-- Logs begin at Thu 2021-07-15 22:20:51 UTC, end at Fri 2021-07-16 00:37:13 UTC. -- Jul 15 22:53:31.119719 n-d-793618-8 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 22:53:33.800195 n-d-793618-8 neutron-server[93605]: INFO neutron.common.config [-] Logging enabled! Jul 15 22:53:33.800729 n-d-793618-8 neutron-server[93605]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 22:53:33.800970 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93605) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 22:53:33.804177 n-d-793618-8 neutron-server[93605]: INFO neutron.common.config [-] Logging enabled! Jul 15 22:53:33.804432 n-d-793618-8 neutron-server[93605]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 22:53:33.804745 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93605) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 22:53:33.805684 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:53:33.805918 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:53:33.806283 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:53:33.806528 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:53:33.806775 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:53:33.807104 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.807408 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.807702 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.807930 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.808223 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.808511 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.808802 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.809091 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.809386 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.809671 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.809952 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.810234 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.810463 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.810744 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.811054 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.811339 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.811561 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] debug = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.811841 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.812265 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.812685 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.812969 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.813261 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.813541 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.813810 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.814085 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.814370 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.814701 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] host = n-d-793618-8 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.815006 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.815900 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.816190 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.816478 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.816754 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.817033 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.817321 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.817595 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.817867 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] log_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.818144 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.818438 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.818726 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.819038 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.819263 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.819486 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.819775 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.820062 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.820342 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.820619 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.820899 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.821177 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.821455 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.821724 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.822008 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.822292 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.822579 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.822883 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.823160 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.823435 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.823709 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.823996 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.824270 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.824547 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.824822 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.825108 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.825379 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.825656 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.825955 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.826494 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.826795 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.827085 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.827360 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.827642 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.827916 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.828190 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.828461 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] use_json = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.828732 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.829002 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.829281 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.829553 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.829824 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.830098 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.830366 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.830648 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:33.830989 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.831282 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.831582 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.831866 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.832162 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.832443 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.832733 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.833012 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.833301 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.833590 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.833880 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.834161 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.834450 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.834728 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.835049 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.835356 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.835651 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.835945 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.836222 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.836497 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.836771 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.837048 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.837332 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.837623 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.837917 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.838191 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.838474 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.838783 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.839062 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.839336 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.839612 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.839900 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.840176 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.840452 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.840735 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.841014 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.841286 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.841557 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.841836 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.842127 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.842451 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.842680 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.842984 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.843264 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.843540 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.843832 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.844114 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.844391 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.844666 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.844947 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.845222 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.845495 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.845776 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.846052 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.846854 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.847140 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.847413 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.847687 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.847960 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.848238 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.848509 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.848779 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.849053 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.849325 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.849595 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.849865 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.850138 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.850410 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.850696 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.851018 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.851296 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.851572 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.851851 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.852126 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.852402 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.852679 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.852956 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.853234 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.853504 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.853792 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.854075 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.854358 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.854638 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.854944 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.855240 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.855520 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.855803 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.856081 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.856360 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.856649 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.856931 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.857225 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.857521 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.857815 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.858115 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.858412 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.858695 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.859029 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.859310 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:33.859528 n-d-793618-8 neutron-server[93605]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:53:33.859766 n-d-793618-8 neutron-server[93605]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93605) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 22:53:34.205142 n-d-793618-8 neutron-server[93605]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 22:53:34.205419 n-d-793618-8 neutron-server[93605]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 22:53:34.205727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 22:53:34.206065 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 22:53:34.594399 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.594594 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.594892 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.596090 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.596406 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.597176 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.631051 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.631331 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.631597 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.644656 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.644932 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.645196 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.675628 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.675909 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.676177 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.711561 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.711841 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.712110 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.942990 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.943620 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.943620 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.943805 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:34.944470 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.063910 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.064227 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.064508 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.064779 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.065045 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.065377 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.065637 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.065892 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.066144 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.066424 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.066682 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.066967 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.067222 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.067472 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.067724 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.067990 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.068241 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.068503 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.068774 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.069029 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.069297 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.069553 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.069822 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.070196 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.070442 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.070685 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.071099 n-d-793618-8 neutron-server[93605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:35.071339 n-d-793618-8 neutron-server[93605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:35.071572 n-d-793618-8 neutron-server[93605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:35.071804 n-d-793618-8 neutron-server[93605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:35.072035 n-d-793618-8 neutron-server[93605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:35.072267 n-d-793618-8 neutron-server[93605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:35.072629 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 22:53:35.075721 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 22:53:35.079912 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 22:53:35.084287 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 15 22:53:35.085994 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 22:53:35.086446 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 22:53:35.086799 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 22:53:35.087188 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 22:53:35.091002 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 22:53:35.091248 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 22:53:35.091588 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 22:53:35.119430 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 22:53:35.119887 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.120187 n-d-793618-8 neutron-server[93605]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93605) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 22:53:35.120553 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.121893 n-d-793618-8 neutron-server[93605]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93605) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 22:53:35.122165 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 22:53:35.122405 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 22:53:35.125554 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.125836 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.188893 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 22:53:35.189130 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 22:53:35.189365 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 22:53:35.189732 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 22:53:35.211576 n-d-793618-8 neutron-server[93605]: DEBUG oslo_db.sqlalchemy.engines [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93605) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 22:53:35.739205 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Initializing driver for type 'gre' Jul 15 22:53:35.739769 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] gre ID ranges: [(1, 1000)] Jul 15 22:53:35.791648 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Initializing driver for type 'local' Jul 15 22:53:35.792098 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Initializing driver for type 'vlan' Jul 15 22:53:35.805467 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] VlanTypeDriver initialization complete Jul 15 22:53:35.805813 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Initializing driver for type 'vxlan' Jul 15 22:53:35.806305 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] vxlan ID ranges: [(1, 1000)] Jul 15 22:53:35.856891 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Initializing extension driver 'port_security' Jul 15 22:53:35.857284 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.extensions.port_security [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] PortSecurityExtensionDriver initialization complete Jul 15 22:53:35.857612 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Initializing mechanism driver 'openvswitch' Jul 15 22:53:35.857946 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Initializing mechanism driver 'hyperv' Jul 15 22:53:35.864887 n-d-793618-8 neutron-server[93605]: DEBUG neutron.plugins.ml2.plugin [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:35.865748 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > port after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.866100 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > port after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.866453 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > port after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.867003 n-d-793618-8 neutron-server[93605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:35.867434 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > subnet after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.867786 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > subnet after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.868130 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.868514 n-d-793618-8 neutron-server[93605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:35.868917 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > network after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.869263 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > network after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.869607 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > network after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.870072 n-d-793618-8 neutron-server[93605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:35.870480 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > security_group after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.870856 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > security_group after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.871196 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.871582 n-d-793618-8 neutron-server[93605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:35.871980 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.872324 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.872660 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.873041 n-d-793618-8 neutron-server[93605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:35.873433 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > address_group after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.873774 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > address_group after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.874106 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.874486 n-d-793618-8 neutron-server[93605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:35.874896 n-d-793618-8 neutron-server[93605]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] ML2 OVO RPC backend initialized. {{(pid=93605) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 22:53:35.875598 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.875954 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.876370 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > network before_response 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.876716 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > networks before_response 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.877062 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > port before_response 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.877401 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > ports before_response 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.877848 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > subnet before_response 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.878193 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > subnets before_response 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.878540 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > network after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.878919 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > network after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.879254 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > network after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.879589 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > port after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.879924 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > port after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.880263 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > port after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.880597 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > subnet after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.880949 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > subnet after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.881268 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.881840 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.plugin [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Modular L2 Plugin initialization complete Jul 15 22:53:35.882166 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading services supported by the core plugin {{(pid=93605) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 22:53:35.882487 n-d-793618-8 neutron-server[93605]: INFO neutron.plugins.ml2.managers [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Got port-security extension from driver 'port_security' Jul 15 22:53:35.882976 n-d-793618-8 neutron-server[93605]: INFO neutron.extensions.vlantransparent [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Disabled vlantransparent extension. Jul 15 22:53:35.883458 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93605) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 22:53:35.883770 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading Plugin: router Jul 15 22:53:35.919538 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.919932 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router after_create 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.920304 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router before_create 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.920671 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.921044 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.921398 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router after_delete 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.921757 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.922243 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router after_create 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.922593 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router after_update 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.922968 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router after_update 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.923321 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.923678 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router after_update 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.924102 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_update 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.924463 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: port after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.924792 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: port after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.925127 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: subnet after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.925462 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.925809 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.926160 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_create 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.926501 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: port before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.926879 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.927222 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router after_update 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.927560 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.927910 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_create 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.928266 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.928608 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_update 55549900 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.928967 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > agent after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.929318 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > agent after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.929667 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > network after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.930509 n-d-793618-8 neutron-server[93605]: DEBUG neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Tracking information for resource: router configured {{(pid=93605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:35.930867 n-d-793618-8 neutron-server[93605]: DEBUG neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Tracking information for resource: floatingip configured {{(pid=93605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:35.935772 n-d-793618-8 neutron-server[93605]: INFO neutron.db.l3_agentschedulers_db [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 22:53:35.936352 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: port after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.936713 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: port after_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.937066 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: port after_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.937418 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: port after_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.938209 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router before_create 55550100 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.938575 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.939000 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_create 55550100 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.939358 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > router precommit_update 55550100 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.943788 n-d-793618-8 neutron-server[93605]: DEBUG neutron.services.provider_configuration [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service providers = [] {{(pid=93605) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 22:53:35.944322 n-d-793618-8 neutron-server[93605]: DEBUG neutron.db.servicetype_db [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93605) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 22:53:35.947083 n-d-793618-8 neutron-server[93605]: DEBUG neutron.services.service_base [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:53:35.947434 n-d-793618-8 neutron-server[93605]: DEBUG neutron.services.service_base [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:53:35.947776 n-d-793618-8 neutron-server[93605]: DEBUG neutron.services.service_base [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:53:35.948731 n-d-793618-8 neutron-server[93605]: DEBUG neutron.services.service_base [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:53:35.949110 n-d-793618-8 neutron-server[93605]: INFO neutron.services.service_base [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 22:53:35.949486 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:35.949803 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 22:53:35.961054 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:35.961461 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading Plugin: auto_allocate Jul 15 22:53:35.967240 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: network precommit_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.967614 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: network precommit_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.968133 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:35.968460 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading Plugin: tag Jul 15 22:53:35.975697 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:35.976027 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading Plugin: timestamp Jul 15 22:53:35.979816 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:35.980189 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading Plugin: network_ip_availability Jul 15 22:53:35.985557 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.985928 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.986282 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:35.987049 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:35.987367 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading Plugin: flavors Jul 15 22:53:35.993467 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:35.993801 n-d-793618-8 neutron-server[93605]: INFO neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading Plugin: revisions Jul 15 22:53:35.998118 n-d-793618-8 neutron-server[93605]: DEBUG neutron.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:35.998509 n-d-793618-8 neutron-server[93605]: DEBUG oslo_concurrency.lockutils [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=93605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 22:53:35.999277 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93605) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 22:53:35.999614 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Initializing extension manager. Jul 15 22:53:36.000122 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: __init__.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.000464 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: __pycache__ {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.000799 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.001129 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: address_group.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.001881 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.002447 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: address-group Jul 15 22:53:36.002857 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: address_scope.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.003581 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.004088 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: address-scope Jul 15 22:53:36.004443 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.005415 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.005927 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: router-admin-state-down-before-update Jul 15 22:53:36.006251 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: agent.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.006976 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.007483 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: agent Jul 15 22:53:36.007806 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: agent_resources_synced.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.008712 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.009215 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: agent-resources-synced Jul 15 22:53:36.009538 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: allowedaddresspairs.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.011347 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.011869 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: allowed-address-pairs Jul 15 22:53:36.012193 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: auto_allocated_topology.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.013265 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.013785 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: auto-allocated-topology Jul 15 22:53:36.014111 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: availability_zone.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.014831 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.015342 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: availability_zone Jul 15 22:53:36.015663 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: availability_zone_filter.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.016576 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.017083 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: availability_zone_filter Jul 15 22:53:36.017403 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: data_plane_status.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.018848 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.019357 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 22:53:36.019845 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: default_subnetpools.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.020764 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.021274 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: default-subnetpools Jul 15 22:53:36.021595 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.022398 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.022934 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: dhcp_agent_scheduler Jul 15 22:53:36.023255 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: dns.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.024245 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.024755 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension dns-integration not supported by any of loaded plugins Jul 15 22:53:36.025078 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: dns_domain_ports.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.025995 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.026506 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 22:53:36.026852 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.027782 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.028292 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 22:53:36.028613 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: dvr.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.029283 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.029792 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: dvr Jul 15 22:53:36.030112 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: empty_string_filtering.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.031075 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.031578 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: empty-string-filtering Jul 15 22:53:36.031899 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.032802 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.033302 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 22:53:36.033623 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.034657 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.035199 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 22:53:36.035523 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: external_net.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.036429 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.036938 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: external-net Jul 15 22:53:36.037261 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.038167 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.038679 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: extra_dhcp_opt Jul 15 22:53:36.039032 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: extraroute.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.039935 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.040444 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: extraroute Jul 15 22:53:36.040765 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: extraroute_atomic.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.041785 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.042300 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: extraroute-atomic Jul 15 22:53:36.042623 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: filter_validation.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.043383 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.043885 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: filter-validation Jul 15 22:53:36.044206 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: fip_pf_description.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.045119 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.045802 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 22:53:36.046127 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: fip_port_details.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.047096 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.047617 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: fip-port-details Jul 15 22:53:36.047949 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: flavors.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.049164 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.050201 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: flavors Jul 15 22:53:36.050526 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.052211 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.052739 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 22:53:36.053074 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: floatingip_pools.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.053773 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.054285 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: floatingip-pools Jul 15 22:53:36.054614 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: ip_allocation.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.055693 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.056204 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 22:53:36.056529 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.057453 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.057973 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: ip-substring-filtering Jul 15 22:53:36.058297 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: l2_adjacency.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.059308 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.059814 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 22:53:36.060140 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: l3.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.061108 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.061624 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: router Jul 15 22:53:36.061950 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.064191 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.064718 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 22:53:36.065050 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.066703 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.067245 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: ext-gw-mode Jul 15 22:53:36.067573 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.068493 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.069007 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: l3-ha Jul 15 22:53:36.069332 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: l3_flavors.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.070259 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.070789 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: l3-flavors Jul 15 22:53:36.071118 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.072028 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.072532 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 22:53:36.072853 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: l3agentscheduler.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.073879 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.074384 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: l3_agent_scheduler Jul 15 22:53:36.074709 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: logging.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.076637 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.077173 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension logging not supported by any of loaded plugins Jul 15 22:53:36.077501 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: metering.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.078252 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.078863 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: metering Jul 15 22:53:36.079191 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.080290 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.080834 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: metering_source_and_destination_fields Jul 15 22:53:36.081163 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: multiprovidernet.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.082215 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.082724 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: multi-provider Jul 15 22:53:36.083075 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: netmtu.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.083995 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.084503 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: net-mtu Jul 15 22:53:36.084828 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: netmtu_writable.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.085747 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.086252 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: net-mtu-writable Jul 15 22:53:36.086573 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: network_availability_zone.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.087281 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.087784 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: network_availability_zone Jul 15 22:53:36.088103 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: network_ip_availability.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.089270 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.089781 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: network-ip-availability Jul 15 22:53:36.090107 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: network_segment_range.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.090913 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.091417 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 22:53:36.091740 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: pagination.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.092730 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.093063 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: pagination Jul 15 22:53:36.093383 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: port_device_profile.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.094298 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.094835 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: port-device-profile Jul 15 22:53:36.095157 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.096074 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.097104 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: port-mac-address-regenerate Jul 15 22:53:36.097422 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.098347 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.099019 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: port-numa-affinity-policy Jul 15 22:53:36.099349 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: port_resource_request.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.100257 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.100761 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 22:53:36.101081 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: portbindings.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.102002 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.102512 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: binding Jul 15 22:53:36.102873 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: portbindings_extended.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.104138 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.104732 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: binding-extended Jul 15 22:53:36.105061 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: portsecurity.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.105982 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.106494 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: port-security Jul 15 22:53:36.106845 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: project_id.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.107818 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.108149 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: project-id Jul 15 22:53:36.108472 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: providernet.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.109396 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.109905 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: provider Jul 15 22:53:36.110224 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.114265 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.114818 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos not supported by any of loaded plugins Jul 15 22:53:36.115152 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.116397 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.116917 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 22:53:36.117246 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.118168 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.118684 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 22:53:36.119040 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos_default.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.119967 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.120481 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos-default not supported by any of loaded plugins Jul 15 22:53:36.120812 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos_fip.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.121473 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.121980 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos-fip not supported by any of loaded plugins Jul 15 22:53:36.122303 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos_gateway_ip.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.123285 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.123796 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 22:53:36.124120 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos_port_network_policy.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.125119 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.125629 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 22:53:36.125951 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos_rule_type_details.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.126902 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.127414 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 22:53:36.127815 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: qos_rules_alias.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.128871 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.129387 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 22:53:36.129711 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: quotasv2.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.130644 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.131188 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: quotas Jul 15 22:53:36.131512 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: quotasv2_detail.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.134540 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.134918 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: quota_details Jul 15 22:53:36.135254 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: rbac.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.136322 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.136850 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: rbac-policies Jul 15 22:53:36.137180 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: rbac_address_group.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.138111 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.138631 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: rbac-address-group Jul 15 22:53:36.138987 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: rbac_address_scope.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.139936 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.140456 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: rbac-address-scope Jul 15 22:53:36.140786 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: rbac_security_groups.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.141702 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.142216 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: rbac-security-groups Jul 15 22:53:36.142542 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: rbac_subnetpool.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.143595 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.144105 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: rbac-subnetpool Jul 15 22:53:36.144430 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: revisionifmatch.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.145351 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.145864 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: revision-if-match Jul 15 22:53:36.146186 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: revisions.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.147324 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.147835 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: standard-attr-revisions Jul 15 22:53:36.148160 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: router_availability_zone.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.148835 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.149352 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: router_availability_zone Jul 15 22:53:36.149676 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: routerservicetype.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.150595 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.151215 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension router-service-type not supported by any of loaded plugins Jul 15 22:53:36.151541 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.152465 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.152976 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: security-groups-normalized-cidr Jul 15 22:53:36.153298 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.154212 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.154722 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: port-security-groups-filtering Jul 15 22:53:36.155068 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.155986 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.156499 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: security-groups-remote-address-group Jul 15 22:53:36.156821 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: securitygroup.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.166953 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.167485 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: security-group Jul 15 22:53:36.167819 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: segment.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.168609 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.169122 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension segment not supported by any of loaded plugins Jul 15 22:53:36.169456 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.170396 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.170944 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 22:53:36.171274 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: servicetype.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.172378 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.172899 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: service-type Jul 15 22:53:36.173227 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: sorting.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.174206 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.174604 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: sorting Jul 15 22:53:36.174949 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: standard_attr_segment.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.175935 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.176455 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 22:53:36.176782 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: standardattrdescription.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.177450 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.177960 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: standard-attr-description Jul 15 22:53:36.178285 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: stateful_security_group.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.179250 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.179776 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: stateful-security-group Jul 15 22:53:36.180104 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: stdattrs_common.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.180691 n-d-793618-8 neutron-server[93605]: WARNING neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 22:53:36.181014 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.181957 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.182548 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 22:53:36.182959 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: subnet_onboard.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.184042 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.184567 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: subnet_onboard Jul 15 22:53:36.184892 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.185819 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.186333 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 22:53:36.186656 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: subnet_service_types.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.187606 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.188126 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: subnet-service-types Jul 15 22:53:36.188449 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: subnetallocation.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.189537 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.190054 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: subnet_allocation Jul 15 22:53:36.191036 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.191710 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.192225 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: subnetpool-prefix-ops Jul 15 22:53:36.192548 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.193478 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.193990 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 22:53:36.194316 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: tagging.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.195453 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.195972 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: standard-attr-tag Jul 15 22:53:36.196299 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: timestamp.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.197564 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.198084 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loaded extension: standard-attr-timestamp Jul 15 22:53:36.198413 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: trunk.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.199479 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.200002 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension trunk not supported by any of loaded plugins Jul 15 22:53:36.200329 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: trunk_details.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.201509 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.202021 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension trunk-details not supported by any of loaded plugins Jul 15 22:53:36.202342 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: uplink_status_propagation.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.203287 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.206397 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 22:53:36.206723 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Loading extension file: vlantransparent.py {{(pid=93605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:36.207429 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:36.208181 n-d-793618-8 neutron-server[93605]: INFO neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 22:53:36.210975 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:network Jul 15 22:53:36.211518 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:subnet Jul 15 22:53:36.211917 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:36.212304 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:port Jul 15 22:53:36.213570 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.214136 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service FLAVORS assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.214771 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.215207 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.215534 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:router Jul 15 22:53:36.215964 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:floatingip Jul 15 22:53:36.216468 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service METERING assigned prefix: /metering {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.217901 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:36.218267 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:36.218616 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:36.219656 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 22:53:36.220115 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:security_group Jul 15 22:53:36.220555 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 22:53:36.221169 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service CORE assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.221523 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:36.221874 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] subnetpool is already registered Jul 15 22:53:36.222292 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service CORE assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.222613 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:36.223049 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] subnetpool is already registered Jul 15 22:53:36.225348 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.225783 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service FLAVORS assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.226383 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.226832 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.227167 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:router Jul 15 22:53:36.227505 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] router is already registered Jul 15 22:53:36.227914 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:floatingip Jul 15 22:53:36.228254 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] floatingip is already registered Jul 15 22:53:36.228706 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service METERING assigned prefix: /metering {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.229377 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 22:53:36.229704 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] rbac_policy is already registered Jul 15 22:53:36.230120 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:security_group Jul 15 22:53:36.230499 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] security_group is already registered Jul 15 22:53:36.230879 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 22:53:36.231214 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] security_group_rule is already registered Jul 15 22:53:36.231842 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service CORE assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.232168 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:36.232501 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] subnetpool is already registered Jul 15 22:53:36.232918 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.v2.resource_helper [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Service CORE assigned prefix: {{(pid=93605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:36.233238 n-d-793618-8 neutron-server[93605]: INFO neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:36.233565 n-d-793618-8 neutron-server[93605]: WARNING neutron.quota.resource_registry [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] subnetpool is already registered Jul 15 22:53:36.234029 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: extensions {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.235526 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: address-groups {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.237061 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: address-scopes {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.238372 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: agents {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.239572 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: auto-allocated-topology {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.240842 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: availability_zones {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.242063 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: dhcp-networks {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.243604 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: dhcp-agents {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.245103 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: routers {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.246838 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: flavors {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.249132 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: service_profiles {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.250354 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: next_providers {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.251859 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: service_profiles {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.253947 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: floatingip-pools {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.255251 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: routers {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.256988 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: floatingips {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.258275 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: l3-routers {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.259694 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: l3-agents {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.261128 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: metering-labels {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.262384 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: metering-label-rules {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.263785 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: network-ip-availabilities {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.265047 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: bindings {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.266610 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: quotas {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.268177 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: quotas {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.270144 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: rbac-policies {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.271382 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: security-groups {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.272680 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: security-group-rules {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.273936 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: service-providers {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.275258 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: subnetpools {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.276644 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: subnetpools {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.278191 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.279899 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.281729 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.283673 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.285411 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.287384 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.289070 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.290962 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.292903 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.294649 n-d-793618-8 neutron-server[93605]: DEBUG neutron.api.extensions [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Extended resource: tags {{(pid=93605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:36.300741 n-d-793618-8 neutron-server[93605]: WARNING keystonemiddleware.auth_token [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 22:53:36.305416 n-d-793618-8 neutron-server[93605]: WARNING keystonemiddleware.auth_token [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 22:53:36.314070 n-d-793618-8 neutron-server[93605]: DEBUG oslo_concurrency.lockutils [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Acquired lock "singleton_lock" {{(pid=93605) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 22:53:36.314550 n-d-793618-8 neutron-server[93605]: DEBUG oslo_concurrency.lockutils [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Releasing lock "singleton_lock" {{(pid=93605) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 22:53:36.315774 n-d-793618-8 neutron-server[93605]: INFO oslo_service.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Starting 2 workers Jul 15 22:53:36.320582 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Started child 93714 {{(pid=93605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:53:36.324960 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Started child 93715 {{(pid=93605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:53:36.325826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:36.326834 n-d-793618-8 neutron-server[93605]: INFO neutron.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 22:53:36.327486 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Notify callbacks [] for process, before_spawn {{(pid=93605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:36.327583 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [-] (93714) wsgi starting up on http://0.0.0.0:9696 Jul 15 22:53:36.329886 n-d-793618-8 neutron-server[93605]: INFO oslo_service.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Starting 1 workers Jul 15 22:53:36.330017 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:36.331940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [-] (93715) wsgi starting up on http://0.0.0.0:9696 Jul 15 22:53:36.335716 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Started child 93716 {{(pid=93605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:53:36.336235 n-d-793618-8 neutron-server[93605]: INFO oslo_service.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Starting 1 workers Jul 15 22:53:36.339227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] calling RpcWorker wait() {{(pid=93716) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 22:53:36.339786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] returning from RpcWorker wait() {{(pid=93716) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 22:53:36.340686 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Started child 93717 {{(pid=93605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:53:36.340917 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:36.341356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:36.341514 n-d-793618-8 neutron-server[93605]: DEBUG neutron_lib.callbacks.manager [None req-24ad71dc-def3-4b1a-9f8a-310dd7e2409e None None] Notify callbacks [] for process, after_spawn {{(pid=93605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:36.343462 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93605) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 22:53:36.343676 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:53:36.343862 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:53:36.344065 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:53:36.344396 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:53:36.344555 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:53:36.345085 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.345354 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.345706 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:36.346262 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.346262 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.346262 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.346744 n-d-793618-8 neutron-server[93717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:36.346942 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.347087 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.347288 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.347576 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.347812 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.347983 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.348148 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.348409 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.348723 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.348885 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.349159 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.349411 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.349682 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.349856 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.350143 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.350358 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.350614 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.350906 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] debug = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.351148 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.351639 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.351927 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.352128 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.352364 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.352651 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.352885 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.353141 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.353398 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.353600 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.353847 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.354095 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.354326 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.354536 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.354836 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.355026 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.355250 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.355737 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] host = n-d-793618-8 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.356000 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.356220 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.356449 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.356708 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.356978 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.357224 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.357497 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.357768 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.358017 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.358249 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.358489 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.358734 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.359005 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.359231 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.359399 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_options = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.359620 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.359881 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.360142 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.360383 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.360529 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.360676 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.360886 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.361033 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.361291 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.361521 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.361736 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.362049 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.362204 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.362437 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.362687 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.362970 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.363206 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.363526 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.363680 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.363914 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.364138 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.364361 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.364591 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.364804 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.365048 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.365279 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.365487 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.365701 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.365942 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.366201 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.366450 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.366719 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.366978 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.367217 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.367445 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.367673 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.367902 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.368162 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.368393 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.368652 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.368976 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.369135 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.369360 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.369634 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.369795 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.370094 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_json = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.370302 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.370542 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.370807 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.371023 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.371255 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.371470 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.371816 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.372063 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.372509 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.372783 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.373228 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.373392 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.373638 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.373846 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.374096 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.374327 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.374593 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.374869 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.375365 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.375604 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.375985 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.376245 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.376504 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.376845 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.377090 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.378353 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.378353 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.378629 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.378629 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.378897 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.379633 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.379633 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.379633 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.379898 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.380148 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.380371 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.380595 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.380820 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.382727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.382727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.382727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.382727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.382727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.382727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.382727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.382727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.383404 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.383404 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.383404 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.383632 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.383807 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.383966 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.384202 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.384421 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.384636 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.384864 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.385140 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.385534 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.385813 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.386021 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.386448 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.386448 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.386705 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.386924 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.387168 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.387446 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.387668 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.387888 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.388253 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.388414 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.388819 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.389242 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.389397 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.389530 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.389737 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.389934 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.390175 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.390385 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.390605 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.390841 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.391056 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.391291 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.391504 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.391717 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.391938 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.392170 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.392411 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.392603 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.392811 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.393017 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.393282 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.394091 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.394363 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.394686 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.395056 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.395201 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.395458 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.395723 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.395964 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.396244 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.396505 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.396728 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.396974 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.397247 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.397501 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.397733 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.397975 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.398176 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.398432 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.398673 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.398920 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.399162 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.399404 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.399641 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.399912 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.400155 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.400388 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.400622 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.400887 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.401191 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.401444 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.401722 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.401964 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.402235 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.402541 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.402827 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.403118 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.403351 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.403615 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.403861 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.404092 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.404353 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.404582 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.404811 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.405064 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.405336 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.405578 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.405820 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.406053 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.406299 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.406614 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.406871 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.407116 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.407335 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.407607 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.407868 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.408119 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.408463 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.408986 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.409246 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.409501 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.409752 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.409987 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.410222 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.410479 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.410698 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.410960 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.411179 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.411399 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.411616 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.411833 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.412096 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.412308 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.412531 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.412766 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.413003 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.413180 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.413502 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.413721 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.413942 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.414186 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.414420 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.414641 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.414904 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.415127 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.415367 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.415584 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.415892 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.416146 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.416399 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.416642 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.416924 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.417180 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.417391 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.417808 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.418048 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.418283 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.418515 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.418737 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.418998 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.419212 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.419446 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.419727 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.419923 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.420172 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.420511 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.420775 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.421026 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.421249 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.421464 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.421725 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.421977 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.422209 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.422424 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.422638 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.422878 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.423134 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.423359 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.423581 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.423808 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.424039 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.424249 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.424510 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.424724 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.425023 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.425296 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.425524 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.425782 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.426160 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.426550 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.426976 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.427357 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.427569 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.427794 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.428016 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.428227 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.428491 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.428669 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.428895 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.429099 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.429314 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.429531 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.429758 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.429969 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.430170 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.430408 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.430651 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.430900 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.431134 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.431396 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.431610 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.431831 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.432248 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.432248 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.432611 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.433128 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.433128 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.433367 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.433794 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.434039 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.434281 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.434603 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.434840 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.435082 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.435301 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.435535 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.435780 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.436040 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.436363 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.436658 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.436910 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.437151 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.437455 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.437734 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.438015 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.438236 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.438517 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.438902 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.439192 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.439488 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.439722 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.440011 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.440786 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.441024 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.441275 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.441534 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.441755 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.442013 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.442244 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.442472 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.442715 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.442990 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.443228 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.443465 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.443698 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.443944 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.444162 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.444319 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:53:36.444841 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93605) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 22:53:36.445001 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:53:36.445154 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:53:36.445360 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:53:36.445503 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:53:36.445699 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:53:36.445826 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.445968 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.446129 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.446291 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.446451 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.446632 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.446806 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.446973 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.447132 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.447291 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.447449 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.447608 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.447835 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.448076 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.448332 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.448482 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.448616 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.448701 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.449084 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.449084 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.449258 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.449338 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.449445 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] debug = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.449601 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.449785 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.449945 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.450260 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.450427 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.450586 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.450814 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.450916 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.451329 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.451495 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.451656 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.451966 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.452195 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.453905 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.453905 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.453905 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.453905 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.453905 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] host = n-d-793618-8 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.453905 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.453905 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.453905 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.454792 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.454792 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.454792 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.454792 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.454792 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.454792 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.454792 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.454792 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455340 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455340 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455340 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455340 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_options = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455340 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455661 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455661 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455863 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.455953 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.456077 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.456236 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.456394 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.456552 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.456881 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.456881 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.457049 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.457166 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.457325 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.457484 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.457643 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.457800 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.457958 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.458115 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.458273 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.458432 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.458589 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.458747 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.458926 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.459085 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.459246 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.459396 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.459554 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.459711 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.459897 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.460026 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.460184 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.460341 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.460499 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.460658 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.460817 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.461438 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.461438 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.461438 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.461438 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.461778 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.461778 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.461924 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.461995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.462141 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.462297 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_json = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.462455 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.462612 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.462796 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.462944 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.463101 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.463258 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.463415 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.463720 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:36.463827 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.463979 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.464154 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.464318 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.464479 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.464642 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.464854 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.464991 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.465119 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.465281 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.465450 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.465613 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.465786 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.465948 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.466114 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.466273 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.466437 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.466596 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.466769 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.466941 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.467258 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.467424 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.467756 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.467953 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.468185 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.468342 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.468468 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.468600 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.468722 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.468846 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.468979 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.469127 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.469289 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.469530 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.469684 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.469806 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.469929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:36.470059 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.470059 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.470315 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.470439 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.470561 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.470683 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.470824 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.470962 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.471125 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.471288 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.472071 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.472237 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.472400 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.472562 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.472736 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.472898 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.473060 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.473221 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.473384 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.473545 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.473706 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.473867 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.474028 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.474191 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.474352 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.474527 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.474688 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.474876 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.475037 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.475200 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.475359 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.475521 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.475682 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.475844 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.476005 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.476166 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.476327 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.476488 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.476650 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.477012 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.477012 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.477253 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.477253 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.477483 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.477604 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.477724 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.477866 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.478027 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.478197 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.478374 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.478535 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.478695 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.478880 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.479042 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.479293 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.479494 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.479634 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.479758 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.479880 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.480038 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.480198 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.480362 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.480575 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.480725 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.480851 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.480974 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.481128 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.481362 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.481546 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.481671 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.481820 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.481971 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.482823 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.482823 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.482823 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.482823 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.482823 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.483192 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.483192 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.483310 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.483375 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.483537 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.483730 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.483864 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.483994 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.484194 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.484330 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.484456 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.484611 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.484874 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.484983 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.485120 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.485251 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.485374 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.485535 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.485698 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.485883 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.486035 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.486313 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.486520 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.486520 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.486771 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.486890 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.487147 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.487147 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.487348 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.487462 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.487625 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.487769 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.487936 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.488096 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.488256 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.488418 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.488580 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.488741 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.488902 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.489063 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.489224 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.489385 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.489545 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.489705 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.489865 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.490027 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.490188 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.490348 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.490508 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.490669 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.490853 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.491015 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.491175 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.491334 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.491495 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.491656 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.491819 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.491980 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.492142 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.492302 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.492464 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.492626 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.492788 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.492951 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.493112 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.493273 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.493434 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.493595 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.493761 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.493925 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.494085 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.494246 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.494408 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.494568 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.494827 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.495008 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.495316 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.495316 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.495660 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.495660 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.495904 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.495904 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.496139 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.496224 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.496370 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.496538 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.496702 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.496865 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.497026 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.497187 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.497349 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.497515 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.497748 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.497873 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.498005 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.498128 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.498287 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.498448 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.498609 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.498807 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.498974 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.499135 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.499296 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.499457 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.499618 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.499789 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.499950 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.500111 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.500271 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.500430 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.500591 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.500762 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.500923 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.501084 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.501244 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.501403 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.501565 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.501735 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.501897 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.502057 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.502218 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.502378 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.502538 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.502732 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.502918 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.503080 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.503250 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.503412 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.503573 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.503734 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.503908 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.504123 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.504246 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.504368 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.504519 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.504679 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.504840 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.505006 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.505175 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.505344 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.505506 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.505675 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.505844 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.506014 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.506175 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.506342 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.506515 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.506676 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.506862 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.507022 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.507182 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.507343 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.507507 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.507668 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.507899 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.508067 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.508228 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.508388 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.508587 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.509995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.509995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.509995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.509995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.509995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.509995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.509995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:36.509995 n-d-793618-8 neutron-server[93605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:53:36.789551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49210) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:36.797900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061383 Jul 15 22:53:48.045615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b613ab-85b4-407c-88b4-e23c8e5fd4f7 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 22:53:48.145560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b613ab-85b4-407c-88b4-e23c8e5fd4f7 None None] No non-hosted networks {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 22:53:48.158120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.agentschedulers_db [None req-92b613ab-85b4-407c-88b4-e23c8e5fd4f7 None None] DHCP Agent not found on host n-d-793618-8 {{(pid=93716) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 22:53:48.286180 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8670dcae-6865-42d8-91f6-4a9e6f6c968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422917'] for agent, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:50.585749 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dcc906f5-6b4b-4949-9108-fe810671454f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422917'] for agent, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:50.654997 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9388535-39eb-4710-bbae-a3a9fb6cdd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:50.951386 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422917'] for agent, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:50.959469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.961420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.963627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.964401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.966808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.967638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.969919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.970631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.971480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.972461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.973699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.975446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:50.976079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793618-8', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:50.987824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793618-8', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:51.395163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422917'] for agent, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:53.112912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422917'] for agent, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:54.331944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49302) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:54.835393 n-d-793618-8 neutron-server[93715]: WARNING oslo_policy.policy [None req-01940e3c-19b6-4a08-be33-feea13e27b86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:54.835975 n-d-793618-8 neutron-server[93715]: WARNING oslo_policy.policy [None req-01940e3c-19b6-4a08-be33-feea13e27b86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:54.921851 n-d-793618-8 neutron-server[93716]: INFO neutron.db.l3_hamode_db [None req-0ea57c71-9522-451e-a856-bdf62029c0a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 22:53:54.997617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea57c71-9522-451e-a856-bdf62029c0a5 None None] Routers set() bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:53:54.997923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea57c71-9522-451e-a856-bdf62029c0a5 None None] Router IDs set() for agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 22:53:55.057785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-01940e3c-19b6-4a08-be33-feea13e27b86 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:53:55.058862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-01940e3c-19b6-4a08-be33-feea13e27b86 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7259855 Jul 15 22:53:57.394731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49316) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:57.692938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7f118e97-0acf-4e27-ad21-f7b0fd884980 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:53:57.786169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.policy [None req-7f118e97-0acf-4e27-ad21-f7b0fd884980 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93715) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 22:53:57.830406 n-d-793618-8 neutron-server[93715]: WARNING oslo_policy.policy [None req-7f118e97-0acf-4e27-ad21-f7b0fd884980 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:57.830793 n-d-793618-8 neutron-server[93715]: WARNING oslo_policy.policy [None req-7f118e97-0acf-4e27-ad21-f7b0fd884980 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:57.839644 n-d-793618-8 neutron-server[93715]: INFO neutron.quota [None req-7f118e97-0acf-4e27-ad21-f7b0fd884980 admin admin] Loaded quota_driver: . Jul 15 22:53:57.931628 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f118e97-0acf-4e27-ad21-f7b0fd884980 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771649693359', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771649692802', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771649712325', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771649711771', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771649700190', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771649725550', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1563778', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1557361', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-463557', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7992628'] for rbac-policy, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:57.996079 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f118e97-0acf-4e27-ad21-f7b0fd884980 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:57.997273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7f118e97-0acf-4e27-ad21-f7b0fd884980 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6015494 Jul 15 22:54:00.522584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49328) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:00.812195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Request body: {'network': {'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'name': 'private', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'admin_state_up': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:00.841031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Made reservation on behalf of 74eafe5cbb0a4d57b61d5b20fbaf3923 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:00.843793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:00.860189 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:00.979081 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:00.983335 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:01.001015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:54:01.030332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771653430595', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:01.030937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Unsubscribe: segment precommit_create {{(pid=93715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 22:54:01.031424 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Added segment 107418db-1509-4877-942a-30f9a1cde4cf of type vlan for network 2a77aabf-a982-4b17-8b6a-ae4790a7190d Jul 15 22:54:01.049070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f25519b-e9aa-4661-8a05-1b35c84f3845,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:01.096127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.096478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.096811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.097134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.097454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.097769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.098081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.098391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.098702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.099034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.099341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.099643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Tracked resource versions report: Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: pushed versions: Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Log': {'1.0'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Network': {'1.1'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Port': {'1.7'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'PortForwarding': {'1.2'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'QosPolicy': {'1.8'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'SubPort': {'1.0'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Subnet': {'1.1'}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Trunk': {'1.1'}} Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: consumer versions: Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: { DHCP agent@n-d-793618-8: {}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: L3 agent@n-d-793618-8: {}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: Metadata agent@n-d-793618-8: {}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: Metering agent@n-d-793618-8: {}, Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: Open vSwitch agent@n-d-793618-8: { 'AddressGroup': '1.2', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'ConntrackHelper': '1.0', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Log': '1.0', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Network': '1.1', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Port': '1.7', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'PortForwarding': '1.2', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'QosPolicy': '1.8', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'SecurityGroup': '1.4', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'SecurityGroupRule': '1.2', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'SubPort': '1.0', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Subnet': '1.1', Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: 'Trunk': '1.1'}} Jul 15 22:54:01.100789 n-d-793618-8 neutron-server[93715]: {{(pid=93715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:01.148279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:01.198229 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:01.199327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:01.200001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:01.249814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7260864 Jul 15 22:54:01.300708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b438a5f-469c-4fe0-b80a-9ad0ee52f6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a77aabf-a982-4b17-8b6a-ae4790a7190d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:01.313026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2a77aabf-a982-4b17-8b6a-ae4790a7190d details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:54:03.826104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49342) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:04.210742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc64d98c-030a-4c67-9a56-fa8c2a93c4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:04.212137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fc64d98c-030a-4c67-9a56-fa8c2a93c4ab admin admin] 10.222.0.23 "GET /v2.0/networks/2a77aabf-a982-4b17-8b6a-ae4790a7190d HTTP/1.1" status: 200 len: 825 time: 0.3850789 Jul 15 22:54:04.235696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a885462b-2d7a-4ad5-b6ec-d3e87b74b0ce admin admin] 10.222.0.23 "GET /v2.0/subnetpools/837eeade-ddbc-4d65-afba-c107077517a9 HTTP/1.1" status: 200 len: 734 time: 0.0182230 Jul 15 22:54:04.244691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Request body: {'subnet': {'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'name': 'private-subnet', 'subnetpool_id': '837eeade-ddbc-4d65-afba-c107077517a9', 'ip_version': 4, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:04.266334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Made reservation on behalf of 74eafe5cbb0a4d57b61d5b20fbaf3923 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:04.268694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:04.552634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:04.616524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c18ae33-0704-4ab0-b675-06b23c0679ee,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:04.625238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Checking segment: {'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:04.625614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Network hostable DHCP agents. Network: 2a77aabf-a982-4b17-8b6a-ae4790a7190d, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:54:04.646979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Network 2a77aabf-a982-4b17-8b6a-ae4790a7190d is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:54:04.656932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2a77aabf-a982-4b17-8b6a-ae4790a7190d) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:04.661495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:04.662061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:04.666284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0dab00-addc-4ac5-937c-75e9d7d11ba3 None None] Network 2a77aabf-a982-4b17-8b6a-ae4790a7190d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:04.676975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-561b726c-a231-48b7-8527-14ec06b347db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4356937 Jul 15 22:54:04.978764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'fixed_ips': [{'subnet_id': '5c18ae33-0704-4ab0-b675-06b23c0679ee'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:54:04.980059 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:05.249338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Allocated IP 172.20.0.2 (2a77aabf-a982-4b17-8b6a-ae4790a7190d/5c18ae33-0704-4ab0-b675-06b23c0679ee/401d8349-045e-4b6b-ae8a-e241f6561a53) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:05.450830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:05.492468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Transition to ACTIVE for port object 401d8349-045e-4b6b-ae8a-e241f6561a53 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:05.512827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Transition to ACTIVE for port object 401d8349-045e-4b6b-ae8a-e241f6561a53 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:05.520522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:05.593584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Network 2a77aabf-a982-4b17-8b6a-ae4790a7190d is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:05.598857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:05.604198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Pushing event updated for resources: {'Port': ['ID=401d8349-045e-4b6b-ae8a-e241f6561a53,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:05.608164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:05.616308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.616657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.616996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.617329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.617663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.618017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.618353 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.618731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.619280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.619382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.619668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.620016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Tracked resource versions report: Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: pushed versions: Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Log': {'1.0'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Network': {'1.1'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Port': {'1.7'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'PortForwarding': {'1.2'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'QosPolicy': {'1.8'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'SubPort': {'1.0'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Subnet': {'1.1'}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Trunk': {'1.1'}} Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: consumer versions: Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: { DHCP agent@n-d-793618-8: {}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: L3 agent@n-d-793618-8: {}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: Metadata agent@n-d-793618-8: {}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: Metering agent@n-d-793618-8: {}, Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: Open vSwitch agent@n-d-793618-8: { 'AddressGroup': '1.2', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'ConntrackHelper': '1.0', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Log': '1.0', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Network': '1.1', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Port': '1.7', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'PortForwarding': '1.2', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'QosPolicy': '1.8', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'SecurityGroup': '1.4', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'SecurityGroupRule': '1.2', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'SubPort': '1.0', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Subnet': '1.1', Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: 'Trunk': '1.1'}} Jul 15 22:54:05.621142 n-d-793618-8 neutron-server[93716]: {{(pid=93716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:05.688152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Attempting to bind port 401d8349-045e-4b6b-ae8a-e241f6561a53 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:05.688783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Attempting to bind port 401d8349-045e-4b6b-ae8a-e241f6561a53 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:05.688955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Attempting to bind port 401d8349-045e-4b6b-ae8a-e241f6561a53 on network 2a77aabf-a982-4b17-8b6a-ae4790a7190d {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:05.693848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:05.694262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Checking segment: {'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:05.694732 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:05.695166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Bound using segment: {'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:05.695628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Bound port: 401d8349-045e-4b6b-ae8a-e241f6561a53, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:05.696044 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:05.760125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] For port 401d8349-045e-4b6b-ae8a-e241f6561a53, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:05.764522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] For port 401d8349-045e-4b6b-ae8a-e241f6561a53, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=401d8349-045e-4b6b-ae8a-e241f6561a53,segment=NetworkSegment(107418db-1509-4877-942a-30f9a1cde4cf),segment_id=107418db-1509-4877-942a-30f9a1cde4cf)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:05.768143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:05.832897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1fab9-2d0b-4587-be64-254cfd6017ac None None] Pushing event updated for resources: {'Port': ['ID=401d8349-045e-4b6b-ae8a-e241f6561a53,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:07.054866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49350) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:07.547059 n-d-793618-8 neutron-server[93714]: WARNING oslo_policy.policy [None req-b1d1c9d7-8aaf-4767-add3-c1f475f50829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:54:07.547668 n-d-793618-8 neutron-server[93714]: WARNING oslo_policy.policy [None req-b1d1c9d7-8aaf-4767-add3-c1f475f50829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:54:07.765315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-b1d1c9d7-8aaf-4767-add3-c1f475f50829 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:54:07.766560 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b1d1c9d7-8aaf-4767-add3-c1f475f50829 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7095857 Jul 15 22:54:10.130304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49364) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:10.441411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-7623d74c-f9b7-4cc2-9078-5805556685a7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:54:10.442468 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7623d74c-f9b7-4cc2-9078-5805556685a7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111918 Jul 15 22:54:10.871289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 401d8349-045e-4b6b-ae8a-e241f6561a53 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:10.953821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 401d8349-045e-4b6b-ae8a-e241f6561a53 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:11.953600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ac4c7-e559-4198-a5bd-1771631ac945 None None] Network 2a77aabf-a982-4b17-8b6a-ae4790a7190d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:12.012111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-15a18c00-9d70-42d5-b25c-ac69b0f58443 None None] Provisioning for port 401d8349-045e-4b6b-ae8a-e241f6561a53 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:12.017861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-15a18c00-9d70-42d5-b25c-ac69b0f58443 None None] Provisioning complete for port 401d8349-045e-4b6b-ae8a-e241f6561a53 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:12.018253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15a18c00-9d70-42d5-b25c-ac69b0f58443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.176064 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15a18c00-9d70-42d5-b25c-ac69b0f58443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.238270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-15a18c00-9d70-42d5-b25c-ac69b0f58443 None None] For port 401d8349-045e-4b6b-ae8a-e241f6561a53, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=401d8349-045e-4b6b-ae8a-e241f6561a53,segment=NetworkSegment(107418db-1509-4877-942a-30f9a1cde4cf),segment_id=107418db-1509-4877-942a-30f9a1cde4cf)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:12.247715 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15a18c00-9d70-42d5-b25c-ac69b0f58443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.307615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18c00-9d70-42d5-b25c-ac69b0f58443 None None] Pushing event updated for resources: {'Port': ['ID=401d8349-045e-4b6b-ae8a-e241f6561a53,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:12.467310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5a2df359-3f33-46ed-86a2-ea8ee450d10b None None] Provisioning complete for port 401d8349-045e-4b6b-ae8a-e241f6561a53 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:12.467677 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a2df359-3f33-46ed-86a2-ea8ee450d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.829327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 401d8349-045e-4b6b-ae8a-e241f6561a53 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:12.874598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 401d8349-045e-4b6b-ae8a-e241f6561a53 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:12.874997 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.019812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49378) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:13.306365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:13.370898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.policy [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93714) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 22:54:13.416571 n-d-793618-8 neutron-server[93714]: WARNING oslo_policy.policy [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:54:13.417031 n-d-793618-8 neutron-server[93714]: WARNING oslo_policy.policy [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:54:13.425941 n-d-793618-8 neutron-server[93714]: INFO neutron.quota [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] Loaded quota_driver: . Jul 15 22:54:13.482498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.484370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.636794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.641329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.659234 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.660401 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-546bf9f2-5947-4265-b2fc-6173da756d19 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6396434 Jul 15 22:54:15.980969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49388) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:16.286560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-5faab91b-3d76-4efa-9864-9b60dd1deea9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:54:16.287587 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5faab91b-3d76-4efa-9864-9b60dd1deea9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3057566 Jul 15 22:54:17.984803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-abce787d-3c8b-4b34-8f7f-4b1195c34372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.647956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49396) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:18.947856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:18.970470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Made reservation on behalf of ccea1530db074c6682ac3e023f23fe31 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:18.973672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.989190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.105893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.109984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.121414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=93714) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 22:54:19.153713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771653430595', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.154273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Unsubscribe: segment precommit_create {{(pid=93714) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 22:54:19.154770 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Added segment 860b0438-b4b3-4d48-8815-0fded235a1bc of type flat for network f167d4a2-055b-45fa-8416-d0ea84ea88a1 Jul 15 22:54:19.171149 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71e1d14-32c9-4eda-9a97-51717c0b2765,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:19.226923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.227259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.227592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.227920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.228245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.228562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.228878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.229193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.229506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.229816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.230127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.230437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Tracked resource versions report: Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: pushed versions: Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Log': {'1.0'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Network': {'1.1'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Port': {'1.7'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'PortForwarding': {'1.2'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'QosPolicy': {'1.8'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'SubPort': {'1.0'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Subnet': {'1.1'}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Trunk': {'1.1'}} Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: consumer versions: Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: { DHCP agent@n-d-793618-8: {}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: L3 agent@n-d-793618-8: {}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: Metadata agent@n-d-793618-8: {}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: Metering agent@n-d-793618-8: {}, Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: Open vSwitch agent@n-d-793618-8: { 'AddressGroup': '1.2', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'ConntrackHelper': '1.0', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Log': '1.0', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Network': '1.1', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Port': '1.7', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'PortForwarding': '1.2', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'QosPolicy': '1.8', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'SecurityGroup': '1.4', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'SecurityGroupRule': '1.2', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'SubPort': '1.0', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Subnet': '1.1', Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: 'Trunk': '1.1'}} Jul 15 22:54:19.231602 n-d-793618-8 neutron-server[93714]: {{(pid=93714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:19.283748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.334051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.335320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:19.336000 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.393320 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7443163 Jul 15 22:54:19.433675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170dfe-5ee0-4b05-a90d-a47d41bc59e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f167d4a2-055b-45fa-8416-d0ea84ea88a1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:19.444618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:54:20.569984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6ce5c93-9770-49e0-bdd1-7e8afd00fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.935678 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:21.340291 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:21.723078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49410) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:22.059524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef3252-5b70-405d-90df-03dd577c9fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:22.060906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f8ef3252-5b70-405d-90df-03dd577c9fff admin admin] 10.222.0.23 "GET /v2.0/subnets/5c18ae33-0704-4ab0-b675-06b23c0679ee HTTP/1.1" status: 200 len: 849 time: 0.3368714 Jul 15 22:54:22.194837 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b36551af-a36d-4f6d-9708-caed5b5f8a56 admin admin] 10.222.0.23 "GET /v2.0/routers/79570ac9-686f-42ce-96ee-904f395c51bc HTTP/1.1" status: 200 len: 704 time: 0.1284254 Jul 15 22:54:22.453673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:22.742096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Allocated IP 172.20.0.1 (2a77aabf-a982-4b17-8b6a-ae4790a7190d/5c18ae33-0704-4ab0-b675-06b23c0679ee/6c3f153f-a21b-4d13-8bfe-1304b9bff7c1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:22.922127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:22.945051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Transition to ACTIVE for port object 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:23.024201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.042649 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.092640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Network 2a77aabf-a982-4b17-8b6a-ae4790a7190d is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:23.099582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:23.109399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:23.109905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.131887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Pushing event updated for resources: {'Port': ['ID=6c3f153f-a21b-4d13-8bfe-1304b9bff7c1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:23.324569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6225d1c3-2119-4686-b819-1e6814a16d74 None None] Provisioning for port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:23.328376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6225d1c3-2119-4686-b819-1e6814a16d74 None None] Provisioning complete for port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:23.328740 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6225d1c3-2119-4686-b819-1e6814a16d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.363746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6225d1c3-2119-4686-b819-1e6814a16d74 None None] Port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:54:23.366823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.536683 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.540678 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.541432 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.599613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Pushing event updated for resources: {'Port': ['ID=6c3f153f-a21b-4d13-8bfe-1304b9bff7c1,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:23.663849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Network 2a77aabf-a982-4b17-8b6a-ae4790a7190d is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:23.665126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:23.822811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Router 79570ac9-686f-42ce-96ee-904f395c51bc is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:54:23.883461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ae3eb400-7756-4ee1-8f71-f5d343d8df7c None None] Provisioning complete for port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:23.883748 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb400-7756-4ee1-8f71-f5d343d8df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.910610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:23.917602 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eaeac27a-c03b-43e7-b5c3-c21832dc3fdb admin admin] 10.222.0.23 "PUT /v2.0/routers/79570ac9-686f-42ce-96ee-904f395c51bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7160699 Jul 15 22:54:23.917954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ae3eb400-7756-4ee1-8f71-f5d343d8df7c None None] Port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:54:23.939491 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Sync routers for ids ['79570ac9-686f-42ce-96ee-904f395c51bc'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:23.950951 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Routers {'79570ac9-686f-42ce-96ee-904f395c51bc'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:23.951809 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T22:54:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79570ac9-686f-42ce-96ee-904f395c51bc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:24.134548 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Set router 79570ac9-686f-42ce-96ee-904f395c51bc gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:24.554898 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'name': 'router1', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:13Z', 'updated_at': '2021-07-15T22:54:23Z', 'revision_number': 2, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'gw_port_host': None, '_interfaces': [{'id': '6c3f153f-a21b-4d13-8bfe-1304b9bff7c1', 'name': '', 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'mac_address': 'fa:16:3e:f7:de:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:22Z', 'updated_at': '2021-07-15T22:54:23Z', 'revision_number': 2, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'subnets': [{'id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837eeade-ddbc-4d65-afba-c107077517a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:24.607663 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Checking router: 79570ac9-686f-42ce-96ee-904f395c51bc for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:24.608033 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Updating router 79570ac9-686f-42ce-96ee-904f395c51bc port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:54:24.675329 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.177351 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.195361 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Transition to ACTIVE for port object 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:25.202042 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.359804 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Pushing event updated for resources: {'Port': ['ID=6c3f153f-a21b-4d13-8bfe-1304b9bff7c1,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:25.375827 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.376178 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.376511 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.376841 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.377172 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.377499 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.377822 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.378175 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.378498 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.378841 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.379161 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.379478 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Tracked resource versions report: Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: pushed versions: Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Log': {'1.0'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Network': {'1.1'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Port': {'1.7'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'PortForwarding': {'1.2'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'QosPolicy': {'1.8'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'SubPort': {'1.0'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Subnet': {'1.1'}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Trunk': {'1.1'}} Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: consumer versions: Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: { DHCP agent@n-d-793618-8: {}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: L3 agent@n-d-793618-8: {}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: Metadata agent@n-d-793618-8: {}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: Metering agent@n-d-793618-8: {}, Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: Open vSwitch agent@n-d-793618-8: { 'AddressGroup': '1.2', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'ConntrackHelper': '1.0', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Log': '1.0', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Network': '1.1', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Port': '1.7', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'PortForwarding': '1.2', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'QosPolicy': '1.8', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'SecurityGroup': '1.4', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'SecurityGroupRule': '1.2', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'SubPort': '1.0', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Subnet': '1.1', Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: 'Trunk': '1.1'}} Jul 15 22:54:25.380609 n-d-793618-8 neutron-server[93717]: {{(pid=93717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:25.382948 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Attempting to bind port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:25.383344 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Attempting to bind port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:25.383763 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Attempting to bind port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 on network 2a77aabf-a982-4b17-8b6a-ae4790a7190d {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:25.389500 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:25.389925 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Checking segment: {'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:25.390403 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.390814 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Bound using segment: {'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:25.391326 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Bound port: 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107418db-1509-4877-942a-30f9a1cde4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:25.391726 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.457358 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] For port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:25.479556 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] For port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6c3f153f-a21b-4d13-8bfe-1304b9bff7c1,segment=NetworkSegment(107418db-1509-4877-942a-30f9a1cde4cf),segment_id=107418db-1509-4877-942a-30f9a1cde4cf)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:25.484969 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.539999 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Routers {'79570ac9-686f-42ce-96ee-904f395c51bc'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:25.540629 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T22:54:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79570ac9-686f-42ce-96ee-904f395c51bc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:25.574793 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb414458-748e-4f4f-9d08-48da29e0d19a None None] Pushing event updated for resources: {'Port': ['ID=6c3f153f-a21b-4d13-8bfe-1304b9bff7c1,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:25.634720 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] Set router 79570ac9-686f-42ce-96ee-904f395c51bc gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:25.840777 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8fb223c2-8574-4230-b479-02b005037221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'name': 'router1', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:13Z', 'updated_at': '2021-07-15T22:54:23Z', 'revision_number': 2, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'gw_port_host': None, '_interfaces': [{'id': '6c3f153f-a21b-4d13-8bfe-1304b9bff7c1', 'name': '', 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'mac_address': 'fa:16:3e:f7:de:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:22Z', 'updated_at': '2021-07-15T22:54:25Z', 'revision_number': 4, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'subnets': [{'id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837eeade-ddbc-4d65-afba-c107077517a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:25.868260 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb223c2-8574-4230-b479-02b005037221 None None] The sync data for ids ['79570ac9-686f-42ce-96ee-904f395c51bc'] in n-d-793618-8 is: [{'id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'name': 'router1', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:13Z', 'updated_at': '2021-07-15T22:54:23Z', 'revision_number': 2, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'gw_port_host': None, '_interfaces': [{'id': '6c3f153f-a21b-4d13-8bfe-1304b9bff7c1', 'name': '', 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'mac_address': 'fa:16:3e:f7:de:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:22Z', 'updated_at': '2021-07-15T22:54:25Z', 'revision_number': 4, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'subnets': [{'id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837eeade-ddbc-4d65-afba-c107077517a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:26.175402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49430) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:26.282824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db74f317-cd62-4b5d-9d5c-68d334e3f602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:26.284773 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-db74f317-cd62-4b5d-9d5c-68d334e3f602 admin admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 842 time: 0.1078241 Jul 15 22:54:26.293916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.3.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:26.317710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Made reservation on behalf of ccea1530db074c6682ac3e023f23fe31 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:26.320061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.619620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 22:54:26.620100 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.678464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2e4427-2564-48c9-a084-42a5505b296b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:26.682869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:26.683333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Network hostable DHCP agents. Network: f167d4a2-055b-45fa-8416-d0ea84ea88a1, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:54:26.705993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:54:26.718679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f167d4a2-055b-45fa-8416-d0ea84ea88a1) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:26.723552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:26.726974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a23ee9-c931-4eca-81b2-dd339507fa3d None None] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:26.727420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.742926 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7ff3a8b4-8baf-4d93-b5ce-808404b74e03 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4522879 Jul 15 22:54:26.859316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee6cb73-7680-462b-993c-82f93363a0a5 None None] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:28.867314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:28.920328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:28.927658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:28.928045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.012105 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.046498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49450) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:29.091624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6c3f153f-a21b-4d13-8bfe-1304b9bff7c1,segment=NetworkSegment(107418db-1509-4877-942a-30f9a1cde4cf),segment_id=107418db-1509-4877-942a-30f9a1cde4cf)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:29.095409 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.141753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=6c3f153f-a21b-4d13-8bfe-1304b9bff7c1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:29.177059 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4d08109b-3795-41fc-a047-b19e67fc06a0 admin admin] 10.222.0.23 "GET /v2.0/routers/79570ac9-686f-42ce-96ee-904f395c51bc HTTP/1.1" status: 200 len: 710 time: 0.1293459 Jul 15 22:54:29.263114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e6113-ec03-41bc-8061-72edede558ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:29.264458 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0b6e6113-ec03-41bc-8061-72edede558ab admin admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 886 time: 0.0821712 Jul 15 22:54:29.273054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:29.573349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.811483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.890405 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.992752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Allocated IP 172.25.3.28 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c0768ddd-a8c5-4c44-93d8-e654fdef553a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:30.099188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.138266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.172431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:30.178908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:30.181404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:30.241421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Pushing event updated for resources: {'Port': ['ID=c0768ddd-a8c5-4c44-93d8-e654fdef553a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:30.423261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.611269 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.614419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.719348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Router 79570ac9-686f-42ce-96ee-904f395c51bc has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:54:30.840858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:30.888130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:30.888501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.903544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:30.907705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.911203 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e69df4dc-dc91-4e71-9cf4-2343b10d86ae admin admin] 10.222.0.23 "PUT /v2.0/routers/79570ac9-686f-42ce-96ee-904f395c51bc HTTP/1.1" status: 200 len: 889 time: 1.6412630 Jul 15 22:54:30.915828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Sync routers for ids ['79570ac9-686f-42ce-96ee-904f395c51bc'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:30.940253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Routers {'79570ac9-686f-42ce-96ee-904f395c51bc'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:30.940972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T22:54:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79570ac9-686f-42ce-96ee-904f395c51bc'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:31.179669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Set router 79570ac9-686f-42ce-96ee-904f395c51bc gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:31.566592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'name': 'router1', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c0768ddd-a8c5-4c44-93d8-e654fdef553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:13Z', 'updated_at': '2021-07-15T22:54:30Z', 'revision_number': 4, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'gw_port': {'id': 'c0768ddd-a8c5-4c44-93d8-e654fdef553a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:29Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '6c3f153f-a21b-4d13-8bfe-1304b9bff7c1', 'name': '', 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'mac_address': 'fa:16:3e:f7:de:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:22Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'subnets': [{'id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837eeade-ddbc-4d65-afba-c107077517a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:31.617058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Checking router: 79570ac9-686f-42ce-96ee-904f395c51bc for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:31.617406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Updating router 79570ac9-686f-42ce-96ee-904f395c51bc port c0768ddd-a8c5-4c44-93d8-e654fdef553a binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:54:31.650770 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.965465 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.974835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Transition to ACTIVE for port object c0768ddd-a8c5-4c44-93d8-e654fdef553a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:31.980959 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.032243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Attempting to bind port c0768ddd-a8c5-4c44-93d8-e654fdef553a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:32.032607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Attempting to bind port c0768ddd-a8c5-4c44-93d8-e654fdef553a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:32.032962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Attempting to bind port c0768ddd-a8c5-4c44-93d8-e654fdef553a on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:32.039510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d8c23-ed8d-42c1-af0d-4ad887c672a2 None None] Pushing event updated for resources: {'Port': ['ID=c0768ddd-a8c5-4c44-93d8-e654fdef553a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:32.042437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:32.042709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:32.043099 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.043484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:32.043944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Bound port: c0768ddd-a8c5-4c44-93d8-e654fdef553a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:32.044329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.171286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] For port c0768ddd-a8c5-4c44-93d8-e654fdef553a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:32.174241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] For port c0768ddd-a8c5-4c44-93d8-e654fdef553a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c0768ddd-a8c5-4c44-93d8-e654fdef553a,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:32.178366 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.234524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d8c23-ed8d-42c1-af0d-4ad887c672a2 None None] Pushing event updated for resources: {'Port': ['ID=c0768ddd-a8c5-4c44-93d8-e654fdef553a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:32.237218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Routers {'79570ac9-686f-42ce-96ee-904f395c51bc'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:32.238455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T22:54:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79570ac9-686f-42ce-96ee-904f395c51bc'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:32.344571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] Set router 79570ac9-686f-42ce-96ee-904f395c51bc gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:32.552046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'name': 'router1', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c0768ddd-a8c5-4c44-93d8-e654fdef553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:13Z', 'updated_at': '2021-07-15T22:54:30Z', 'revision_number': 4, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'gw_port': {'id': 'c0768ddd-a8c5-4c44-93d8-e654fdef553a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:29Z', 'updated_at': '2021-07-15T22:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '6c3f153f-a21b-4d13-8bfe-1304b9bff7c1', 'name': '', 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'mac_address': 'fa:16:3e:f7:de:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:22Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'subnets': [{'id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837eeade-ddbc-4d65-afba-c107077517a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:32.577078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d4479-894d-4f08-aceb-28fe0f11ed68 None None] The sync data for ids ['79570ac9-686f-42ce-96ee-904f395c51bc'] in n-d-793618-8 is: [{'id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'name': 'router1', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c0768ddd-a8c5-4c44-93d8-e654fdef553a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:13Z', 'updated_at': '2021-07-15T22:54:30Z', 'revision_number': 4, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'gw_port': {'id': 'c0768ddd-a8c5-4c44-93d8-e654fdef553a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:29Z', 'updated_at': '2021-07-15T22:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '6c3f153f-a21b-4d13-8bfe-1304b9bff7c1', 'name': '', 'network_id': '2a77aabf-a982-4b17-8b6a-ae4790a7190d', 'tenant_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'mac_address': 'fa:16:3e:f7:de:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79570ac9-686f-42ce-96ee-904f395c51bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:22Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': '74eafe5cbb0a4d57b61d5b20fbaf3923', 'subnets': [{'id': '5c18ae33-0704-4ab0-b675-06b23c0679ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '837eeade-ddbc-4d65-afba-c107077517a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:32.887997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c0768ddd-a8c5-4c44-93d8-e654fdef553a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:32.937896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c0768ddd-a8c5-4c44-93d8-e654fdef553a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:32.942854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c0768ddd-a8c5-4c44-93d8-e654fdef553a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:32.943307 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.024901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.047107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c0768ddd-a8c5-4c44-93d8-e654fdef553a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c0768ddd-a8c5-4c44-93d8-e654fdef553a,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:33.052999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.105601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c0768ddd-a8c5-4c44-93d8-e654fdef553a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:33.291835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49458) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:33.421660 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f2b6adda-d8f8-4649-bc19-b62c17fe139d admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1286891 Jul 15 22:54:34.843435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c0768ddd-a8c5-4c44-93d8-e654fdef553a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:34.889621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c0768ddd-a8c5-4c44-93d8-e654fdef553a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:34.889994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.000193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-257cb13b-4aed-4df5-85e5-3bd29ba6a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:50.399054 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:54:50.571806 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e4690b13-ec47-4a67-b34c-00bf138830a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:50.944937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:51.352203 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:53.071734 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:17.985093 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ecc9a0f0-8970-43e1-bcb6-46cd30c1f627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:20.575077 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-278abf76-4c11-499f-a413-8b381b1020f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:20.937143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.343001 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.066562 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:27.398491 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:55:47.989084 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b616-4fd7-4c6b-8758-cb537d34cc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:50.575579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-463b6227-c3ba-494c-aa72-a293cc5da75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:50.939663 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:51.344051 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:53.068262 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:04.397944 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:56:13.800434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50060) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:13.860705 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d20547-8834-4167-bffd-8a83ca8a6bd3 admin admin] GET failed (client error): The resource could not be found. Jul 15 22:56:13.862084 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0d20547-8834-4167-bffd-8a83ca8a6bd3 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602243 Jul 15 22:56:14.018676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c6c66-3592-4f90-83f6-9393fbbf1fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:14.020710 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e27c6c66-3592-4f90-83f6-9393fbbf1fb0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547892 Jul 15 22:56:16.171240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50070) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:16.260017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da349e2-8e71-49b5-a8bb-6281d948229a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:16.261395 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6da349e2-8e71-49b5-a8bb-6281d948229a admin admin] 10.222.0.23 "GET /v2.0/subnets/5c18ae33-0704-4ab0-b675-06b23c0679ee HTTP/1.1" status: 200 len: 849 time: 0.0892069 Jul 15 22:56:16.270464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:16.349996 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.488954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771653305739'] for subnet, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.516386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:16.517665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.518538 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] 10.222.0.23 "PUT /v2.0/subnets/5c18ae33-0704-4ab0-b675-06b23c0679ee HTTP/1.1" status: 200 len: 868 time: 0.2514677 Jul 15 22:56:16.521443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a9f6ea-3967-40e0-b863-229279f528ad None None] Network 2a77aabf-a982-4b17-8b6a-ae4790a7190d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:56:16.540144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c18ae33-0704-4ab0-b675-06b23c0679ee,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:16.547875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.548248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.548554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.548886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.549216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.549540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.549866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.550184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.550496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.551460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.551837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.552162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f186720-e83b-4d0e-bf7b-236b5d10f704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:16.939280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b74625db-ec5f-4696-b841-1f494a3adc26 None None] Provisioning complete for port 6c3f153f-a21b-4d13-8bfe-1304b9bff7c1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:16.939655 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b74625db-ec5f-4696-b841-1f494a3adc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:17.024438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b74625db-ec5f-4696-b841-1f494a3adc26 None None] Provisioning complete for port 401d8349-045e-4b6b-ae8a-e241f6561a53 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:17.024703 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b74625db-ec5f-4696-b841-1f494a3adc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:17.989648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b105a29a-9ca4-4332-a441-6ed2d9bb4057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:18.690340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50078) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:18.885616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f2026-ffaa-4ebd-8289-c70d2a762e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:18.886093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f2026-ffaa-4ebd-8289-c70d2a762e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:18.887684 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e67f2026-ffaa-4ebd-8289-c70d2a762e67 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963556 Jul 15 22:56:20.577138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-edd8b909-a7f5-4259-b50a-d3a2f5049c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:20.943444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:21.046039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50086) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:21.173869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708888a-cd4c-4230-92b9-eb1cacfef03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:21.174337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708888a-cd4c-4230-92b9-eb1cacfef03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:21.176391 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1708888a-cd4c-4230-92b9-eb1cacfef03f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1288943 Jul 15 22:56:21.346804 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:23.075568 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:23.389691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50094) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:23.515218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b7dbc6-bf06-45f5-9b52-bafbbcb5c200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:23.516585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-22b7dbc6-bf06-45f5-9b52-bafbbcb5c200 admin admin] 10.222.0.23 "GET /v2.0/networks/2a77aabf-a982-4b17-8b6a-ae4790a7190d HTTP/1.1" status: 200 len: 869 time: 0.1259642 Jul 15 22:56:25.655747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50102) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:25.779639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1894cc3f-868f-4844-a451-11107214ee1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:25.781083 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1894cc3f-868f-4844-a451-11107214ee1d admin admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 886 time: 0.1243949 Jul 15 22:56:27.934748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50110) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:28.052583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13e444-02c6-4cfa-8b7c-48ad07156185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:28.052967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13e444-02c6-4cfa-8b7c-48ad07156185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:28.054491 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e13e444-02c6-4cfa-8b7c-48ad07156185 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1187484 Jul 15 22:56:30.213929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50118) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:30.340678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288d9701-4ec4-408f-93fe-df712b8f5cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:30.341135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288d9701-4ec4-408f-93fe-df712b8f5cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:30.342667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-288d9701-4ec4-408f-93fe-df712b8f5cc8 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277690 Jul 15 22:56:32.495971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50128) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:32.584959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5466dd-273a-4538-8710-cbf3596d82f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:32.586317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8d5466dd-273a-4538-8710-cbf3596d82f5 admin admin] 10.222.0.23 "GET /v2.0/subnets/5c18ae33-0704-4ab0-b675-06b23c0679ee HTTP/1.1" status: 200 len: 868 time: 0.0893257 Jul 15 22:56:34.734636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50136) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:34.815535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cbfddb-866c-4890-b2be-f938efa4fd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:34.817351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a7cbfddb-866c-4890-b2be-f938efa4fd53 admin admin] 10.222.0.23 "GET /v2.0/subnets/cc2e4427-2564-48c9-a084-42a5505b296b HTTP/1.1" status: 200 len: 816 time: 0.0817521 Jul 15 22:56:41.396835 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:56:47.989844 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4b04-c7c2-4fed-b80b-60c52ff30d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.578644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ba75f1f-f385-42da-8f2c-1a6d7b48f722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.944954 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.350534 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.077237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.153836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50188) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:59.198803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-cd5e288c-33b1-4129-8556-1d854f0e0ed3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:56:59.199811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cd5e288c-33b1-4129-8556-1d854f0e0ed3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450394 Jul 15 22:57:01.422397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50196) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:01.480146 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5630179e-d188-4392-b65b-49235cb075f4 admin admin] GET failed (client error): The resource could not be found. Jul 15 22:57:01.481465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5630179e-d188-4392-b65b-49235cb075f4 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581253 Jul 15 22:57:01.622480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6154c865-3fef-4877-85e3-3a7368e27a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:01.623894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6154c865-3fef-4877-85e3-3a7368e27a52 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386328 Jul 15 22:57:03.804804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50204) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:03.850094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:03.869436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Made reservation on behalf of ccea1530db074c6682ac3e023f23fe31 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:03.871828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.905612 n-d-793618-8 neutron-server[93715]: WARNING neutron.services.revisions.revision_plugin [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Could not find related network for resource to bump revision. Jul 15 22:57:03.918358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:57:03.927883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.928225 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Added segment d7746707-68e9-40e5-a317-f5b4f1e2b967 of type vlan for network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 Jul 15 22:57:03.967390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.993804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.994656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:03.995259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:04.054607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2487152 Jul 15 22:57:04.055556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Pushing event updated for resources: {'Network': ['ID=54a0cc7e-326e-4255-bdb5-46ac81e72ea9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:04.062385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.062730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.063093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.063431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.063758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.064087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.064408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.064730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.065550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.065870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.066189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.066508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb5d79a-9ea9-42ac-97b5-f169c40ded28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:04.078002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:57:06.219326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50212) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:06.278160 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6403cf5-0730-4370-afd4-68b099c1ecaf admin admin] GET failed (client error): The resource could not be found. Jul 15 22:57:06.279508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a6403cf5-0730-4370-afd4-68b099c1ecaf admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592337 Jul 15 22:57:06.346575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a0ea7-cec1-4992-9cf2-1cdd00ad4792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:06.348051 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d35a0ea7-cec1-4992-9cf2-1cdd00ad4792 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647614 Jul 15 22:57:06.357597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:06.376925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Made reservation on behalf of ccea1530db074c6682ac3e023f23fe31 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:06.379634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:06.537277 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:06.593642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a802bed8-e5d4-4121-840d-ac56508171bd,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:06.602801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:06.603156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Network hostable DHCP agents. Network: 54a0cc7e-326e-4255-bdb5-46ac81e72ea9, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:57:06.618328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:57:06.626118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 54a0cc7e-326e-4255-bdb5-46ac81e72ea9) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:06.630054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:06.630629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:06.636514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d61391-44a0-46c6-ac27-5e27a07b778f None None] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:57:06.654827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-167ad398-61fa-4488-a5a2-94d7f10e572d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2916143 Jul 15 22:57:06.879759 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'tenant_id': 'ccea1530db074c6682ac3e023f23fe31', 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:57:06.880629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:07.023143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Allocated IP 192.168.233.2 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:07.168072 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:07.177591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Transition to ACTIVE for port object cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:07.192428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Transition to ACTIVE for port object cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:07.199292 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:07.240436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:07.243312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:07.246308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:07.251682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Pushing event updated for resources: {'Port': ['ID=cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:07.262553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.262905 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.263239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.263572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.263900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.264223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.264549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.264866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.265185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.265503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.265822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.266139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:07.319406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Attempting to bind port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:07.319898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Attempting to bind port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:07.320266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Attempting to bind port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:07.325439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:07.325943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:07.326340 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:07.326725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:07.327216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Bound port: cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:07.327606 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:07.392576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] For port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:07.396689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] For port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:07.400408 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:07.459226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f27bdf-4979-41d4-b2f5-b23041a78c14 None None] Pushing event updated for resources: {'Port': ['ID=cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:08.326203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3dd560-509b-4dda-868b-4afdbde1369a None None] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:57:08.405767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-20b6d10b-8064-4088-a8e0-b79f08f7b297 None None] Provisioning for port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:08.992948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:09.043281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:09.047137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:09.047569 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:09.128573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:09.160134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:09.164340 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:09.212201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:10.969356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:11.019613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port cc54a6ea-e258-43ba-aa6a-3c0cc0ff48ce triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:11.019888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.991514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a906498a-9f8a-4625-a1e8-d0847aab0e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:18.396314 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:57:20.579346 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c09e1acb-25ba-4bd8-9d69-79c521001b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.946879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.353723 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.083077 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.992410 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-763e4c33-eaaa-4371-9129-027f3fd3ec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:50.581835 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3b464c8a-13bd-45b5-a4d1-03ffe9367fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:50.947698 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.360951 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:53.087024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.395509 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:58:16.465875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50264) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:16.472766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-788413bd-e4a8-4c05-a357-44011e5c0803 tempest-verify_tempest_config-193954866 tempest-verify_tempest_config-193954866-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:58:16.473761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-788413bd-e4a8-4c05-a357-44011e5c0803 tempest-verify_tempest_config-193954866 tempest-verify_tempest_config-193954866-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069156 Jul 15 22:58:16.778128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50282) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:16.878476 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:16.963973 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:16.967793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:17.009588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015de5f1-7b42-4a1b-99a7-b96cc4d31bd5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:17.014062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c43cddeca2064993846fbd11d42482cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2349553 Jul 15 22:58:17.017339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50286) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:17.018898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.019246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.019589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.019926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.020258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.020586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.020914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.021237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.021561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.021883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.022204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.022524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6fcdf-50e1-47e6-9dbe-89e6ce33d409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.075066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:17.095126 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:17.180304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:17.182864 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:17.184022 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/015de5f1-7b42-4a1b-99a7-b96cc4d31bd5 HTTP/1.1" status: 204 len: 168 time: 0.1657228 Jul 15 22:58:17.192360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015de5f1-7b42-4a1b-99a7-b96cc4d31bd5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:17.198862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.199213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.199557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.199892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.200223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.200555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.200882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.201206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.201582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.201844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.202168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.202510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e2d16-9d08-4857-9d94-9db92b81411c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:17.993846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-32bfe1c3-3f57-4f1c-8a22-f310f849cced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:20.582462 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bf0f29aa-1a8c-4c9e-85c7-da2c3e2a981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:20.949481 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:21.361870 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:23.089282 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:32.394123 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:58:47.994570 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5175ee4e-495d-44f2-ba17-58e115d18c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:50.583403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-af5ff054-5c69-47a4-a956-d2990c4ec0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:50.950236 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:51.363069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:53.092955 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.392294 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:59:17.994609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e04550ae-2817-4290-90f9-cb71cd4260db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.583998 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51903286-1cff-45d9-8627-e9e111b1ce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.950356 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.366648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:23.094484 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:46.391592 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:59:47.996958 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf5a43fa-f9b6-4d06-a80c-188cd42b2478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.584832 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f5079cac-592e-4d4f-897b-344c26948bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:50.951361 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.368845 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:53.098643 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:17.996814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-817bfbe2-6536-4ef7-b301-18a55a3ac91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:20.585119 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6c4c78ed-dac2-4942-bd7c-5d8892b7b1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:20.952947 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:21.370572 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.101529 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.390077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:00:47.995951 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e4239d1-4af0-4b0e-b4d1-1d4b897e72ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.584043 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e1362cb1-7a12-4484-b78a-40be0d5b39bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:50.952777 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.373055 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.103916 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:00.388513 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 5 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:01:13.419093 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422917'] for agent, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:17.997387 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-65053ae6-88ec-4ed2-b6c1-9e9bb7e45285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.583561 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3f0dcf54-6b87-4404-a1c8-06d5fede5660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.953154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:21.375579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:23.107753 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:24.658867 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-422917'] for agent, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.387153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:01:43.365515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:47.996770 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8f131b2-16f6-409a-9a36-01d9b7fbc8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.583926 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d854a933-2506-4b76-ba2b-3f61b61b9936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.953274 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:51.379377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.110874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:54.630731 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:01.670696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50348) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:01.773242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-51fba16d-13e7-4301-be2c-fe495767aaf0 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1011112 Jul 15 23:02:03.945491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50358) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:03.998283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0791b9f0-2bc9-4a7c-93b5-39917bc349e4 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0512016 Jul 15 23:02:13.371245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:14.386225 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:02:17.996380 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1980-e928-4b79-9b93-b0fa425a0e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.584074 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1ac189e9-f180-401a-b69e-53c13c6938f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.953107 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.380788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.114679 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:24.640490 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:43.386480 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:47.997912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30d6eb37-04c6-4b26-b862-e7317cc610ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.589792 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fa84075-a13e-4d2d-87b3-758f531838fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.956977 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.385000 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.385527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:02:53.209180 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.677069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:13.394810 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.000610 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1ed-832d-48ea-b768-1c66ce9e9257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.581749 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-79d51b68-9254-4f61-9987-f8bf4284497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.959411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.391975 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.143197 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.725329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.562266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50498) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:25.970609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-31013d5a-72d4-43cb-940c-98eb4b9e0397 tempest-AutoAllocateNetworkTest-2008217383 tempest-AutoAllocateNetworkTest-2008217383-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e7f96db88fa740979d341f5e0a3e8337&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4071858 Jul 15 23:03:25.973150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50528) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:26.161572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b352128f-ac8f-4013-bfcf-6b19f564a766 tempest-AutoAllocateNetworkTest-2008217383 tempest-AutoAllocateNetworkTest-2008217383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:26.166514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50548) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:26.167183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b352128f-ac8f-4013-bfcf-6b19f564a766 tempest-AutoAllocateNetworkTest-2008217383 tempest-AutoAllocateNetworkTest-2008217383-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1921194 Jul 15 23:03:26.224251 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-80fc14fe-93f0-435c-873c-99fabb035bb8 tempest-AutoAllocateNetworkTest-2008217383 tempest-AutoAllocateNetworkTest-2008217383-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565143 Jul 15 23:03:26.227328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50552) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:26.258133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c521755f-475e-4acd-b9e3-f5fa0eb090de tempest-AutoAllocateNetworkTest-2008217383 tempest-AutoAllocateNetworkTest-2008217383-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e7f96db88fa740979d341f5e0a3e8337 HTTP/1.1" status: 200 len: 208 time: 0.0295532 Jul 15 23:03:26.537394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50570) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:26.965217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-network', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:26.988363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Made reservation on behalf of 5d8eb12eec93427ca7d5765ae5387d8d for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:26.991050 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.000410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.047065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50590) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:27.108985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.114660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.141237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d7920f-4486-40ed-adeb-8cdf9354d16f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:27.149910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:27.152931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.153877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.154305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.154908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.155257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.155690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.156090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.156501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.156912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.157320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.157729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.158137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Tracked resource versions report: Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: pushed versions: Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: { 'AddressGroup': {'1.2'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'ConntrackHelper': {'1.0'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Log': {'1.0'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Network': {'1.1'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Port': {'1.7'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'PortForwarding': {'1.2'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'QosPolicy': {'1.8'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'SecurityGroup': {'1.4'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'SecurityGroupRule': {'1.2'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'SubPort': {'1.0'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Subnet': {'1.1'}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Trunk': {'1.1'}} Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: consumer versions: Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: { DHCP agent@n-d-793618-8: {}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: HyperV agent@n-h1-793618-8: {}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: HyperV agent@n-h2-793618-8: {}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: L3 agent@n-d-793618-8: {}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: Metadata agent@n-d-793618-8: {}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: Metering agent@n-d-793618-8: {}, Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: Open vSwitch agent@n-d-793618-8: { 'AddressGroup': '1.2', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'ConntrackHelper': '1.0', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Log': '1.0', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Network': '1.1', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Port': '1.7', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'PortForwarding': '1.2', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'QosPolicy': '1.8', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'SecurityGroup': '1.4', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'SecurityGroupRule': '1.2', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'SubPort': '1.0', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Subnet': '1.1', Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: 'Trunk': '1.1'}} Jul 15 23:03:27.159367 n-d-793618-8 neutron-server[93715]: {{(pid=93715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 23:03:27.173207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.173649 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Added segment f9594167-be3e-494d-a79f-15ed9c84f340 of type vlan for network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 Jul 15 23:03:27.216134 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.245594 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.246614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:27.247549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.284025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7421651 Jul 15 23:03:27.284406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50604) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:27.289260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Request body: {'subnet': {'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-subnet', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:27.309774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0c28f-a3eb-4425-a8f6-f158ff053a06 admin admin] Pushing event updated for resources: {'Network': ['ID=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:27.315453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Made reservation on behalf of 5d8eb12eec93427ca7d5765ae5387d8d for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:27.321111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:27.335118 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.503946 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba16c-6942-4095-a43f-2d80c142e83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.629184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.696423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:27.711104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.711544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.712135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.712679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.713216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.713760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.714425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.715057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.716283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.716820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.717351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.718115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Tracked resource versions report: Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: pushed versions: Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: { 'AddressGroup': {'1.2'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'ConntrackHelper': {'1.0'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Log': {'1.0'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Network': {'1.1'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Port': {'1.7'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'PortForwarding': {'1.2'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'QosPolicy': {'1.8'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'SecurityGroup': {'1.4'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'SecurityGroupRule': {'1.2'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'SubPort': {'1.0'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Subnet': {'1.1'}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Trunk': {'1.1'}} Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: consumer versions: Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: { DHCP agent@n-d-793618-8: {}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: HyperV agent@n-h1-793618-8: {}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: HyperV agent@n-h2-793618-8: {}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: L3 agent@n-d-793618-8: {}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: Metadata agent@n-d-793618-8: {}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: Metering agent@n-d-793618-8: {}, Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: Open vSwitch agent@n-d-793618-8: { 'AddressGroup': '1.2', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'ConntrackHelper': '1.0', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Log': '1.0', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Network': '1.1', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Port': '1.7', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'PortForwarding': '1.2', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'QosPolicy': '1.8', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'SecurityGroup': '1.4', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'SecurityGroupRule': '1.2', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'SubPort': '1.0', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Subnet': '1.1', Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: 'Trunk': '1.1'}} Jul 15 23:03:27.719485 n-d-793618-8 neutron-server[93714]: {{(pid=93714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 23:03:27.724312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Checking segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:27.724879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Network hostable DHCP agents. Network: df2cc3aa-70bc-442d-9c9e-9d9ffbb91251, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:27.742556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba16c-6942-4095-a43f-2d80c142e83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.743482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:27.747366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba16c-6942-4095-a43f-2d80c142e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.757685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, df2cc3aa-70bc-442d-9c9e-9d9ffbb91251) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:27.763667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:27.765590 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.768974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3da9ba-0d04-48ed-8dd8-2521607819ac None None] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:27.788669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7dbf67ce-8522-4e06-8a61-c920517cc4bb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5004039 Jul 15 23:03:27.788778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50628) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:27.799573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:27.820417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ba16c-6942-4095-a43f-2d80c142e83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723f2c32-3813-49be-ac6d-3299b148bda6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:27.846984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0d0ba16c-6942-4095-a43f-2d80c142e83c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7f96db88fa740979d341f5e0a3e8337&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7963586 Jul 15 23:03:27.848078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50632) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:27.853228 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.854919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.924199 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-974b7a93-29cf-4c63-a13a-272d39f065c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.957402 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-974b7a93-29cf-4c63-a13a-272d39f065c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.963116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.970422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:03:27.971455 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.028822 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-974b7a93-29cf-4c63-a13a-272d39f065c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.031971 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-974b7a93-29cf-4c63-a13a-272d39f065c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.035563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-974b7a93-29cf-4c63-a13a-272d39f065c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/723f2c32-3813-49be-ac6d-3299b148bda6 HTTP/1.1" status: 204 len: 168 time: 0.1834857 Jul 15 23:03:28.044773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b7a93-29cf-4c63-a13a-272d39f065c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723f2c32-3813-49be-ac6d-3299b148bda6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:28.138473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Allocated IP 172.20.0.2 (df2cc3aa-70bc-442d-9c9e-9d9ffbb91251/61f4a04a-c2a7-453f-acb6-da08cfa9f0a4/c2d5626f-37fb-468f-aba5-e0b46ba0ca1e) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:28.152426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.347123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.358425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Transition to ACTIVE for port object c2d5626f-37fb-468f-aba5-e0b46ba0ca1e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:28.376032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Transition to ACTIVE for port object c2d5626f-37fb-468f-aba5-e0b46ba0ca1e will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:28.384827 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:03:28.392004 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.410855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.430191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.438847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Pushing event updated for resources: {'Port': ['ID=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:28.451976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.452482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.453181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.453790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.454381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.454959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.455535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.455963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.456503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.457026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.457554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.458342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Tracked resource versions report: Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: pushed versions: Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: { 'AddressGroup': {'1.2'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'ConntrackHelper': {'1.0'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Log': {'1.0'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Network': {'1.1'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Port': {'1.7'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'PortForwarding': {'1.2'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'QosPolicy': {'1.8'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'SecurityGroup': {'1.4'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'SecurityGroupRule': {'1.2'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'SubPort': {'1.0'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Subnet': {'1.1'}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Trunk': {'1.1'}} Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: consumer versions: Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: { DHCP agent@n-d-793618-8: {}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: HyperV agent@n-h1-793618-8: {}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: HyperV agent@n-h2-793618-8: {}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: L3 agent@n-d-793618-8: {}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: Metadata agent@n-d-793618-8: {}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: Metering agent@n-d-793618-8: {}, Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: Open vSwitch agent@n-d-793618-8: { 'AddressGroup': '1.2', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'ConntrackHelper': '1.0', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Log': '1.0', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Network': '1.1', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Port': '1.7', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'PortForwarding': '1.2', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'QosPolicy': '1.8', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'SecurityGroup': '1.4', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'SecurityGroupRule': '1.2', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'SubPort': '1.0', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Subnet': '1.1', Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: 'Trunk': '1.1'}} Jul 15 23:03:28.459678 n-d-793618-8 neutron-server[93716]: {{(pid=93716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 23:03:28.473870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:28.476440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:28.479500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:28.566707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Attempting to bind port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:28.567871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Attempting to bind port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:28.568403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Attempting to bind port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e on network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:28.575433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:28.576171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Checking segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:28.576747 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.577957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Bound using segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:28.578700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Bound port: c2d5626f-37fb-468f-aba5-e0b46ba0ca1e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:28.579403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.579591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Allocated IP 172.25.3.176 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/d21ef2cd-2149-4136-a044-d29591ce3a0a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:28.649012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] For port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:28.652861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] For port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:28.657446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.736787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dc29a-33da-4731-baec-f3c9a1cfcb59 None None] Pushing event updated for resources: {'Port': ['ID=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:28.757568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.812620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.853786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:28.859823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:28.868758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:28.870630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Pushing event updated for resources: {'Port': ['ID=d21ef2cd-2149-4136-a044-d29591ce3a0a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:29.228553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.261161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c2d5626f-37fb-468f-aba5-e0b46ba0ca1e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:29.351050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:29.487985 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.663758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:03:29.919423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca641cb-cbca-4d0a-bcb8-ba510a7a1933 None None] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:29.983786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:29.995653 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Sync routers for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:29.999504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.003322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-43f6dccf-7ebc-4abf-b593-267937a19883 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2134836 Jul 15 23:03:30.005099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50712) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:30.009109 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:30.009740 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:30.049984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4e3d9581-c58e-48ba-983c-b0401b17955d None None] Provisioning for port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:30.072413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4e3d9581-c58e-48ba-983c-b0401b17955d None None] Provisioning complete for port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:30.072778 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4e3d9581-c58e-48ba-983c-b0401b17955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.294988 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:30.422725 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4e3d9581-c58e-48ba-983c-b0401b17955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.565192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4e3d9581-c58e-48ba-983c-b0401b17955d None None] For port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:30.572761 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4e3d9581-c58e-48ba-983c-b0401b17955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.648565 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:29Z', 'revision_number': 3, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:30.680222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d9581-c58e-48ba-983c-b0401b17955d None None] Pushing event updated for resources: {'Port': ['ID=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:30.689603 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Checking router: 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:30.690227 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Updating router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 port d21ef2cd-2149-4136-a044-d29591ce3a0a binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:30.743037 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.822703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6da181b9-cea0-4179-a17b-f9287d60686f None None] Provisioning complete for port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:30.823306 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6da181b9-cea0-4179-a17b-f9287d60686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.920223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.221328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Allocated IP 172.20.0.1 (df2cc3aa-70bc-442d-9c9e-9d9ffbb91251/61f4a04a-c2a7-453f-acb6-da08cfa9f0a4/7346198d-2854-4a49-a9a6-fb245ddcdb14) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:31.241234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c2d5626f-37fb-468f-aba5-e0b46ba0ca1e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:31.305472 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.320572 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Transition to ACTIVE for port object d21ef2cd-2149-4136-a044-d29591ce3a0a will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:31.328575 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.363614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:31.364165 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.385871 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Pushing event updated for resources: {'Port': ['ID=d21ef2cd-2149-4136-a044-d29591ce3a0a,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:31.417768 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.418313 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.420260 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.420613 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.421077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.421289 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.421701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.422166 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.422537 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.424122 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.427230 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.427568 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Tracked resource versions report: Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: pushed versions: Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: { 'AddressGroup': {'1.2'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'ConntrackHelper': {'1.0'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Log': {'1.0'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Network': {'1.1'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Port': {'1.7'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'PortForwarding': {'1.2'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'QosPolicy': {'1.8'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'SecurityGroup': {'1.4'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'SecurityGroupRule': {'1.2'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'SubPort': {'1.0'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Subnet': {'1.1'}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Trunk': {'1.1'}} Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: consumer versions: Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: { DHCP agent@n-d-793618-8: {}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: HyperV agent@n-h1-793618-8: {}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: HyperV agent@n-h2-793618-8: {}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: L3 agent@n-d-793618-8: {}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: Metadata agent@n-d-793618-8: {}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: Metering agent@n-d-793618-8: {}, Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: Open vSwitch agent@n-d-793618-8: { 'AddressGroup': '1.2', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'ConntrackHelper': '1.0', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Log': '1.0', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Network': '1.1', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Port': '1.7', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'PortForwarding': '1.2', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'QosPolicy': '1.8', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'SecurityGroup': '1.4', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'SecurityGroupRule': '1.2', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'SubPort': '1.0', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Subnet': '1.1', Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: 'Trunk': '1.1'}} Jul 15 23:03:31.430423 n-d-793618-8 neutron-server[93717]: {{(pid=93717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 23:03:31.449791 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Attempting to bind port d21ef2cd-2149-4136-a044-d29591ce3a0a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:31.450295 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Attempting to bind port d21ef2cd-2149-4136-a044-d29591ce3a0a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:31.450834 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Attempting to bind port d21ef2cd-2149-4136-a044-d29591ce3a0a on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:31.456759 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:31.457129 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:31.457625 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.458343 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:31.458945 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Bound port: d21ef2cd-2149-4136-a044-d29591ce3a0a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:31.459332 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.506734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.533878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Transition to ACTIVE for port object 7346198d-2854-4a49-a9a6-fb245ddcdb14 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:31.539405 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] For port d21ef2cd-2149-4136-a044-d29591ce3a0a, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:31.543192 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] For port d21ef2cd-2149-4136-a044-d29591ce3a0a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d21ef2cd-2149-4136-a044-d29591ce3a0a,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:31.549370 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.638672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.644655 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4c874-9ec9-4bfe-a286-2631b63b8d7a None None] Pushing event updated for resources: {'Port': ['ID=d21ef2cd-2149-4136-a044-d29591ce3a0a,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:31.679073 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:31.679921 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:31.847622 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:31.871919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:31.873145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Pushing event updated for resources: {'Port': ['ID=7346198d-2854-4a49-a9a6-fb245ddcdb14,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:31.875370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:31.912153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:31.912730 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.287193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-371ac087-a568-4fa3-bc27-2b33f4cd94cc None None] Provisioning for port 7346198d-2854-4a49-a9a6-fb245ddcdb14 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:32.310772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.311588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-371ac087-a568-4fa3-bc27-2b33f4cd94cc None None] Provisioning complete for port 7346198d-2854-4a49-a9a6-fb245ddcdb14 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:32.312121 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-371ac087-a568-4fa3-bc27-2b33f4cd94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.312548 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:29Z', 'revision_number': 3, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:32.380151 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0014a80-5af5-4e93-9127-e23d1d76370a None None] The sync data for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 is: [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:29Z', 'revision_number': 3, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:32.411075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-371ac087-a568-4fa3-bc27-2b33f4cd94cc None None] Port 7346198d-2854-4a49-a9a6-fb245ddcdb14 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:32.584154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.591532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.592390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.661159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Pushing event updated for resources: {'Port': ['ID=7346198d-2854-4a49-a9a6-fb245ddcdb14,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:32.677143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50826) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:32.783479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:32.785012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:32.901593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c327d5e2-7307-403f-bc4f-d3b00dce6d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.047366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:33.153930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5d8ebb97-db83-4127-8db1-914602c2b5bd None None] Provisioning complete for port 7346198d-2854-4a49-a9a6-fb245ddcdb14 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:33.154652 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebb97-db83-4127-8db1-914602c2b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.166504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c327d5e2-7307-403f-bc4f-d3b00dce6d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.176187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c327d5e2-7307-403f-bc4f-d3b00dce6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.264383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327d5e2-7307-403f-bc4f-d3b00dce6d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63bf6ae-0c96-4fd6-b629-e007a5090712,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:33.272895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ebb97-db83-4127-8db1-914602c2b5bd None None] Port 7346198d-2854-4a49-a9a6-fb245ddcdb14 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:33.314523 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c327d5e2-7307-403f-bc4f-d3b00dce6d96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3eb4deae45de40a8a939e8369e836591&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6361761 Jul 15 23:03:33.317199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50874) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:33.335484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:33.351140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0ba4d77a-9033-4829-b5b0-0f2d9afdae55 admin admin] 10.222.0.23 "PUT /v2.0/routers/6c5b754f-5ae4-4f1d-858d-ce7115edbba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3358555 Jul 15 23:03:33.368782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d21ef2cd-2149-4136-a044-d29591ce3a0a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:33.412410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e510-3d44-418e-b164-bffe2b1abd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.440053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e510-3d44-418e-b164-bffe2b1abd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.478562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d21ef2cd-2149-4136-a044-d29591ce3a0a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:33.486104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d21ef2cd-2149-4136-a044-d29591ce3a0a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:33.486990 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.505387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e510-3d44-418e-b164-bffe2b1abd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.508857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e510-3d44-418e-b164-bffe2b1abd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.510038 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c6b6e510-3d44-418e-b164-bffe2b1abd8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e63bf6ae-0c96-4fd6-b629-e007a5090712 HTTP/1.1" status: 204 len: 168 time: 0.1920395 Jul 15 23:03:33.521241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e510-3d44-418e-b164-bffe2b1abd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63bf6ae-0c96-4fd6-b629-e007a5090712,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:33.629772 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.655732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d21ef2cd-2149-4136-a044-d29591ce3a0a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d21ef2cd-2149-4136-a044-d29591ce3a0a,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:33.664788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.742562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d21ef2cd-2149-4136-a044-d29591ce3a0a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:33.815666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50906) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.002665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50916) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.021558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50920) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.099243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e460d9f-3519-401b-9841-c500f890e1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.215156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e460d9f-3519-401b-9841-c500f890e1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.217404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50c9-952b-464c-8d0a-8b327b03451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.221814 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e460d9f-3519-401b-9841-c500f890e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.249970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50936) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.258730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e460d9f-3519-401b-9841-c500f890e1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a35518-490d-4867-b437-c522e05d7089,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.272141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb09b-18e2-4eee-9ff3-87ade19ce7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.274254 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff44e8ea-48da-498e-8a7a-b07eaad0d9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.311606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e460d9f-3519-401b-9841-c500f890e1f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cf9bc1697a54d8cb9ec8be3c4ec0c48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4948018 Jul 15 23:03:34.315964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50938) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.408761 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50c9-952b-464c-8d0a-8b327b03451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.410092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-25b0df0d-57b5-4cc7-963c-f682ff0c21f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.419930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2b50c9-952b-464c-8d0a-8b327b03451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.425185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.api [None req-aa1bb09b-18e2-4eee-9ff3-87ade19ce7e3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:03:34.425185 n-d-793618-8 neutron-server[93715]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:03:34.425185 n-d-793618-8 neutron-server[93715]: [parameters: {'project_id_1': '21fcda6736c4454f89dad7a9348095f9', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 3, 34, 321501)}] Jul 15 23:03:34.425185 n-d-793618-8 neutron-server[93715]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:03:34.425185 n-d-793618-8 neutron-server[93715]: DEBUG oslo_db.api [None req-aa1bb09b-18e2-4eee-9ff3-87ade19ce7e3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:03:34.463712 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-25b0df0d-57b5-4cc7-963c-f682ff0c21f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.487494 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2c2b50c9-952b-464c-8d0a-8b327b03451e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ba3e76cec5a4cef8c435915836c9902&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4833910 Jul 15 23:03:34.494173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50944) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.504337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b50c9-952b-464c-8d0a-8b327b03451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90f3a2b-36ed-4395-92f9-e60ea55b7dff,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.559812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff44e8ea-48da-498e-8a7a-b07eaad0d9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.564379 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff44e8ea-48da-498e-8a7a-b07eaad0d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.570142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dd1afde-2ad4-4356-9e85-d2a8e220686e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.573964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-25b0df0d-57b5-4cc7-963c-f682ff0c21f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.578145 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-25b0df0d-57b5-4cc7-963c-f682ff0c21f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.581910 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-25b0df0d-57b5-4cc7-963c-f682ff0c21f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4a35518-490d-4867-b437-c522e05d7089 HTTP/1.1" status: 204 len: 168 time: 0.2627485 Jul 15 23:03:34.601383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0df0d-57b5-4cc7-963c-f682ff0c21f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a35518-490d-4867-b437-c522e05d7089,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.616470 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dd1afde-2ad4-4356-9e85-d2a8e220686e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.616740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50956) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.628621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-network', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:34.630421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ff44e8ea-48da-498e-8a7a-b07eaad0d9d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98ed7837bd954b0286ae0c51129b97fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3761172 Jul 15 23:03:34.630421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50958) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.638623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e8ea-48da-498e-8a7a-b07eaad0d9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435ff1d9-f9c3-48c4-b9af-c151bb73eeb2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.652077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50960) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.654672 n-d-793618-8 neutron-server[93715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 23:03:34.676790 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Made reservation on behalf of 2efbc6865a484247b66fb3865310bf5c for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:34.679340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.690243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.693149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-c9d128d2-9a28-49c5-86e1-af734fec6582 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5f5329e96405441fab5b15d4503427c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399830 Jul 15 23:03:34.707501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dd1afde-2ad4-4356-9e85-d2a8e220686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.711737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dd1afde-2ad4-4356-9e85-d2a8e220686e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.713269 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0dd1afde-2ad4-4356-9e85-d2a8e220686e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b90f3a2b-36ed-4395-92f9-e60ea55b7dff HTTP/1.1" status: 204 len: 168 time: 0.2180266 Jul 15 23:03:34.714145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Sync routers for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:34.727906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1afde-2ad4-4356-9e85-d2a8e220686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90f3a2b-36ed-4395-92f9-e60ea55b7dff,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.736165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:34.737502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:34.767099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e06291d-421f-4586-a9d2-f173fe55baa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.816607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.821691 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.831902 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e06291d-421f-4586-a9d2-f173fe55baa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.861290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:34.874740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e381271-54da-4341-94c8-ff7bb0dcdb26,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.883341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.883934 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Added segment d43cb15f-a851-421f-b279-f40143d1725a of type vlan for network e865ac83-37dd-485c-ba6b-04650560d5fa Jul 15 23:03:34.925103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e06291d-421f-4586-a9d2-f173fe55baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.927944 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e06291d-421f-4586-a9d2-f173fe55baa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.930421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:34.932071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0e06291d-421f-4586-a9d2-f173fe55baa0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/435ff1d9-f9c3-48c4-b9af-c151bb73eeb2 HTTP/1.1" status: 204 len: 168 time: 0.3009644 Jul 15 23:03:34.935192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb09b-18e2-4eee-9ff3-87ade19ce7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.952421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-968df829-e323-43d6-83a0-75fbe03564e2 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:34.960273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-968df829-e323-43d6-83a0-75fbe03564e2 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2662699 Jul 15 23:03:34.962042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.977228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06291d-421f-4586-a9d2-f173fe55baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ff1d9-f9c3-48c4-b9af-c151bb73eeb2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.991127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-2a07af8b-e87a-422f-a31d-03022de15ad1 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/quotas/5f5329e96405441fab5b15d4503427c7 HTTP/1.1" status: 200 len: 375 time: 0.0296254 Jul 15 23:03:35.028697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.029679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:35.030386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.087545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-54b80bea-9211-47d1-93f7-27f167ca0f4a tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f5329e96405441fab5b15d4503427c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916643 Jul 15 23:03:35.107058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] Pushing event updated for resources: {'Network': ['ID=e865ac83-37dd-485c-ba6b-04650560d5fa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.181856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e865ac83-37dd-485c-ba6b-04650560d5fa details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:35.221698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50972) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:35.241663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb09b-18e2-4eee-9ff3-87ade19ce7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.244005 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f69aa74-87ab-40bf-9ee4-6bee1792eadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.249200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb09b-18e2-4eee-9ff3-87ade19ce7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.262713 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-136ba9e1-d5cf-4b21-b5ba-da8b248f5070 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6448176 Jul 15 23:03:35.265831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50974) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:35.283807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Request body: {'subnet': {'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-subnet', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:35.338365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aa1bb09b-18e2-4eee-9ff3-87ade19ce7e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21fcda6736c4454f89dad7a9348095f9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3157039 Jul 15 23:03:35.342411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50982) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:35.352494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d21ef2cd-2149-4136-a044-d29591ce3a0a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:35.420746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb09b-18e2-4eee-9ff3-87ade19ce7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a138c28f-33f4-4474-baa2-3618b51a0057,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.432562 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d653c4ce-799e-4fd0-b4de-4a3f6b04ee86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.451280 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f69aa74-87ab-40bf-9ee4-6bee1792eadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.457800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f69aa74-87ab-40bf-9ee4-6bee1792eadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.480660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d21ef2cd-2149-4136-a044-d29591ce3a0a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:35.481163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.497573 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f69aa74-87ab-40bf-9ee4-6bee1792eadb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22f1a3473cf949fb8b3734c2957e47a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2745497 Jul 15 23:03:35.500253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50998) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:35.508821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d653c4ce-799e-4fd0-b4de-4a3f6b04ee86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.515312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51000) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:35.553133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Made reservation on behalf of 2efbc6865a484247b66fb3865310bf5c for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:35.560131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.562030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42390a20-66de-4d41-92ff-962cb828c2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.647629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51006) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:35.691762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 2, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:35.694009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69aa74-87ab-40bf-9ee4-6bee1792eadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde9e5c-69b8-4a0d-91d1-59438b1afa0a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.734566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Checking router: 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:35.735054 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Updating router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 port 7346198d-2854-4a49-a9a6-fb245ddcdb14 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:35.766320 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d653c4ce-799e-4fd0-b4de-4a3f6b04ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.773127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d653c4ce-799e-4fd0-b4de-4a3f6b04ee86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.774830 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d653c4ce-799e-4fd0-b4de-4a3f6b04ee86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a138c28f-33f4-4474-baa2-3618b51a0057 HTTP/1.1" status: 204 len: 168 time: 0.4311774 Jul 15 23:03:35.791393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653c4ce-799e-4fd0-b4de-4a3f6b04ee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a138c28f-33f4-4474-baa2-3618b51a0057,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.826533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adb4332a-85f8-42ad-a874-1a44ff85ffee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.834598 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.853129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.888538 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adb4332a-85f8-42ad-a874-1a44ff85ffee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.930715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3202cfe-f5e4-4ef5-8a44-f5cf9417a569,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.942038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Checking segment: {'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:35.942384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Network hostable DHCP agents. Network: e865ac83-37dd-485c-ba6b-04650560d5fa, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:35.961649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Network e865ac83-37dd-485c-ba6b-04650560d5fa is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:35.972977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e865ac83-37dd-485c-ba6b-04650560d5fa) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:35.979953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:35.980990 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.013083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49917458-190d-4612-9b57-2832f575ecac None None] Network e865ac83-37dd-485c-ba6b-04650560d5fa requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:36.026824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adb4332a-85f8-42ad-a874-1a44ff85ffee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.030143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adb4332a-85f8-42ad-a874-1a44ff85ffee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.031539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-adb4332a-85f8-42ad-a874-1a44ff85ffee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bde9e5c-69b8-4a0d-91d1-59438b1afa0a HTTP/1.1" status: 204 len: 168 time: 0.5288553 Jul 15 23:03:36.047314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4332a-85f8-42ad-a874-1a44ff85ffee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde9e5c-69b8-4a0d-91d1-59438b1afa0a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.055164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42390a20-66de-4d41-92ff-962cb828c2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.064073 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42390a20-66de-4d41-92ff-962cb828c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.068349 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8b9976ba-c1a2-4225-b66d-0fe1691fe39e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8014596 Jul 15 23:03:36.069521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51024) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:36.074444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:36.106073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.107342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-42390a20-66de-4d41-92ff-962cb828c2a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2caeaefd4f564c309c968cd9cb00282f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5892498 Jul 15 23:03:36.113157 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.113401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51030) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:36.197132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a820f049-1ce9-4942-aeef-2502a4f5f68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.216855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.274748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82bb9e51-82d9-4722-bf14-9f673b6663b9 req-83b7def1-480e-495f-817d-5e04b001a2bc tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 210 time: 0.6254907 Jul 15 23:03:36.277643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a820f049-1ce9-4942-aeef-2502a4f5f68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.285499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42390a20-66de-4d41-92ff-962cb828c2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab4221-6a12-4f5e-b6f5-6ef7ec0ae871,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.360985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a820f049-1ce9-4942-aeef-2502a4f5f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.364002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a820f049-1ce9-4942-aeef-2502a4f5f68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.365405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a820f049-1ce9-4942-aeef-2502a4f5f68e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25ab4221-6a12-4f5e-b6f5-6ef7ec0ae871 HTTP/1.1" status: 204 len: 168 time: 0.2508943 Jul 15 23:03:36.383169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820f049-1ce9-4942-aeef-2502a4f5f68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab4221-6a12-4f5e-b6f5-6ef7ec0ae871,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.391786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.516563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-e865ac83-37dd-485c-ba6b-04650560d5fa', 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'fixed_ips': [{'subnet_id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:03:36.518182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.667979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.674943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51052) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:36.698989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6db5-7d46-423b-967f-683f8b42b71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.718238 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.749204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.790987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Transition to ACTIVE for port object 7346198d-2854-4a49-a9a6-fb245ddcdb14 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:36.805336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.847285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Allocated IP 172.20.0.2 (e865ac83-37dd-485c-ba6b-04650560d5fa/f3202cfe-f5e4-4ef5-8a44-f5cf9417a569/18cac87d-4203-414d-8b6d-d0d21ddc7457) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:36.936925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Allocated IP 172.25.3.144 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/76c2cdaa-85af-4079-8975-506726005c1b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:36.947656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935aa30-b6d9-44b3-b5e5-6454c51637e2 None None] Pushing event updated for resources: {'Port': ['ID=7346198d-2854-4a49-a9a6-fb245ddcdb14,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.130481 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6db5-7d46-423b-967f-683f8b42b71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.135863 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6db5-7d46-423b-967f-683f8b42b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.185612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.218682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51074) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:37.223700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f6ae6db5-7d46-423b-967f-683f8b42b71d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c7563f849af4c249c59a365c0560e44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5411789 Jul 15 23:03:37.230530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae6db5-7d46-423b-967f-683f8b42b71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32591c21-6301-4e78-b257-08a72ea1c0d9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.273685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Attempting to bind port 7346198d-2854-4a49-a9a6-fb245ddcdb14 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:37.274477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Attempting to bind port 7346198d-2854-4a49-a9a6-fb245ddcdb14 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:37.275004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Attempting to bind port 7346198d-2854-4a49-a9a6-fb245ddcdb14 on network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:37.291111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:37.291709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Checking segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:37.292428 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.293058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Bound using segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:37.294827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Bound port: 7346198d-2854-4a49-a9a6-fb245ddcdb14, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:37.295055 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.299644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.310763 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5c92f30-8fb9-4b89-9004-5d88ed8a3304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.326297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Transition to ACTIVE for port object 18cac87d-4203-414d-8b6d-d0d21ddc7457 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:37.369162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Transition to ACTIVE for port object 18cac87d-4203-414d-8b6d-d0d21ddc7457 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:37.373280 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5c92f30-8fb9-4b89-9004-5d88ed8a3304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.381229 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.440363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.448187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Network e865ac83-37dd-485c-ba6b-04650560d5fa is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:37.452199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] For port 7346198d-2854-4a49-a9a6-fb245ddcdb14, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:37.469460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:37.497658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:37.507752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Pushing event updated for resources: {'Port': ['ID=76c2cdaa-85af-4079-8975-506726005c1b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.510790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Pushing event updated for resources: {'Port': ['ID=18cac87d-4203-414d-8b6d-d0d21ddc7457,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.511157 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5c92f30-8fb9-4b89-9004-5d88ed8a3304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.514369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5c92f30-8fb9-4b89-9004-5d88ed8a3304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.519696 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e5c92f30-8fb9-4b89-9004-5d88ed8a3304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32591c21-6301-4e78-b257-08a72ea1c0d9 HTTP/1.1" status: 204 len: 168 time: 0.2995362 Jul 15 23:03:37.525892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] For port 7346198d-2854-4a49-a9a6-fb245ddcdb14, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7346198d-2854-4a49-a9a6-fb245ddcdb14,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:37.537068 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.539149 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:37.546807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:37.549464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c92f30-8fb9-4b89-9004-5d88ed8a3304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32591c21-6301-4e78-b257-08a72ea1c0d9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.567709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:37.592205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c247ab-4e25-4b53-bb0d-64ef30377de7 req-ce41fef3-43bb-4e98-8e74-0dc505d0f04d tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 210 time: 0.0480998 Jul 15 23:03:37.766578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Attempting to bind port 18cac87d-4203-414d-8b6d-d0d21ddc7457 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:37.771195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Attempting to bind port 18cac87d-4203-414d-8b6d-d0d21ddc7457 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:37.771611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Attempting to bind port 18cac87d-4203-414d-8b6d-d0d21ddc7457 on network e865ac83-37dd-485c-ba6b-04650560d5fa {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:37.773676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935aa30-b6d9-44b3-b5e5-6454c51637e2 None None] Pushing event updated for resources: {'Port': ['ID=7346198d-2854-4a49-a9a6-fb245ddcdb14,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.804713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:37.805718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:37.809981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:37.810609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Checking segment: {'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:37.811656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.812236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Bound using segment: {'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:37.814160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Bound port: 18cac87d-4203-414d-8b6d-d0d21ddc7457, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:37.814791 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.042115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] For port 18cac87d-4203-414d-8b6d-d0d21ddc7457, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:38.051644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.055250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] For port 18cac87d-4203-414d-8b6d-d0d21ddc7457, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=18cac87d-4203-414d-8b6d-d0d21ddc7457,segment=NetworkSegment(d43cb15f-a851-421f-b279-f40143d1725a),segment_id=d43cb15f-a851-421f-b279-f40143d1725a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:38.064280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:38.067688 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.325540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9f524-090a-4daf-b5e3-64347307436a None None] Pushing event updated for resources: {'Port': ['ID=18cac87d-4203-414d-8b6d-d0d21ddc7457,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:38.339123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.478258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:38.523615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07980e2f-8520-4886-91b1-cc945b82f64b None None] The sync data for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 is: [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:38.583588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Router df2c5ab5-e297-4a7f-befc-308b1192e59d is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:03:38.658239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.59', 53980) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:38.693786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-62b0eb8f-a558-43d5-ba25-b084273f9afe tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5f5329e96405441fab5b15d4503427c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332689 Jul 15 23:03:38.776160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:38.787737 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Sync routers for ids ['df2c5ab5-e297-4a7f-befc-308b1192e59d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:38.804368 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Routers {'df2c5ab5-e297-4a7f-befc-308b1192e59d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:38.805026 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df2c5ab5-e297-4a7f-befc-308b1192e59d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:38.832293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.836915 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a0d54555-1683-4d3c-86f1-d760fa7a674b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7644026 Jul 15 23:03:38.837119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51134) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:38.977261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-194cdb76-6b69-4e33-9cec-1821bcd6b368 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.979260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-194cdb76-6b69-4e33-9cec-1821bcd6b368 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778568 Jul 15 23:03:39.020817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d77044e-8b76-43f3-b153-ace6aedc5827 req-76c022e2-7aa8-4769-b471-cd25edd1e377 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 210 time: 0.0404589 Jul 15 23:03:39.054495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Request body: {'port': {'device_id': 'bc210c20-7ea9-470f-affd-e6731c405ff6', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '5f5329e96405441fab5b15d4503427c7'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:39.106928 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Set router df2c5ab5-e297-4a7f-befc-308b1192e59d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:39.430659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7346198d-2854-4a49-a9a6-fb245ddcdb14 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:39.525868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Made reservation on behalf of 5f5329e96405441fab5b15d4503427c7 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:39.538409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.540887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 7346198d-2854-4a49-a9a6-fb245ddcdb14 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:39.554058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 7346198d-2854-4a49-a9a6-fb245ddcdb14 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:39.554412 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.583314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.685805 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '76c2cdaa-85af-4079-8975-506726005c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 3, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port': {'id': '76c2cdaa-85af-4079-8975-506726005c1b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:39.800810 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Checking router: df2c5ab5-e297-4a7f-befc-308b1192e59d for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:39.801544 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Updating router df2c5ab5-e297-4a7f-befc-308b1192e59d port 76c2cdaa-85af-4079-8975-506726005c1b binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:39.833656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.872342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.881352 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.894497 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.945566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1543f22b-8e1f-4b6b-97a9-a1fbcb72778e None None] Network e865ac83-37dd-485c-ba6b-04650560d5fa requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:39.945566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 7346198d-2854-4a49-a9a6-fb245ddcdb14, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7346198d-2854-4a49-a9a6-fb245ddcdb14,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:39.985868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.009678 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.010304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 18cac87d-4203-414d-8b6d-d0d21ddc7457 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:40.073520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafba1a1-b11f-4f4b-8939-cd10149967bb,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:40.276645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3855726a-77d7-40fb-bac7-a25b1cf17082 None None] Provisioning for port 18cac87d-4203-414d-8b6d-d0d21ddc7457 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:40.370857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55888e7d-a475-468a-a73b-46ebfb33854c req-77eede88-ebdf-4849-ab39-e0d4a4849bb9 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 210 time: 0.0780535 Jul 15 23:03:40.378112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Allocated IP 192.168.233.13 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/577a2e4a-d327-4945-9838-b9dea764b0f5) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:40.380539 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Allocated IP 172.20.0.1 (e865ac83-37dd-485c-ba6b-04650560d5fa/f3202cfe-f5e4-4ef5-8a44-f5cf9417a569/e5861b63-7729-4429-9fc4-fc6e6ef21d1e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:40.397863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=7346198d-2854-4a49-a9a6-fb245ddcdb14,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:40.491182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 18cac87d-4203-414d-8b6d-d0d21ddc7457 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:40.497461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 18cac87d-4203-414d-8b6d-d0d21ddc7457 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:40.497836 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.612727 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.628031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.642176 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Transition to ACTIVE for port object 76c2cdaa-85af-4079-8975-506726005c1b will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:40.654131 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.670866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Transition to ACTIVE for port object e5861b63-7729-4429-9fc4-fc6e6ef21d1e will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:40.733164 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa85e8c-ce3d-4d1c-aff7-6b00c9962944 None None] Pushing event updated for resources: {'Port': ['ID=76c2cdaa-85af-4079-8975-506726005c1b,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:40.751818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.755612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.782040 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Attempting to bind port 76c2cdaa-85af-4079-8975-506726005c1b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:40.782326 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Attempting to bind port 76c2cdaa-85af-4079-8975-506726005c1b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:40.782698 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Attempting to bind port 76c2cdaa-85af-4079-8975-506726005c1b on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:40.784155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Transition to ACTIVE for port object 577a2e4a-d327-4945-9838-b9dea764b0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:40.791020 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:40.791614 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:40.792023 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.792511 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:40.793007 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Bound port: 76c2cdaa-85af-4079-8975-506726005c1b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:40.793444 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.824657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.881794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Network e865ac83-37dd-485c-ba6b-04650560d5fa is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:40.906051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:40.909611 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.928306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 18cac87d-4203-414d-8b6d-d0d21ddc7457, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=18cac87d-4203-414d-8b6d-d0d21ddc7457,segment=NetworkSegment(d43cb15f-a851-421f-b279-f40143d1725a),segment_id=d43cb15f-a851-421f-b279-f40143d1725a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:40.929365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:40.929876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.932820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.954972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Pushing event updated for resources: {'Port': ['ID=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:40.993167 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] For port 76c2cdaa-85af-4079-8975-506726005c1b, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:41.010123 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] For port 76c2cdaa-85af-4079-8975-506726005c1b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=76c2cdaa-85af-4079-8975-506726005c1b,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:41.034949 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.094939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=18cac87d-4203-414d-8b6d-d0d21ddc7457,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.167258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9b24e21f-41c9-4bcc-a75c-336efa735339 None None] Provisioning complete for port 18cac87d-4203-414d-8b6d-d0d21ddc7457 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:41.167640 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b24e21f-41c9-4bcc-a75c-336efa735339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.325610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Pushing event updated for resources: {'Port': ['ID=577a2e4a-d327-4945-9838-b9dea764b0f5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.338526 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Routers {'df2c5ab5-e297-4a7f-befc-308b1192e59d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:41.342632 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df2c5ab5-e297-4a7f-befc-308b1192e59d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:41.344034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-14907c00-063e-4cbb-8de5-c686ba86b6ed tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d2a9153618404a499f01d6124fdc8755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4790139 Jul 15 23:03:41.358521 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa85e8c-ce3d-4d1c-aff7-6b00c9962944 None None] Pushing event updated for resources: {'Port': ['ID=76c2cdaa-85af-4079-8975-506726005c1b,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.375064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:41.380809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:41.390300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:41.403692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:41.405166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.416423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7346198d-2854-4a49-a9a6-fb245ddcdb14 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:41.487407 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.629290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 7346198d-2854-4a49-a9a6-fb245ddcdb14 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:41.631583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4d77bac2-1052-4122-8024-ce3bd8d9d5ea tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5825779 Jul 15 23:03:41.632227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.766082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eef07c44-bafa-4079-8928-e111a26d077d None None] Provisioning for port e5861b63-7729-4429-9fc4-fc6e6ef21d1e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:41.787251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eef07c44-bafa-4079-8928-e111a26d077d None None] Provisioning complete for port e5861b63-7729-4429-9fc4-fc6e6ef21d1e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:41.794595 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eef07c44-bafa-4079-8928-e111a26d077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.820944 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] Set router df2c5ab5-e297-4a7f-befc-308b1192e59d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:41.829680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-c14f330a-e036-4708-8423-3ca15f6fa848 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:03:41.833503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-c14f330a-e036-4708-8423-3ca15f6fa848 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159469 Jul 15 23:03:41.988137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ced1f-3195-4917-8c71-8d564376b663 req-d2e4c36d-1b34-4031-8614-0cd291f79d6e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:41.998488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-d2e4c36d-1b34-4031-8614-0cd291f79d6e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6187730 Jul 15 23:03:42.021116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b98ac-ea2c-4b38-8a16-62a5120e6b1d req-465dfcca-cfad-4ba6-b7ef-328026af2708 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.031411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a8b98ac-ea2c-4b38-8a16-62a5120e6b1d req-465dfcca-cfad-4ba6-b7ef-328026af2708 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 935 time: 0.1965053 Jul 15 23:03:42.044267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-b1363a87-59b5-49cc-a099-642763ac6c6b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/quotas/d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 375 time: 0.0439060 Jul 15 23:03:42.099122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eef07c44-bafa-4079-8928-e111a26d077d None None] Port e5861b63-7729-4429-9fc4-fc6e6ef21d1e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:42.123651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-f7b685fc-e2a4-424a-8c1e-b70fdca4289a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773463 Jul 15 23:03:42.144177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 18cac87d-4203-414d-8b6d-d0d21ddc7457 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:42.214342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a8b98ac-ea2c-4b38-8a16-62a5120e6b1d req-7d7f69fb-c917-4d57-af9c-9bbc7ee953f8 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817153 Jul 15 23:03:42.337280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8dbba204-4776-4d35-ab4a-b00240bbc767 None None] Provisioning for port 577a2e4a-d327-4945-9838-b9dea764b0f5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:42.357961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8dbba204-4776-4d35-ab4a-b00240bbc767 None None] Provisioning complete for port 577a2e4a-d327-4945-9838-b9dea764b0f5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:42.358544 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8dbba204-4776-4d35-ab4a-b00240bbc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.581634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 18cac87d-4203-414d-8b6d-d0d21ddc7457 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:42.587807 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.600262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8dbba204-4776-4d35-ab4a-b00240bbc767 None None] Port 577a2e4a-d327-4945-9838-b9dea764b0f5 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:42.662621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3be2b4cc-2f73-49a2-bcba-86964d8b65b7 req-613314a9-acbf-48a1-b6f3-838f67afda63 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 210 time: 0.0911829 Jul 15 23:03:42.705759 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '76c2cdaa-85af-4079-8975-506726005c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 4, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port': {'id': '76c2cdaa-85af-4079-8975-506726005c1b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e5861b63-7729-4429-9fc4-fc6e6ef21d1e', 'name': '', 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'mac_address': 'fa:16:3e:ff:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:40Z', 'revision_number': 1, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'subnets': [{'id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:42.708423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Request body: {'port': {'device_id': 'bc210c20-7ea9-470f-affd-e6731c405ff6', 'device_owner': 'compute:tempest-test_az-1585830440', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:42.781039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.789367 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.790101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.842988 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980c7ae-878d-4ee5-b396-6ed0d3ee559c None None] The sync data for ids ['df2c5ab5-e297-4a7f-befc-308b1192e59d'] in n-d-793618-8 is: [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '76c2cdaa-85af-4079-8975-506726005c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 4, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port': {'id': '76c2cdaa-85af-4079-8975-506726005c1b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e5861b63-7729-4429-9fc4-fc6e6ef21d1e', 'name': '', 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'mac_address': 'fa:16:3e:ff:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:40Z', 'revision_number': 1, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'subnets': [{'id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:42.958661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.080645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Network e865ac83-37dd-485c-ba6b-04650560d5fa is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:43.085427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:43.087622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Pushing event updated for resources: {'Port': ['ID=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:43.342959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51268) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:43.404964 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.407383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Router df2c5ab5-e297-4a7f-befc-308b1192e59d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:43.656030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-54ca890b-8396-4d08-8bf7-6ad0475a123d None None] Provisioning complete for port e5861b63-7729-4429-9fc4-fc6e6ef21d1e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:43.656738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-54ca890b-8396-4d08-8bf7-6ad0475a123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.690951 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ac96941-eca0-4504-83ca-c7718a4e78dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.760089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-54ca890b-8396-4d08-8bf7-6ad0475a123d None None] Port e5861b63-7729-4429-9fc4-fc6e6ef21d1e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:44.000217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ac96941-eca0-4504-83ca-c7718a4e78dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.020553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ac96941-eca0-4504-83ca-c7718a4e78dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.043878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc824bf-f1a9-4e70-a17b-747c4361aab7 req-92f10bf6-8cff-449d-ad4c-af126c819777 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:44.045450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3dc824bf-f1a9-4e70-a17b-747c4361aab7 req-92f10bf6-8cff-449d-ad4c-af126c819777 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 935 time: 0.2409198 Jul 15 23:03:44.114596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac96941-eca0-4504-83ca-c7718a4e78dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6ea25a-e8b6-4cb5-8e38-40f3d80d38ac,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.134848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:44.174797 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-57eeb4ae-e2b3-4edd-9f4e-13f8aad03226 admin admin] 10.222.0.23 "PUT /v2.0/routers/df2c5ab5-e297-4a7f-befc-308b1192e59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3187907 Jul 15 23:03:44.214078 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2ac96941-eca0-4504-83ca-c7718a4e78dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=204fd36791ba4b3193c833bef286ddda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8566406 Jul 15 23:03:44.217031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51296) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:44.244520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3dc824bf-f1a9-4e70-a17b-747c4361aab7 req-f7e5b4a4-0bfb-4fb2-8bed-c5a6067fa258 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831048 Jul 15 23:03:44.281141 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2aff68ae-0cbd-4f45-8967-364a92bab92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.295335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577a2e4a-d327-4945-9838-b9dea764b0f5 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:44.328529 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.390845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2aff68ae-0cbd-4f45-8967-364a92bab92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.408118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Transition to ACTIVE for port object 577a2e4a-d327-4945-9838-b9dea764b0f5 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:44.428828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.450819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80b9a21d-cab6-462f-9784-ef2b29cd05b8 req-2b43598f-793f-4508-b0d8-584919d5c985 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 210 time: 0.1071534 Jul 15 23:03:44.531421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=577a2e4a-d327-4945-9838-b9dea764b0f5,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.533375 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2aff68ae-0cbd-4f45-8967-364a92bab92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.537809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2aff68ae-0cbd-4f45-8967-364a92bab92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.539269 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2aff68ae-0cbd-4f45-8967-364a92bab92f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec6ea25a-e8b6-4cb5-8e38-40f3d80d38ac HTTP/1.1" status: 204 len: 168 time: 0.3201885 Jul 15 23:03:44.568536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff68ae-0cbd-4f45-8967-364a92bab92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6ea25a-e8b6-4cb5-8e38-40f3d80d38ac,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.691396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Attempting to bind port 577a2e4a-d327-4945-9838-b9dea764b0f5 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:44.692023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Attempting to bind port 577a2e4a-d327-4945-9838-b9dea764b0f5 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:44.692631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Attempting to bind port 577a2e4a-d327-4945-9838-b9dea764b0f5 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:44.698245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Port 577a2e4a-d327-4945-9838-b9dea764b0f5 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:44.701373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Attempting to bind port 577a2e4a-d327-4945-9838-b9dea764b0f5 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:44.712925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:44.713318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:44.718343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:44.720890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Bound port: 577a2e4a-d327-4945-9838-b9dea764b0f5, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:44.721073 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.915864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] For port 577a2e4a-d327-4945-9838-b9dea764b0f5, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:44.931447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] For port 577a2e4a-d327-4945-9838-b9dea764b0f5, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=577a2e4a-d327-4945-9838-b9dea764b0f5,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:44.944342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.103546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51318) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:45.115348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.120034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.128668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] 10.222.0.59 "PUT /v2.0/ports/577a2e4a-d327-4945-9838-b9dea764b0f5 HTTP/1.1" status: 200 len: 1117 time: 2.7415080 Jul 15 23:03:45.130904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc210c20-7ea9-470f-affd-e6731c405ff6', 'tag': '577a2e4a-d327-4945-9838-b9dea764b0f5'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:45.370416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51330) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:45.391239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 76c2cdaa-85af-4079-8975-506726005c1b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:45.421673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ddaa76f-8048-4050-8bda-70e4813b1b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.506460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 76c2cdaa-85af-4079-8975-506726005c1b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:45.519525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 76c2cdaa-85af-4079-8975-506726005c1b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:45.520506 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.664636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ddaa76f-8048-4050-8bda-70e4813b1b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.691462 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ddaa76f-8048-4050-8bda-70e4813b1b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.719565 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.765110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 76c2cdaa-85af-4079-8975-506726005c1b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=76c2cdaa-85af-4079-8975-506726005c1b,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:45.772488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.836643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68fa00-ef5b-414f-a088-c3d328ed3cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=577a2e4a-d327-4945-9838-b9dea764b0f5,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:45.864555 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7596f85-401f-4fbf-84bb-ca068a3a3611" -d '{"events": [{"name": "network-changed", "server_uuid": "bc210c20-7ea9-470f-affd-e6731c405ff6", "tag": "577a2e4a-d327-4945-9838-b9dea764b0f5"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:45.908206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=76c2cdaa-85af-4079-8975-506726005c1b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:45.926362 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1ddaa76f-8048-4050-8bda-70e4813b1b2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5d43e64ec6f40119c0fe4d4b4bcab71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518632 Jul 15 23:03:45.938553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51346) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:45.965493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddaa76f-8048-4050-8bda-70e4813b1b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9683a432-0666-4ec1-931c-4b904e1f82a5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:45.971407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f549-355e-4ab5-8d6e-038e9a4cae22 req-dae7280b-f16a-4ba2-ae68-9e2ea87a5183 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.974691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40b8f549-355e-4ab5-8d6e-038e9a4cae22 req-dae7280b-f16a-4ba2-ae68-9e2ea87a5183 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 969 time: 0.3763871 Jul 15 23:03:45.975983 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38cce29c-343d-4bec-837d-90ea02985c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.004826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-82710e2b-bd72-4eb8-aabc-339b32b80dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:46.007473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-82710e2b-bd72-4eb8-aabc-339b32b80dac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f5329e96405441fab5b15d4503427c7&device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 1120 time: 0.6313782 Jul 15 23:03:46.014593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.37', 50516) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:46.075529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40b8f549-355e-4ab5-8d6e-038e9a4cae22 req-e5cea770-de1c-4f7c-afd0-e03126cea511 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828314 Jul 15 23:03:46.108640 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-faa60f6b-fd21-4d6f-b874-68b5f2ade0fd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d2a9153618404a499f01d6124fdc8755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901690 Jul 15 23:03:46.281053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ffe88fd4-0de5-49a8-a78e-172a739851ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.301936 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-538a808d-2b1e-49a2-bd00-bbd75b9f8b03 req-55a0f758-f490-4ae6-b036-86cf4bd2deb4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 210 time: 0.0778108 Jul 15 23:03:46.337076 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ffe88fd4-0de5-49a8-a78e-172a739851ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.617156 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a2807-ecd5-4a9a-befb-9f9aaeaf1cab x-openstack-request-id: req-269a2807-ecd5-4a9a-befb-9f9aaeaf1cab {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:46.617578 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc210c20-7ea9-470f-affd-e6731c405ff6", "tag": "577a2e4a-d327-4945-9838-b9dea764b0f5", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:46.617739 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-269a2807-ecd5-4a9a-befb-9f9aaeaf1cab {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:46.618194 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc210c20-7ea9-470f-affd-e6731c405ff6', 'tag': '577a2e4a-d327-4945-9838-b9dea764b0f5', 'status': 'completed', 'code': 200} Jul 15 23:03:46.681238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ced1f-3195-4917-8c71-8d564376b663 req-6781f4cd-c901-4d90-9aa2-9d983881462d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:46.683267 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-6781f4cd-c901-4d90-9aa2-9d983881462d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5571005 Jul 15 23:03:46.703405 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ffe88fd4-0de5-49a8-a78e-172a739851ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.705993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ffe88fd4-0de5-49a8-a78e-172a739851ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.709203 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ffe88fd4-0de5-49a8-a78e-172a739851ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9683a432-0666-4ec1-931c-4b904e1f82a5 HTTP/1.1" status: 204 len: 168 time: 0.7696753 Jul 15 23:03:46.725450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe88fd4-0de5-49a8-a78e-172a739851ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683a432-0666-4ec1-931c-4b904e1f82a5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:46.805332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38cce29c-343d-4bec-837d-90ea02985c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.822428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Request body: {'port': {'device_id': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'd2a9153618404a499f01d6124fdc8755'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:46.833781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38cce29c-343d-4bec-837d-90ea02985c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.043353 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Sync routers for ids ['df2c5ab5-e297-4a7f-befc-308b1192e59d'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:47.067155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Routers {'df2c5ab5-e297-4a7f-befc-308b1192e59d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:47.067802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df2c5ab5-e297-4a7f-befc-308b1192e59d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:47.078917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51392) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:47.086745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-29e34492-aae4-48f9-8851-797482e1a214 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776103205', 'description': 'tempest-description--1137378054'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:47.123943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cce29c-343d-4bec-837d-90ea02985c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6179c45e-b98a-45ee-8737-21ba51088b62,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.130098 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-38cce29c-343d-4bec-837d-90ea02985c07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34f7148872564f4d82c55b807bf4ba4c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0248058 Jul 15 23:03:47.135659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51396) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:47.208050 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29e34492-aae4-48f9-8851-797482e1a214 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.246697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Made reservation on behalf of d2a9153618404a499f01d6124fdc8755 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:47.251784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.273213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.326448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Set router df2c5ab5-e297-4a7f-befc-308b1192e59d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:47.363740 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ee551cf4-7c48-48de-8104-643dc8e3b396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.441620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 76c2cdaa-85af-4079-8975-506726005c1b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:47.558308 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ee551cf4-7c48-48de-8104-643dc8e3b396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.638172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51408) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:47.687049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29e34492-aae4-48f9-8851-797482e1a214 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.702519 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29e34492-aae4-48f9-8851-797482e1a214 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.750664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ef0ddfd-19f9-476a-bdc4-e80ed7203739 req-50431cfa-ad8c-4ce5-9749-8bee0bb0d5d8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 210 time: 0.0733807 Jul 15 23:03:47.760138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85c0c-3e65-4534-a882-8ebed3c7d139 req-90863341-726b-4ac8-8af4-f24aafdaac4b tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:47.774060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-beb85c0c-3e65-4534-a882-8ebed3c7d139 req-90863341-726b-4ac8-8af4-f24aafdaac4b tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 969 time: 0.3889346 Jul 15 23:03:47.889878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e34492-aae4-48f9-8851-797482e1a214 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011558c7-1f8b-4604-8b70-c075841ce3f6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.918155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ee551cf4-7c48-48de-8104-643dc8e3b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.925753 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ee551cf4-7c48-48de-8104-643dc8e3b396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.932242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ee551cf4-7c48-48de-8104-643dc8e3b396 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6179c45e-b98a-45ee-8737-21ba51088b62 HTTP/1.1" status: 204 len: 168 time: 0.7954197 Jul 15 23:03:48.001057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-beb85c0c-3e65-4534-a882-8ebed3c7d139 req-c066aa9b-4fff-4e78-a730-d5a391d8d557 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230947 Jul 15 23:03:48.001828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee551cf4-7c48-48de-8104-643dc8e3b396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6179c45e-b98a-45ee-8737-21ba51088b62,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:48.060457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc448b92-6c44-4295-8584-e1fb42bc5db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.067382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.080225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.083076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29e34492-aae4-48f9-8851-797482e1a214 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.087520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29e34492-aae4-48f9-8851-797482e1a214 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0042849 Jul 15 23:03:48.088295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51422) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:48.093225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6244f08d-4b89-4e62-882b-be329e81b5c6 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Request body: {'security_group_rule': {'security_group_id': '011558c7-1f8b-4604-8b70-c075841ce3f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:48.302278 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-45411c44-3aa1-4877-90c4-67a9d1190c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.320962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 76c2cdaa-85af-4079-8975-506726005c1b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:48.321579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.409414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '76c2cdaa-85af-4079-8975-506726005c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 4, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port': {'id': '76c2cdaa-85af-4079-8975-506726005c1b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e5861b63-7729-4429-9fc4-fc6e6ef21d1e', 'name': '', 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'mac_address': 'fa:16:3e:ff:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 2, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'subnets': [{'id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:48.446915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Checking router: df2c5ab5-e297-4a7f-befc-308b1192e59d for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:48.447579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Updating router df2c5ab5-e297-4a7f-befc-308b1192e59d port e5861b63-7729-4429-9fc4-fc6e6ef21d1e binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:48.489270 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.703144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Allocated IP 192.168.233.40 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/de3bc11e-6689-4689-80c8-7ce0b7236c3b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:48.749709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-5a37f426-771e-4577-89c3-f19275621917 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=577a2e4a-d327-4945-9838-b9dea764b0f5 HTTP/1.1" status: 200 len: 217 time: 0.1460586 Jul 15 23:03:48.793012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51436) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:48.809811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f726-94be-4030-8336-aa0ff01749fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.017013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.039400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Transition to ACTIVE for port object e5861b63-7729-4429-9fc4-fc6e6ef21d1e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:49.053513 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.068941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ed9c0a9-d21c-4db1-aace-cff01a5d528f req-f861957d-f7ff-4c3e-b5ed-f0a2407c19ce tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 210 time: 0.0811119 Jul 15 23:03:49.213863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1a0db-1fb7-41f9-b899-3009583da945 None None] Pushing event updated for resources: {'Port': ['ID=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.351950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Attempting to bind port e5861b63-7729-4429-9fc4-fc6e6ef21d1e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:49.352640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Attempting to bind port e5861b63-7729-4429-9fc4-fc6e6ef21d1e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:49.357807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Attempting to bind port e5861b63-7729-4429-9fc4-fc6e6ef21d1e on network e865ac83-37dd-485c-ba6b-04650560d5fa {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:49.375090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:49.375575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Checking segment: {'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:49.376040 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.376493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Bound using segment: {'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:49.379651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Bound port: e5861b63-7729-4429-9fc4-fc6e6ef21d1e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43cb15f-a851-421f-b279-f40143d1725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:49.381573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.390034 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.408614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Transition to ACTIVE for port object de3bc11e-6689-4689-80c8-7ce0b7236c3b will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:49.476105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.556289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae67b-a207-4bb1-9854-586600b9f4f0 req-dd41f4d0-aa30-41fc-b2f0-407e42288df6 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.562782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-175ae67b-a207-4bb1-9854-586600b9f4f0 req-dd41f4d0-aa30-41fc-b2f0-407e42288df6 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 969 time: 0.3072817 Jul 15 23:03:49.564793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] For port e5861b63-7729-4429-9fc4-fc6e6ef21d1e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:49.576513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] For port e5861b63-7729-4429-9fc4-fc6e6ef21d1e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,segment=NetworkSegment(d43cb15f-a851-421f-b279-f40143d1725a),segment_id=d43cb15f-a851-421f-b279-f40143d1725a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:49.586898 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.618778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.629697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255a0903-da61-4b78-9f00-9d9670ff9bea,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.645865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:49.649233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:49.653699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:49.660823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.661474 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.676563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-175ae67b-a207-4bb1-9854-586600b9f4f0 req-0564518d-3930-48f3-ad66-7f6c2eb42cf1 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042027 Jul 15 23:03:49.680732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4077eb09-e664-4bc9-8157-262b37fe0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.695348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-4077eb09-e664-4bc9-8157-262b37fe0e48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.2711673 Jul 15 23:03:49.771145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Routers {'df2c5ab5-e297-4a7f-befc-308b1192e59d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:49.772056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df2c5ab5-e297-4a7f-befc-308b1192e59d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:49.783450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc448b92-6c44-4295-8584-e1fb42bc5db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.792500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc448b92-6c44-4295-8584-e1fb42bc5db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.891169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1a0db-1fb7-41f9-b899-3009583da945 None None] Pushing event updated for resources: {'Port': ['ID=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.929897 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-2a68fb4e-c02a-4480-9397-9f3dd55ed50d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1189201 Jul 15 23:03:49.932490 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6244f08d-4b89-4e62-882b-be329e81b5c6 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.933847 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fc448b92-6c44-4295-8584-e1fb42bc5db4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3de5ec61f8054134b089f96f7672078f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2944756 Jul 15 23:03:49.951033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51450) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:50.028058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-f05beab6-d619-46fb-8490-1aed931765f4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:03:50.029252 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-f05beab6-d619-46fb-8490-1aed931765f4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074277 Jul 15 23:03:50.085888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc448b92-6c44-4295-8584-e1fb42bc5db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35037790-b800-42fe-9fe5-3e1b46b155ce,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.145811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] Set router df2c5ab5-e297-4a7f-befc-308b1192e59d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:50.156385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7412fd73-a62b-4330-b2dd-57bd37eaf420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.258942 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7412fd73-a62b-4330-b2dd-57bd37eaf420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.268009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6244f08d-4b89-4e62-882b-be329e81b5c6 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.302250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6244f08d-4b89-4e62-882b-be329e81b5c6 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.368275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244f08d-4b89-4e62-882b-be329e81b5c6 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9d9b13-e52d-4a4e-b6b6-f7ca4177c03a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.445487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4b0be18b-12f5-49b5-b4c1-a9618e1244e8 None None] Provisioning for port de3bc11e-6689-4689-80c8-7ce0b7236c3b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:50.448620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7412fd73-a62b-4330-b2dd-57bd37eaf420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.462823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4b0be18b-12f5-49b5-b4c1-a9618e1244e8 None None] Provisioning complete for port de3bc11e-6689-4689-80c8-7ce0b7236c3b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:50.463307 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4b0be18b-12f5-49b5-b4c1-a9618e1244e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.464273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7412fd73-a62b-4330-b2dd-57bd37eaf420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.465590 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7412fd73-a62b-4330-b2dd-57bd37eaf420 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35037790-b800-42fe-9fe5-3e1b46b155ce HTTP/1.1" status: 204 len: 168 time: 0.5134840 Jul 15 23:03:50.506211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-45f37621-4c9c-44a6-9b07-94e9054b4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.509778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412fd73-a62b-4330-b2dd-57bd37eaf420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35037790-b800-42fe-9fe5-3e1b46b155ce,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.510799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-45f37621-4c9c-44a6-9b07-94e9054b4af7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8009455 Jul 15 23:03:50.675592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Request body: {'port': {'device_id': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:50.718508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-687bc875-2b16-4f95-a05e-c8f0eaf2ef48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.728520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4b0be18b-12f5-49b5-b4c1-a9618e1244e8 None None] Port de3bc11e-6689-4689-80c8-7ce0b7236c3b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:50.746154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-ca6adec9-083a-460f-ab8e-f88896bc9dda service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974785 Jul 15 23:03:50.908703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '76c2cdaa-85af-4079-8975-506726005c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 4, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port': {'id': '76c2cdaa-85af-4079-8975-506726005c1b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e5861b63-7729-4429-9fc4-fc6e6ef21d1e', 'name': '', 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'mac_address': 'fa:16:3e:ff:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'subnets': [{'id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:50.978017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.061335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71581362-e018-45a7-bc1d-00e79f46634b None None] The sync data for ids ['df2c5ab5-e297-4a7f-befc-308b1192e59d'] in n-d-793618-8 is: [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '76c2cdaa-85af-4079-8975-506726005c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 4, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port': {'id': '76c2cdaa-85af-4079-8975-506726005c1b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e5861b63-7729-4429-9fc4-fc6e6ef21d1e', 'name': '', 'network_id': 'e865ac83-37dd-485c-ba6b-04650560d5fa', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'mac_address': 'fa:16:3e:ff:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:49Z', 'revision_number': 4, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'subnets': [{'id': 'f3202cfe-f5e4-4ef5-8a44-f5cf9417a569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:51.105834 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.160701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c52a29a6-14cd-4452-bc95-33f21feec20c req-1217d254-c94a-4079-88d1-fa4d1f75b164 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871286 Jul 15 23:03:51.318613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d54d6d-9449-4cc9-8ecc-203834079402 req-4f61f114-f9f7-4b90-bd8f-3b1f1078202b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.327985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82d54d6d-9449-4cc9-8ecc-203834079402 req-4f61f114-f9f7-4b90-bd8f-3b1f1078202b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 935 time: 0.8852570 Jul 15 23:03:51.400679 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.409523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e5861b63-7729-4429-9fc4-fc6e6ef21d1e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:51.463838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82d54d6d-9449-4cc9-8ecc-203834079402 req-d9dacc49-5136-44d1-920b-5502bd260fdd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323028 Jul 15 23:03:51.509919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e5861b63-7729-4429-9fc4-fc6e6ef21d1e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:51.518481 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e5861b63-7729-4429-9fc4-fc6e6ef21d1e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:51.518888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.560472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750cbd2-9275-4861-ba2a-dd5fda135a94 req-4236a0f8-777b-4e27-bbe0-bb3bc6d7473e tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.566791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0750cbd2-9275-4861-ba2a-dd5fda135a94 req-4236a0f8-777b-4e27-bbe0-bb3bc6d7473e tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 969 time: 0.3995686 Jul 15 23:03:51.692357 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f726-94be-4030-8336-aa0ff01749fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.721206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dc0f726-94be-4030-8336-aa0ff01749fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.756497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.783446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51476) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:51.829376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16385320-d222-466e-8add-e73ec959215e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.902183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e5861b63-7729-4429-9fc4-fc6e6ef21d1e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,segment=NetworkSegment(d43cb15f-a851-421f-b279-f40143d1725a),segment_id=d43cb15f-a851-421f-b279-f40143d1725a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:51.925076 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.003254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0f726-94be-4030-8336-aa0ff01749fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab9770-20b3-46cc-aedb-618e6e232cad,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.020923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0750cbd2-9275-4861-ba2a-dd5fda135a94 req-7802b665-09c6-46ba-aca5-111c34bbbf00 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127519 Jul 15 23:03:52.024357 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6244f08d-4b89-4e62-882b-be329e81b5c6 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.032753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6244f08d-4b89-4e62-882b-be329e81b5c6 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.9428253 Jul 15 23:03:52.034212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51482) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.047416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-40d40dc8-c0df-4217-a9cf-e05cb99640de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.055687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-40d40dc8-c0df-4217-a9cf-e05cb99640de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f5329e96405441fab5b15d4503427c7&device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 1120 time: 0.6867120 Jul 15 23:03:52.070278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8866ec64-f007-4485-b75e-614613624523 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Request body: {'security_group_rule': {'security_group_id': '011558c7-1f8b-4604-8b70-c075841ce3f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:52.092925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.277376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16385320-d222-466e-8add-e73ec959215e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.287463 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16385320-d222-466e-8add-e73ec959215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.321457 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-16385320-d222-466e-8add-e73ec959215e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6694c5064a274da6922d117ea81f6f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337980 Jul 15 23:03:52.325451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3bc11e-6689-4689-80c8-7ce0b7236c3b {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:52.330201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51490) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.359183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-78916e3a-826f-4d20-9653-fd252031767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.360993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-78916e3a-826f-4d20-9653-fd252031767b service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2626176 Jul 15 23:03:52.389090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.447123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-ead55d5c-a279-4ce8-9532-091079e3f99a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=577a2e4a-d327-4945-9838-b9dea764b0f5 HTTP/1.1" status: 200 len: 217 time: 0.0514789 Jul 15 23:03:52.452601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4dc0f726-94be-4030-8336-aa0ff01749fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=534d532516ab46e291879aadc2dfbe19&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6577551 Jul 15 23:03:52.454685 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8866ec64-f007-4485-b75e-614613624523 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.457458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51492) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.472641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16385320-d222-466e-8add-e73ec959215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f67829-df9f-49d7-9c05-a9e9b7acead5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.532132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Transition to ACTIVE for port object de3bc11e-6689-4689-80c8-7ce0b7236c3b will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:52.545772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.703989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-910913fa-cc3b-4724-9074-356f88ad9b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.767656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-f6b7b1b3-e5e2-4216-8f74-4f67c1828e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.769074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-f6b7b1b3-e5e2-4216-8f74-4f67c1828e92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.2891259 Jul 15 23:03:52.848546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3b15149-085d-4282-9f48-79bd7d49f974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.853153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.885750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-910913fa-cc3b-4724-9074-356f88ad9b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.889976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Attempting to bind port de3bc11e-6689-4689-80c8-7ce0b7236c3b on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:52.890590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Attempting to bind port de3bc11e-6689-4689-80c8-7ce0b7236c3b by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:52.891052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Attempting to bind port de3bc11e-6689-4689-80c8-7ce0b7236c3b on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:52.902314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Port de3bc11e-6689-4689-80c8-7ce0b7236c3b on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:52.903420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Attempting to bind port de3bc11e-6689-4689-80c8-7ce0b7236c3b on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:52.914231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:52.914784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:52.915520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:52.916086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Bound port: de3bc11e-6689-4689-80c8-7ce0b7236c3b, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:52.916607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.917342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8866ec64-f007-4485-b75e-614613624523 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.939005 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8866ec64-f007-4485-b75e-614613624523 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.988698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866ec64-f007-4485-b75e-614613624523 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e779cb-f5d4-4855-a627-8aae3604d915,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.031663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3b15149-085d-4282-9f48-79bd7d49f974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.051619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:53.060847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:53.071900 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.119742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.120708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.125012 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] 10.222.0.37 "PUT /v2.0/ports/de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 1095 time: 2.8077655 Jul 15 23:03:53.126154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:53.164914 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.251637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8866ec64-f007-4485-b75e-614613624523 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.255990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8866ec64-f007-4485-b75e-614613624523 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1991210 Jul 15 23:03:53.276287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51514) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:53.286472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a333a-aed9-412c-a52d-fd71334b0e00 req-51dc313c-f4cd-47bb-ac95-cd3cdbfb4d68 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.291625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-910913fa-cc3b-4724-9074-356f88ad9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.297593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-053a333a-aed9-412c-a52d-fd71334b0e00 req-51dc313c-f4cd-47bb-ac95-cd3cdbfb4d68 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.5408671 Jul 15 23:03:53.307970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-910913fa-cc3b-4724-9074-356f88ad9b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.312864 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-910913fa-cc3b-4724-9074-356f88ad9b49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6f67829-df9f-49d7-9c05-a9e9b7acead5 HTTP/1.1" status: 204 len: 168 time: 0.9684906 Jul 15 23:03:53.334797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:53.406736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e5861b63-7729-4429-9fc4-fc6e6ef21d1e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:53.413096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910913fa-cc3b-4724-9074-356f88ad9b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f67829-df9f-49d7-9c05-a9e9b7acead5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.456075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-e1b37dd1-3d84-4602-b4e1-b8665509c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.459540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-e1b37dd1-3d84-4602-b4e1-b8665509c388 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6571348 Jul 15 23:03:53.580066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0f1fe-f2b3-43ac-8f85-f31226866995 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.613678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e5861b63-7729-4429-9fc4-fc6e6ef21d1e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:53.614202 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.686555 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9beb1-df47-4045-a22c-4107ce8cc795" -d '{"events": [{"name": "network-changed", "server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:53.782103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ced1f-3195-4917-8c71-8d564376b663 req-6c4044fc-7830-43fc-b529-282909493a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.785832 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-6c4044fc-7830-43fc-b529-282909493a44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1098 time: 0.4549985 Jul 15 23:03:53.818156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-053a333a-aed9-412c-a52d-fd71334b0e00 req-ce5418fe-ab72-41ee-96f9-7bc63121220e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053205 Jul 15 23:03:53.822407 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.949913 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3b15149-085d-4282-9f48-79bd7d49f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.958118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3b15149-085d-4282-9f48-79bd7d49f974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.960526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a3b15149-085d-4282-9f48-79bd7d49f974 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6ab9770-20b3-46cc-aedb-618e6e232cad HTTP/1.1" status: 204 len: 168 time: 1.5004187 Jul 15 23:03:53.975404 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-ddc933d0-f847-4cf9-a136-2d356de711e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.1422615 Jul 15 23:03:54.005171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4675-6ecf-45ae-8c5e-26cba35dc481 req-30213078-f293-478b-9fb1-7e944baa63c8 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.011322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-926a4675-6ecf-45ae-8c5e-26cba35dc481 req-30213078-f293-478b-9fb1-7e944baa63c8 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 969 time: 0.5836294 Jul 15 23:03:54.030829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b15149-085d-4282-9f48-79bd7d49f974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab9770-20b3-46cc-aedb-618e6e232cad,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.035094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-0f1914e1-27ed-47fc-a111-883982ed85e8 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184203 Jul 15 23:03:54.099475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ced1f-3195-4917-8c71-8d564376b663 req-8cb30ac1-870c-4d16-adc2-54114e3fe144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.101673 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-8cb30ac1-870c-4d16-adc2-54114e3fe144 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0908418 Jul 15 23:03:54.329734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-926a4675-6ecf-45ae-8c5e-26cba35dc481 req-47e246fa-60a7-4d28-b21d-3b23c67038f9 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062670 Jul 15 23:03:54.454132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ced1f-3195-4917-8c71-8d564376b663 req-8f5e364d-f9d3-439f-98bf-62144cb323ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.471575 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-8f5e364d-f9d3-439f-98bf-62144cb323ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2550657 Jul 15 23:03:54.534097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.545858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7596f85-401f-4fbf-84bb-ca068a3a3611 req-6ab1717d-d3e5-407a-9e2f-159077329a46 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486834 Jul 15 23:03:54.661440 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-a3aa2a31-1c0c-4811-9d31-4d4355d07380 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653008 Jul 15 23:03:54.709169 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.831816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Allocated IP 172.25.3.250 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/9522b556-8bbc-4322-99cd-e59c2ad281ab) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:54.874166 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1912bd-7b01-4e6c-95bb-0435b891c2d2 x-openstack-request-id: req-bb1912bd-7b01-4e6c-95bb-0435b891c2d2 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:54.874571 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:54.874906 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb1912bd-7b01-4e6c-95bb-0435b891c2d2 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:54.875366 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'status': 'completed', 'code': 200} Jul 15 23:03:55.002566 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e88ced1f-3195-4917-8c71-8d564376b663 req-72cfe7f6-e144-4bf1-98d9-fbd5c02591f3 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148735 Jul 15 23:03:55.008982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.082367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.257513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event updated for resources: {'Port': ['ID=9522b556-8bbc-4322-99cd-e59c2ad281ab,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:55.311771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:55.316210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:55.318995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:55.543007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.691405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ebd9-a9b9-40c8-87eb-861997297a06 req-d78d1f6d-dde5-46ff-a186-2dea1dc46536 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.692952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26e4ebd9-a9b9-40c8-87eb-861997297a06 req-d78d1f6d-dde5-46ff-a186-2dea1dc46536 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.4957738 Jul 15 23:03:55.693554 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.812418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26e4ebd9-a9b9-40c8-87eb-861997297a06 req-3519dfe9-eabc-48b8-bcfa-6c0b094ba24b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070526 Jul 15 23:03:56.267688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.276692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb801c-567d-452d-8aba-d4a2a9ae7b5c req-d8aa58fa-f024-4cf2-8d33-099cf25c5e46 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.278892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-addb801c-567d-452d-8aba-d4a2a9ae7b5c req-d8aa58fa-f024-4cf2-8d33-099cf25c5e46 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 969 time: 0.1119804 Jul 15 23:03:56.280071 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.320780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.366380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event updated for resources: {'Port': ['ID=9522b556-8bbc-4322-99cd-e59c2ad281ab,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:56.368835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.374838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ba36bf5b-53a0-48ab-b742-f73a8a95dd5e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0531919 Jul 15 23:03:56.376331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-addb801c-567d-452d-8aba-d4a2a9ae7b5c req-85972c2a-6d50-4060-af0d-bb76beee8e14 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694222 Jul 15 23:03:56.771791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-d6d31f27-e0e9-4021-87b6-9b1a4f56463c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1776103205&fields=id&tenant_id=5d8eb12eec93427ca7d5765ae5387d8d HTTP/1.1" status: 200 len: 267 time: 0.0526578 Jul 15 23:03:57.065161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-3908b0de-4e99-4432-84d5-985f35ef9110 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.066722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-3908b0de-4e99-4432-84d5-985f35ef9110 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 824 time: 0.2916639 Jul 15 23:03:57.093035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-b06a1995-d81e-468a-9492-088eeed91fc0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/quotas/5d8eb12eec93427ca7d5765ae5387d8d HTTP/1.1" status: 200 len: 375 time: 0.0149028 Jul 15 23:03:57.105238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97944667-866f-4511-bc5d-d9056b9c5468 req-83a436d9-478c-4aa7-b93c-2164313da3ad tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.106921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97944667-866f-4511-bc5d-d9056b9c5468 req-83a436d9-478c-4aa7-b93c-2164313da3ad tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.1467371 Jul 15 23:03:57.215897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97944667-866f-4511-bc5d-d9056b9c5468 req-f7443139-5643-45c1-b9d6-3592751ca221 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688951 Jul 15 23:03:57.238701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-82fc013f-fb29-4b40-bcd1-3b514768763a tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1307933 Jul 15 23:03:57.399273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-d0041dc8-c7ad-4f2a-9bb7-cc0aa6ee739b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:03:57.400318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-d0041dc8-c7ad-4f2a-9bb7-cc0aa6ee739b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547192 Jul 15 23:03:57.506713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-d7953c02-cc7d-4550-9aa6-e7209b195761 service neutron] 10.222.0.23 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006262 Jul 15 23:03:57.619472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-58bf892b-5425-4daf-9037-4dc7e322f73c service neutron] 10.222.0.23 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005220 Jul 15 23:03:57.931942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd6d35-5969-40fb-a549-4c5594f66a07 req-cd89cfb7-a93e-4d0e-8fbf-9e331e01cbfb tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.933562 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05dd6d35-5969-40fb-a549-4c5594f66a07 req-cd89cfb7-a93e-4d0e-8fbf-9e331e01cbfb tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 969 time: 0.0825479 Jul 15 23:03:57.985194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05dd6d35-5969-40fb-a549-4c5594f66a07 req-923e89f6-6c6b-4e8e-bccb-582ce6ffd0ab tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453446 Jul 15 23:03:58.215980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37d4fd1f-b2fa-42e4-8096-694bf2d58497 req-3a1b8834-61ca-4b29-a2c3-7528671c1f88 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 210 time: 0.0555274 Jul 15 23:03:58.491001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e14db-fb60-4b92-9009-5d9290734155 req-f7c72578-2142-4898-84dd-b988cef69efd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.492557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b6e14db-fb60-4b92-9009-5d9290734155 req-f7c72578-2142-4898-84dd-b988cef69efd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.0853117 Jul 15 23:03:58.564923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b6e14db-fb60-4b92-9009-5d9290734155 req-372b1c21-c6f7-4af0-a56c-b0d34874e477 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658562 Jul 15 23:03:59.308386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-c468fbcf-fe03-43fe-84cf-0950a9cb5a01 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.310502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-c468fbcf-fe03-43fe-84cf-0950a9cb5a01 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.59 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 824 time: 0.1653566 Jul 15 23:03:59.400295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-31270ec2-e07c-4a7d-9b81-3e237b0b2b7b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d8eb12eec93427ca7d5765ae5387d8d HTTP/1.1" status: 200 len: 380 time: 0.0728636 Jul 15 23:03:59.412209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Request body: {'port': {'device_id': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'admin_state_up': True, 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'security_groups': ['011558c7-1f8b-4604-8b70-c075841ce3f6']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:59.561405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Made reservation on behalf of 5d8eb12eec93427ca7d5765ae5387d8d for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:59.569696 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.710154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60539bcf-93de-4928-910b-7081b7e7f896 req-894620ed-0cfb-4822-bd6d-0b68dd56813a tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 210 time: 0.0464716 Jul 15 23:03:59.732774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e2104-0d2b-4d82-8314-b7f40c83fbd2 req-72203e4f-836e-4ed4-9abf-173e30624011 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.737284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a9e2104-0d2b-4d82-8314-b7f40c83fbd2 req-72203e4f-836e-4ed4-9abf-173e30624011 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 969 time: 0.1646020 Jul 15 23:03:59.823102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Allocated IP 172.20.0.12 (df2cc3aa-70bc-442d-9c9e-9d9ffbb91251/61f4a04a-c2a7-453f-acb6-da08cfa9f0a4/72c96461-420c-417a-986f-fc433fcb6171) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:59.828006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a9e2104-0d2b-4d82-8314-b7f40c83fbd2 req-7bd377c8-b667-4865-aefd-e013f8ab909e tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614107 Jul 15 23:04:00.048694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.076382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Transition to ACTIVE for port object 72c96461-420c-417a-986f-fc433fcb6171 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:00.100965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 577a2e4a-d327-4945-9838-b9dea764b0f5 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:00.112856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a048-57f3-47e8-bd3b-ba63f7da8ee3 req-04aa429c-fe74-49e7-b82e-ead90adce55f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.114466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4869a048-57f3-47e8-bd3b-ba63f7da8ee3 req-04aa429c-fe74-49e7-b82e-ead90adce55f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.1232307 Jul 15 23:04:00.159293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.197614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4869a048-57f3-47e8-bd3b-ba63f7da8ee3 req-4f5eef40-48fa-46a3-90fd-15a232393ad9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718811 Jul 15 23:04:00.220060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:00.223594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:00.228041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:00.234095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.234711 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.243021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event updated for resources: {'Port': ['ID=72c96461-420c-417a-986f-fc433fcb6171,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:00.257673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 577a2e4a-d327-4945-9838-b9dea764b0f5, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=577a2e4a-d327-4945-9838-b9dea764b0f5,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:00.269239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-820527b3-4975-46b9-9093-1d4dde75680c tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8610952 Jul 15 23:04:00.278732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '577a2e4a-d327-4945-9838-b9dea764b0f5', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '577a2e4a-d327-4945-9838-b9dea764b0f5', 'mac_address': 'fa:16:3e:7d:7c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:tempest-test_az-1585830440', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:00.285010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Request body: {'port': {'device_id': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'device_owner': 'compute:tempest-test_az-1585830440', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:00.345866 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.369358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577a2e4a-d327-4945-9838-b9dea764b0f5 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:00.408762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 577a2e4a-d327-4945-9838-b9dea764b0f5, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=577a2e4a-d327-4945-9838-b9dea764b0f5,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:00.416551 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.439646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.511615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=577a2e4a-d327-4945-9838-b9dea764b0f5,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:00.581976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-26a38da8-a4fa-49e6-8582-eb1313b582b5 None None] Provisioning for port 72c96461-420c-417a-986f-fc433fcb6171 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:00.587716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-26a38da8-a4fa-49e6-8582-eb1313b582b5 None None] Provisioning complete for port 72c96461-420c-417a-986f-fc433fcb6171 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:00.588188 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-26a38da8-a4fa-49e6-8582-eb1313b582b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.638037 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-26a38da8-a4fa-49e6-8582-eb1313b582b5 None None] Port 72c96461-420c-417a-986f-fc433fcb6171 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:00.742092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51760) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:00.784813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51764) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:00.797761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['577a2e4a-d327-4945-9838-b9dea764b0f5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:00.811014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c96461-420c-417a-986f-fc433fcb6171 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:00.823151 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.850554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Transition to ACTIVE for port object 72c96461-420c-417a-986f-fc433fcb6171 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:00.900019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.956316 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a53e362f-b48b-4c45-afc8-a12d97a54369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.045945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51772) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:01.122720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a53e362f-b48b-4c45-afc8-a12d97a54369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.130296 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a53e362f-b48b-4c45-afc8-a12d97a54369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.245711 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a12cdf1-fa0d-45e3-b1f1-1670e944f87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.267797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Pushing event updated for resources: {'Port': ['ID=72c96461-420c-417a-986f-fc433fcb6171,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.347975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd2ffa-5a92-46cf-89a8-4147df3973be req-ce0a47eb-00cf-4b54-902b-a3a917b4828f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.350539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9dfd2ffa-5a92-46cf-89a8-4147df3973be req-ce0a47eb-00cf-4b54-902b-a3a917b4828f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 932 time: 0.5133996 Jul 15 23:04:01.355496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Attempting to bind port 72c96461-420c-417a-986f-fc433fcb6171 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:01.356488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Attempting to bind port 72c96461-420c-417a-986f-fc433fcb6171 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:01.356912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Attempting to bind port 72c96461-420c-417a-986f-fc433fcb6171 on network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:01.377941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e362f-b48b-4c45-afc8-a12d97a54369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544298e1-d412-48c2-b4a2-a01a39bd5600,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.380665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6aac376-4fdb-4078-9868-1a86186af1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.386490 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a53e362f-b48b-4c45-afc8-a12d97a54369 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c6bca9a58cc4338a47352765ecc1004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6433086 Jul 15 23:04:01.391151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Port 72c96461-420c-417a-986f-fc433fcb6171 on network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:01.391745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Attempting to bind port 72c96461-420c-417a-986f-fc433fcb6171 on network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:01.393372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51780) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:01.425983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:01.426324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Checking segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:01.426715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Bound using segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:01.427201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Bound port: 72c96461-420c-417a-986f-fc433fcb6171, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:01.427569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.439854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba12e3-a71c-4a07-a1e4-7e426bcb1d79 req-d2b1980c-5bcc-48ab-b8d2-61d0711a70fb tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.441354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30ba12e3-a71c-4a07-a1e4-7e426bcb1d79 req-d2b1980c-5bcc-48ab-b8d2-61d0711a70fb tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 970 time: 0.2644503 Jul 15 23:04:01.463290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-78b2e22d-5bf2-4425-bb0a-a31b749ad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.467087 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-78b2e22d-5bf2-4425-bb0a-a31b749ad7c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1098 time: 0.1493390 Jul 15 23:04:01.472010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b338bc-61c8-4432-991e-61e8aaeb0243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.495307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9dfd2ffa-5a92-46cf-89a8-4147df3973be req-86919d60-5043-4ef1-9abd-20973b2275ff tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353593 Jul 15 23:04:01.534430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b338bc-61c8-4432-991e-61e8aaeb0243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.555705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30ba12e3-a71c-4a07-a1e4-7e426bcb1d79 req-26c79396-1436-417d-8ca1-45cc217b0c6f tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952506 Jul 15 23:04:01.572296 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a12cdf1-fa0d-45e3-b1f1-1670e944f87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.584561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a12cdf1-fa0d-45e3-b1f1-1670e944f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.630142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] For port 72c96461-420c-417a-986f-fc433fcb6171, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:01.652525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12cdf1-fa0d-45e3-b1f1-1670e944f87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38269dbd-21a1-4528-a817-8b5742444aea,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.656698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] For port 72c96461-420c-417a-986f-fc433fcb6171, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=72c96461-420c-417a-986f-fc433fcb6171,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:01.689904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b338bc-61c8-4432-991e-61e8aaeb0243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.690940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0a12cdf1-fa0d-45e3-b1f1-1670e944f87b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=226a0e3e377f4229836dff0a210298ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048333 Jul 15 23:04:01.692479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8b338bc-61c8-4432-991e-61e8aaeb0243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.693079 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.693592 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a8b338bc-61c8-4432-991e-61e8aaeb0243 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/544298e1-d412-48c2-b4a2-a01a39bd5600 HTTP/1.1" status: 204 len: 168 time: 0.2993193 Jul 15 23:04:01.694684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-02eff1f2-bbed-4543-8ceb-ba9f586a0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.696347 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-02eff1f2-bbed-4543-8ceb-ba9f586a0d7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2198057 Jul 15 23:04:01.697468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51782) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:01.719802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b338bc-61c8-4432-991e-61e8aaeb0243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544298e1-d412-48c2-b4a2-a01a39bd5600,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.748665 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-ad169c44-2acf-4525-bcab-dc1b77016267 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.0420160 Jul 15 23:04:01.752861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.753528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.756721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] 10.222.0.59 "PUT /v2.0/ports/72c96461-420c-417a-986f-fc433fcb6171 HTTP/1.1" status: 200 len: 1114 time: 1.4766786 Jul 15 23:04:01.770594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'tag': '72c96461-420c-417a-986f-fc433fcb6171'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:01.774813 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f13074-596a-4d46-932c-fbc51c873c17", "tag": "72c96461-420c-417a-986f-fc433fcb6171"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:01.835221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-af6c2e4f-8da2-4378-9bda-3345b8a21684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.836706 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-af6c2e4f-8da2-4378-9bda-3345b8a21684 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0821753 Jul 15 23:04:01.839352 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348a9a8-d37e-4daa-8b9b-37245efeae02 x-openstack-request-id: req-8348a9a8-d37e-4daa-8b9b-37245efeae02 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:01.839638 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f13074-596a-4d46-932c-fbc51c873c17", "tag": "72c96461-420c-417a-986f-fc433fcb6171", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:01.839885 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8348a9a8-d37e-4daa-8b9b-37245efeae02 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:01.840791 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'tag': '72c96461-420c-417a-986f-fc433fcb6171', 'status': 'completed', 'code': 200} Jul 15 23:04:01.851010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6aac376-4fdb-4078-9868-1a86186af1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.884600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b2ead-cea9-473d-adf2-e94ce7bed88f service neutron] Pushing event updated for resources: {'Port': ['ID=72c96461-420c-417a-986f-fc433fcb6171,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.899051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6aac376-4fdb-4078-9868-1a86186af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.917816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21d8693b-9863-486a-af34-2ac9876b67cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.940284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21d8693b-9863-486a-af34-2ac9876b67cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.951220 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b6aac376-4fdb-4078-9868-1a86186af1cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcce5787af2345399621338b5d5ea683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9041836 Jul 15 23:04:01.953144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aac376-4fdb-4078-9868-1a86186af1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad3cec-be51-4097-907e-e04041387250,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.953992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51790) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:01.989179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead70582-df6f-43da-a4cb-a6cecbfcff3a req-76167e38-f52c-46d5-a5d9-15497f54f25a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.990772 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ead70582-df6f-43da-a4cb-a6cecbfcff3a req-76167e38-f52c-46d5-a5d9-15497f54f25a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.3659301 Jul 15 23:04:01.997702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-de59bf14-47ab-49d0-989c-23e697a6790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.999647 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-de59bf14-47ab-49d0-989c-23e697a6790d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465867 Jul 15 23:04:02.066083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-fd15c096-ad82-445a-9b14-0e295c05d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.067727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-fd15c096-ad82-445a-9b14-0e295c05d566 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 1117 time: 0.2300646 Jul 15 23:04:02.083323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51792) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:02.085052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 577a2e4a-d327-4945-9838-b9dea764b0f5 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:02.095350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ead70582-df6f-43da-a4cb-a6cecbfcff3a req-61f11532-17de-4ee7-a62b-b7ac4e5e46a4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898397 Jul 15 23:04:02.103309 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27cbc394-bb25-4e5d-88d9-fc3302310133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.105169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3b48979-be48-4a73-a721-fb1ff0d99b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.141560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 577a2e4a-d327-4945-9838-b9dea764b0f5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:02.146621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 577a2e4a-d327-4945-9838-b9dea764b0f5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:02.147240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.156584 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-eaaf9752-ce17-4126-a5b4-b5cd21a1941d service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495144 Jul 15 23:04:02.179080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3b48979-be48-4a73-a721-fb1ff0d99b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.182089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21d8693b-9863-486a-af34-2ac9876b67cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.184793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21d8693b-9863-486a-af34-2ac9876b67cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.186036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-21d8693b-9863-486a-af34-2ac9876b67cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38269dbd-21a1-4528-a817-8b5742444aea HTTP/1.1" status: 204 len: 168 time: 0.4839513 Jul 15 23:04:02.227248 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.237169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-000c0b43-20d2-4be9-8875-60b278912caf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c96461-420c-417a-986f-fc433fcb6171 HTTP/1.1" status: 200 len: 217 time: 0.1405647 Jul 15 23:04:02.257551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc210c20-7ea9-470f-affd-e6731c405ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577a2e4a-d327-4945-9838-b9dea764b0f5'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:02.262590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8693b-9863-486a-af34-2ac9876b67cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38269dbd-21a1-4528-a817-8b5742444aea,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.310330 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-91c9beb1-df47-4045-a22c-4107ce8cc795 req-84cc94e8-d75c-42c1-bc1f-60ccbb68d6c0 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464221 Jul 15 23:04:02.313174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-414abca7-a597-4174-9674-3c38afa12a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.314615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-414abca7-a597-4174-9674-3c38afa12a08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 HTTP/1.1" status: 200 len: 863 time: 0.0694330 Jul 15 23:04:02.322020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3b48979-be48-4a73-a721-fb1ff0d99b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.336372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27cbc394-bb25-4e5d-88d9-fc3302310133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.339074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3b48979-be48-4a73-a721-fb1ff0d99b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.342819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c3b48979-be48-4a73-a721-fb1ff0d99b69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6ad3cec-be51-4097-907e-e04041387250 HTTP/1.1" status: 204 len: 168 time: 0.3839972 Jul 15 23:04:02.342956 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27cbc394-bb25-4e5d-88d9-fc3302310133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.357273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 577a2e4a-d327-4945-9838-b9dea764b0f5, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=577a2e4a-d327-4945-9838-b9dea764b0f5,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:02.372014 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.395755 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-27cbc394-bb25-4e5d-88d9-fc3302310133 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfc8807e0978474db1c04770709cfa33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110027 Jul 15 23:04:02.397772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbc394-bb25-4e5d-88d9-fc3302310133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ebf92-d9e6-4236-a88a-b8843a729731,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.399923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b48979-be48-4a73-a721-fb1ff0d99b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad3cec-be51-4097-907e-e04041387250,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.401373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51802) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:02.452087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=577a2e4a-d327-4945-9838-b9dea764b0f5,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.458007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-81339a7d-db2f-4742-986f-ff1badb11d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.460135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-81339a7d-db2f-4742-986f-ff1badb11d45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164997 Jul 15 23:04:02.463465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9a121ea1-1d00-40de-99e8-9fccabcc4474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.485027 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9a121ea1-1d00-40de-99e8-9fccabcc4474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.545724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9a121ea1-1d00-40de-99e8-9fccabcc4474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.548626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9a121ea1-1d00-40de-99e8-9fccabcc4474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.549869 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9a121ea1-1d00-40de-99e8-9fccabcc4474 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b1ebf92-d9e6-4236-a88a-b8843a729731 HTTP/1.1" status: 204 len: 168 time: 0.1475246 Jul 15 23:04:02.559947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a121ea1-1d00-40de-99e8-9fccabcc4474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ebf92-d9e6-4236-a88a-b8843a729731,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.577389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-1c4cbcc3-7587-4346-a2f1-9d45429d78a7 service neutron] 10.222.0.59 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083002 Jul 15 23:04:02.641666 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd001d49-de53-4f0e-9084-d24f37c13a9a" -d '{"events": [{"server_uuid": "bc210c20-7ea9-470f-affd-e6731c405ff6", "name": "network-vif-plugged", "status": "completed", "tag": "577a2e4a-d327-4945-9838-b9dea764b0f5"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:02.766310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50b44e0-500b-46d8-9ae9-98002077b98e req-4a81f6fe-d659-4a32-9a75-9a100c67dcbc service neutron] 10.222.0.59 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744549 Jul 15 23:04:02.810168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9bb7e-90ba-488f-bf2e-d604d0dd6a13 req-3c65348d-b9fa-4804-b696-2e207db07306 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.817090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6f9bb7e-90ba-488f-bf2e-d604d0dd6a13 req-3c65348d-b9fa-4804-b696-2e207db07306 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 966 time: 0.1581833 Jul 15 23:04:02.828383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e9bb7-8d8c-4011-8e78-72aa2fe80c1c req-6ba9ab46-780e-4de9-a1e6-08100d6f2bd3 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.831248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db1e9bb7-8d8c-4011-8e78-72aa2fe80c1c req-6ba9ab46-780e-4de9-a1e6-08100d6f2bd3 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 971 time: 0.1291103 Jul 15 23:04:02.857562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51816) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:02.868551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-579d8498-201f-47ff-88c6-07cfb0293dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.946055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6f9bb7e-90ba-488f-bf2e-d604d0dd6a13 req-7eba1dc8-6045-4fe2-b1b7-0d4e78286d77 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278198 Jul 15 23:04:02.959426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db1e9bb7-8d8c-4011-8e78-72aa2fe80c1c req-e634c2e0-1ac8-427a-ae79-7b626d1fac6a tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213858 Jul 15 23:04:02.984803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-579d8498-201f-47ff-88c6-07cfb0293dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.998777 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-579d8498-201f-47ff-88c6-07cfb0293dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.004477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-6e49e4fd-60e1-4fd5-b6aa-d9e37fed80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.006070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-6e49e4fd-60e1-4fd5-b6aa-d9e37fed80ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 1117 time: 0.1553745 Jul 15 23:04:03.046133 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-579d8498-201f-47ff-88c6-07cfb0293dfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=296157801aad41c98b8a0eb7ffd59621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926861 Jul 15 23:04:03.048892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51824) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:03.049813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d8498-201f-47ff-88c6-07cfb0293dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e5f44-9a32-4413-b336-9c23ce703b4c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:03.071661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51826) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:03.086463 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-394446c7-19a4-4402-afd8-b3e353ce0d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.158324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-52ba57c7-06f7-4e51-bf26-03fced88eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.159882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-52ba57c7-06f7-4e51-bf26-03fced88eb16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 925 time: 0.1464381 Jul 15 23:04:03.163277 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e634fa6-c2e2-46a3-bf66-8fb208921160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.226234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e634fa6-c2e2-46a3-bf66-8fb208921160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.229211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-83c77c73-9f32-4d09-9d32-1cb544393f35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c96461-420c-417a-986f-fc433fcb6171 HTTP/1.1" status: 200 len: 217 time: 0.0550482 Jul 15 23:04:03.246589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-394446c7-19a4-4402-afd8-b3e353ce0d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.253821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-394446c7-19a4-4402-afd8-b3e353ce0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.286802 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbab7de-19e8-4464-b427-f1081914cb48 x-openstack-request-id: req-4fbab7de-19e8-4464-b427-f1081914cb48 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:03.287310 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc210c20-7ea9-470f-affd-e6731c405ff6", "name": "network-vif-plugged", "status": "completed", "tag": "577a2e4a-d327-4945-9838-b9dea764b0f5", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:03.287387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-394446c7-19a4-4402-afd8-b3e353ce0d1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4fb63bce0974e00bb28469005871b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141359 Jul 15 23:04:03.287460 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fbab7de-19e8-4464-b427-f1081914cb48 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:03.287860 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc210c20-7ea9-470f-affd-e6731c405ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577a2e4a-d327-4945-9838-b9dea764b0f5', 'code': 200} Jul 15 23:04:03.289806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:03.332923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394446c7-19a4-4402-afd8-b3e353ce0d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70f3ea0-6741-4ebb-b2ff-727f5de4f4cd,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:03.353144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-36f16477-91b6-4d4e-8d25-541185e4b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.354594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-36f16477-91b6-4d4e-8d25-541185e4b58f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 HTTP/1.1" status: 200 len: 863 time: 0.1178062 Jul 15 23:04:03.377779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a7d836f7-b6d4-49b3-869f-428f2280d5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.395948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.59', 53988) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:03.401879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e634fa6-c2e2-46a3-bf66-8fb208921160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.404918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e634fa6-c2e2-46a3-bf66-8fb208921160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.408311 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3e634fa6-c2e2-46a3-bf66-8fb208921160 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f1e5f44-9a32-4413-b336-9c23ce703b4c HTTP/1.1" status: 204 len: 168 time: 0.3561225 Jul 15 23:04:03.409037 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a7d836f7-b6d4-49b3-869f-428f2280d5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.426702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370205b7-3819-4956-8dbd-2db7f5a40113 req-374611d2-5b92-441f-bd24-fff1d645a0e1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.433547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-370205b7-3819-4956-8dbd-2db7f5a40113 req-374611d2-5b92-441f-bd24-fff1d645a0e1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.1539419 Jul 15 23:04:03.442023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634fa6-c2e2-46a3-bf66-8fb208921160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e5f44-9a32-4413-b336-9c23ce703b4c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:03.508103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-370205b7-3819-4956-8dbd-2db7f5a40113 req-97bc2e3d-63d4-44d7-92cb-85e8e080cc7f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736830 Jul 15 23:04:03.516965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe66e9-2292-4150-b4ec-c201e1d7c376 req-0000a832-2cd7-48f5-ae52-414483764537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.518624 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-57fe66e9-2292-4150-b4ec-c201e1d7c376 req-0000a832-2cd7-48f5-ae52-414483764537 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 1122 time: 0.1217053 Jul 15 23:04:03.522401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-719437d9-98ae-4659-95e6-2a06699d4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.524078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-719437d9-98ae-4659-95e6-2a06699d4fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599076 Jul 15 23:04:03.536427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a7d836f7-b6d4-49b3-869f-428f2280d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.544781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a7d836f7-b6d4-49b3-869f-428f2280d5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.546514 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a7d836f7-b6d4-49b3-869f-428f2280d5a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d70f3ea0-6741-4ebb-b2ff-727f5de4f4cd HTTP/1.1" status: 204 len: 168 time: 0.2554305 Jul 15 23:04:03.565239 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d836f7-b6d4-49b3-869f-428f2280d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70f3ea0-6741-4ebb-b2ff-727f5de4f4cd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:03.588734 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-57fe66e9-2292-4150-b4ec-c201e1d7c376 req-bdac7cf3-0df1-472e-9348-aae808052993 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.635163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-6ceb2106-0b94-4bc2-9057-951af3b61f28 service neutron] 10.222.0.59 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942562 Jul 15 23:04:03.709624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-57fe66e9-2292-4150-b4ec-c201e1d7c376 req-bdac7cf3-0df1-472e-9348-aae808052993 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.716971 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-57fe66e9-2292-4150-b4ec-c201e1d7c376 req-bdac7cf3-0df1-472e-9348-aae808052993 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.748913 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-57fe66e9-2292-4150-b4ec-c201e1d7c376 req-bdac7cf3-0df1-472e-9348-aae808052993 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002218 Jul 15 23:04:03.755204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c85553f-d07c-44ae-a3d8-5f6f26d89a67 req-bd88de16-59ce-4d11-bdc9-938cc2c31056 service neutron] 10.222.0.59 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117167 Jul 15 23:04:03.758968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac7cf3-0df1-472e-9348-aae808052993 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=24314edc-54a3-4596-a1c5-cb39c622b7e5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:04.181783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cfc9f-80de-455c-9154-3e176489f7ab req-810fb8e3-2e26-4a0c-80ef-64a791a72489 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.183312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c9cfc9f-80de-455c-9154-3e176489f7ab req-810fb8e3-2e26-4a0c-80ef-64a791a72489 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 971 time: 0.1078289 Jul 15 23:04:04.213726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453c098-48fa-4a73-851f-e068b723729e req-2e341206-89dc-4431-8477-ff1da07f9212 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.215209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2453c098-48fa-4a73-851f-e068b723729e req-2e341206-89dc-4431-8477-ff1da07f9212 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 966 time: 0.1045427 Jul 15 23:04:04.246824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c9cfc9f-80de-455c-9154-3e176489f7ab req-51da0f70-e8fa-441e-9ec1-31359201be59 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571365 Jul 15 23:04:04.268540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2453c098-48fa-4a73-851f-e068b723729e req-cdc0850a-5f3c-40ba-a94c-f5b04f9b3392 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449731 Jul 15 23:04:04.702887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22d1d3-89f2-4fba-a069-df91679d113a req-242327bf-3ac6-4d53-af14-d6ad1807313a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.704485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be22d1d3-89f2-4fba-a069-df91679d113a req-242327bf-3ac6-4d53-af14-d6ad1807313a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.0855412 Jul 15 23:04:04.705830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51906) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:04.750913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be22d1d3-89f2-4fba-a069-df91679d113a req-61664324-0023-439b-971b-58453fb29fcc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Jul 15 23:04:04.867077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2124814665-network', 'tenant_id': '2cc9012dcfbd4cbc8a21b5570001ef47'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:04.888403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Made reservation on behalf of 2cc9012dcfbd4cbc8a21b5570001ef47 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:04.891023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.901393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.997796 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.002658 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.027527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:05.037332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b20927-7162-478e-b919-d40cc2f0c491,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.045792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.046146 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Added segment a02fff4c-39db-493a-ab96-15e283f0f84c of type vlan for network 79c355bd-3032-476a-930b-3a14d2337657 Jul 15 23:04:05.093398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.127967 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.128974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.130779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.164243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4543953 Jul 15 23:04:05.164614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51932) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:05.170593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Request body: {'subnet': {'network_id': '79c355bd-3032-476a-930b-3a14d2337657', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2124814665-subnet', 'tenant_id': '2cc9012dcfbd4cbc8a21b5570001ef47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:05.213161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204cf03-38c5-4560-91b6-386177b3746d admin admin] Pushing event updated for resources: {'Network': ['ID=79c355bd-3032-476a-930b-3a14d2337657,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.224279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 79c355bd-3032-476a-930b-3a14d2337657 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:05.237535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Made reservation on behalf of 2cc9012dcfbd4cbc8a21b5570001ef47 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:05.240884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.316029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device de3bc11e-6689-4689-80c8-7ce0b7236c3b details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:05.385518 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:04:05.435945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:05.464568 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.473121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'mac_address': 'fa:16:3e:a0:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:05.516723 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.529699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3bc11e-6689-4689-80c8-7ce0b7236c3b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:05.549139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:05.552810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f97394d-9117-479f-8e73-004cbf51fe05,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.553786 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.599564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.810508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Checking segment: {'id': 'a02fff4c-39db-493a-ab96-15e283f0f84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '79c355bd-3032-476a-930b-3a14d2337657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:05.811083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Network hostable DHCP agents. Network: 79c355bd-3032-476a-930b-3a14d2337657, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:05.843451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aa1dc-4670-4c78-9b78-9927a8f07426 req-12b45d89-fee4-4356-b2ee-f7c908cfac27 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.844948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110aa1dc-4670-4c78-9b78-9927a8f07426 req-12b45d89-fee4-4356-b2ee-f7c908cfac27 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 971 time: 0.3433809 Jul 15 23:04:05.855662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d6f13-45ea-4802-9bab-569fc60418d6 req-c2b036ec-f85f-4746-b5b0-cc3f36ada016 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.857567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd9d6f13-45ea-4802-9bab-569fc60418d6 req-c2b036ec-f85f-4746-b5b0-cc3f36ada016 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 966 time: 0.3382463 Jul 15 23:04:05.860398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Network 79c355bd-3032-476a-930b-3a14d2337657 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:05.884517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 79c355bd-3032-476a-930b-3a14d2337657) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:05.892872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86c50e-02d0-4285-bd86-d90d32da41e1 None None] Network 79c355bd-3032-476a-930b-3a14d2337657 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:05.898965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.899557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.915436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['de3bc11e-6689-4689-80c8-7ce0b7236c3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:05.931072 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110aa1dc-4670-4c78-9b78-9927a8f07426 req-213c7b78-26c0-44c3-afc0-b408c799d9e4 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725417 Jul 15 23:04:05.938672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3f30ff26-789d-409f-b0f0-065d12f253cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7696211 Jul 15 23:04:05.938672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd9d6f13-45ea-4802-9bab-569fc60418d6 req-eacf8002-6fff-432b-866d-b2db191ff036 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710869 Jul 15 23:04:06.079627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 72c96461-420c-417a-986f-fc433fcb6171 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:06.148223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aca6b5-4c57-4ace-bbe5-c6c245d72835 None None] Network 79c355bd-3032-476a-930b-3a14d2337657 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:06.172449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a52d-2d25-4aff-a40f-433b5294a8d8 req-a1c513a6-f5f0-4113-9ff9-03233a60f8f6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.181424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf96a52d-2d25-4aff-a40f-433b5294a8d8 req-a1c513a6-f5f0-4113-9ff9-03233a60f8f6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 948 time: 0.0832965 Jul 15 23:04:06.229108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf96a52d-2d25-4aff-a40f-433b5294a8d8 req-0a47b40a-b347-4d2f-a011-d9948dc80dcd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Jul 15 23:04:06.409887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 72c96461-420c-417a-986f-fc433fcb6171, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=72c96461-420c-417a-986f-fc433fcb6171,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:06.424050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '72c96461-420c-417a-986f-fc433fcb6171', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'port_id': '72c96461-420c-417a-986f-fc433fcb6171', 'mac_address': 'fa:16:3e:f3:25:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-1585830440', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:06.470065 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.487405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c96461-420c-417a-986f-fc433fcb6171 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:06.516121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 72c96461-420c-417a-986f-fc433fcb6171, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=72c96461-420c-417a-986f-fc433fcb6171,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:06.523832 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.541769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73f6fdb7-3092-44ff-96d8-8c534aabe3ed req-67f50c7b-d5f0-43d8-90b6-1362493f571f tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5193965e0bd04f33822154825393fa2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297513 Jul 15 23:04:06.588478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=72c96461-420c-417a-986f-fc433fcb6171,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.657847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6fdb7-3092-44ff-96d8-8c534aabe3ed req-86011bf4-855a-4224-933b-0bcc89dceb9a tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.659795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73f6fdb7-3092-44ff-96d8-8c534aabe3ed req-86011bf4-855a-4224-933b-0bcc89dceb9a tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172771 Jul 15 23:04:06.663763 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51998) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:06.668784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1522518680-network', 'tenant_id': 'ac22d448f78044afbe16213a4b763cd2'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:06.678804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73f6fdb7-3092-44ff-96d8-8c534aabe3ed req-777a29ba-dc5e-432b-8101-bd5cac349e4b tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/quotas/5193965e0bd04f33822154825393fa2d HTTP/1.1" status: 200 len: 375 time: 0.0109653 Jul 15 23:04:06.694673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Made reservation on behalf of ac22d448f78044afbe16213a4b763cd2 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:06.697278 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.708832 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.718044 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73f6fdb7-3092-44ff-96d8-8c534aabe3ed req-adc163a4-4801-4370-8b1a-29a479db9251 tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5193965e0bd04f33822154825393fa2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333209 Jul 15 23:04:06.816557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.819383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['72c96461-420c-417a-986f-fc433fcb6171'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:06.821918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.843422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:06.857342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813d4b1c-4c7a-4a3e-8b6d-a14002c93a18,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.862249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.862600 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Added segment 38765559-f6f2-4e47-a4fa-db90bdcfc4e5 of type vlan for network 2ad95989-154b-4adb-a219-11762a582c93 Jul 15 23:04:06.906326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.936317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.937337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.938497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.994745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52012) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:07.013128 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3482411 Jul 15 23:04:07.016292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:07.023355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Request body: {'subnet': {'network_id': '2ad95989-154b-4adb-a219-11762a582c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1522518680-subnet', 'tenant_id': 'ac22d448f78044afbe16213a4b763cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:07.047829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Made reservation on behalf of ac22d448f78044afbe16213a4b763cd2 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:07.051207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.078082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d3cc4-fede-4a3a-b799-1aa611c863c7 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad95989-154b-4adb-a219-11762a582c93,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.089543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2ad95989-154b-4adb-a219-11762a582c93 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:07.182061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0211-7e5a-4e33-9282-c11a8f8b0cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.253833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a4c2-cc9f-4551-9fa8-1b9743fc4b48 req-6214a126-aad9-4baf-ab8e-a08c45eb8ded tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.255355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17e1a4c2-cc9f-4551-9fa8-1b9743fc4b48 req-6214a126-aad9-4baf-ab8e-a08c45eb8ded tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 971 time: 0.1886411 Jul 15 23:04:07.290331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device de3bc11e-6689-4689-80c8-7ce0b7236c3b up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:07.342714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port de3bc11e-6689-4689-80c8-7ce0b7236c3b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:07.346778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port de3bc11e-6689-4689-80c8-7ce0b7236c3b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:07.347098 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.418053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17e1a4c2-cc9f-4551-9fa8-1b9743fc4b48 req-baff1044-3f08-4a51-a995-6a9221cf7a0c tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392677 Jul 15 23:04:07.422488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.449278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.463100 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:07.466527 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074de94f-f869-4013-9d3b-52e286fa122f" -d '{"events": [{"server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "name": "network-vif-plugged", "status": "completed", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:07.480424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:07.484791 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.495719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acdadb-140c-42d3-a9d4-dff73461ee84 req-a385fdbd-4513-4a71-b2da-b61d1c0e8a58 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.497433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6acdadb-140c-42d3-a9d4-dff73461ee84 req-a385fdbd-4513-4a71-b2da-b61d1c0e8a58 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 967 time: 0.2174690 Jul 15 23:04:07.539921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.543779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0211-7e5a-4e33-9282-c11a8f8b0cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.556843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0211-7e5a-4e33-9282-c11a8f8b0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.559618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e8233c-cb8d-4715-9613-e82ae7e50111,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.615144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Checking segment: {'id': '38765559-f6f2-4e47-a4fa-db90bdcfc4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2ad95989-154b-4adb-a219-11762a582c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:07.615524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Network hostable DHCP agents. Network: 2ad95989-154b-4adb-a219-11762a582c93, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:07.622310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6acdadb-140c-42d3-a9d4-dff73461ee84 req-a6d382b2-70ad-4472-a57e-a4bb414e5453 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106641 Jul 15 23:04:07.624211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b0211-7e5a-4e33-9282-c11a8f8b0cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6fca2d-5b0f-4554-8279-37174dad85d0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.630807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ed2b0211-7e5a-4e33-9282-c11a8f8b0cf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=971705de08f642ab91131d09cdd97d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323740 Jul 15 23:04:07.630941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52032) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:07.703093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Network 2ad95989-154b-4adb-a219-11762a582c93 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:07.734747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2ad95989-154b-4adb-a219-11762a582c93) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:07.739176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.740317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.743519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e126cf-ebff-4755-8c57-82eba6bc6810 None None] Network 2ad95989-154b-4adb-a219-11762a582c93 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:07.783248 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-114f03fe-3710-46af-9fe9-de14545a6f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.823048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b3230940-6a7e-4152-9151-181b76bfd645 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8050523 Jul 15 23:04:07.845010 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-114f03fe-3710-46af-9fe9-de14545a6f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.896668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaabc2-15b7-47cb-898f-6f0559d3d47d req-ebfea822-ccf5-4629-bb98-5bde4442d863 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.898174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efaaabc2-15b7-47cb-898f-6f0559d3d47d req-ebfea822-ccf5-4629-bb98-5bde4442d863 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.2154157 Jul 15 23:04:07.941812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9328c86-7bb4-4e7e-97ef-b0c9c05c9734 req-7209df6c-10b8-4a33-8828-5d81a5382b7e tempest-AggregatesAdminTestJSON-2001211428 tempest-AggregatesAdminTestJSON-2001211428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.943382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9328c86-7bb4-4e7e-97ef-b0c9c05c9734 req-7209df6c-10b8-4a33-8828-5d81a5382b7e tempest-AggregatesAdminTestJSON-2001211428 tempest-AggregatesAdminTestJSON-2001211428-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 1122 time: 0.1923242 Jul 15 23:04:07.949399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52036) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:07.973885 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c9328c86-7bb4-4e7e-97ef-b0c9c05c9734 req-b1d7c0d7-cb62-48d4-bff7-bf337f6bc5d9 tempest-AggregatesAdminTestJSON-2001211428 tempest-AggregatesAdminTestJSON-2001211428-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.981349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efaaabc2-15b7-47cb-898f-6f0559d3d47d req-4d5d3aa4-a2bd-4a1f-b3a9-cb88f9d4d15a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697439 Jul 15 23:04:07.983487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4021e999-935b-4970-ad20-2794bef573ec None None] Network 2ad95989-154b-4adb-a219-11762a582c93 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:07.988544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-114f03fe-3710-46af-9fe9-de14545a6f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.991644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-114f03fe-3710-46af-9fe9-de14545a6f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.995714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-114f03fe-3710-46af-9fe9-de14545a6f81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a6fca2d-5b0f-4554-8279-37174dad85d0 HTTP/1.1" status: 204 len: 168 time: 0.3639007 Jul 15 23:04:08.009145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f03fe-3710-46af-9fe9-de14545a6f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6fca2d-5b0f-4554-8279-37174dad85d0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.010021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83903bd-ba02-49a8-9dd8-3ab786005515 admin admin] Deleting subnet 3f97394d-9117-479f-8e73-004cbf51fe05 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:08.014032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c83903bd-ba02-49a8-9dd8-3ab786005515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.050560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c83903bd-ba02-49a8-9dd8-3ab786005515 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.060186 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c83903bd-ba02-49a8-9dd8-3ab786005515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.095212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 72c96461-420c-417a-986f-fc433fcb6171 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:08.122543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c83903bd-ba02-49a8-9dd8-3ab786005515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.152244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83903bd-ba02-49a8-9dd8-3ab786005515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f97394d-9117-479f-8e73-004cbf51fe05,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.160643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c83903bd-ba02-49a8-9dd8-3ab786005515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.165389 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c83903bd-ba02-49a8-9dd8-3ab786005515 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3f97394d-9117-479f-8e73-004cbf51fe05 HTTP/1.1" status: 204 len: 168 time: 0.2137189 Jul 15 23:04:08.165997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52042) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:08.175314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c9328c86-7bb4-4e7e-97ef-b0c9c05c9734 req-b1d7c0d7-cb62-48d4-bff7-bf337f6bc5d9 tempest-AggregatesAdminTestJSON-2001211428 tempest-AggregatesAdminTestJSON-2001211428-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.178108 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a0d91c-66cc-4d0d-b0d7-ce0e37436623 x-openstack-request-id: req-f3a0d91c-66cc-4d0d-b0d7-ce0e37436623 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:08.178495 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "name": "network-vif-plugged", "status": "completed", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:08.178935 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3a0d91c-66cc-4d0d-b0d7-ce0e37436623 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:08.179433 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'code': 200} Jul 15 23:04:08.182518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c9328c86-7bb4-4e7e-97ef-b0c9c05c9734 req-b1d7c0d7-cb62-48d4-bff7-bf337f6bc5d9 tempest-AggregatesAdminTestJSON-2001211428 tempest-AggregatesAdminTestJSON-2001211428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.237008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9328c86-7bb4-4e7e-97ef-b0c9c05c9734 req-b1d7c0d7-cb62-48d4-bff7-bf337f6bc5d9 tempest-AggregatesAdminTestJSON-2001211428 tempest-AggregatesAdminTestJSON-2001211428-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862432 Jul 15 23:04:08.243435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 72c96461-420c-417a-986f-fc433fcb6171 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:08.249435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 72c96461-420c-417a-986f-fc433fcb6171 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:08.249969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.283724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7c0d7-cb62-48d4-bff7-bf337f6bc5d9 tempest-AggregatesAdminTestJSON-2001211428 tempest-AggregatesAdminTestJSON-2001211428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2fbed-a6dd-417a-93a5-cf3c66563ea4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.335968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.375658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.412953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110ce5-aa92-48c8-8cee-dc194adacc59 req-d2458c7d-7ed8-47b0-abf9-7b3b3a2dfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.414661 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b1110ce5-aa92-48c8-8cee-dc194adacc59 req-d2458c7d-7ed8-47b0-abf9-7b3b3a2dfb9a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1100 time: 0.1227982 Jul 15 23:04:08.427965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 72c96461-420c-417a-986f-fc433fcb6171, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=72c96461-420c-417a-986f-fc433fcb6171,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:08.443748 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.459615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.474631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52058) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:08.479309 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.479664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.480394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.480756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > port after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.481129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.481471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > port after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.481791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.482465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.482465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.482738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.504691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf4e98ef-017e-4d35-9d99-f3acba00f4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.516926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=72c96461-420c-417a-986f-fc433fcb6171,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.623032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.623431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.623766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.624192 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:04:08.624454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c355bd-3032-476a-930b-3a14d2337657']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:08.627903 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf4e98ef-017e-4d35-9d99-f3acba00f4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.634278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf4e98ef-017e-4d35-9d99-f3acba00f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.656317 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b1110ce5-aa92-48c8-8cee-dc194adacc59 req-a79d8e93-fa92-4199-b79c-3186a068a611 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326100 Jul 15 23:04:08.658023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02fff4c-39db-493a-ab96-15e283f0f84c') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:08.658321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02fff4c-39db-493a-ab96-15e283f0f84c') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:08.683979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.701207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bf4e98ef-017e-4d35-9d99-f3acba00f4ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7105a32af6b84a9297d1562cb1dba2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254515 Jul 15 23:04:08.701994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e98ef-017e-4d35-9d99-f3acba00f4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0013c54-0bfb-4268-90e6-a13d6a4f2cfd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.705748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52070) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:08.731377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.753556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:08.754251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.771391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5f79-1b51-4c0e-be24-794b353014ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: from cryptography.utils import int_from_bytes Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: from cryptography.utils import int_from_bytes Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:08.785298 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:08.798297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5f79-1b51-4c0e-be24-794b353014ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.862236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.865144 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5f79-1b51-4c0e-be24-794b353014ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.872891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5f79-1b51-4c0e-be24-794b353014ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.874058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e6cb5f79-1b51-4c0e-be24-794b353014ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0013c54-0bfb-4268-90e6-a13d6a4f2cfd HTTP/1.1" status: 204 len: 168 time: 0.1673801 Jul 15 23:04:08.885645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c355bd-3032-476a-930b-3a14d2337657,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.887895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.893628 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15831f05-c964-4e07-99be-1a6256e5eb01 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79c355bd-3032-476a-930b-3a14d2337657 HTTP/1.1" status: 204 len: 168 time: 0.7258043 Jul 15 23:04:08.894125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52090) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:08.920874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb5f79-1b51-4c0e-be24-794b353014ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0013c54-0bfb-4268-90e6-a13d6a4f2cfd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.954120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-132beea0-3448-42c5-8918-8d97e3989d84 admin admin] Deleting subnet 13e8233c-cb8d-4715-9613-e82ae7e50111 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:08.958978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132beea0-3448-42c5-8918-8d97e3989d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.975568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-577fd900-df61-432d-85c5-426d9bcec938 req-bab3258f-2155-4a2a-a0b4-4df6189cbc6f tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5193965e0bd04f33822154825393fa2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276675 Jul 15 23:04:08.992206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34562986-661b-40d3-9957-c0b20e742495 req-b5bf2358-3ee6-424b-810a-b3a09fab68dc tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.993680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34562986-661b-40d3-9957-c0b20e742495 req-b5bf2358-3ee6-424b-810a-b3a09fab68dc tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 968 time: 0.1186104 Jul 15 23:04:09.003382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132beea0-3448-42c5-8918-8d97e3989d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.043556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132beea0-3448-42c5-8918-8d97e3989d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.097978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34562986-661b-40d3-9957-c0b20e742495 req-fdbeef73-2aa7-4ba0-bb71-b79d58b0914b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948262 Jul 15 23:04:09.109543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132beea0-3448-42c5-8918-8d97e3989d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.135807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fd900-df61-432d-85c5-426d9bcec938 req-df6096aa-4ea7-45e1-bd37-16f84d827592 tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.137733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132beea0-3448-42c5-8918-8d97e3989d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e8233c-cb8d-4715-9613-e82ae7e50111,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:09.145325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-577fd900-df61-432d-85c5-426d9bcec938 req-df6096aa-4ea7-45e1-bd37-16f84d827592 tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615450 Jul 15 23:04:09.149301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132beea0-3448-42c5-8918-8d97e3989d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.151285 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-132beea0-3448-42c5-8918-8d97e3989d84 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13e8233c-cb8d-4715-9613-e82ae7e50111 HTTP/1.1" status: 204 len: 168 time: 0.2562356 Jul 15 23:04:09.154856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52100) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:09.164684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-577fd900-df61-432d-85c5-426d9bcec938 req-279b408f-7c19-4bf9-a2fa-b1e5da4e85fa tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/quotas/5193965e0bd04f33822154825393fa2d HTTP/1.1" status: 200 len: 375 time: 0.0182998 Jul 15 23:04:09.211133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-577fd900-df61-432d-85c5-426d9bcec938 req-75ab5cc0-1d85-48b4-875d-bd03c9bb7f63 tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5193965e0bd04f33822154825393fa2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446885 Jul 15 23:04:09.425402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.473985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9952c-8f3c-4f6f-bbeb-27107b0c3dbf req-01e9c133-42ad-4fe2-9bf8-7b9129c839d9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.482785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19e9952c-8f3c-4f6f-bbeb-27107b0c3dbf req-01e9c133-42ad-4fe2-9bf8-7b9129c839d9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.0833788 Jul 15 23:04:09.516974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.524506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19e9952c-8f3c-4f6f-bbeb-27107b0c3dbf req-38e55a34-a051-4cb1-adbc-80e7ae95e46e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Jul 15 23:04:09.527601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad95989-154b-4adb-a219-11762a582c93']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:09.540770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38765559-f6f2-4e47-a4fa-db90bdcfc4e5') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:09.541200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38765559-f6f2-4e47-a4fa-db90bdcfc4e5') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:09.558596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.579265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.586093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:09.586697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:09.588825 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:09.678530 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.692130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.694664 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] 10.222.0.23 "DELETE /v2.0/networks/2ad95989-154b-4adb-a219-11762a582c93 HTTP/1.1" status: 204 len: 168 time: 0.5387299 Jul 15 23:04:09.706125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15261d74-8a0e-4d8d-b879-fb5b52abc31b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad95989-154b-4adb-a219-11762a582c93,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:09.751863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52146) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:09.885689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52150) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:09.931967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1bb64fb4-15ef-4c98-a091-4f2d51a1045d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cc9012dcfbd4cbc8a21b5570001ef47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446308 Jul 15 23:04:09.934411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52154) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:10.000716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42aa1ced-f3a8-4d59-8ec4-5cdc75373dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.031342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42aa1ced-f3a8-4d59-8ec4-5cdc75373dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.084397 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42aa1ced-f3a8-4d59-8ec4-5cdc75373dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.087252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42aa1ced-f3a8-4d59-8ec4-5cdc75373dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.088414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-42aa1ced-f3a8-4d59-8ec4-5cdc75373dab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05b20927-7162-478e-b919-d40cc2f0c491 HTTP/1.1" status: 204 len: 168 time: 0.1530423 Jul 15 23:04:10.099051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa1ced-f3a8-4d59-8ec4-5cdc75373dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b20927-7162-478e-b919-d40cc2f0c491,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.130041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1658608301-network', 'tenant_id': '8ec79eae0bbe481ba8cb316aefd158cd'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:10.162070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Made reservation on behalf of 8ec79eae0bbe481ba8cb316aefd158cd for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:10.165695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.175865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.180593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c96461-420c-417a-986f-fc433fcb6171'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:10.182726 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c26fea-6b2b-4706-ad76-31737698ad5c" -d '{"events": [{"server_uuid": "c5f13074-596a-4d46-932c-fbc51c873c17", "name": "network-vif-plugged", "status": "completed", "tag": "72c96461-420c-417a-986f-fc433fcb6171"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:10.271973 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b83fdc5-3c8f-49c2-ab46-5dde61566eec x-openstack-request-id: req-5b83fdc5-3c8f-49c2-ab46-5dde61566eec {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:10.272279 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f13074-596a-4d46-932c-fbc51c873c17", "name": "network-vif-plugged", "status": "completed", "tag": "72c96461-420c-417a-986f-fc433fcb6171", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:10.272537 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b83fdc5-3c8f-49c2-ab46-5dde61566eec {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:10.272985 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c96461-420c-417a-986f-fc433fcb6171', 'code': 200} Jul 15 23:04:10.304487 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.318197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.362694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:10.408183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.408532 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Added segment 43578031-68ac-43fd-b638-dab61f6d0822 of type vlan for network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 Jul 15 23:04:10.447648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e70424-dae2-4358-8a3b-71eecc8f7d9a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.488014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52194) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:10.494818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.545637 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-48082a6c-ab42-4f62-a954-261c7b1279cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac22d448f78044afbe16213a4b763cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530996 Jul 15 23:04:10.546111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52196) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:10.555842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda92f1-26a1-4b97-8933-53012fc9d0ab req-52800766-f1e2-41c5-bd49-eb7c188894af tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:10.557346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bda92f1-26a1-4b97-8933-53012fc9d0ab req-52800766-f1e2-41c5-bd49-eb7c188894af tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 968 time: 0.2161696 Jul 15 23:04:10.564194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1caff-c1c1-4460-8f7f-83fa869f917e req-c0c93bb2-9fb7-4799-b359-d9715145016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:10.565633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6dd1caff-c1c1-4460-8f7f-83fa869f917e req-c0c93bb2-9fb7-4799-b359-d9715145016e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 1119 time: 0.1698763 Jul 15 23:04:10.567455 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.568387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:10.568953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.654469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9010954 Jul 15 23:04:10.657719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52202) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:10.664040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Request body: {'subnet': {'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1658608301-subnet', 'tenant_id': '8ec79eae0bbe481ba8cb316aefd158cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:10.692691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Made reservation on behalf of 8ec79eae0bbe481ba8cb316aefd158cd for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:10.696329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.710291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e486d-d03c-4ff0-9143-9efecd26f9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e721c03-3ff5-4c77-9e43-d2dc18b737a4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.722088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:10.739709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bda92f1-26a1-4b97-8933-53012fc9d0ab req-f1bf1c86-029c-4527-b0dc-cec1d4c3308b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681674 Jul 15 23:04:10.753440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6dd1caff-c1c1-4460-8f7f-83fa869f917e req-b803fccf-6aaf-4c4a-b4f5-522414959f4f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707709 Jul 15 23:04:10.789225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29c3ff45-2e1c-48e6-bc88-71340f6d0b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.837543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29c3ff45-2e1c-48e6-bc88-71340f6d0b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.890612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.941500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0788d7-333c-43be-be77-deb15b417431,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.952045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29c3ff45-2e1c-48e6-bc88-71340f6d0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.954816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29c3ff45-2e1c-48e6-bc88-71340f6d0b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.955980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29c3ff45-2e1c-48e6-bc88-71340f6d0b97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/813d4b1c-4c7a-4a3e-8b6d-a14002c93a18 HTTP/1.1" status: 204 len: 168 time: 0.4090965 Jul 15 23:04:10.966564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3ff45-2e1c-48e6-bc88-71340f6d0b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d4b1c-4c7a-4a3e-8b6d-a14002c93a18,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.979919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:10.980414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Network hostable DHCP agents. Network: 2e721c03-3ff5-4c77-9e43-d2dc18b737a4, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:11.000274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:11.011779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2e721c03-3ff5-4c77-9e43-d2dc18b737a4) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:11.017717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.018472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.018999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b3b8f-6d3c-4cd3-91fd-a4d2f5ef5621 req-c39db3ca-b3be-4dc2-bb10-cc49d06e4e09 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.020757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-057b3b8f-6d3c-4cd3-91fd-a4d2f5ef5621 req-c39db3ca-b3be-4dc2-bb10-cc49d06e4e09 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.1122024 Jul 15 23:04:11.024283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ffeb7-43f1-47a9-8bf8-43d96ae689cf None None] Network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:11.048932 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2659087e-606a-41ce-859e-671ee74ea00f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3891666 Jul 15 23:04:11.067329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-057b3b8f-6d3c-4cd3-91fd-a4d2f5ef5621 req-0f2c7b35-61cf-4b6c-af7e-e53b2816c97f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371418 Jul 15 23:04:11.160842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad7da03d-08aa-4ab8-b4cb-474454a04f87 req-772ad490-dbaf-4192-8ff0-bfec1982d9df tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5193965e0bd04f33822154825393fa2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412762 Jul 15 23:04:11.247571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c424d4c7-5caf-4548-bbe3-740fe29d5c12 None None] Network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:11.358456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da03d-08aa-4ab8-b4cb-474454a04f87 req-89a0e074-e760-4f85-88ac-734d37343640 tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.360421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad7da03d-08aa-4ab8-b4cb-474454a04f87 req-89a0e074-e760-4f85-88ac-734d37343640 tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926022 Jul 15 23:04:11.380525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad7da03d-08aa-4ab8-b4cb-474454a04f87 req-1fa113e2-de11-464b-8da0-683f34af9cd1 tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/quotas/5193965e0bd04f33822154825393fa2d HTTP/1.1" status: 200 len: 375 time: 0.0143559 Jul 15 23:04:11.421060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad7da03d-08aa-4ab8-b4cb-474454a04f87 req-bd682055-3976-4831-9ccd-117de638b991 tempest-QuotasAdminNegativeTest-2042552096 tempest-QuotasAdminNegativeTest-2042552096-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5193965e0bd04f33822154825393fa2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318646 Jul 15 23:04:11.669726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70710ed3-bedb-430c-b399-33002bb495da req-679efcb2-9be4-4d8e-a760-3f7b6195e17d tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.679612 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70710ed3-bedb-430c-b399-33002bb495da req-679efcb2-9be4-4d8e-a760-3f7b6195e17d tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1100 time: 0.0630221 Jul 15 23:04:11.702737 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-70710ed3-bedb-430c-b399-33002bb495da req-19c449ab-cf91-4a4e-aa44-db9446acd64c tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.897793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52282) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:11.904386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-340587497-network', 'tenant_id': '4a3c8165365f4779aefc05af4049d230'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:11.905666 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-70710ed3-bedb-430c-b399-33002bb495da req-19c449ab-cf91-4a4e-aa44-db9446acd64c tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.912129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-70710ed3-bedb-430c-b399-33002bb495da req-19c449ab-cf91-4a4e-aa44-db9446acd64c tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.934547 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Made reservation on behalf of 4a3c8165365f4779aefc05af4049d230 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:11.938004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.958021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.971501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70710ed3-bedb-430c-b399-33002bb495da req-19c449ab-cf91-4a4e-aa44-db9446acd64c tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854109 Jul 15 23:04:12.001548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c449ab-cf91-4a4e-aa44-db9446acd64c tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699f196a-5747-4fc2-8d6d-74230816ffaf,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.147090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.158964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.189774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:12.201720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e60f928-9a87-4a3f-9cdc-5dd8eb29b5d8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.207189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.207532 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Added segment 1adf5bf9-0f79-4006-8dd0-9211bb6387ce of type vlan for network 2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac Jul 15 23:04:12.233587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063ffe5-a494-4215-a8c9-1cfdab9b56bb req-3f3ac8c0-7d42-44f9-9b3e-f9d12e310a12 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.235172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0063ffe5-a494-4215-a8c9-1cfdab9b56bb req-3f3ac8c0-7d42-44f9-9b3e-f9d12e310a12 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 968 time: 0.1215537 Jul 15 23:04:12.259161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.294249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.296467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0063ffe5-a494-4215-a8c9-1cfdab9b56bb req-2c171a6b-1b4d-459d-8689-417ccf8b6148 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484061 Jul 15 23:04:12.297661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.298262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.333459 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4319339 Jul 15 23:04:12.334178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52302) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:12.340413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Request body: {'subnet': {'network_id': '2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-340587497-subnet', 'tenant_id': '4a3c8165365f4779aefc05af4049d230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:12.344723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52306) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:12.405111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7db21-5fc2-461f-b22f-e3057912c3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.418022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:12.446696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Made reservation on behalf of 4a3c8165365f4779aefc05af4049d230 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:12.450414 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.555257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb613ea-763d-43c5-9cf5-804ff65e6a02 req-ad186b0e-40c5-41cf-8132-eab5739ffc62 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.556872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adb613ea-763d-43c5-9cf5-804ff65e6a02 req-ad186b0e-40c5-41cf-8132-eab5739ffc62 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 968 time: 0.0808382 Jul 15 23:04:12.567640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52324) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:12.573369 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Request body: {'floatingip': {'port_id': '72c96461-420c-417a-986f-fc433fcb6171'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:12.578232 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96ac04c8-a1ae-49bf-804e-3c988a15458f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.695867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.712524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96ac04c8-a1ae-49bf-804e-3c988a15458f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.719042 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96ac04c8-a1ae-49bf-804e-3c988a15458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.803876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-96ac04c8-a1ae-49bf-804e-3c988a15458f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5193965e0bd04f33822154825393fa2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568157 Jul 15 23:04:12.809659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52346) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:12.813808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac04c8-a1ae-49bf-804e-3c988a15458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5986a2-3045-41aa-9541-1e9cf364f1a2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.916596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4a406ce-4843-4f51-ae22-b4df0142b083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.950352 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4a406ce-4843-4f51-ae22-b4df0142b083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.951634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.010891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4a406ce-4843-4f51-ae22-b4df0142b083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.014492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4a406ce-4843-4f51-ae22-b4df0142b083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.018365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e4a406ce-4843-4f51-ae22-b4df0142b083 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d5986a2-3045-41aa-9541-1e9cf364f1a2 HTTP/1.1" status: 204 len: 168 time: 0.1949480 Jul 15 23:04:13.030285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a406ce-4843-4f51-ae22-b4df0142b083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5986a2-3045-41aa-9541-1e9cf364f1a2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:13.107081 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Checking segment: {'id': '1adf5bf9-0f79-4006-8dd0-9211bb6387ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:13.107429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Network hostable DHCP agents. Network: 2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:13.144475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459d2bb3-c735-4449-9cac-33ed6d6d223b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:13.156230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Network 2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:13.205213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:13.212235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.212587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.217841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ccbb7-5c37-4067-b63b-215ff39cfd06 None None] Network 2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:13.417067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d19d8-fe57-40cc-83a6-6991d3cdb351 None None] Network 2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:13.460244 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.490338 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73162916-7163-4e4a-82c6-8962087e7502 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1548893 Jul 15 23:04:13.579219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6ce6-4124-4b39-a793-cb8f8748bed7 req-0fa78b96-051f-4108-9d53-7c8e5b33e614 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.587319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-109d6ce6-4124-4b39-a793-cb8f8748bed7 req-0fa78b96-051f-4108-9d53-7c8e5b33e614 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.0886116 Jul 15 23:04:13.622980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52394) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:13.666060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-109d6ce6-4124-4b39-a793-cb8f8748bed7 req-ae44dc07-4a22-460b-8790-e35c9c10f1cf tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777931 Jul 15 23:04:13.807890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52406) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:13.826445 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d339ec4-2f6d-47f7-a05f-92ebd28947fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.941494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52414) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:14.097290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d339ec4-2f6d-47f7-a05f-92ebd28947fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.108443 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d339ec4-2f6d-47f7-a05f-92ebd28947fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.157803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-257f8676-c4f5-4943-90cc-00024727da56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.203162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.214331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.246930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d339ec4-2f6d-47f7-a05f-92ebd28947fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9bdfc1-feb5-466d-9054-018bad3e79d9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:14.253402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3d339ec4-2f6d-47f7-a05f-92ebd28947fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74c74154f8a5459c82076bbdd81d05de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444611 Jul 15 23:04:14.279471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52430) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:14.338447 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Floating IP 1c3a841d-d447-4e6e-83f1-f6e490fce9c5 associated. External IP: 172.25.3.250, port: 72c96461-420c-417a-986f-fc433fcb6171. Jul 15 23:04:14.351229 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1b41-122e-4901-a0a9-c4dff5fa0b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.374428 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1b41-122e-4901-a0a9-c4dff5fa0b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.399598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-d8a3e399-d748-4742-91aa-84506896a477 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4498961 Jul 15 23:04:14.477714 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1b41-122e-4901-a0a9-c4dff5fa0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.484516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1b41-122e-4901-a0a9-c4dff5fa0b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.489497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f6dc1b41-122e-4901-a0a9-c4dff5fa0b9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c9bdfc1-feb5-466d-9054-018bad3e79d9 HTTP/1.1" status: 204 len: 168 time: 0.2087278 Jul 15 23:04:14.500433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc1b41-122e-4901-a0a9-c4dff5fa0b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9bdfc1-feb5-466d-9054-018bad3e79d9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:14.641057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-257f8676-c4f5-4943-90cc-00024727da56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.651264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-257f8676-c4f5-4943-90cc-00024727da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.763940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-247fd699-c19e-4a0c-bc9c-046cbfe0221c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:14.765743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-247fd699-c19e-4a0c-bc9c-046cbfe0221c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 821 time: 0.1812935 Jul 15 23:04:14.779318 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-257f8676-c4f5-4943-90cc-00024727da56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4acf9cfbeebf45f6aae0fd3df2b5477e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1546946 Jul 15 23:04:14.783273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52474) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:14.793409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-d2a0199d-7ce2-495b-a753-942ea91fc6ca tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/quotas/8ec79eae0bbe481ba8cb316aefd158cd HTTP/1.1" status: 200 len: 375 time: 0.0220542 Jul 15 23:04:14.799270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f8676-c4f5-4943-90cc-00024727da56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506f16e7-5aed-457b-b04e-24ac21db441f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:14.838253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:14.854539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-e9641464-a893-4c8e-9bb0-1f46b0ad7a2f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556467 Jul 15 23:04:14.905351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-008415a8-536a-44f3-b7b0-4bb247837086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.963654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-008415a8-536a-44f3-b7b0-4bb247837086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.018175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:15.023189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.034291 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] Sync routers for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:15.050429 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:15.051379 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:15.113879 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bec15c3f-dedf-4fc3-8edd-44db561e2a3b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "PUT /v2.0/floatingips/1c3a841d-d447-4e6e-83f1-f6e490fce9c5 HTTP/1.1" status: 200 len: 1014 time: 2.5450649 Jul 15 23:04:15.115064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'tag': '72c96461-420c-417a-986f-fc433fcb6171'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:15.123863 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f13074-596a-4d46-932c-fbc51c873c17", "tag": "72c96461-420c-417a-986f-fc433fcb6171"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:15.126625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-008415a8-536a-44f3-b7b0-4bb247837086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.130366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-008415a8-536a-44f3-b7b0-4bb247837086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.133851 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-008415a8-536a-44f3-b7b0-4bb247837086 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/506f16e7-5aed-457b-b04e-24ac21db441f HTTP/1.1" status: 204 len: 168 time: 0.3459322 Jul 15 23:04:15.152977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008415a8-536a-44f3-b7b0-4bb247837086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506f16e7-5aed-457b-b04e-24ac21db441f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:15.220010 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:15.229008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52506) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:15.514416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10b7f1-8d2a-4faf-bede-61d10f3a80f8 req-256cd885-b4c5-4016-af77-8d7028b143f6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.516054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a10b7f1-8d2a-4faf-bede-61d10f3a80f8 req-256cd885-b4c5-4016-af77-8d7028b143f6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.1198907 Jul 15 23:04:15.558439 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0c61-06fd-481f-8443-a4e4fb801d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.690465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52526) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:15.719830 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efd3bbf5-dd27-42b2-a8ac-c1f8e94b74dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.766659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a10b7f1-8d2a-4faf-bede-61d10f3a80f8 req-8e7ae258-431c-4375-8cbe-9930e3f8319b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448435 Jul 15 23:04:15.843094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0c61-06fd-481f-8443-a4e4fb801d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.867742 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1c3a841d-d447-4e6e-83f1-f6e490fce9c5', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'port_id': '72c96461-420c-417a-986f-fc433fcb6171', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'mac_address': 'fa:16:3e:f3:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'device_owner': 'compute:tempest-test_az-1585830440'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:55Z', 'updated_at': '2021-07-15T23:04:13Z', 'revision_number': 1, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:15.879607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-bd969017-94c0-42d0-9222-f731b6c369c4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:15.880527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-bd969017-94c0-42d0-9222-f731b6c369c4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4373181 Jul 15 23:04:15.907039 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] Checking router: 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:15.918183 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:15.918922 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:03:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:15.920685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b7f0c61-06fd-481f-8443-a4e4fb801d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.957275 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b7f0c61-06fd-481f-8443-a4e4fb801d97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80f6cd98209a422495585a5362c91733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267346 Jul 15 23:04:15.961461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52532) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:16.030537 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:16.092141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-9d9d3c76-0db1-40f5-95ca-affc6e2f169e service neutron] 10.222.0.23 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914825 Jul 15 23:04:16.103572 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c98d0039-3291-4a23-b336-2734c53e7c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.108400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f0c61-06fd-481f-8443-a4e4fb801d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b657f4-5a20-4477-8bdc-261c03080301,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.148580 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c98d0039-3291-4a23-b336-2734c53e7c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.151798 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620a678f-a7b1-4b7d-92ee-797902858d06 x-openstack-request-id: req-620a678f-a7b1-4b7d-92ee-797902858d06 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:16.152247 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f13074-596a-4d46-932c-fbc51c873c17", "tag": "72c96461-420c-417a-986f-fc433fcb6171", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:16.153203 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-620a678f-a7b1-4b7d-92ee-797902858d06 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:16.153764 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'tag': '72c96461-420c-417a-986f-fc433fcb6171', 'status': 'completed', 'code': 200} Jul 15 23:04:16.181146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efd3bbf5-dd27-42b2-a8ac-c1f8e94b74dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.231366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efd3bbf5-dd27-42b2-a8ac-c1f8e94b74dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.248094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-3169fb2a-435b-4e3c-9363-f5deff7d0813 service neutron] 10.222.0.23 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549547 Jul 15 23:04:16.280436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-35e1f5a7-d02a-47b7-b1f7-6e2813f6179d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3910999 Jul 15 23:04:16.301927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3bbf5-dd27-42b2-a8ac-c1f8e94b74dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e792e020-73a1-40f2-8dc0-d24c8d951124,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.305605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c98d0039-3291-4a23-b336-2734c53e7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.309961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c98d0039-3291-4a23-b336-2734c53e7c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.313865 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c98d0039-3291-4a23-b336-2734c53e7c0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15b657f4-5a20-4477-8bdc-261c03080301 HTTP/1.1" status: 204 len: 168 time: 0.3488188 Jul 15 23:04:16.348578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d0039-3291-4a23-b336-2734c53e7c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b657f4-5a20-4477-8bdc-261c03080301,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.432095 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-efd3bbf5-dd27-42b2-a8ac-c1f8e94b74dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c5140ffce02420d91cdf60a0ffe9074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7370658 Jul 15 23:04:16.432095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52552) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:16.482813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-26a45e0b-79d8-4aca-bd7d-1ca8567173e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.485125 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-26a45e0b-79d8-4aca-bd7d-1ca8567173e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 1119 time: 0.2623773 Jul 15 23:04:16.506923 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1c3a841d-d447-4e6e-83f1-f6e490fce9c5', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'port_id': '72c96461-420c-417a-986f-fc433fcb6171', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'mac_address': 'fa:16:3e:f3:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'device_owner': 'compute:tempest-test_az-1585830440'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:55Z', 'updated_at': '2021-07-15T23:04:13Z', 'revision_number': 1, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:16.549193 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18af7e9-f73f-4185-9816-a9480ca6763f None None] The sync data for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 is: [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1c3a841d-d447-4e6e-83f1-f6e490fce9c5', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'port_id': '72c96461-420c-417a-986f-fc433fcb6171', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'mac_address': 'fa:16:3e:f3:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'device_owner': 'compute:tempest-test_az-1585830440'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:55Z', 'updated_at': '2021-07-15T23:04:13Z', 'revision_number': 1, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:16.551820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-675a531b-0069-4da5-871d-2f23ff665131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.556270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-675a531b-0069-4da5-871d-2f23ff665131 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f5329e96405441fab5b15d4503427c7&device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 1122 time: 0.2065535 Jul 15 23:04:16.677139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c5f823d-b11a-41e4-aebe-b1380995553c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.711835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c5f823d-b11a-41e4-aebe-b1380995553c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.765283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b117d098-65ce-424e-ad6b-0d2b9c62f4db req-c90ffc21-1942-40d4-95b7-9b1d91cb5aea tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 210 time: 0.0836246 Jul 15 23:04:16.798850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c5f823d-b11a-41e4-aebe-b1380995553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.801996 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c5f823d-b11a-41e4-aebe-b1380995553c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.805606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c5f823d-b11a-41e4-aebe-b1380995553c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e792e020-73a1-40f2-8dc0-d24c8d951124 HTTP/1.1" status: 204 len: 168 time: 0.3702509 Jul 15 23:04:16.834629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f823d-b11a-41e4-aebe-b1380995553c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792e020-73a1-40f2-8dc0-d24c8d951124,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.881472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-dd282289-08bb-4bf6-81f9-ee135a936ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.883297 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-dd282289-08bb-4bf6-81f9-ee135a936ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1100 time: 0.2837260 Jul 15 23:04:16.887119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-a263d766-b4b7-4a48-8a1b-851b23aba3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.888716 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-a263d766-b4b7-4a48-8a1b-851b23aba3d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 925 time: 0.3697393 Jul 15 23:04:16.996114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-eaf21b72-efe2-44f5-a870-ede16365f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.998371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-eaf21b72-efe2-44f5-a870-ede16365f246 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.4063857 Jul 15 23:04:17.091943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc7dee9-5800-49cf-ae39-fddb2df871f5 None None] New status for floating IP 1c3a841d-d447-4e6e-83f1-f6e490fce9c5: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:04:17.098987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-651078eb-eb3d-4906-9360-da43b5965235 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=577a2e4a-d327-4945-9838-b9dea764b0f5 HTTP/1.1" status: 200 len: 217 time: 0.0889373 Jul 15 23:04:17.174965 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-cc772f03-8337-4de1-9eff-29f41256c3cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c96461-420c-417a-986f-fc433fcb6171 HTTP/1.1" status: 200 len: 1022 time: 0.2707729 Jul 15 23:04:17.198085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-63482ad0-e316-4462-9212-98115adeb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.200969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-63482ad0-e316-4462-9212-98115adeb1c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0908251 Jul 15 23:04:17.231690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2b5ea-5086-40f6-a05b-b378df615584 req-0ea9a812-2e23-4682-b3bf-3922ffa9627b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.239402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29d2b5ea-5086-40f6-a05b-b378df615584 req-0ea9a812-2e23-4682-b3bf-3922ffa9627b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.1432247 Jul 15 23:04:17.451118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29d2b5ea-5086-40f6-a05b-b378df615584 req-44ea902e-64d6-4be9-8da0-855cca4c1046 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103460 Jul 15 23:04:17.454519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-0b69b719-cba7-49b9-ab26-2c5f857b4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.456829 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-0b69b719-cba7-49b9-ab26-2c5f857b4c68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 HTTP/1.1" status: 200 len: 863 time: 0.2644680 Jul 15 23:04:17.462434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-e5b0a469-3134-4461-b5d5-5e7dc7a6eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.464141 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-e5b0a469-3134-4461-b5d5-5e7dc7a6eddf service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.5740564 Jul 15 23:04:17.488501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-f5f1ac21-4c46-4269-95d2-124b4e5370d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.490006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-f5f1ac21-4c46-4269-95d2-124b4e5370d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2816527 Jul 15 23:04:17.570248 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-de5bc24a-23fb-435d-8f55-f9cb5bbcc7af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.0881913 Jul 15 23:04:17.652540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-ac3391ea-e931-49ba-96d9-92c3c15f3d11 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422737 Jul 15 23:04:17.734461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52614) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:17.767228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c87e922-7f5c-4665-9f87-1e03e3cff752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.800962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-c28222b8-3886-4698-b1b5-76af94ace146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.809344 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-c28222b8-3886-4698-b1b5-76af94ace146 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1981859 Jul 15 23:04:17.827618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-6e19a4ae-e820-4959-b612-f9b765cd4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.829574 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-6e19a4ae-e820-4959-b612-f9b765cd4753 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3466649 Jul 15 23:04:17.957256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-6bd0333d-9459-42d8-9dc3-a330e4e93535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.959036 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-6bd0333d-9459-42d8-9dc3-a330e4e93535 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432600 Jul 15 23:04:17.963443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-5920534d-dd7d-4f1e-8c1b-a32748378339 service neutron] 10.222.0.59 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079075 Jul 15 23:04:17.963721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a748c3-17b3-4b0f-b578-60bc5163e351 req-ec08ce35-299c-47a2-91d2-2b7b38f56207 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910647 Jul 15 23:04:18.000577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c2dc2-f1fc-431b-8cb4-f3be1c0dfb4c req-21bc6cc2-7c5d-44e5-b809-3ef5a7533c37 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.003412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e77c2dc2-f1fc-431b-8cb4-f3be1c0dfb4c req-21bc6cc2-7c5d-44e5-b809-3ef5a7533c37 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 971 time: 0.1892200 Jul 15 23:04:18.018419 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6cd9cc12-796d-43b5-b107-667dae6430aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.107872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eab463de-f577-4fbf-bbb8-4e2bb35b0bcc req-ad6702ed-c021-40a6-8750-386185968f92 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 210 time: 0.1010566 Jul 15 23:04:18.170035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e77c2dc2-f1fc-431b-8cb4-f3be1c0dfb4c req-4b9eb664-0ebb-4eeb-be5f-15dd3bcf850d tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521540 Jul 15 23:04:18.188353 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-90f2cf11-1640-4bd3-b22e-9430dd4ba1fb service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218287 Jul 15 23:04:18.223132 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1295aca0-23e8-42e3-8fcc-d8e7cc0aa245 req-58091a17-aa9a-40ab-a44b-9bb51edf231b service neutron] 10.222.0.59 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270076 Jul 15 23:04:18.228460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c87e922-7f5c-4665-9f87-1e03e3cff752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.234463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c87e922-7f5c-4665-9f87-1e03e3cff752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.273581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52636) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:18.274371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3c87e922-7f5c-4665-9f87-1e03e3cff752 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91d6f839940c405aa31e024ead074558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385866 Jul 15 23:04:18.331322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87e922-7f5c-4665-9f87-1e03e3cff752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39119ba9-bbed-41c1-95a6-c18a0886460f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.380269 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-7c77d0f0-cf60-4ed9-9f9f-e3b301bcf940 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858330 Jul 15 23:04:18.385629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3a17-282b-4794-87ee-6da42917f665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.409582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3a17-282b-4794-87ee-6da42917f665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.469610 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3a17-282b-4794-87ee-6da42917f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.474403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3a17-282b-4794-87ee-6da42917f665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.475886 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9b0d3a17-282b-4794-87ee-6da42917f665 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39119ba9-bbed-41c1-95a6-c18a0886460f HTTP/1.1" status: 204 len: 168 time: 0.2009313 Jul 15 23:04:18.486090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d3a17-282b-4794-87ee-6da42917f665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39119ba9-bbed-41c1-95a6-c18a0886460f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.709215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-b0eaf649-f887-43ea-825a-8561b63a503e tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=51948167e95648a59b9432ab1b1cc769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344617 Jul 15 23:04:18.860109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4669a43-277d-44a7-8099-1da7cd6243fe req-c548771a-b15e-4fed-a0e7-882c35ee4bcb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.861644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4669a43-277d-44a7-8099-1da7cd6243fe req-c548771a-b15e-4fed-a0e7-882c35ee4bcb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.1755800 Jul 15 23:04:18.915031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-8109acec-3b8a-4cab-8dfe-a277de5f349c tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.922605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-8109acec-3b8a-4cab-8dfe-a277de5f349c tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938038 Jul 15 23:04:18.947169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-293c6ab8-b796-4dcb-b867-f7e0ee30bc75 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/quotas/51948167e95648a59b9432ab1b1cc769 HTTP/1.1" status: 200 len: 375 time: 0.0230815 Jul 15 23:04:18.984753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-7ed95bfe-6958-4c3d-9916-eeea744ea24d tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=51948167e95648a59b9432ab1b1cc769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367229 Jul 15 23:04:18.999830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4669a43-277d-44a7-8099-1da7cd6243fe req-d3088cf3-8d38-45e5-8bca-d61f664ad5f8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240566 Jul 15 23:04:19.103379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-73f1415d-4ab8-41e8-8854-1723d86c63f3 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.105815 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-73f1415d-4ab8-41e8-8854-1723d86c63f3 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 821 time: 0.3489511 Jul 15 23:04:19.135622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Request body: {'port': {'device_id': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'admin_state_up': True, 'tenant_id': '8ec79eae0bbe481ba8cb316aefd158cd'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:19.397442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c9d75c1-f8f4-4939-ab8f-11b90fc73fa3 req-e5f7c718-aaac-4ff4-bc15-43c6ab4e20b5 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 210 time: 0.0933344 Jul 15 23:04:19.538138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50702148-7d8f-4eef-a4a2-3c10fd8aa135 req-044e5345-926f-47b7-8681-69ff2656378d tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 210 time: 0.0709414 Jul 15 23:04:19.624920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-86affad1-228a-4c50-9122-a60f05c6da0d tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.628626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-86affad1-228a-4c50-9122-a60f05c6da0d tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 971 time: 0.2301958 Jul 15 23:04:19.701533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Made reservation on behalf of 8ec79eae0bbe481ba8cb316aefd158cd for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:19.706234 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.860714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9a149-e408-4702-80a7-e6a9887f6d17 req-317de59c-d9c5-4329-a0dc-5e0cf1443b13 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.867812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09b9a149-e408-4702-80a7-e6a9887f6d17 req-317de59c-d9c5-4329-a0dc-5e0cf1443b13 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 971 time: 0.2379315 Jul 15 23:04:19.924114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Deleting port 577a2e4a-d327-4945-9838-b9dea764b0f5 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:19.924522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.940496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09b9a149-e408-4702-80a7-e6a9887f6d17 req-d26ac6b8-84b2-4c59-9f5b-93a24b241c58 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/security-groups?id=cafba1a1-b11f-4f4b-8939-cd10149967bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717235 Jul 15 23:04:19.981305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Allocated IP 172.20.0.4 (2e721c03-3ff5-4c77-9e43-d2dc18b737a4/4f0788d7-333c-43be-be77-deb15b417431/5cbea018-f162-4f8f-ab77-619afcf014ef) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:20.133138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] For port 577a2e4a-d327-4945-9838-b9dea764b0f5, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=577a2e4a-d327-4945-9838-b9dea764b0f5,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:20.133509 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.152471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Calling delete_port for 577a2e4a-d327-4945-9838-b9dea764b0f5 owned by compute:tempest-test_az-1585830440 {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:20.255004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.347370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.476178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:20.491043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:20.506245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:20.535521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Pushing event updated for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:20.537259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.565063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['577a2e4a-d327-4945-9838-b9dea764b0f5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:20.600792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.601440 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.640966 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-c137e75d-8383-4a62-be10-31318a2b46eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5069563 Jul 15 23:04:20.642720 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9d666c29-b3ba-4703-b89c-914c5c946ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.651304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Request body: {'port': {'device_id': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:20.651823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Pushing event deleted for resources: {'Port': ['ID=577a2e4a-d327-4945-9838-b9dea764b0f5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:20.688351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] No DVR routers for this DVR port 577a2e4a-d327-4945-9838-b9dea764b0f5 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:20.704996 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.707372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b86b41ee-2175-43d6-9c39-06963fc9d64c req-7bd141d2-5c4b-4d69-8558-ee89814a3744 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.59 "DELETE /v2.0/ports/577a2e4a-d327-4945-9838-b9dea764b0f5 HTTP/1.1" status: 204 len: 173 time: 1.0612118 Jul 15 23:04:20.707769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc210c20-7ea9-470f-affd-e6731c405ff6', 'name': 'network-vif-deleted', 'tag': '577a2e4a-d327-4945-9838-b9dea764b0f5'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:20.710376 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2756366f-01b0-49ba-be70-60a4e0ee8277" -d '{"events": [{"server_uuid": "bc210c20-7ea9-470f-affd-e6731c405ff6", "name": "network-vif-deleted", "tag": "577a2e4a-d327-4945-9838-b9dea764b0f5"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:20.773648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7aab8-bcd8-41f1-ac08-b230e9b4d765 req-49f104c5-79a6-4d9c-9885-11881fcb9a90 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.777035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25c7aab8-bcd8-41f1-ac08-b230e9b4d765 req-49f104c5-79a6-4d9c-9885-11881fcb9a90 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.3033335 Jul 15 23:04:20.847115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.849217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52776) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:20.962483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25c7aab8-bcd8-41f1-ac08-b230e9b4d765 req-c0803577-117f-411e-859b-d59711b5833b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559000 Jul 15 23:04:20.979953 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.007016 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-2d44b69f-4762-4ee9-8fd6-3949f7d094cd tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=51948167e95648a59b9432ab1b1cc769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412223 Jul 15 23:04:21.007428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddc915-212d-4e1b-b331-f7da3eef42ec req-e462cc5c-b5f5-47d3-b89d-f5362967e571 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.009130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98ddc915-212d-4e1b-b331-f7da3eef42ec req-e462cc5c-b5f5-47d3-b89d-f5362967e571 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 931 time: 0.2311392 Jul 15 23:04:21.111277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98ddc915-212d-4e1b-b331-f7da3eef42ec req-3c5900fc-1d67-4de5-88cd-416073435143 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925207 Jul 15 23:04:21.268333 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3341b-f9fc-4bda-bcd8-9692e3248021 x-openstack-request-id: req-bcc3341b-f9fc-4bda-bcd8-9692e3248021 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:21.268630 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc210c20-7ea9-470f-affd-e6731c405ff6", "name": "network-vif-deleted", "tag": "577a2e4a-d327-4945-9838-b9dea764b0f5", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:21.270498 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcc3341b-f9fc-4bda-bcd8-9692e3248021 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:21.271114 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc210c20-7ea9-470f-affd-e6731c405ff6', 'name': 'network-vif-deleted', 'tag': '577a2e4a-d327-4945-9838-b9dea764b0f5', 'status': 'completed', 'code': 200} Jul 15 23:04:21.275055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3a962b1-5085-4eab-af8f-88b5f68390c1 req-81b6b401-5d8e-4c1b-9fe3-a3d9fa9a8ea3 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 210 time: 0.0795178 Jul 15 23:04:21.276446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-92b696d7-7d1b-4a1e-a083-eb6804582f26 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.278396 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-92b696d7-7d1b-4a1e-a083-eb6804582f26 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508595 Jul 15 23:04:21.307792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Request body: {'port': {'device_id': '3fcb8d28-33b6-4449-a2fd-d71d4b9552f8', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '51948167e95648a59b9432ab1b1cc769'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:21.398381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15cc682e-feff-47e5-9650-29722d3fced1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.405145 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.434679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82d4eced-f42e-469a-a1fc-7202b1d0da43 req-40922a66-9a78-449a-8b5b-3f54de9da5f3 tempest-AggregatesAdminTestJSON-1183495518 tempest-AggregatesAdminTestJSON-1183495518-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc210c20-7ea9-470f-affd-e6731c405ff6 HTTP/1.1" status: 200 len: 210 time: 0.0516670 Jul 15 23:04:21.562574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbea018-f162-4f8f-ab77-619afcf014ef {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:21.578506 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.613930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Transition to ACTIVE for port object 5cbea018-f162-4f8f-ab77-619afcf014ef will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:21.627004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52798) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:21.636146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.729819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15cc682e-feff-47e5-9650-29722d3fced1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.759256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15cc682e-feff-47e5-9650-29722d3fced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.763619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:21.792374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3066927-5200-4b36-8d40-110ae57450c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.829423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Made reservation on behalf of 51948167e95648a59b9432ab1b1cc769 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:21.832918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.849673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-9db460d6-d1b8-4f14-aa21-240b38142847 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307941 Jul 15 23:04:21.858263 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15cc682e-feff-47e5-9650-29722d3fced1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9297194cd4464b8f9ae1b617d0f624ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0053692 Jul 15 23:04:21.859033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.859139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52810) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:21.861931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc682e-feff-47e5-9650-29722d3fced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd0b6bf-bf98-4e51-88e3-fe635dc41105,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:21.886295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:21.886487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:21.886707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:21.891868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:21.892234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:21.896880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:21.897215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:21.898061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:21.898061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Bound port: 5cbea018-f162-4f8f-ab77-619afcf014ef, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:21.898364 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.960220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:21.963415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:21.968150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.003646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.004369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.005903 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] 10.222.0.59 "PUT /v2.0/ports/5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 200 len: 1091 time: 1.3605494 Jul 15 23:04:22.006346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:22.008645 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c873b8-ad03-4bb8-92cf-629d8eb13907" -d '{"events": [{"name": "network-changed", "server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:22.037008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50033636-abeb-4635-be9d-fe0fe6356b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.044294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820011d-6a72-4683-9d8c-e7c2ba3559f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.054361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-f6e37dad-5057-4041-a2fc-6081dd88ab54 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.055879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-f6e37dad-5057-4041-a2fc-6081dd88ab54 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000875 Jul 15 23:04:22.082085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3066927-5200-4b36-8d40-110ae57450c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.097054 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3066927-5200-4b36-8d40-110ae57450c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.101735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50033636-abeb-4635-be9d-fe0fe6356b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.105666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-aae05d1e-1685-47ff-b9f2-0aa787ec7459 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/quotas/e5f1ab895e7d4b00a0f7b4a658442f78 HTTP/1.1" status: 200 len: 375 time: 0.0383666 Jul 15 23:04:22.161710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-f710d3dc-7f14-4266-9929-bd5dff30f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.163254 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-f710d3dc-7f14-4266-9929-bd5dff30f129 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1094 time: 0.1039903 Jul 15 23:04:22.210335 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-8844adbf-1b1c-4099-ab5f-fb17799a92c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 200 len: 217 time: 0.0393300 Jul 15 23:04:22.262735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.267441 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.330255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-309f00b6-9adb-4c12-9c74-4fcc080f605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.331757 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-309f00b6-9adb-4c12-9c74-4fcc080f605c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1125541 Jul 15 23:04:22.356532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3265c-9f08-4e33-8c2e-03c52f4fe695,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.381516 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-80f687fa-69e8-4956-9aad-65e19340bf4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401270 Jul 15 23:04:22.408065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-8ece8226-3e1b-46da-859e-014cc404f2ac tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2777174 Jul 15 23:04:22.414303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c3066927-5200-4b36-8d40-110ae57450c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70e6f999ec70462e84fc3545b5fe3735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861764 Jul 15 23:04:22.417175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3066927-5200-4b36-8d40-110ae57450c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552a7e8e-c227-4c3a-a2a9-a99fac49e643,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.422668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52820) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:22.489187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50033636-abeb-4635-be9d-fe0fe6356b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.492195 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50033636-abeb-4635-be9d-fe0fe6356b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.493540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Allocated IP 192.168.233.183 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/a8cc9dbc-3a1a-46c4-963f-7a751c23a28e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:22.493678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-50033636-abeb-4635-be9d-fe0fe6356b3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cd0b6bf-bf98-4e51-88e3-fe635dc41105 HTTP/1.1" status: 204 len: 168 time: 0.6338122 Jul 15 23:04:22.504529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460dc27-ac2a-4f2f-a74e-b836a8156d11 req-3e14dba5-ef04-4d0b-af0f-b45bb4bb32bc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.506090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8460dc27-ac2a-4f2f-a74e-b836a8156d11 req-3e14dba5-ef04-4d0b-af0f-b45bb4bb32bc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.3942206 Jul 15 23:04:22.523865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50033636-abeb-4635-be9d-fe0fe6356b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd0b6bf-bf98-4e51-88e3-fe635dc41105,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.543681 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-64f63699-b7c3-43cf-a9bd-ff8a0e73a376 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510823 Jul 15 23:04:22.561144 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe5b-3b5d-45f7-b8ad-14e249794ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.631219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8460dc27-ac2a-4f2f-a74e-b836a8156d11 req-76b2c2a1-39ed-4abe-81d7-7256d774036f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138325 Jul 15 23:04:22.632319 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740d7af8-a5e9-4718-9d1d-2968fe5460de x-openstack-request-id: req-740d7af8-a5e9-4718-9d1d-2968fe5460de {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:22.633218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe5b-3b5d-45f7-b8ad-14e249794ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.633613 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:22.633960 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-740d7af8-a5e9-4718-9d1d-2968fe5460de {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:22.635174 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef', 'status': 'completed', 'code': 200} Jul 15 23:04:22.701789 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe5b-3b5d-45f7-b8ad-14e249794ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.705598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a7ffe5b-3b5d-45f7-b8ad-14e249794ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.708271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6a7ffe5b-3b5d-45f7-b8ad-14e249794ebc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/552a7e8e-c227-4c3a-a2a9-a99fac49e643 HTTP/1.1" status: 204 len: 168 time: 0.2841163 Jul 15 23:04:22.719326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ffe5b-3b5d-45f7-b8ad-14e249794ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552a7e8e-c227-4c3a-a2a9-a99fac49e643,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.913710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce0ae299-f533-40e9-8e81-2151f4915ab3 req-09f28d7e-301f-40d3-b1cb-e38d8dd8fef0 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 210 time: 0.0385232 Jul 15 23:04:22.976616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c892-7093-4ec9-bd16-444ef2a2b583 req-c57ca2f6-ffdb-42ca-987e-52ba4baa2697 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.980245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0289c892-7093-4ec9-bd16-444ef2a2b583 req-c57ca2f6-ffdb-42ca-987e-52ba4baa2697 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.1567547 Jul 15 23:04:22.982434 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cebba38-8352-4158-8245-a2ed2d8ccfb4 req-eadecce0-4d16-4631-ac3b-090e5aee57be service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994424 Jul 15 23:04:23.015289 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.066080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0289c892-7093-4ec9-bd16-444ef2a2b583 req-a29d4b1a-953e-42f4-81f0-a8bb002d3931 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Jul 15 23:04:23.104638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Transition to ACTIVE for port object a8cc9dbc-3a1a-46c4-963f-7a751c23a28e will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:23.136277 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.212226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52856) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.218440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52858) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.219703 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-0e2da107-8d94-4a8a-a347-910dafbf3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.221193 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-0e2da107-8d94-4a8a-a347-910dafbf3bb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1094 time: 0.1827664 Jul 15 23:04:23.227618 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.231462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-9b5d67ad-df10-48f0-b2f3-d03558d0448b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466070 Jul 15 23:04:23.237900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd124-c0ee-4084-b13a-6fe54ab870cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.250081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44a0a69d-e0e3-4f86-b74a-71d60fde639c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.366457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:23.395091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:23.401602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:23.409126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Pushing event updated for resources: {'Port': ['ID=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:23.443086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-5cf4c240-518d-46fd-80ad-7f85808d6d6a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.452242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-5cf4c240-518d-46fd-80ad-7f85808d6d6a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045569 Jul 15 23:04:23.458587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-fa58138a-3e0e-4f5b-95ba-be6b4ed8db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.460816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-fa58138a-3e0e-4f5b-95ba-be6b4ed8db52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.2314265 Jul 15 23:04:23.472003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.472629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.479153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-d9087caa-ce78-4132-b315-5aa85404e826 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/quotas/e5f1ab895e7d4b00a0f7b4a658442f78 HTTP/1.1" status: 200 len: 375 time: 0.0259778 Jul 15 23:04:23.517972 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-b9baebc0-274f-40a2-ab5c-090f638af3af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 200 len: 217 time: 0.0426209 Jul 15 23:04:23.547255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-b0097d6f-b5be-4875-9c99-0705591665ef tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666981 Jul 15 23:04:23.553964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd124-c0ee-4084-b13a-6fe54ab870cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.560440 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd124-c0ee-4084-b13a-6fe54ab870cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.613901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-12114fa4-dce1-49f8-8114-07ac8ede7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.615413 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-12114fa4-dce1-49f8-8114-07ac8ede7c6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0877900 Jul 15 23:04:23.646641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52862) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.677531 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-878a6d8a-aee6-4273-9a69-4ef054851fdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495944 Jul 15 23:04:23.710278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bc6cd124-c0ee-4084-b13a-6fe54ab870cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfe19ff2c9294fc4849369101f1fe91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902666 Jul 15 23:04:23.710932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52868) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.734466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cd124-c0ee-4084-b13a-6fe54ab870cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a6ba9-8317-4001-a4c5-412fd87d8228,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:23.817614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44a0a69d-e0e3-4f86-b74a-71d60fde639c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.828245 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44a0a69d-e0e3-4f86-b74a-71d60fde639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.837415 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-19a86c19-c933-497f-b382-6fd39610a890 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5411758 Jul 15 23:04:23.841562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2897a576-3bd1-457d-8b63-164e8a273dfe None None] Provisioning for port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:23.849292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2897a576-3bd1-457d-8b63-164e8a273dfe None None] Provisioning complete for port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:23.849664 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2897a576-3bd1-457d-8b63-164e8a273dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.867950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Request body: {'port': {'device_id': '3fcb8d28-33b6-4449-a2fd-d71d4b9552f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:23.909734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee1e3dce-275a-4ab6-9938-1c4192e8af6c req-ac34b8be-82cc-44e2-a0ee-911d35d2489b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 210 time: 0.1108222 Jul 15 23:04:23.917993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2897a576-3bd1-457d-8b63-164e8a273dfe None None] Port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:23.930501 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-44a0a69d-e0e3-4f86-b74a-71d60fde639c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d074876d32a54eb2bb6ad46775f4c7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7159448 Jul 15 23:04:23.943134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52874) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.953011 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-f9abc367-d6ed-455b-be06-9144e5ddfc6e service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498307 Jul 15 23:04:23.972333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0a69d-e0e3-4f86-b74a-71d60fde639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c70db9c-3249-49d0-aaf4-16827afbeb7d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:24.013887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d911146d-07d9-4461-925f-ecabbaa28e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.031544 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.036746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d911146d-07d9-4461-925f-ecabbaa28e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.167166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d911146d-07d9-4461-925f-ecabbaa28e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.169918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d911146d-07d9-4461-925f-ecabbaa28e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.171317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d911146d-07d9-4461-925f-ecabbaa28e0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da0a6ba9-8317-4001-a4c5-412fd87d8228 HTTP/1.1" status: 204 len: 168 time: 0.4591811 Jul 15 23:04:24.174350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 577a2e4a-d327-4945-9838-b9dea764b0f5 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:24.207615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911146d-07d9-4461-925f-ecabbaa28e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a6ba9-8317-4001-a4c5-412fd87d8228,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:24.251281 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-054c9731-e540-4c58-9cae-5bcefc86f646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.254601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 577a2e4a-d327-4945-9838-b9dea764b0f5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:24.255968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 577a2e4a-d327-4945-9838-b9dea764b0f5 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:24.258178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fa8c7d34-a34f-4524-8b39-394802bd3754 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f5329e96405441fab5b15d4503427c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089039 Jul 15 23:04:24.269133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2507f-e832-4ff8-b925-87b79d7b1490 req-94ff612f-d684-4902-b948-5071c5bc2cd1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.270810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fb2507f-e832-4ff8-b925-87b79d7b1490 req-94ff612f-d684-4902-b948-5071c5bc2cd1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.3430998 Jul 15 23:04:24.273488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52888) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:24.288039 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-84c873b8-ad03-4bb8-92cf-629d8eb13907 req-c3354b57-a2ae-456c-b854-4c1237970d01 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014665 Jul 15 23:04:24.337557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-054c9731-e540-4c58-9cae-5bcefc86f646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.359200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-ac8a5524-a258-462e-8495-af49c9cbeb19 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683060 Jul 15 23:04:24.366721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc33d-6ce1-4b38-99bc-d4493d0d8d46 req-a7370ea6-fdfe-4e9c-8374-c0c504c4f157 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.368526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0cfc33d-6ce1-4b38-99bc-d4493d0d8d46 req-a7370ea6-fdfe-4e9c-8374-c0c504c4f157 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 936 time: 0.2905741 Jul 15 23:04:24.484370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fb2507f-e832-4ff8-b925-87b79d7b1490 req-8ca70b1d-f6ed-4156-8bbc-a453626f7f15 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888645 Jul 15 23:04:24.563524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cc9dbc-3a1a-46c4-963f-7a751c23a28e {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:24.569935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0cfc33d-6ce1-4b38-99bc-d4493d0d8d46 req-165d0615-106d-41f1-b855-00e15c166b59 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717718 Jul 15 23:04:24.573163 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.601157 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0873b0e1-cd7b-4d7b-bf13-50c251711260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.603196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Transition to ACTIVE for port object a8cc9dbc-3a1a-46c4-963f-7a751c23a28e will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:24.614823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.631205 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-054c9731-e540-4c58-9cae-5bcefc86f646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.635065 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-054c9731-e540-4c58-9cae-5bcefc86f646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.639750 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-054c9731-e540-4c58-9cae-5bcefc86f646 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c70db9c-3249-49d0-aaf4-16827afbeb7d HTTP/1.1" status: 204 len: 168 time: 0.6785169 Jul 15 23:04:24.673302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-9888e260-0872-402e-92c1-a34fb70a58a6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.679008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-9888e260-0872-402e-92c1-a34fb70a58a6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037047 Jul 15 23:04:24.706406 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.730290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c9731-e540-4c58-9cae-5bcefc86f646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c70db9c-3249-49d0-aaf4-16827afbeb7d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:24.745638 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0873b0e1-cd7b-4d7b-bf13-50c251711260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.750565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Request body: {'port': {'device_id': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'e5f1ab895e7d4b00a0f7b4a658442f78'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:25.005787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0873b0e1-cd7b-4d7b-bf13-50c251711260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.014956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0873b0e1-cd7b-4d7b-bf13-50c251711260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.018162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0873b0e1-cd7b-4d7b-bf13-50c251711260 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cafba1a1-b11f-4f4b-8939-cd10149967bb HTTP/1.1" status: 204 len: 168 time: 0.7423480 Jul 15 23:04:25.050880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:25.141263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Attempting to bind port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:25.142372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Attempting to bind port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:25.143041 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Attempting to bind port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:25.143175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873b0e1-cd7b-4d7b-bf13-50c251711260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafba1a1-b11f-4f4b-8939-cd10149967bb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:25.152565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:25.153774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Attempting to bind port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:25.165869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:25.167944 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:25.169742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:25.170580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Bound port: a8cc9dbc-3a1a-46c4-963f-7a751c23a28e, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:25.171772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.199299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-981cbdf5-30f2-4428-9856-a264a33c8fbf req-808f6014-ed16-49bc-9e8c-b89254577588 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 210 time: 0.0607972 Jul 15 23:04:25.254792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364662b-48be-495b-b02d-f0ca261dc6cc req-8981cacc-a95e-480a-b00c-7dfe9aab8996 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.262318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c364662b-48be-495b-b02d-f0ca261dc6cc req-8981cacc-a95e-480a-b00c-7dfe9aab8996 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.4034650 Jul 15 23:04:25.263724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] For port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:25.268543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] For port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:25.276601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.322780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c364662b-48be-495b-b02d-f0ca261dc6cc req-09e7ea36-f941-4039-8c84-6e17520ef015 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592508 Jul 15 23:04:25.328631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.330637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.334900 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] 10.222.0.37 "PUT /v2.0/ports/a8cc9dbc-3a1a-46c4-963f-7a751c23a28e HTTP/1.1" status: 200 len: 1096 time: 1.4717369 Jul 15 23:04:25.336375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcb8d28-33b6-4449-a2fd-d71d4b9552f8', 'tag': 'a8cc9dbc-3a1a-46c4-963f-7a751c23a28e'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:25.341001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Made reservation on behalf of e5f1ab895e7d4b00a0f7b4a658442f78 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:25.343995 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcb8d28-33b6-4449-a2fd-d71d4b9552f8", "tag": "a8cc9dbc-3a1a-46c4-963f-7a751c23a28e"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:25.345006 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.357902 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.407332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4346fe-79fe-46a6-90f7-6c0b40384674 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:25.475277 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c2fe62-1e78-4290-a467-7cba49f86325 x-openstack-request-id: req-35c2fe62-1e78-4290-a467-7cba49f86325 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:25.476903 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcb8d28-33b6-4449-a2fd-d71d4b9552f8", "tag": "a8cc9dbc-3a1a-46c4-963f-7a751c23a28e", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:25.476903 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35c2fe62-1e78-4290-a467-7cba49f86325 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:25.476903 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcb8d28-33b6-4449-a2fd-d71d4b9552f8', 'tag': 'a8cc9dbc-3a1a-46c4-963f-7a751c23a28e', 'status': 'completed', 'code': 200} Jul 15 23:04:25.526263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.545474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.626324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52932) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:25.757660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.37', 50529) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:25.844411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Allocated IP 192.168.233.29 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/9fba48c2-e569-4ee9-9a43-e9a977bbd0b6) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:26.000819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c91b2f5-d3c4-4d8b-a462-3f892244a521,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:26.112255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c7ad6-3233-40f6-b3e6-2a72a7f31890 req-35206944-658d-4a68-833a-45a1e4c94ad8 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.119211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13c7ad6-3233-40f6-b3e6-2a72a7f31890 req-35206944-658d-4a68-833a-45a1e4c94ad8 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 948 time: 0.2418354 Jul 15 23:04:26.150062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606593a-a007-44f9-a915-b00ea22c4039 req-77d649e9-85f3-48b2-91d3-0019acef56cc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.157677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0606593a-a007-44f9-a915-b00ea22c4039 req-77d649e9-85f3-48b2-91d3-0019acef56cc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.2814198 Jul 15 23:04:26.188023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5cbea018-f162-4f8f-ab77-619afcf014ef details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:26.228696 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.259662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0606593a-a007-44f9-a915-b00ea22c4039 req-a0e88880-695a-4cfa-a6aa-1c744507f062 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010275 Jul 15 23:04:26.274086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13c7ad6-3233-40f6-b3e6-2a72a7f31890 req-46a3cac6-d5d6-4548-81c4-c077196b711e tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538832 Jul 15 23:04:26.286452 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f21ff791-5577-41aa-9fee-3f61fe37b2d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9262efd12f22453a9dc0e7a1a0aba521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6602480 Jul 15 23:04:26.289311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52950) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:26.302282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Transition to ACTIVE for port object 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:26.348912 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-b32797f2-38fb-4427-b852-fd554f570452 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5897062 Jul 15 23:04:26.395494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.444715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:26.475016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '5cbea018-f162-4f8f-ab77-619afcf014ef', 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'port_id': '5cbea018-f162-4f8f-ab77-619afcf014ef', 'mac_address': 'fa:16:3e:1f:c6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0788d7-333c-43be-be77-deb15b417431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:26.529349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:26.566893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8d7b679-61d2-4c7e-be6b-f832ff54588a req-7b600415-ac14-4aa6-ae26-fb8acf424cdc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 210 time: 0.0679567 Jul 15 23:04:26.590948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:26.593497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:26.600156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.600950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.603597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:26.630980 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03f9a24-96da-41cb-9423-843588c4f8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.646504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-54f3bc9a-fc60-486b-882e-b125cd3fc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.648098 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-54f3bc9a-fc60-486b-882e-b125cd3fc764 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51948167e95648a59b9432ab1b1cc769&device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 1099 time: 0.9892859 Jul 15 23:04:26.670319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-12942a4e-2163-4e82-9446-09c1f769b25a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9444535 Jul 15 23:04:26.695107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Request body: {'port': {'device_id': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:26.720107 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-ab08492e-8b9b-4d83-80f2-e501fc5f4a7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e HTTP/1.1" status: 200 len: 217 time: 0.0571260 Jul 15 23:04:26.788867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f5a4-3c8e-4c13-bac0-393f063f6a10 req-9f5c8c83-1b69-4e74-af52-a3d920bcb840 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.790607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f43f5a4-3c8e-4c13-bac0-393f063f6a10 req-9f5c8c83-1b69-4e74-af52-a3d920bcb840 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.1832349 Jul 15 23:04:26.807843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.811599 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.830661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbea018-f162-4f8f-ab77-619afcf014ef {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:26.854149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:26.860097 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.864633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03f9a24-96da-41cb-9423-843588c4f8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.885585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f43f5a4-3c8e-4c13-bac0-393f063f6a10 req-bf368874-d160-420e-bf29-32d961c0ecd2 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753410 Jul 15 23:04:26.910136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-d7485a4c-f123-410c-bbd6-d1e05be19e7f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.912217 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-d7485a4c-f123-410c-bbd6-d1e05be19e7f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5346727 Jul 15 23:04:26.937686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Request body: {'port': {'device_id': '38e2dbec-0c42-4f14-8459-a197a8a856c1', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'e5f1ab895e7d4b00a0f7b4a658442f78'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:26.952073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:26.963796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-6b61ae41-f8eb-4cac-97bd-98b9bb0bf8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.966841 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-6b61ae41-f8eb-4cac-97bd-98b9bb0bf8c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.2282844 Jul 15 23:04:27.050956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fb7f0297-c0f5-458d-a365-dc9bdcc0b234 None None] Provisioning for port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:27.057971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fb7f0297-c0f5-458d-a365-dc9bdcc0b234 None None] Provisioning complete for port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:27.059891 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0297-c0f5-458d-a365-dc9bdcc0b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.118128 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03f9a24-96da-41cb-9423-843588c4f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.121164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03f9a24-96da-41cb-9423-843588c4f8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.126316 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a03f9a24-96da-41cb-9423-843588c4f8e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ec2fbed-a6dd-417a-93a5-cf3c66563ea4 HTTP/1.1" status: 204 len: 168 time: 0.8091569 Jul 15 23:04:27.140225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f0297-c0f5-458d-a365-dc9bdcc0b234 None None] Port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:27.147929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f9a24-96da-41cb-9423-843588c4f8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2fbed-a6dd-417a-93a5-cf3c66563ea4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:27.182345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-08019d52-fa9b-4209-9c0f-82977cd37a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.183696 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-08019d52-fa9b-4209-9c0f-82977cd37a9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966627 Jul 15 23:04:27.185540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Made reservation on behalf of e5f1ab895e7d4b00a0f7b4a658442f78 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:27.189321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.204620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:27.213433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.229703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5cbea018-f162-4f8f-ab77-619afcf014ef'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:27.239306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Transition to ACTIVE for port object 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:27.250809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.385076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:27.445079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.445490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.446938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.447955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.450637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.451637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.452042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.452437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.454146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.454146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.454146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.454146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:27.488095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Attempting to bind port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:27.488657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Attempting to bind port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:27.488794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Attempting to bind port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:27.507670 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-1806e1cd-de59-4f03-98fd-8d1813585fb2 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069434 Jul 15 23:04:27.541223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:27.541644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Attempting to bind port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:27.550985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:27.553166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:27.553623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:27.554148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Bound port: 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:27.554571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.698514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Allocated IP 192.168.233.205 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/3a261b87-ca8d-49cb-8734-2d82bf261fe2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:27.710980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb971b6-6129-4d55-b1c5-339512da4de6 req-5cec5d85-c6dc-4fc0-bb79-9c9bcf89f44d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.713737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-deb971b6-6129-4d55-b1c5-339512da4de6 req-5cec5d85-c6dc-4fc0-bb79-9c9bcf89f44d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.2551270 Jul 15 23:04:27.728589 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5a1fc94c-e4e5-4026-8916-506eb39448a9 req-02ba7302-8bdd-4d35-a7c2-fd7103d0b64b service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679239 Jul 15 23:04:27.830532 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-deb971b6-6129-4d55-b1c5-339512da4de6 req-2c215916-00db-4a37-b745-632253899e48 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019385 Jul 15 23:04:27.835264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:27.839400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:27.850980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bc5f4-91c6-40a8-bc4a-46e99f0d1353 req-77df8bc4-b9ff-4fb0-bc77-6e67554c3e5d tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.866718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b5bc5f4-91c6-40a8-bc4a-46e99f0d1353 req-77df8bc4-b9ff-4fb0-bc77-6e67554c3e5d tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 948 time: 0.2364917 Jul 15 23:04:27.875189 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.949944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.950658 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.955515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] 10.222.0.59 "PUT /v2.0/ports/9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 HTTP/1.1" status: 200 len: 1095 time: 1.2689857 Jul 15 23:04:27.955968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:27.964626 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56680ad1-fe71-4f24-a48c-964742e22a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:27.988504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.020141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Transition to ACTIVE for port object 3a261b87-ca8d-49cb-8734-2d82bf261fe2 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:28.028498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-cb21d8f1-91e7-42e8-af72-e1abbe63e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.030208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-cb21d8f1-91e7-42e8-af72-e1abbe63e3a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51948167e95648a59b9432ab1b1cc769&device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 1099 time: 0.1472197 Jul 15 23:04:28.033187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b5bc5f4-91c6-40a8-bc4a-46e99f0d1353 req-066cad3b-4948-4b4e-8d53-7324f4c952f8 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655023 Jul 15 23:04:28.078913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cb02b-5ad8-414e-9e9c-b2dc908f1420 service neutron] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.144761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-9dc5dcb4-b6da-44bd-9d11-787b1007d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.146710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-9dc5dcb4-b6da-44bd-9d11-787b1007d8d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1098 time: 0.1358676 Jul 15 23:04:28.195383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.202729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5cbea018-f162-4f8f-ab77-619afcf014ef up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:28.271497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-892f5e18-9641-4322-96cc-02d149d598c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 HTTP/1.1" status: 200 len: 217 time: 0.1155245 Jul 15 23:04:28.279686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:28.287084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:28.297190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:28.303685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-d0fff472-25bc-4b0f-89f7-20f113eed66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.305475 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-d0fff472-25bc-4b0f-89f7-20f113eed66a service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2639949 Jul 15 23:04:28.319966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 5cbea018-f162-4f8f-ab77-619afcf014ef completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:28.329667 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 5cbea018-f162-4f8f-ab77-619afcf014ef triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:28.330617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.408395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Pushing event updated for resources: {'Port': ['ID=3a261b87-ca8d-49cb-8734-2d82bf261fe2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.421466 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-d4bd170c-e457-4784-a3b2-627309034891 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e HTTP/1.1" status: 200 len: 217 time: 0.0809057 Jul 15 23:04:28.437303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.437653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.437996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.438335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.445878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.446382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.447322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.447832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.448312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.448956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.449959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.450435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.504865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1e530-3345-4150-9dd7-a38e6999abfc req-445d96b8-8feb-4044-9aab-3a51ed47883b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.515673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ea1e530-3345-4150-9dd7-a38e6999abfc req-445d96b8-8feb-4044-9aab-3a51ed47883b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 944 time: 0.2523472 Jul 15 23:04:28.516205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.542475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.544040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.564514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:28.567243 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c9c496-1f0f-4323-96a2-469847e3dff0" -d '{"events": [{"server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "name": "network-vif-plugged", "status": "completed", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:28.578003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385f181-c228-450f-b543-c2a422395f82 req-15f5910c-a926-4056-a950-5558954daa33 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.581325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5385f181-c228-450f-b543-c2a422395f82 req-15f5910c-a926-4056-a950-5558954daa33 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 936 time: 0.3089705 Jul 15 23:04:28.587448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.593535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-4c44a0a5-9580-4185-9a9e-8e8e187ee445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.594299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-8287190c-6bde-4fed-b690-d42e741ce212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.594404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-4c44a0a5-9580-4185-9a9e-8e8e187ee445 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.3054273 Jul 15 23:04:28.594481 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-8287190c-6bde-4fed-b690-d42e741ce212 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1647608 Jul 15 23:04:28.594481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53026) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:28.599050 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.619646 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c140d401-094d-460e-bca1-afe781f03912 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6904237 Jul 15 23:04:28.645727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Request body: {'port': {'device_id': '38e2dbec-0c42-4f14-8459-a197a8a856c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:28.699922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ea1e530-3345-4150-9dd7-a38e6999abfc req-243e1ab8-97d8-481e-b515-b0d5d118f401 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830432 Jul 15 23:04:28.714263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.733804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.734150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.734489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.738324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.738745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.739114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.739456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.739819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.740239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.740575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.740903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.741234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:28.752151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5385f181-c228-450f-b543-c2a422395f82 req-567835ea-9e79-442e-a3b1-3ff26024d37d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568410 Jul 15 23:04:28.775915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.784833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fbaf0f55-6cd5-4f87-9f73-84c8804925b6 None None] Provisioning for port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:28.794766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fbaf0f55-6cd5-4f87-9f73-84c8804925b6 None None] Provisioning complete for port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:28.795182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fbaf0f55-6cd5-4f87-9f73-84c8804925b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.797282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-baf8a316-a4d4-492c-a45e-0b4b2e630233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.797750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-eaa26633-d422-44d6-a482-8bb4efe5fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.799381 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-eaa26633-d422-44d6-a482-8bb4efe5fe29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1895967 Jul 15 23:04:28.800018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-baf8a316-a4d4-492c-a45e-0b4b2e630233 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931276 Jul 15 23:04:28.816324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1230-4bb9-4ab7-98f0-10d98dd129a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.844768 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5b938-6c31-4bff-a60b-5078f94767f7 x-openstack-request-id: req-aab5b938-6c31-4bff-a60b-5078f94767f7 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:28.845203 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:28.845463 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aab5b938-6c31-4bff-a60b-5078f94767f7 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:28.845859 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'status': 'completed', 'code': 200} Jul 15 23:04:28.894535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf0f55-6cd5-4f87-9f73-84c8804925b6 None None] Port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:28.912047 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568b6357-fd8c-4261-8cfb-68145d269e6e x-openstack-request-id: req-568b6357-fd8c-4261-8cfb-68145d269e6e {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:28.912446 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "name": "network-vif-plugged", "status": "completed", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:28.912881 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-568b6357-fd8c-4261-8cfb-68145d269e6e {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:28.914303 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef', 'code': 200} Jul 15 23:04:28.949988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-f456c53c-3260-4347-af81-ddb7aab4a6a1 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415265 Jul 15 23:04:28.976819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1230-4bb9-4ab7-98f0-10d98dd129a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.018146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1230-4bb9-4ab7-98f0-10d98dd129a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.189103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d1230-4bb9-4ab7-98f0-10d98dd129a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c73c40a-66ac-4b83-a70d-7773cd2aa610,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:29.201643 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e0d1230-4bb9-4ab7-98f0-10d98dd129a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7fe90fe4b3a40edb6d9c9fc2cebdafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947752 Jul 15 23:04:29.203977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53052) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:29.278251 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-5985426a-3770-42a9-ac56-bb53c35a82cb service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413788 Jul 15 23:04:29.369201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67913c-0643-4df1-bb00-9393c1778eed req-016feb2f-0abf-4313-89b0-ad28963bac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.370849 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f67913c-0643-4df1-bb00-9393c1778eed req-016feb2f-0abf-4313-89b0-ad28963bac9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1096 time: 0.3540921 Jul 15 23:04:29.402301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a91c523-664a-428e-bea6-4ed5075cc02d req-bbd71513-a7be-4447-81ed-659113adb44f service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386284 Jul 15 23:04:29.426251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a03d3-9a09-4f6d-88e6-d5aa04842e8c req-11b4ac65-4406-4026-a1d1-63f9ddc76dcb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.428199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b9a03d3-9a09-4f6d-88e6-d5aa04842e8c req-11b4ac65-4406-4026-a1d1-63f9ddc76dcb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.4005046 Jul 15 23:04:29.429471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e38325c-aa4e-42cc-9991-1473bb92af32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.495674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da35b7-9132-4f09-8bb2-51424c397f24 req-178e413e-caeb-479d-9d9f-0aa7d93a66e9 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.497294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52da35b7-9132-4f09-8bb2-51424c397f24 req-178e413e-caeb-479d-9d9f-0aa7d93a66e9 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 948 time: 0.1724043 Jul 15 23:04:29.504778 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e38325c-aa4e-42cc-9991-1473bb92af32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.518484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f67913c-0643-4df1-bb00-9393c1778eed req-8c6a26e8-34b1-4bdf-8e2d-08bc73a4f00f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380861 Jul 15 23:04:29.526888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b9a03d3-9a09-4f6d-88e6-d5aa04842e8c req-a33da78d-c836-453d-ab57-9d62648eddda tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789516 Jul 15 23:04:29.536269 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7763a8c9-cb7e-4241-b6cd-44cd968dfa9c req-11e34d7b-5f20-4d45-a730-6015d10d0054 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485659 Jul 15 23:04:29.582370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52da35b7-9132-4f09-8bb2-51424c397f24 req-352873a1-e03c-4d32-b343-30853b511ff3 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Jul 15 23:04:29.590707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a261b87-ca8d-49cb-8734-2d82bf261fe2 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:29.599661 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.600135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-4138ee2a-7040-436f-818a-0760c33816e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.604290 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-4138ee2a-7040-436f-818a-0760c33816e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1098 time: 0.1165581 Jul 15 23:04:29.615205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e38325c-aa4e-42cc-9991-1473bb92af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.617732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e38325c-aa4e-42cc-9991-1473bb92af32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.618923 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5e38325c-aa4e-42cc-9991-1473bb92af32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c73c40a-66ac-4b83-a70d-7773cd2aa610 HTTP/1.1" status: 204 len: 168 time: 0.4118097 Jul 15 23:04:29.624730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Transition to ACTIVE for port object 3a261b87-ca8d-49cb-8734-2d82bf261fe2 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:29.630904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.633455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38325c-aa4e-42cc-9991-1473bb92af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c73c40a-66ac-4b83-a70d-7773cd2aa610,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:29.691858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Pushing event updated for resources: {'Port': ['ID=3a261b87-ca8d-49cb-8734-2d82bf261fe2,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:29.793657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Attempting to bind port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:29.793953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Attempting to bind port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:29.794292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Attempting to bind port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:29.815252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:29.815583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Attempting to bind port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:29.823224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:29.823565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:29.823954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:29.826543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Bound port: 3a261b87-ca8d-49cb-8734-2d82bf261fe2, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:29.826948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.831416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-37e7d08e-2d5e-4d7c-bdd2-4b85884c1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.832910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-37e7d08e-2d5e-4d7c-bdd2-4b85884c1832 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2239242 Jul 15 23:04:29.916717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-332fc30a-85bd-48b4-9f07-783a64a170b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 HTTP/1.1" status: 200 len: 217 time: 0.0703943 Jul 15 23:04:29.979260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] For port 3a261b87-ca8d-49cb-8734-2d82bf261fe2, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:29.994488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] For port 3a261b87-ca8d-49cb-8734-2d82bf261fe2, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3a261b87-ca8d-49cb-8734-2d82bf261fe2,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:30.005719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.011743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703cef-8bf5-4454-9251-f1315417558c req-a41bfc4e-7401-4516-ae50-3f9d3436d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.014102 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9e703cef-8bf5-4454-9251-f1315417558c req-a41bfc4e-7401-4516-ae50-3f9d3436d07c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1100 time: 0.1384258 Jul 15 23:04:30.037953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-17836095-4d16-45f0-889f-93b1299ed63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.039604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-17836095-4d16-45f0-889f-93b1299ed63e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1195631 Jul 15 23:04:30.047514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0223-2e63-46b9-be33-14764ae5b607 req-8350f2e2-b45f-48f3-b899-9ad64969760c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.054468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-861f0223-2e63-46b9-be33-14764ae5b607 req-8350f2e2-b45f-48f3-b899-9ad64969760c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 945 time: 0.0931225 Jul 15 23:04:30.065080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.065856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.067354 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] 10.222.0.37 "PUT /v2.0/ports/3a261b87-ca8d-49cb-8734-2d82bf261fe2 HTTP/1.1" status: 200 len: 1096 time: 1.4294682 Jul 15 23:04:30.067895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e2dbec-0c42-4f14-8459-a197a8a856c1', 'tag': '3a261b87-ca8d-49cb-8734-2d82bf261fe2'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:30.070263 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f24d46-6517-4a7d-a733-5ff81003a595" -d '{"events": [{"name": "network-changed", "server_uuid": "38e2dbec-0c42-4f14-8459-a197a8a856c1", "tag": "3a261b87-ca8d-49cb-8734-2d82bf261fe2"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:30.119836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dbedf-ea99-44d5-8f20-0309857e49eb service neutron] Pushing event updated for resources: {'Port': ['ID=3a261b87-ca8d-49cb-8734-2d82bf261fe2,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:30.150382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-861f0223-2e63-46b9-be33-14764ae5b607 req-dbb84b52-5e28-4f6e-9747-64f9bd33d8f7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949183 Jul 15 23:04:30.195975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-0cc2ca35-f7ba-4aa7-b75a-d0388dd5839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.197014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-0cc2ca35-f7ba-4aa7-b75a-d0388dd5839d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347113 Jul 15 23:04:30.239575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703cef-8bf5-4454-9251-f1315417558c req-de8b7a6f-5515-48fd-9a05-ba250307c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.241640 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9e703cef-8bf5-4454-9251-f1315417558c req-de8b7a6f-5515-48fd-9a05-ba250307c790 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1899431 Jul 15 23:04:30.268376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53088) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:30.286232 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-652e0953-3056-4a9b-9507-5e0b01e39e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.298978 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9e703cef-8bf5-4454-9251-f1315417558c req-c30985ad-d6d0-4f58-81d4-0e924cad3bc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.0500071 Jul 15 23:04:30.308084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-0b3170cc-3fe7-44b2-9b91-0060977c45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.310407 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-0b3170cc-3fe7-44b2-9b91-0060977c45a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 1099 time: 0.1463549 Jul 15 23:04:30.379897 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-f8c28fba-4133-4ccd-8227-13d4f0ba3afd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=3a261b87-ca8d-49cb-8734-2d82bf261fe2 HTTP/1.1" status: 200 len: 217 time: 0.0414231 Jul 15 23:04:30.417894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703cef-8bf5-4454-9251-f1315417558c req-0d82a148-72c0-4a56-b6dd-ec6e88079876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.419962 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9e703cef-8bf5-4454-9251-f1315417558c req-0d82a148-72c0-4a56-b6dd-ec6e88079876 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1086595 Jul 15 23:04:30.430738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-fd32ec37-8365-413a-9dea-3f987eb9e922 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=16104c57c594496784cba5c8cbcbb973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235542 Jul 15 23:04:30.468837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-27957bee-f1a6-4168-8f7a-ea0874c69693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.470316 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-27957bee-f1a6-4168-8f7a-ea0874c69693 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0843031 Jul 15 23:04:30.518456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-3c8914c1-827d-48ed-86d8-c9f4f037614d service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101516 Jul 15 23:04:30.634522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-652e0953-3056-4a9b-9507-5e0b01e39e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.673865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027483de-a842-422c-95a0-4e795b87697c req-148e6703-69c9-4168-88de-58ff21a36b0b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.675713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-027483de-a842-422c-95a0-4e795b87697c req-148e6703-69c9-4168-88de-58ff21a36b0b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 948 time: 0.2978728 Jul 15 23:04:30.683039 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-652e0953-3056-4a9b-9507-5e0b01e39e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.736556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-334318e7-c552-4b4f-8c7f-775bffaf3230 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.738077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-334318e7-c552-4b4f-8c7f-775bffaf3230 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924397 Jul 15 23:04:30.754143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703cef-8bf5-4454-9251-f1315417558c req-b32816df-09b3-4525-b521-e26ce9c17a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.755747 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9e703cef-8bf5-4454-9251-f1315417558c req-b32816df-09b3-4525-b521-e26ce9c17a29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3298886 Jul 15 23:04:30.783181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-652e0953-3056-4a9b-9507-5e0b01e39e6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b716859fba9a4ce6b9333f80b97d43d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135765 Jul 15 23:04:30.789594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53098) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:30.790121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0953-3056-4a9b-9507-5e0b01e39e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241df951-9d22-4978-a27d-ec6f4284f5c8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:30.805750 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ee3df83f-2a0e-4846-bee0-6c4e4ef82e89 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/quotas/16104c57c594496784cba5c8cbcbb973 HTTP/1.1" status: 200 len: 375 time: 0.0449965 Jul 15 23:04:30.812556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56680ad1-fe71-4f24-a48c-964742e22a7d req-2ad4e864-2904-4e01-b852-e250bfdad06f service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553594 Jul 15 23:04:30.815400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-027483de-a842-422c-95a0-4e795b87697c req-5d779408-f49f-447c-aaa2-768fd834fdeb tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287625 Jul 15 23:04:30.821358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-f44f314a-af32-4955-97b9-3668af26922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.824949 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-f44f314a-af32-4955-97b9-3668af26922d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3477051 Jul 15 23:04:30.857268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ee3ca1a7-10f0-4b7c-a07c-7c0cf370ec06 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16104c57c594496784cba5c8cbcbb973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406806 Jul 15 23:04:30.917177 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcc278e-2c1a-41fe-a84b-4ef2234d1c26 x-openstack-request-id: req-ffcc278e-2c1a-41fe-a84b-4ef2234d1c26 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:30.917738 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e2dbec-0c42-4f14-8459-a197a8a856c1", "tag": "3a261b87-ca8d-49cb-8734-2d82bf261fe2", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:30.917738 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffcc278e-2c1a-41fe-a84b-4ef2234d1c26 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:30.918126 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e2dbec-0c42-4f14-8459-a197a8a856c1', 'tag': '3a261b87-ca8d-49cb-8734-2d82bf261fe2', 'status': 'completed', 'code': 200} Jul 15 23:04:30.994614 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9e703cef-8bf5-4454-9251-f1315417558c req-e73b9076-1e95-4d85-ab29-f02e3bb240d0 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309389 Jul 15 23:04:31.000622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3016f8b5-4078-4784-8501-9a7628e6124b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.061048 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-eedc4704-cfa7-457f-9fde-9c834a784ed1 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966388 Jul 15 23:04:31.062345 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3016f8b5-4078-4784-8501-9a7628e6124b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.142794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb01001-00dc-4b7a-bf44-5f44d312576b req-0d44453f-7a99-4cf8-ac12-a6e349d3c26e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.149488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4eb01001-00dc-4b7a-bf44-5f44d312576b req-0d44453f-7a99-4cf8-ac12-a6e349d3c26e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.0737662 Jul 15 23:04:31.217909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4eb01001-00dc-4b7a-bf44-5f44d312576b req-db460d84-be5c-4f68-b62f-360f8807bd26 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673623 Jul 15 23:04:31.222743 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9e703cef-8bf5-4454-9251-f1315417558c req-e9249177-ce49-48fe-a718-b6e6d2c14c1e service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159829 Jul 15 23:04:31.238832 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3016f8b5-4078-4784-8501-9a7628e6124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.241888 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3016f8b5-4078-4784-8501-9a7628e6124b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.255205 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3016f8b5-4078-4784-8501-9a7628e6124b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/241df951-9d22-4978-a27d-ec6f4284f5c8 HTTP/1.1" status: 204 len: 168 time: 0.4563563 Jul 15 23:04:31.262967 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5220bc50-97df-4938-8f2a-0ce371bd40da req-b50b2563-ff51-4138-94c8-df0fbfd50c4e service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912577 Jul 15 23:04:31.272004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d927917-0b4a-480a-aa78-d621d2f6e321 req-a6a42a95-5a25-4811-ab8d-35ffe34421ee tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.278686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016f8b5-4078-4784-8501-9a7628e6124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241df951-9d22-4978-a27d-ec6f4284f5c8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:31.287090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d927917-0b4a-480a-aa78-d621d2f6e321 req-a6a42a95-5a25-4811-ab8d-35ffe34421ee tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 948 time: 0.1132269 Jul 15 23:04:31.336323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d927917-0b4a-480a-aa78-d621d2f6e321 req-3f4bfa98-a54b-4679-9633-f412d70fc975 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473721 Jul 15 23:04:31.425183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a8cc9dbc-3a1a-46c4-963f-7a751c23a28e details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:31.441687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbe6b1d-2070-42a7-94e5-669b185a04e0 req-0ecba9b7-f273-4b95-8b5a-d96f49d0542c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 210 time: 0.0515511 Jul 15 23:04:31.513292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-9336f2bf-4f4c-4b76-9ef0-521154470892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.515062 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-9336f2bf-4f4c-4b76-9ef0-521154470892 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 1099 time: 0.0972221 Jul 15 23:04:31.550278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a82a7-e530-447d-be07-89eda1295ba6 req-3df5220c-7447-45aa-95d0-68dadb935122 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.552484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f6a82a7-e530-447d-be07-89eda1295ba6 req-3df5220c-7447-45aa-95d0-68dadb935122 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 945 time: 0.1054730 Jul 15 23:04:31.601485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:31.627160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'a8cc9dbc-3a1a-46c4-963f-7a751c23a28e', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'a8cc9dbc-3a1a-46c4-963f-7a751c23a28e', 'mac_address': 'fa:16:3e:72:36:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:31.648643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f6a82a7-e530-447d-be07-89eda1295ba6 req-f404cd5f-c2e5-4bd6-89ad-c14b09751045 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857167 Jul 15 23:04:31.706832 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.717959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-f7cdc3e0-b5bc-448c-b51f-236293e2e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.720191 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-f7cdc3e0-b5bc-448c-b51f-236293e2e754 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1987736 Jul 15 23:04:31.740980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cc9dbc-3a1a-46c4-963f-7a751c23a28e {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:31.772951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:31.779193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.789750 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-ef33a1d7-bb95-4d75-b72c-ae9a563c7b58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=3a261b87-ca8d-49cb-8734-2d82bf261fe2 HTTP/1.1" status: 200 len: 217 time: 0.0602245 Jul 15 23:04:31.846666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:31.905818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-cf312ab5-9bc5-47d5-82bf-9c74e45b43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.907330 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-cf312ab5-9bc5-47d5-82bf-9c74e45b43c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1091306 Jul 15 23:04:32.022601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-84e25b5c-e6bf-4122-b420-70834d90aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.024445 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-84e25b5c-e6bf-4122-b420-70834d90aa29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091237 Jul 15 23:04:32.027724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9caa89-d3dd-40d0-83ba-91b08446ea8d req-a1be9e19-44ce-4179-b14b-3e59a46a2ef0 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.029347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f9caa89-d3dd-40d0-83ba-91b08446ea8d req-a1be9e19-44ce-4179-b14b-3e59a46a2ef0 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 948 time: 0.0661747 Jul 15 23:04:32.074957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f9caa89-d3dd-40d0-83ba-91b08446ea8d req-feae126e-a843-48c5-998b-bd272c4497e9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 Jul 15 23:04:32.106713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a8cc9dbc-3a1a-46c4-963f-7a751c23a28e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:32.156141 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-f1086244-0a7a-449f-b760-9e5b118fa170 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201341 Jul 15 23:04:32.226776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:32.321205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429465fd-8f1d-4e2c-95cd-6b9d7adb5976 req-cfe863e2-09de-42a6-b438-c246c7caf63e tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.321803 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-88f24d46-6517-4a7d-a733-5ff81003a595 req-85ad0205-3fb6-4bf2-bb74-abdc8715461f service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587398 Jul 15 23:04:32.324605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429465fd-8f1d-4e2c-95cd-6b9d7adb5976 req-cfe863e2-09de-42a6-b438-c246c7caf63e tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1096 time: 0.1070712 Jul 15 23:04:32.387629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429465fd-8f1d-4e2c-95cd-6b9d7adb5976 req-6e2a6516-21f4-4880-91dc-ed33b9a6a05a tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513999 Jul 15 23:04:32.432214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:32.446203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'mac_address': 'fa:16:3e:75:85:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:32.501132 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.521502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:32.543268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93b8bc-c68e-4494-b6ed-587f0924a6b7 req-73ca28fb-5a1a-49c8-a08d-47556859910c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.545187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:32.547256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb93b8bc-c68e-4494-b6ed-587f0924a6b7 req-73ca28fb-5a1a-49c8-a08d-47556859910c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.0885928 Jul 15 23:04:32.550519 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.615037 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.631869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb93b8bc-c68e-4494-b6ed-587f0924a6b7 req-1741bf99-f426-45bd-b5c4-efce12e9b0f3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790365 Jul 15 23:04:32.689038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a806c-ace4-4080-a3a4-4ecb01ed9c62 req-b8aa7c28-787f-4a92-9311-77b767ab055a tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.696559 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c1a806c-ace4-4080-a3a4-4ecb01ed9c62 req-b8aa7c28-787f-4a92-9311-77b767ab055a tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 949 time: 0.1051989 Jul 15 23:04:32.751387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c1a806c-ace4-4080-a3a4-4ecb01ed9c62 req-a10f105a-1618-4400-b953-f39a13778458 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Jul 15 23:04:32.808559 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-daba2013-c053-4a0a-ac2f-bd2d34dd70bb req-c782972f-f9a5-4ae1-b307-46f4c2499d29 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 210 time: 0.0521514 Jul 15 23:04:32.842730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:32.972082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-62fb3a71-d835-4227-b718-2f64625b4085 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=16104c57c594496784cba5c8cbcbb973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794311 Jul 15 23:04:33.117443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd9fc2-9f40-45ef-a977-b2c0f317a10c req-0c938426-94b4-44e3-b850-dc29a8c1110f tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.119001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03fd9fc2-9f40-45ef-a977-b2c0f317a10c req-0c938426-94b4-44e3-b850-dc29a8c1110f tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1096 time: 0.2115355 Jul 15 23:04:33.151804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-7d020ebe-bed1-4171-a098-9e810fd072cc tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.153841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-7d020ebe-bed1-4171-a098-9e810fd072cc tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735899 Jul 15 23:04:33.172065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Request body: {'port': {'device_id': 'ece65ea8-6b58-4484-bef5-d650ee9d92f4', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '16104c57c594496784cba5c8cbcbb973'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:33.188066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03fd9fc2-9f40-45ef-a977-b2c0f317a10c req-67470add-4492-4c58-9cdc-003f72106b14 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627007 Jul 15 23:04:33.311111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Made reservation on behalf of 16104c57c594496784cba5c8cbcbb973 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:33.316200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.346665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.432558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a8cc9dbc-3a1a-46c4-963f-7a751c23a28e up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:33.450966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d2110-9439-4e09-ac61-8fc3e5019bee req-f0d6a963-a7ec-4f38-be08-c6d158cb640a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.452604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b6d2110-9439-4e09-ac61-8fc3e5019bee req-f0d6a963-a7ec-4f38-be08-c6d158cb640a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 948 time: 0.1152141 Jul 15 23:04:33.495045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:33.498950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:33.499393 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.522285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b6d2110-9439-4e09-ac61-8fc3e5019bee req-c989c881-91c8-4ebc-bcfb-834160e87b29 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609169 Jul 15 23:04:33.538551 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.545731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.617707 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.622452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a602ab7-b0f8-43d4-a517-8e53715d695c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:33.665351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:33.676448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcb8d28-33b6-4449-a2fd-d71d4b9552f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cc9dbc-3a1a-46c4-963f-7a751c23a28e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:33.679331 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b74aea-c177-4fce-9dc1-29d52d344dbc" -d '{"events": [{"server_uuid": "3fcb8d28-33b6-4449-a2fd-d71d4b9552f8", "name": "network-vif-plugged", "status": "completed", "tag": "a8cc9dbc-3a1a-46c4-963f-7a751c23a28e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:33.683211 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.714097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Allocated IP 192.168.233.7 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:33.739382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:33.822173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-101ba3a9-bc59-4321-808c-acb86e35c739 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c4322fd4a4124d1386e058f48b01caa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288901 Jul 15 23:04:33.963030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.994933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-6b39c9cd-bd80-4b3f-bd27-6d576ecb4606 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.996939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-6b39c9cd-bd80-4b3f-bd27-6d576ecb4606 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684935 Jul 15 23:04:33.997871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Transition to ACTIVE for port object dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:34.016808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-6a1d1ebc-6cf5-4019-b49a-8df814de449d tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/quotas/c4322fd4a4124d1386e058f48b01caa1 HTTP/1.1" status: 200 len: 375 time: 0.0142550 Jul 15 23:04:34.059917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-bbd756d7-5612-4dbb-8d42-a8098bb16987 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4322fd4a4124d1386e058f48b01caa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344553 Jul 15 23:04:34.069271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.115842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:34.123698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:34.126326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:34.132387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.133003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.146952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Pushing event updated for resources: {'Port': ['ID=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.156782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-ab7639f4-aca7-470c-8d40-464e48a524ce tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9912527 Jul 15 23:04:34.173954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Request body: {'port': {'device_id': 'ece65ea8-6b58-4484-bef5-d650ee9d92f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:34.228327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:34.305353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.326900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:34.332999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:34.333853 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.446241 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.490820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:34.498941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.504744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-94b614e4-c013-47d0-afdb-3a51c8b00671 None None] Provisioning for port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:34.530398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-94b614e4-c013-47d0-afdb-3a51c8b00671 None None] Provisioning complete for port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:34.531125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94b614e4-c013-47d0-afdb-3a51c8b00671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.589238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.599017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-94b614e4-c013-47d0-afdb-3a51c8b00671 None None] Port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:34.748620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e37100-486a-4bf2-9f1d-bf759370bcb4 req-6fa429d9-ed36-4fb7-9035-7829e14774ac tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.750130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4e37100-486a-4bf2-9f1d-bf759370bcb4 req-6fa429d9-ed36-4fb7-9035-7829e14774ac tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.4154160 Jul 15 23:04:34.815601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4e37100-486a-4bf2-9f1d-bf759370bcb4 req-553f7fc6-d8bd-40cd-b287-2e8d8a6c39ca tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570874 Jul 15 23:04:34.885928 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975e2311-e51c-43c1-b006-874c6dbee7d2 x-openstack-request-id: req-975e2311-e51c-43c1-b006-874c6dbee7d2 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:34.886221 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcb8d28-33b6-4449-a2fd-d71d4b9552f8", "name": "network-vif-plugged", "status": "completed", "tag": "a8cc9dbc-3a1a-46c4-963f-7a751c23a28e", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:34.886473 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-975e2311-e51c-43c1-b006-874c6dbee7d2 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:34.886955 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcb8d28-33b6-4449-a2fd-d71d4b9552f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cc9dbc-3a1a-46c4-963f-7a751c23a28e', 'code': 200} Jul 15 23:04:34.967175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:34.978076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.020588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Transition to ACTIVE for port object dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:35.029158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.040784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-c914168c-afc2-402f-8613-6b13045fdeee tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:35.041804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-c914168c-afc2-402f-8613-6b13045fdeee tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1446240 Jul 15 23:04:35.075979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Request body: {'binding': {'host': 'n-h1-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:35.076957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:04:35.085302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fb6f2-f6fb-48bb-ba75-a2ad47dd3c74 req-889d85cf-7750-4948-a332-993056f0e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.087937 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2d6fb6f2-f6fb-48bb-ba75-a2ad47dd3c74 req-889d85cf-7750-4948-a332-993056f0e0f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 1101 time: 0.0618849 Jul 15 23:04:35.130794 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2d6fb6f2-f6fb-48bb-ba75-a2ad47dd3c74 req-fd51bead-8acf-48e2-a09f-3fd87092aba3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356977 Jul 15 23:04:35.164829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.192282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Attempting to bind port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:35.192618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Attempting to bind port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:35.192944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Attempting to bind port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:35.210872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:35.211276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Attempting to bind port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:35.223262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a752b0-b445-4c5c-a216-c9fa9ec7e9b9 req-e2a5eb76-cb81-4f8a-b8da-fe048f9031d8 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.224780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22a752b0-b445-4c5c-a216-c9fa9ec7e9b9 req-e2a5eb76-cb81-4f8a-b8da-fe048f9031d8 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 950 time: 0.2442746 Jul 15 23:04:35.231640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:35.231979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:35.232388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:35.232840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Bound port: dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:35.233220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.355969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22a752b0-b445-4c5c-a216-c9fa9ec7e9b9 req-52df431b-e0a3-4b68-944b-7ea37092e7be tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949264 Jul 15 23:04:35.377059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] For port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:35.384546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] For port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:35.389722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on host n-h1-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:35.390060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:35.390382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:35.393655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.418420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:35.418742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:35.432918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3a261b87-ca8d-49cb-8734-2d82bf261fe2 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:35.436492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.437107 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.438480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] 10.222.0.59 "PUT /v2.0/ports/dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c HTTP/1.1" status: 200 len: 1094 time: 1.2688754 Jul 15 23:04:35.438932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece65ea8-6b58-4484-bef5-d650ee9d92f4', 'tag': 'dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:35.441161 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ece65ea8-6b58-4484-bef5-d650ee9d92f4", "tag": "dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:35.446304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:35.446650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:35.447057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:35.447523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Bound port: 5cbea018-f162-4f8f-ab77-619afcf014ef, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:35.551917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3a261b87-ca8d-49cb-8734-2d82bf261fe2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3a261b87-ca8d-49cb-8734-2d82bf261fe2,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:35.564798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '3a261b87-ca8d-49cb-8734-2d82bf261fe2', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '3a261b87-ca8d-49cb-8734-2d82bf261fe2', 'mac_address': 'fa:16:3e:31:9c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:35.585627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a0eaf-eb2b-4fba-b877-0b73f2920664 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.610126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.626157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a261b87-ca8d-49cb-8734-2d82bf261fe2 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:35.638526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:35.648500 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.649675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-906985f3-e18f-4cf0-903f-6ad9117b7645 service neutron] 10.222.0.23 "POST /v2.0/ports/5cbea018-f162-4f8f-ab77-619afcf014ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.5807290 Jul 15 23:04:35.659914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3a261b87-ca8d-49cb-8734-2d82bf261fe2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3a261b87-ca8d-49cb-8734-2d82bf261fe2,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:35.671146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-a2d42f5a-32e2-4f9f-8e05-85ca2e6dc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.671146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-a2d42f5a-32e2-4f9f-8e05-85ca2e6dc375 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16104c57c594496784cba5c8cbcbb973&device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 1097 time: 0.1516562 Jul 15 23:04:35.671658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.677250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789510d-ad4a-4cba-9eb0-ac9b4cd4dd23 req-b17a205a-9a76-47b4-a4ad-637e115d8cbc tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.684718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0789510d-ad4a-4cba-9eb0-ac9b4cd4dd23 req-b17a205a-9a76-47b4-a4ad-637e115d8cbc tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 946 time: 0.2088108 Jul 15 23:04:35.733687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-371e75e5-cb08-46f7-affc-a3c5cc60a1ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c HTTP/1.1" status: 200 len: 217 time: 0.0463014 Jul 15 23:04:35.736954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=3a261b87-ca8d-49cb-8734-2d82bf261fe2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.776193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0789510d-ad4a-4cba-9eb0-ac9b4cd4dd23 req-20621200-3154-4942-8ddb-97e0fb21f9c2 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905607 Jul 15 23:04:35.800062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-f647f770-68f6-4ce4-af08-c40b22eecb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.801595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-f647f770-68f6-4ce4-af08-c40b22eecb0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0568974 Jul 15 23:04:35.884747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-354d42ed-73da-422b-a0af-c4c8afa11073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.886207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-354d42ed-73da-422b-a0af-c4c8afa11073 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747826 Jul 15 23:04:35.921814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-675604f2-b4a8-467d-9333-91c6a3db62f2 req-d5515888-7c43-4339-93ef-8836d596d20b tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 210 time: 0.0406976 Jul 15 23:04:35.982645 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-6a8fb8e4-8fea-4b2c-abcf-94f5ce34bea5 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c4322fd4a4124d1386e058f48b01caa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366828 Jul 15 23:04:35.988090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3a261b87-ca8d-49cb-8734-2d82bf261fe2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:36.047288 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8355d827-8938-4b11-aef6-0a7876abbe2b x-openstack-request-id: req-8355d827-8938-4b11-aef6-0a7876abbe2b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:36.047618 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece65ea8-6b58-4484-bef5-d650ee9d92f4", "tag": "dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:36.049995 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8355d827-8938-4b11-aef6-0a7876abbe2b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:36.050414 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece65ea8-6b58-4484-bef5-d650ee9d92f4', 'tag': 'dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c', 'status': 'completed', 'code': 200} Jul 15 23:04:36.132497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-9ed9f9a0-d2da-4591-a72b-9fb2d740b46c service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210579 Jul 15 23:04:36.189177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-7bb2d072-b2f8-4908-bc27-5b5a50302cb4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.191337 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-7bb2d072-b2f8-4908-bc27-5b5a50302cb4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975410 Jul 15 23:04:36.200619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.37', 50539) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:36.261515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Request body: {'port': {'device_id': '42aef667-444e-4cc1-841a-5a468298b4fa', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'c4322fd4a4124d1386e058f48b01caa1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:36.268188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc90e5-878a-48fc-a383-0c465f9c6e43 req-7d7a7e20-b659-4174-8de1-0717683609f7 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.269709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6bc90e5-878a-48fc-a383-0c465f9c6e43 req-7d7a7e20-b659-4174-8de1-0717683609f7 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 949 time: 0.2091336 Jul 15 23:04:36.308359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88a4d26-ed31-4c79-a51b-ddb09118670d req-dce9066e-3a17-4a92-b91d-83ceb9b7914a service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589434 Jul 15 23:04:36.324601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37269c-6708-4dce-a22d-b181ecae4b61 req-69e4f1db-3315-47c7-90fa-bf4d1eabec01 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.326114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a37269c-6708-4dce-a22d-b181ecae4b61 req-69e4f1db-3315-47c7-90fa-bf4d1eabec01 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 945 time: 0.1889000 Jul 15 23:04:36.358884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6bc90e5-878a-48fc-a383-0c465f9c6e43 req-ed7a9ce7-0b2d-4b90-bf01-2535a09b379c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777588 Jul 15 23:04:36.407424 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [req-2bb3caba-2035-467b-af42-793a678dace1 req-fa8254c3-cd2d-4191-bc52-b0c2c7ff1e70 service neutron] show failed (client error): The resource could not be found. Jul 15 23:04:36.408626 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-fa8254c3-cd2d-4191-bc52-b0c2c7ff1e70 service neutron] 10.222.0.37 "GET /v2.0/ports/de3bc11e-6689-4689-80c8-7ce0b7236c3b/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.1851866 Jul 15 23:04:36.424537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-cf5b9815-1f71-4f83-9be3-df965459fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.427523 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-cf5b9815-1f71-4f83-9be3-df965459fb19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1096 time: 0.2025878 Jul 15 23:04:36.443013 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a37269c-6708-4dce-a22d-b181ecae4b61 req-081ab8b7-3d36-47ef-9e3d-edfcc159b242 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105945 Jul 15 23:04:36.462732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Made reservation on behalf of c4322fd4a4124d1386e058f48b01caa1 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:36.469369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.501288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.567813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-d58c47cf-e380-4c7c-9f92-7918d2a9fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.569444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-d58c47cf-e380-4c7c-9f92-7918d2a9fba8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16104c57c594496784cba5c8cbcbb973&device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 1097 time: 0.1460600 Jul 15 23:04:36.606102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-6421a329-6b13-4713-8c61-bdfc61a8b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.607677 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-6421a329-6b13-4713-8c61-bdfc61a8b094 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.1554165 Jul 15 23:04:36.685788 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-4bd50063-3c11-4bbe-9f4f-fa1f7a0471db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 200 len: 217 time: 0.0543723 Jul 15 23:04:36.715977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1608a5-7e1f-41e1-b071-b81b09d93ce8 req-eb1bcef1-2e60-47cc-8daf-1e1825238469 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.717466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e1608a5-7e1f-41e1-b071-b81b09d93ce8 req-eb1bcef1-2e60-47cc-8daf-1e1825238469 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.1938748 Jul 15 23:04:36.749633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-852e78c2-65cc-4aa8-adb8-9bf47951d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.751096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-852e78c2-65cc-4aa8-adb8-9bf47951d11e service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1737611 Jul 15 23:04:36.780766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074e696-1249-4d89-aa9a-f763d1cb6c36 req-3ecab0eb-1432-4d9e-9ecd-c9beed99a928 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.782219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b074e696-1249-4d89-aa9a-f763d1cb6c36 req-3ecab0eb-1432-4d9e-9ecd-c9beed99a928 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 950 time: 0.2038083 Jul 15 23:04:36.789108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.800484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.817736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e1608a5-7e1f-41e1-b071-b81b09d93ce8 req-b993bd9c-5075-4ffb-997b-5ffddfa5fe51 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886502 Jul 15 23:04:36.819080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-c073f100-a6bd-457d-9a6d-0a53ab714274 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c HTTP/1.1" status: 200 len: 217 time: 0.0557275 Jul 15 23:04:36.825829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-a2dff9fd-01fe-42ae-a6a3-3fbb487bc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.827365 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-a2dff9fd-01fe-42ae-a6a3-3fbb487bc2c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1344368 Jul 15 23:04:36.888831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:36.889879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b074e696-1249-4d89-aa9a-f763d1cb6c36 req-2da65a20-6353-4536-82fd-10d6fd5cd7ec tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769768 Jul 15 23:04:36.893612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-cccffc8c-9e53-4f4a-83e4-329af1efb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.894885 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaae81c4-ffa6-4c69-8034-7085008b754f" -d '{"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-plugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:36.895058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-cccffc8c-9e53-4f4a-83e4-329af1efb363 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0636747 Jul 15 23:04:36.922377 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-c6151fd4-4333-4302-914d-09d5f5eb27fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822937 Jul 15 23:04:36.922873 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5a329a-1344-4b70-905c-2a9a03284f3c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.961620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-7a2e8569-e499-4bc4-b68a-9088b5e53b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.963493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-7a2e8569-e499-4bc4-b68a-9088b5e53b1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596097 Jul 15 23:04:36.977163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-f27e0bf6-9138-4973-8543-185aa83ac931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.978991 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-f27e0bf6-9138-4973-8543-185aa83ac931 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c&tenant_id=d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 1100 time: 0.2658246 Jul 15 23:04:37.011799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:37.019628 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d091afaf-72d9-41cb-81f5-dc20828d2fe6 x-openstack-request-id: req-d091afaf-72d9-41cb-81f5-dc20828d2fe6 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:37.023172 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-plugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:37.024585 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d091afaf-72d9-41cb-81f5-dc20828d2fe6 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:37.024992 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'code': 200} Jul 15 23:04:37.109742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.59', 54004) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:37.117901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Allocated IP 192.168.233.126 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/027611c1-6eef-4f91-92d6-e2403dc6552a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:37.154557 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-34d5f737-dc69-4e97-920c-8f19fd378e20 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223451 Jul 15 23:04:37.166011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-4bbd3f51-3966-4242-84af-065625655e05 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938469 Jul 15 23:04:37.193609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366e0e8-c98d-4ad8-bdd0-82bf5ec6ba57 req-71705a94-4eea-43ca-be50-3ee10792251e tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.201773 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5366e0e8-c98d-4ad8-bdd0-82bf5ec6ba57 req-71705a94-4eea-43ca-be50-3ee10792251e tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 946 time: 0.1772203 Jul 15 23:04:37.203183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.437566 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-4865ebd4-c898-4f5a-b267-fbea44f1e918 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750115 Jul 15 23:04:37.462602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3a261b87-ca8d-49cb-8734-2d82bf261fe2 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:37.470747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcef86ad-67d8-49ef-a096-02d5f59a3b98 req-1ed7fc44-d13a-440b-8a52-c5fc4b85f583 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 210 time: 0.2298820 Jul 15 23:04:37.488301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.503199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Transition to ACTIVE for port object 027611c1-6eef-4f91-92d6-e2403dc6552a will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:37.529052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76396d25-b48c-4481-8fc3-ca7e62c3babb req-84104ba2-d1c5-4fa5-976f-0475ce00b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.530978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76396d25-b48c-4481-8fc3-ca7e62c3babb req-84104ba2-d1c5-4fa5-976f-0475ce00b240 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1100 time: 0.4164081 Jul 15 23:04:37.533949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:37.540539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:37.540813 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.545694 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5366e0e8-c98d-4ad8-bdd0-82bf5ec6ba57 req-6d6ba0ea-63be-4a98-8f4a-3267189c9b9a tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408377 Jul 15 23:04:37.550438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.651093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7506296-7e42-4c41-a5a8-5da9e7b33e0e req-df7b1e66-6eeb-4e8d-84bc-db80f956a479 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730954 Jul 15 23:04:37.655915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76396d25-b48c-4481-8fc3-ca7e62c3babb req-b2e956e7-8610-4aca-a3e1-9ec64876ca8f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 Jul 15 23:04:37.660307 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.716988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3a261b87-ca8d-49cb-8734-2d82bf261fe2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3a261b87-ca8d-49cb-8734-2d82bf261fe2,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:37.722591 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.789311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=3a261b87-ca8d-49cb-8734-2d82bf261fe2,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:37.863292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a92065-3442-4e66-84aa-d80b422263b7 req-2b9c2328-aa12-4c93-bfdc-51c1c391684a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.870602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66a92065-3442-4e66-84aa-d80b422263b7 req-2b9c2328-aa12-4c93-bfdc-51c1c391684a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 950 time: 0.0842967 Jul 15 23:04:37.907156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66a92065-3442-4e66-84aa-d80b422263b7 req-5cc0af95-4f05-453d-a342-b400da33167b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355654 Jul 15 23:04:37.925088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:37.927596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Pushing event updated for resources: {'Port': ['ID=027611c1-6eef-4f91-92d6-e2403dc6552a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:37.950970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:37.962183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:38.026902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:38.045421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1c6ca-6b33-411e-934d-003839ae24ec req-83e8c9f0-ea12-48b2-950c-3d8ffd8a23cc tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.051450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61a1c6ca-6b33-411e-934d-003839ae24ec req-83e8c9f0-ea12-48b2-950c-3d8ffd8a23cc tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 945 time: 0.0787826 Jul 15 23:04:38.072057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.073109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.110853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-5c26e7b5-87a3-4629-8097-adfd94706fbd tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.112404 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-5c26e7b5-87a3-4629-8097-adfd94706fbd tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.4497616 Jul 15 23:04:38.116978 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1dfd9926-0af0-4d24-bc16-3520ee7f72c4 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8762763 Jul 15 23:04:38.117955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:38.132740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61a1c6ca-6b33-411e-934d-003839ae24ec req-40b53548-db37-4988-963e-22f1ecd1cb1c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Jul 15 23:04:38.144336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Request body: {'port': {'device_id': '42aef667-444e-4cc1-841a-5a468298b4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:38.149626 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-8'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:38.152479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8cbba-1ae0-4421-99ae-fc2be188d81f req-13e7f129-a7cf-4f57-b366-6e98bf5f7459 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.154582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50d8cbba-1ae0-4421-99ae-fc2be188d81f req-13e7f129-a7cf-4f57-b366-6e98bf5f7459 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.0983384 Jul 15 23:04:38.199982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50d8cbba-1ae0-4421-99ae-fc2be188d81f req-7c0366ec-7745-4aa8-9bc1-a0823cc44bc9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Jul 15 23:04:38.214432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b9545bd4-8a6a-4117-8aab-894d7dcf9ca5 None None] Provisioning for port 027611c1-6eef-4f91-92d6-e2403dc6552a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:38.220122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b9545bd4-8a6a-4117-8aab-894d7dcf9ca5 None None] Provisioning complete for port 027611c1-6eef-4f91-92d6-e2403dc6552a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:38.221393 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b9545bd4-8a6a-4117-8aab-894d7dcf9ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.275248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b9545bd4-8a6a-4117-8aab-894d7dcf9ca5 None None] Port 027611c1-6eef-4f91-92d6-e2403dc6552a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:38.291318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:38.293646 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b35dec6-2512-412c-a3e6-26e73fc38959" -d '{"events": [{"server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "name": "network-vif-unplugged", "status": "completed", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:38.315950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.347931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Transition to ACTIVE for port object de3bc11e-6689-4689-80c8-7ce0b7236c3b will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:38.350263 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.355768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.370206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.378237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75a645-f1c0-47de-a32d-f8fed5b289d0 req-0247ea5f-2883-4dd0-8e34-61f78dedfa42 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.380212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af75a645-f1c0-47de-a32d-f8fed5b289d0 req-0247ea5f-2883-4dd0-8e34-61f78dedfa42 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 950 time: 0.0980556 Jul 15 23:04:38.413929 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc54108-752e-4956-8cd7-90a895db714a x-openstack-request-id: req-4fc54108-752e-4956-8cd7-90a895db714a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:38.414432 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "name": "network-vif-unplugged", "status": "completed", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:38.414883 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fc54108-752e-4956-8cd7-90a895db714a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:38.415271 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'code': 200} Jul 15 23:04:38.456940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af75a645-f1c0-47de-a32d-f8fed5b289d0 req-0f3386c9-2c94-45e1-8edc-a37e5c2201e7 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693958 Jul 15 23:04:38.527553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] No DVR routers for this DVR port de3bc11e-6689-4689-80c8-7ce0b7236c3b on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:38.538624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=6']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:38.713466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Attempting to bind port de3bc11e-6689-4689-80c8-7ce0b7236c3b on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:38.713804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Attempting to bind port de3bc11e-6689-4689-80c8-7ce0b7236c3b by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:38.714160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Attempting to bind port de3bc11e-6689-4689-80c8-7ce0b7236c3b on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:38.728491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Port de3bc11e-6689-4689-80c8-7ce0b7236c3b on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:38.728832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Attempting to bind port de3bc11e-6689-4689-80c8-7ce0b7236c3b on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:38.751754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:38.752140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:38.752489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:38.753273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Bound port: de3bc11e-6689-4689-80c8-7ce0b7236c3b, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:38.753273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.769503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e8a5f-5222-4b58-884e-600c1d711ea4 req-2d91171d-6945-4701-a16d-ef3ee1c52405 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.771045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-858e8a5f-5222-4b58-884e-600c1d711ea4 req-2d91171d-6945-4701-a16d-ef3ee1c52405 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 936 time: 0.1195152 Jul 15 23:04:38.801563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:38.812557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b349ffd-5002-44bc-acdc-0a3e791b857a req-b7946b18-59ab-4970-8f6a-a0657014c341 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.819026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b349ffd-5002-44bc-acdc-0a3e791b857a req-b7946b18-59ab-4970-8f6a-a0657014c341 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 946 time: 0.1220243 Jul 15 23:04:38.852100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-858e8a5f-5222-4b58-884e-600c1d711ea4 req-3c9ad59a-bf92-4525-b6ce-b74d6d53388c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726922 Jul 15 23:04:38.879861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b349ffd-5002-44bc-acdc-0a3e791b857a req-504d7ddc-c04a-40b2-b5b0-8d096501f8e0 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Jul 15 23:04:38.910691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:38.966599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:39.006043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:39.016872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.020928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.026679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2dbec-0c42-4f14-8459-a197a8a856c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a261b87-ca8d-49cb-8734-2d82bf261fe2'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:39.028844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027611c1-6eef-4f91-92d6-e2403dc6552a {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:39.030092 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55732f5-6fc3-4d6f-830b-d5b46fe7a501" -d '{"events": [{"server_uuid": "38e2dbec-0c42-4f14-8459-a197a8a856c1", "name": "network-vif-plugged", "status": "completed", "tag": "3a261b87-ca8d-49cb-8734-2d82bf261fe2"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:39.057762 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.063340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.069549 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca16c9e-6160-4236-9286-42914b6c06bb x-openstack-request-id: req-cca16c9e-6160-4236-9286-42914b6c06bb {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:39.070054 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2dbec-0c42-4f14-8459-a197a8a856c1", "name": "network-vif-plugged", "status": "completed", "tag": "3a261b87-ca8d-49cb-8734-2d82bf261fe2", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:39.070488 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cca16c9e-6160-4236-9286-42914b6c06bb {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:39.071136 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2dbec-0c42-4f14-8459-a197a8a856c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a261b87-ca8d-49cb-8734-2d82bf261fe2', 'code': 200} Jul 15 23:04:39.094740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.095397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.096861 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 1095 time: 2.0894287 Jul 15 23:04:39.107918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Transition to ACTIVE for port object 027611c1-6eef-4f91-92d6-e2403dc6552a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:39.121096 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.126368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace5db3-ff95-4d3f-a3a5-610ded0547d4 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=7']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:39.190862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50eaea-a02c-4d71-b95e-967d8d4068b3 req-ab976ad8-92ba-4792-a2eb-78836de2ef97 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.199200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f50eaea-a02c-4d71-b95e-967d8d4068b3 req-ab976ad8-92ba-4792-a2eb-78836de2ef97 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 950 time: 0.1407106 Jul 15 23:04:39.258544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f50eaea-a02c-4d71-b95e-967d8d4068b3 req-9df0ad1b-1b2f-4896-aaa2-bc0e91b9c421 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580482 Jul 15 23:04:39.275680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on host n-h2-793618-8 for vnic_type normal with profile {"migrating_to": "n-h1-793618-8"} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:39.276020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:39.276359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:39.288125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Pushing event updated for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=7']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:39.311947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:39.312649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Attempting to bind port 5cbea018-f162-4f8f-ab77-619afcf014ef on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:39.373415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:39.373755 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:39.374165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:39.374798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Bound port: 5cbea018-f162-4f8f-ab77-619afcf014ef, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:39.375493 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.388887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.37', 50540) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:39.428940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Pushing event updated for resources: {'Port': ['ID=027611c1-6eef-4f91-92d6-e2403dc6552a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:39.479161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-28196047-e5e6-457b-ab9d-ffbcc74b32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.480946 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-28196047-e5e6-457b-ab9d-ffbcc74b32cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1098 time: 0.3224614 Jul 15 23:04:39.490591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b970-27f2-410b-a1d6-829f6a236d56 req-ec523baa-2132-4a71-971f-8e01eb09ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.492120 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9818b970-27f2-410b-a1d6-829f6a236d56 req-ec523baa-2132-4a71-971f-8e01eb09ecc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 1101 time: 0.2660251 Jul 15 23:04:39.511181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Attempting to bind port 027611c1-6eef-4f91-92d6-e2403dc6552a on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:39.511514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Attempting to bind port 027611c1-6eef-4f91-92d6-e2403dc6552a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:39.512421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Attempting to bind port 027611c1-6eef-4f91-92d6-e2403dc6552a on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:39.520992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e588ee-910a-4899-8bbe-6a04f447dffe req-de571668-7293-4b13-a683-858d8aca070f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.522561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e588ee-910a-4899-8bbe-6a04f447dffe req-de571668-7293-4b13-a683-858d8aca070f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.1765430 Jul 15 23:04:39.538303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-bfa4fe13-c9ac-4762-8d82-46b5f0de4bc7 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.539856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-bfa4fe13-c9ac-4762-8d82-46b5f0de4bc7 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 950 time: 0.1489682 Jul 15 23:04:39.562590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Port 027611c1-6eef-4f91-92d6-e2403dc6552a on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:39.562942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Attempting to bind port 027611c1-6eef-4f91-92d6-e2403dc6552a on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:39.569375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:39.611805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:39.612498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:39.612959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:39.613407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Bound port: 027611c1-6eef-4f91-92d6-e2403dc6552a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:39.613769 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.639531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:39.643469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbb3ae-58cb-44de-a2a4-08232b981479 req-049450b4-ef77-44b5-acb1-f98494ab9c68 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.645072 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83bbb3ae-58cb-44de-a2a4-08232b981479 req-049450b4-ef77-44b5-acb1-f98494ab9c68 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.1837182 Jul 15 23:04:39.647420 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9818b970-27f2-410b-a1d6-829f6a236d56 req-33c6d903-bd48-4aac-9faf-f85bc161ef5a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381545 Jul 15 23:04:39.648369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e588ee-910a-4899-8bbe-6a04f447dffe req-0c5fa3f2-e956-43e1-b175-f5dfd1612185 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075697 Jul 15 23:04:39.650862 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.737422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-53f04d16-8667-4730-94cf-58bbb1fc3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.737727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83bbb3ae-58cb-44de-a2a4-08232b981479 req-7f09ee6d-f041-4fb9-a0fe-101d00f0fd51 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818598 Jul 15 23:04:39.738912 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-53f04d16-8667-4730-94cf-58bbb1fc3e63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2429440 Jul 15 23:04:39.747807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Deleting port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:39.747977 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.818654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Pushing event updated for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=8']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:39.829659 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-32a6ecfd-bcd2-4f9f-a685-709e779bfc6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.0659158 Jul 15 23:04:39.857979 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] For port 027611c1-6eef-4f91-92d6-e2403dc6552a, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:39.862642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.863297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.865019 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f06b2635-7d09-4b14-b7da-0f01980975ec service neutron] 10.222.0.37 "PUT /v2.0/ports/5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 200 len: 1121 time: 1.7251563 Jul 15 23:04:39.893425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] For port 027611c1-6eef-4f91-92d6-e2403dc6552a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=027611c1-6eef-4f91-92d6-e2403dc6552a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:39.897187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] For port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:39.897939 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.903047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.915603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Calling delete_port for a8cc9dbc-3a1a-46c4-963f-7a751c23a28e owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:39.936406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7647c-be1b-4e18-8889-1684c48c5d68 req-15279b43-420e-491a-86c4-d4f057d6b351 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.937941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cf7647c-be1b-4e18-8889-1684c48c5d68 req-15279b43-420e-491a-86c4-d4f057d6b351 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 950 time: 0.1069856 Jul 15 23:04:39.953230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.953874 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.955564 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] 10.222.0.37 "PUT /v2.0/ports/027611c1-6eef-4f91-92d6-e2403dc6552a HTTP/1.1" status: 200 len: 1096 time: 1.8169177 Jul 15 23:04:39.961319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-edc74f5c-5e72-45ea-91b6-1cec22514aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.962927 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-edc74f5c-5e72-45ea-91b6-1cec22514aae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1131661 Jul 15 23:04:39.975723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5cbea018-f162-4f8f-ab77-619afcf014ef'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:39.989292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfa6d8-69e6-4400-8c7c-9be012ab24ba service neutron] Pushing event updated for resources: {'Port': ['ID=027611c1-6eef-4f91-92d6-e2403dc6552a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.089769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cf7647c-be1b-4e18-8889-1684c48c5d68 req-c5f24fd6-f78e-457b-b54e-b7efbf26ad8d tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/security-groups?id=21d3265c-9f08-4e33-8c2e-03c52f4fe695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124265 Jul 15 23:04:40.138957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3caba-2035-467b-af42-793a678dace1 req-480a8c54-d714-447e-a0fd-adb2981915a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.141169 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-480a8c54-d714-447e-a0fd-adb2981915a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271257 Jul 15 23:04:40.146698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-45aa2656-6bb5-42a9-9461-e6a76da95236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.148443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-45aa2656-6bb5-42a9-9461-e6a76da95236 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4322fd4a4124d1386e058f48b01caa1&device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 1099 time: 0.0980647 Jul 15 23:04:40.202561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ded5f-862c-4a8c-b6dc-146bd2187c55 req-6a9884eb-81cf-4220-8df3-a5e360693041 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.209831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a97ded5f-862c-4a8c-b6dc-146bd2187c55 req-6a9884eb-81cf-4220-8df3-a5e360693041 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 948 time: 0.2004917 Jul 15 23:04:40.224372 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-a74cc5a8-7873-4086-8368-7e557efabb31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=027611c1-6eef-4f91-92d6-e2403dc6552a HTTP/1.1" status: 200 len: 217 time: 0.0573411 Jul 15 23:04:40.240611 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.256645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:40.277709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a8cc9dbc-3a1a-46c4-963f-7a751c23a28e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:40.295974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a97ded5f-862c-4a8c-b6dc-146bd2187c55 req-47483795-3c6f-445c-8a38-b1b572828224 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852880 Jul 15 23:04:40.298790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Pushing event deleted for resources: {'Port': ['ID=a8cc9dbc-3a1a-46c4-963f-7a751c23a28e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.336496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-914d5b6e-0e37-4a92-805e-021079fea025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.339110 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-914d5b6e-0e37-4a92-805e-021079fea025 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1049826 Jul 15 23:04:40.340449 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-8ff05858-e644-4712-bcfc-ef8635429c24 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844256 Jul 15 23:04:40.373467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] No DVR routers for this DVR port a8cc9dbc-3a1a-46c4-963f-7a751c23a28e on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:40.381483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.383777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8002793-61a2-46b5-9b86-66ff85fe6cfb req-ee1e2446-1763-4857-bea6-5acc61637600 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.37 "DELETE /v2.0/ports/a8cc9dbc-3a1a-46c4-963f-7a751c23a28e HTTP/1.1" status: 204 len: 173 time: 0.8329890 Jul 15 23:04:40.384401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcb8d28-33b6-4449-a2fd-d71d4b9552f8', 'name': 'network-vif-deleted', 'tag': 'a8cc9dbc-3a1a-46c4-963f-7a751c23a28e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:40.387666 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f3522-6f48-4959-8bbb-47bc079ff642" -d '{"events": [{"server_uuid": "3fcb8d28-33b6-4449-a2fd-d71d4b9552f8", "name": "network-vif-deleted", "tag": "a8cc9dbc-3a1a-46c4-963f-7a751c23a28e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:40.408671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:40.425359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c', 'mac_address': 'fa:16:3e:02:65:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:40.439245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53743044-0fda-42bf-ad4e-a658d32274ca req-eff4347c-2a11-426d-a379-b3ca891c547b tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.440790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53743044-0fda-42bf-ad4e-a658d32274ca req-eff4347c-2a11-426d-a379-b3ca891c547b tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 946 time: 0.1778183 Jul 15 23:04:40.469812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef'}, {'name': 'network-changed', 'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b'}, {'name': 'network-changed', 'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef'}, {'name': 'network-changed', 'server_uuid': '42aef667-444e-4cc1-841a-5a468298b4fa', 'tag': '027611c1-6eef-4f91-92d6-e2403dc6552a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:40.472263 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da97605-a9c3-427e-9b09-5c4dbf7d2207" -d '{"events": [{"server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef"}, {"name": "network-changed", "server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b"}, {"name": "network-changed", "server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef"}, {"name": "network-changed", "server_uuid": "42aef667-444e-4cc1-841a-5a468298b4fa", "tag": "027611c1-6eef-4f91-92d6-e2403dc6552a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:40.476367 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2bb3caba-2035-467b-af42-793a678dace1 req-fa1de108-9574-4145-8c5d-9db1fe68dff8 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172321 Jul 15 23:04:40.501211 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.520194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:40.554155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:40.554342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53743044-0fda-42bf-ad4e-a658d32274ca req-438fc049-8335-4015-b0bd-c8df7f157c24 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999408 Jul 15 23:04:40.577856 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.586171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-38e2113b-bf18-4eee-a152-1e504d85408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.593427 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-38e2113b-bf18-4eee-a152-1e504d85408f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2463024 Jul 15 23:04:40.650838 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fcd199-e285-439b-befe-94454fc1c311 x-openstack-request-id: req-83fcd199-e285-439b-befe-94454fc1c311 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:40.651350 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcb8d28-33b6-4449-a2fd-d71d4b9552f8", "name": "network-vif-deleted", "tag": "a8cc9dbc-3a1a-46c4-963f-7a751c23a28e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:40.651750 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83fcd199-e285-439b-befe-94454fc1c311 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:40.652323 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcb8d28-33b6-4449-a2fd-d71d4b9552f8', 'name': 'network-vif-deleted', 'tag': 'a8cc9dbc-3a1a-46c4-963f-7a751c23a28e', 'status': 'completed', 'code': 200} Jul 15 23:04:40.665242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.759409 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7cc9bc-2124-499a-b285-266550aab4c7 x-openstack-request-id: req-4a7cc9bc-2124-499a-b285-266550aab4c7 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:40.760150 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef", "code": 200}, {"name": "network-changed", "server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42aef667-444e-4cc1-841a-5a468298b4fa", "tag": "027611c1-6eef-4f91-92d6-e2403dc6552a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:40.760150 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a7cc9bc-2124-499a-b285-266550aab4c7 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:40.760351 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef', 'code': 200} Jul 15 23:04:40.760596 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'status': 'completed', 'code': 200} Jul 15 23:04:40.760910 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef', 'status': 'completed', 'code': 200} Jul 15 23:04:40.761155 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42aef667-444e-4cc1-841a-5a468298b4fa', 'tag': '027611c1-6eef-4f91-92d6-e2403dc6552a', 'status': 'completed', 'code': 200} Jul 15 23:04:40.890372 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-1fc13380-3f68-4cf7-8fb2-9edbca624537 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619247 Jul 15 23:04:40.924876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-69bbeac3-33c6-47c6-9ba8-5b60110d7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.926485 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-69bbeac3-33c6-47c6-9ba8-5b60110d7d28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1098 time: 0.0977273 Jul 15 23:04:40.927021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-9329f086-6dcb-4990-b3b4-c76ba381ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.928495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-9329f086-6dcb-4990-b3b4-c76ba381ad59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1098 time: 0.1211064 Jul 15 23:04:40.939107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:40.946657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e37856-6675-481c-9180-4769d5d65717 req-479b0129-348c-4987-9680-588f3e1cc6fb tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.955247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36e37856-6675-481c-9180-4769d5d65717 req-479b0129-348c-4987-9680-588f3e1cc6fb tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 950 time: 0.2096417 Jul 15 23:04:41.045474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53400) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:41.092128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36e37856-6675-481c-9180-4769d5d65717 req-3e404a62-6813-494e-ba5b-51be3cf3b621 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360147 Jul 15 23:04:41.121018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8c291-4cce-4142-8c31-3e7193e1109a req-fdd68a02-e9ce-45ef-be7f-9662b3ed8ffd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.121018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddf8c291-4cce-4142-8c31-3e7193e1109a req-fdd68a02-e9ce-45ef-be7f-9662b3ed8ffd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.2442925 Jul 15 23:04:41.166025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-9c2cba93-4f61-4b33-bb3f-53e12369e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.167521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-9c2cba93-4f61-4b33-bb3f-53e12369e884 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2103744 Jul 15 23:04:41.199004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddf8c291-4cce-4142-8c31-3e7193e1109a req-84d0b55b-8491-44d2-97ac-80c16645916f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755475 Jul 15 23:04:41.250975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-0f5f68f4-5236-4dca-841f-0d5b27a37005 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.0731640 Jul 15 23:04:41.260354 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a34e74d0-4bbd-4fee-8da0-4d276a59d23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.374429 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3c36121-90f2-4813-8dea-3abbe41f75de req-95aa86ed-bde3-49e3-aadc-32a72219296f service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467835 Jul 15 23:04:41.399131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-74be8875-6568-4b1c-aab9-aad945f9d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.401260 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-74be8875-6568-4b1c-aab9-aad945f9d746 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.4469616 Jul 15 23:04:41.405519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-843f4957-65b9-493c-b108-9a5d6ef30b4f req-c7511217-aea7-402b-9084-c99ea984e579 tempest-ServerDiagnosticsNegativeTest-609537526 tempest-ServerDiagnosticsNegativeTest-609537526-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fcb8d28-33b6-4449-a2fd-d71d4b9552f8 HTTP/1.1" status: 200 len: 210 time: 0.0560806 Jul 15 23:04:41.444915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c96be-b91d-473c-a1ee-5b603b23be30 req-9ac5ade2-a828-4672-8fa1-a8ce4aa45b76 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.446829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc3c96be-b91d-473c-a1ee-5b603b23be30 req-9ac5ade2-a828-4672-8fa1-a8ce4aa45b76 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.1887348 Jul 15 23:04:41.450740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-41adfdff-a3fa-4602-9ffc-383314770b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.452666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-41adfdff-a3fa-4602-9ffc-383314770b7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1544733 Jul 15 23:04:41.472809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-a1ab3032-f93e-4e4e-aeb6-f15d2bd0ef13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.0535779 Jul 15 23:04:41.548893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-f449f78f-7115-4fcf-8688-0ea1bdbba36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.550397 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-f449f78f-7115-4fcf-8688-0ea1bdbba36a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0618498 Jul 15 23:04:41.557369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a8cc9dbc-3a1a-46c4-963f-7a751c23a28e no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:41.559324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc3c96be-b91d-473c-a1ee-5b603b23be30 req-c19c83dd-df60-4bd7-89d1-7173154ec10f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047206 Jul 15 23:04:41.589845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: a8cc9dbc-3a1a-46c4-963f-7a751c23a28e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:41.589845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a8cc9dbc-3a1a-46c4-963f-7a751c23a28e not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:41.589845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device de3bc11e-6689-4689-80c8-7ce0b7236c3b no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:41.627884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a34e74d0-4bbd-4fee-8da0-4d276a59d23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.638853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device de3bc11e-6689-4689-80c8-7ce0b7236c3b not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:41.641227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-f68e52e3-fb08-44c0-8bd7-fc626fe294cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.642776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-f68e52e3-fb08-44c0-8bd7-fc626fe294cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757734 Jul 15 23:04:41.643374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a34e74d0-4bbd-4fee-8da0-4d276a59d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.651935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-a352de74-373a-4fa0-ac0a-b26a67b72bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.653516 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-a352de74-373a-4fa0-ac0a-b26a67b72bab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823314 Jul 15 23:04:41.719213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e74d0-4bbd-4fee-8da0-4d276a59d23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1a023-2746-4c06-9348-c8d91bb7f4ba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.728615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a4293-745a-4c94-855b-cbdeb70ade5e req-cad0a526-c4f7-46a1-9cf3-84a0410c0a9b tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.730149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e32a4293-745a-4c94-855b-cbdeb70ade5e req-cad0a526-c4f7-46a1-9cf3-84a0410c0a9b tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 948 time: 0.1872764 Jul 15 23:04:41.741037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a34e74d0-4bbd-4fee-8da0-4d276a59d23d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40b176b879034503a4cc67f0a7252a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6882679 Jul 15 23:04:41.741037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53412) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:41.770388 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-b0212c5a-c780-4404-b724-ceb605a0474f service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032753 Jul 15 23:04:41.855153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e32a4293-745a-4c94-855b-cbdeb70ade5e req-3ec4fa34-a9cc-41ed-bf70-51d814923047 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161320 Jul 15 23:04:41.864509 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-089e7bf0-aeaf-466f-a6b6-4bed89691346 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837321 Jul 15 23:04:41.886551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-01344469-ea35-42f2-b48f-0f56dbfe955d service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261817 Jul 15 23:04:41.918174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-caf1b2e8-12e7-476d-b2b5-842b8b526237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.970970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-0f6cde92-a28d-46a9-946c-85917864b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.972484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-0f6cde92-a28d-46a9-946c-85917864b904 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1124 time: 0.0524435 Jul 15 23:04:41.990143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-caf1b2e8-12e7-476d-b2b5-842b8b526237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.009742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b78fa-58dd-427d-89b4-8f2c93e280c3 req-d02a7520-a532-42a7-9d77-0b6864105c82 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.011249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-390b78fa-58dd-427d-89b4-8f2c93e280c3 req-d02a7520-a532-42a7-9d77-0b6864105c82 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 947 time: 0.1690221 Jul 15 23:04:42.066897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-db7752ea-6785-439a-87c5-005524c55f0b service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704094 Jul 15 23:04:42.084569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-a0c6570f-1654-423f-b17c-43a98385b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.084863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-390b78fa-58dd-427d-89b4-8f2c93e280c3 req-407df056-bec3-43c5-98b4-ec6abe9c5e74 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635276 Jul 15 23:04:42.086058 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-a0c6570f-1654-423f-b17c-43a98385b046 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.0898969 Jul 15 23:04:42.098161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-caf1b2e8-12e7-476d-b2b5-842b8b526237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.100882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-caf1b2e8-12e7-476d-b2b5-842b8b526237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.102029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-caf1b2e8-12e7-476d-b2b5-842b8b526237 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6e1a023-2746-4c06-9348-c8d91bb7f4ba HTTP/1.1" status: 204 len: 168 time: 0.3595169 Jul 15 23:04:42.110040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1b2e8-12e7-476d-b2b5-842b8b526237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1a023-2746-4c06-9348-c8d91bb7f4ba,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.153671 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-f74b5732-f1ff-4fcf-a5ea-13c7c3375ff5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 200 len: 217 time: 0.0515103 Jul 15 23:04:42.221004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-dba42f0d-a623-4724-93cb-6f9b77b0dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.223557 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-dba42f0d-a623-4724-93cb-6f9b77b0dd8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0575840 Jul 15 23:04:42.254883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-94b37909-83a4-452a-aee0-bf3315877fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.256363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-94b37909-83a4-452a-aee0-bf3315877fce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4322fd4a4124d1386e058f48b01caa1&device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 1099 time: 0.0768728 Jul 15 23:04:42.264862 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-80182c54-ba8a-4de0-8576-b1594665ab98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333433 Jul 15 23:04:42.280364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:42.340814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:42.345329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:42.346945 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.385538 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:04:42.434114 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-596f1460-efca-454b-8626-fa6fc46ae44b service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442888 Jul 15 23:04:42.434686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-8e2833a7-2a93-48b9-ae0e-4134f80d91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.435929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-8e2833a7-2a93-48b9-ae0e-4134f80d91d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1696568 Jul 15 23:04:42.437592 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.450577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1903a-a848-4379-b23a-5923c00a381f req-0fbd5567-36ac-49ab-9f2b-3992e6aba9fc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.452116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26b1903a-a848-4379-b23a-5923c00a381f req-0fbd5567-36ac-49ab-9f2b-3992e6aba9fc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 950 time: 0.1996410 Jul 15 23:04:42.472719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece65ea8-6b58-4484-bef5-d650ee9d92f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:42.475104 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6bb113-7e2f-4340-b709-1250c09edd6b" -d '{"events": [{"server_uuid": "ece65ea8-6b58-4484-bef5-d650ee9d92f4", "name": "network-vif-plugged", "status": "completed", "tag": "dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:42.478886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53424) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:42.489671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:42.494407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.496708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-969c0d40-e90f-48a5-b4d8-5848f74018e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.514345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-d1103a72-3863-42d0-a116-9b45e248c7bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=027611c1-6eef-4f91-92d6-e2403dc6552a HTTP/1.1" status: 200 len: 217 time: 0.0612674 Jul 15 23:04:42.550739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.569759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26b1903a-a848-4379-b23a-5923c00a381f req-3f7069e7-ed5c-4934-9a7a-2b5e34ec2491 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088662 Jul 15 23:04:42.574184 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-b3e21ced-0c3c-4cc9-a5c5-3862b0f79c7b service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267786 Jul 15 23:04:42.581934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda4452-5c33-48a1-8e97-b090dbad2f60 req-a4ff89aa-b1fe-4d3b-8a3c-aae4cb755b3a tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.583889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6dda4452-5c33-48a1-8e97-b090dbad2f60 req-a4ff89aa-b1fe-4d3b-8a3c-aae4cb755b3a tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.2170868 Jul 15 23:04:42.606038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-b3f7fca0-7576-4812-a54a-abe0ce1973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.612517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-b3f7fca0-7576-4812-a54a-abe0ce1973ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0908198 Jul 15 23:04:42.641345 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-969c0d40-e90f-48a5-b4d8-5848f74018e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.644923 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-969c0d40-e90f-48a5-b4d8-5848f74018e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.689678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6dda4452-5c33-48a1-8e97-b090dbad2f60 req-c6e34518-c79d-468e-88fe-ef25e4a02702 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940554 Jul 15 23:04:42.711256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-74be8fe7-b83a-4b1d-827f-8b57ff99d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.712267 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-969c0d40-e90f-48a5-b4d8-5848f74018e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf0b740884fa4aec95bc7679529ac2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317512 Jul 15 23:04:42.712756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-74be8fe7-b83a-4b1d-827f-8b57ff99d946 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891111 Jul 15 23:04:42.712867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53434) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:42.715013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c0d40-e90f-48a5-b4d8-5848f74018e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9f0fb1-7ff1-4e4c-a521-0ad9ddc6108f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.717783 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06056831-d77f-438c-bc19-d5a838dcd046 x-openstack-request-id: req-06056831-d77f-438c-bc19-d5a838dcd046 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:42.718312 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece65ea8-6b58-4484-bef5-d650ee9d92f4", "name": "network-vif-plugged", "status": "completed", "tag": "dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:42.718312 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06056831-d77f-438c-bc19-d5a838dcd046 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:42.718685 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece65ea8-6b58-4484-bef5-d650ee9d92f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c', 'code': 200} Jul 15 23:04:42.804195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b041255e-cbe8-48b0-a8e4-50c6c3119ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.866160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b041255e-cbe8-48b0-a8e4-50c6c3119ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.939198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-a938ed52-1a3c-4436-8b60-84bdb4e82c11 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175336 Jul 15 23:04:42.942918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132bacb-2e73-4a32-98e0-0247e009355d req-14c29ca2-c8ff-421e-86cd-208491a32a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.944623 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f132bacb-2e73-4a32-98e0-0247e009355d req-14c29ca2-c8ff-421e-86cd-208491a32a0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 1099 time: 0.1252058 Jul 15 23:04:42.952500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b041255e-cbe8-48b0-a8e4-50c6c3119ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.955948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b041255e-cbe8-48b0-a8e4-50c6c3119ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.959960 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b041255e-cbe8-48b0-a8e4-50c6c3119ed4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b9f0fb1-7ff1-4e4c-a521-0ad9ddc6108f HTTP/1.1" status: 204 len: 168 time: 0.2433138 Jul 15 23:04:42.983148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041255e-cbe8-48b0-a8e4-50c6c3119ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9f0fb1-7ff1-4e4c-a521-0ad9ddc6108f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:43.005902 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f132bacb-2e73-4a32-98e0-0247e009355d req-35887275-307a-49fa-afaa-778330eda398 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Jul 15 23:04:43.045838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53444) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:43.247752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611522-9f31-4a27-940f-3b42a78bd42e req-e71e5667-378e-4436-a564-a7d826fa8cc8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.251545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55611522-9f31-4a27-940f-3b42a78bd42e req-e71e5667-378e-4436-a564-a7d826fa8cc8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.3872221 Jul 15 23:04:43.290606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc854044-fcca-4ae5-8f5e-ea665456591c req-5823e7ed-ea13-4735-8298-af0072738b21 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.292370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc854044-fcca-4ae5-8f5e-ea665456591c req-5823e7ed-ea13-4735-8298-af0072738b21 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.4164298 Jul 15 23:04:43.303185 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9408ba03-9083-41f1-952a-9cab297abe30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51948167e95648a59b9432ab1b1cc769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555852 Jul 15 23:04:43.307239 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53454) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:43.325816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da97605-a9c3-427e-9b09-5c4dbf7d2207 req-80c977d7-dd78-4c9f-bd34-c76f0394f55d service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766558 Jul 15 23:04:43.351741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc854044-fcca-4ae5-8f5e-ea665456591c req-0209fdd5-f8a5-4479-90d6-7f7f1ff95fe6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500956 Jul 15 23:04:43.359627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55611522-9f31-4a27-940f-3b42a78bd42e req-ccf14a58-8b5f-41f0-bbae-8283731482a2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950627 Jul 15 23:04:43.373869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600b484d-d98e-46b6-8bfc-5c7c3eba15a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.399404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600b484d-d98e-46b6-8bfc-5c7c3eba15a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.530527 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600b484d-d98e-46b6-8bfc-5c7c3eba15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.535875 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600b484d-d98e-46b6-8bfc-5c7c3eba15a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.537455 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-600b484d-d98e-46b6-8bfc-5c7c3eba15a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21d3265c-9f08-4e33-8c2e-03c52f4fe695 HTTP/1.1" status: 204 len: 168 time: 0.2292273 Jul 15 23:04:43.555309 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b484d-d98e-46b6-8bfc-5c7c3eba15a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3265c-9f08-4e33-8c2e-03c52f4fe695,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:43.568898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5cbea018-f162-4f8f-ab77-619afcf014ef details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:43.622061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28189351-bf69-43ce-ace0-358bab015859 req-cb5806c6-c8d8-46fc-bd73-22af3294dbfc tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.630105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28189351-bf69-43ce-ace0-358bab015859 req-cb5806c6-c8d8-46fc-bd73-22af3294dbfc tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 948 time: 0.0833681 Jul 15 23:04:43.670693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:43.686438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5cbea018-f162-4f8f-ab77-619afcf014ef has no active binding in host n-h1-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:04:43.701657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.705075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28189351-bf69-43ce-ace0-358bab015859 req-a55485d3-9182-43c6-8a77-fdc6d04c3f33 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741286 Jul 15 23:04:43.831619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183df620-9d90-42df-b398-102487eb2cf1 req-c78667ba-62a0-4994-9e00-2f5480bcd860 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.839121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-183df620-9d90-42df-b398-102487eb2cf1 req-c78667ba-62a0-4994-9e00-2f5480bcd860 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 948 time: 0.1211348 Jul 15 23:04:43.867213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-bd3b1580-fd72-473e-ad00-57093a1d8cb1 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448639 Jul 15 23:04:43.968121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-183df620-9d90-42df-b398-102487eb2cf1 req-3e30440c-fe13-4b9b-9afc-3e9f3f6c3f8f tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272182 Jul 15 23:04:43.971604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53488) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:43.988643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea96c14-8571-45f8-8378-ffbf62afaa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.028669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-12f4a274-e5e5-4665-9c73-4a6276bd304c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.036004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-12f4a274-e5e5-4665-9c73-4a6276bd304c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679306 Jul 15 23:04:44.046668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-71d9c938-84cd-48c2-8051-cbf0fd8e9304 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/quotas/e5f1ab895e7d4b00a0f7b4a658442f78 HTTP/1.1" status: 200 len: 375 time: 0.0098250 Jul 15 23:04:44.093639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea96c14-8571-45f8-8378-ffbf62afaa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.099386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea96c14-8571-45f8-8378-ffbf62afaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.144183 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0ea96c14-8571-45f8-8378-ffbf62afaa98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=991eaf7984b543c5999bd342ee92ce00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704843 Jul 15 23:04:44.145210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea96c14-8571-45f8-8378-ffbf62afaa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31d10a3-659d-4fea-ad99-ab81c2dfcec7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:44.147730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53492) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:44.181124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-d5101149-e029-4e5e-a820-e72a59072e9d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244025 Jul 15 23:04:44.207873 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d972ad6-a8b1-4fa3-9dcb-4d32522b09da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.213861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f264f33-2aa7-4f29-88c6-56d95b1d6a95 req-18682252-5c6c-40ef-9843-92952ea6ea4b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.215477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f264f33-2aa7-4f29-88c6-56d95b1d6a95 req-18682252-5c6c-40ef-9843-92952ea6ea4b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.1008325 Jul 15 23:04:44.244615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d972ad6-a8b1-4fa3-9dcb-4d32522b09da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.260138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f264f33-2aa7-4f29-88c6-56d95b1d6a95 req-42315277-6134-43d3-a691-1968f77be098 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Jul 15 23:04:44.290015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device de3bc11e-6689-4689-80c8-7ce0b7236c3b details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:44.306282 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d972ad6-a8b1-4fa3-9dcb-4d32522b09da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.311384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d972ad6-a8b1-4fa3-9dcb-4d32522b09da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.312625 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4d972ad6-a8b1-4fa3-9dcb-4d32522b09da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a31d10a3-659d-4fea-ad99-ab81c2dfcec7 HTTP/1.1" status: 204 len: 168 time: 0.1639719 Jul 15 23:04:44.339354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d972ad6-a8b1-4fa3-9dcb-4d32522b09da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31d10a3-659d-4fea-ad99-ab81c2dfcec7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:44.437816 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:44.450533 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'mac_address': 'fa:16:3e:a0:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:44.515143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9eb6ee0-4cba-4131-9e5a-5578d6588da0 req-cbf82ec6-1b1b-452f-987f-f66a4e97cd8d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 210 time: 0.0906529 Jul 15 23:04:44.534728 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.569202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3bc11e-6689-4689-80c8-7ce0b7236c3b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:44.616102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:44.625451 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.654206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdeed8-c037-448a-ae2f-91d3f0a10021 req-3806ff7d-d1f3-46c9-8457-9ae8970e5d14 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.662496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79bdeed8-c037-448a-ae2f-91d3f0a10021 req-3806ff7d-d1f3-46c9-8457-9ae8970e5d14 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 947 time: 0.0808783 Jul 15 23:04:44.711302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:44.712143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79bdeed8-c037-448a-ae2f-91d3f0a10021 req-c3a174bf-b849-4053-ace5-a35861efc0b0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483921 Jul 15 23:04:44.940040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91d212-96ce-4fd4-965e-e40dbcb0e30a req-14c0e899-25fd-4406-8cd6-4819d48bb8cb tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.948669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd91d212-96ce-4fd4-965e-e40dbcb0e30a req-14c0e899-25fd-4406-8cd6-4819d48bb8cb tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 948 time: 0.0852036 Jul 15 23:04:45.009545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd91d212-96ce-4fd4-965e-e40dbcb0e30a req-90cd4b4b-5a4e-47e1-a376-a76cd246d35c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596740 Jul 15 23:04:45.144535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de3bc11e-6689-4689-80c8-7ce0b7236c3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:45.229429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd45c-d345-402c-8dc7-718d5e9eb402 req-a3d98fe0-7168-4fba-9d04-552a85e8b669 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.231210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-267fd45c-d345-402c-8dc7-718d5e9eb402 req-a3d98fe0-7168-4fba-9d04-552a85e8b669 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 948 time: 0.1174021 Jul 15 23:04:45.382075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-267fd45c-d345-402c-8dc7-718d5e9eb402 req-969dc6b8-fe2a-4bbf-82f2-f429662d011b tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976136 Jul 15 23:04:45.406660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b72c49-0403-40e7-b294-28e51a1dcbcb req-495c4453-e75a-4222-a442-47e63a89fae2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.406660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05b72c49-0403-40e7-b294-28e51a1dcbcb req-495c4453-e75a-4222-a442-47e63a89fae2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 948 time: 0.1822758 Jul 15 23:04:45.419886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-1b9ebf8c-fa01-4c3e-a9b0-7766c199026a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.422659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-1b9ebf8c-fa01-4c3e-a9b0-7766c199026a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c&tenant_id=d2a9153618404a499f01d6124fdc8755&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 948 time: 0.2465069 Jul 15 23:04:45.495093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05b72c49-0403-40e7-b294-28e51a1dcbcb req-f3625c1c-5ca2-4c79-ac7b-8526481cdd84 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876877 Jul 15 23:04:45.521798 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-abc94acb-7057-4853-bc69-de802d37cfed service neutron] delete failed (client error): The resource could not be found. Jul 15 23:04:45.523150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-abc94acb-7057-4853-bc69-de802d37cfed service neutron] 10.222.0.37 "DELETE /v2.0/ports/de3bc11e-6689-4689-80c8-7ce0b7236c3b/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0921791 Jul 15 23:04:45.559452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 027611c1-6eef-4f91-92d6-e2403dc6552a details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:45.705085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113a38-b28f-4949-a270-912cb2433c34 req-80c908de-504d-4d3a-826d-41f2339afbcb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.713399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2113a38-b28f-4949-a270-912cb2433c34 req-80c908de-504d-4d3a-826d-41f2339afbcb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.1255474 Jul 15 23:04:45.724148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 027611c1-6eef-4f91-92d6-e2403dc6552a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=027611c1-6eef-4f91-92d6-e2403dc6552a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:45.737275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-f603d533-6e8f-45bf-bac6-82e5396609cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.738931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-f603d533-6e8f-45bf-bac6-82e5396609cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1099 time: 0.1147902 Jul 15 23:04:45.744494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '027611c1-6eef-4f91-92d6-e2403dc6552a', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '027611c1-6eef-4f91-92d6-e2403dc6552a', 'mac_address': 'fa:16:3e:25:6d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:45.785793 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.793383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2113a38-b28f-4949-a270-912cb2433c34 req-9946ccd4-8821-47ea-a794-eadd0e1d5451 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788000 Jul 15 23:04:45.813886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027611c1-6eef-4f91-92d6-e2403dc6552a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:45.850015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 027611c1-6eef-4f91-92d6-e2403dc6552a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=027611c1-6eef-4f91-92d6-e2403dc6552a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:45.855405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.877829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-c19b229c-8c6e-448c-82c4-213175d5872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.880426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-c19b229c-8c6e-448c-82c4-213175d5872a service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1300588 Jul 15 23:04:45.930291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=027611c1-6eef-4f91-92d6-e2403dc6552a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:45.934231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-1d84721e-fd05-43b5-868f-b5b0a17a8c31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.0454578 Jul 15 23:04:46.009277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ca6f3a8-4e70-4b7a-aec3-fc9741815b0f req-7c1c98ad-639b-43de-b7d0-421a706cc035 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 210 time: 0.0710022 Jul 15 23:04:46.040051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-bd4f0cc9-03c6-435a-b108-b9b7cd26ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.042533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-bd4f0cc9-03c6-435a-b108-b9b7cd26ff8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0938032 Jul 15 23:04:46.131051 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-2c11a3c3-71c5-4345-8273-6ee9d405d39f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411384 Jul 15 23:04:46.158247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-225094a2-1c78-4390-96be-227e4fd555e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.159798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-225094a2-1c78-4390-96be-227e4fd555e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097643 Jul 15 23:04:46.167246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['027611c1-6eef-4f91-92d6-e2403dc6552a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:46.298499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device de3bc11e-6689-4689-80c8-7ce0b7236c3b up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:46.382598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-0acc392a-628e-422c-aee4-f05b186af776 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131646 Jul 15 23:04:46.409008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-99e2279e-646d-48eb-9804-315c66a70e81 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.413735 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-99e2279e-646d-48eb-9804-315c66a70e81 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691066 Jul 15 23:04:46.438103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Request body: {'port': {'device_id': 'd8a891b6-9533-4e8d-b84e-6d8aeef5e474', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'e5f1ab895e7d4b00a0f7b4a658442f78'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:46.542490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port de3bc11e-6689-4689-80c8-7ce0b7236c3b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:46.566462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port de3bc11e-6689-4689-80c8-7ce0b7236c3b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:46.569664 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.623719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fbcfcd4-8860-4e28-9379-cff244650e29 req-62d585e5-5bfb-4a4a-b4df-0ec638a63fe5 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335103 Jul 15 23:04:46.632605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53592) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:46.657659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff9597-9fcf-4c73-afdf-6150ef484ea4 req-97abb46c-2611-406e-84f0-2c9e5a437e60 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.664271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55ff9597-9fcf-4c73-afdf-6150ef484ea4 req-97abb46c-2611-406e-84f0-2c9e5a437e60 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 949 time: 0.1478050 Jul 15 23:04:46.675536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Made reservation on behalf of e5f1ab895e7d4b00a0f7b4a658442f78 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:46.681101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.719995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55ff9597-9fcf-4c73-afdf-6150ef484ea4 req-1a12b47a-2291-4828-a9c5-ce86b6b2e409 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543165 Jul 15 23:04:46.722800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.745204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bda15-10f1-49b4-9ce6-b993ca6cd573 req-7b8a6960-b346-4c36-a003-1f6e806be515 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.754356 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b85bda15-10f1-49b4-9ce6-b993ca6cd573 req-7b8a6960-b346-4c36-a003-1f6e806be515 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 948 time: 0.1770205 Jul 15 23:04:46.764847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:46.767157 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c966bee0-e5d1-45e9-ae96-cd4e5a8a2fa0" -d '{"events": [{"server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "name": "network-vif-plugged", "status": "completed", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:46.798869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:46.806003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b85bda15-10f1-49b4-9ce6-b993ca6cd573 req-d3563f91-2d44-4b51-a855-40831a65c9e1 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492353 Jul 15 23:04:46.809870 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.879622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:46.888977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Allocated IP 192.168.233.249 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/07c12ddd-e32d-4fce-9666-369573267af4) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:46.941606 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6608527c-373b-4c78-a57d-3f711de26c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.971294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac469c-d168-4f2e-9e41-0b6f99360615 req-1fdfc007-20f0-40c5-92f6-375f810ad63b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.972906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21ac469c-d168-4f2e-9e41-0b6f99360615 req-1fdfc007-20f0-40c5-92f6-375f810ad63b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.1044354 Jul 15 23:04:47.012858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-09863676-7e55-4489-bf55-1d0f9d6dbeaa service neutron] 10.222.0.59 "GET /v2.0/ports/5cbea018-f162-4f8f-ab77-619afcf014ef/bindings/n-h1-793618-8 HTTP/1.1" status: 200 len: 384 time: 0.0920117 Jul 15 23:04:47.034345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21ac469c-d168-4f2e-9e41-0b6f99360615 req-f85457b0-3165-406b-a64e-ed806229a46f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 Jul 15 23:04:47.112364 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14813e4-e491-4e76-ae01-9bd83562c246 x-openstack-request-id: req-d14813e4-e491-4e76-ae01-9bd83562c246 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:47.112715 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "name": "network-vif-plugged", "status": "completed", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:47.113019 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d14813e4-e491-4e76-ae01-9bd83562c246 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:47.113442 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'code': 200} Jul 15 23:04:47.153998 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6608527c-373b-4c78-a57d-3f711de26c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.166281 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6608527c-373b-4c78-a57d-3f711de26c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.173932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-8a74fb40-cb7f-4aff-8c56-97a6b10fb8c2 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489643 Jul 15 23:04:47.204007 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608527c-373b-4c78-a57d-3f711de26c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a8e072-11f5-40cb-bcd0-b41acd5b0b23,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.222765 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.238617 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6608527c-373b-4c78-a57d-3f711de26c78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94fb5022ce334cbab05b1489109a2cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044850 Jul 15 23:04:47.241296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53612) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:47.255331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Transition to ACTIVE for port object 07c12ddd-e32d-4fce-9666-369573267af4 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:47.318733 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b387ab3f-ef96-434c-aa0d-a182a9413c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.336421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.356231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:47.359150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b387ab3f-ef96-434c-aa0d-a182a9413c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.393400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:47.404237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-fed81e64-8041-43d6-8a0d-d8884b452f2d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.404860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3a261b87-ca8d-49cb-8734-2d82bf261fe2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:47.407271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-fed81e64-8041-43d6-8a0d-d8884b452f2d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256498 Jul 15 23:04:47.446249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070f83c-eb7d-470b-bd89-827402eea73e req-a3d2ec24-3cab-4927-8897-7cad3cadab47 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.453579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a070f83c-eb7d-470b-bd89-827402eea73e req-a3d2ec24-3cab-4927-8897-7cad3cadab47 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 943 time: 0.2332165 Jul 15 23:04:47.459824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:47.463844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-94d7f2da-1d2e-47f8-9fda-4f59263d0b4f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/quotas/4506537585cb4227ba366bd8fcec6cc4 HTTP/1.1" status: 200 len: 375 time: 0.0478227 Jul 15 23:04:47.464757 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:47.485662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:47.501739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:47.521292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-1ff155b6-ff1f-40c6-801d-fe067ab904d2 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565236 Jul 15 23:04:47.538807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Pushing event updated for resources: {'Port': ['ID=07c12ddd-e32d-4fce-9666-369573267af4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.578697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 027611c1-6eef-4f91-92d6-e2403dc6552a up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:47.588195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.589297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.606928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b387ab3f-ef96-434c-aa0d-a182a9413c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.611176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b387ab3f-ef96-434c-aa0d-a182a9413c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.612132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbea018-f162-4f8f-ab77-619afcf014ef {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:47.613417 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b387ab3f-ef96-434c-aa0d-a182a9413c5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14a8e072-11f5-40cb-bcd0-b41acd5b0b23 HTTP/1.1" status: 204 len: 168 time: 0.3711562 Jul 15 23:04:47.627533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387ab3f-ef96-434c-aa0d-a182a9413c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a8e072-11f5-40cb-bcd0-b41acd5b0b23,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.633795 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-51ba0efa-f873-4767-be0f-0f11dffc8190 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2079587 Jul 15 23:04:47.649393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:47.661163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Request body: {'port': {'device_id': 'd8a891b6-9533-4e8d-b84e-6d8aeef5e474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:47.669604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a070f83c-eb7d-470b-bd89-827402eea73e req-d5298971-c7c2-43ca-9eeb-5d6f784b4acb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151399 Jul 15 23:04:47.698650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.803520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 027611c1-6eef-4f91-92d6-e2403dc6552a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:47.809600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 027611c1-6eef-4f91-92d6-e2403dc6552a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:47.809977 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.819720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.940477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] Transition to ACTIVE for port object 5cbea018-f162-4f8f-ab77-619afcf014ef will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:47.954410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.009160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-68ca4c00-63b6-482a-bcc5-4aad54c5c637 None None] Provisioning for port 07c12ddd-e32d-4fce-9666-369573267af4 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:48.046075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-68ca4c00-63b6-482a-bcc5-4aad54c5c637 None None] Provisioning complete for port 07c12ddd-e32d-4fce-9666-369573267af4 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:48.046452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-68ca4c00-63b6-482a-bcc5-4aad54c5c637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.119187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=10']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.132836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] No DVR routers for this DVR port 5cbea018-f162-4f8f-ab77-619afcf014ef on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:48.143151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-68ca4c00-63b6-482a-bcc5-4aad54c5c637 None None] Port 07c12ddd-e32d-4fce-9666-369573267af4 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:48.150044 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.169726 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-26fa0ed0-e4ac-4ad0-8998-408feac7d56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.206993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53634) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:48.210903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 027611c1-6eef-4f91-92d6-e2403dc6552a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=027611c1-6eef-4f91-92d6-e2403dc6552a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:48.217054 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.221984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25d1a29-d9bf-45cb-bf12-8cec098a2824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.224600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c70e21-76ad-4af3-9f78-95e1bda3c672 req-f47673d3-a7a6-4601-8513-3dceaf44f9b9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.226162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51c70e21-76ad-4af3-9f78-95e1bda3c672 req-f47673d3-a7a6-4601-8513-3dceaf44f9b9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 936 time: 0.3333993 Jul 15 23:04:48.282664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9c61b3cd-6736-4093-87fa-36e6eda29769 service neutron] 10.222.0.59 "PUT /v2.0/ports/5cbea018-f162-4f8f-ab77-619afcf014ef/bindings/n-h1-793618-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2623689 Jul 15 23:04:48.287909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=027611c1-6eef-4f91-92d6-e2403dc6552a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.288611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c12ddd-e32d-4fce-9666-369573267af4 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:48.305521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.316576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51c70e21-76ad-4af3-9f78-95e1bda3c672 req-f06320dd-8369-42ab-8f08-793188636532 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653718 Jul 15 23:04:48.345979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a2b9-8d60-46dd-9b9f-34190f8d18d6 req-aecdcb7f-85ed-43b0-8793-b3faab88f38e tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.353563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Transition to ACTIVE for port object 07c12ddd-e32d-4fce-9666-369573267af4 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:48.357443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5989a2b9-8d60-46dd-9b9f-34190f8d18d6 req-aecdcb7f-85ed-43b0-8793-b3faab88f38e tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 949 time: 0.2345605 Jul 15 23:04:48.360957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.473610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f6b93a9-496b-4396-a7ae-f20682479d6e req-b0490b6d-578b-4138-928c-272c84c3a72e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 210 time: 0.0672400 Jul 15 23:04:48.514579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5989a2b9-8d60-46dd-9b9f-34190f8d18d6 req-445bdc05-36a2-461a-b416-328c935bf0e0 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511016 Jul 15 23:04:48.522422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Pushing event updated for resources: {'Port': ['ID=07c12ddd-e32d-4fce-9666-369573267af4,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.560724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25d1a29-d9bf-45cb-bf12-8cec098a2824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.568145 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25d1a29-d9bf-45cb-bf12-8cec098a2824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.591234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-1060a261-7f47-4d65-9ec1-b7aac95bf94e tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.593096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-1060a261-7f47-4d65-9ec1-b7aac95bf94e tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.2283146 Jul 15 23:04:48.614957 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d25d1a29-d9bf-45cb-bf12-8cec098a2824 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d289797ddec4aa48dc07d335a0de4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040225 Jul 15 23:04:48.615574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53638) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:48.656577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Attempting to bind port 07c12ddd-e32d-4fce-9666-369573267af4 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:48.656916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Attempting to bind port 07c12ddd-e32d-4fce-9666-369573267af4 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:48.657243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Attempting to bind port 07c12ddd-e32d-4fce-9666-369573267af4 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:48.665172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d1a29-d9bf-45cb-bf12-8cec098a2824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f498600-7dda-4086-9d8f-cbee9c358a3e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.667569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Port 07c12ddd-e32d-4fce-9666-369573267af4 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:48.667897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Attempting to bind port 07c12ddd-e32d-4fce-9666-369573267af4 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:48.683630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:48.683985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:48.684382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:48.684890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Bound port: 07c12ddd-e32d-4fce-9666-369573267af4, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:48.685253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.757974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aa2d86c1-a23b-4c2b-9fed-88ef945a26a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.803947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] For port 07c12ddd-e32d-4fce-9666-369573267af4, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:48.807363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aa2d86c1-a23b-4c2b-9fed-88ef945a26a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.810927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] For port 07c12ddd-e32d-4fce-9666-369573267af4, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=07c12ddd-e32d-4fce-9666-369573267af4,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:48.820049 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.881316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.881951 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.883428 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] 10.222.0.59 "PUT /v2.0/ports/07c12ddd-e32d-4fce-9666-369573267af4 HTTP/1.1" status: 200 len: 1096 time: 1.2289259 Jul 15 23:04:48.883884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a891b6-9533-4e8d-b84e-6d8aeef5e474', 'tag': '07c12ddd-e32d-4fce-9666-369573267af4'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:48.886143 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a891b6-9533-4e8d-b84e-6d8aeef5e474", "tag": "07c12ddd-e32d-4fce-9666-369573267af4"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:48.926441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cc166-7a72-4cc9-865c-2356fafa5044 service neutron] Pushing event updated for resources: {'Port': ['ID=07c12ddd-e32d-4fce-9666-369573267af4,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.940040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aa2d86c1-a23b-4c2b-9fed-88ef945a26a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.943987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aa2d86c1-a23b-4c2b-9fed-88ef945a26a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.948331 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aa2d86c1-a23b-4c2b-9fed-88ef945a26a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f498600-7dda-4086-9d8f-cbee9c358a3e HTTP/1.1" status: 204 len: 168 time: 0.3227415 Jul 15 23:04:48.965898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d86c1-a23b-4c2b-9fed-88ef945a26a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f498600-7dda-4086-9d8f-cbee9c358a3e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:49.017193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-6ddb8fe5-20bb-46d2-9809-bbf532e5e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.018845 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-6ddb8fe5-20bb-46d2-9809-bbf532e5e4eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 1099 time: 0.0620637 Jul 15 23:04:49.083792 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-61699bff-6bd1-4ed3-b303-af1f6a7856e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=07c12ddd-e32d-4fce-9666-369573267af4 HTTP/1.1" status: 200 len: 217 time: 0.0516264 Jul 15 23:04:49.100616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-8bb979f3-1bce-4658-82b3-d71d4787db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.102005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-8bb979f3-1bce-4658-82b3-d71d4787db8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd HTTP/1.1" status: 200 len: 1095 time: 0.5009117 Jul 15 23:04:49.115239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aef667-444e-4cc1-841a-5a468298b4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027611c1-6eef-4f91-92d6-e2403dc6552a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:49.118604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1507b-8f59-4345-b1f3-f1c1933c4b43 req-0afcfb15-d653-47d1-b714-1b82555f991e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.119504 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e9f26f-5c0a-4673-a120-1c1a4c6bb69f" -d '{"events": [{"server_uuid": "42aef667-444e-4cc1-841a-5a468298b4fa", "name": "network-vif-plugged", "status": "completed", "tag": "027611c1-6eef-4f91-92d6-e2403dc6552a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:49.128329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46d1507b-8f59-4345-b1f3-f1c1933c4b43 req-0afcfb15-d653-47d1-b714-1b82555f991e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 0.4304409 Jul 15 23:04:49.138873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-bf105ad0-4e8f-48fa-b8ce-057cd6fc81b2 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.140967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-bf105ad0-4e8f-48fa-b8ce-057cd6fc81b2 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 1099 time: 0.4903486 Jul 15 23:04:49.151637 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-b3ce7d67-57ba-408e-a812-8cec9d25400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.153925 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-b3ce7d67-57ba-408e-a812-8cec9d25400a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0512867 Jul 15 23:04:49.170106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc380-5438-4a19-8c69-b38f0ae15765 req-44291a9f-b440-4ea8-8b09-c7a46cee1cc8 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.171722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6abc380-5438-4a19-8c69-b38f0ae15765 req-44291a9f-b440-4ea8-8b09-c7a46cee1cc8 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 948 time: 0.4557657 Jul 15 23:04:49.223786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-fe056cbb-084e-4388-9a92-0cb66b75b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.225657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-fe056cbb-084e-4388-9a92-0cb66b75b34b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587018 Jul 15 23:04:49.257073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46d1507b-8f59-4345-b1f3-f1c1933c4b43 req-29c6b29f-baa2-42d4-9203-482fcca0c600 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274097 Jul 15 23:04:49.345809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6abc380-5438-4a19-8c69-b38f0ae15765 req-3c11a017-c0bf-448c-9f02-6d30182d510d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196544 Jul 15 23:04:49.351942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-3940348d-9b91-46eb-a9c1-a928655d90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.353428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-3940348d-9b91-46eb-a9c1-a928655d90bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1095 time: 0.1808543 Jul 15 23:04:49.358625 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-82d58e0e-65ed-4401-8fe0-03e100b53f7f service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224875 Jul 15 23:04:49.434388 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fa3f04-896f-449a-9fdd-1bd8260e5900 x-openstack-request-id: req-53fa3f04-896f-449a-9fdd-1bd8260e5900 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:49.435000 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a891b6-9533-4e8d-b84e-6d8aeef5e474", "tag": "07c12ddd-e32d-4fce-9666-369573267af4", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:49.435399 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53fa3f04-896f-449a-9fdd-1bd8260e5900 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:49.435938 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a891b6-9533-4e8d-b84e-6d8aeef5e474', 'tag': '07c12ddd-e32d-4fce-9666-369573267af4', 'status': 'completed', 'code': 200} Jul 15 23:04:49.479077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] Deleting port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:49.480117 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.534125 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-69836a79-79a6-4369-b27a-f5e5c73b9cad tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492630 Jul 15 23:04:49.596337 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22dae0f-38da-43c5-a465-571dee61025d x-openstack-request-id: req-d22dae0f-38da-43c5-a465-571dee61025d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:49.596865 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aef667-444e-4cc1-841a-5a468298b4fa", "name": "network-vif-plugged", "status": "completed", "tag": "027611c1-6eef-4f91-92d6-e2403dc6552a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:49.597311 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d22dae0f-38da-43c5-a465-571dee61025d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:49.597885 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aef667-444e-4cc1-841a-5a468298b4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027611c1-6eef-4f91-92d6-e2403dc6552a', 'code': 200} Jul 15 23:04:49.598258 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d7bb63ad-f712-49cc-adf6-7ed585f4d099 req-cc52603a-7523-44fc-b7b6-d68a69c84013 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354374 Jul 15 23:04:49.624626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-8421bef5-67bf-4ff3-bfcd-a712528a1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.626166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-8421bef5-67bf-4ff3-bfcd-a712528a1cd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.2657728 Jul 15 23:04:49.696391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-544dd45f-a24d-4d5a-953f-8142c94b8a12 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.698026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-544dd45f-a24d-4d5a-953f-8142c94b8a12 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553552 Jul 15 23:04:49.720139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-9be2f729-acbb-4cf2-beb0-66270572aa8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 200 len: 217 time: 0.0802205 Jul 15 23:04:49.720803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Request body: {'port': {'device_id': 'd6646ef9-ee97-40ca-b823-5cdbe47707c4', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '4506537585cb4227ba366bd8fcec6cc4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:49.803857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6b39d-b9a9-407c-8f6f-a5dc76ed051c req-8c61cfde-4952-4516-8cc1-ae84315da1b8 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.814106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ec6b39d-b9a9-407c-8f6f-a5dc76ed051c req-8c61cfde-4952-4516-8cc1-ae84315da1b8 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 944 time: 0.3710716 Jul 15 23:04:49.830914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-26056069-9e1e-41ca-9f1c-bbe1a134e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.832544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-26056069-9e1e-41ca-9f1c-bbe1a134e146 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 1099 time: 0.1606457 Jul 15 23:04:49.856613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] For port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:49.856978 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.899411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] Calling delete_port for dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:49.925409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-18b0e48d-a86c-4503-9fc3-53807e93fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.927160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-18b0e48d-a86c-4503-9fc3-53807e93fd0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1961336 Jul 15 23:04:49.939295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ec6b39d-b9a9-407c-8f6f-a5dc76ed051c req-74260298-a7e0-4628-9c04-05c1a3ca457c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243184 Jul 15 23:04:49.952341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Made reservation on behalf of 4506537585cb4227ba366bd8fcec6cc4 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:49.963560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.974565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.002106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-138cf9d8-dc0d-4631-ac70-ad85fec2d153 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598259 Jul 15 23:04:50.005317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9c269-122d-4302-87b7-04c2138e252e req-70bbcee5-87c3-4618-bacf-1617432b1eab tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.006746 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-beb9c269-122d-4302-87b7-04c2138e252e req-70bbcee5-87c3-4618-bacf-1617432b1eab tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1100 time: 0.2927740 Jul 15 23:04:50.010618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cd764-f75a-4694-bc39-541d50ba1e52 req-37c27a7c-af63-4a85-bd7e-91d67f9d6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.012293 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e1cd764-f75a-4694-bc39-541d50ba1e52 req-37c27a7c-af63-4a85-bd7e-91d67f9d6aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 1101 time: 0.1789303 Jul 15 23:04:50.021287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-b854713f-d06b-407d-b941-33c8ebb4cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.022717 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-b854713f-d06b-407d-b941-33c8ebb4cbc5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1604896 Jul 15 23:04:50.093370 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-a15d526e-33ba-4354-a869-0353ad7729df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=07c12ddd-e32d-4fce-9666-369573267af4 HTTP/1.1" status: 200 len: 217 time: 0.0517485 Jul 15 23:04:50.117065 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e1cd764-f75a-4694-bc39-541d50ba1e52 req-b4ea7e88-cfd2-4bfd-8d6f-351f0ada5f89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973754 Jul 15 23:04:50.131131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-beb9c269-122d-4302-87b7-04c2138e252e req-c6fd8252-e704-4d06-9bb8-431bdf7d420e tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088400 Jul 15 23:04:50.199038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-ae083962-579a-401b-8acf-241053b30f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.201350 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-ae083962-579a-401b-8acf-241053b30f01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0968695 Jul 15 23:04:50.221711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f97c1fcf-95b4-4fed-b055-29924d671b4c service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112803 Jul 15 23:04:50.235757 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.250773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:50.252152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c000d2d-4c65-4745-87ce-0c90b34ad47d req-9db77657-9370-4b93-b209-f8cf42d535be tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.253681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c000d2d-4c65-4745-87ce-0c90b34ad47d req-9db77657-9370-4b93-b209-f8cf42d535be tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 948 time: 0.1420093 Jul 15 23:04:50.254140 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.265776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.278508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:50.315139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5cbea018-f162-4f8f-ab77-619afcf014ef no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:50.350633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] No DVR routers for this DVR port dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:50.364639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204e5e65-ab5f-4f15-b65b-ad4eeda8a452,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:50.373066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-4c541489-42af-49a4-894a-d405a1872b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.374742 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-4c541489-42af-49a4-894a-d405a1872b75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597371 Jul 15 23:04:50.383396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.385342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b70b0e7-f373-45ee-8c22-2619012fc844 req-71c205b0-b907-4ce3-9e7d-a39c2bbbdc91 tempest-DeleteServersAdminTestJSON-594366211 tempest-DeleteServersAdminTestJSON-594366211-project-admin] 10.222.0.59 "DELETE /v2.0/ports/dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c HTTP/1.1" status: 204 len: 173 time: 1.2301080 Jul 15 23:04:50.385786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece65ea8-6b58-4484-bef5-d650ee9d92f4', 'name': 'network-vif-deleted', 'tag': 'dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:50.394795 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9716a3d7-02dc-4456-9d28-7af8edf338dc" -d '{"events": [{"server_uuid": "ece65ea8-6b58-4484-bef5-d650ee9d92f4", "name": "network-vif-deleted", "tag": "dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:50.395473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5cbea018-f162-4f8f-ab77-619afcf014ef not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:50.435449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ec89193-6b9a-47eb-81f6-bfe6416226ac req-af9698ed-3968-410a-9a3e-eac25ba29c32 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 210 time: 0.1118336 Jul 15 23:04:50.438883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c000d2d-4c65-4745-87ce-0c90b34ad47d req-d2b20678-61d0-4690-8f1a-abcb7dd9ad9d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641250 Jul 15 23:04:50.578528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-2d6d9169-bff9-4687-af4a-e954db0ca91b service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796188 Jul 15 23:04:50.619126 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-78b3bc3a-d97d-4204-ad0c-e4953aab993c service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901040 Jul 15 23:04:50.627414 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5f6ac1ed-477c-43f7-86ea-75deeacdd477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.722467 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Allocated IP 192.168.233.143 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/721b0b29-b223-4479-a5e9-f313da5c61a9) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:50.744525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0bf9b-8fe1-4c3f-946a-9d74f95d7df4 req-361cdc5f-8946-4eec-8754-1166a987becc tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.752425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80d0bf9b-8fe1-4c3f-946a-9d74f95d7df4 req-361cdc5f-8946-4eec-8754-1166a987becc tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 950 time: 0.1083972 Jul 15 23:04:50.806029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78536995-e9fe-4c60-9424-aeed6b4c72ba req-60d2e8ec-06a3-4057-bb47-d5c2cb8856e4 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece65ea8-6b58-4484-bef5-d650ee9d92f4 HTTP/1.1" status: 200 len: 210 time: 0.0362051 Jul 15 23:04:50.838773 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d48f32d5-4366-4f8f-ba24-f6f7419e5d9b req-793fc3c1-d776-49b5-832f-14b0b4ef91ad service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023282 Jul 15 23:04:50.864891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80d0bf9b-8fe1-4c3f-946a-9d74f95d7df4 req-f10dcc17-3cb9-4675-a304-f9315a3574bd tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114695 Jul 15 23:04:50.891244 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dced9636-c34c-415e-a4b7-8474600f517d x-openstack-request-id: req-dced9636-c34c-415e-a4b7-8474600f517d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:50.891699 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece65ea8-6b58-4484-bef5-d650ee9d92f4", "name": "network-vif-deleted", "tag": "dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:50.892097 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dced9636-c34c-415e-a4b7-8474600f517d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:50.892699 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece65ea8-6b58-4484-bef5-d650ee9d92f4', 'name': 'network-vif-deleted', 'tag': 'dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c', 'status': 'completed', 'code': 200} Jul 15 23:04:50.973751 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.041776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-d32baea0-e2f2-4e52-8e67-47c428a5d15f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d2a9153618404a499f01d6124fdc8755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469189 Jul 15 23:04:51.114790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f0efeab9-cb47-4a57-b798-178a5c73f7d2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.117181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-f0efeab9-cb47-4a57-b798-178a5c73f7d2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.1350751 Jul 15 23:04:51.238692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.253562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Transition to ACTIVE for port object 721b0b29-b223-4479-a5e9-f313da5c61a9 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:51.275099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b26b-c144-4921-9654-bdde44bba511 req-fbc9756b-52ae-451f-8a7e-4f08c83e83d6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.282280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-fbc9756b-52ae-451f-8a7e-4f08c83e83d6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340131 Jul 15 23:04:51.291794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.313990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-f3ef5638-8a31-4ab1-9d4a-f8369bead283 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/quotas/d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 375 time: 0.0307982 Jul 15 23:04:51.347590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:51.352101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:51.369461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:51.407659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36575c06-5117-485f-9b1e-24c3deeebe31 req-45f6f06e-246c-406d-9cac-5e01312d85aa tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.409219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36575c06-5117-485f-9b1e-24c3deeebe31 req-45f6f06e-246c-406d-9cac-5e01312d85aa tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 944 time: 0.2488267 Jul 15 23:04:51.409846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.421148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'Port': ['ID=721b0b29-b223-4479-a5e9-f313da5c61a9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:51.448874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.450376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.471509 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-e09fcb48-0b9d-45a6-a4de-226a92d92a28 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7541716 Jul 15 23:04:51.476372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-14409c92-9619-4e05-9882-6cc4e15b26d3 service neutron] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:51.489092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-14409c92-9619-4e05-9882-6cc4e15b26d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.490221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfb67c9b-3244-4ba9-8ce6-4498b62a2b36 req-14409c92-9619-4e05-9882-6cc4e15b26d3 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5cbea018-f162-4f8f-ab77-619afcf014ef/bindings/n-h2-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.3318384 Jul 15 23:04:51.496740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Request body: {'port': {'device_id': 'd6646ef9-ee97-40ca-b823-5cdbe47707c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:51.505014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-cce57684-b6f8-42dc-94dd-816c72680749 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1901009 Jul 15 23:04:51.516970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36575c06-5117-485f-9b1e-24c3deeebe31 req-2e7e8762-b121-4d85-ad53-b322fa3304af tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815928 Jul 15 23:04:51.591624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.685683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d11bab7e-0a16-427f-9371-813f46dec760 None None] Provisioning for port 721b0b29-b223-4479-a5e9-f313da5c61a9 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:51.695627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d11bab7e-0a16-427f-9371-813f46dec760 None None] Provisioning complete for port 721b0b29-b223-4479-a5e9-f313da5c61a9 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:51.696182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d11bab7e-0a16-427f-9371-813f46dec760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.754106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d11bab7e-0a16-427f-9371-813f46dec760 None None] Port 721b0b29-b223-4479-a5e9-f313da5c61a9 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:51.842047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99103057-2edc-49e6-8143-c058a85b52b1 req-a900cc44-81fd-418f-9605-c6949bd453c8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.843651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99103057-2edc-49e6-8143-c058a85b52b1 req-a900cc44-81fd-418f-9605-c6949bd453c8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 936 time: 0.0726786 Jul 15 23:04:51.916976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99103057-2edc-49e6-8143-c058a85b52b1 req-bdc3e5d0-e202-4113-b96a-21396a60ae18 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672076 Jul 15 23:04:51.969169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721b0b29-b223-4479-a5e9-f313da5c61a9 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:51.988479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.003956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Transition to ACTIVE for port object 721b0b29-b223-4479-a5e9-f313da5c61a9 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:52.008924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.082229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-516d0a23-e401-41d3-a5bf-f3d21437777e req-48d61b56-f632-4dbf-a110-589e4517dcf9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 210 time: 0.0433695 Jul 15 23:04:52.097111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f07f-fde1-4c95-a762-8a5d4206ce43 req-c43a2131-bb0c-412e-bb72-3b2e535624a7 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.104531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e490f07f-fde1-4c95-a762-8a5d4206ce43 req-c43a2131-bb0c-412e-bb72-3b2e535624a7 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 948 time: 0.1591363 Jul 15 23:04:52.148838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e490f07f-fde1-4c95-a762-8a5d4206ce43 req-fdbafcbe-3dc1-49c3-8cc0-222e80b7d28e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433729 Jul 15 23:04:52.159491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Pushing event updated for resources: {'Port': ['ID=721b0b29-b223-4479-a5e9-f313da5c61a9,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:52.206490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Attempting to bind port 721b0b29-b223-4479-a5e9-f313da5c61a9 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:52.207146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Attempting to bind port 721b0b29-b223-4479-a5e9-f313da5c61a9 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:52.207490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Attempting to bind port 721b0b29-b223-4479-a5e9-f313da5c61a9 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:52.212769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Port 721b0b29-b223-4479-a5e9-f313da5c61a9 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:52.213100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Attempting to bind port 721b0b29-b223-4479-a5e9-f313da5c61a9 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:52.221415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:52.221771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:52.222198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:52.222639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Bound port: 721b0b29-b223-4479-a5e9-f313da5c61a9, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:52.223034 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.326602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 07c12ddd-e32d-4fce-9666-369573267af4 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:52.368386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] For port 721b0b29-b223-4479-a5e9-f313da5c61a9, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:52.376587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] For port 721b0b29-b223-4479-a5e9-f313da5c61a9, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=721b0b29-b223-4479-a5e9-f313da5c61a9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:52.385159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.420427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.424157 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.426135 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] 10.222.0.37 "PUT /v2.0/ports/721b0b29-b223-4479-a5e9-f313da5c61a9 HTTP/1.1" status: 200 len: 1096 time: 0.9348567 Jul 15 23:04:52.479821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6646ef9-ee97-40ca-b823-5cdbe47707c4', 'tag': '721b0b29-b223-4479-a5e9-f313da5c61a9'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:52.484919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 07c12ddd-e32d-4fce-9666-369573267af4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=07c12ddd-e32d-4fce-9666-369573267af4,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:52.487529 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8317919-e2be-45f4-a2ec-160c4a05c476" -d '{"events": [{"name": "network-changed", "server_uuid": "d6646ef9-ee97-40ca-b823-5cdbe47707c4", "tag": "721b0b29-b223-4479-a5e9-f313da5c61a9"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:52.500553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '07c12ddd-e32d-4fce-9666-369573267af4', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '07c12ddd-e32d-4fce-9666-369573267af4', 'mac_address': 'fa:16:3e:e6:b3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:52.504321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:52.550685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:52.551058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device dbaed879-2eaa-4cc1-95f3-59d82a5c5d4c not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:52.614238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16336fd6-e937-49f5-95c5-5409ea903761 service neutron] Pushing event updated for resources: {'Port': ['ID=721b0b29-b223-4479-a5e9-f313da5c61a9,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:52.632535 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.659466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c12ddd-e32d-4fce-9666-369573267af4 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:52.661714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-12e0d1ce-f6ca-47d9-8867-103fa945315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.663489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-12e0d1ce-f6ca-47d9-8867-103fa945315f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 1099 time: 0.1521206 Jul 15 23:04:52.704422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 07c12ddd-e32d-4fce-9666-369573267af4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=07c12ddd-e32d-4fce-9666-369573267af4,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:52.717547 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.753059 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-cce52df5-6b4b-48e7-a01c-032cb2de10d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=721b0b29-b223-4479-a5e9-f313da5c61a9 HTTP/1.1" status: 200 len: 217 time: 0.0706620 Jul 15 23:04:52.787840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=07c12ddd-e32d-4fce-9666-369573267af4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:52.815833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8a7a-d218-47dd-bd46-4d0ec8c86989 req-9217ac56-c569-407a-a4ac-66b325fb9140 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.819493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fdf8a7a-d218-47dd-bd46-4d0ec8c86989 req-9217ac56-c569-407a-a4ac-66b325fb9140 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1095 time: 0.4004424 Jul 15 23:04:52.834124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-02ad41bd-2948-4f60-97c8-cb07ac733205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.835894 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-02ad41bd-2948-4f60-97c8-cb07ac733205 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0664480 Jul 15 23:04:52.838054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660654d9-b1c1-4f43-af23-640786b828fe req-0d380ebc-2bbc-4ecf-b1b7-84740528eaf0 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.839524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-660654d9-b1c1-4f43-af23-640786b828fe req-0d380ebc-2bbc-4ecf-b1b7-84740528eaf0 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 950 time: 0.4188118 Jul 15 23:04:52.886071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fdf8a7a-d218-47dd-bd46-4d0ec8c86989 req-bec94477-52b3-4778-ab12-2300ebf59c1c tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620470 Jul 15 23:04:52.891446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-660654d9-b1c1-4f43-af23-640786b828fe req-6f3472c8-4976-4fef-8048-fa7744ee736f tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Jul 15 23:04:52.893801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-64751db3-49bc-4d39-a2ee-5e9232079ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.895553 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-64751db3-49bc-4d39-a2ee-5e9232079ada service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531809 Jul 15 23:04:53.016570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-3827aea3-80f5-4cc4-9fbb-00e0c4b9bcc5 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133087 Jul 15 23:04:53.046669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-634ed733-c05c-46e4-9662-2c62be33dd46 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=16104c57c594496784cba5c8cbcbb973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234895 Jul 15 23:04:53.062841 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5c0f84-1dac-4e3d-ad46-2b007f63d2e5 x-openstack-request-id: req-fe5c0f84-1dac-4e3d-ad46-2b007f63d2e5 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:53.063136 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6646ef9-ee97-40ca-b823-5cdbe47707c4", "tag": "721b0b29-b223-4479-a5e9-f313da5c61a9", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:53.063386 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe5c0f84-1dac-4e3d-ad46-2b007f63d2e5 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:53.063768 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6646ef9-ee97-40ca-b823-5cdbe47707c4', 'tag': '721b0b29-b223-4479-a5e9-f313da5c61a9', 'status': 'completed', 'code': 200} Jul 15 23:04:53.094190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['07c12ddd-e32d-4fce-9666-369573267af4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:53.126793 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3ae7b11-98de-4608-a18e-28ada39de0bc req-f06ac1dd-5e56-4130-ba75-b58d4b8fb795 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030455 Jul 15 23:04:53.151134 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.162151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-7284cf90-26b2-4a21-bc32-890a95d7c1b7 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.163848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-7284cf90-26b2-4a21-bc32-890a95d7c1b7 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121342 Jul 15 23:04:53.183975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-cc563cb0-d843-43a1-8940-029f50537a27 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/quotas/16104c57c594496784cba5c8cbcbb973 HTTP/1.1" status: 200 len: 375 time: 0.0100932 Jul 15 23:04:53.219669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-e32af0ae-4562-42c4-b8d0-09e7bca722b5 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16104c57c594496784cba5c8cbcbb973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298781 Jul 15 23:04:53.314270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-409257d4-051e-4c7d-a428-a0776e384034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.316142 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-409257d4-051e-4c7d-a428-a0776e384034 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 1099 time: 0.0729165 Jul 15 23:04:53.407984 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-046950b7-5ee4-4142-b71b-7a95fe04d88d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d2a9153618404a499f01d6124fdc8755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295761 Jul 15 23:04:53.546458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-6a5162dd-974d-4a92-92d0-657451b2707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.547791 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-6a5162dd-974d-4a92-92d0-657451b2707e service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2176731 Jul 15 23:04:53.607795 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-40669dbc-8d69-4359-bce0-51f7cec8d371 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=721b0b29-b223-4479-a5e9-f313da5c61a9 HTTP/1.1" status: 200 len: 217 time: 0.0516610 Jul 15 23:04:53.619622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b26b-c144-4921-9654-bdde44bba511 req-b138c071-624c-4023-8bca-416b6a5444a5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.621334 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-b138c071-624c-4023-8bca-416b6a5444a5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864572 Jul 15 23:04:53.659863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Request body: {'port': {'device_id': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'd2a9153618404a499f01d6124fdc8755'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:53.689019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105e4d1-545c-4125-9b09-be0b4edc6f37 req-7e86797b-9329-4675-ab80-68ea5d481149 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.690618 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f105e4d1-545c-4125-9b09-be0b4edc6f37 req-7e86797b-9329-4675-ab80-68ea5d481149 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 948 time: 0.2152815 Jul 15 23:04:53.750894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-0745da6d-0131-486f-ace1-10217253d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.752487 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-0745da6d-0131-486f-ace1-10217253d024 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1302783 Jul 15 23:04:53.757222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-3538039d-cf53-4e4d-8819-152f9d6526eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.764564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-3538039d-cf53-4e4d-8819-152f9d6526eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 821 time: 0.1636243 Jul 15 23:04:53.769508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f105e4d1-545c-4125-9b09-be0b4edc6f37 req-93c0ef2f-9d8e-4ff0-ae75-d43ac3b16627 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689642 Jul 15 23:04:53.785153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-5264c439-2dd3-4258-9990-f769559b090f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/quotas/8ec79eae0bbe481ba8cb316aefd158cd HTTP/1.1" status: 200 len: 375 time: 0.0196233 Jul 15 23:04:53.864674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-b22df5f3-8022-4e4d-9c9d-c4e7d8d9e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.866395 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-b22df5f3-8022-4e4d-9c9d-c4e7d8d9e9d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035800 Jul 15 23:04:53.867040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Made reservation on behalf of d2a9153618404a499f01d6124fdc8755 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:53.872800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.877469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2268b06-00e8-40dd-bfad-2badf01dbcf9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913877 Jul 15 23:04:53.932801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a68ea80-0222-44f8-96df-8cdf553318c0 req-8dc5ed9d-72a7-499d-b4ed-1acc7a04c101 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 210 time: 0.0365767 Jul 15 23:04:54.001633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-3d8ed345-b03b-4522-a1f3-7b0412b3cfe6 service neutron] 10.222.0.23 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231117 Jul 15 23:04:54.075028 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-d74f200c-1880-4b91-b677-66c4e76b76c6 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963253 Jul 15 23:04:54.126256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Allocated IP 192.168.233.15 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/d71df3f2-cbc8-4097-95ad-e4b443e47ec7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:54.154465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-3875e733-ed62-448f-9a08-443001c18105 service neutron] 10.222.0.23 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468039 Jul 15 23:04:54.169337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2251d32-82aa-4a57-b89f-59613854dd84 req-0edf25f6-90a7-4a2c-88ff-ba480efe3caa tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.171018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2251d32-82aa-4a57-b89f-59613854dd84 req-0edf25f6-90a7-4a2c-88ff-ba480efe3caa tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 949 time: 0.0964582 Jul 15 23:04:54.220482 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8317919-e2be-45f4-a2ec-160c4a05c476 req-b0b1b6d4-ee78-4b36-aa3c-1d6130b9fdec service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377447 Jul 15 23:04:54.226099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2251d32-82aa-4a57-b89f-59613854dd84 req-d87228e9-5e0f-49f8-92e9-a10f917e1d18 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478766 Jul 15 23:04:54.338411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 07c12ddd-e32d-4fce-9666-369573267af4 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:54.379840 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.382078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5c6a2a8-4e71-470c-879a-60d889fd0d54 req-c3b8051c-bd16-41bc-8e19-ad9e771a80f9 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 210 time: 0.0533564 Jul 15 23:04:54.398871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Transition to ACTIVE for port object d71df3f2-cbc8-4097-95ad-e4b443e47ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:54.440942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 07c12ddd-e32d-4fce-9666-369573267af4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:54.449893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 07c12ddd-e32d-4fce-9666-369573267af4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:54.450314 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.451052 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.488379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de3bc11e-6689-4689-80c8-7ce0b7236c3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:54.491276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae6dec-b708-44ed-8032-bb6bb4f1e272 req-165a4b44-1af7-445c-a1f5-c33dca6894ea tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.493113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87ae6dec-b708-44ed-8032-bb6bb4f1e272 req-165a4b44-1af7-445c-a1f5-c33dca6894ea tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 950 time: 0.1139107 Jul 15 23:04:54.533831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:54.541285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:54.546957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:54.552578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:54.581730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87ae6dec-b708-44ed-8032-bb6bb4f1e272 req-f7748ca6-b351-472c-a699-0df996da551c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817337 Jul 15 23:04:54.687161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55fa16de-24d5-4c24-9b62-bea4fd3a672b req-da39698d-0ed1-4dfb-a90d-368bd8191335 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 210 time: 0.0577292 Jul 15 23:04:54.723551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.724990 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.764255 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-c9d29741-f178-4a7a-bd71-46a7382f631a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1114140 Jul 15 23:04:54.780405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.787023 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.788063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Request body: {'port': {'device_id': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:54.938583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-2e61974b-d5a4-46a5-aa71-0bb0ac210994 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=16104c57c594496784cba5c8cbcbb973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667634 Jul 15 23:04:54.956070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.962313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a891b6-9533-4e8d-b84e-6d8aeef5e474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c12ddd-e32d-4fce-9666-369573267af4'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:54.968867 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9236eec-beb1-4c74-8f10-011ca68fa5d8" -d '{"events": [{"server_uuid": "d8a891b6-9533-4e8d-b84e-6d8aeef5e474", "name": "network-vif-plugged", "status": "completed", "tag": "07c12ddd-e32d-4fce-9666-369573267af4"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:55.027935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 07c12ddd-e32d-4fce-9666-369573267af4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=07c12ddd-e32d-4fce-9666-369573267af4,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:55.029824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-9a22ef6a-7d36-413e-831c-bc9186270cc8 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c4322fd4a4124d1386e058f48b01caa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007311 Jul 15 23:04:55.049488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.112266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=07c12ddd-e32d-4fce-9666-369573267af4,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.136865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cda08827-98b6-49c5-ae71-dee7453b6125 None None] Provisioning for port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:55.154308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cda08827-98b6-49c5-ae71-dee7453b6125 None None] Provisioning complete for port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:55.161548 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cda08827-98b6-49c5-ae71-dee7453b6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.198625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:55.207089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-cda08827-98b6-49c5-ae71-dee7453b6125 None None] Port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:55.343281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71df3f2-cbc8-4097-95ad-e4b443e47ec7 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:55.362478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.364034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad86b3-395b-410b-87e6-e6a2d5858ded req-a50f7aa8-183a-4154-ba48-b7dd10136690 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.365583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51ad86b3-395b-410b-87e6-e6a2d5858ded req-a50f7aa8-183a-4154-ba48-b7dd10136690 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 948 time: 0.3190665 Jul 15 23:04:55.374230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-abb741bf-429b-4e12-a7c4-15f9666a708d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.375739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-abb741bf-429b-4e12-a7c4-15f9666a708d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3590746 Jul 15 23:04:55.383784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-de85c615-c0f9-498e-8eb1-4b7f2b5e7324 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.385489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eec75f8c-762a-4009-9eb6-1ee5f2f5d1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.389551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Transition to ACTIVE for port object d71df3f2-cbc8-4097-95ad-e4b443e47ec7 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:55.390431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-de85c615-c0f9-498e-8eb1-4b7f2b5e7324 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597560 Jul 15 23:04:55.395538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.408589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Request body: {'port': {'device_id': '6d41eed5-bc15-4a0c-ab81-83bb686e646c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '16104c57c594496784cba5c8cbcbb973'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:55.443909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-c3d094e6-0e17-4474-bedf-19bbcf8e6784 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/quotas/c4322fd4a4124d1386e058f48b01caa1 HTTP/1.1" status: 200 len: 375 time: 0.0523355 Jul 15 23:04:55.491228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.511201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51ad86b3-395b-410b-87e6-e6a2d5858ded req-d488e100-8d6e-4eb6-b2c3-b77c1fc8bbea tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343708 Jul 15 23:04:55.591094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Attempting to bind port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:55.591432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Attempting to bind port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:55.591767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Attempting to bind port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:55.599717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:55.600205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Attempting to bind port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:55.615847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6becfa6c-7630-481f-bb6f-fbe84010499f tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4322fd4a4124d1386e058f48b01caa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1708395 Jul 15 23:04:55.616515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:55.616922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:55.617323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:55.617777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Bound port: d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:55.618217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.642371 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eec75f8c-762a-4009-9eb6-1ee5f2f5d1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.676913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eec75f8c-762a-4009-9eb6-1ee5f2f5d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.690150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Made reservation on behalf of 16104c57c594496784cba5c8cbcbb973 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:55.693977 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.760186 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eec75f8c-762a-4009-9eb6-1ee5f2f5d1b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12d0d8b25ef24d8492e1d23ddd920e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521631 Jul 15 23:04:55.760186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:55.760916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53848) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:55.780401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec75f8c-762a-4009-9eb6-1ee5f2f5d1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e614aef-7b86-4b72-8bf8-c55094301986,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.790934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:55.797459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.802229 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78a7c49-e515-4f8d-a355-8430bda484c5 x-openstack-request-id: req-e78a7c49-e515-4f8d-a355-8430bda484c5 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:55.802741 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a891b6-9533-4e8d-b84e-6d8aeef5e474", "name": "network-vif-plugged", "status": "completed", "tag": "07c12ddd-e32d-4fce-9666-369573267af4", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:55.802741 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e78a7c49-e515-4f8d-a355-8430bda484c5 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:55.803329 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a891b6-9533-4e8d-b84e-6d8aeef5e474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c12ddd-e32d-4fce-9666-369573267af4', 'code': 200} Jul 15 23:04:55.841752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.842415 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.844543 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] 10.222.0.59 "PUT /v2.0/ports/d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 1095 time: 1.0635753 Jul 15 23:04:55.844870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:55.847479 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40939467-51bb-4436-9477-1d55fce5c05a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:55.876196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2708fe-c4b6-487a-84aa-756ccef59625 service neutron] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.888786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b89d9048-fe7b-4607-8643-cc96734e7cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.930599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37edf8e-7563-41fa-baa9-616f32880cd3 req-47034741-0897-4fff-9f1e-76766d18629b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.932522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b37edf8e-7563-41fa-baa9-616f32880cd3 req-47034741-0897-4fff-9f1e-76766d18629b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 947 time: 0.2596638 Jul 15 23:04:55.955117 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b89d9048-fe7b-4607-8643-cc96734e7cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.006040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798046f-2ef3-4efe-b5ac-9edd51979829 req-aacbee4b-7b70-471d-8e30-a28314277641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.007647 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3798046f-2ef3-4efe-b5ac-9edd51979829 req-aacbee4b-7b70-471d-8e30-a28314277641 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 1101 time: 0.0742767 Jul 15 23:04:56.056766 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3798046f-2ef3-4efe-b5ac-9edd51979829 req-6f2c10ce-56d8-448a-bea7-e1f19e066b67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Jul 15 23:04:56.155663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b37edf8e-7563-41fa-baa9-616f32880cd3 req-a161e75b-b5ca-454e-9850-fea616968e62 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512570 Jul 15 23:04:56.211120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Allocated IP 192.168.233.65 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/7408ea6c-a307-4c41-bdf9-fd6aa414f955) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:56.214594 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b89d9048-fe7b-4607-8643-cc96734e7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.217731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b89d9048-fe7b-4607-8643-cc96734e7cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.232852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b89d9048-fe7b-4607-8643-cc96734e7cc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e614aef-7b86-4b72-8bf8-c55094301986 HTTP/1.1" status: 204 len: 168 time: 0.4673841 Jul 15 23:04:56.279996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d9048-fe7b-4607-8643-cc96734e7cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e614aef-7b86-4b72-8bf8-c55094301986,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:56.299295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b26b-c144-4921-9654-bdde44bba511 req-fef911de-a541-444f-984b-a8382d45da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.311674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-fef911de-a541-444f-984b-a8382d45da43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1098 time: 0.3088164 Jul 15 23:04:56.322948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b278cf4-975f-4a79-ad4c-84189012c67d req-b2b1f2fc-328e-4d82-8c04-73ebfcc82971 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.328045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b278cf4-975f-4a79-ad4c-84189012c67d req-b2b1f2fc-328e-4d82-8c04-73ebfcc82971 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 950 time: 0.3110459 Jul 15 23:04:56.347657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-d1767226-b263-43cb-9b09-e8f37837b3c5 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.349202 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-d1767226-b263-43cb-9b09-e8f37837b3c5 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 821 time: 0.2060375 Jul 15 23:04:56.373943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Request body: {'port': {'device_id': '1b21d174-9816-4dc7-9979-8c10a137c281', 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'admin_state_up': True, 'tenant_id': '8ec79eae0bbe481ba8cb316aefd158cd'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:56.402359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38cf9853-fd7a-46fe-b332-df8c9a279d20 req-43c16e0e-a708-4e51-a2eb-0c7ff1e36520 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 210 time: 0.0723782 Jul 15 23:04:56.454002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-2c26d7bc-565d-4513-a355-d96b270234f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 217 time: 0.0936911 Jul 15 23:04:56.596360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b278cf4-975f-4a79-ad4c-84189012c67d req-099153d2-8f90-407b-960e-873b33d54b7a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174029 Jul 15 23:04:56.618098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Made reservation on behalf of 8ec79eae0bbe481ba8cb316aefd158cd for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:56.621934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.643411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b26b-c144-4921-9654-bdde44bba511 req-fd627540-8a46-4002-ac60-0da55b81e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.645008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-fd627540-8a46-4002-ac60-0da55b81e089 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1608865 Jul 15 23:04:56.648416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53868) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:56.752315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8acf938-9652-47a5-88af-23774c531f48 req-e5b6c16a-7c7c-4733-9078-97149f7117b8 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 210 time: 0.0571988 Jul 15 23:04:56.757604 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8847e-0356-445f-897c-cb3d4800f634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.804057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b96c5a8b-52f7-4498-8fb5-0fdf1c51b31e req-2149a165-a4e1-4490-a0d1-baf6af95425e tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 210 time: 0.0480707 Jul 15 23:04:56.820191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Allocated IP 172.20.0.2 (2e721c03-3ff5-4c77-9e43-d2dc18b737a4/4f0788d7-333c-43be-be77-deb15b417431/a2ccde38-e11e-4270-96e0-281a85b7a96d) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:56.836775 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cc4063-aa79-4284-953a-d58351e517e9 x-openstack-request-id: req-39cc4063-aa79-4284-953a-d58351e517e9 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:56.837207 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:56.837742 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39cc4063-aa79-4284-953a-d58351e517e9 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:56.837742 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'status': 'completed', 'code': 200} Jul 15 23:04:56.857234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.876768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Transition to ACTIVE for port object 7408ea6c-a307-4c41-bdf9-fd6aa414f955 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:56.919451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b26b-c144-4921-9654-bdde44bba511 req-ed0b154d-a7e0-4587-9fa8-e8c37b18505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.920992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-ed0b154d-a7e0-4587-9fa8-e8c37b18505e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244713 Jul 15 23:04:56.984303 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.000264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8847e-0356-445f-897c-cb3d4800f634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.005882 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8847e-0356-445f-897c-cb3d4800f634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.062999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.072008 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5fd8847e-0356-445f-897c-cb3d4800f634 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6017809d6ba448a8939a18c957c4ebef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214108 Jul 15 23:04:57.074486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8847e-0356-445f-897c-cb3d4800f634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f98fd4d-3b22-47b2-842c-128d3c056857,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.076890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53870) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:57.086154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:57.097805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:57.101779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Pushing event updated for resources: {'Port': ['ID=7408ea6c-a307-4c41-bdf9-fd6aa414f955,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.104121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:57.110346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.110982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.145491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638c008-7696-4d58-9176-c9071987b2e7 req-fa16cc56-588c-4afb-9459-9d8c7409b9db tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.148811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dc0918c-b587-4d80-ab7d-6af114516c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.150943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.151365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4638c008-7696-4d58-9176-c9071987b2e7 req-fa16cc56-588c-4afb-9459-9d8c7409b9db tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 948 time: 0.2206609 Jul 15 23:04:57.158134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5a105758-272b-4dc2-a21f-80b8db94421c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7645991 Jul 15 23:04:57.160610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-855b2661-1a6f-4c63-af83-6a34e9a42074 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169538 Jul 15 23:04:57.188905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Request body: {'port': {'device_id': '6d41eed5-bc15-4a0c-ab81-83bb686e646c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:57.216055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dc0918c-b587-4d80-ab7d-6af114516c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.228653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:57.233931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Pushing event updated for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.236421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:57.242489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:57.276204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4638c008-7696-4d58-9176-c9071987b2e7 req-cf4f80db-6aee-4b23-a612-5bdac92566ca tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144626 Jul 15 23:04:57.321307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.321930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.332089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dc0918c-b587-4d80-ab7d-6af114516c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.334479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dc0918c-b587-4d80-ab7d-6af114516c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.338347 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9dc0918c-b587-4d80-ab7d-6af114516c81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f98fd4d-3b22-47b2-842c-128d3c056857 HTTP/1.1" status: 204 len: 168 time: 0.2569735 Jul 15 23:04:57.346273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0918c-b587-4d80-ab7d-6af114516c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f98fd4d-3b22-47b2-842c-128d3c056857,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.348961 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-f2f3ff74-4110-4abd-9760-3e801ea3b5ee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9812391 Jul 15 23:04:57.383638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Request body: {'port': {'device_id': '1b21d174-9816-4dc7-9979-8c10a137c281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:57.387109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.406421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d8011369-33e4-4e46-a395-ea60a2811c7e None None] Provisioning for port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:57.412971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d8011369-33e4-4e46-a395-ea60a2811c7e None None] Provisioning complete for port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:57.413838 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d8011369-33e4-4e46-a395-ea60a2811c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.444521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2b26b-c144-4921-9654-bdde44bba511 req-aa06ed2a-2c50-43e1-8a9b-5d4223f0b2f3 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601440 Jul 15 23:04:57.470350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d8011369-33e4-4e46-a395-ea60a2811c7e None None] Port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:57.557162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.583955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1117964-a74e-4a5b-b09d-e56f34a5269c req-6d0228f4-8d1c-49de-9165-f4ec655927c9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.585738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1117964-a74e-4a5b-b09d-e56f34a5269c req-6d0228f4-8d1c-49de-9165-f4ec655927c9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 947 time: 0.2142918 Jul 15 23:04:57.614065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 721b0b29-b223-4479-a5e9-f313da5c61a9 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:57.785592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 721b0b29-b223-4479-a5e9-f313da5c61a9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=721b0b29-b223-4479-a5e9-f313da5c61a9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:57.795522 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-5c4fdac0-9b46-4417-a02f-a7acafc8ae2f tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c4322fd4a4124d1386e058f48b01caa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291927 Jul 15 23:04:57.803401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '721b0b29-b223-4479-a5e9-f313da5c61a9', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '721b0b29-b223-4479-a5e9-f313da5c61a9', 'mac_address': 'fa:16:3e:c5:ee:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:57.874276 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.913109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721b0b29-b223-4479-a5e9-f313da5c61a9 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:57.968271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 721b0b29-b223-4479-a5e9-f313da5c61a9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=721b0b29-b223-4479-a5e9-f313da5c61a9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:57.976507 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.022201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1117964-a74e-4a5b-b09d-e56f34a5269c req-541550a4-2262-4982-ba00-38b3356712b0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801023 Jul 15 23:04:58.065636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=721b0b29-b223-4479-a5e9-f313da5c61a9,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.077168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40939467-51bb-4436-9477-1d55fce5c05a req-011775d2-b42d-478b-a199-e54bbe7bd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.079554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40939467-51bb-4436-9477-1d55fce5c05a req-011775d2-b42d-478b-a199-e54bbe7bd79d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1098 time: 0.5041509 Jul 15 23:04:58.091644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdfd9a-ac83-4ec4-b56b-e133512eb05c req-03ce17c4-2cfd-4035-9e26-31f56289f531 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.093250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ecdfd9a-ac83-4ec4-b56b-e133512eb05c req-03ce17c4-2cfd-4035-9e26-31f56289f531 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 935 time: 0.5262644 Jul 15 23:04:58.110617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-087979c8-8529-44b0-846d-2b0ba6e5cb71 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.112263 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-087979c8-8529-44b0-846d-2b0ba6e5cb71 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979064 Jul 15 23:04:58.153490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Request body: {'port': {'device_id': 'dde74c1f-a151-4f67-aeca-28a9df099c8a', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'c4322fd4a4124d1386e058f48b01caa1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:58.234291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ccde38-e11e-4270-96e0-281a85b7a96d {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:58.237523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ecdfd9a-ac83-4ec4-b56b-e133512eb05c req-61e0cc35-0b3f-43d9-93b7-4cf912d0971a tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290622 Jul 15 23:04:58.275674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7408ea6c-a307-4c41-bdf9-fd6aa414f955 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:58.285317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.286027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.303623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Transition to ACTIVE for port object 7408ea6c-a307-4c41-bdf9-fd6aa414f955 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:58.313782 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.327591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Transition to ACTIVE for port object a2ccde38-e11e-4270-96e0-281a85b7a96d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:58.341191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:58.349215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40939467-51bb-4436-9477-1d55fce5c05a req-38530ad4-fbbc-451f-8635-a5a3657c7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.351040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40939467-51bb-4436-9477-1d55fce5c05a req-38530ad4-fbbc-451f-8635-a5a3657c7269 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2569139 Jul 15 23:04:58.356511 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.368585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Made reservation on behalf of c4322fd4a4124d1386e058f48b01caa1 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:58.379371 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.468788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53906) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:58.480588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.556030 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40939467-51bb-4436-9477-1d55fce5c05a req-04e63bf2-d997-4d78-896a-91a38a5501e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 217 time: 0.1687400 Jul 15 23:04:58.557617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Pushing event updated for resources: {'Port': ['ID=7408ea6c-a307-4c41-bdf9-fd6aa414f955,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.648023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Attempting to bind port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:58.648367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Attempting to bind port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:58.648700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Attempting to bind port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:58.657746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1861998168-network', 'tenant_id': '516a2cb520d4453798347a5cc87dac15'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:58.666637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:58.666857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Attempting to bind port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:58.680363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40939467-51bb-4436-9477-1d55fce5c05a req-fa1c952e-1916-434d-987c-c07f6eff0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.682300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40939467-51bb-4436-9477-1d55fce5c05a req-fa1c952e-1916-434d-987c-c07f6eff0c45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1123865 Jul 15 23:04:58.692584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525808-fbdb-4dd8-a225-9a810be2913a req-3ae6c11a-9ce4-43aa-bf4b-7d1c282c7711 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.694122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70525808-fbdb-4dd8-a225-9a810be2913a req-3ae6c11a-9ce4-43aa-bf4b-7d1c282c7711 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 943 time: 0.2958119 Jul 15 23:04:58.696278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:58.696818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:58.697206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:58.697658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Bound port: 7408ea6c-a307-4c41-bdf9-fd6aa414f955, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:58.698033 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.732316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bec93-1c7e-449d-9eab-eec0bfa84743 req-b266880c-36c6-4977-bb21-af16f7db3fa3 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.733953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-540bec93-1c7e-449d-9eab-eec0bfa84743 req-b266880c-36c6-4977-bb21-af16f7db3fa3 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 950 time: 0.4076123 Jul 15 23:04:58.846698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70525808-fbdb-4dd8-a225-9a810be2913a req-25c28ab7-0092-459d-be8f-0709c5605d1d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464436 Jul 15 23:04:58.874000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-540bec93-1c7e-449d-9eab-eec0bfa84743 req-7f19de3b-dbff-4811-b61e-0f673208c3e4 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103737 Jul 15 23:04:58.907286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] For port 7408ea6c-a307-4c41-bdf9-fd6aa414f955, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:58.911384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] For port 7408ea6c-a307-4c41-bdf9-fd6aa414f955, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=7408ea6c-a307-4c41-bdf9-fd6aa414f955,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:58.920511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40939467-51bb-4436-9477-1d55fce5c05a req-81b4a57f-8a4b-49e4-9b87-927d631868ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.922301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40939467-51bb-4436-9477-1d55fce5c05a req-81b4a57f-8a4b-49e4-9b87-927d631868ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170131 Jul 15 23:04:58.924193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.935318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:58.935930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:58.936030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:58.961720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:58.962138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:58.965287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Allocated IP 192.168.233.253 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/02c07717-2d5c-437d-92df-e60f3f8dc6b8) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:58.970600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Made reservation on behalf of 516a2cb520d4453798347a5cc87dac15 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:58.972934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.989130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.999507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:58.999842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:59.000228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:59.000674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Bound port: a2ccde38-e11e-4270-96e0-281a85b7a96d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:59.001023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.035464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32444a40-2793-4781-95b9-f3f99a7dc4ea req-18a2ba7c-c355-446d-bc42-ef0b8176a48d tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 210 time: 0.0680692 Jul 15 23:04:59.039156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.039677 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.041204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] 10.222.0.59 "PUT /v2.0/ports/7408ea6c-a307-4c41-bdf9-fd6aa414f955 HTTP/1.1" status: 200 len: 1095 time: 1.8614955 Jul 15 23:04:59.058992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d41eed5-bc15-4a0c-ab81-83bb686e646c', 'tag': '7408ea6c-a307-4c41-bdf9-fd6aa414f955'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:59.063851 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aa2104-417e-4b31-8270-5bec092fe95f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d41eed5-bc15-4a0c-ab81-83bb686e646c", "tag": "7408ea6c-a307-4c41-bdf9-fd6aa414f955"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:59.169705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62bdf1-f851-4e82-a9f2-5a9f8b44decc service neutron] Pushing event updated for resources: {'Port': ['ID=7408ea6c-a307-4c41-bdf9-fd6aa414f955,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.217621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:59.242132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:59.251991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40939467-51bb-4436-9477-1d55fce5c05a req-ce90e5ff-5f41-4e67-ac1a-f94dde1faf8c service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740119 Jul 15 23:04:59.254286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.268473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b41fe-6314-45af-aadd-12d7a76ac56d req-b2276f70-bf05-471a-967a-7c4cfc293b63 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.270164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-787b41fe-6314-45af-aadd-12d7a76ac56d req-b2276f70-bf05-471a-967a-7c4cfc293b63 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 949 time: 0.2525637 Jul 15 23:04:59.300188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-f2f2498f-7c19-4402-9689-92bff3947fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.301570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-f2f2498f-7c19-4402-9689-92bff3947fdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16104c57c594496784cba5c8cbcbb973&device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 1098 time: 0.1829634 Jul 15 23:04:59.307983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.308357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.310879 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 200 len: 1091 time: 1.9320803 Jul 15 23:04:59.318518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:59.322041 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0326a75-2a63-4a75-9038-5ea526aeaaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:59.355018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.358829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.376460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.388686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12c930-d6b1-4e4b-9df0-e88f46f061d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.398857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-48837ac0-ec46-4357-94e8-2587225cd056 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=7408ea6c-a307-4c41-bdf9-fd6aa414f955 HTTP/1.1" status: 200 len: 217 time: 0.0811262 Jul 15 23:04:59.412393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Transition to ACTIVE for port object 02c07717-2d5c-437d-92df-e60f3f8dc6b8 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:59.422272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-787b41fe-6314-45af-aadd-12d7a76ac56d req-5d77b8e6-8849-4314-bed8-c5e6c7df260f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404331 Jul 15 23:04:59.440669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:59.465739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953adafe-1c31-4640-94d8-ab56c45444fb,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.475396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.475749 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Added segment 05071c19-7e04-43c6-894e-5a7190d3eba0 of type vlan for network 89895da1-cf17-4ce3-8e5e-62ea39d5855f Jul 15 23:04:59.486185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40939467-51bb-4436-9477-1d55fce5c05a req-6615e90a-1cea-4c4d-8f8f-aefe3e2aa129 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149379 Jul 15 23:04:59.493792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-31113436-9596-4620-ab7b-0b0b7221c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.495338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-31113436-9596-4620-ab7b-0b0b7221c181 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0849218 Jul 15 23:04:59.498409 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a969fd38-14d4-4b50-b5a7-66fac988eea5 x-openstack-request-id: req-a969fd38-14d4-4b50-b5a7-66fac988eea5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:59.498682 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d41eed5-bc15-4a0c-ab81-83bb686e646c", "tag": "7408ea6c-a307-4c41-bdf9-fd6aa414f955", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:59.499026 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a969fd38-14d4-4b50-b5a7-66fac988eea5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:59.499559 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d41eed5-bc15-4a0c-ab81-83bb686e646c', 'tag': '7408ea6c-a307-4c41-bdf9-fd6aa414f955', 'status': 'completed', 'code': 200} Jul 15 23:04:59.544962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.557085 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.563726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-3d3f351b-5f2c-4853-b770-69e89b971c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.565456 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-3d3f351b-5f2c-4853-b770-69e89b971c0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1094 time: 0.1672997 Jul 15 23:04:59.581564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-72039ede-1947-4ca6-bc9e-b5a483dabd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.583352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-72039ede-1947-4ca6-bc9e-b5a483dabd89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652678 Jul 15 23:04:59.596441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['027611c1-6eef-4f91-92d6-e2403dc6552a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:59.624358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 721b0b29-b223-4479-a5e9-f313da5c61a9 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:59.665262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:59.676271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:59.679532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:59.693832 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-fdf574df-1d2b-42e1-a25b-1a5872f8de82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 200 len: 217 time: 0.0868111 Jul 15 23:04:59.721234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 721b0b29-b223-4479-a5e9-f313da5c61a9 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:59.737285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.738257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.738880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.754074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 721b0b29-b223-4479-a5e9-f313da5c61a9 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:59.754588 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.764505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Pushing event updated for resources: {'Port': ['ID=02c07717-2d5c-437d-92df-e60f3f8dc6b8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.820567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-5d833610-4b01-4535-bb89-507d04280928 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193518 Jul 15 23:04:59.828298 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3572686 Jul 15 23:04:59.828915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:59.839025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Request body: {'subnet': {'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1861998168-subnet', 'tenant_id': '516a2cb520d4453798347a5cc87dac15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:59.867332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca2d9-51a3-4d9a-846f-c3fbf655768c req-aafffc15-212e-49c8-a2ad-f3343760512d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.868979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6cca2d9-51a3-4d9a-846f-c3fbf655768c req-aafffc15-212e-49c8-a2ad-f3343760512d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 947 time: 0.2587373 Jul 15 23:04:59.881358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.881983 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.888778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0c0df-ebaf-4bf2-9fea-db7733c7ee01 admin admin] Pushing event updated for resources: {'Network': ['ID=89895da1-cf17-4ce3-8e5e-62ea39d5855f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.904129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-c99680d3-b71f-4a0c-9a85-2bb38c7f53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.905730 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-c99680d3-b71f-4a0c-9a85-2bb38c7f53c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1829627 Jul 15 23:04:59.914930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 89895da1-cf17-4ce3-8e5e-62ea39d5855f details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:59.946580 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.951144 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-26818b41-e830-4fc0-987f-a3802faf1405 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334167 Jul 15 23:04:59.952102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Made reservation on behalf of 516a2cb520d4453798347a5cc87dac15 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:59.955579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.966918 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-be47c3c9-4fde-4bcd-915d-e0f7594c4954 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8185697 Jul 15 23:05:00.004952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53451dc9-bf24-4d7c-b20e-9d3964ef7b8e req-561ccc94-0e22-4ff3-b4ba-231b9595327a tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.006466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Request body: {'port': {'device_id': 'dde74c1f-a151-4f67-aeca-28a9df099c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:00.006609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53451dc9-bf24-4d7c-b20e-9d3964ef7b8e req-561ccc94-0e22-4ff3-b4ba-231b9595327a tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 947 time: 0.2486331 Jul 15 23:05:00.011027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6cca2d9-51a3-4d9a-846f-c3fbf655768c req-5002c6a4-2c38-4f6d-a92c-f51c5efcffaf tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283560 Jul 15 23:05:00.021330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6646ef9-ee97-40ca-b823-5cdbe47707c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721b0b29-b223-4479-a5e9-f313da5c61a9'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:00.023612 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3ae6e8-74a2-4fdf-9478-204d98c65dad" -d '{"events": [{"server_uuid": "d6646ef9-ee97-40ca-b823-5cdbe47707c4", "name": "network-vif-plugged", "status": "completed", "tag": "721b0b29-b223-4479-a5e9-f313da5c61a9"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:00.030277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-868ef09e-dd2e-4e59-a64d-5f64a5507c9a None None] Provisioning for port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:00.041394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dcbaa7a-4222-47d0-9e7a-04b162ae84d6 req-3654fdf3-7d27-4ad9-a9c3-f94884956e2d service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969199 Jul 15 23:05:00.052094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 721b0b29-b223-4479-a5e9-f313da5c61a9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=721b0b29-b223-4479-a5e9-f313da5c61a9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:00.053640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-868ef09e-dd2e-4e59-a64d-5f64a5507c9a None None] Provisioning complete for port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:00.054067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-868ef09e-dd2e-4e59-a64d-5f64a5507c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.075123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53451dc9-bf24-4d7c-b20e-9d3964ef7b8e req-7f9b82b3-3887-4a41-a9c5-4b80bf80627b tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487800 Jul 15 23:05:00.092898 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07349341-f686-474f-9ad3-b0d201e9f96a x-openstack-request-id: req-07349341-f686-474f-9ad3-b0d201e9f96a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:00.093220 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:00.093489 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07349341-f686-474f-9ad3-b0d201e9f96a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:00.093897 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d', 'status': 'completed', 'code': 200} Jul 15 23:05:00.191858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa2104-417e-4b31-8270-5bec092fe95f req-27b1499c-c834-411c-ac71-2215d5e0c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.193477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04aa2104-417e-4b31-8270-5bec092fe95f req-27b1499c-c834-411c-ac71-2215d5e0c0be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16104c57c594496784cba5c8cbcbb973&device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 1098 time: 0.0670247 Jul 15 23:05:00.215849 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.259489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-868ef09e-dd2e-4e59-a64d-5f64a5507c9a None None] Port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:00.280047 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-73721881-2158-4cc2-bad9-58664b50ca06 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221979 Jul 15 23:05:00.283010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=721b0b29-b223-4479-a5e9-f313da5c61a9,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:00.357480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa2104-417e-4b31-8270-5bec092fe95f req-fc579feb-5200-4328-9184-7b6056bfee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.359156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04aa2104-417e-4b31-8270-5bec092fe95f req-fc579feb-5200-4328-9184-7b6056bfee97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1497114 Jul 15 23:05:00.363437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d71df3f2-cbc8-4097-95ad-e4b443e47ec7 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:00.377269 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.378050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b36b3f-f952-4534-a843-16e8e0a08655 req-e923498f-3723-419e-a4c2-66433dacb33f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.379641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69b36b3f-f952-4534-a843-16e8e0a08655 req-e923498f-3723-419e-a4c2-66433dacb33f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 943 time: 0.1217377 Jul 15 23:05:00.441181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04aa2104-417e-4b31-8270-5bec092fe95f req-a50a050d-7f75-44de-9f3d-8e8cf347d0de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=7408ea6c-a307-4c41-bdf9-fd6aa414f955 HTTP/1.1" status: 200 len: 217 time: 0.0595572 Jul 15 23:05:00.491863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:00.504049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'mac_address': 'fa:16:3e:52:83:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:00.520861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69b36b3f-f952-4534-a843-16e8e0a08655 req-c132f3c5-e6c3-4707-9b34-41cd8cc89e34 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321008 Jul 15 23:05:00.523413 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90b7ee54-3e14-4c8d-aac8-27d193bd3315 req-9d5dab4f-567b-4c28-8410-6d7c9e0bad76 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164869 Jul 15 23:05:00.542174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.545204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa2104-417e-4b31-8270-5bec092fe95f req-000c41f4-58d3-411c-9294-35e1136050c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.546998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04aa2104-417e-4b31-8270-5bec092fe95f req-000c41f4-58d3-411c-9294-35e1136050c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0906179 Jul 15 23:05:00.556341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71df3f2-cbc8-4097-95ad-e4b443e47ec7 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:00.580571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:00.586135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.600435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.642541 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4244d34-e07e-4368-ab9c-0989ad3eaf0e x-openstack-request-id: req-c4244d34-e07e-4368-ab9c-0989ad3eaf0e {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:00.643104 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6646ef9-ee97-40ca-b823-5cdbe47707c4", "name": "network-vif-plugged", "status": "completed", "tag": "721b0b29-b223-4479-a5e9-f313da5c61a9", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:00.643104 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4244d34-e07e-4368-ab9c-0989ad3eaf0e {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:00.643504 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6646ef9-ee97-40ca-b823-5cdbe47707c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721b0b29-b223-4479-a5e9-f313da5c61a9', 'code': 200} Jul 15 23:05:00.644730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:00.756445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a006f68-17cc-4ead-8698-771ef6c6d7e7,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:00.805381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:00.805742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Network hostable DHCP agents. Network: 89895da1-cf17-4ce3-8e5e-62ea39d5855f, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:05:00.827332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.827806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.828269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.828728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.829185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.829640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.830091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.830542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.831026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.831475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.831921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.832369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.834552 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-1a7e5bb0-c7e2-421c-a20a-b752e1b7730b tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a&device_id=1b21d174-9816-4dc7-9979-8c10a137c281&device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134&device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4&device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474&device_id=42aef667-444e-4cc1-841a-5a468298b4fa&device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1&device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3&device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3&device_id=c5f13074-596a-4d46-932c-fbc51c873c17&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 10832 time: 0.3801286 Jul 15 23:05:00.865474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Network 89895da1-cf17-4ce3-8e5e-62ea39d5855f is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:05:00.879260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-38cddd8a-649a-4440-b047-c22a110bafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.880874 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-38cddd8a-649a-4440-b047-c22a110bafb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1094 time: 0.1807914 Jul 15 23:05:00.900328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 89895da1-cf17-4ce3-8e5e-62ea39d5855f) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:00.904750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.905324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.911209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c935cf7-59bf-4755-be27-8c8404e27d7c None None] Network 89895da1-cf17-4ce3-8e5e-62ea39d5855f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:00.911719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-94373cd7-0ddb-4e20-a129-9df2b5aa7df1 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.950707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c07717-2d5c-437d-92df-e60f3f8dc6b8 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:00.961216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.970702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa2104-417e-4b31-8270-5bec092fe95f req-32fbed37-283e-4822-86a2-d004b248082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.972217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04aa2104-417e-4b31-8270-5bec092fe95f req-32fbed37-283e-4822-86a2-d004b248082d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4055889 Jul 15 23:05:01.006928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Transition to ACTIVE for port object 02c07717-2d5c-437d-92df-e60f3f8dc6b8 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:01.011615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e70d13-41c2-4686-8319-8d0b52d8d791 req-2f8d8fb5-5646-4d15-a1d5-9c8308e2de0c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.013269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17e70d13-41c2-4686-8319-8d0b52d8d791 req-2f8d8fb5-5646-4d15-a1d5-9c8308e2de0c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 936 time: 0.1762776 Jul 15 23:05:01.015363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.018877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45af6b5-8f8e-4033-a76a-51d6ce9279eb req-8b378361-e746-427e-ab8b-526b97a1f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.020299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c45af6b5-8f8e-4033-a76a-51d6ce9279eb req-8b378361-e746-427e-ab8b-526b97a1f74a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 1101 time: 0.1846035 Jul 15 23:05:01.053741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d71df3f2-cbc8-4097-95ad-e4b443e47ec7'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:01.066145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-af926c06-a5fb-4a1d-9cfe-3cf3e6bf30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.067891 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-af926c06-a5fb-4a1d-9cfe-3cf3e6bf30ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.1699688 Jul 15 23:05:01.091225 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Pushing event updated for resources: {'Port': ['ID=02c07717-2d5c-437d-92df-e60f3f8dc6b8,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.101285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c163a-8712-4d5f-aaaf-398b90ad810a None None] Network 89895da1-cf17-4ce3-8e5e-62ea39d5855f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:01.129326 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-a0d83b76-dd5a-4646-9309-f31cf8cc8f28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 200 len: 217 time: 0.0475810 Jul 15 23:05:01.175558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c45af6b5-8f8e-4033-a76a-51d6ce9279eb req-e4817410-1d87-4b24-8b39-a027d49d31ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419890 Jul 15 23:05:01.177657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04aa2104-417e-4b31-8270-5bec092fe95f req-a4a3d6f4-7caf-430e-90d4-1ae97a2b8dd0 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871195 Jul 15 23:05:01.219857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-7ee3756c-33db-4949-90c6-afcb3d292db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.221380 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-7ee3756c-33db-4949-90c6-afcb3d292db8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0751166 Jul 15 23:05:01.244888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Attempting to bind port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:01.245224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Attempting to bind port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:01.245567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Attempting to bind port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:01.250151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:01.250471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Attempting to bind port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:01.255822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:01.256166 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:01.256550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:01.257044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Bound port: 02c07717-2d5c-437d-92df-e60f3f8dc6b8, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:01.257341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.318606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17e70d13-41c2-4686-8319-8d0b52d8d791 req-dab98c04-0b02-4e91-bb13-1ddfcdbd58c7 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836649 Jul 15 23:05:01.325027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04aa2104-417e-4b31-8270-5bec092fe95f req-175b9f0b-d1b5-4a3d-9f89-a7b673127352 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230495 Jul 15 23:05:01.328236 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] For port 02c07717-2d5c-437d-92df-e60f3f8dc6b8, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:01.332323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] For port 02c07717-2d5c-437d-92df-e60f3f8dc6b8, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=02c07717-2d5c-437d-92df-e60f3f8dc6b8,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:01.349892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.357779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-94373cd7-0ddb-4e20-a129-9df2b5aa7df1 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.363320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-94373cd7-0ddb-4e20-a129-9df2b5aa7df1 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.397346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95eebd99-4d96-487e-bc0b-4f37be1609c8 req-94373cd7-0ddb-4e20-a129-9df2b5aa7df1 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&id=5a602ab7-b0f8-43d4-a517-8e53715d695c&id=011558c7-1f8b-4604-8b70-c075841ce3f6&id=255a0903-da61-4b78-9f00-9d9670ff9bea&id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.5426643 Jul 15 23:05:01.413224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94373cd7-0ddb-4e20-a129-9df2b5aa7df1 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1007e41b-f903-4b6e-aad8-aa79c8d130d0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.433956 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-67d0330d-d999-48e2-89f4-ced4c8826431 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5986559 Jul 15 23:05:01.434866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Pushing event updated for resources: {'Port': ['ID=02c07717-2d5c-437d-92df-e60f3f8dc6b8,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.438361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.439097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.440848 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-6f0344b4-2cd9-4e60-8dfb-496ebb34943a service neutron] 10.222.0.59 "PUT /v2.0/ports/02c07717-2d5c-437d-92df-e60f3f8dc6b8 HTTP/1.1" status: 200 len: 1096 time: 1.4504139 Jul 15 23:05:01.498063 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-bfe17fe7-6442-4527-b683-64d35269fe3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397251 Jul 15 23:05:01.557763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7386078-3ba8-441b-b417-79b1b2b2de25 req-c87c1fc0-0e98-4ff7-a207-6be14fae81f3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.567343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7386078-3ba8-441b-b417-79b1b2b2de25 req-c87c1fc0-0e98-4ff7-a207-6be14fae81f3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 950 time: 0.1036205 Jul 15 23:05:01.623370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7386078-3ba8-441b-b417-79b1b2b2de25 req-d40c85a1-bbc7-4511-8ea9-90b0f39c7514 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549321 Jul 15 23:05:01.689320 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-c940af68-6818-49e6-b6b4-68fbea90418a service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710229 Jul 15 23:05:01.704921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-63088cdb-f8ac-41f7-9bd7-7ec5228485ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.706936 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-63088cdb-f8ac-41f7-9bd7-7ec5228485ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c4322fd4a4124d1386e058f48b01caa1&device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 1099 time: 0.1460288 Jul 15 23:05:01.765115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fbef0-493c-456b-adc6-9fe19e473b7f req-537807c0-f9c5-4d32-8257-a3169317fff1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.768132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-439fbef0-493c-456b-adc6-9fe19e473b7f req-537807c0-f9c5-4d32-8257-a3169317fff1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 948 time: 0.0778441 Jul 15 23:05:01.789239 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-e284fd47-53e4-42b0-88cc-ee74178234c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=02c07717-2d5c-437d-92df-e60f3f8dc6b8 HTTP/1.1" status: 200 len: 217 time: 0.0641599 Jul 15 23:05:01.842982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-439fbef0-493c-456b-adc6-9fe19e473b7f req-97ded49c-02d2-41a2-800f-6a56b74e7f01 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638318 Jul 15 23:05:01.870767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763a0d3-1e5d-4982-b72a-191e354efbc0 req-2f9c3062-68e4-4a98-882b-047f066f60fc tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.873016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1763a0d3-1e5d-4982-b72a-191e354efbc0 req-2f9c3062-68e4-4a98-882b-047f066f60fc tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 947 time: 0.1037688 Jul 15 23:05:01.909233 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a0326a75-2a63-4a75-9038-5ea526aeaaf3 req-019ce9e5-4874-4542-901d-3afdb416d88a service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923332 Jul 15 23:05:01.910702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-c33ecd33-d000-40d0-8d25-ddd8d6251d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.912043 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-c33ecd33-d000-40d0-8d25-ddd8d6251d5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0873909 Jul 15 23:05:01.915491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1763a0d3-1e5d-4982-b72a-191e354efbc0 req-f540d174-a02e-413a-83b7-a2d44234d890 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368581 Jul 15 23:05:01.986735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-d1ba8bf4-1774-4af7-b83b-5d737c2a29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.988685 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-d1ba8bf4-1774-4af7-b83b-5d737c2a29d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639558 Jul 15 23:05:02.095352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde74c1f-a151-4f67-aeca-28a9df099c8a', 'tag': '02c07717-2d5c-437d-92df-e60f3f8dc6b8'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:02.097833 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeb423d-e07b-448b-903b-54f40acd9aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "dde74c1f-a151-4f67-aeca-28a9df099c8a", "tag": "02c07717-2d5c-437d-92df-e60f3f8dc6b8"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:02.099943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f00e2-c98a-4016-af98-5938d2037553 req-d98a1c97-20fa-4984-adac-694c40b43c81 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.103328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-044f00e2-c98a-4016-af98-5938d2037553 req-d98a1c97-20fa-4984-adac-694c40b43c81 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 943 time: 0.0774143 Jul 15 23:05:02.103818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53964) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:02.109136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1061368092-network', 'tenant_id': '67b9e536abc34ea0bb0d48a3f342ff58'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:02.115775 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-761685f6-1af8-45cf-9a96-bee0ca6e3772 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086342 Jul 15 23:05:02.158928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-044f00e2-c98a-4016-af98-5938d2037553 req-9df54598-ece1-4040-b922-ecf9e8e71183 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Jul 15 23:05:02.159646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Made reservation on behalf of 67b9e536abc34ea0bb0d48a3f342ff58 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:02.161899 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.172312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.224983 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee68003-1376-4c09-93d8-a66e6af4016a x-openstack-request-id: req-0ee68003-1376-4c09-93d8-a66e6af4016a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:02.225481 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde74c1f-a151-4f67-aeca-28a9df099c8a", "tag": "02c07717-2d5c-437d-92df-e60f3f8dc6b8", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:02.225880 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ee68003-1376-4c09-93d8-a66e6af4016a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:02.226265 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde74c1f-a151-4f67-aeca-28a9df099c8a', 'tag': '02c07717-2d5c-437d-92df-e60f3f8dc6b8', 'status': 'completed', 'code': 200} Jul 15 23:05:02.240942 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb22de8a-ca8a-4156-9e63-71e22325318d req-b76c06bf-fdd1-4615-8447-bcc1bfe945df service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146266 Jul 15 23:05:02.272074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.276055 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.329927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:05:02.353199 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.353521 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Added segment 319bea45-c47a-49d9-9c87-b2fe3d473395 of type vlan for network ccdf5397-1409-4f01-b560-03d9fc54a4c4 Jul 15 23:05:02.354933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd7e9f-6abf-438d-9963-6ed4c08de688,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.371243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-e229609f-8ef1-4869-a4d4-26445c9835bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.372861 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-e229609f-8ef1-4869-a4d4-26445c9835bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c4322fd4a4124d1386e058f48b01caa1&device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 1099 time: 0.0612578 Jul 15 23:05:02.407394 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.422881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf4f0-f6ab-4e29-83c5-c6f6f98c1dfa req-a78d3507-ab7d-44d5-9433-975d906c79b6 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.423371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf4f0-f6ab-4e29-83c5-c6f6f98c1dfa req-a78d3507-ab7d-44d5-9433-975d906c79b6 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.423853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaf4f0-f6ab-4e29-83c5-c6f6f98c1dfa req-a78d3507-ab7d-44d5-9433-975d906c79b6 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.425540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5feaf4f0-f6ab-4e29-83c5-c6f6f98c1dfa req-a78d3507-ab7d-44d5-9433-975d906c79b6 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474&device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1&device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 2883 time: 0.1437335 Jul 15 23:05:02.486691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-75293a19-32c7-40e7-b173-60330b2489a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.488230 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-75293a19-32c7-40e7-b173-60330b2489a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1007786 Jul 15 23:05:02.489062 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.489991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.490570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.533061 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-cb8b20cd-f598-45a9-8aed-18689281c3a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=02c07717-2d5c-437d-92df-e60f3f8dc6b8 HTTP/1.1" status: 200 len: 217 time: 0.0336583 Jul 15 23:05:02.536014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5feaf4f0-f6ab-4e29-83c5-c6f6f98c1dfa req-051a6408-1dd7-4cc1-bdd6-b9f69fea5ae9 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040685 Jul 15 23:05:02.551573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4442232 Jul 15 23:05:02.551786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53968) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:02.557286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Request body: {'subnet': {'network_id': 'ccdf5397-1409-4f01-b560-03d9fc54a4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1061368092-subnet', 'tenant_id': '67b9e536abc34ea0bb0d48a3f342ff58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:02.596396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce34c4-2467-48ba-8420-054690e37f45 admin admin] Pushing event updated for resources: {'Network': ['ID=ccdf5397-1409-4f01-b560-03d9fc54a4c4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.612693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network ccdf5397-1409-4f01-b560-03d9fc54a4c4 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:05:02.616664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d8a6-7fd3-430d-a4c0-9d6b1954b567 req-98e3ab35-b433-4e14-97c9-8476f76df320 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.618238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23c6d8a6-7fd3-430d-a4c0-9d6b1954b567 req-98e3ab35-b433-4e14-97c9-8476f76df320 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 948 time: 0.1737432 Jul 15 23:05:02.631941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Made reservation on behalf of 67b9e536abc34ea0bb0d48a3f342ff58 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:02.634411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.641014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-2878f93a-652e-4a9f-ac8b-dea489904350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.645840 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-2878f93a-652e-4a9f-ac8b-dea489904350 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0949709 Jul 15 23:05:02.730946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23c6d8a6-7fd3-430d-a4c0-9d6b1954b567 req-b54e8a4a-fa27-4fb1-a37c-6bd0eafa3454 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051648 Jul 15 23:05:02.795224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-de832b6e-14ab-4e9f-9cc1-0891d37ea980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.798828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-de832b6e-14ab-4e9f-9cc1-0891d37ea980 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384428 Jul 15 23:05:02.883828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.916578 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-5feba63f-86af-4c00-995e-01cc3c508386 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953016 Jul 15 23:05:02.959728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda8ce98-8208-45ce-b6aa-bed8713cb475,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.977765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a354-ec48-4e95-b9c6-1d1f2351d8da req-a4b36c08-7629-432b-aa06-5f52f6bdb874 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.983217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a607a354-ec48-4e95-b9c6-1d1f2351d8da req-a4b36c08-7629-432b-aa06-5f52f6bdb874 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 950 time: 0.1365426 Jul 15 23:05:02.992923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Checking segment: {'id': '319bea45-c47a-49d9-9c87-b2fe3d473395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ccdf5397-1409-4f01-b560-03d9fc54a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:02.993533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Network hostable DHCP agents. Network: ccdf5397-1409-4f01-b560-03d9fc54a4c4, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:05:03.028770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Network ccdf5397-1409-4f01-b560-03d9fc54a4c4 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:05:03.033876 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4eeb423d-e07b-448b-903b-54f40acd9aa3 req-4763a607-ef68-4ba7-b4a2-54e67ab9d7ce service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013997 Jul 15 23:05:03.039549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a607a354-ec48-4e95-b9c6-1d1f2351d8da req-9f53e30c-25ad-4e20-a0c0-f1e5c1c86644 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529222 Jul 15 23:05:03.044092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, ccdf5397-1409-4f01-b560-03d9fc54a4c4) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:03.049636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.050226 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.069850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d3f1e-a6e2-4a6f-a714-02424ffe4fd0 None None] Network ccdf5397-1409-4f01-b560-03d9fc54a4c4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:03.072468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ce084672-4a79-481e-9d1b-874bcfe23ca2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5196292 Jul 15 23:05:03.225095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66538099-d156-4cef-a460-70b943674922 None None] Network ccdf5397-1409-4f01-b560-03d9fc54a4c4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:03.268946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1efd68-1b24-453e-89a2-1960a5bf87b5 req-e1d49b92-6929-4784-99c2-9bc2708298a1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.270450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d1efd68-1b24-453e-89a2-1960a5bf87b5 req-e1d49b92-6929-4784-99c2-9bc2708298a1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 948 time: 0.1126978 Jul 15 23:05:03.283247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd25b8-d3fc-4a21-83f0-4ba7df5cb32d req-5e2761c3-6850-4716-bb76-76a1f9a050db tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.284763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79fd25b8-d3fc-4a21-83f0-4ba7df5cb32d req-5e2761c3-6850-4716-bb76-76a1f9a050db tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 947 time: 0.1166797 Jul 15 23:05:03.347305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d1efd68-1b24-453e-89a2-1960a5bf87b5 req-b275e766-cf88-4052-98d4-be8986b1d8b5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615239 Jul 15 23:05:03.357544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79fd25b8-d3fc-4a21-83f0-4ba7df5cb32d req-50b8eb24-ce60-4a84-bfb0-f8c983accfc6 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548317 Jul 15 23:05:03.635814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a2ccde38-e11e-4270-96e0-281a85b7a96d details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:03.685886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558a610-6ff9-443c-b3ca-a6cc29751e0b req-f351a2f3-7f59-4b2b-8ce5-eb278950952e tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.687438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0558a610-6ff9-443c-b3ca-a6cc29751e0b req-f351a2f3-7f59-4b2b-8ce5-eb278950952e tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 1101 time: 0.0921290 Jul 15 23:05:03.699899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ffd12-e675-4d56-9045-43fd812257db req-68976d3d-7f7d-423b-b4ca-fafa57f06465 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.701315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-863ffd12-e675-4d56-9045-43fd812257db req-68976d3d-7f7d-423b-b4ca-fafa57f06465 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 943 time: 0.0804973 Jul 15 23:05:03.720939 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0558a610-6ff9-443c-b3ca-a6cc29751e0b req-8d5c1975-c006-4ff1-b043-c88216348ab7 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.731632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:03.746508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'a2ccde38-e11e-4270-96e0-281a85b7a96d', 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'port_id': 'a2ccde38-e11e-4270-96e0-281a85b7a96d', 'mac_address': 'fa:16:3e:cd:35:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0788d7-333c-43be-be77-deb15b417431', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:03.764308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-863ffd12-e675-4d56-9045-43fd812257db req-84d3e7fa-1785-43d4-bde6-be8519bcb86d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555964 Jul 15 23:05:03.785143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.799023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ccde38-e11e-4270-96e0-281a85b7a96d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:03.821524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:03.826511 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.845410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0558a610-6ff9-443c-b3ca-a6cc29751e0b req-8d5c1975-c006-4ff1-b043-c88216348ab7 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.852328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0558a610-6ff9-443c-b3ca-a6cc29751e0b req-8d5c1975-c006-4ff1-b043-c88216348ab7 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.872856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0558a610-6ff9-443c-b3ca-a6cc29751e0b req-8d5c1975-c006-4ff1-b043-c88216348ab7 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705632 Jul 15 23:05:03.886601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c1975-c006-4ff1-b043-c88216348ab7 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d962656-8c41-4775-90f5-db4568fa96ce,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.891260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.031394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-ccda0e9b-fd9e-44c5-a3ef-6cacc8c175ac tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.032882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-ccda0e9b-fd9e-44c5-a3ef-6cacc8c175ac tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 808 time: 0.1015813 Jul 15 23:05:04.047808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-04221c1d-dcbb-4bea-ba8c-0fd8bf87ddf2 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/quotas/516a2cb520d4453798347a5cc87dac15 HTTP/1.1" status: 200 len: 375 time: 0.0093911 Jul 15 23:05:04.088661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-4908b05a-55cc-4fbd-9980-a7c2125cea24 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356817 Jul 15 23:05:04.208833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-4db27ae0-2c64-44d8-baea-48187e676e62 service neutron] 10.222.0.23 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135812 Jul 15 23:05:04.229279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a2ccde38-e11e-4270-96e0-281a85b7a96d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:04.259252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2f6ff-185a-45fc-91c0-01faa7e75aee req-4ca09bd6-88eb-41e7-946e-8b6bd54ff497 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.260712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7b2f6ff-185a-45fc-91c0-01faa7e75aee req-4ca09bd6-88eb-41e7-946e-8b6bd54ff497 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 948 time: 0.1115286 Jul 15 23:05:04.332400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7b2f6ff-185a-45fc-91c0-01faa7e75aee req-f94ee83f-929e-43ad-bed7-3e82cd6ac7de tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474153 Jul 15 23:05:04.336163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-76ad38f4-a0cd-4915-abf4-b66a7ff473ca service neutron] 10.222.0.23 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201396 Jul 15 23:05:04.355104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 7408ea6c-a307-4c41-bdf9-fd6aa414f955 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:04.359906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d71df3f2-cbc8-4097-95ad-e4b443e47ec7 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:04.471874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:04.479851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:04.480595 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.529373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 7408ea6c-a307-4c41-bdf9-fd6aa414f955, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=7408ea6c-a307-4c41-bdf9-fd6aa414f955,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:04.545052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '7408ea6c-a307-4c41-bdf9-fd6aa414f955', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '7408ea6c-a307-4c41-bdf9-fd6aa414f955', 'mac_address': 'fa:16:3e:59:c2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:04.616764 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.636612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfa407-72cf-41bb-82d9-2fcc7881ffc8 req-0185dcf3-580f-4846-9641-aeec26d79f55 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.644865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5cfa407-72cf-41bb-82d9-2fcc7881ffc8 req-0185dcf3-580f-4846-9641-aeec26d79f55 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1100 time: 0.0805159 Jul 15 23:05:04.661113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.688816 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7408ea6c-a307-4c41-bdf9-fd6aa414f955 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:04.703190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5cfa407-72cf-41bb-82d9-2fcc7881ffc8 req-fccc65a0-397d-40b4-84f6-d4fa5ab0ffb2 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571537 Jul 15 23:05:04.720746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:04.723823 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79449a42-49ec-43be-9aaf-8c5cca9fc085" -d '{"events": [{"server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "name": "network-vif-plugged", "status": "completed", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:04.752327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 7408ea6c-a307-4c41-bdf9-fd6aa414f955, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=7408ea6c-a307-4c41-bdf9-fd6aa414f955,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:04.754670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:04.759475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.765680 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.822512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=7408ea6c-a307-4c41-bdf9-fd6aa414f955,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.827355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e427a9-ee69-449c-a402-bff0e0aa65b2 req-8e701480-a713-436a-8a8f-c32c8dc5f4aa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.834641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e427a9-ee69-449c-a402-bff0e0aa65b2 req-8e701480-a713-436a-8a8f-c32c8dc5f4aa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0857823 Jul 15 23:05:04.878780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.898589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e427a9-ee69-449c-a402-bff0e0aa65b2 req-6beca9da-f503-4df3-82b6-5b9392ec30d4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627148 Jul 15 23:05:04.932103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f46f60-c7e4-42d9-bd7e-9f7885db62a1 req-491f5ece-edec-4355-8757-a3d250cd5b0b tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.934139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8f46f60-c7e4-42d9-bd7e-9f7885db62a1 req-491f5ece-edec-4355-8757-a3d250cd5b0b tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 948 time: 0.0794718 Jul 15 23:05:04.993586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-743cbd0e-deed-4f47-b77f-5a610d382022 req-de8f5e9e-63c8-4c30-b9e4-38314c6ca32f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 210 time: 0.0384197 Jul 15 23:05:05.007277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8f46f60-c7e4-42d9-bd7e-9f7885db62a1 req-f4351e18-aa20-4f7c-bd42-126bf29b02d8 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669916 Jul 15 23:05:05.060094 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b88fd-5f40-45d6-a2c0-6b2bc9f8ef7b x-openstack-request-id: req-ea8b88fd-5f40-45d6-a2c0-6b2bc9f8ef7b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:05.060452 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "name": "network-vif-plugged", "status": "completed", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:05.060883 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea8b88fd-5f40-45d6-a2c0-6b2bc9f8ef7b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:05.061335 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'code': 200} Jul 15 23:05:05.151660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-db61c3a0-f28d-486a-a2c5-2420a605187d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243576 Jul 15 23:05:05.196894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['7408ea6c-a307-4c41-bdf9-fd6aa414f955'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:05.235348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562603a9-5652-43f9-8100-e708b3ddfff5 req-3f8c801c-9601-4e57-8345-d47ea11b6b19 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.237376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-562603a9-5652-43f9-8100-e708b3ddfff5 req-3f8c801c-9601-4e57-8345-d47ea11b6b19 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1100 time: 0.1409259 Jul 15 23:05:05.256170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cebb7-c98c-4b8e-98df-f89aca35bd6b req-11ad4eae-1326-4c30-b88c-71ba22091a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.257680 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-af2cebb7-c98c-4b8e-98df-f89aca35bd6b req-11ad4eae-1326-4c30-b88c-71ba22091a0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1100 time: 0.0570474 Jul 15 23:05:05.299057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-562603a9-5652-43f9-8100-e708b3ddfff5 req-e3d9525a-795c-44aa-a50f-0c62668d4de6 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Jul 15 23:05:05.307738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-93b6513a-722f-4c89-a631-cdafd4a7cdbd tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.315959 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-93b6513a-722f-4c89-a631-cdafd4a7cdbd tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586330 Jul 15 23:05:05.326117 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-af2cebb7-c98c-4b8e-98df-f89aca35bd6b req-7303c0ab-961c-47bc-971e-63623ae1da68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557687 Jul 15 23:05:05.343995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-99c54323-a5d6-4732-9fa3-1ef29334bf8b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/quotas/4506537585cb4227ba366bd8fcec6cc4 HTTP/1.1" status: 200 len: 375 time: 0.0262105 Jul 15 23:05:05.419332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-bba29ae4-4f58-4c3a-aa16-ff7f15471f2d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738540 Jul 15 23:05:05.487681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb54ed-6693-465e-978d-87632d1923b4 req-15bd94bd-6805-46d2-ba13-c22e6b0cd57d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.489165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71eb54ed-6693-465e-978d-87632d1923b4 req-15bd94bd-6805-46d2-ba13-c22e6b0cd57d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 944 time: 0.0661175 Jul 15 23:05:05.528343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71eb54ed-6693-465e-978d-87632d1923b4 req-d6ad24e3-d735-47a7-98ae-2332aefe4385 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335999 Jul 15 23:05:05.650014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a2ccde38-e11e-4270-96e0-281a85b7a96d up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:05.716344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port a2ccde38-e11e-4270-96e0-281a85b7a96d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:05.720730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port a2ccde38-e11e-4270-96e0-281a85b7a96d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:05.721253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.818401 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.874737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:05.879504 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.934252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:05.971833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87a7e5-9e28-4824-9635-86e78dfa114b req-11957e7b-4e3b-4845-a741-4b07734b82a0 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.978800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef87a7e5-9e28-4824-9635-86e78dfa114b req-11957e7b-4e3b-4845-a741-4b07734b82a0 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 948 time: 0.1439509 Jul 15 23:05:06.047377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef87a7e5-9e28-4824-9635-86e78dfa114b req-73efd339-6d33-4a18-82e9-cb81e7344b4b tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614049 Jul 15 23:05:06.058480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-9a61f0a0-8c3d-431e-9f3c-86deca5fbba0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.060388 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-9a61f0a0-8c3d-431e-9f3c-86deca5fbba0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 808 time: 0.1399229 Jul 15 23:05:06.081899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Request body: {'port': {'device_id': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'admin_state_up': True, 'tenant_id': '516a2cb520d4453798347a5cc87dac15'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:06.255952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Made reservation on behalf of 516a2cb520d4453798347a5cc87dac15 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:06.260540 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.379728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 02c07717-2d5c-437d-92df-e60f3f8dc6b8 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:06.402919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cdb18-cea4-4752-9351-6bfa7d6bcde5 req-cacb3c9a-f303-4f33-aa81-4e9cfc1194d3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.404522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110cdb18-cea4-4752-9351-6bfa7d6bcde5 req-cacb3c9a-f303-4f33-aa81-4e9cfc1194d3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0845737 Jul 15 23:05:06.473231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110cdb18-cea4-4752-9351-6bfa7d6bcde5 req-b72837f3-e521-4107-a7f1-587738d89d30 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626132 Jul 15 23:05:06.595756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80d889d5-7594-4649-a3a1-438b15ac2fe3 req-024b4967-7d72-4178-b8d0-5fa129582684 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 210 time: 0.0456874 Jul 15 23:05:06.609386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 02c07717-2d5c-437d-92df-e60f3f8dc6b8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=02c07717-2d5c-437d-92df-e60f3f8dc6b8,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:06.625950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '02c07717-2d5c-437d-92df-e60f3f8dc6b8', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '02c07717-2d5c-437d-92df-e60f3f8dc6b8', 'mac_address': 'fa:16:3e:67:1f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:06.670838 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.686016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c07717-2d5c-437d-92df-e60f3f8dc6b8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:06.720631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Allocated IP 172.20.0.6 (89895da1-cf17-4ce3-8e5e-62ea39d5855f/2a006f68-17cc-4ead-8698-771ef6c6d7e7/da3fe27b-e0db-408b-8ee3-8e61d7fabb9d) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:06.726310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 02c07717-2d5c-437d-92df-e60f3f8dc6b8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=02c07717-2d5c-437d-92df-e60f3f8dc6b8,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:06.727066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6e8d-a393-4cf5-883a-29e5c0624b1d req-e5f775ba-b502-4535-a27b-ce8c7c3e6cf6 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.728764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb5b6e8d-a393-4cf5-883a-29e5c0624b1d req-e5f775ba-b502-4535-a27b-ce8c7c3e6cf6 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 948 time: 0.1309261 Jul 15 23:05:06.736887 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.809551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb5b6e8d-a393-4cf5-883a-29e5c0624b1d req-bb27e472-c46c-4895-9cfd-74729a3cb07a tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741196 Jul 15 23:05:06.844466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=02c07717-2d5c-437d-92df-e60f3f8dc6b8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.004909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-960d2928-8bdf-46a4-929b-f9daaa4a615d req-5ddc1592-5341-480c-ae26-f5e6613e7777 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 210 time: 0.0495069 Jul 15 23:05:07.017682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.062288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:07.064644 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f451322d-7103-4a7e-9f47-9e7ac16d7c93" -d '{"events": [{"server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "name": "network-vif-plugged", "status": "completed", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:07.087555 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.095810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca5512-fdf8-44ea-82ee-908e1b5fdc1f req-fa52949d-73c4-4e9e-a30a-16aca2c2c2ac tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.106940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19ca5512-fdf8-44ea-82ee-908e1b5fdc1f req-fa52949d-73c4-4e9e-a30a-16aca2c2c2ac tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 945 time: 0.0877275 Jul 15 23:05:07.146353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Network 89895da1-cf17-4ce3-8e5e-62ea39d5855f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:07.150930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:07.153997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:07.165935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19ca5512-fdf8-44ea-82ee-908e1b5fdc1f req-f7da3ee8-a8ad-4cb5-aec3-64fe681b6fbe tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579901 Jul 15 23:05:07.197135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Pushing event updated for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.229792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.230997 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.249560 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-0843e384-2a12-483c-b7bb-cd9c76aec2c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1723945 Jul 15 23:05:07.270456 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Request body: {'port': {'device_id': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:07.277832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['02c07717-2d5c-437d-92df-e60f3f8dc6b8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:07.340044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1c242-63a0-49f8-8f37-3ce2b640f55c req-9068522c-6334-4ddf-b531-76012e20ea48 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.341551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58f1c242-63a0-49f8-8f37-3ce2b640f55c req-9068522c-6334-4ddf-b531-76012e20ea48 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 949 time: 0.0661559 Jul 15 23:05:07.363409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.390503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58f1c242-63a0-49f8-8f37-3ce2b640f55c req-9057e8e1-f764-4011-980d-e942b4623b88 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Jul 15 23:05:07.443987 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad64873-6316-4f77-8ee5-8f82bf1c5433 x-openstack-request-id: req-4ad64873-6316-4f77-8ee5-8f82bf1c5433 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:07.444274 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "name": "network-vif-plugged", "status": "completed", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:07.444709 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ad64873-6316-4f77-8ee5-8f82bf1c5433 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:07.445489 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d', 'code': 200} Jul 15 23:05:07.639534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d7cae-eec0-477c-90dc-184ee13d7b1e req-a64f0ab6-f309-473a-834b-756ead8262f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.641061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa1d7cae-eec0-477c-90dc-184ee13d7b1e req-a64f0ab6-f309-473a-834b-756ead8262f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1096 time: 0.0964310 Jul 15 23:05:07.691647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa1d7cae-eec0-477c-90dc-184ee13d7b1e req-485c461b-eb32-419a-a22c-6d242108757e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 Jul 15 23:05:07.712918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3fe27b-e0db-408b-8ee3-8e61d7fabb9d {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:07.721734 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.734409 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Transition to ACTIVE for port object da3fe27b-e0db-408b-8ee3-8e61d7fabb9d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:07.739455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.802688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Pushing event updated for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.862336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb54ee-fa49-46c6-bed0-257799b8e8e6 req-bcc74d5a-2110-4d48-af1d-0a14868f579b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.864400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99fb54ee-fa49-46c6-bed0-257799b8e8e6 req-bcc74d5a-2110-4d48-af1d-0a14868f579b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1596560 Jul 15 23:05:07.886404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:07.886788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:07.887129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:07.892202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:07.892202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:07.896923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:07.897250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8323d-72c3-4402-92cd-1ecd4698f783 req-9c01cf6f-f02c-4766-ac16-f4a3ca6bc4db tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.897361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:07.897635 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:07.898062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Bound port: da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:07.898422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.898729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e8323d-72c3-4402-92cd-1ecd4698f783 req-9c01cf6f-f02c-4766-ac16-f4a3ca6bc4db tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1470399 Jul 15 23:05:07.928495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99fb54ee-fa49-46c6-bed0-257799b8e8e6 req-54dab3c7-b145-4a5a-bc3c-147dbe423d6a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555816 Jul 15 23:05:07.967602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e8323d-72c3-4402-92cd-1ecd4698f783 req-8e231384-8801-4e4c-a5da-7321871c394a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534456 Jul 15 23:05:07.980787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:07.989075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:08.022654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.062891 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-dee87f78-e2d4-415c-86d6-a1f91c2bb55d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663695 Jul 15 23:05:08.073439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.075122 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.076580 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] 10.222.0.37 "PUT /v2.0/ports/da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 200 len: 1091 time: 0.8107569 Jul 15 23:05:08.080779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:08.083698 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75b8730-4aa7-47da-960f-0674a13abdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:08.172175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1358d-9c94-4889-8d99-4973c110e003 req-3bb8bd04-062c-4b12-8480-1a931024439d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.173804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fde1358d-9c94-4889-8d99-4973c110e003 req-3bb8bd04-062c-4b12-8480-1a931024439d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 943 time: 0.0954912 Jul 15 23:05:08.196685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573c4de-f04e-484c-8267-05969a5a23ea service neutron] Pushing event updated for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:08.230706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fde1358d-9c94-4889-8d99-4973c110e003 req-c03c18b2-6cc0-4eb5-9aff-e0c06c99a1bd tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Jul 15 23:05:08.235190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-87a8fc42-f658-425a-a1a6-ac9a71ff1593 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.236801 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-87a8fc42-f658-425a-a1a6-ac9a71ff1593 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569312 Jul 15 23:05:08.240207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800a488-c4f2-47d1-a9f7-9fecabf7325b req-f6b6663f-afe4-4c6c-9ff4-9369e43d24a9 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.241585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8800a488-c4f2-47d1-a9f7-9fecabf7325b req-f6b6663f-afe4-4c6c-9ff4-9369e43d24a9 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 948 time: 0.1103778 Jul 15 23:05:08.293103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8800a488-c4f2-47d1-a9f7-9fecabf7325b req-143defe8-f85f-4d00-b5ee-2530eb1c2d8d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366752 Jul 15 23:05:08.294404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Request body: {'port': {'device_id': 'a8fba440-dd39-43e6-bc11-c83a436c415c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '4506537585cb4227ba366bd8fcec6cc4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:08.301102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-7987bb65-99fa-41e9-8a35-8d38e62bb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.302564 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-7987bb65-99fa-41e9-8a35-8d38e62bb6ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1094 time: 0.0647147 Jul 15 23:05:08.383071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 7408ea6c-a307-4c41-bdf9-fd6aa414f955 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:08.395384 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-50f22ad4-a442-4791-a2e6-c68a267bb62c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 200 len: 217 time: 0.0668910 Jul 15 23:05:08.470744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:08.471605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-d7cb38bf-14d2-4386-97ca-a081a6e8a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.473252 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-d7cb38bf-14d2-4386-97ca-a081a6e8a0bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0679662 Jul 15 23:05:08.476176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:08.477887 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.480740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33f0b9d5-5e20-4dd8-a78d-473b2acd112a req-d2a6b8a2-f319-4a45-92c1-25ed4db6307e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 210 time: 0.0377710 Jul 15 23:05:08.517001 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-7bff71e4-0c7d-4f6a-8e4e-52ad43ed8216 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347545 Jul 15 23:05:08.517593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Made reservation on behalf of 4506537585cb4227ba366bd8fcec6cc4 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:08.521304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.560765 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86f3023-2790-48d5-a3d8-69eaa3deff96 x-openstack-request-id: req-c86f3023-2790-48d5-a3d8-69eaa3deff96 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:08.560980 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:08.561329 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c86f3023-2790-48d5-a3d8-69eaa3deff96 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:08.561816 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d', 'status': 'completed', 'code': 200} Jul 15 23:05:08.664110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.687828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-9b6d718f-3256-488e-b611-72168ac3b18e service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626203 Jul 15 23:05:08.797716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124190b-254a-4cd0-8348-a1a2505474af req-6b9cbddd-025a-4f97-abc6-4a7530999bcd tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.806366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c124190b-254a-4cd0-8348-a1a2505474af req-6b9cbddd-025a-4f97-abc6-4a7530999bcd tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 949 time: 0.1314909 Jul 15 23:05:08.822939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54136) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:08.841260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa704073-276d-4ca8-8a88-dd32788887b0 req-2d2f22d9-410e-4278-a037-8a6f4f9b446d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.843108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa704073-276d-4ca8-8a88-dd32788887b0 req-2d2f22d9-410e-4278-a037-8a6f4f9b446d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 945 time: 0.1329029 Jul 15 23:05:08.850447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 7408ea6c-a307-4c41-bdf9-fd6aa414f955, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=7408ea6c-a307-4c41-bdf9-fd6aa414f955,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:08.861643 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.886916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c124190b-254a-4cd0-8348-a1a2505474af req-74768df5-aa4e-4fb6-93b5-878c010f0874 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793178 Jul 15 23:05:08.926547 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3ae196c9-4cf4-45b2-9907-8f07663d98cf req-37a3b6bf-07d8-43e3-9394-8c22873500bd service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250252 Jul 15 23:05:08.941666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Allocated IP 192.168.233.49 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/13ac8de4-67c7-4d81-aa4a-3192a8aa3092) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:08.945279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa704073-276d-4ca8-8a88-dd32788887b0 req-68b1d79b-4388-474f-aab3-d9c6f359b21f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790465 Jul 15 23:05:08.947179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-766af8a7-01a7-4a25-9e79-87b5ad543104 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462961 Jul 15 23:05:08.961034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=7408ea6c-a307-4c41-bdf9-fd6aa414f955,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.206927 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.224768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Transition to ACTIVE for port object 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:09.316174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-a9ebf96a-04b0-4581-a2b2-3fd0abd9a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.317633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-a9ebf96a-04b0-4581-a2b2-3fd0abd9a2b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1094 time: 0.0871625 Jul 15 23:05:09.319038 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.364444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:09.379910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-06ec0c3c-91e3-4130-aa50-2e6975824e00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5541258 Jul 15 23:05:09.406276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-2ec835b3-b806-4125-b71b-ad1c53b43c8a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.407845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-2ec835b3-b806-4125-b71b-ad1c53b43c8a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4516139 Jul 15 23:05:09.442366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Request body: {'port': {'device_id': 'eed41bb6-7c06-4568-b257-b43ae4062a3e', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '4506537585cb4227ba366bd8fcec6cc4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:09.442864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:09.449593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:09.451957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:09.472974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d41eed5-bc15-4a0c-ab81-83bb686e646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7408ea6c-a307-4c41-bdf9-fd6aa414f955'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:09.476321 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfd2d79-9b2b-4b9c-b954-8371cb7939e7" -d '{"events": [{"server_uuid": "6d41eed5-bc15-4a0c-ab81-83bb686e646c", "name": "network-vif-plugged", "status": "completed", "tag": "7408ea6c-a307-4c41-bdf9-fd6aa414f955"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:09.491019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'Port': ['ID=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.509086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-6acaca9d-bc52-41d0-9814-4aebab62394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.509959 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-6acaca9d-bc52-41d0-9814-4aebab62394f service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1834924 Jul 15 23:05:09.579552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.580196 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.584518 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-691c5fcb-c32f-435d-83ec-8916c69cdbb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 200 len: 217 time: 0.0651031 Jul 15 23:05:09.591839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d10e8-1626-4a97-9f99-977731e8654a req-07770704-5464-4d8b-a1a5-75df00a6777a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.593771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af2d10e8-1626-4a97-9f99-977731e8654a req-07770704-5464-4d8b-a1a5-75df00a6777a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.3069515 Jul 15 23:05:09.603410 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-d6bc411b-5737-4d8a-9a68-06ec9537d5c1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3129277 Jul 15 23:05:09.604183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051310f-9bfc-47e3-a250-15159b80b78c req-941984c9-49be-4fa2-8f09-c93d0308b0a9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.611580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2051310f-9bfc-47e3-a250-15159b80b78c req-941984c9-49be-4fa2-8f09-c93d0308b0a9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.5512760 Jul 15 23:05:09.660949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Request body: {'port': {'device_id': 'a8fba440-dd39-43e6-bc11-c83a436c415c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:09.676274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Made reservation on behalf of 4506537585cb4227ba366bd8fcec6cc4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:09.679795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.696329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-3ffad179-b098-4fc6-a7ea-9be3aba42dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.697815 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-3ffad179-b098-4fc6-a7ea-9be3aba42dbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0907454 Jul 15 23:05:09.700594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af2d10e8-1626-4a97-9f99-977731e8654a req-d1faa017-9d07-4153-876f-b3d4fecd337b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845647 Jul 15 23:05:09.713874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2051310f-9bfc-47e3-a250-15159b80b78c req-9cd84761-9c29-431c-9a28-c9ae33e21741 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012597 Jul 15 23:05:09.737117 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-e81c3821-8adb-4204-adb1-d320020d739a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301728 Jul 15 23:05:09.767981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5de74f6c-0c6b-421c-9d89-28b957b1df13 None None] Provisioning for port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:09.773130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5de74f6c-0c6b-421c-9d89-28b957b1df13 None None] Provisioning complete for port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:09.773682 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5de74f6c-0c6b-421c-9d89-28b957b1df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.782611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.885591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5de74f6c-0c6b-421c-9d89-28b957b1df13 None None] Port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:09.985324 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-53ac556f-0431-4b80-b3d7-da9a18065d5f service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035382 Jul 15 23:05:10.020959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Allocated IP 192.168.233.214 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/05ecde41-4e83-4ab0-9e98-132036676f31) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:10.055852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ca4d6-4c07-4d57-a11e-7f008ce78554 req-067684c7-5f4d-4098-9b9d-18374fcdefaf tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.057311 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-102ca4d6-4c07-4d57-a11e-7f008ce78554 req-067684c7-5f4d-4098-9b9d-18374fcdefaf tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 943 time: 0.2049789 Jul 15 23:05:10.101013 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f75b8730-4aa7-47da-960f-0674a13abdbb req-cfd3e434-7478-4ce9-ac60-d0afed6af0cc service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980148 Jul 15 23:05:10.113250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2791-db41-4268-8463-c8ae0833536b req-87b85844-d0ef-4258-a78d-b63b6c715a94 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.114740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0ce2791-db41-4268-8463-c8ae0833536b req-87b85844-d0ef-4258-a78d-b63b6c715a94 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 949 time: 0.1739635 Jul 15 23:05:10.176756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-102ca4d6-4c07-4d57-a11e-7f008ce78554 req-eb52d01e-279b-448c-95bf-2d7654d5d9f1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060605 Jul 15 23:05:10.234553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0ce2791-db41-4268-8463-c8ae0833536b req-980b6f41-5c6d-4363-8306-84d3b1972dc7 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110473 Jul 15 23:05:10.246141 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959a51a7-bdd7-4801-9b8c-632cd9b43ddb x-openstack-request-id: req-959a51a7-bdd7-4801-9b8c-632cd9b43ddb {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:10.247445 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d41eed5-bc15-4a0c-ab81-83bb686e646c", "name": "network-vif-plugged", "status": "completed", "tag": "7408ea6c-a307-4c41-bdf9-fd6aa414f955", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:10.247881 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-959a51a7-bdd7-4801-9b8c-632cd9b43ddb {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:10.248647 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d41eed5-bc15-4a0c-ab81-83bb686e646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7408ea6c-a307-4c41-bdf9-fd6aa414f955', 'code': 200} Jul 15 23:05:10.292303 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.306784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Transition to ACTIVE for port object 05ecde41-4e83-4ab0-9e98-132036676f31 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:10.353327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.404045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:10.408135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 02c07717-2d5c-437d-92df-e60f3f8dc6b8 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:10.460268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:10.501587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:10.509700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:10.515831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.516459 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.523047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'Port': ['ID=05ecde41-4e83-4ab0-9e98-132036676f31,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:10.523799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:10.534162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:10.541543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:10.542173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.544467 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.555362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cc130b93-1713-4cc2-97bb-3ae789bfab07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1294878 Jul 15 23:05:10.560810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Transition to ACTIVE for port object 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:10.565766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.580649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Request body: {'port': {'device_id': 'eed41bb6-7c06-4568-b257-b43ae4062a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:10.622054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Pushing event updated for resources: {'Port': ['ID=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:10.626264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79667b4a-b718-4d4b-9a9c-16d6e1a69444 req-6e0e66de-91b2-48f0-be93-f3a82257043e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.630485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79667b4a-b718-4d4b-9a9c-16d6e1a69444 req-6e0e66de-91b2-48f0-be93-f3a82257043e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 936 time: 0.2725356 Jul 15 23:05:10.665123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd3593-9714-429c-99d7-f726a40aa82e req-e1f181fd-5a9e-4bdc-98ab-27d1dcffe1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.667032 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3fd3593-9714-429c-99d7-f726a40aa82e req-e1f181fd-5a9e-4bdc-98ab-27d1dcffe1f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 1100 time: 0.2317011 Jul 15 23:05:10.680386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f6d6f-a196-4590-af93-cf98dc9198e6 req-7ef6236a-faa4-48b4-8d68-9fc89e768d86 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.681972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b2f6d6f-a196-4590-af93-cf98dc9198e6 req-7ef6236a-faa4-48b4-8d68-9fc89e768d86 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 949 time: 0.2685089 Jul 15 23:05:10.713104 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.720519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Attempting to bind port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:10.720866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Attempting to bind port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:10.721196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Attempting to bind port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:10.731064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:10.731064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Attempting to bind port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:10.734487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:10.734850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:10.735240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:10.735666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Bound port: 13ac8de4-67c7-4d81-aa4a-3192a8aa3092, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:10.736019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.767871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 02c07717-2d5c-437d-92df-e60f3f8dc6b8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=02c07717-2d5c-437d-92df-e60f3f8dc6b8,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:10.775294 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.816950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3fd3593-9714-429c-99d7-f726a40aa82e req-010b51c0-97b4-49fb-8f01-2a6fdf15f194 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320088 Jul 15 23:05:10.829331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.838370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] For port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:10.842746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=02c07717-2d5c-437d-92df-e60f3f8dc6b8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:10.843193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] For port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:10.847425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79667b4a-b718-4d4b-9a9c-16d6e1a69444 req-0b9e6922-05d9-413d-a12a-5b2eaf4381cc tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875191 Jul 15 23:05:10.848599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.880379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b2f6d6f-a196-4590-af93-cf98dc9198e6 req-373b52dc-1b89-4803-ad54-83d63447619d tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659727 Jul 15 23:05:10.889504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.890215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.891553 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/13ac8de4-67c7-4d81-aa4a-3192a8aa3092 HTTP/1.1" status: 200 len: 1095 time: 1.2350190 Jul 15 23:05:10.891983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fba440-dd39-43e6-bc11-c83a436c415c', 'tag': '13ac8de4-67c7-4d81-aa4a-3192a8aa3092'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:10.894220 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847cd010-ae1f-4b4a-96e2-00e902af9005" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fba440-dd39-43e6-bc11-c83a436c415c", "tag": "13ac8de4-67c7-4d81-aa4a-3192a8aa3092"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:10.928508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326cee1-f71a-46ba-90e8-1650ce8643d1 service neutron] Pushing event updated for resources: {'Port': ['ID=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:10.935591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d270cc34-919c-49ae-a0a4-93d80c280658 None None] Provisioning for port 05ecde41-4e83-4ab0-9e98-132036676f31 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:10.939978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d270cc34-919c-49ae-a0a4-93d80c280658 None None] Provisioning complete for port 05ecde41-4e83-4ab0-9e98-132036676f31 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:10.944486 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d270cc34-919c-49ae-a0a4-93d80c280658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.999874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d270cc34-919c-49ae-a0a4-93d80c280658 None None] Port 05ecde41-4e83-4ab0-9e98-132036676f31 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:11.077531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-7ab79d44-53b4-4b2d-a653-c01e4dba6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.079159 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-7ab79d44-53b4-4b2d-a653-c01e4dba6454 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 1098 time: 0.0797861 Jul 15 23:05:11.149959 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-cf6195c7-de7f-4342-8be4-9e3745843232 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=13ac8de4-67c7-4d81-aa4a-3192a8aa3092 HTTP/1.1" status: 200 len: 217 time: 0.0569472 Jul 15 23:05:11.179672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19aa2e-8d07-4812-9635-171ad8d133d5 req-0d67a491-d7f9-4751-a040-3efd4b0c93a4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.181242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df19aa2e-8d07-4812-9635-171ad8d133d5 req-0d67a491-d7f9-4751-a040-3efd4b0c93a4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 945 time: 0.1357493 Jul 15 23:05:11.204276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-107d441a-dfd5-4cb7-b856-6cc0dd3ce078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.205795 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-107d441a-dfd5-4cb7-b856-6cc0dd3ce078 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0473812 Jul 15 23:05:11.291127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-3ab28c81-143c-4acd-a10d-d79bc51d9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.294222 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-3ab28c81-143c-4acd-a10d-d79bc51d9b01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721116 Jul 15 23:05:11.348748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df19aa2e-8d07-4812-9635-171ad8d133d5 req-67ee1d6a-ede2-499a-8542-ec2b528614e6 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405313 Jul 15 23:05:11.375666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ecde41-4e83-4ab0-9e98-132036676f31 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:11.386288 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.407291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Transition to ACTIVE for port object 05ecde41-4e83-4ab0-9e98-132036676f31 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:11.411307 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-a4ffe3bb-8a43-4ff5-be60-f4a4f936f554 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026175 Jul 15 23:05:11.416325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621606ad-5ded-44fd-8304-4960c5338a2b req-a85b67f1-1fb8-45d6-ac4a-fdbdb441d7d7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.417780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-621606ad-5ded-44fd-8304-4960c5338a2b req-a85b67f1-1fb8-45d6-ac4a-fdbdb441d7d7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2014897 Jul 15 23:05:11.420526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-7d00efdb-fee9-4677-8cf4-5414b233c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.421858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-7d00efdb-fee9-4677-8cf4-5414b233c8d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1100 time: 0.1618261 Jul 15 23:05:11.422573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.510172 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-f99c2868-571c-4a78-805f-2057b9688e60 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882034 Jul 15 23:05:11.543074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Pushing event updated for resources: {'Port': ['ID=05ecde41-4e83-4ab0-9e98-132036676f31,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.598905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-621606ad-5ded-44fd-8304-4960c5338a2b req-d24c8a6f-9160-422b-9766-6c287b0f6e40 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718707 Jul 15 23:05:11.646735 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e64a19-d23c-4801-99f7-43d7534163c3 x-openstack-request-id: req-78e64a19-d23c-4801-99f7-43d7534163c3 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:11.647270 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fba440-dd39-43e6-bc11-c83a436c415c", "tag": "13ac8de4-67c7-4d81-aa4a-3192a8aa3092", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:11.647525 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78e64a19-d23c-4801-99f7-43d7534163c3 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:11.648191 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fba440-dd39-43e6-bc11-c83a436c415c', 'tag': '13ac8de4-67c7-4d81-aa4a-3192a8aa3092', 'status': 'completed', 'code': 200} Jul 15 23:05:11.659892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Attempting to bind port 05ecde41-4e83-4ab0-9e98-132036676f31 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:11.660199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Attempting to bind port 05ecde41-4e83-4ab0-9e98-132036676f31 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:11.660615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Attempting to bind port 05ecde41-4e83-4ab0-9e98-132036676f31 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:11.681975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129f74-4a4d-4378-82c1-8a5080bd987a req-24094607-870d-418a-a05f-2ae1f5859996 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.683631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61129f74-4a4d-4378-82c1-8a5080bd987a req-24094607-870d-418a-a05f-2ae1f5859996 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1941912 Jul 15 23:05:11.684136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Port 05ecde41-4e83-4ab0-9e98-132036676f31 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:11.684461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Attempting to bind port 05ecde41-4e83-4ab0-9e98-132036676f31 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:11.687178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-1b0fadf0-711b-4bbd-8703-b287233bab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.688607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-1b0fadf0-711b-4bbd-8703-b287233bab5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2384601 Jul 15 23:05:11.694409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:11.694746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:11.695147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:11.695600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Bound port: 05ecde41-4e83-4ab0-9e98-132036676f31, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:11.695959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.707925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device da3fe27b-e0db-408b-8ee3-8e61d7fabb9d details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:11.763508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-02dbaea0-888d-4dec-a715-c368510598d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.765297 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-02dbaea0-888d-4dec-a715-c368510598d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 1098 time: 0.0619836 Jul 15 23:05:11.776867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-944491c4-a1e9-4130-afe3-84dd6729c14f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 217 time: 0.0724235 Jul 15 23:05:11.827679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:11.839588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d', 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'port_id': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d', 'mac_address': 'fa:16:3e:ad:60:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a006f68-17cc-4ead-8698-771ef6c6d7e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:11.882480 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.885427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-525fd58f-94a2-4138-9a76-15323a766389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.887732 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-525fd58f-94a2-4138-9a76-15323a766389 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.0972331 Jul 15 23:05:11.896534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3fe27b-e0db-408b-8ee3-8e61d7fabb9d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:11.919348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:11.923721 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.936733 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-9d001b30-01dc-4976-bb26-6c9dffcb7193 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=13ac8de4-67c7-4d81-aa4a-3192a8aa3092 HTTP/1.1" status: 200 len: 217 time: 0.0350361 Jul 15 23:05:11.980078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:12.004788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-45a91be6-0b19-4fed-910f-685ffe81ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.006281 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-45a91be6-0b19-4fed-910f-685ffe81ec57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0555058 Jul 15 23:05:12.070118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61129f74-4a4d-4378-82c1-8a5080bd987a req-524d284d-9225-494f-a0c6-eee72a2ec6d2 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775210 Jul 15 23:05:12.073447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-e3882214-9044-4318-85c4-4cfce6da5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.075801 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-e3882214-9044-4318-85c4-4cfce6da5b77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557497 Jul 15 23:05:12.114714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-35056598-a9ca-4df1-97cc-684df218cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.116794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-35056598-a9ca-4df1-97cc-684df218cf8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.2965126 Jul 15 23:05:12.126251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] For port 05ecde41-4e83-4ab0-9e98-132036676f31, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:12.131297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] For port 05ecde41-4e83-4ab0-9e98-132036676f31, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=05ecde41-4e83-4ab0-9e98-132036676f31,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:12.161106 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.178678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14131fb-c59d-47c8-8999-098805bb55d5 req-87133bdd-2138-467e-9c6a-dc9b888f83c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.180200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f14131fb-c59d-47c8-8999-098805bb55d5 req-87133bdd-2138-467e-9c6a-dc9b888f83c9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 943 time: 0.4214518 Jul 15 23:05:12.185992 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-5b98d77d-3cb5-47a4-b8cf-d4c1bec3fc0b service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954492 Jul 15 23:05:12.248200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.248823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.250217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] 10.222.0.59 "PUT /v2.0/ports/05ecde41-4e83-4ab0-9e98-132036676f31 HTTP/1.1" status: 200 len: 1096 time: 1.6784098 Jul 15 23:05:12.250372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde74c1f-a151-4f67-aeca-28a9df099c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c07717-2d5c-437d-92df-e60f3f8dc6b8'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:12.252844 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a71007-3a22-489f-8467-e4c53a5c13bf" -d '{"events": [{"server_uuid": "dde74c1f-a151-4f67-aeca-28a9df099c8a", "name": "network-vif-plugged", "status": "completed", "tag": "02c07717-2d5c-437d-92df-e60f3f8dc6b8"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:12.261252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed41bb6-7c06-4568-b257-b43ae4062a3e', 'tag': '05ecde41-4e83-4ab0-9e98-132036676f31'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:12.264123 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965e537-6ff6-4aac-b8e0-c450044e38e2" -d '{"events": [{"name": "network-changed", "server_uuid": "eed41bb6-7c06-4568-b257-b43ae4062a3e", "tag": "05ecde41-4e83-4ab0-9e98-132036676f31"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:12.302332 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-847cd010-ae1f-4b4a-96e2-00e902af9005 req-f21e5ccc-3dde-4d89-abb7-f310b3b39362 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985186 Jul 15 23:05:12.318505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f14131fb-c59d-47c8-8999-098805bb55d5 req-1dbf9eaa-09b9-42ca-bfac-db027435db5f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173079 Jul 15 23:05:12.320043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f13adf-ceb7-4142-b4ed-f75a3dc3072e service neutron] Pushing event updated for resources: {'Port': ['ID=05ecde41-4e83-4ab0-9e98-132036676f31,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:12.341371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-1844f48f-e1c0-4238-a774-6e0070ebde44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.343595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-1844f48f-e1c0-4238-a774-6e0070ebde44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2104406 Jul 15 23:05:12.361082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11499a59-47f4-4b77-9490-aa0fd2b33436 req-4a5b6a5f-f6ae-4d10-833e-dcf70f254218 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.363180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11499a59-47f4-4b77-9490-aa0fd2b33436 req-4a5b6a5f-f6ae-4d10-833e-dcf70f254218 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 949 time: 0.1637647 Jul 15 23:05:12.379508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['da3fe27b-e0db-408b-8ee3-8e61d7fabb9d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:12.417652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-445d7b8b-66b9-4a95-a5d3-aa92feeffc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.420063 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-445d7b8b-66b9-4a95-a5d3-aa92feeffc70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 1099 time: 0.0722077 Jul 15 23:05:12.491399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11499a59-47f4-4b77-9490-aa0fd2b33436 req-d7cf7af0-8c70-4ea9-927a-79b373f307f0 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189358 Jul 15 23:05:12.494396 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-f2cf23b1-2632-465f-b32a-460d6f062a4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=05ecde41-4e83-4ab0-9e98-132036676f31 HTTP/1.1" status: 200 len: 217 time: 0.0530355 Jul 15 23:05:12.561711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-dbecd22c-cc9a-4bf9-ad1a-2dd04d9919e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.563613 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-dbecd22c-cc9a-4bf9-ad1a-2dd04d9919e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0571747 Jul 15 23:05:12.575935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-8ff5a994-deda-4feb-87c6-6891dad510dc service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108448 Jul 15 23:05:12.590739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5e97-b20a-465b-8c7a-e2869f54dc7b req-c07d5cfa-699c-43af-bc58-5f6d1e1b2e8a tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.592457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-099f5e97-b20a-465b-8c7a-e2869f54dc7b req-c07d5cfa-699c-43af-bc58-5f6d1e1b2e8a tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1096 time: 0.1145382 Jul 15 23:05:12.640677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-1656f477-335a-495a-b70d-97f40afe855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.642195 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-1656f477-335a-495a-b70d-97f40afe855f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685873 Jul 15 23:05:12.737194 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-f94d04e9-1a2a-46cc-9832-eeb483526590 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868058 Jul 15 23:05:12.737953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-099f5e97-b20a-465b-8c7a-e2869f54dc7b req-08f390f8-28b0-4625-b6ee-08909fa45d77 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390858 Jul 15 23:05:12.766964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-56fa687a-2c53-43f9-a38f-12a3573ff2ba service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660473 Jul 15 23:05:12.786006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa148b-45b9-4f7c-93ae-c69576fb33eb req-86a4a116-81cc-43ef-bb10-c4f4ac2708bc tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.787750 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4fa148b-45b9-4f7c-93ae-c69576fb33eb req-86a4a116-81cc-43ef-bb10-c4f4ac2708bc tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 948 time: 0.1570249 Jul 15 23:05:12.850263 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3370da05-b272-4fb6-81c4-374bd0b44dc5 req-302b462d-d513-4780-a7e5-7def6f9998c8 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019390 Jul 15 23:05:12.851271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4fa148b-45b9-4f7c-93ae-c69576fb33eb req-5c739d7f-27ec-4c88-b829-78097c8115f1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Jul 15 23:05:12.942189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a94a4-a2d0-4c09-b9c9-eef3aab9c6fe req-e34d5c91-9d60-449a-bfed-8cfafed17c5f tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.944093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-416a94a4-a2d0-4c09-b9c9-eef3aab9c6fe req-e34d5c91-9d60-449a-bfed-8cfafed17c5f tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.0643847 Jul 15 23:05:12.982970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-416a94a4-a2d0-4c09-b9c9-eef3aab9c6fe req-071612f9-0f4e-4bb9-a65e-20f122ff1056 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Jul 15 23:05:13.006090 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c11de6-6249-412d-80e7-1a0a26a205b4 x-openstack-request-id: req-d3c11de6-6249-412d-80e7-1a0a26a205b4 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:13.006583 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde74c1f-a151-4f67-aeca-28a9df099c8a", "name": "network-vif-plugged", "status": "completed", "tag": "02c07717-2d5c-437d-92df-e60f3f8dc6b8", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:13.006801 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3c11de6-6249-412d-80e7-1a0a26a205b4 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:13.007140 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde74c1f-a151-4f67-aeca-28a9df099c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c07717-2d5c-437d-92df-e60f3f8dc6b8', 'code': 200} Jul 15 23:05:13.034660 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bffc6ab-5822-453c-88a5-179db7509756 x-openstack-request-id: req-1bffc6ab-5822-453c-88a5-179db7509756 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:13.034995 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed41bb6-7c06-4568-b257-b43ae4062a3e", "tag": "05ecde41-4e83-4ab0-9e98-132036676f31", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:13.035239 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bffc6ab-5822-453c-88a5-179db7509756 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:13.035625 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed41bb6-7c06-4568-b257-b43ae4062a3e', 'tag': '05ecde41-4e83-4ab0-9e98-132036676f31', 'status': 'completed', 'code': 200} Jul 15 23:05:13.224351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd77e73-e774-4f96-88c2-6a1cbba5e0f1 req-40ae531d-9284-45bb-9cb0-386bef711aaf tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.225960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abd77e73-e774-4f96-88c2-6a1cbba5e0f1 req-40ae531d-9284-45bb-9cb0-386bef711aaf tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1335812 Jul 15 23:05:13.246455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562036-70bd-4bb9-9429-5645b712e515 req-5bb7e07a-299c-4286-a307-0fd06fea0630 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.248045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64562036-70bd-4bb9-9429-5645b712e515 req-5bb7e07a-299c-4286-a307-0fd06fea0630 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1096 time: 0.1239219 Jul 15 23:05:13.305516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abd77e73-e774-4f96-88c2-6a1cbba5e0f1 req-d068d251-0d5d-4026-982d-4d5b7ba5128f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726693 Jul 15 23:05:13.313596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64562036-70bd-4bb9-9429-5645b712e515 req-1c371441-45d7-4537-a495-18fefe364d34 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580261 Jul 15 23:05:13.317805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee813d8-6042-4ca6-aace-d63e030b1662 req-f1ba9a39-2c2d-44db-88cf-4458696ef97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.319301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eee813d8-6042-4ca6-aace-d63e030b1662 req-f1ba9a39-2c2d-44db-88cf-4458696ef97f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 1101 time: 0.1350882 Jul 15 23:05:13.362002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eee813d8-6042-4ca6-aace-d63e030b1662 req-d35c71a3-d475-41ed-b1f4-0ab1e135420b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Jul 15 23:05:13.381566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-5ce372ed-54d3-4a0d-ba99-f9fdaae75738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.383116 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-5ce372ed-54d3-4a0d-ba99-f9fdaae75738 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 1099 time: 0.2841344 Jul 15 23:05:13.442545 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.516363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa008533-cfd2-4f21-9738-32c028ad9b87 req-e2e9403b-1c7f-4344-b403-4ee1a8c991c8 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.517743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa008533-cfd2-4f21-9738-32c028ad9b87 req-e2e9403b-1c7f-4344-b403-4ee1a8c991c8 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0966561 Jul 15 23:05:13.543347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-3b396ad4-1f83-4df8-9de6-b529a3b60e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.544826 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-3b396ad4-1f83-4df8-9de6-b529a3b60e7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.0864134 Jul 15 23:05:13.559569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dbf14-686a-47e4-be25-d77f9a1de4b8 req-1d99287e-0f47-4271-a1de-7fa423dc1d96 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.560998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-419dbf14-686a-47e4-be25-d77f9a1de4b8 req-1d99287e-0f47-4271-a1de-7fa423dc1d96 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 944 time: 0.1023748 Jul 15 23:05:13.584706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa008533-cfd2-4f21-9738-32c028ad9b87 req-8ffe6b2b-8d43-4a50-9166-21ad7c8161a6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602596 Jul 15 23:05:13.612808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-419dbf14-686a-47e4-be25-d77f9a1de4b8 req-f3738fb5-75bf-4dcd-8ed1-e22b1ee9c41e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461531 Jul 15 23:05:13.622113 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-ad5b1822-4b6a-4aa1-8883-feca583a7912 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=05ecde41-4e83-4ab0-9e98-132036676f31 HTTP/1.1" status: 200 len: 217 time: 0.0388675 Jul 15 23:05:13.681877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-6149ff80-1ed8-4aa5-b424-c7b318ca19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.684618 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-6149ff80-1ed8-4aa5-b424-c7b318ca19f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0466828 Jul 15 23:05:13.729403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device da3fe27b-e0db-408b-8ee3-8e61d7fabb9d up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:13.758785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-b9abacb6-46e4-403b-b4aa-f82087b5ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.760439 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-b9abacb6-46e4-403b-b4aa-f82087b5ac9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565491 Jul 15 23:05:13.795498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:13.800595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:13.801171 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.807264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacf1c6-c337-439d-9644-9c253e6f1628 req-845bf8c0-0e2a-434b-b209-0e0fbcd23949 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.809431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baacf1c6-c337-439d-9644-9c253e6f1628 req-845bf8c0-0e2a-434b-b209-0e0fbcd23949 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 949 time: 0.0866301 Jul 15 23:05:13.863940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baacf1c6-c337-439d-9644-9c253e6f1628 req-9da820f5-cf14-4b47-bae3-4bfcbd225112 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Jul 15 23:05:13.898963 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.943448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:13.950658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.975989 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-e936196a-ee6c-499f-9a02-d8fa0f86b236 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919901 Jul 15 23:05:14.002291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1f215-d917-42c0-957c-424ab63e69b6 req-2fd45a2a-a87c-494b-9db2-d2577b9c3923 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.003985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1d1f215-d917-42c0-957c-424ab63e69b6 req-2fd45a2a-a87c-494b-9db2-d2577b9c3923 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1096 time: 0.0708141 Jul 15 23:05:14.011408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.068733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1d1f215-d917-42c0-957c-424ab63e69b6 req-e1527197-0ab9-47c8-bac9-d14c9ba4d9b6 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 Jul 15 23:05:14.083644 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2965e537-6ff6-4aac-b8e0-c450044e38e2 req-a268c6d4-61b3-4d8c-95b5-cf1ae2c148d0 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903325 Jul 15 23:05:14.090957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b0d6e-7224-43c5-baae-593089eba2cc req-7aaaf72d-e7cc-4e50-91e7-0c8553d46aca tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.092731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a4b0d6e-7224-43c5-baae-593089eba2cc req-7aaaf72d-e7cc-4e50-91e7-0c8553d46aca tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 948 time: 0.0927296 Jul 15 23:05:14.131892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a4b0d6e-7224-43c5-baae-593089eba2cc req-6f35ea91-d2c5-495d-8255-15ea3c947083 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Jul 15 23:05:14.406069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cec10-a41d-42f3-8cb0-e6272dc9afe7 req-919d3db7-945a-4576-a492-44c6c454dd3c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.412525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-025cec10-a41d-42f3-8cb0-e6272dc9afe7 req-919d3db7-945a-4576-a492-44c6c454dd3c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.0698810 Jul 15 23:05:14.428026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:14.484287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-025cec10-a41d-42f3-8cb0-e6272dc9afe7 req-552d3edb-e65c-4f02-a89c-2ae039adf27c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709016 Jul 15 23:05:14.517996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e9a14-79bf-433b-9261-b153731f7073 req-deac17f5-84e9-41c4-82de-ff32140553a0 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.519764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-653e9a14-79bf-433b-9261-b153731f7073 req-deac17f5-84e9-41c4-82de-ff32140553a0 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 949 time: 0.0875580 Jul 15 23:05:14.537911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:14.552655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '13ac8de4-67c7-4d81-aa4a-3192a8aa3092', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '13ac8de4-67c7-4d81-aa4a-3192a8aa3092', 'mac_address': 'fa:16:3e:c6:88:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:14.564703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-653e9a14-79bf-433b-9261-b153731f7073 req-c22dcc4d-d4ea-4857-aede-92f28e347875 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363247 Jul 15 23:05:14.597048 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.612619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:14.633015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:14.638830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.680757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631ad59-1930-4ee3-a1b3-3939c5784369 req-ea251653-e08e-4b9d-abc5-431c80d5ea79 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.682442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e631ad59-1930-4ee3-a1b3-3939c5784369 req-ea251653-e08e-4b9d-abc5-431c80d5ea79 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0698345 Jul 15 23:05:14.692994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.726296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e631ad59-1930-4ee3-a1b3-3939c5784369 req-4e306ab5-143f-4e94-b979-56c404191454 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341532 Jul 15 23:05:14.891784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193569a-326f-474d-a541-3324ec0eb0ec req-540035cb-4460-461d-b9b8-7b2eeef13d01 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.893333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3193569a-326f-474d-a541-3324ec0eb0ec req-540035cb-4460-461d-b9b8-7b2eeef13d01 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0695322 Jul 15 23:05:14.959676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3193569a-326f-474d-a541-3324ec0eb0ec req-d6a25c2d-08b2-41a2-81b6-135629c4171b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562189 Jul 15 23:05:14.982080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58339-6cf7-444b-a4b0-6af2b8964291 req-5c383360-e494-4cdb-b994-97804cc78227 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.983611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfb58339-6cf7-444b-a4b0-6af2b8964291 req-5c383360-e494-4cdb-b994-97804cc78227 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.0893412 Jul 15 23:05:15.008694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:15.011413 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd718403-c66f-4a1e-9a7f-f21caf29a65f" -d '{"events": [{"server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "name": "network-vif-plugged", "status": "completed", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:15.021436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfb58339-6cf7-444b-a4b0-6af2b8964291 req-cff114d1-0add-482d-a224-0405a4e17d9e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Jul 15 23:05:15.067725 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3258051-73bf-4ee0-af99-66fe59a4bb67 x-openstack-request-id: req-d3258051-73bf-4ee0-af99-66fe59a4bb67 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:15.068212 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "name": "network-vif-plugged", "status": "completed", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:15.068328 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3258051-73bf-4ee0-af99-66fe59a4bb67 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:15.068635 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d', 'code': 200} Jul 15 23:05:15.142541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd0387-4ff8-4c9c-a30e-c68740bd34b1 req-7435daf6-e572-444a-a09f-318a97ec02c1 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.143960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40dd0387-4ff8-4c9c-a30e-c68740bd34b1 req-7435daf6-e572-444a-a09f-318a97ec02c1 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 949 time: 0.0737512 Jul 15 23:05:15.182192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40dd0387-4ff8-4c9c-a30e-c68740bd34b1 req-94b627d0-73ff-4557-a076-291ab999163c tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Jul 15 23:05:15.226472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab823d-b931-46e7-9e33-ac28a7d73611 req-1150cb41-6b00-437e-8f88-0f9aa168d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.228195 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ceab823d-b931-46e7-9e33-ac28a7d73611 req-1150cb41-6b00-437e-8f88-0f9aa168d2fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1096 time: 0.0565860 Jul 15 23:05:15.269555 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ceab823d-b931-46e7-9e33-ac28a7d73611 req-812e7f37-f7a2-45e3-aadb-03c948803899 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332601 Jul 15 23:05:15.338041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182df7ea-9324-4bc6-83e0-e8add482319c req-98609a5a-729e-4108-a7c8-5a173b46d8bf tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.339598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-182df7ea-9324-4bc6-83e0-e8add482319c req-98609a5a-729e-4108-a7c8-5a173b46d8bf tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1096 time: 0.0899763 Jul 15 23:05:15.375542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:15.385749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-182df7ea-9324-4bc6-83e0-e8add482319c req-4d6f0c55-822c-40b1-b203-cc1687d1e24e tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Jul 15 23:05:15.403307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf7e22-ffb2-4259-9875-1497f9eee230 req-99ecb289-ca05-4b80-979a-f9b3834ac7b3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.405183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddbf7e22-ffb2-4259-9875-1497f9eee230 req-99ecb289-ca05-4b80-979a-f9b3834ac7b3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 948 time: 0.1028268 Jul 15 23:05:15.446830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddbf7e22-ffb2-4259-9875-1497f9eee230 req-c0046d02-1eab-4786-bc73-976c6434b5ea tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358675 Jul 15 23:05:15.674668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73934b-774f-4984-b9fa-979cbef075d4 req-e5dd94e1-e916-4f1c-8c41-7b3b95f0e4ed tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.676265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d73934b-774f-4984-b9fa-979cbef075d4 req-e5dd94e1-e916-4f1c-8c41-7b3b95f0e4ed tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.0718746 Jul 15 23:05:15.716689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d73934b-774f-4984-b9fa-979cbef075d4 req-baae5c11-7393-40a2-a5b4-a909aa6235fa tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345855 Jul 15 23:05:16.084204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b66d-befd-40ac-9c8b-9e52beea8083 req-6bfaa8f8-0303-4d87-bce4-e6435f3eaa94 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.086143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99a8b66d-befd-40ac-9c8b-9e52beea8083 req-6bfaa8f8-0303-4d87-bce4-e6435f3eaa94 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0649152 Jul 15 23:05:16.124552 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99a8b66d-befd-40ac-9c8b-9e52beea8083 req-0f0203fd-6caf-4af7-a4dc-cb2c50d00971 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Jul 15 23:05:16.289064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c2510-5578-46a4-a92d-46fc82238618 req-e14c3034-9568-4115-8afe-bf69e8435243 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.290432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f4c2510-5578-46a4-a92d-46fc82238618 req-e14c3034-9568-4115-8afe-bf69e8435243 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.0648410 Jul 15 23:05:16.330834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f4c2510-5578-46a4-a92d-46fc82238618 req-bac73f17-c646-4366-b344-5b7f23936019 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 Jul 15 23:05:16.437692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 05ecde41-4e83-4ab0-9e98-132036676f31 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:16.489444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cec76c-2f90-447d-acd2-9d23905fe52c req-0f4377c5-97fc-4578-b371-67a15b6dbdcc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.490975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01cec76c-2f90-447d-acd2-9d23905fe52c req-0f4377c5-97fc-4578-b371-67a15b6dbdcc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0646188 Jul 15 23:05:16.497086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-047ff5b2-1925-48f4-a8db-76d79a788876 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:05:16.498055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-047ff5b2-1925-48f4-a8db-76d79a788876 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054438 Jul 15 23:05:16.517164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Request body: {'binding': {'host': 'n-h2-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:16.517613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:05:16.539972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 05ecde41-4e83-4ab0-9e98-132036676f31, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=05ecde41-4e83-4ab0-9e98-132036676f31,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:16.550184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '05ecde41-4e83-4ab0-9e98-132036676f31', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '05ecde41-4e83-4ab0-9e98-132036676f31', 'mac_address': 'fa:16:3e:a0:71:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:16.563235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01cec76c-2f90-447d-acd2-9d23905fe52c req-f0df0630-0963-4ac5-aec0-f7de5319872e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642898 Jul 15 23:05:16.598983 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:16.614858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ecde41-4e83-4ab0-9e98-132036676f31 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:16.640969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 05ecde41-4e83-4ab0-9e98-132036676f31, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=05ecde41-4e83-4ab0-9e98-132036676f31,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:16.645784 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:16.683548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on host n-h2-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:16.683876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:16.684212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:16.697827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=05ecde41-4e83-4ab0-9e98-132036676f31,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:16.705508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:16.706347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:16.713544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:16.713874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:16.714261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:16.715242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Bound port: a2ccde38-e11e-4270-96e0-281a85b7a96d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:16.785013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:16.789807 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:16.791067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-3245d462-99f3-454a-9ad1-35fbe83da245 service neutron] 10.222.0.23 "POST /v2.0/ports/a2ccde38-e11e-4270-96e0-281a85b7a96d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2792594 Jul 15 23:05:16.799087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9324a-a479-42b9-8f5d-eddc82fd5e44 req-f7936930-c105-4a0e-a09e-4be55ac3d5f4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.800547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1b9324a-a479-42b9-8f5d-eddc82fd5e44 req-f7936930-c105-4a0e-a09e-4be55ac3d5f4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.1280324 Jul 15 23:05:16.839635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1b9324a-a479-42b9-8f5d-eddc82fd5e44 req-cfc3fd54-2b60-4ee3-b6de-901c253a062e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Jul 15 23:05:17.047343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb1aae-41eb-4047-bbfe-8ea24fd54e5a req-6369ac63-9623-4de0-8005-9cc62ee9e8ba tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.048740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0bb1aae-41eb-4047-bbfe-8ea24fd54e5a req-6369ac63-9623-4de0-8005-9cc62ee9e8ba tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 949 time: 0.1050487 Jul 15 23:05:17.062136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558326b-5cac-49a0-a3ff-eca875374420 req-8a95fe1e-6c1a-45a0-a356-9d4909bd303b tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.063608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8558326b-5cac-49a0-a3ff-eca875374420 req-8a95fe1e-6c1a-45a0-a356-9d4909bd303b tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 949 time: 0.0918336 Jul 15 23:05:17.112076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-de78e017-0ef5-4c36-8285-0fc4ede65b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.114019 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-de78e017-0ef5-4c36-8285-0fc4ede65b62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1096 time: 0.0567813 Jul 15 23:05:17.123196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0bb1aae-41eb-4047-bbfe-8ea24fd54e5a req-d9155e2f-9dbd-443c-a9ee-546f9f925dd7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686991 Jul 15 23:05:17.130271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8558326b-5cac-49a0-a3ff-eca875374420 req-095d1783-464d-4c24-a479-fdb56814c615 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525537 Jul 15 23:05:17.221800 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-7d2479ca-fd42-471e-8128-3b956b9d663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.223412 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-7d2479ca-fd42-471e-8128-3b956b9d663a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.0916455 Jul 15 23:05:17.275475 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-1b7cca88-2206-4f59-8d65-4443e4f4dc87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 200 len: 217 time: 0.0389862 Jul 15 23:05:17.303015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e22d6-7ec8-4e0c-977a-0a39c1352a15 req-c0c6f699-4065-46b8-bf1a-0964d74f0f8f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.304531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-294e22d6-7ec8-4e0c-977a-0a39c1352a15 req-c0c6f699-4065-46b8-bf1a-0964d74f0f8f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 945 time: 0.0650694 Jul 15 23:05:17.343735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['05ecde41-4e83-4ab0-9e98-132036676f31'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:17.345635 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-2d184ba5-a0f8-4426-81dc-63cea52c9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.347800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-294e22d6-7ec8-4e0c-977a-0a39c1352a15 req-d15fa0b2-24d8-4c91-8967-3dfe321fd95d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365295 Jul 15 23:05:17.348441 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-2d184ba5-a0f8-4426-81dc-63cea52c9857 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0514641 Jul 15 23:05:17.391022 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-a9c82329-9253-4886-8749-f36a6d8729bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302477 Jul 15 23:05:17.459717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16d147-fb86-48e7-bc56-5367ff73790f req-bfe8cfe8-d0a5-43aa-9841-082e43003af1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.461993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c16d147-fb86-48e7-bc56-5367ff73790f req-bfe8cfe8-d0a5-43aa-9841-082e43003af1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0765331 Jul 15 23:05:17.520096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-9209861b-cefd-4c5b-8b53-b4cd47d30e61 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083736 Jul 15 23:05:17.535916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c16d147-fb86-48e7-bc56-5367ff73790f req-2c0657ae-f0b0-4e75-822e-b77e0400efc0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682800 Jul 15 23:05:17.561406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eafc65-cb3c-4e7b-bfec-5ea94e82f1fa req-433d02a1-fc69-4e8e-a917-db04f1fde184 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.562904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6eafc65-cb3c-4e7b-bfec-5ea94e82f1fa req-433d02a1-fc69-4e8e-a917-db04f1fde184 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.0891347 Jul 15 23:05:17.601560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6eafc65-cb3c-4e7b-bfec-5ea94e82f1fa req-81296c93-2552-41a0-9711-ba80a71b4c95 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 Jul 15 23:05:17.616501 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-f41454ae-7995-4fb4-ab28-c6b87fa40295 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887787 Jul 15 23:05:17.777024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-acb6a023-23a0-42b8-8358-dfafaf6d3289 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.779187 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-acb6a023-23a0-42b8-8358-dfafaf6d3289 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.0589077 Jul 15 23:05:17.779906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7b724-9205-430a-b83d-24b54d1170ef req-2cebe66d-ccea-443d-9730-c19c5223aade tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.781379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfd7b724-9205-430a-b83d-24b54d1170ef req-2cebe66d-ccea-443d-9730-c19c5223aade tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0993979 Jul 15 23:05:17.795775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2eee9-7a66-48a2-87a0-bf47b2143d5c req-62b8badd-88c3-4fce-ad64-b2c0bf96cc52 tempest-LiveMigrationNegativeTest-1801092254 tempest-LiveMigrationNegativeTest-1801092254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.797205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14c2eee9-7a66-48a2-87a0-bf47b2143d5c req-62b8badd-88c3-4fce-ad64-b2c0bf96cc52 tempest-LiveMigrationNegativeTest-1801092254 tempest-LiveMigrationNegativeTest-1801092254-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 1101 time: 0.0803216 Jul 15 23:05:17.798703 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-8'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:17.821955 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-14c2eee9-7a66-48a2-87a0-bf47b2143d5c req-f7aed9b0-f9f2-4277-afff-71f44129ad72 tempest-LiveMigrationNegativeTest-1801092254 tempest-LiveMigrationNegativeTest-1801092254-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.848706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfd7b724-9205-430a-b83d-24b54d1170ef req-777cab0e-a6e3-439f-944b-a12f18f7023f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592313 Jul 15 23:05:17.883542 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.936885 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-14c2eee9-7a66-48a2-87a0-bf47b2143d5c req-f7aed9b0-f9f2-4277-afff-71f44129ad72 tempest-LiveMigrationNegativeTest-1801092254 tempest-LiveMigrationNegativeTest-1801092254-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.950210 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-14c2eee9-7a66-48a2-87a0-bf47b2143d5c req-f7aed9b0-f9f2-4277-afff-71f44129ad72 tempest-LiveMigrationNegativeTest-1801092254 tempest-LiveMigrationNegativeTest-1801092254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.008534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14c2eee9-7a66-48a2-87a0-bf47b2143d5c req-f7aed9b0-f9f2-4277-afff-71f44129ad72 tempest-LiveMigrationNegativeTest-1801092254 tempest-LiveMigrationNegativeTest-1801092254-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040269 Jul 15 23:05:18.015404 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a252fec-5304-4adc-aba4-1ec78e7c8bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.033011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:18.046999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aed9b0-f9f2-4277-afff-71f44129ad72 tempest-LiveMigrationNegativeTest-1801092254 tempest-LiveMigrationNegativeTest-1801092254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153af29e-8b16-4df0-866c-b3f614976b18,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:18.074736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:18.084126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-24417499-14c1-4cdb-80ef-04b95632eadf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434877 Jul 15 23:05:18.097961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7caea1-1b8e-4ca7-bf6d-288b3aeb8251 req-245b77e5-8c7b-4875-9f62-f4377c37c1d1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.099626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f7caea1-1b8e-4ca7-bf6d-288b3aeb8251 req-245b77e5-8c7b-4875-9f62-f4377c37c1d1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.1157677 Jul 15 23:05:18.121571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:18.123871 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6331729f-0a25-4dac-9766-b0875bfd97b5" -d '{"events": [{"server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:18.128346 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.133821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.183209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f7caea1-1b8e-4ca7-bf6d-288b3aeb8251 req-3884cf1d-86a3-460e-8829-1efbcc97fae7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754037 Jul 15 23:05:18.236329 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4e0661-7300-4709-95f2-ad35d2243e50 x-openstack-request-id: req-9d4e0661-7300-4709-95f2-ad35d2243e50 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:18.236621 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:18.236874 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d4e0661-7300-4709-95f2-ad35d2243e50 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:18.244119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-bc32d050-fd9c-462a-8c7c-1a593e87c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.245676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-bc32d050-fd9c-462a-8c7c-1a593e87c35f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 1119 time: 0.1200411 Jul 15 23:05:18.249251 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d', 'code': 200} Jul 15 23:05:18.251431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=7']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:18.259811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on host n-h1-793618-8 for vnic_type normal with profile {"migrating_to": "n-h2-793618-8"} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:18.260148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:18.260501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:18.264965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:18.265291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Attempting to bind port a2ccde38-e11e-4270-96e0-281a85b7a96d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:18.270681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:18.271598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:18.271883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:18.272319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Bound port: a2ccde38-e11e-4270-96e0-281a85b7a96d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:18.272680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.366010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:18.369662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:18.376103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.389392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-69408888-0d7e-4ac1-bcfa-23e8013bea83 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.391024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-69408888-0d7e-4ac1-bcfa-23e8013bea83 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 949 time: 0.1887467 Jul 15 23:05:18.449019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:18.465335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.466410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.467756 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] 10.222.0.59 "PUT /v2.0/ports/a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 200 len: 1121 time: 0.6732523 Jul 15 23:05:18.471301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff73180-62cc-428b-a1e2-5115b9fb31d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=8']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:18.499123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:18.506633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:18.507043 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.532041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-248addcc-3c7b-4d6e-a0ef-7ac7603619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.533513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-248addcc-3c7b-4d6e-a0ef-7ac7603619fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 925 time: 0.2406678 Jul 15 23:05:18.601190 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.623407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fba440-dd39-43e6-bc11-c83a436c415c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ac8de4-67c7-4d81-aa4a-3192a8aa3092'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:18.625565 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07378385-f354-407e-9a79-9d3f96607d1d" -d '{"events": [{"server_uuid": "a8fba440-dd39-43e6-bc11-c83a436c415c", "name": "network-vif-plugged", "status": "completed", "tag": "13ac8de4-67c7-4d81-aa4a-3192a8aa3092"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:18.638969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:18.643169 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.675967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a2ccde38-e11e-4270-96e0-281a85b7a96d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:18.724565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:18.883039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cada46f-3181-40a8-a976-eb02b7ac71ec req-620f3316-19ce-4c5c-ac40-bdcf64058aac tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.884418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1cada46f-3181-40a8-a976-eb02b7ac71ec req-620f3316-19ce-4c5c-ac40-bdcf64058aac tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 949 time: 0.4923484 Jul 15 23:05:18.894269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-7d9bcef1-59a2-445e-b501-5a9fdac4a6fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c96461-420c-417a-986f-fc433fcb6171 HTTP/1.1" status: 200 len: 1024 time: 0.3492599 Jul 15 23:05:18.901295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb72db-d724-40d4-b3cb-2b8ca47e3e10 req-89836f31-e336-4da6-8c8f-0cfd4ec7155f tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.903249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbeb72db-d724-40d4-b3cb-2b8ca47e3e10 req-89836f31-e336-4da6-8c8f-0cfd4ec7155f tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 949 time: 0.4755499 Jul 15 23:05:18.987165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Deleting port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:18.987504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.031676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1cada46f-3181-40a8-a976-eb02b7ac71ec req-c506cbf6-a915-4443-9479-5ee0cc9bcc9c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409812 Jul 15 23:05:19.032975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-f58787ff-734a-4af4-a8e1-0c4f1748e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.034310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-f58787ff-734a-4af4-a8e1-0c4f1748e4af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 HTTP/1.1" status: 200 len: 863 time: 0.1228478 Jul 15 23:05:19.039440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbeb72db-d724-40d4-b3cb-2b8ca47e3e10 req-72203fb4-fe1f-45d0-b6fe-b63856f807cd tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a602ab7-b0f8-43d4-a517-8e53715d695c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259131 Jul 15 23:05:19.139346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] For port 7408ea6c-a307-4c41-bdf9-fd6aa414f955, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=7408ea6c-a307-4c41-bdf9-fd6aa414f955,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:19.139642 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.158588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Calling delete_port for 7408ea6c-a307-4c41-bdf9-fd6aa414f955 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:19.171067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-ebea92e7-86b0-4201-a332-15fdc3f0bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.172545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-ebea92e7-86b0-4201-a332-15fdc3f0bd30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979328 Jul 15 23:05:19.357399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-0095073b-1ef0-48d4-9580-892e48e72693 service neutron] 10.222.0.59 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507852 Jul 15 23:05:19.359899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72b3c-975d-4219-b02e-f74237d9e848 req-e624f0b5-4d42-4991-b429-f4c2a39e612e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.361387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84f72b3c-975d-4219-b02e-f74237d9e848 req-e624f0b5-4d42-4991-b429-f4c2a39e612e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1096 time: 0.1562412 Jul 15 23:05:19.384353 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:05:19.471716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84f72b3c-975d-4219-b02e-f74237d9e848 req-35d5dc64-6fe6-4c7b-a725-f9164cfbd0ac tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042252 Jul 15 23:05:19.515857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.531288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['7408ea6c-a307-4c41-bdf9-fd6aa414f955'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:19.559436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Pushing event deleted for resources: {'Port': ['ID=7408ea6c-a307-4c41-bdf9-fd6aa414f955,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:19.611231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-919bfbdc-1520-4f1a-ad50-fa2f2c1c7501 req-6f9ab70d-d8ed-483f-b4f7-308634e7db26 service neutron] 10.222.0.59 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251873 Jul 15 23:05:19.637377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] No DVR routers for this DVR port 7408ea6c-a307-4c41-bdf9-fd6aa414f955 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:19.655452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.657367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16873bcf-60b9-46d4-b135-a8fa0b05b654 req-6d1de18f-c78e-420d-a28a-826aede67d6d tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.59 "DELETE /v2.0/ports/7408ea6c-a307-4c41-bdf9-fd6aa414f955 HTTP/1.1" status: 204 len: 173 time: 1.2311604 Jul 15 23:05:19.659505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d41eed5-bc15-4a0c-ab81-83bb686e646c', 'name': 'network-vif-deleted', 'tag': '7408ea6c-a307-4c41-bdf9-fd6aa414f955'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:19.661765 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b428e3-5d88-4fa7-bb58-833a4fdcbb59" -d '{"events": [{"server_uuid": "6d41eed5-bc15-4a0c-ab81-83bb686e646c", "name": "network-vif-deleted", "tag": "7408ea6c-a307-4c41-bdf9-fd6aa414f955"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:19.681371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657b6aa-55aa-418a-a2cc-d38590a04a6f req-7131ad55-5b78-4cb4-a93a-348470b0ae1e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.683006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c657b6aa-55aa-418a-a2cc-d38590a04a6f req-7131ad55-5b78-4cb4-a93a-348470b0ae1e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 943 time: 0.2414057 Jul 15 23:05:19.760312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1aa46-d0a0-46ff-96ee-570e71595025 req-dc0f36ff-52cb-4d29-b40e-92d038c0b565 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.761862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41e1aa46-d0a0-46ff-96ee-570e71595025 req-dc0f36ff-52cb-4d29-b40e-92d038c0b565 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1584663 Jul 15 23:05:19.764542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c657b6aa-55aa-418a-a2cc-d38590a04a6f req-b450fed4-02c1-41e8-be34-51151469f80f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658112 Jul 15 23:05:19.809405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41e1aa46-d0a0-46ff-96ee-570e71595025 req-20e21f00-17a1-4942-ba9c-827b8904f0b9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Jul 15 23:05:19.822237 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df40d3c4-d849-465b-8adc-446ae13f3b66 x-openstack-request-id: req-df40d3c4-d849-465b-8adc-446ae13f3b66 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:19.822598 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fba440-dd39-43e6-bc11-c83a436c415c", "name": "network-vif-plugged", "status": "completed", "tag": "13ac8de4-67c7-4d81-aa4a-3192a8aa3092", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:19.822935 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df40d3c4-d849-465b-8adc-446ae13f3b66 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:19.823392 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fba440-dd39-43e6-bc11-c83a436c415c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ac8de4-67c7-4d81-aa4a-3192a8aa3092', 'code': 200} Jul 15 23:05:20.061005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3a688-d4ae-43bc-81ec-dfd4fb53a470 req-439e1d83-af2b-4921-ae16-403f1126bacc tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.062399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eea3a688-d4ae-43bc-81ec-dfd4fb53a470 req-439e1d83-af2b-4921-ae16-403f1126bacc tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.1497819 Jul 15 23:05:20.070707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def25cd-e96e-4e88-8f81-d4a0955fe555 req-9477a59c-f322-4a10-82fd-c6d77647a2cb tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.072116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5def25cd-e96e-4e88-8f81-d4a0955fe555 req-9477a59c-f322-4a10-82fd-c6d77647a2cb tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1495519 Jul 15 23:05:20.077018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e541e-9ac5-408f-8264-c0ea2382e44e req-90eb8dd7-ca38-43d9-9ea2-34b43170e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.078373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-112e541e-9ac5-408f-8264-c0ea2382e44e req-90eb8dd7-ca38-43d9-9ea2-34b43170e8ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 1100 time: 0.1304533 Jul 15 23:05:20.150366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eea3a688-d4ae-43bc-81ec-dfd4fb53a470 req-7908a9d0-ac5c-436b-a513-d1d8f5e75338 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764303 Jul 15 23:05:20.159022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5def25cd-e96e-4e88-8f81-d4a0955fe555 req-bb939435-6d3c-4b05-a6d6-3a210fce3238 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756674 Jul 15 23:05:20.160633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-112e541e-9ac5-408f-8264-c0ea2382e44e req-ee21e022-6acb-4af8-94c9-0aa3318bdaf8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639026 Jul 15 23:05:20.208540 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aac8d8d-5248-4600-a031-221dadec29b6 x-openstack-request-id: req-5aac8d8d-5248-4600-a031-221dadec29b6 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:20.208991 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d41eed5-bc15-4a0c-ab81-83bb686e646c", "name": "network-vif-deleted", "tag": "7408ea6c-a307-4c41-bdf9-fd6aa414f955", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:20.209411 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5aac8d8d-5248-4600-a031-221dadec29b6 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:20.209904 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d41eed5-bc15-4a0c-ab81-83bb686e646c', 'name': 'network-vif-deleted', 'tag': '7408ea6c-a307-4c41-bdf9-fd6aa414f955', 'status': 'completed', 'code': 200} Jul 15 23:05:20.250577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:20.252920 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015c9f74-d314-422b-9986-3a3ff200e580" -d '{"events": [{"name": "network-changed", "server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:20.329524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc34611-c9cf-4f84-bfc4-5b812b203fb4 req-533f9077-cb43-4019-9e51-a06d88e1dd37 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.330932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbc34611-c9cf-4f84-bfc4-5b812b203fb4 req-533f9077-cb43-4019-9e51-a06d88e1dd37 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1096 time: 0.0821109 Jul 15 23:05:20.375384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbc34611-c9cf-4f84-bfc4-5b812b203fb4 req-e8f995ce-56c0-4e18-a4c6-87ea82b8b037 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Jul 15 23:05:20.386405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efab8e-75c8-4f4a-8b42-5f42b80160f0 req-69784bbd-b2eb-454b-9c4b-05c3309c3c3f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.388490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55efab8e-75c8-4f4a-8b42-5f42b80160f0 req-69784bbd-b2eb-454b-9c4b-05c3309c3c3f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 949 time: 0.0953825 Jul 15 23:05:20.432804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55efab8e-75c8-4f4a-8b42-5f42b80160f0 req-7f6e4078-1a61-4d7d-93eb-916abf94cef5 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Jul 15 23:05:20.465405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a2ccde38-e11e-4270-96e0-281a85b7a96d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:20.467579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 05ecde41-4e83-4ab0-9e98-132036676f31 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:20.481509 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783ca494-d77c-46d0-8d16-f7e2e5378f0d x-openstack-request-id: req-783ca494-d77c-46d0-8d16-f7e2e5378f0d {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:20.481800 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:20.482092 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-783ca494-d77c-46d0-8d16-f7e2e5378f0d {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:20.482484 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d', 'status': 'completed', 'code': 200} Jul 15 23:05:20.525472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bcada7c-61a8-4bb7-956b-40ebcf5a80a0 req-6f68cf2a-b7b9-4c88-af2f-c223117205f6 tempest-DeleteServersAdminTestJSON-580386466 tempest-DeleteServersAdminTestJSON-580386466-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d41eed5-bc15-4a0c-ab81-83bb686e646c HTTP/1.1" status: 200 len: 210 time: 0.0384905 Jul 15 23:05:20.607191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 05ecde41-4e83-4ab0-9e98-132036676f31 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:20.612943 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a28cf225-dac0-4760-bb6f-a4f94e3cbe9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.619067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 05ecde41-4e83-4ab0-9e98-132036676f31 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:20.619494 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.638851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c9f74-d314-422b-9986-3a3ff200e580 req-ba3e34eb-88e6-4fd2-8a12-387131bbbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.640591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-015c9f74-d314-422b-9986-3a3ff200e580 req-ba3e34eb-88e6-4fd2-8a12-387131bbbbf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1124 time: 0.0989196 Jul 15 23:05:20.669613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:20.695285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a2ccde38-e11e-4270-96e0-281a85b7a96d has no active binding in host n-h2-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:05:20.748788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.761513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c9f74-d314-422b-9986-3a3ff200e580 req-3d04b00f-8864-4f8a-9864-0285608071b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.764521 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-015c9f74-d314-422b-9986-3a3ff200e580 req-3d04b00f-8864-4f8a-9864-0285608071b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.1137681 Jul 15 23:05:20.796673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 05ecde41-4e83-4ab0-9e98-132036676f31, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=05ecde41-4e83-4ab0-9e98-132036676f31,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:20.802246 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.808679 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-015c9f74-d314-422b-9986-3a3ff200e580 req-93d87185-e024-464a-a6e7-8c42eb5b7d71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 200 len: 217 time: 0.0372148 Jul 15 23:05:20.865888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=05ecde41-4e83-4ab0-9e98-132036676f31,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:20.866466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c9f74-d314-422b-9986-3a3ff200e580 req-b3ee252f-8769-4e67-9c72-97f760cfc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.868309 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-015c9f74-d314-422b-9986-3a3ff200e580 req-b3ee252f-8769-4e67-9c72-97f760cfc256 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0531023 Jul 15 23:05:20.909130 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-015c9f74-d314-422b-9986-3a3ff200e580 req-03e926e7-2245-4996-a29c-ed70b60760c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328541 Jul 15 23:05:20.969918 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.987526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d5cc-1996-4bff-bd72-ae82609a7010 req-803e6a7c-c4f9-41f8-b2dc-eed8213ecfda tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.989177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9214d5cc-1996-4bff-bd72-ae82609a7010 req-803e6a7c-c4f9-41f8-b2dc-eed8213ecfda tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 943 time: 0.0788815 Jul 15 23:05:21.008227 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-015c9f74-d314-422b-9986-3a3ff200e580 req-9bac5cf6-3171-44b1-bee7-8111084ba829 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865762 Jul 15 23:05:21.029639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9214d5cc-1996-4bff-bd72-ae82609a7010 req-42df5353-69d5-4ac8-b73e-376e7be58c90 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346055 Jul 15 23:05:21.120272 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-015c9f74-d314-422b-9986-3a3ff200e580 req-7e4bf343-a981-4464-807c-65413603e8da service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035342 Jul 15 23:05:21.201798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af55be0-c04f-4efe-8ee9-4378869ee9f9 req-59148a26-3053-4734-806a-67feef6dc23e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.204024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1af55be0-c04f-4efe-8ee9-4378869ee9f9 req-59148a26-3053-4734-806a-67feef6dc23e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0689697 Jul 15 23:05:21.245970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1af55be0-c04f-4efe-8ee9-4378869ee9f9 req-8df2254d-5819-4d7a-8c37-89da089ebeae tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364146 Jul 15 23:05:21.398387 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.408511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761f1a1-2871-4b83-b847-02dee5c4ff0f req-77c6bada-382b-4e78-b7cb-93eab7eda969 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.409995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f761f1a1-2871-4b83-b847-02dee5c4ff0f req-77c6bada-382b-4e78-b7cb-93eab7eda969 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.0639031 Jul 15 23:05:21.447879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f761f1a1-2871-4b83-b847-02dee5c4ff0f req-81f77a2e-5d00-4425-8df9-bcd620863188 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Jul 15 23:05:21.611421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1299a3c-35dc-498a-9280-0f39ca80bd70 req-1b75645b-8077-4db6-bedd-338c76dda3cc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.612874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1299a3c-35dc-498a-9280-0f39ca80bd70 req-1b75645b-8077-4db6-bedd-338c76dda3cc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0664110 Jul 15 23:05:21.650468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1299a3c-35dc-498a-9280-0f39ca80bd70 req-4e808a05-590e-4369-9ff8-585ff219b1c6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Jul 15 23:05:21.799049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-4dced318-7e28-433b-abd6-baf477b7ceda tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:05:21.800043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-4dced318-7e28-433b-abd6-baf477b7ceda tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495958 Jul 15 23:05:21.810647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Request body: {'binding': {'host': 'n-h2-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:21.811125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:05:21.824229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed41bb6-7c06-4568-b257-b43ae4062a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ecde41-4e83-4ab0-9e98-132036676f31'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:21.826634 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b350043b-aa81-4513-adfd-dfec27a9aab8" -d '{"events": [{"server_uuid": "eed41bb6-7c06-4568-b257-b43ae4062a3e", "name": "network-vif-plugged", "status": "completed", "tag": "05ecde41-4e83-4ab0-9e98-132036676f31"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:21.859674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d04224-ee5e-4160-83a7-7acae821ff05 req-836ada98-b2fa-4128-b40f-a529abff2def tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.861110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38d04224-ee5e-4160-83a7-7acae821ff05 req-836ada98-b2fa-4128-b40f-a529abff2def tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 950 time: 0.1043003 Jul 15 23:05:21.936605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38d04224-ee5e-4160-83a7-7acae821ff05 req-ede6d175-19ce-49bd-b57b-8f50ca7fcb68 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661328 Jul 15 23:05:21.984443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on host n-h2-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:21.985107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:21.985440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:21.989948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:21.990278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:21.995850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:21.996255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:21.998451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:21.999338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Bound port: da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:22.059066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:22.064923 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:22.066085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9d1ca87e-cea1-4c86-a7c6-8b403b5b60ef service neutron] 10.222.0.23 "POST /v2.0/ports/da3fe27b-e0db-408b-8ee3-8e61d7fabb9d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2595353 Jul 15 23:05:22.164059 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bef48c-cca3-4f33-b2f0-f754518c4294 x-openstack-request-id: req-23bef48c-cca3-4f33-b2f0-f754518c4294 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:22.164472 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed41bb6-7c06-4568-b257-b43ae4062a3e", "name": "network-vif-plugged", "status": "completed", "tag": "05ecde41-4e83-4ab0-9e98-132036676f31", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:22.164611 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23bef48c-cca3-4f33-b2f0-f754518c4294 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:22.164928 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed41bb6-7c06-4568-b257-b43ae4062a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ecde41-4e83-4ab0-9e98-132036676f31', 'code': 200} Jul 15 23:05:22.400706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a85ed8-e70c-4710-ad12-7e8ab5065d37 req-7959a5a2-0c37-4a5c-b137-f10b3f9a3231 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.402188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05a85ed8-e70c-4710-ad12-7e8ab5065d37 req-7959a5a2-0c37-4a5c-b137-f10b3f9a3231 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 943 time: 0.1390529 Jul 15 23:05:22.413534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b520d14-d561-4f7f-8652-e52bfd41844b req-510663f4-144f-4ea7-b0fc-7d5eea328a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.414926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b520d14-d561-4f7f-8652-e52bfd41844b req-510663f4-144f-4ea7-b0fc-7d5eea328a33 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 1101 time: 0.1233728 Jul 15 23:05:22.434802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad268a-74cf-4a80-bcd2-58d2c36ed267 req-c7ed1153-eb46-4af0-a039-3f428ca5bc31 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.436172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16ad268a-74cf-4a80-bcd2-58d2c36ed267 req-c7ed1153-eb46-4af0-a039-3f428ca5bc31 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.1457191 Jul 15 23:05:22.470420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 7408ea6c-a307-4c41-bdf9-fd6aa414f955 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:22.488428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05a85ed8-e70c-4710-ad12-7e8ab5065d37 req-5e2b076e-6110-45a7-83a6-4f07694b6875 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783644 Jul 15 23:05:22.492029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 7408ea6c-a307-4c41-bdf9-fd6aa414f955 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:22.492390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 7408ea6c-a307-4c41-bdf9-fd6aa414f955 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:22.536787 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16ad268a-74cf-4a80-bcd2-58d2c36ed267 req-a21cde38-8fa6-4aa6-8cfd-cc724bba0fa5 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944281 Jul 15 23:05:22.542776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b520d14-d561-4f7f-8652-e52bfd41844b req-7fa328d8-97c7-4313-8fc7-371f7f022b80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847507 Jul 15 23:05:22.567711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-10759e51-1125-4191-a526-55f88475babf tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.569182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-10759e51-1125-4191-a526-55f88475babf tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.1137733 Jul 15 23:05:23.013086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e8b23-c8e3-4cab-8028-071a430de602 req-075a81c4-8c73-464a-84f7-212905b1b6f2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.014458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c96e8b23-c8e3-4cab-8028-071a430de602 req-075a81c4-8c73-464a-84f7-212905b1b6f2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.3709450 Jul 15 23:05:23.029940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31751-7ea0-4797-97b2-5458f037bd47 req-032060e2-d6f9-4c3f-8d28-5e19c5518bc3 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.031339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9e31751-7ea0-4797-97b2-5458f037bd47 req-032060e2-d6f9-4c3f-8d28-5e19c5518bc3 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 950 time: 0.1564484 Jul 15 23:05:23.100807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c96e8b23-c8e3-4cab-8028-071a430de602 req-fecc4914-2f9b-445a-bf95-83a4b52314fa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783348 Jul 15 23:05:23.101941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Deleting port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:23.102270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.110552 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9e31751-7ea0-4797-97b2-5458f037bd47 req-b081103e-3238-4fc7-9e6f-da256232cf78 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729177 Jul 15 23:05:23.152085 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.207043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] For port 02c07717-2d5c-437d-92df-e60f3f8dc6b8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=02c07717-2d5c-437d-92df-e60f3f8dc6b8,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:23.207406 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.220620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Calling delete_port for 02c07717-2d5c-437d-92df-e60f3f8dc6b8 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:23.396427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0937f-1480-4bbf-88f7-1c7e4eb93c5e req-1ca85a96-db33-4d65-b1bc-c1c17260dff6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.397818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd0937f-1480-4bbf-88f7-1c7e4eb93c5e req-1ca85a96-db33-4d65-b1bc-c1c17260dff6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1368318 Jul 15 23:05:23.409164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b651301-b907-4998-aed7-ceb1e645ab15 req-797d08e4-648f-45cf-b954-555282839c59 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.410588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b651301-b907-4998-aed7-ceb1e645ab15 req-797d08e4-648f-45cf-b954-555282839c59 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 950 time: 0.1365962 Jul 15 23:05:23.501533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.505969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b651301-b907-4998-aed7-ceb1e645ab15 req-32776c65-868f-4599-8e73-6aba0063b10f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772283 Jul 15 23:05:23.510295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd0937f-1480-4bbf-88f7-1c7e4eb93c5e req-f999a607-ffe6-4d0f-ac10-07521b50f207 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826368 Jul 15 23:05:23.521750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['02c07717-2d5c-437d-92df-e60f3f8dc6b8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:23.542525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Pushing event deleted for resources: {'Port': ['ID=02c07717-2d5c-437d-92df-e60f3f8dc6b8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:23.549136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['027611c1-6eef-4f91-92d6-e2403dc6552a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:23.630008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] No DVR routers for this DVR port 02c07717-2d5c-437d-92df-e60f3f8dc6b8 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:23.633447 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.635798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-076718ed-e1e9-4e47-a084-9d4784d53e0b req-1e6574a9-6085-474e-bb71-20d971a40b09 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.59 "DELETE /v2.0/ports/02c07717-2d5c-437d-92df-e60f3f8dc6b8 HTTP/1.1" status: 204 len: 173 time: 0.7597766 Jul 15 23:05:23.636435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde74c1f-a151-4f67-aeca-28a9df099c8a', 'name': 'network-vif-deleted', 'tag': '02c07717-2d5c-437d-92df-e60f3f8dc6b8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:23.639126 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6617f1-18ac-4dff-a876-9f9ed599f625" -d '{"events": [{"server_uuid": "dde74c1f-a151-4f67-aeca-28a9df099c8a", "name": "network-vif-deleted", "tag": "02c07717-2d5c-437d-92df-e60f3f8dc6b8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:23.803279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a7233-5b6a-4160-841d-425065bd4427 req-23c9edc7-f2fe-41e8-b2ba-a037da3298dc tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.810635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c2a7233-5b6a-4160-841d-425065bd4427 req-23c9edc7-f2fe-41e8-b2ba-a037da3298dc tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 943 time: 0.0772958 Jul 15 23:05:23.886488 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-1250bb17-e74e-409a-9ea2-61a984d028cd service neutron] 10.222.0.37 "GET /v2.0/ports/a2ccde38-e11e-4270-96e0-281a85b7a96d/bindings/n-h2-793618-8 HTTP/1.1" status: 200 len: 384 time: 0.0962701 Jul 15 23:05:23.903332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c2a7233-5b6a-4160-841d-425065bd4427 req-798bd4f1-1779-40d5-a817-3a168f2fac37 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917358 Jul 15 23:05:23.963333 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a75526a-af72-42c7-bc1d-dd3f14efe7eb x-openstack-request-id: req-5a75526a-af72-42c7-bc1d-dd3f14efe7eb {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:23.963648 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde74c1f-a151-4f67-aeca-28a9df099c8a", "name": "network-vif-deleted", "tag": "02c07717-2d5c-437d-92df-e60f3f8dc6b8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:23.964080 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a75526a-af72-42c7-bc1d-dd3f14efe7eb {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:23.965686 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde74c1f-a151-4f67-aeca-28a9df099c8a', 'name': 'network-vif-deleted', 'tag': '02c07717-2d5c-437d-92df-e60f3f8dc6b8', 'status': 'completed', 'code': 200} Jul 15 23:05:23.972591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646961f-9394-4f9e-85c6-4825c85bade7 req-0bb0b7c3-0a48-4cf1-99ef-14c876f0452f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.974099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8646961f-9394-4f9e-85c6-4825c85bade7 req-0bb0b7c3-0a48-4cf1-99ef-14c876f0452f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.1220951 Jul 15 23:05:24.015822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8646961f-9394-4f9e-85c6-4825c85bade7 req-aa418cf8-166f-4ad8-aa7c-52e8d5b71078 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Jul 15 23:05:24.019402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54424) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:24.083354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:24.103273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:24.137591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ccde38-e11e-4270-96e0-281a85b7a96d {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:24.148401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:24.155440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e0468e42-dbd7-4a91-85f3-4b83188085b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16104c57c594496784cba5c8cbcbb973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348526 Jul 15 23:05:24.155741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54432) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:24.173237 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.257447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff22c-1b90-4ceb-8d34-145893badd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.291460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff22c-1b90-4ceb-8d34-145893badd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.302980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] Transition to ACTIVE for port object a2ccde38-e11e-4270-96e0-281a85b7a96d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:24.312669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.316242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-814159cf-fca9-4017-9824-8b0d3c5c91d0 req-2efb1e1a-247d-497f-a220-4b268aa4ae77 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=dde74c1f-a151-4f67-aeca-28a9df099c8a HTTP/1.1" status: 200 len: 210 time: 0.0360258 Jul 15 23:05:24.355162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad74a15-8d4f-420c-9397-75f9f61d5e22 req-b79f2f79-e41a-471e-a628-f023d6939db2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.357098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fad74a15-8d4f-420c-9397-75f9f61d5e22 req-b79f2f79-e41a-471e-a628-f023d6939db2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1065361 Jul 15 23:05:24.408816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] No DVR routers for this DVR port a2ccde38-e11e-4270-96e0-281a85b7a96d on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:24.415322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=10']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:24.424414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fad74a15-8d4f-420c-9397-75f9f61d5e22 req-332422ea-5f30-4d09-aee4-c17a94fc7a24 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557561 Jul 15 23:05:24.425596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff22c-1b90-4ceb-8d34-145893badd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.428301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff22c-1b90-4ceb-8d34-145893badd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.431749 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1a9ff22c-1b90-4ceb-8d34-145893badd0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a602ab7-b0f8-43d4-a517-8e53715d695c HTTP/1.1" status: 204 len: 168 time: 0.2727935 Jul 15 23:05:24.461316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ff22c-1b90-4ceb-8d34-145893badd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a602ab7-b0f8-43d4-a517-8e53715d695c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:24.483385 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8adb3be9-7625-4565-b872-a0f19a794b94 service neutron] 10.222.0.37 "PUT /v2.0/ports/a2ccde38-e11e-4270-96e0-281a85b7a96d/bindings/n-h2-793618-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5901988 Jul 15 23:05:24.728813 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.806287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54444) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:24.807218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-30d79381-8fe7-4b5a-88c8-5bb2e6842261 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.809312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-30d79381-8fe7-4b5a-88c8-5bb2e6842261 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.1501648 Jul 15 23:05:24.821990 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-638957d7-e7d9-47d7-a5ff-e3de3641b3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.828039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15346e96-d59b-458d-86d4-04b043d99873 req-3ec8b71b-5776-423d-957f-7c9ad8fc017e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.829522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15346e96-d59b-458d-86d4-04b043d99873 req-3ec8b71b-5776-423d-957f-7c9ad8fc017e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 950 time: 0.1808105 Jul 15 23:05:24.877708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ae56d-3a2d-44d7-a259-4df89632c842 req-fd1913a5-be65-4b55-a9b1-42987a409779 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.879314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc7ae56d-3a2d-44d7-a259-4df89632c842 req-fd1913a5-be65-4b55-a9b1-42987a409779 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1645572 Jul 15 23:05:24.927213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-638957d7-e7d9-47d7-a5ff-e3de3641b3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.932646 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-638957d7-e7d9-47d7-a5ff-e3de3641b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:24.932897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15346e96-d59b-458d-86d4-04b043d99873 req-5b56a3fc-ddad-47f1-ac18-cf22863fa9e7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926890 Jul 15 23:05:24.964303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc7ae56d-3a2d-44d7-a259-4df89632c842 req-64982c40-7562-4dc9-b013-1ffdf76deb21 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718436 Jul 15 23:05:24.971587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638957d7-e7d9-47d7-a5ff-e3de3641b3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe50e1a6-4849-4f86-bf74-d6f459fdd7a2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:24.979885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-9b5ac92e-cfc5-4d7c-acb3-702edbbafca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.981962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-9b5ac92e-cfc5-4d7c-acb3-702edbbafca8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd HTTP/1.1" status: 200 len: 1095 time: 0.1515865 Jul 15 23:05:25.010362 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-638957d7-e7d9-47d7-a5ff-e3de3641b3ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffc3e4553c454e118714fa056b958e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000520 Jul 15 23:05:25.011111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54450) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:25.068826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0376a68-5369-4c3f-b4bb-c7bf9bf6e6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.090217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8b9d733f-0005-41a1-b5b9-847b69cdb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.091919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-8b9d733f-0005-41a1-b5b9-847b69cdb284 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1095 time: 0.0604463 Jul 15 23:05:25.099073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0376a68-5369-4c3f-b4bb-c7bf9bf6e6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.154426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0376a68-5369-4c3f-b4bb-c7bf9bf6e6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.157955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0376a68-5369-4c3f-b4bb-c7bf9bf6e6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.159614 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0376a68-5369-4c3f-b4bb-c7bf9bf6e6c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe50e1a6-4849-4f86-bf74-d6f459fdd7a2 HTTP/1.1" status: 204 len: 168 time: 0.1473985 Jul 15 23:05:25.170989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0376a68-5369-4c3f-b4bb-c7bf9bf6e6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe50e1a6-4849-4f86-bf74-d6f459fdd7a2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:25.256576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d98c1-0615-43b0-b49b-f472d0d2ebfa req-c4140233-25f8-47f4-9dee-3efb839cd8fd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.258609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a5d98c1-0615-43b0-b49b-f472d0d2ebfa req-c4140233-25f8-47f4-9dee-3efb839cd8fd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 944 time: 0.1467547 Jul 15 23:05:25.350948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-1097ea80-801e-4dd2-8deb-c1b48c0d9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.352405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-1097ea80-801e-4dd2-8deb-c1b48c0d9d32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.2038777 Jul 15 23:05:25.355205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a5d98c1-0615-43b0-b49b-f472d0d2ebfa req-421736d1-45fb-47a2-97ab-86bd032d461c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835505 Jul 15 23:05:25.386422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c193ac-42e8-4246-ac56-c92886d9d69c req-30cbccc9-352e-497b-b66b-dbbf15150e6e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.388479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3c193ac-42e8-4246-ac56-c92886d9d69c req-30cbccc9-352e-497b-b66b-dbbf15150e6e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 949 time: 0.1289706 Jul 15 23:05:25.423546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-d2ceff12-1366-4aaf-8977-1c43b358bd27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 200 len: 217 time: 0.0534968 Jul 15 23:05:25.494636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3c193ac-42e8-4246-ac56-c92886d9d69c req-13163bd7-7b90-42d1-8021-8bb7e5bfbeac tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796218 Jul 15 23:05:25.544665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-93478cf3-bccf-4ee6-b5bf-79c795cb06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.546120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-93478cf3-bccf-4ee6-b5bf-79c795cb06bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1088963 Jul 15 23:05:25.587906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a300c-3f65-4460-a193-03599db38258 req-ef2be4db-a2bb-480a-9550-8679fc642a67 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.591203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-551a300c-3f65-4460-a193-03599db38258 req-ef2be4db-a2bb-480a-9550-8679fc642a67 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.1168921 Jul 15 23:05:25.613776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-bf85811e-f58b-44e1-b2ee-e48ee4dc93b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429323 Jul 15 23:05:25.673309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-551a300c-3f65-4460-a193-03599db38258 req-b70a0ad3-1354-4411-863b-51c48f920dc2 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624900 Jul 15 23:05:25.775329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-ef887bcf-89a2-4641-93f8-3a8154fdaf06 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431527 Jul 15 23:05:25.794004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eff721-41ec-4079-9e2d-6f265edb14ae req-2cc44aec-e059-4d41-b7ab-ed86c91a4b7e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.795278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0eff721-41ec-4079-9e2d-6f265edb14ae req-2cc44aec-e059-4d41-b7ab-ed86c91a4b7e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1144428 Jul 15 23:05:25.888464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0eff721-41ec-4079-9e2d-6f265edb14ae req-33c4a892-ea38-453b-88cf-fef1c101ad51 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849338 Jul 15 23:05:25.928536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-1bb5ec48-16a9-48d0-9e0b-2e42e952b03f service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322818 Jul 15 23:05:25.995596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb5fa8-315a-4bb3-90db-832d49dc8051 req-bd360ebf-a9a7-450d-8c18-01b1aa2ab33b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.001530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb5fa8-315a-4bb3-90db-832d49dc8051 req-bd360ebf-a9a7-450d-8c18-01b1aa2ab33b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.003183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdbb5fa8-315a-4bb3-90db-832d49dc8051 req-bd360ebf-a9a7-450d-8c18-01b1aa2ab33b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fba440-dd39-43e6-bc11-c83a436c415c&device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 1690 time: 0.0873742 Jul 15 23:05:26.053849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdbb5fa8-315a-4bb3-90db-832d49dc8051 req-afd0b22e-43cc-4f12-8021-77439d53a575 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Jul 15 23:05:26.264252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe21118-c2be-4876-ad71-3f24ebfdcb79 req-0ebb1935-46ab-4e41-bc3e-775894b0853c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.271728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfe21118-c2be-4876-ad71-3f24ebfdcb79 req-0ebb1935-46ab-4e41-bc3e-775894b0853c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0978224 Jul 15 23:05:26.316559 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfe21118-c2be-4876-ad71-3f24ebfdcb79 req-63666faa-4cf5-428e-b1fd-aad54c748aa0 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Jul 15 23:05:26.416659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-7df38fe7-1c85-4fa7-b694-4f42e4d52a3d tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.418342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-7df38fe7-1c85-4fa7-b694-4f42e4d52a3d tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.0746078 Jul 15 23:05:26.482284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 02c07717-2d5c-437d-92df-e60f3f8dc6b8 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:26.503165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 02c07717-2d5c-437d-92df-e60f3f8dc6b8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:26.503505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 02c07717-2d5c-437d-92df-e60f3f8dc6b8 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:26.564178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa60771-900c-4fca-ba11-63f24ba308ea req-5bfbb690-ee49-4d06-b288-e93f0eda7b41 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.565717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fa60771-900c-4fca-ba11-63f24ba308ea req-5bfbb690-ee49-4d06-b288-e93f0eda7b41 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 1100 time: 0.1541266 Jul 15 23:05:26.577136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b341aa-7a53-4a0a-967b-48e9a1b466bb req-2038b2dc-29ea-4214-a7e7-be45bb669b4c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.578603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77b341aa-7a53-4a0a-967b-48e9a1b466bb req-2038b2dc-29ea-4214-a7e7-be45bb669b4c tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 950 time: 0.1641843 Jul 15 23:05:26.675515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fa60771-900c-4fca-ba11-63f24ba308ea req-a87ee4ea-d69c-42b0-bec6-82339610daf1 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940857 Jul 15 23:05:26.679391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77b341aa-7a53-4a0a-967b-48e9a1b466bb req-8d16bee6-b1ea-481b-8d1d-2dc3fa0ae874 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740764 Jul 15 23:05:26.680940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-37039154-c6b5-4900-aed9-18ed662066bd service neutron] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:26.685561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-37039154-c6b5-4900-aed9-18ed662066bd service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.685971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f3211c0-9f3d-47a2-9048-1b42bf0310a0 req-37039154-c6b5-4900-aed9-18ed662066bd service neutron] 10.222.0.59 "DELETE /v2.0/ports/a2ccde38-e11e-4270-96e0-281a85b7a96d/bindings/n-h1-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.2528977 Jul 15 23:05:26.902487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81621cd3-77c9-409b-8a0c-045e4881de0d req-80e5e802-9de7-475c-bddf-877ae790d663 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.904009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81621cd3-77c9-409b-8a0c-045e4881de0d req-80e5e802-9de7-475c-bddf-877ae790d663 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 944 time: 0.1070354 Jul 15 23:05:26.916091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c0502-2a03-4727-9492-7b7d5773c6c6 req-9a0fa6bc-1e37-4155-8142-0bd445f2be57 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.918349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a6c0502-2a03-4727-9492-7b7d5773c6c6 req-9a0fa6bc-1e37-4155-8142-0bd445f2be57 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.0911648 Jul 15 23:05:26.974979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81621cd3-77c9-409b-8a0c-045e4881de0d req-08b8a242-b398-46d5-8261-3ec35fa2c120 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558550 Jul 15 23:05:26.979893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a6c0502-2a03-4727-9492-7b7d5773c6c6 req-780a2043-810e-4b9c-9ca8-7ab2b22a1fce tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538099 Jul 15 23:05:27.187960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae41d78-f78c-49b6-9e54-127d24cbb048 req-0402d600-1800-44e8-a533-98af85e85b75 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.189484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ae41d78-f78c-49b6-9e54-127d24cbb048 req-0402d600-1800-44e8-a533-98af85e85b75 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 1101 time: 0.0987048 Jul 15 23:05:27.197716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf3494-3e09-450d-8b93-741658038706 req-f40676d2-98b4-4edb-be8c-166c87517d85 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.199685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bdf3494-3e09-450d-8b93-741658038706 req-f40676d2-98b4-4edb-be8c-166c87517d85 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0995457 Jul 15 23:05:27.250015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ae41d78-f78c-49b6-9e54-127d24cbb048 req-c96d50b7-41ea-4278-b23c-5ab58a91a2d0 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493379 Jul 15 23:05:27.258912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bdf3494-3e09-450d-8b93-741658038706 req-8994c33d-fdbc-48a7-824d-a0c1f1c50c2d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515571 Jul 15 23:05:27.541067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374e52-aa0d-428a-b428-032fa91de819 req-0ae700fc-3b04-4969-ad26-c07187782ee2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.542587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1374e52-aa0d-428a-b428-032fa91de819 req-0ae700fc-3b04-4969-ad26-c07187782ee2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1095 time: 0.0538189 Jul 15 23:05:27.581636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1374e52-aa0d-428a-b428-032fa91de819 req-6412ca91-51f7-46d5-936e-f677abab77bd tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Jul 15 23:05:27.713253 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-fbc4859f-2f6a-425b-be8a-b219a150b9dc tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330408 Jul 15 23:05:27.783820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a2ccde38-e11e-4270-96e0-281a85b7a96d no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:27.820150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a2ccde38-e11e-4270-96e0-281a85b7a96d not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:27.844254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db20d89-0c9c-4b10-a99b-1d9e0730537b req-fbe6ccd3-4af8-4c8f-95d3-76cf787168e5 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.845640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8db20d89-0c9c-4b10-a99b-1d9e0730537b req-fbe6ccd3-4af8-4c8f-95d3-76cf787168e5 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1519825 Jul 15 23:05:27.856411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-17495cf2-e2ae-44a0-82f7-bc6c197af502 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.857772 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-17495cf2-e2ae-44a0-82f7-bc6c197af502 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285434 Jul 15 23:05:27.884700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-2a4186b7-4278-4705-97aa-3f4dbdf92937 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/quotas/4506537585cb4227ba366bd8fcec6cc4 HTTP/1.1" status: 200 len: 375 time: 0.0201037 Jul 15 23:05:27.908619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8db20d89-0c9c-4b10-a99b-1d9e0730537b req-2a8089e1-0de8-4307-8dd0-9c31d963da45 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498972 Jul 15 23:05:27.966884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-1ff661e8-daa5-4d04-b4e8-798ddb24645d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749671 Jul 15 23:05:28.107615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-54d88932-2e96-454e-8db5-68f85b6493d6 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.109887 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-54d88932-2e96-454e-8db5-68f85b6493d6 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.37 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 950 time: 0.1309922 Jul 15 23:05:28.203418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fbca6-2e27-400e-b421-b11dbe79d8c5 req-406c8d02-4b71-4a26-a48c-82554044c388 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.206575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b70fbca6-2e27-400e-b421-b11dbe79d8c5 req-406c8d02-4b71-4a26-a48c-82554044c388 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/ports?device_id=42aef667-444e-4cc1-841a-5a468298b4fa HTTP/1.1" status: 200 len: 950 time: 0.0828860 Jul 15 23:05:28.232202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Deleting port 027611c1-6eef-4f91-92d6-e2403dc6552a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:28.232566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.327987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] For port 027611c1-6eef-4f91-92d6-e2403dc6552a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=027611c1-6eef-4f91-92d6-e2403dc6552a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:28.328348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.343857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Calling delete_port for 027611c1-6eef-4f91-92d6-e2403dc6552a owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:28.524591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.538858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b70fbca6-2e27-400e-b421-b11dbe79d8c5 req-642cddeb-23fe-4d3b-84b9-24562b11b77d tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5a329a-1344-4b70-905c-2a9a03284f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261204 Jul 15 23:05:28.564098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Pushing event deleted for resources: {'Port': ['ID=027611c1-6eef-4f91-92d6-e2403dc6552a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:28.569251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['027611c1-6eef-4f91-92d6-e2403dc6552a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:28.586063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.586410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.586765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.587179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.587425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.587749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.588068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.588391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.588713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.589025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.589357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.590822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:28.630851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] No DVR routers for this DVR port 027611c1-6eef-4f91-92d6-e2403dc6552a on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:28.634418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.636786 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26a2d199-49ca-4939-b8e6-984ad86036a2 req-fbd31091-0c35-44a9-bb1a-6139b2949053 tempest-LiveMigrationNegativeTest-837379072 tempest-LiveMigrationNegativeTest-837379072-project] 10.222.0.37 "DELETE /v2.0/ports/027611c1-6eef-4f91-92d6-e2403dc6552a HTTP/1.1" status: 204 len: 173 time: 0.5208948 Jul 15 23:05:28.637450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aef667-444e-4cc1-841a-5a468298b4fa', 'name': 'network-vif-deleted', 'tag': '027611c1-6eef-4f91-92d6-e2403dc6552a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:28.639927 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a244663-bd7b-41ce-a0e3-4fd2b426dc7a" -d '{"events": [{"server_uuid": "42aef667-444e-4cc1-841a-5a468298b4fa", "name": "network-vif-deleted", "tag": "027611c1-6eef-4f91-92d6-e2403dc6552a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:28.695179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-0b423fc2-fc95-4256-ac80-388c53b1e207 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.696689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-0b423fc2-fc95-4256-ac80-388c53b1e207 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 821 time: 0.2043536 Jul 15 23:05:28.717751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9fccca62-e066-4067-9396-eaaa3c1f2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.719289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-9fccca62-e066-4067-9396-eaaa3c1f2856 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1096 time: 0.4868810 Jul 15 23:05:28.738584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-b1c8c4c2-0d66-4472-bdd3-e517ef12dd1b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/quotas/8ec79eae0bbe481ba8cb316aefd158cd HTTP/1.1" status: 200 len: 375 time: 0.0308244 Jul 15 23:05:28.900363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ca1e1-bcbb-4162-a096-c017cd92a300 req-f27657f4-f26f-401c-ad27-71fa96ff9320 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.901880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b7ca1e1-bcbb-4162-a096-c017cd92a300 req-f27657f4-f26f-401c-ad27-71fa96ff9320 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.1807904 Jul 15 23:05:28.941451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-fd1101bf-c435-49ac-ac23-fdcde03757eb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019818 Jul 15 23:05:28.944506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-fbd30f77-b3c9-4d38-9809-81fd078a3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.945945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-fbd30f77-b3c9-4d38-9809-81fd078a3844 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1815131 Jul 15 23:05:28.997021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b7ca1e1-bcbb-4162-a096-c017cd92a300 req-a4f41fa6-f945-48ba-ac8e-456f0f8f7f8c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869060 Jul 15 23:05:29.041010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-cbfc4b5c-6506-4121-b9f6-3270f56f4086 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 200 len: 217 time: 0.0716803 Jul 15 23:05:29.150422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-b864df72-9766-4551-b329-c924c486159d service neutron] 10.222.0.23 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917846 Jul 15 23:05:29.160404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-c67c4ae5-9f27-49eb-8d52-21ac88b17a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.161835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-c67c4ae5-9f27-49eb-8d52-21ac88b17a28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0850835 Jul 15 23:05:29.215421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-dde84663-e47c-45ca-ab90-f6b9f6815caa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367577 Jul 15 23:05:29.423965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-344d0f11-1fe9-4b5e-a61a-b3b447936fbf service neutron] 10.222.0.23 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726710 Jul 15 23:05:29.462477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24091beb-406c-4926-adba-13e6b69f88f0 req-3ce3988e-d1ab-4780-9af8-2704a8ee47c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.470720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24091beb-406c-4926-adba-13e6b69f88f0 req-3ce3988e-d1ab-4780-9af8-2704a8ee47c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2149434 Jul 15 23:05:29.481874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-01a27059-e9f6-4572-ba4b-3e51c1d80f7b service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090018 Jul 15 23:05:29.531410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24091beb-406c-4926-adba-13e6b69f88f0 req-f4addfb2-eb78-4c1b-aef9-f0f65839ec2d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603740 Jul 15 23:05:29.681200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-a7a56bc7-8edb-412e-8a9f-740cf262949e service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744893 Jul 15 23:05:29.803670 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1d35e5-9ce1-4ad5-8c3b-64cb123a541a x-openstack-request-id: req-ec1d35e5-9ce1-4ad5-8c3b-64cb123a541a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:29.804187 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aef667-444e-4cc1-841a-5a468298b4fa", "name": "network-vif-deleted", "tag": "027611c1-6eef-4f91-92d6-e2403dc6552a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:29.804187 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec1d35e5-9ce1-4ad5-8c3b-64cb123a541a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:29.809139 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aef667-444e-4cc1-841a-5a468298b4fa', 'name': 'network-vif-deleted', 'tag': '027611c1-6eef-4f91-92d6-e2403dc6552a', 'status': 'completed', 'code': 200} Jul 15 23:05:29.942116 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-84aa0782-d82d-4d59-bea6-c9fd4bfaa86c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886505 Jul 15 23:05:30.016147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-c2139ac1-3144-409b-9b13-2aa06941d5f5 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.017738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-c2139ac1-3144-409b-9b13-2aa06941d5f5 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.1695273 Jul 15 23:05:30.038171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-8'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:30.090337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-1645b25e-a9fd-4139-8b8f-0c3abf2c757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.092786 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-1645b25e-a9fd-4139-8b8f-0c3abf2c757f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 1095 time: 0.0774984 Jul 15 23:05:30.143621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbafbe-1a0c-444d-9abb-10981eb85d05 req-64553bf9-ccfc-4883-bd35-f993cb6bf20b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.145501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8fbafbe-1a0c-444d-9abb-10981eb85d05 req-64553bf9-ccfc-4883-bd35-f993cb6bf20b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1904407 Jul 15 23:05:30.248706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-835ebcfc-2ea0-4a65-bd27-b1eff0a85499 req-f175bf32-d4ac-49d2-8f78-4ad862e066dc tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 210 time: 0.0952213 Jul 15 23:05:30.255947 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.310568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-6ba92ff7-6561-447a-bf6c-22575bdd7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.312390 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-6ba92ff7-6561-447a-bf6c-22575bdd7a77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.1738713 Jul 15 23:05:30.369046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8fbafbe-1a0c-444d-9abb-10981eb85d05 req-926249c8-86d5-4b22-9480-89204355a6c3 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125826 Jul 15 23:05:30.383905 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-e9fd844c-9f9b-430d-8d5d-2b2db106dd5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 200 len: 217 time: 0.0430207 Jul 15 23:05:30.505102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-315b3b7c-2e93-4831-81d4-a0067dcb84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.513144 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-315b3b7c-2e93-4831-81d4-a0067dcb84c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1130114 Jul 15 23:05:30.602491 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-36ac88a4-ed89-4a4f-9e9f-85a98f372054 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836391 Jul 15 23:05:30.610481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54634) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:30.611401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c78a52e2-6d65-4862-9510-5f6d507953a7 req-f2d4bc70-628e-4a63-b02f-7a0b1b07c9ef tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 210 time: 0.0807209 Jul 15 23:05:30.710797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-d39fdc9d-f591-4895-91cc-f6fdf60be1b8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293102 Jul 15 23:05:30.766149 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-14807dc2-bdca-4211-882c-8cb37bf870f6 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522875 Jul 15 23:05:30.808428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:30.896061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29e760-537b-424c-ad19-ea6d9fb67f70 req-06534290-2f41-4040-b393-1ceadb224636 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.903495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f29e760-537b-424c-ad19-ea6d9fb67f70 req-06534290-2f41-4040-b393-1ceadb224636 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 945 time: 0.3138340 Jul 15 23:05:30.991171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ca8d8f01-c9f0-41e8-8e0c-5c162275c1b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4322fd4a4124d1386e058f48b01caa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792646 Jul 15 23:05:30.995891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54642) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:31.007859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:31.021948 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-43fa5e28-d648-4b12-ab22-a2656e94792d req-4f736794-4d47-4bae-9730-16d71711f41f service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500935 Jul 15 23:05:31.059022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-e6312963-d18c-4734-8b4f-38a8420dc4da tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.059022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-e6312963-d18c-4734-8b4f-38a8420dc4da tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416910 Jul 15 23:05:31.077311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3ba5d9b-6b6a-45b0-9b5a-4825b6e2c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.093430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f29e760-537b-424c-ad19-ea6d9fb67f70 req-32c6d48a-8036-47b1-9267-11b19f985bb7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885030 Jul 15 23:05:31.098454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-2a693a3d-1644-4010-9128-81171c4d8f69 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922563 Jul 15 23:05:31.120736 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3ba5d9b-6b6a-45b0-9b5a-4825b6e2c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.126496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Request body: {'port': {'device_id': '6807e0e2-cc74-4020-9dac-ee6a886aff54', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '4506537585cb4227ba366bd8fcec6cc4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:31.190027 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3ba5d9b-6b6a-45b0-9b5a-4825b6e2c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.198551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3ba5d9b-6b6a-45b0-9b5a-4825b6e2c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.203789 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a3ba5d9b-6b6a-45b0-9b5a-4825b6e2c5fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc5a329a-1344-4b70-905c-2a9a03284f3c HTTP/1.1" status: 204 len: 168 time: 0.2046812 Jul 15 23:05:31.223443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba5d9b-6b6a-45b0-9b5a-4825b6e2c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5a329a-1344-4b70-905c-2a9a03284f3c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:31.227547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:31.229997 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e025b6f-b405-4ff5-8a28-3da0c596fee3" -d '{"events": [{"server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "name": "network-vif-unplugged", "status": "completed", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:31.265084 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.341935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b35698-61d8-4bc7-ae9f-fc3ef9f5db27 req-25b3ef92-79a7-46c3-8ce3-df409d980188 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.342789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89b35698-61d8-4bc7-ae9f-fc3ef9f5db27 req-25b3ef92-79a7-46c3-8ce3-df409d980188 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.4585590 Jul 15 23:05:31.343968 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.530936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-0f1e54b4-0193-4645-9a28-fa83c28bd38a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.532455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-0f1e54b4-0193-4645-9a28-fa83c28bd38a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979673 Jul 15 23:05:31.551712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Pushing event updated for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:31.559071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89b35698-61d8-4bc7-ae9f-fc3ef9f5db27 req-002e2d05-c6e2-41e8-8088-7368eb11cd64 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807225 Jul 15 23:05:31.566101 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6350070c-d1ab-4ceb-a76d-1df08c7b030e x-openstack-request-id: req-6350070c-d1ab-4ceb-a76d-1df08c7b030e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:31.566394 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "name": "network-vif-unplugged", "status": "completed", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:31.566639 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6350070c-d1ab-4ceb-a76d-1df08c7b030e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:31.567063 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d', 'code': 200} Jul 15 23:05:31.582076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Request body: {'port': {'device_id': '509e99f5-0c61-46e2-8e09-d3a97e5b5d1e', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '4506537585cb4227ba366bd8fcec6cc4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:31.604443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.604779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.605135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.605461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.605798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.606203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.606563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.606960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.607283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.607620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.607913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.608237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:31.619965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on host n-h1-793618-8 for vnic_type normal with profile {"migrating_to": "n-h2-793618-8"} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:31.620365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:31.620702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:31.623271 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Made reservation on behalf of 4506537585cb4227ba366bd8fcec6cc4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:31.627949 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.648482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54660) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:31.705024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:31.705024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Attempting to bind port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:31.710399 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f656a2c1-b751-46bc-8f7f-9fec705d9e04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60a20f8575d94e6fa102efdaf3e1e325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585029 Jul 15 23:05:31.711224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54662) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:31.735943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:31.736294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:31.736679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:31.737128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Bound port: da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:31.737540 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.777062 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6f38c72-0d34-4cb7-9d78-1961798cf077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.801411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6f38c72-0d34-4cb7-9d78-1961798cf077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.807032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 027611c1-6eef-4f91-92d6-e2403dc6552a no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:31.863249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 027611c1-6eef-4f91-92d6-e2403dc6552a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:31.863696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 027611c1-6eef-4f91-92d6-e2403dc6552a not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:31.869858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6f38c72-0d34-4cb7-9d78-1961798cf077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.874087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6f38c72-0d34-4cb7-9d78-1961798cf077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.875822 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f6f38c72-0d34-4cb7-9d78-1961798cf077 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/153af29e-8b16-4df0-866c-b3f614976b18 HTTP/1.1" status: 204 len: 168 time: 0.1633031 Jul 15 23:05:31.901662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f38c72-0d34-4cb7-9d78-1961798cf077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153af29e-8b16-4df0-866c-b3f614976b18,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:32.081449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-7eb60bd5-5252-4a92-bea3-7c562586bddd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.083033 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-7eb60bd5-5252-4a92-bea3-7c562586bddd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 821 time: 0.1185553 Jul 15 23:05:32.107516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Request body: {'port': {'device_id': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'admin_state_up': True, 'tenant_id': '8ec79eae0bbe481ba8cb316aefd158cd'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:32.139021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d43d6109-6ef8-42f8-9774-b0c91652fb3e req-87610785-5a64-41b3-8593-f9297e9a0f75 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 210 time: 0.4379485 Jul 15 23:05:32.271309 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:05:32.271309 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:05:32.271309 n-d-793618-8 neutron-server[93714]: [parameters: {'project_id_1': '8ec79eae0bbe481ba8cb316aefd158cd', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 5, 32, 218966)}] Jul 15 23:05:32.271309 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:05:32.273021 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:05:32.282344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:32.309980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:32.313154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Made reservation on behalf of 4506537585cb4227ba366bd8fcec6cc4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:32.316576 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.355113 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.357873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Allocated IP 192.168.233.34 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/58831f6c-0068-432a-9c2f-eff10e50dc41) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:32.376677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087f1e-1e98-415f-a2a6-c5d4f20a5ae5 req-dc928330-bf77-454f-95b9-5ef22f654b89 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.378469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3087f1e-1e98-415f-a2a6-c5d4f20a5ae5 req-dc928330-bf77-454f-95b9-5ef22f654b89 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.6371555 Jul 15 23:05:32.484076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eae732e3-11b2-469a-ba77-a6765dadef7a req-b8c4fe5f-ef7f-4b0d-8234-3c1fc683fd25 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 210 time: 0.0811238 Jul 15 23:05:32.577865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Pushing event updated for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=8']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:32.639724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3087f1e-1e98-415f-a2a6-c5d4f20a5ae5 req-ef2245da-8a33-411a-880e-af8e0b605621 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258813 Jul 15 23:05:32.648413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.649041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.650562 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-5cf8c431-1913-4b77-8cf9-d54f557d5085 service neutron] 10.222.0.59 "PUT /v2.0/ports/da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 200 len: 1121 time: 2.6179910 Jul 15 23:05:32.799268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['da3fe27b-e0db-408b-8ee3-8e61d7fabb9d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:32.804809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Made reservation on behalf of 8ec79eae0bbe481ba8cb316aefd158cd for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:32.808856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.822936 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.835126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04fcc9-6a24-4f44-bb40-af24d6448f1e req-eafadcd3-197c-496e-baf7-0141b24fbbec tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.843167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d04fcc9-6a24-4f44-bb40-af24d6448f1e req-eafadcd3-197c-496e-baf7-0141b24fbbec tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 943 time: 0.2247796 Jul 15 23:05:32.866860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Transition to ACTIVE for port object 58831f6c-0068-432a-9c2f-eff10e50dc41 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:32.904491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d04fcc9-6a24-4f44-bb40-af24d6448f1e req-f26abd3c-f9ce-4c93-95ba-11eaabe00d54 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603595 Jul 15 23:05:32.970300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.990260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:33.022486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Allocated IP 172.20.0.14 (2e721c03-3ff5-4c77-9e43-d2dc18b737a4/4f0788d7-333c-43be-be77-deb15b417431/d9fdb17a-88f8-4e9e-93f2-01e3addaa96a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:33.099501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:33.117475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:33.140693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:33.166022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:33.175236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.176188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.265096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'Port': ['ID=58831f6c-0068-432a-9c2f-eff10e50dc41,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:33.339268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6b3ca045-9adf-451c-8296-c61b1778a2a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2335892 Jul 15 23:05:33.364785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Allocated IP 192.168.233.93 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/42d157b0-75a9-43e5-99e9-ec84aff8c408) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:33.431729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Request body: {'port': {'device_id': '6807e0e2-cc74-4020-9dac-ee6a886aff54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:33.436732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.532899 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.579210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:33.581539 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0662eb-1fa6-42d9-bec4-285dd81be242" -d '{"events": [{"name": "network-changed", "server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:33.630927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Pushing event updated for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:33.638587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ecd3a-8fe7-4933-b6ac-9b7bb05006d0 req-1425e005-65fe-4269-bc58-fbaa9abea24e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.642269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61f5cf2a-c07e-4486-9296-774d2c65458e None None] Provisioning for port 58831f6c-0068-432a-9c2f-eff10e50dc41 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:33.648226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:33.649166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-606ecd3a-8fe7-4933-b6ac-9b7bb05006d0 req-1425e005-65fe-4269-bc58-fbaa9abea24e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.5154953 Jul 15 23:05:33.650568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:33.654095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:33.659090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61f5cf2a-c07e-4486-9296-774d2c65458e None None] Provisioning complete for port 58831f6c-0068-432a-9c2f-eff10e50dc41 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:33.659687 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61f5cf2a-c07e-4486-9296-774d2c65458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.720061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.721273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.726378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.742947 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-f524413f-a222-4a09-9591-2716798ef1e7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6412814 Jul 15 23:05:33.770420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Request body: {'port': {'device_id': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:33.807321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-606ecd3a-8fe7-4933-b6ac-9b7bb05006d0 req-36465b8b-c555-477b-832c-728e02772151 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570385 Jul 15 23:05:33.865292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-61f5cf2a-c07e-4486-9296-774d2c65458e None None] Port 58831f6c-0068-432a-9c2f-eff10e50dc41 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:33.867190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.035968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a1c2f4-ca52-4ce7-9159-56e05ff945c8 req-1941ba4c-a345-4f1e-b884-51452d5e0c5e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 210 time: 0.0511572 Jul 15 23:05:34.051001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bc5c4-e9f7-4e82-a4bc-7bb3d71deba4 req-af70fa23-a4f1-40d4-a3cb-77ef444b9df1 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.052652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-115bc5c4-e9f7-4e82-a4bc-7bb3d71deba4 req-af70fa23-a4f1-40d4-a3cb-77ef444b9df1 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 932 time: 0.3924549 Jul 15 23:05:34.093418 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f995fe-a0ce-40b5-bebc-fff6f9bc55df x-openstack-request-id: req-03f995fe-a0ce-40b5-bebc-fff6f9bc55df {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:34.093712 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:34.093943 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03f995fe-a0ce-40b5-bebc-fff6f9bc55df {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:34.094330 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d', 'status': 'completed', 'code': 200} Jul 15 23:05:34.115649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.147607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-115bc5c4-e9f7-4e82-a4bc-7bb3d71deba4 req-5dc5f168-6cc4-4f26-aea9-49fe479e4b7f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808876 Jul 15 23:05:34.148451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Transition to ACTIVE for port object 42d157b0-75a9-43e5-99e9-ec84aff8c408 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:34.232581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.290562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:34.304644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:34.339130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:34.349434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:34.354232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-4f4399b3-29d8-4317-9881-7c208c9ce05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.354911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.355554 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.355816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-4f4399b3-29d8-4317-9881-7c208c9ce05c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1124 time: 0.0769093 Jul 15 23:05:34.375489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'Port': ['ID=42d157b0-75a9-43e5-99e9-ec84aff8c408,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:34.407872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a8ab7-56eb-4c14-99da-f6fa4459d079 req-bca408df-7964-4c26-813b-22100eeada13 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.409433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f8a8ab7-56eb-4c14-99da-f6fa4459d079 req-bca408df-7964-4c26-813b-22100eeada13 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2220650 Jul 15 23:05:34.410681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-54390fb2-11fb-40ae-995b-7a830ee33f73 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8350363 Jul 15 23:05:34.439205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Request body: {'port': {'device_id': '509e99f5-0c61-46e2-8e09-d3a97e5b5d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:34.526433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device da3fe27b-e0db-408b-8ee3-8e61d7fabb9d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:34.534787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fdb17a-88f8-4e9e-93f2-01e3addaa96a {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:34.551159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.584125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f8a8ab7-56eb-4c14-99da-f6fa4459d079 req-fac1bd31-0866-4e2d-a022-b119ba4db22c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627097 Jul 15 23:05:34.599490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Transition to ACTIVE for port object d9fdb17a-88f8-4e9e-93f2-01e3addaa96a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:34.606225 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-a14275d9-7317-4610-88d7-dfbcba0ce0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.610003 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-a14275d9-7317-4610-88d7-dfbcba0ce0aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.2429998 Jul 15 23:05:34.614402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.619182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58831f6c-0068-432a-9c2f-eff10e50dc41 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:34.630619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-1a969dd7-5618-4b3a-85fa-1ae44a27cee4 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0182b4370c184833a2468ba9911b19e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453498 Jul 15 23:05:34.648495 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.683332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.690643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Transition to ACTIVE for port object 58831f6c-0068-432a-9c2f-eff10e50dc41 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:34.704335 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.720866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:34.739571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device da3fe27b-e0db-408b-8ee3-8e61d7fabb9d has no active binding in host n-h2-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:05:34.752256 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-ca5c28c3-9424-44a0-a0ee-c957864a07b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 200 len: 217 time: 0.1344955 Jul 15 23:05:34.799678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f0b65fdd-a933-45ff-8c1e-163ea860101f None None] Provisioning for port 42d157b0-75a9-43e5-99e9-ec84aff8c408 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:34.807187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f0b65fdd-a933-45ff-8c1e-163ea860101f None None] Provisioning complete for port 42d157b0-75a9-43e5-99e9-ec84aff8c408 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:34.807898 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0b65fdd-a933-45ff-8c1e-163ea860101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.815299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Pushing event updated for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:34.833390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:34.852162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-fa86716a-29f0-43fa-bebc-98b5e177bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.853633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-fa86716a-29f0-43fa-bebc-98b5e177bc43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0880439 Jul 15 23:05:34.888976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f0b65fdd-a933-45ff-8c1e-163ea860101f None None] Port 42d157b0-75a9-43e5-99e9-ec84aff8c408 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:34.908364 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-28d857bf-d20c-4ff2-8ebe-993ad14e9392 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368967 Jul 15 23:05:34.912765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-aecfc2c6-ebeb-4884-a5f1-83baca7286ac tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.920308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-aecfc2c6-ebeb-4884-a5f1-83baca7286ac tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2887180 Jul 15 23:05:34.956267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:34.956869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:34.957368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:34.967807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:34.968116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:34.999811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:35.000446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:35.001000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:35.001442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Bound port: d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:35.001799 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.013904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Pushing event updated for resources: {'Port': ['ID=58831f6c-0068-432a-9c2f-eff10e50dc41,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:35.057724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-1dae2fc0-f5fb-4431-bf24-a07d2dd2871c tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/quotas/0182b4370c184833a2468ba9911b19e7 HTTP/1.1" status: 200 len: 375 time: 0.1365397 Jul 15 23:05:35.067251 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-5f177246-784c-40f1-873b-11aa8aad3adf service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479647 Jul 15 23:05:35.109102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Attempting to bind port 58831f6c-0068-432a-9c2f-eff10e50dc41 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:35.109474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Attempting to bind port 58831f6c-0068-432a-9c2f-eff10e50dc41 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:35.109899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Attempting to bind port 58831f6c-0068-432a-9c2f-eff10e50dc41 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:35.114920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:35.146099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-0545db45-582b-4830-980f-cadb842837a1 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0182b4370c184833a2468ba9911b19e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744493 Jul 15 23:05:35.149577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Port 58831f6c-0068-432a-9c2f-eff10e50dc41 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:35.150161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Attempting to bind port 58831f6c-0068-432a-9c2f-eff10e50dc41 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:35.152880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:35.161559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.170451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ce36d-0756-4c60-a70e-6309cf1b62c1 req-8c1507b1-7342-4f93-93b9-be4354045d7d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.172109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f3ce36d-0756-4c60-a70e-6309cf1b62c1 req-8c1507b1-7342-4f93-93b9-be4354045d7d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 943 time: 0.3784125 Jul 15 23:05:35.197448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:35.198006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:35.198417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:35.199008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Bound port: 58831f6c-0068-432a-9c2f-eff10e50dc41, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:35.199444 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.212594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.213208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.214576 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] 10.222.0.37 "PUT /v2.0/ports/d9fdb17a-88f8-4e9e-93f2-01e3addaa96a HTTP/1.1" status: 200 len: 1092 time: 1.4529412 Jul 15 23:05:35.215080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:35.217314 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:35.228973 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fb0662eb-1fa6-42d9-bec4-285dd81be242 req-25f0b0aa-8178-4e63-8932-92ccaf11db7a service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555767 Jul 15 23:05:35.248408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3d20-6659-4537-9d04-38c34509eebe service neutron] Pushing event updated for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:35.321371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f3ce36d-0756-4c60-a70e-6309cf1b62c1 req-aeef45d4-6f77-4ae3-a698-39e3c08567fe tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180458 Jul 15 23:05:35.390789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-39652f79-9cd5-4b65-a228-b39f107366d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.393867 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-39652f79-9cd5-4b65-a228-b39f107366d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1095 time: 0.0828452 Jul 15 23:05:35.406433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] For port 58831f6c-0068-432a-9c2f-eff10e50dc41, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:35.460524 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-31626747-1c28-4858-b22d-27ead86c7a28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a HTTP/1.1" status: 200 len: 217 time: 0.0522287 Jul 15 23:05:35.515366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-c3ca6002-1398-4e7a-ac64-ead7c7e6ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.516867 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-c3ca6002-1398-4e7a-ac64-ead7c7e6ebad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0502298 Jul 15 23:05:35.552779 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-30d77784-ca9c-409e-8a20-eaed34aede84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272491 Jul 15 23:05:35.654185 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-efc4fee6-09cc-4fd9-860d-aed5fd5e7b63 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939143 Jul 15 23:05:35.676172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] For port 58831f6c-0068-432a-9c2f-eff10e50dc41, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=58831f6c-0068-432a-9c2f-eff10e50dc41,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:35.718363 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.723944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d157b0-75a9-43e5-99e9-ec84aff8c408 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:35.741453 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.764672 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67a411ce-4382-47f2-b3be-60492b1ba865 req-bfa75fa4-006f-4163-b37f-0acd38e1ca65 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024182 Jul 15 23:05:35.784473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.785150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.786534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] 10.222.0.37 "PUT /v2.0/ports/58831f6c-0068-432a-9c2f-eff10e50dc41 HTTP/1.1" status: 200 len: 1095 time: 2.3902688 Jul 15 23:05:35.800031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Transition to ACTIVE for port object 42d157b0-75a9-43e5-99e9-ec84aff8c408 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:35.816819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.838436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a5f87-45d9-403f-87b0-e2733de16990 service neutron] Pushing event updated for resources: {'Port': ['ID=58831f6c-0068-432a-9c2f-eff10e50dc41,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:35.886506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733f9bc-a987-49d4-952f-d2d3161583ad req-5b8f0b5f-808a-4986-881f-973a0aaaee9c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.888068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a733f9bc-a987-49d4-952f-d2d3161583ad req-5b8f0b5f-808a-4986-881f-973a0aaaee9c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2429690 Jul 15 23:05:35.903995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d309ef3-652e-471c-b805-a7b69ac1735c req-046620ce-b777-4a22-8585-a37e3712a19d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.905506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d309ef3-652e-471c-b805-a7b69ac1735c req-046620ce-b777-4a22-8585-a37e3712a19d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 935 time: 0.2593207 Jul 15 23:05:35.981235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Pushing event updated for resources: {'Port': ['ID=42d157b0-75a9-43e5-99e9-ec84aff8c408,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.021794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Attempting to bind port 42d157b0-75a9-43e5-99e9-ec84aff8c408 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:36.022146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Attempting to bind port 42d157b0-75a9-43e5-99e9-ec84aff8c408 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:36.022454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Attempting to bind port 42d157b0-75a9-43e5-99e9-ec84aff8c408 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:36.043767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Port 42d157b0-75a9-43e5-99e9-ec84aff8c408 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:36.044012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Attempting to bind port 42d157b0-75a9-43e5-99e9-ec84aff8c408 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:36.048327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a733f9bc-a987-49d4-952f-d2d3161583ad req-140acdbc-f550-4ab2-8537-d93ccbac299e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401494 Jul 15 23:05:36.060897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d309ef3-652e-471c-b805-a7b69ac1735c req-0aef02f3-97dc-4d5a-8470-385ff5f46fca tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390774 Jul 15 23:05:36.089351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:36.090494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:36.091136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:36.091871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Bound port: 42d157b0-75a9-43e5-99e9-ec84aff8c408, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:36.092331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.099415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6807e0e2-cc74-4020-9dac-ee6a886aff54', 'tag': '58831f6c-0068-432a-9c2f-eff10e50dc41'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:36.102621 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56442506-80cb-44bd-ae6b-54d0b7668bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6807e0e2-cc74-4020-9dac-ee6a886aff54", "tag": "58831f6c-0068-432a-9c2f-eff10e50dc41"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:36.124792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-fd564c10-e47e-42e7-b38c-daaff0bdab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.126469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-fd564c10-e47e-42e7-b38c-daaff0bdab75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 1098 time: 0.2172368 Jul 15 23:05:36.128108 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9cf268-d539-4d10-be83-b04ae882a8b6 x-openstack-request-id: req-dc9cf268-d539-4d10-be83-b04ae882a8b6 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:36.128397 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:36.128650 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc9cf268-d539-4d10-be83-b04ae882a8b6 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:36.129224 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a', 'status': 'completed', 'code': 200} Jul 15 23:05:36.264293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-023e5ff0-f670-4037-b925-f3c88041d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.265934 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-023e5ff0-f670-4037-b925-f3c88041d43c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1095 time: 0.0602009 Jul 15 23:05:36.267531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] For port 42d157b0-75a9-43e5-99e9-ec84aff8c408, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:36.274581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-5b23ffd2-b633-4fca-8478-0f707136076b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=58831f6c-0068-432a-9c2f-eff10e50dc41 HTTP/1.1" status: 200 len: 217 time: 0.0522506 Jul 15 23:05:36.286098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] For port 42d157b0-75a9-43e5-99e9-ec84aff8c408, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=42d157b0-75a9-43e5-99e9-ec84aff8c408,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:36.338896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-ef223892-da6c-45ca-bf22-cab5a029bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.340899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-ef223892-da6c-45ca-bf22-cab5a029bae6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0535407 Jul 15 23:05:36.345182 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.422206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-6d06c69e-bf6a-4e14-b227-ac49b4c3ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.423945 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-6d06c69e-bf6a-4e14-b227-ac49b4c3ec8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.1398907 Jul 15 23:05:36.426792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.427396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.428723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] 10.222.0.59 "PUT /v2.0/ports/42d157b0-75a9-43e5-99e9-ec84aff8c408 HTTP/1.1" status: 200 len: 1095 time: 1.9979689 Jul 15 23:05:36.462432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570352a3-5944-4197-9aa8-65384638d46b req-8a307e88-cb3d-45c3-850d-98818e4b9597 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.464170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-570352a3-5944-4197-9aa8-65384638d46b req-8a307e88-cb3d-45c3-850d-98818e4b9597 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.2791777 Jul 15 23:05:36.487791 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-cd043bd6-79dd-4470-9e75-b01d506fdb4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a HTTP/1.1" status: 200 len: 217 time: 0.0424812 Jul 15 23:05:36.492265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3de11bed-6b20-470c-b6c7-0336ddeecb05 req-7c46cbeb-77cf-43e4-85ce-b89f8f5174e6 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 210 time: 0.0688260 Jul 15 23:05:36.496793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff44158-bc26-4d59-ba49-558a57ce593c service neutron] Pushing event updated for resources: {'Port': ['ID=42d157b0-75a9-43e5-99e9-ec84aff8c408,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.570887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-5d6aad35-fb20-411d-b4b5-f68ee7d7b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.572669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-5d6aad35-fb20-411d-b4b5-f68ee7d7b33d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0757656 Jul 15 23:05:36.604128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-570352a3-5944-4197-9aa8-65384638d46b req-d57d911f-b3f4-4a28-88ca-a9719e097a0c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142597 Jul 15 23:05:36.612966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6037abb7-fdb8-4c9a-be2b-45d73659756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.615104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-6037abb7-fdb8-4c9a-be2b-45d73659756f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2538507 Jul 15 23:05:36.627979 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-817db971-e3a7-4e7d-a521-9aa5b91bc450 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461390 Jul 15 23:05:36.664495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-bafcb17f-ecd1-4fa8-9c5e-9858cb304134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.666501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-bafcb17f-ecd1-4fa8-9c5e-9858cb304134 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 1098 time: 0.1348410 Jul 15 23:05:36.768094 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db02967-4f4e-4df9-8fcf-19895462c7b9 x-openstack-request-id: req-3db02967-4f4e-4df9-8fcf-19895462c7b9 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:36.768386 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6807e0e2-cc74-4020-9dac-ee6a886aff54", "tag": "58831f6c-0068-432a-9c2f-eff10e50dc41", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:36.769167 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3db02967-4f4e-4df9-8fcf-19895462c7b9 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:36.769167 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6807e0e2-cc74-4020-9dac-ee6a886aff54', 'tag': '58831f6c-0068-432a-9c2f-eff10e50dc41', 'status': 'completed', 'code': 200} Jul 15 23:05:36.774046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-c6a6753a-12c7-404d-8606-7b4ea3e2558e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=42d157b0-75a9-43e5-99e9-ec84aff8c408 HTTP/1.1" status: 200 len: 217 time: 0.0908325 Jul 15 23:05:36.776811 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-fa2632ea-1ba6-4e2c-a9d5-9b6498b99857 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381407 Jul 15 23:05:36.856055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-8d0aae5f-695b-490a-aadf-2e7e5c5bc7b6 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305977 Jul 15 23:05:36.910493 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc4e141a-3487-46f0-b38a-4fef8e5b71ac req-51a9af67-cf16-4b79-9866-ad6a2d52cf71 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029108 Jul 15 23:05:36.923287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-e4b4522d-1ea0-4279-a378-48a8f4550dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.924715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-e4b4522d-1ea0-4279-a378-48a8f4550dff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1385057 Jul 15 23:05:36.981477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c3f12-4acd-4c60-b001-4f7674877667 req-76196f86-ad3a-4267-ba12-a54c6054fe00 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.982963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d9c3f12-4acd-4c60-b001-4f7674877667 req-76196f86-ad3a-4267-ba12-a54c6054fe00 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2131736 Jul 15 23:05:37.008249 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-c522bbb6-40ae-47a5-92c4-56d2c374abff tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0182b4370c184833a2468ba9911b19e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252721 Jul 15 23:05:37.080396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1987d47-9e5f-4064-b7ec-513a51f212ad req-5ce7d454-467c-4854-b568-a2c7141cdf4b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.081894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1987d47-9e5f-4064-b7ec-513a51f212ad req-5ce7d454-467c-4854-b568-a2c7141cdf4b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 943 time: 0.2191474 Jul 15 23:05:37.106311 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-5cf2d319-126b-429d-8d29-9073a1b2350e service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359321 Jul 15 23:05:37.118842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-600e29d4-c41d-48e3-9eaa-57bc806a60d9 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.120290 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-600e29d4-c41d-48e3-9eaa-57bc806a60d9 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062694 Jul 15 23:05:37.121586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d9c3f12-4acd-4c60-b001-4f7674877667 req-1e800fe2-cebd-45e4-b969-af2469f86314 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027238 Jul 15 23:05:37.136610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813617a-39f6-432b-9855-53c32159c9f9 req-d3cb6180-ceee-4558-9cac-77864f08b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.138786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-d3cb6180-ceee-4558-9cac-77864f08b885 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1991141 Jul 15 23:05:37.147296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1987d47-9e5f-4064-b7ec-513a51f212ad req-ef32b891-9d19-469a-8394-6b2fec53c0d9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581985 Jul 15 23:05:37.147470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Request body: {'port': {'device_id': 'a4e103a9-5a92-499c-bccf-0e48f2469ba8', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '0182b4370c184833a2468ba9911b19e7'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:37.281861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Made reservation on behalf of 0182b4370c184833a2468ba9911b19e7 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:37.285743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-9ac3f09d-a4ae-4f0a-a959-cb8085d146e6 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375709 Jul 15 23:05:37.286913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.298569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.329399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-d1e8023f-4bee-4220-a2c8-2daf36e1cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.331059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-d1e8023f-4bee-4220-a2c8-2daf36e1cbb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 1098 time: 0.1065428 Jul 15 23:05:37.390601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.394673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.459708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f08ab3b-ad65-4fcd-b866-01cdf5a27244,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:37.536057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9813617a-39f6-432b-9855-53c32159c9f9 req-bdf89834-bf62-4090-b5e5-88fc76c7f36e service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361887 Jul 15 23:05:37.536912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Allocated IP 192.168.233.83 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/758a2c00-668c-4b3e-991a-a223779b6c23) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:37.552061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-a921b4fc-7340-43df-a55d-b7787522920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.553505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-a921b4fc-7340-43df-a55d-b7787522920f service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1919568 Jul 15 23:05:37.565375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887cc67-9ff3-4cf9-9c21-23f5d9c4c6b6 req-db085c07-300f-4450-b69f-e57b6d11f3ce tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.566952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2887cc67-9ff3-4cf9-9c21-23f5d9c4c6b6 req-db085c07-300f-4450-b69f-e57b6d11f3ce tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 947 time: 0.2504408 Jul 15 23:05:37.576295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b031f94-f596-4c32-bf68-1030506e3455 req-eb97537c-b131-49c8-a2c5-0c9f68992ba1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.577752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b031f94-f596-4c32-bf68-1030506e3455 req-eb97537c-b131-49c8-a2c5-0c9f68992ba1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2809310 Jul 15 23:05:37.633777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-066077ce-1e18-4d6b-baf5-9a9260f29f38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=58831f6c-0068-432a-9c2f-eff10e50dc41 HTTP/1.1" status: 200 len: 217 time: 0.0658660 Jul 15 23:05:37.689825 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.700816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2887cc67-9ff3-4cf9-9c21-23f5d9c4c6b6 req-e510c57e-4735-4161-853d-3dc0eb04df96 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177411 Jul 15 23:05:37.704038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Transition to ACTIVE for port object 758a2c00-668c-4b3e-991a-a223779b6c23 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:37.710125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b031f94-f596-4c32-bf68-1030506e3455 req-275b35f0-4fe4-4c42-a19c-10c72b9c316e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204021 Jul 15 23:05:37.713907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-58efc02c-d938-4d6f-9f5e-551b679f9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.715392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-58efc02c-d938-4d6f-9f5e-551b679f9b22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0738382 Jul 15 23:05:37.757033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.776382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-d5a94bf1-d498-4824-86c0-bc37571d3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.777962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-d5a94bf1-d498-4824-86c0-bc37571d3ffe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551486 Jul 15 23:05:37.807654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:37.809593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:37.814493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:37.872067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.872839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.893092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Pushing event updated for resources: {'Port': ['ID=758a2c00-668c-4b3e-991a-a223779b6c23,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:37.909983 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-dc39ab04-f838-4537-9e3a-1002899176fd tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7688563 Jul 15 23:05:37.916446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-3d731868-055a-4240-9cd4-146f32415839 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301525 Jul 15 23:05:37.934135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Request body: {'port': {'device_id': 'a4e103a9-5a92-499c-bccf-0e48f2469ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:38.022869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.091600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d539d8bb-ef85-4af8-ab12-d0ef65476135 None None] Provisioning for port 758a2c00-668c-4b3e-991a-a223779b6c23 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:38.095979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d539d8bb-ef85-4af8-ab12-d0ef65476135 None None] Provisioning complete for port 758a2c00-668c-4b3e-991a-a223779b6c23 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:38.096354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d539d8bb-ef85-4af8-ab12-d0ef65476135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.132105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d539d8bb-ef85-4af8-ab12-d0ef65476135 None None] Port 758a2c00-668c-4b3e-991a-a223779b6c23 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:38.297513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758a2c00-668c-4b3e-991a-a223779b6c23 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:38.304901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.317089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Transition to ACTIVE for port object 758a2c00-668c-4b3e-991a-a223779b6c23 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:38.320209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56442506-80cb-44bd-ae6b-54d0b7668bb7 req-396bf575-b067-4bf3-98c4-3c2e84ad1e18 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902729 Jul 15 23:05:38.320895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.331800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64011e-8459-46b3-978f-6ceef48e9de6 req-6a1575fd-31f4-4962-a15a-1bd9eda3b7f2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.333261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a64011e-8459-46b3-978f-6ceef48e9de6 req-6a1575fd-31f4-4962-a15a-1bd9eda3b7f2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 935 time: 0.3949854 Jul 15 23:05:38.357273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d91f-2a53-4201-99bf-a5d67408d9af req-8edebf69-1422-4696-9cd7-8b336fdb70a7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.358436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e949d91f-2a53-4201-99bf-a5d67408d9af req-8edebf69-1422-4696-9cd7-8b336fdb70a7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.3654571 Jul 15 23:05:38.372157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Pushing event updated for resources: {'Port': ['ID=758a2c00-668c-4b3e-991a-a223779b6c23,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:38.395685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a64011e-8459-46b3-978f-6ceef48e9de6 req-130164aa-dd5e-4639-b523-8e337fbb8797 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544600 Jul 15 23:05:38.437769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e949d91f-2a53-4201-99bf-a5d67408d9af req-e22b3716-dbe3-4020-9af3-f69840078fe8 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561943 Jul 15 23:05:38.449383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Attempting to bind port 758a2c00-668c-4b3e-991a-a223779b6c23 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:38.449727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Attempting to bind port 758a2c00-668c-4b3e-991a-a223779b6c23 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:38.454120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Attempting to bind port 758a2c00-668c-4b3e-991a-a223779b6c23 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:38.467103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Port 758a2c00-668c-4b3e-991a-a223779b6c23 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:38.467431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Attempting to bind port 758a2c00-668c-4b3e-991a-a223779b6c23 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:38.473018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:38.473380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:38.473759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:38.474193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Bound port: 758a2c00-668c-4b3e-991a-a223779b6c23, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:38.474554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.544877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] For port 758a2c00-668c-4b3e-991a-a223779b6c23, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:38.560005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] For port 758a2c00-668c-4b3e-991a-a223779b6c23, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=758a2c00-668c-4b3e-991a-a223779b6c23,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:38.564687 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.603530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.604147 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.605915 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] 10.222.0.37 "PUT /v2.0/ports/758a2c00-668c-4b3e-991a-a223779b6c23 HTTP/1.1" status: 200 len: 1095 time: 0.6770494 Jul 15 23:05:38.608343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e103a9-5a92-499c-bccf-0e48f2469ba8', 'tag': '758a2c00-668c-4b3e-991a-a223779b6c23'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:38.610737 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da309578-cbf8-46ca-a369-065e2aac8d79" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e103a9-5a92-499c-bccf-0e48f2469ba8", "tag": "758a2c00-668c-4b3e-991a-a223779b6c23"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:38.648037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02cbb9-0145-4703-b194-fc4ee257325e service neutron] Pushing event updated for resources: {'Port': ['ID=758a2c00-668c-4b3e-991a-a223779b6c23,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:38.672233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed24a56-4222-4fc9-ae5a-4f827a854bda req-1a470e94-ae6c-4f07-9a89-5f6b50bd2cfd tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.679155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ed24a56-4222-4fc9-ae5a-4f827a854bda req-1a470e94-ae6c-4f07-9a89-5f6b50bd2cfd tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 943 time: 0.1260946 Jul 15 23:05:38.709482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59b1a-07e4-4625-b1a2-cf48a6019340 req-d3636fbe-1829-4f71-aa36-caf05bbac540 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.711302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83c59b1a-07e4-4625-b1a2-cf48a6019340 req-d3636fbe-1829-4f71-aa36-caf05bbac540 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1457806 Jul 15 23:05:38.741577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-78638e4e-d62f-4eb8-aa8b-8c4fb0f68c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.743114 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-78638e4e-d62f-4eb8-aa8b-8c4fb0f68c13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0182b4370c184833a2468ba9911b19e7&device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 1098 time: 0.0770111 Jul 15 23:05:38.770672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ed24a56-4222-4fc9-ae5a-4f827a854bda req-8564947e-e63f-492f-b9ae-3c05091be4ce tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899754 Jul 15 23:05:38.776774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509e99f5-0c61-46e2-8e09-d3a97e5b5d1e', 'tag': '42d157b0-75a9-43e5-99e9-ec84aff8c408'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:38.779005 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632b912-acc4-4946-94de-f9d72669fc90" -d '{"events": [{"name": "network-changed", "server_uuid": "509e99f5-0c61-46e2-8e09-d3a97e5b5d1e", "tag": "42d157b0-75a9-43e5-99e9-ec84aff8c408"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:38.795901 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-3984a60c-dd93-42f0-8ce1-b167b8a94204 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=758a2c00-668c-4b3e-991a-a223779b6c23 HTTP/1.1" status: 200 len: 217 time: 0.0368536 Jul 15 23:05:38.807432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83c59b1a-07e4-4625-b1a2-cf48a6019340 req-c0573fe7-892c-41d3-bee1-70744f675160 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835307 Jul 15 23:05:38.843289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-a4c9094e-0534-4353-8151-612280a33ec5 service neutron] 10.222.0.37 "GET /v2.0/ports/da3fe27b-e0db-408b-8ee3-8e61d7fabb9d/bindings/n-h2-793618-8 HTTP/1.1" status: 200 len: 384 time: 0.1202900 Jul 15 23:05:38.863124 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc3dd95-1ddc-4703-abde-6dcc8accf23d x-openstack-request-id: req-0cc3dd95-1ddc-4703-abde-6dcc8accf23d {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:38.863483 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e103a9-5a92-499c-bccf-0e48f2469ba8", "tag": "758a2c00-668c-4b3e-991a-a223779b6c23", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:38.863802 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cc3dd95-1ddc-4703-abde-6dcc8accf23d {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:38.864289 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e103a9-5a92-499c-bccf-0e48f2469ba8', 'tag': '758a2c00-668c-4b3e-991a-a223779b6c23', 'status': 'completed', 'code': 200} Jul 15 23:05:38.872823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-15b54b48-0bec-40f8-9386-ac901ce37cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.876446 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-15b54b48-0bec-40f8-9386-ac901ce37cc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0711429 Jul 15 23:05:38.934811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-de935818-30c6-43bd-9787-83935262d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.936536 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-de935818-30c6-43bd-9787-83935262d8fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542438 Jul 15 23:05:39.024504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-f5beded0-95cb-4639-b254-5f2a0fae0639 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808554 Jul 15 23:05:39.115902 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd739332-0a46-4d69-a7d1-dca427a02523 req-47af5473-0500-4127-aff4-1f1ef2c69e19 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847721 Jul 15 23:05:39.116538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733543-5cb3-4f72-a873-7ddbdb7f6ff3 req-f2bbdb6f-dced-4de9-b926-898550a7e8d3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.118006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8733543-5cb3-4f72-a873-7ddbdb7f6ff3 req-f2bbdb6f-dced-4de9-b926-898550a7e8d3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 947 time: 0.1902044 Jul 15 23:05:39.144458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b4710-1cea-4b61-b072-9ba47d0a50b9 req-2f61e9d9-18ff-4e55-ab89-8705365a3b07 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.146126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110b4710-1cea-4b61-b072-9ba47d0a50b9 req-2f61e9d9-18ff-4e55-ab89-8705365a3b07 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1662164 Jul 15 23:05:39.173107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:39.223274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:39.250147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8733543-5cb3-4f72-a873-7ddbdb7f6ff3 req-164327ed-76f5-42a9-ba38-1158953194b3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253514 Jul 15 23:05:39.254534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110b4710-1cea-4b61-b072-9ba47d0a50b9 req-047b86d1-cccd-4d99-ae41-186f2d00c143 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021359 Jul 15 23:05:39.259497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-d4173732-6c0b-4dc3-b7f2-9163b586a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.260985 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-d4173732-6c0b-4dc3-b7f2-9163b586a525 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0182b4370c184833a2468ba9911b19e7&device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 1098 time: 0.0529208 Jul 15 23:05:39.266255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3fe27b-e0db-408b-8ee3-8e61d7fabb9d {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:39.295383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:39.314166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.333955 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e6d741-db7d-47ae-b681-162c8abf5606 x-openstack-request-id: req-13e6d741-db7d-47ae-b681-162c8abf5606 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:39.334922 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509e99f5-0c61-46e2-8e09-d3a97e5b5d1e", "tag": "42d157b0-75a9-43e5-99e9-ec84aff8c408", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:39.335316 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13e6d741-db7d-47ae-b681-162c8abf5606 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:39.336100 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509e99f5-0c61-46e2-8e09-d3a97e5b5d1e', 'tag': '42d157b0-75a9-43e5-99e9-ec84aff8c408', 'status': 'completed', 'code': 200} Jul 15 23:05:39.394254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-9d1315ca-fc72-4eeb-a222-600e6d4a5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.396569 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-9d1315ca-fc72-4eeb-a222-600e6d4a5ce6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1278536 Jul 15 23:05:39.446046 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-1255ac66-dd4c-4dfb-9eb9-0a908060c48a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=758a2c00-668c-4b3e-991a-a223779b6c23 HTTP/1.1" status: 200 len: 217 time: 0.0423095 Jul 15 23:05:39.457836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] Transition to ACTIVE for port object da3fe27b-e0db-408b-8ee3-8e61d7fabb9d will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:39.468194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.535216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] No DVR routers for this DVR port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:39.551680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-8c193ec1-12a8-4a7a-9ddd-7f6bb26ae604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.553311 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-8c193ec1-12a8-4a7a-9ddd-7f6bb26ae604 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0990160 Jul 15 23:05:39.607904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b912-acc4-4946-94de-f9d72669fc90 req-c97bc334-ab50-4b47-86f0-ad81a62b0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.609168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a632b912-acc4-4946-94de-f9d72669fc90 req-c97bc334-ab50-4b47-86f0-ad81a62b0472 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 1098 time: 0.2151537 Jul 15 23:05:39.623244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-f3dfd4a0-ed69-4b9b-97d3-c96894aac103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.625174 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-f3dfd4a0-ed69-4b9b-97d3-c96894aac103 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626783 Jul 15 23:05:39.627340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] Pushing event updated for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=10']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:39.653128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-83ebea7e-85c2-4fc9-b997-3209e7c43419 service neutron] 10.222.0.37 "PUT /v2.0/ports/da3fe27b-e0db-408b-8ee3-8e61d7fabb9d/bindings/n-h2-793618-8/activate HTTP/1.1" status: 200 len: 369 time: 0.8041110 Jul 15 23:05:39.731039 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-c425616a-80fa-4243-ad02-d9d12b9ca081 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971565 Jul 15 23:05:39.779831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f116c2f-86f9-4640-9326-de778c180fd5 req-7fe60998-b69c-4fe0-aaab-2c150b61de2d tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.783232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f116c2f-86f9-4640-9326-de778c180fd5 req-7fe60998-b69c-4fe0-aaab-2c150b61de2d tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 947 time: 0.2353048 Jul 15 23:05:39.807364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54834) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:39.836275 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da309578-cbf8-46ca-a369-065e2aac8d79 req-3e81260d-af30-485d-8b5d-d266c7b252a8 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954292 Jul 15 23:05:39.850467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6d8fe-1d94-49cb-ac8a-c51dfd1bb2db req-16a5f796-74ab-4aa3-a6bc-1027eebefad9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.851745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:39.852226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0a6d8fe-1d94-49cb-ac8a-c51dfd1bb2db req-16a5f796-74ab-4aa3-a6bc-1027eebefad9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.2525775 Jul 15 23:05:39.861194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b912-acc4-4946-94de-f9d72669fc90 req-d503860e-9008-4829-9f21-6a9be0a7fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.862769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a632b912-acc4-4946-94de-f9d72669fc90 req-d503860e-9008-4829-9f21-6a9be0a7fc6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2072001 Jul 15 23:05:39.939481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a632b912-acc4-4946-94de-f9d72669fc90 req-664e9f67-17ee-4331-a1dd-0064d6a47de9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=42d157b0-75a9-43e5-99e9-ec84aff8c408 HTTP/1.1" status: 200 len: 217 time: 0.0588870 Jul 15 23:05:39.942265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f116c2f-86f9-4640-9326-de778c180fd5 req-d1d30b91-2e89-4c6d-950c-9ed5c260d09e tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467307 Jul 15 23:05:39.951227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:39.976800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a', 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'port_id': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a', 'mac_address': 'fa:16:3e:34:07:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0788d7-333c-43be-be77-deb15b417431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:39.981160 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-52cbe999-dbfd-49f5-8acb-3da673106933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.015263 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.017169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0a6d8fe-1d94-49cb-ac8a-c51dfd1bb2db req-764acb62-c9a7-4051-82af-38fe2ac39ffc tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533761 Jul 15 23:05:40.031821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fdb17a-88f8-4e9e-93f2-01e3addaa96a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:40.037571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-e2da20c5-bcae-4c0c-93b9-f2a8bb4be05a tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.039226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-e2da20c5-bcae-4c0c-93b9-f2a8bb4be05a tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.2685664 Jul 15 23:05:40.056018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:40.061648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.062517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 58831f6c-0068-432a-9c2f-eff10e50dc41 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:40.069273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b912-acc4-4946-94de-f9d72669fc90 req-7de8b0d1-b62c-4674-8385-696ec6f3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.070905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a632b912-acc4-4946-94de-f9d72669fc90 req-7de8b0d1-b62c-4674-8385-696ec6f3629a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1042914 Jul 15 23:05:40.138007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:40.175144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.175495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.175833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.176167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.176498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.176826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.177152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.177477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.177798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.178119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.178440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.178806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:40.210541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 58831f6c-0068-432a-9c2f-eff10e50dc41, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=58831f6c-0068-432a-9c2f-eff10e50dc41,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:40.221453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '58831f6c-0068-432a-9c2f-eff10e50dc41', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '58831f6c-0068-432a-9c2f-eff10e50dc41', 'mac_address': 'fa:16:3e:8e:f3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:40.260491 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.274022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58831f6c-0068-432a-9c2f-eff10e50dc41 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:40.295029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 58831f6c-0068-432a-9c2f-eff10e50dc41, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=58831f6c-0068-432a-9c2f-eff10e50dc41,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:40.299352 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.301880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ef7f0-0f85-4f14-a4ab-93320e65eac9 req-2a16712d-22ea-427a-8ddf-9e745da9888f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.303632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-706ef7f0-0f85-4f14-a4ab-93320e65eac9 req-2a16712d-22ea-427a-8ddf-9e745da9888f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 944 time: 0.2489004 Jul 15 23:05:40.319178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-4a46822d-0705-4af9-ad3c-aad3d69420a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.320787 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-4a46822d-0705-4af9-ad3c-aad3d69420a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf&tenant_id=516a2cb520d4453798347a5cc87dac15 HTTP/1.1" status: 200 len: 1095 time: 0.2478669 Jul 15 23:05:40.331274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b912-acc4-4946-94de-f9d72669fc90 req-00fefbc6-1cca-4339-b399-1a1ef0ceee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.332705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a632b912-acc4-4946-94de-f9d72669fc90 req-00fefbc6-1cca-4339-b399-1a1ef0ceee8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288132 Jul 15 23:05:40.348860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=58831f6c-0068-432a-9c2f-eff10e50dc41,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:40.363858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29602a-6a8d-42e9-ac05-12c2e52641f7 req-e72864c1-390e-45fc-a099-7e6aeb3e22b9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.365336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f29602a-6a8d-42e9-ac05-12c2e52641f7 req-e72864c1-390e-45fc-a099-7e6aeb3e22b9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2022483 Jul 15 23:05:40.416123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-52cbe999-dbfd-49f5-8acb-3da673106933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.453502 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-52cbe999-dbfd-49f5-8acb-3da673106933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.472193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-706ef7f0-0f85-4f14-a4ab-93320e65eac9 req-6f6d0227-f6da-471d-8a0c-0aa3a0f50c72 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614733 Jul 15 23:05:40.552036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-52cbe999-dbfd-49f5-8acb-3da673106933 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd8b6a5b6a684371a2c4189caa37c8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247934 Jul 15 23:05:40.554747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54846) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:40.555794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f29602a-6a8d-42e9-ac05-12c2e52641f7 req-ec40ff3d-c25e-4c06-81e1-dd40bd40eb8d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838622 Jul 15 23:05:40.566674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbe999-dbfd-49f5-8acb-3da673106933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2035882a-6570-4e8b-837b-92085eae1b81,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:40.577780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:40.580645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:40.604232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a632b912-acc4-4946-94de-f9d72669fc90 req-8173ba1c-9842-4b3c-805b-20f4b7112eaa service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378123 Jul 15 23:05:40.620047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34a4bf47-87bc-468e-878f-d8f54547b3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.643858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-2602d497-2844-467a-93b7-8485ea41b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.645327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-2602d497-2844-467a-93b7-8485ea41b365 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1095 time: 0.2724733 Jul 15 23:05:40.648538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34a4bf47-87bc-468e-878f-d8f54547b3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.711855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34a4bf47-87bc-468e-878f-d8f54547b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.715868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34a4bf47-87bc-468e-878f-d8f54547b3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.719863 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-34a4bf47-87bc-468e-878f-d8f54547b3e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2035882a-6570-4e8b-837b-92085eae1b81 HTTP/1.1" status: 204 len: 168 time: 0.1614540 Jul 15 23:05:40.726765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4bf47-87bc-468e-878f-d8f54547b3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2035882a-6570-4e8b-837b-92085eae1b81,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:40.779403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['58831f6c-0068-432a-9c2f-eff10e50dc41'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:40.782924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d9fdb17a-88f8-4e9e-93f2-01e3addaa96a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:40.798128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:40.853669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f63bb0-ae4d-4ff2-be54-d2d23ab8ee88 req-dd6b95e6-b544-4913-930c-1c37877b86eb tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.855249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47f63bb0-ae4d-4ff2-be54-d2d23ab8ee88 req-dd6b95e6-b544-4913-930c-1c37877b86eb tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 947 time: 0.2758243 Jul 15 23:05:40.860897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a632b912-acc4-4946-94de-f9d72669fc90 req-ded2833f-21f7-47e4-8872-1fc11ae75513 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297652 Jul 15 23:05:40.872515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'mac_address': 'fa:16:3e:75:85:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:40.886627 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.904803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-f1153b22-117d-4bdc-a5c5-f5bd87c91596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.906265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-f1153b22-117d-4bdc-a5c5-f5bd87c91596 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.2490220 Jul 15 23:05:40.943388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47f63bb0-ae4d-4ff2-be54-d2d23ab8ee88 req-043cd1ef-e4b5-43aa-9214-fba115b039c0 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692503 Jul 15 23:05:40.969508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:40.971786 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1e5561-d2df-4590-ab71-515feee517eb" -d '{"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:40.993272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-0c3c3047-288e-4c39-b510-1f80422c7297 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 200 len: 217 time: 0.0693707 Jul 15 23:05:40.997372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:41.001780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17388-c3c4-4f96-bbe7-73916d2e36a9 req-71410cf3-ebf1-4c05-978c-05f5b6be59dc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.007203 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.008683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72a17388-c3c4-4f96-bbe7-73916d2e36a9 req-71410cf3-ebf1-4c05-978c-05f5b6be59dc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2184031 Jul 15 23:05:41.024248 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.072252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54860) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:41.083779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:41.084175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-657f1f35-2873-4905-aee8-8e7abf8cca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.085625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-657f1f35-2873-4905-aee8-8e7abf8cca61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0749280 Jul 15 23:05:41.088819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4077273f-c42a-4172-9f23-f53b78e88df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.090523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72a17388-c3c4-4f96-bbe7-73916d2e36a9 req-1f0b74d5-7ecf-4687-bbdb-095155791c04 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810554 Jul 15 23:05:41.153155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-db37f375-a756-4ad0-b9e0-7271f3212a65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524347 Jul 15 23:05:41.170799 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed60356e-f39e-4a19-8ee5-bde1327eaeb4 x-openstack-request-id: req-ed60356e-f39e-4a19-8ee5-bde1327eaeb4 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:41.171182 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:41.171589 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed60356e-f39e-4a19-8ee5-bde1327eaeb4 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:41.171828 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'code': 200} Jul 15 23:05:41.180622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:41.213992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4077273f-c42a-4172-9f23-f53b78e88df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.218809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:05:41.219275 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:05:41.222015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4077273f-c42a-4172-9f23-f53b78e88df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.276120 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4077273f-c42a-4172-9f23-f53b78e88df8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69e7171bd87446b0855e74316ba0122e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027731 Jul 15 23:05:41.277176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077273f-c42a-4172-9f23-f53b78e88df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a954a9-bf91-47b4-b9f2-03857bb0aa8b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:41.280761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54862) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:41.331127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a97bf4f1-5943-411e-9d23-c94ab203d2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.351968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a97bf4f1-5943-411e-9d23-c94ab203d2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.400445 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a97bf4f1-5943-411e-9d23-c94ab203d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.403105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a97bf4f1-5943-411e-9d23-c94ab203d2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.404440 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a97bf4f1-5943-411e-9d23-c94ab203d2ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67a954a9-bf91-47b4-b9f2-03857bb0aa8b HTTP/1.1" status: 204 len: 168 time: 0.1223714 Jul 15 23:05:41.413024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bf4f1-5943-411e-9d23-c94ab203d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a954a9-bf91-47b4-b9f2-03857bb0aa8b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:41.596426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-fa64e4c8-2b87-4fd0-b41d-188558f545cf service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258885 Jul 15 23:05:41.635861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389ac3d-66f6-45f9-a73e-d2248e76665a req-57b48f61-130f-47d5-8a24-fa19730cb61c tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.637456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d389ac3d-66f6-45f9-a73e-d2248e76665a req-57b48f61-130f-47d5-8a24-fa19730cb61c tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 947 time: 0.4030604 Jul 15 23:05:41.688663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912d691-5c81-430b-baa3-15355ff24bbb req-17047624-fb3a-4c0e-b1fe-71f3eae57ec1 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.690211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c912d691-5c81-430b-baa3-15355ff24bbb req-17047624-fb3a-4c0e-b1fe-71f3eae57ec1 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 945 time: 0.3646226 Jul 15 23:05:41.724789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54872) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:41.738581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05ac17d3-c715-413b-9107-34bc58f0e374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.753928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d389ac3d-66f6-45f9-a73e-d2248e76665a req-3d3b9053-a8aa-44f0-8782-5d736a23b55f tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059799 Jul 15 23:05:41.785033 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.792836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c912d691-5c81-430b-baa3-15355ff24bbb req-e492f0b0-5320-4aff-9320-6b360ea711a3 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727310 Jul 15 23:05:41.795539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-4d356867-39ca-453a-8036-b77b51015bbf service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780632 Jul 15 23:05:41.805715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:41.838869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:41.843796 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.845107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 42d157b0-75a9-43e5-99e9-ec84aff8c408 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:41.884539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 758a2c00-668c-4b3e-991a-a223779b6c23 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:41.899382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05ac17d3-c715-413b-9107-34bc58f0e374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.904558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05ac17d3-c715-413b-9107-34bc58f0e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.906807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device da3fe27b-e0db-408b-8ee3-8e61d7fabb9d no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:41.952952 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-05ac17d3-c715-413b-9107-34bc58f0e374 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82489316e8b54f1c93c66e5789e027bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270498 Jul 15 23:05:41.953794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac17d3-c715-413b-9107-34bc58f0e374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a2aa1-70fd-4b7b-a38f-b4e2ffb69668,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:41.954259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 42d157b0-75a9-43e5-99e9-ec84aff8c408, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=42d157b0-75a9-43e5-99e9-ec84aff8c408,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:41.955867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54874) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:42.015948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:42.018504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '42d157b0-75a9-43e5-99e9-ec84aff8c408', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '42d157b0-75a9-43e5-99e9-ec84aff8c408', 'mac_address': 'fa:16:3e:db:04:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:42.027297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device da3fe27b-e0db-408b-8ee3-8e61d7fabb9d not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:42.034171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ac1f-7a0b-4301-bb4e-beaa6a845860 req-f094e3f9-32f5-4a42-a12d-a7e6666c48c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.035844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5722ac1f-7a0b-4301-bb4e-beaa6a845860 req-f094e3f9-32f5-4a42-a12d-a7e6666c48c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 944 time: 0.1509624 Jul 15 23:05:42.094622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f27cb-46ac-42d0-82b8-1a587fcd502b req-89706e45-1a4b-4604-af6a-044b571c9320 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.096411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b2f27cb-46ac-42d0-82b8-1a587fcd502b req-89706e45-1a4b-4604-af6a-044b571c9320 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 948 time: 0.1724303 Jul 15 23:05:42.099706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f0dc10e7-5d0c-44c0-a7d8-4bbf306a1a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.109040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5722ac1f-7a0b-4301-bb4e-beaa6a845860 req-0d205f66-4938-47a4-a23b-73d6a72f2f38 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659764 Jul 15 23:05:42.111656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.137601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 758a2c00-668c-4b3e-991a-a223779b6c23, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=758a2c00-668c-4b3e-991a-a223779b6c23,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:42.140698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d157b0-75a9-43e5-99e9-ec84aff8c408 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:42.164992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '758a2c00-668c-4b3e-991a-a223779b6c23', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '758a2c00-668c-4b3e-991a-a223779b6c23', 'mac_address': 'fa:16:3e:5f:72:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:42.169592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 42d157b0-75a9-43e5-99e9-ec84aff8c408, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=42d157b0-75a9-43e5-99e9-ec84aff8c408,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:42.172526 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f0dc10e7-5d0c-44c0-a7d8-4bbf306a1a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.175292 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.226052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b2f27cb-46ac-42d0-82b8-1a587fcd502b req-1b43c19e-5b2f-4a2d-aae8-b8422ca2dadf tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159768 Jul 15 23:05:42.241652 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.274086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=42d157b0-75a9-43e5-99e9-ec84aff8c408,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:42.277946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758a2c00-668c-4b3e-991a-a223779b6c23 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:42.287219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-365b4bdc-bf9e-4af6-a9f4-f8ad3a84e96f tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.288922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-365b4bdc-bf9e-4af6-a9f4-f8ad3a84e96f tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.1651344 Jul 15 23:05:42.305507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 758a2c00-668c-4b3e-991a-a223779b6c23, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=758a2c00-668c-4b3e-991a-a223779b6c23,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:42.306398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f0dc10e7-5d0c-44c0-a7d8-4bbf306a1a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.309945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f0dc10e7-5d0c-44c0-a7d8-4bbf306a1a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.310226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.313535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f0dc10e7-5d0c-44c0-a7d8-4bbf306a1a97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/466a2aa1-70fd-4b7b-a38f-b4e2ffb69668 HTTP/1.1" status: 204 len: 168 time: 0.3523490 Jul 15 23:05:42.348922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc10e7-5d0c-44c0-a7d8-4bbf306a1a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a2aa1-70fd-4b7b-a38f-b4e2ffb69668,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:42.373490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa35c6-38e3-483c-a52f-48c580f7ef43 req-37b8fc05-72ce-4f45-928a-a44d9de12240 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.374187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=758a2c00-668c-4b3e-991a-a223779b6c23,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:42.375040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71aa35c6-38e3-483c-a52f-48c580f7ef43 req-37b8fc05-72ce-4f45-928a-a44d9de12240 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 948 time: 0.1378460 Jul 15 23:05:42.456250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71aa35c6-38e3-483c-a52f-48c580f7ef43 req-e8e6fc0f-1933-4adc-b2f9-2ded9bc6173a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738747 Jul 15 23:05:42.492799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-00526302-68f4-4798-bfea-1c36269eb381 service neutron] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:42.496326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-00526302-68f4-4798-bfea-1c36269eb381 service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.497498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d957a127-01a8-4158-b7f0-256ad0e6fb2f req-00526302-68f4-4798-bfea-1c36269eb381 service neutron] 10.222.0.59 "DELETE /v2.0/ports/da3fe27b-e0db-408b-8ee3-8e61d7fabb9d/bindings/n-h1-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.1829832 Jul 15 23:05:42.574708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab664e8-e56c-4994-a65f-28fb120df20c req-5b46ad5e-e6a7-4b46-92a0-2e6b10732963 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.576222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ab664e8-e56c-4994-a65f-28fb120df20c req-5b46ad5e-e6a7-4b46-92a0-2e6b10732963 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0756664 Jul 15 23:05:42.614138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ab664e8-e56c-4994-a65f-28fb120df20c req-194b72ee-2e10-4ff6-a1b2-350cb9de999e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Jul 15 23:05:42.672889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['758a2c00-668c-4b3e-991a-a223779b6c23'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:42.735041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['42d157b0-75a9-43e5-99e9-ec84aff8c408'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:42.776090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:43.045166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7316b-7a11-4951-90bd-f59e3aa78106 req-191a1785-d48a-44af-8488-3d4d9b5a3494 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.047008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dc7316b-7a11-4951-90bd-f59e3aa78106 req-191a1785-d48a-44af-8488-3d4d9b5a3494 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 948 time: 0.1181197 Jul 15 23:05:43.069820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8de1b5-a2ca-4b3d-bccb-9691d081b747 req-99bcbf13-3a77-45d7-b7e3-f72d89361a3e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.071347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe8de1b5-a2ca-4b3d-bccb-9691d081b747 req-99bcbf13-3a77-45d7-b7e3-f72d89361a3e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 945 time: 0.1120675 Jul 15 23:05:43.119921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dc7316b-7a11-4951-90bd-f59e3aa78106 req-c6f2e022-5b2e-4e1e-84f2-67a45237cf79 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636816 Jul 15 23:05:43.133929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe8de1b5-a2ca-4b3d-bccb-9691d081b747 req-d0a89b5b-48ec-48a5-b882-5b39c0dca556 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524745 Jul 15 23:05:43.309342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3426ad6-4de0-4514-ad95-a0abb71aef69 req-008f4569-382e-4851-b612-d3989fa62b41 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.310843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3426ad6-4de0-4514-ad95-a0abb71aef69 req-008f4569-382e-4851-b612-d3989fa62b41 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 944 time: 0.0670452 Jul 15 23:05:43.351101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3426ad6-4de0-4514-ad95-a0abb71aef69 req-bdd346b9-b931-4c23-b379-e23e19f76923 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343294 Jul 15 23:05:43.431333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92faa1a-ed14-47e4-ab8b-13d609cf0800 req-06468a80-596f-46b2-a479-eb300c6b9960 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.432825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b92faa1a-ed14-47e4-ab8b-13d609cf0800 req-06468a80-596f-46b2-a479-eb300c6b9960 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 948 time: 0.0808725 Jul 15 23:05:43.474563 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.494329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b92faa1a-ed14-47e4-ab8b-13d609cf0800 req-6340b209-7227-44bc-b4e7-375c4c7a3da8 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540929 Jul 15 23:05:43.559941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76667f6c-2b75-4fa1-adce-206fe0afd6d3 req-20afb40b-41b7-421c-978b-ead9dd31309e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.561335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76667f6c-2b75-4fa1-adce-206fe0afd6d3 req-20afb40b-41b7-421c-978b-ead9dd31309e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1095 time: 0.0533814 Jul 15 23:05:43.605052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76667f6c-2b75-4fa1-adce-206fe0afd6d3 req-deb8c7a8-e47c-43ed-95f9-0e85bb6fa246 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357625 Jul 15 23:05:43.861378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba013c3d-1999-4641-bf95-67456b821678 req-1c15f798-9a2f-45ce-9241-e7f7acd0d946 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.862766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba013c3d-1999-4641-bf95-67456b821678 req-1c15f798-9a2f-45ce-9241-e7f7acd0d946 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1045084 Jul 15 23:05:43.870616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c1de0-2ebd-4309-9c64-b241db9f45fb req-650db920-5001-45c2-911e-5539489aa596 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.872036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-772c1de0-2ebd-4309-9c64-b241db9f45fb req-650db920-5001-45c2-911e-5539489aa596 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 948 time: 0.1154459 Jul 15 23:05:43.894868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:43.928659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba013c3d-1999-4641-bf95-67456b821678 req-79c9df92-2fcc-41b9-bcad-562143aaec48 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556867 Jul 15 23:05:43.931398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-772c1de0-2ebd-4309-9c64-b241db9f45fb req-3109c27e-7492-4bab-8989-61679ad03446 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Jul 15 23:05:43.955500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:43.959912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:43.960270 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.043489 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.067317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:44.069659 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea5e31-e835-4643-ab3a-d81660e07df2" -d '{"events": [{"server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "name": "network-vif-plugged", "status": "completed", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:44.089386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:44.094229 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.095480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 758a2c00-668c-4b3e-991a-a223779b6c23 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:44.111509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-fd4b84b1-c6fd-4d4a-a644-88df719e1441 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.112905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-fd4b84b1-c6fd-4d4a-a644-88df719e1441 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 808 time: 0.1047952 Jul 15 23:05:44.131377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-f0abefd9-0254-4294-bdc1-2eab82a014ca tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/quotas/516a2cb520d4453798347a5cc87dac15 HTTP/1.1" status: 200 len: 375 time: 0.0115604 Jul 15 23:05:44.135806 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbec70c-d69d-4aeb-9870-aaf225a280cc x-openstack-request-id: req-3cbec70c-d69d-4aeb-9870-aaf225a280cc {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:44.136095 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "name": "network-vif-plugged", "status": "completed", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:44.136344 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cbec70c-d69d-4aeb-9870-aaf225a280cc {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:44.137256 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a', 'code': 200} Jul 15 23:05:44.173550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.187362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 758a2c00-668c-4b3e-991a-a223779b6c23 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:44.191430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 758a2c00-668c-4b3e-991a-a223779b6c23 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:44.192526 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.220028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-f5244a83-f9db-4de6-8ffd-2c088b75ba21 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837295 Jul 15 23:05:44.283317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.302274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f48e0f-3037-4e17-aee8-1100e40059eb req-e67dc653-6986-4969-af45-5f0e46f680e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.304403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-58f48e0f-3037-4e17-aee8-1100e40059eb req-e67dc653-6986-4969-af45-5f0e46f680e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0661376 Jul 15 23:05:44.319539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 758a2c00-668c-4b3e-991a-a223779b6c23, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=758a2c00-668c-4b3e-991a-a223779b6c23,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:44.325407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.326267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 58831f6c-0068-432a-9c2f-eff10e50dc41 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:44.334098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-fade76c7-c4c1-4e03-baa5-00b5048315e4 service neutron] 10.222.0.23 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130254 Jul 15 23:05:44.350992 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-58f48e0f-3037-4e17-aee8-1100e40059eb req-57cda958-7f81-46db-a973-7a6f015be9a4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Jul 15 23:05:44.403576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=758a2c00-668c-4b3e-991a-a223779b6c23,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.417425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 58831f6c-0068-432a-9c2f-eff10e50dc41 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:44.422471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 58831f6c-0068-432a-9c2f-eff10e50dc41 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:44.422941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.466263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-8d76f9bc-a1de-4a73-9059-ec6749214895 service neutron] 10.222.0.23 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313095 Jul 15 23:05:44.492940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d076f-2c03-4872-82ef-a1e250ae0cdb req-4323dfd1-2d0e-4e87-a7ce-76256b96fa25 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.499234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c4d076f-2c03-4872-82ef-a1e250ae0cdb req-4323dfd1-2d0e-4e87-a7ce-76256b96fa25 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 949 time: 0.0947208 Jul 15 23:05:44.505279 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.535849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c4d076f-2c03-4872-82ef-a1e250ae0cdb req-fe373db8-c17a-46ca-b73c-2fac1544da2d tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356891 Jul 15 23:05:44.547213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 58831f6c-0068-432a-9c2f-eff10e50dc41, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=58831f6c-0068-432a-9c2f-eff10e50dc41,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:44.551861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.626297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=58831f6c-0068-432a-9c2f-eff10e50dc41,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.727183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b5e11-519c-4b23-b8de-db1f89261fb5 req-ef729e2d-5119-4382-9124-ced8f658d00d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.728823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d4b5e11-519c-4b23-b8de-db1f89261fb5 req-ef729e2d-5119-4382-9124-ced8f658d00d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.0775089 Jul 15 23:05:44.800006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d4b5e11-519c-4b23-b8de-db1f89261fb5 req-fbeb539f-414b-496b-abbe-86c7454581b1 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568054 Jul 15 23:05:44.827524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0609-174f-40c1-9026-4248354d0eed req-a795039e-72d2-42a7-b5e4-acdf416cb402 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.829337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d1c0609-174f-40c1-9026-4248354d0eed req-a795039e-72d2-42a7-b5e4-acdf416cb402 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 948 time: 0.0964539 Jul 15 23:05:44.893770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e97bf6c-78d3-4078-abd7-4235bc92591b req-75605d3b-004b-4df7-9437-ff75a664514f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 210 time: 0.0387516 Jul 15 23:05:44.899161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d1c0609-174f-40c1-9026-4248354d0eed req-bf074ea9-7858-44dd-b7cf-9050b8164b7c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643229 Jul 15 23:05:45.119928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6055-7369-4039-b830-f7fae2154e85 req-30e09c89-3a74-4299-84ac-f1270e3f6044 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.121705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e92c6055-7369-4039-b830-f7fae2154e85 req-30e09c89-3a74-4299-84ac-f1270e3f6044 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0684767 Jul 15 23:05:45.190542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e92c6055-7369-4039-b830-f7fae2154e85 req-269418f1-78c9-4a65-8203-2afc4caac97e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579886 Jul 15 23:05:45.212252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c229e-1343-4c29-9c57-2877cc555b05 req-13e5a4ea-5a3c-4646-88c1-622219ebc601 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.213889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb6c229e-1343-4c29-9c57-2877cc555b05 req-13e5a4ea-5a3c-4646-88c1-622219ebc601 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 948 time: 0.0911040 Jul 15 23:05:45.264336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb6c229e-1343-4c29-9c57-2877cc555b05 req-734ef656-63d0-447d-9dd5-7264b4ff139b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Jul 15 23:05:45.720056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d935f5-6b91-4db0-b168-140dd2ad4ea9 req-9813df3c-0130-4a73-b287-15e796ac6cea tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.720877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54994) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:45.721515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1d935f5-6b91-4db0-b168-140dd2ad4ea9 req-9813df3c-0130-4a73-b287-15e796ac6cea tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 949 time: 0.0667529 Jul 15 23:05:45.761014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1d935f5-6b91-4db0-b168-140dd2ad4ea9 req-f7dd7fd6-3de7-4acc-aa85-6cc123f90f19 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337427 Jul 15 23:05:45.826086 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb88492a-82ad-4204-8251-17440afd1077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.989973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fc509-1f4f-4768-8a2a-ba32b44fadd5 req-13412c32-6786-4de6-8e8a-e34dc953a44c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.991540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1fc509-1f4f-4768-8a2a-ba32b44fadd5 req-13412c32-6786-4de6-8e8a-e34dc953a44c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.0687757 Jul 15 23:05:46.024145 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb88492a-82ad-4204-8251-17440afd1077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.032877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb88492a-82ad-4204-8251-17440afd1077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.055358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-3098b250-0f09-47cc-aefc-0a9a4d972e4a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.056833 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-3098b250-0f09-47cc-aefc-0a9a4d972e4a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 808 time: 0.1783485 Jul 15 23:05:46.067381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-887d7442-d1f0-4d62-a869-4e3f6be971c2 req-47addaed-dc10-4d2c-9f12-e0f5df460c75 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 210 time: 0.0462058 Jul 15 23:05:46.077967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1fc509-1f4f-4768-8a2a-ba32b44fadd5 req-6dfe830a-889d-49f2-9dcd-aad451da0dc4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794289 Jul 15 23:05:46.082938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Request body: {'port': {'device_id': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'admin_state_up': True, 'tenant_id': '516a2cb520d4453798347a5cc87dac15'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:46.105141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88492a-82ad-4204-8251-17440afd1077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224949fc-5be5-40ad-9eec-31050a8b5870,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.113573 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb88492a-82ad-4204-8251-17440afd1077 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db1a8950d0d448cc9040c7dfc96e5a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914287 Jul 15 23:05:46.115445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55008) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:46.138375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e103a9-5a92-499c-bccf-0e48f2469ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758a2c00-668c-4b3e-991a-a223779b6c23'}, {'server_uuid': '6807e0e2-cc74-4020-9dac-ee6a886aff54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58831f6c-0068-432a-9c2f-eff10e50dc41'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:46.142712 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff07ae9-e7f2-4382-8ab8-fb8476529d4b" -d '{"events": [{"server_uuid": "a4e103a9-5a92-499c-bccf-0e48f2469ba8", "name": "network-vif-plugged", "status": "completed", "tag": "758a2c00-668c-4b3e-991a-a223779b6c23"}, {"server_uuid": "6807e0e2-cc74-4020-9dac-ee6a886aff54", "name": "network-vif-plugged", "status": "completed", "tag": "58831f6c-0068-432a-9c2f-eff10e50dc41"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:46.185224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e17121b-4981-4492-aced-367594bcc835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.217507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Made reservation on behalf of 516a2cb520d4453798347a5cc87dac15 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:46.221759 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.240084 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e17121b-4981-4492-aced-367594bcc835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.302115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa90052-a5c6-4d16-8474-7b02456318f8 req-b45d2e1e-eb5a-4a4b-8f77-2be8db8589f2 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.303659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fa90052-a5c6-4d16-8474-7b02456318f8 req-b45d2e1e-eb5a-4a4b-8f77-2be8db8589f2 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 948 time: 0.1155751 Jul 15 23:05:46.333661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e17121b-4981-4492-aced-367594bcc835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.336507 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e17121b-4981-4492-aced-367594bcc835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.338160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0e17121b-4981-4492-aced-367594bcc835 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/224949fc-5be5-40ad-9eec-31050a8b5870 HTTP/1.1" status: 204 len: 168 time: 0.2209971 Jul 15 23:05:46.351410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17121b-4981-4492-aced-367594bcc835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224949fc-5be5-40ad-9eec-31050a8b5870,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.360172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Allocated IP 172.20.0.10 (89895da1-cf17-4ce3-8e5e-62ea39d5855f/2a006f68-17cc-4ead-8698-771ef6c6d7e7/d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:46.375806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fa90052-a5c6-4d16-8474-7b02456318f8 req-53ce5ce2-95a2-4ec8-a60e-98a029f03e1c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Jul 15 23:05:46.435218 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f551106-5108-475e-9dec-d1667ca174a1 x-openstack-request-id: req-1f551106-5108-475e-9dec-d1667ca174a1 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:46.435730 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e103a9-5a92-499c-bccf-0e48f2469ba8", "name": "network-vif-plugged", "status": "completed", "tag": "758a2c00-668c-4b3e-991a-a223779b6c23", "code": 200}, {"server_uuid": "6807e0e2-cc74-4020-9dac-ee6a886aff54", "name": "network-vif-plugged", "status": "completed", "tag": "58831f6c-0068-432a-9c2f-eff10e50dc41", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:46.435981 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f551106-5108-475e-9dec-d1667ca174a1 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:46.436379 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e103a9-5a92-499c-bccf-0e48f2469ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758a2c00-668c-4b3e-991a-a223779b6c23', 'code': 200} Jul 15 23:05:46.436696 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6807e0e2-cc74-4020-9dac-ee6a886aff54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58831f6c-0068-432a-9c2f-eff10e50dc41', 'code': 200} Jul 15 23:05:46.450739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0a999-956e-429b-ab24-503a116812df req-d760e41a-11b2-4945-9ebf-8534e46fb0a2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.453033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fd0a999-956e-429b-ab24-503a116812df req-d760e41a-11b2-4945-9ebf-8534e46fb0a2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0597057 Jul 15 23:05:46.493406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fd0a999-956e-429b-ab24-503a116812df req-e73eaff3-f814-4534-aa86-f703dacb5688 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Jul 15 23:05:46.601224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 42d157b0-75a9-43e5-99e9-ec84aff8c408 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:46.704113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 42d157b0-75a9-43e5-99e9-ec84aff8c408 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:46.704411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55022) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:46.708376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 42d157b0-75a9-43e5-99e9-ec84aff8c408 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:46.708833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.756089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-567c1856-e485-4755-9955-9926d590bdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.797254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.833582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 42d157b0-75a9-43e5-99e9-ec84aff8c408, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=42d157b0-75a9-43e5-99e9-ec84aff8c408,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:46.837974 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.839098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:46.848621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.859212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6a810-d1c8-4667-8f95-e1d6195fcdcd req-d7c71ee6-0835-4488-bb55-a6d176ca71cf tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.860705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ebd6a810-d1c8-4667-8f95-e1d6195fcdcd req-d7c71ee6-0835-4488-bb55-a6d176ca71cf tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2363925 Jul 15 23:05:46.864348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacca404-b46b-4f91-98bc-61e88c23054d req-06d11a7e-5bac-4e42-93b2-df5c0b3d6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.865734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bacca404-b46b-4f91-98bc-61e88c23054d req-06d11a7e-5bac-4e42-93b2-df5c0b3d6e14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 1100 time: 0.2595274 Jul 15 23:05:46.868026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f3f6-60c6-4920-b701-083dd9b29200 req-c8d4d1f9-a680-4160-80e6-8e69533d812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.870433 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f744f3f6-60c6-4920-b701-083dd9b29200 req-c8d4d1f9-a680-4160-80e6-8e69533d812d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 1100 time: 0.0996082 Jul 15 23:05:46.887191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97909c37-a1f3-482f-8947-fd17f40d909a req-27990cce-75ce-45ef-9490-6e59ddbb2d72 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.888666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97909c37-a1f3-482f-8947-fd17f40d909a req-27990cce-75ce-45ef-9490-6e59ddbb2d72 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 948 time: 0.2209818 Jul 15 23:05:46.921417 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f744f3f6-60c6-4920-b701-083dd9b29200 req-b1b411da-dbfc-4b22-909e-c441b3352134 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Jul 15 23:05:46.922869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.929384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=42d157b0-75a9-43e5-99e9-ec84aff8c408,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.947435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:46.947652 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.971620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Network 89895da1-cf17-4ce3-8e5e-62ea39d5855f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:46.974978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:46.977616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ebd6a810-d1c8-4667-8f95-e1d6195fcdcd req-48f3e795-220c-46da-8de4-37662ee75dbb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032512 Jul 15 23:05:46.979290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:46.986874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Pushing event updated for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.999367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bacca404-b46b-4f91-98bc-61e88c23054d req-11f2a907-c30f-472b-814a-3c11a33540c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086559 Jul 15 23:05:47.015086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97909c37-a1f3-482f-8947-fd17f40d909a req-b1464306-2178-4a1d-87ad-b1bc409c9173 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134863 Jul 15 23:05:47.035624 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-567c1856-e485-4755-9955-9926d590bdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.041201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.041829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.045629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-567c1856-e485-4755-9955-9926d590bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.061524 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a19b608f-6e78-4cea-a3df-9469386af7e1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9874997 Jul 15 23:05:47.070611 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.089495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-567c1856-e485-4755-9955-9926d590bdb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13b3dbd783b84a8480c29fb5da98aacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782327 Jul 15 23:05:47.090223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55030) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:47.102938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c1856-e485-4755-9955-9926d590bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250eb72c-e7e7-42ec-bc5f-cf8dc48df726,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:47.115165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:47.120354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.156015 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e087c372-5d91-42f5-8c8c-aaa56d00885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.173207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:47.185981 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e087c372-5d91-42f5-8c8c-aaa56d00885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.313213 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e087c372-5d91-42f5-8c8c-aaa56d00885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.315800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e087c372-5d91-42f5-8c8c-aaa56d00885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.319229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e087c372-5d91-42f5-8c8c-aaa56d00885f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/250eb72c-e7e7-42ec-bc5f-cf8dc48df726 HTTP/1.1" status: 204 len: 168 time: 0.2251420 Jul 15 23:05:47.330324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ea24f-7fe8-42f3-b916-4972dc0c5484 req-4ba4dbd0-fde6-445c-be63-33d33507fec1 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.331846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d18ea24f-7fe8-42f3-b916-4972dc0c5484 req-4ba4dbd0-fde6-445c-be63-33d33507fec1 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 949 time: 0.1390431 Jul 15 23:05:47.342208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087c372-5d91-42f5-8c8c-aaa56d00885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250eb72c-e7e7-42ec-bc5f-cf8dc48df726,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:47.356412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34b8b-01d6-44fe-b647-fcb3afcdc6df req-19afb6e5-342f-41a5-94ea-0db0a66ae760 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.357927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33c34b8b-01d6-44fe-b647-fcb3afcdc6df req-19afb6e5-342f-41a5-94ea-0db0a66ae760 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 932 time: 0.1309385 Jul 15 23:05:47.413157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d18ea24f-7fe8-42f3-b916-4972dc0c5484 req-6089919e-7223-422e-a6a6-789fa19760ed tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733593 Jul 15 23:05:47.438268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33c34b8b-01d6-44fe-b647-fcb3afcdc6df req-37b69bec-1d66-41ae-8559-6e36170e252a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561805 Jul 15 23:05:47.470028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Request body: {'port': {'device_id': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:47.594635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.705112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2164dbf-3ad1-4238-8a17-2aab9765a5b4 req-7c741ca0-d588-4220-9248-25a59deffb20 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.715503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2164dbf-3ad1-4238-8a17-2aab9765a5b4 req-7c741ca0-d588-4220-9248-25a59deffb20 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1196809 Jul 15 23:05:47.773729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2164dbf-3ad1-4238-8a17-2aab9765a5b4 req-8f481089-cda3-4e8f-b178-b2478b187c2a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525396 Jul 15 23:05:47.939579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:47.948128 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.964176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Transition to ACTIVE for port object d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:47.968665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.020884 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-600a0b14-9bb8-4a61-a462-ca19ab1420a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.088172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:48.146517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:48.146981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:48.147911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:48.152006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:48.152866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:48.159104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:48.159449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:48.159846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:48.160861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Bound port: d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:48.160861 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.233050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a090fa9-c7cc-49b7-ab27-9dd785800b8c req-da7fee8b-570f-47ce-9876-11099397ef80 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.234151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:48.235684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a090fa9-c7cc-49b7-ab27-9dd785800b8c req-da7fee8b-570f-47ce-9876-11099397ef80 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 949 time: 0.0912077 Jul 15 23:05:48.247609 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:48.252610 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.343024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a090fa9-c7cc-49b7-ab27-9dd785800b8c req-e9b1c528-7ae2-49ab-bb08-d83f05b42b6f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903375 Jul 15 23:05:48.354963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.356331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.357897 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d HTTP/1.1" status: 200 len: 1092 time: 0.8980823 Jul 15 23:05:48.359197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6563d-72d8-495e-af8c-b44d487fb7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:48.381360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880a52-e3cc-42e9-9858-1bfd0a28ed4a req-e4b93169-e320-418e-bb64-ae20a8b32f06 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.383745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff880a52-e3cc-42e9-9858-1bfd0a28ed4a req-e4b93169-e320-418e-bb64-ae20a8b32f06 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1296883 Jul 15 23:05:48.388624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:48.393572 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421" -d '{"events": [{"name": "network-changed", "server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:48.438038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509e99f5-0c61-46e2-8e09-d3a97e5b5d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d157b0-75a9-43e5-99e9-ec84aff8c408'}, {'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:48.441550 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1e0b2c-37dc-4df8-9c79-37b01d0ea784" -d '{"events": [{"server_uuid": "509e99f5-0c61-46e2-8e09-d3a97e5b5d1e", "name": "network-vif-plugged", "status": "completed", "tag": "42d157b0-75a9-43e5-99e9-ec84aff8c408"}, {"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-plugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:48.446886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff880a52-e3cc-42e9-9858-1bfd0a28ed4a req-26201020-ab06-4e26-8e1b-49f4f7f0c68b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572517 Jul 15 23:05:48.452670 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0c9d53-226f-4122-b3f4-77a2a64329b4 x-openstack-request-id: req-7b0c9d53-226f-4122-b3f4-77a2a64329b4 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:48.452975 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:48.453231 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b0c9d53-226f-4122-b3f4-77a2a64329b4 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:48.453626 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d', 'status': 'completed', 'code': 200} Jul 15 23:05:48.505190 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8dcceb-6b3c-4119-b619-943129211d56 x-openstack-request-id: req-6f8dcceb-6b3c-4119-b619-943129211d56 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:48.505494 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509e99f5-0c61-46e2-8e09-d3a97e5b5d1e", "name": "network-vif-plugged", "status": "completed", "tag": "42d157b0-75a9-43e5-99e9-ec84aff8c408", "code": 200}, {"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-plugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:48.505749 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8dcceb-6b3c-4119-b619-943129211d56 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:48.506145 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509e99f5-0c61-46e2-8e09-d3a97e5b5d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d157b0-75a9-43e5-99e9-ec84aff8c408', 'code': 200} Jul 15 23:05:48.506407 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'code': 200} Jul 15 23:05:48.663232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-e32456fa-2461-4cc0-ad32-803a76d85024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.663817 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-e32456fa-2461-4cc0-ad32-803a76d85024 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1095 time: 0.1449027 Jul 15 23:05:48.754909 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-778bedd0-cce2-45a0-8eb1-2da0028a4b23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d HTTP/1.1" status: 200 len: 217 time: 0.0785387 Jul 15 23:05:48.830959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500bb70-2d07-4a3d-9f8b-edf0d7a4375a req-5a3aaf3c-a395-41ed-8861-5b288c0122a9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.839355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b500bb70-2d07-4a3d-9f8b-edf0d7a4375a req-5a3aaf3c-a395-41ed-8861-5b288c0122a9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 944 time: 0.1850255 Jul 15 23:05:48.850662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaea440-7ca6-4e5e-8570-97722fc2dbd6 req-10e78da6-b57a-4219-90bc-5d8f1591e741 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.853179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfaea440-7ca6-4e5e-8570-97722fc2dbd6 req-10e78da6-b57a-4219-90bc-5d8f1591e741 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 949 time: 0.2162740 Jul 15 23:05:48.870042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-c48f0149-fefc-4324-9271-ce941eaa0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.872549 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-c48f0149-fefc-4324-9271-ce941eaa0d9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.1010404 Jul 15 23:05:48.951489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-3dd9460b-8cfd-4b75-8c07-18857e8fa267 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605109 Jul 15 23:05:48.959186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90e4d2-eed0-40d2-8c75-6ff3f8dc07a9 req-b84e7a6a-6c3f-446d-9c32-e0f48996af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.967269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e90e4d2-eed0-40d2-8c75-6ff3f8dc07a9 req-b84e7a6a-6c3f-446d-9c32-e0f48996af3a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 1100 time: 0.2001410 Jul 15 23:05:48.977384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b500bb70-2d07-4a3d-9f8b-edf0d7a4375a req-b79887cf-ab75-458c-9bc8-e72b78beff34 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368756 Jul 15 23:05:49.022146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfaea440-7ca6-4e5e-8570-97722fc2dbd6 req-76a14885-8406-45a9-929f-930cb9eb3ecc tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612582 Jul 15 23:05:49.048777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e90e4d2-eed0-40d2-8c75-6ff3f8dc07a9 req-21e1f415-efff-4d86-92fd-e1f2a2dd1b17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701482 Jul 15 23:05:49.075932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c92c6-372d-49e3-99f2-d84958c11a4b req-02ead586-7a37-4886-823d-be68a5f37f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.077785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-581c92c6-372d-49e3-99f2-d84958c11a4b req-02ead586-7a37-4886-823d-be68a5f37f4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1100 time: 0.1375239 Jul 15 23:05:49.133203 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-1899fae3-bdea-4299-b7a3-47d794e806e6 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799488 Jul 15 23:05:49.230726 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d01a3be6-588d-4c22-9901-fa33ffb367c7 req-a42a5ee2-ec4d-497d-bf2f-a3838f98ba0f service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907369 Jul 15 23:05:49.273150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-581c92c6-372d-49e3-99f2-d84958c11a4b req-0145ca0c-bb5d-4464-8d73-44fc1ee66e2c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947773 Jul 15 23:05:49.317223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8544ab-5d27-4c8f-83a5-5425f9c3961e req-8b129e3e-2cf7-4989-84f4-ddc48d4345ba tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.318683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f8544ab-5d27-4c8f-83a5-5425f9c3961e req-8b129e3e-2cf7-4989-84f4-ddc48d4345ba tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0957582 Jul 15 23:05:49.366969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f8544ab-5d27-4c8f-83a5-5425f9c3961e req-8b6eb0df-2478-402b-9b32-9d6b147ce179 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Jul 15 23:05:49.469078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-eba023b8-2b98-4ce0-b3cf-59463decf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.473004 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-eba023b8-2b98-4ce0-b3cf-59463decf2a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1095 time: 0.0808372 Jul 15 23:05:49.610378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-704ec9b3-1a96-4a5e-ade3-746329a5be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.611942 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-704ec9b3-1a96-4a5e-ade3-746329a5be91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1304235 Jul 15 23:05:49.661002 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-503ea603-e704-42b1-833c-594e33c73a01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d HTTP/1.1" status: 200 len: 217 time: 0.0383971 Jul 15 23:05:49.712802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-3e597f01-417e-4e79-bd4b-78a7caebf293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.714296 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-3e597f01-417e-4e79-bd4b-78a7caebf293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0470886 Jul 15 23:05:49.747791 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-d623fecd-6e57-4ecb-9402-8267a8a8b8ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271919 Jul 15 23:05:49.842932 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-4b5d7368-ce81-4f1f-9bbf-822a87b9e072 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886455 Jul 15 23:05:49.908741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2c6a9-d76b-4784-a16b-c5e1fd083fcc req-0e8d090b-81f7-46e1-959e-d1cc6456760b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.910130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1af2c6a9-d76b-4784-a16b-c5e1fd083fcc req-0e8d090b-81f7-46e1-959e-d1cc6456760b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2955227 Jul 15 23:05:49.918889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cf98b-425b-459e-af0f-f31fdbcec3e3 req-726ee30e-0f31-45ff-abd3-301b9956bb19 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.920219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c8cf98b-425b-459e-af0f-f31fdbcec3e3 req-726ee30e-0f31-45ff-abd3-301b9956bb19 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 949 time: 0.3396273 Jul 15 23:05:49.933715 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35b3a7a1-d06a-4304-8b6c-5ae39a6f4421 req-5d9fc3df-000e-4ff3-9a45-ef7e3a40b77a service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840108 Jul 15 23:05:49.975080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1af2c6a9-d76b-4784-a16b-c5e1fd083fcc req-0bb32337-a685-47f5-a7a0-749980967cbb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538964 Jul 15 23:05:49.981938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c8cf98b-425b-459e-af0f-f31fdbcec3e3 req-bf025cbf-966e-4c11-8b9d-f09af2d15d12 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Jul 15 23:05:50.184718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fab2be-4921-42ab-ba05-c9ab41c883cb req-a4bc8096-6eef-4ccb-bcd5-017e4d7fe688 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.187725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9fab2be-4921-42ab-ba05-c9ab41c883cb req-a4bc8096-6eef-4ccb-bcd5-017e4d7fe688 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 944 time: 0.0651841 Jul 15 23:05:50.225280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9fab2be-4921-42ab-ba05-c9ab41c883cb req-0dad0ed7-8601-4a7f-8a16-ff2c41489962 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Jul 15 23:05:50.595220 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-df466105-79ee-4037-8d2c-cf2a3a47389f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.638576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e633c-c5ae-48e3-90f8-9af6ca4f1376 req-e676c266-07d7-4c26-8512-6921299d3c84 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.640444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a73e633c-c5ae-48e3-90f8-9af6ca4f1376 req-e676c266-07d7-4c26-8512-6921299d3c84 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0714657 Jul 15 23:05:50.683010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a73e633c-c5ae-48e3-90f8-9af6ca4f1376 req-63d8e9d1-8f3b-42bb-92c5-420e4e5f7879 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Jul 15 23:05:50.846024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec5035-a0dd-4761-9af6-c79044f62ed8 req-a1cae7de-61ca-4bfc-8ef1-b9197b7df70a tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.847555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39ec5035-a0dd-4761-9af6-c79044f62ed8 req-a1cae7de-61ca-4bfc-8ef1-b9197b7df70a tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 949 time: 0.0647161 Jul 15 23:05:50.887103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39ec5035-a0dd-4761-9af6-c79044f62ed8 req-7c7f5414-931f-49b8-a9dc-7bc53cd7ac09 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338492 Jul 15 23:05:50.962288 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.184334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55178) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:51.251954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6bef9-ba3d-4492-bc00-913212b195f2 req-b78803e5-fe5d-4ec3-9017-41883cca7e28 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.264206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bc6bef9-ba3d-4492-bc00-913212b195f2 req-b78803e5-fe5d-4ec3-9017-41883cca7e28 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1564152 Jul 15 23:05:51.281895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afa737-2063-4fd6-b052-a4b32b978e01 req-b0fdf72e-aa3e-442c-9091-b9554c9e0ba9 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.288657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9afa737-2063-4fd6-b052-a4b32b978e01 req-b0fdf72e-aa3e-442c-9091-b9554c9e0ba9 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 949 time: 0.1368098 Jul 15 23:05:51.315007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69795360-5976-4b73-bcca-ce06f3563005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.350502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9afa737-2063-4fd6-b052-a4b32b978e01 req-9dad2742-ff39-4a72-b4b0-189da1599852 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609133 Jul 15 23:05:51.367570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bc6bef9-ba3d-4492-bc00-913212b195f2 req-c127f4cd-caef-4aa0-9433-029241658642 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014440 Jul 15 23:05:51.406046 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.437525 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69795360-5976-4b73-bcca-ce06f3563005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.441684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69795360-5976-4b73-bcca-ce06f3563005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.479223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69795360-5976-4b73-bcca-ce06f3563005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f601f1-d211-40fe-a0bf-f2e8fcdd281d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:51.486853 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-69795360-5976-4b73-bcca-ce06f3563005 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcb479d0668443b38855f48b4fbd8448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992108 Jul 15 23:05:51.488559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55188) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:51.618312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df653a-9b05-4b8b-b4c3-91acbcb7bad5 req-0372ade2-0ff1-4ef2-ae9c-93c72fd854c6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.619819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9df653a-9b05-4b8b-b4c3-91acbcb7bad5 req-0372ade2-0ff1-4ef2-ae9c-93c72fd854c6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 944 time: 0.1410244 Jul 15 23:05:51.620408 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc821688-5d01-49d1-a360-ef9d3ffe3d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.655483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc821688-5d01-49d1-a360-ef9d3ffe3d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.693883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9df653a-9b05-4b8b-b4c3-91acbcb7bad5 req-f11f3c6f-3632-4dc3-92cd-492fbaef6202 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639529 Jul 15 23:05:51.723315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc821688-5d01-49d1-a360-ef9d3ffe3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.726339 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc821688-5d01-49d1-a360-ef9d3ffe3d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.741776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fc821688-5d01-49d1-a360-ef9d3ffe3d82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41f601f1-d211-40fe-a0bf-f2e8fcdd281d HTTP/1.1" status: 204 len: 168 time: 0.2427754 Jul 15 23:05:51.751768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc821688-5d01-49d1-a360-ef9d3ffe3d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f601f1-d211-40fe-a0bf-f2e8fcdd281d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:51.923414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74c2f4-84a8-45a4-93d4-51fdbb8069b1 req-5686c000-2f95-40a7-b256-04d4cdf73177 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.930200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f74c2f4-84a8-45a4-93d4-51fdbb8069b1 req-5686c000-2f95-40a7-b256-04d4cdf73177 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0756338 Jul 15 23:05:51.978576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:51.981653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f74c2f4-84a8-45a4-93d4-51fdbb8069b1 req-41893177-8ecc-473c-ad08-6308845ea282 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504103 Jul 15 23:05:52.100144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:52.116713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d', 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'port_id': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d', 'mac_address': 'fa:16:3e:af:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a006f68-17cc-4ead-8698-771ef6c6d7e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:52.120691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55202) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:52.136394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6540b0bd-e3bc-4079-9695-fc7b3134a365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.142155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd78-1159-4e9b-8365-87f3e8e85fca req-9584e279-8603-434f-9e0a-aa5369f58545 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.143868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12dfd78-1159-4e9b-8365-87f3e8e85fca req-9584e279-8603-434f-9e0a-aa5369f58545 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 949 time: 0.1120186 Jul 15 23:05:52.174990 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.194352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:52.217783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:52.227407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.258163 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6540b0bd-e3bc-4079-9695-fc7b3134a365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.259417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12dfd78-1159-4e9b-8365-87f3e8e85fca req-abc83029-1782-4a38-8369-f4842b74a5d8 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f08ab3b-ad65-4fcd-b866-01cdf5a27244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765193 Jul 15 23:05:52.264417 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6540b0bd-e3bc-4079-9695-fc7b3134a365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.290437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70e030-8e81-43ef-9ada-dec4810428f5 req-84d5e866-f45f-488c-a8bc-9cf3b4237979 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.290648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:52.292511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b70e030-8e81-43ef-9ada-dec4810428f5 req-84d5e866-f45f-488c-a8bc-9cf3b4237979 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1475325 Jul 15 23:05:52.305202 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6540b0bd-e3bc-4079-9695-fc7b3134a365 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2506ae7b265040eda266df748eeb7060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830647 Jul 15 23:05:52.310880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55204) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:52.346424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540b0bd-e3bc-4079-9695-fc7b3134a365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace91ad-63b6-462f-9534-d3a1e2a03c76,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:52.349204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b70e030-8e81-43ef-9ada-dec4810428f5 req-01c953d8-8441-4d37-8f43-c67d74161eea tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Jul 15 23:05:52.376553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c856-1d7c-4731-8c48-411327307a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.399582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c856-1d7c-4731-8c48-411327307a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.457328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c856-1d7c-4731-8c48-411327307a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.460480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c856-1d7c-4731-8c48-411327307a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.475223 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8bf0c856-1d7c-4731-8c48-411327307a4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ace91ad-63b6-462f-9534-d3a1e2a03c76 HTTP/1.1" status: 204 len: 168 time: 0.1539094 Jul 15 23:05:52.485160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0c856-1d7c-4731-8c48-411327307a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace91ad-63b6-462f-9534-d3a1e2a03c76,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:52.598024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b09121-501d-4fde-a86c-7dec84de628d req-17f97395-8fa5-47b2-994c-2f339cfce822 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.599980 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c8b09121-501d-4fde-a86c-7dec84de628d req-17f97395-8fa5-47b2-994c-2f339cfce822 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 949 time: 0.1029820 Jul 15 23:05:52.604825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:52.650617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7c54a-c7db-40c0-a5e4-eb614af6062f req-20681974-8607-4924-a4af-45cd3de06e4c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.661732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cf7c54a-c7db-40c0-a5e4-eb614af6062f req-20681974-8607-4924-a4af-45cd3de06e4c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 949 time: 0.1440356 Jul 15 23:05:52.769524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cf7c54a-c7db-40c0-a5e4-eb614af6062f req-adc18274-c0dd-4ca1-aef1-a30f23790bce tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901024 Jul 15 23:05:52.920213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Deleting port 758a2c00-668c-4b3e-991a-a223779b6c23 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:52.920564 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.041701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] For port 758a2c00-668c-4b3e-991a-a223779b6c23, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=758a2c00-668c-4b3e-991a-a223779b6c23,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:53.043229 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.074699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Calling delete_port for 758a2c00-668c-4b3e-991a-a223779b6c23 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:53.144636 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.159006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942781f-b2f7-478b-bc7b-9bae825884ec req-2f6ef2c1-b79a-4892-8203-7227a5f1cd7b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.162904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7942781f-b2f7-478b-bc7b-9bae825884ec req-2f6ef2c1-b79a-4892-8203-7227a5f1cd7b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1068425 Jul 15 23:05:53.233613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7942781f-b2f7-478b-bc7b-9bae825884ec req-d6ffb495-e5d5-414f-b8e5-4a6e344e38e8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598328 Jul 15 23:05:53.314654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.378058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb06a5-c3aa-4a37-8bd0-cfdcd72339e9 req-ec945505-418e-4182-acff-d3ca930db863 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.382117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Pushing event deleted for resources: {'Port': ['ID=758a2c00-668c-4b3e-991a-a223779b6c23,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:53.389154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7deb06a5-c3aa-4a37-8bd0-cfdcd72339e9 req-ec945505-418e-4182-acff-d3ca930db863 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 945 time: 0.1496339 Jul 15 23:05:53.432491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] No DVR routers for this DVR port 758a2c00-668c-4b3e-991a-a223779b6c23 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:53.435845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.438221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c8b09121-501d-4fde-a86c-7dec84de628d req-324fb6d9-afb0-494a-a65b-d3c8713633b2 tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.37 "DELETE /v2.0/ports/758a2c00-668c-4b3e-991a-a223779b6c23 HTTP/1.1" status: 204 len: 173 time: 0.8318851 Jul 15 23:05:53.440340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e103a9-5a92-499c-bccf-0e48f2469ba8', 'name': 'network-vif-deleted', 'tag': '758a2c00-668c-4b3e-991a-a223779b6c23'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:53.443079 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbdece3-e14b-4352-8c9d-4e49aac3618a" -d '{"events": [{"server_uuid": "a4e103a9-5a92-499c-bccf-0e48f2469ba8", "name": "network-vif-deleted", "tag": "758a2c00-668c-4b3e-991a-a223779b6c23"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:53.468870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7deb06a5-c3aa-4a37-8bd0-cfdcd72339e9 req-650c7887-7a65-4ab2-b8cc-ebc56d64c88f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787117 Jul 15 23:05:53.495627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['758a2c00-668c-4b3e-991a-a223779b6c23'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:53.632171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d5838-8c2d-434e-998a-4bd53dd3e557 req-a9ad9659-68bd-4b39-a4e0-8c32a3161be4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.633806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-072d5838-8c2d-434e-998a-4bd53dd3e557 req-a9ad9659-68bd-4b39-a4e0-8c32a3161be4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 949 time: 0.1637735 Jul 15 23:05:53.734582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-072d5838-8c2d-434e-998a-4bd53dd3e557 req-880f8bab-76fe-4f0a-8d5f-9157a5f341a7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936027 Jul 15 23:05:53.776533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254c7d-a70b-461d-9f3d-bec9235fa557 req-7e844cd5-c32a-4377-bd2e-fdede1b64e2d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.785783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2254c7d-a70b-461d-9f3d-bec9235fa557 req-7e844cd5-c32a-4377-bd2e-fdede1b64e2d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1106119 Jul 15 23:05:53.835816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2254c7d-a70b-461d-9f3d-bec9235fa557 req-dbe13f20-a3b5-420a-be4e-4d19c6e848bd tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490386 Jul 15 23:05:53.890081 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e5c963-aed6-4138-b3a6-2fd70dcb1e8b x-openstack-request-id: req-07e5c963-aed6-4138-b3a6-2fd70dcb1e8b {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:53.890597 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e103a9-5a92-499c-bccf-0e48f2469ba8", "name": "network-vif-deleted", "tag": "758a2c00-668c-4b3e-991a-a223779b6c23", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:53.891104 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07e5c963-aed6-4138-b3a6-2fd70dcb1e8b {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:53.891672 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e103a9-5a92-499c-bccf-0e48f2469ba8', 'name': 'network-vif-deleted', 'tag': '758a2c00-668c-4b3e-991a-a223779b6c23', 'status': 'completed', 'code': 200} Jul 15 23:05:54.016411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:54.114473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:54.123242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:54.123829 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.143378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c85c328b-2948-4ef9-998e-6bc5b85fff1a req-5406a172-ae0b-4e43-9805-01d2ba15920c tempest-TenantUsagesTestJSON-1916923622 tempest-TenantUsagesTestJSON-1916923622-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4e103a9-5a92-499c-bccf-0e48f2469ba8 HTTP/1.1" status: 200 len: 210 time: 0.0578027 Jul 15 23:05:54.269073 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.292797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea21a92-d756-4c11-a409-ed8cdf0eb832 req-67ddeb32-42e5-4364-b998-3430d747a084 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.306744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea21a92-d756-4c11-a409-ed8cdf0eb832 req-67ddeb32-42e5-4364-b998-3430d747a084 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.308961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:54.310169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:54.313235 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ce6045-82d7-4e65-9214-407bbefc0139" -d '{"events": [{"server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "name": "network-vif-plugged", "status": "completed", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:54.316820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.317641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 758a2c00-668c-4b3e-991a-a223779b6c23 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:54.321279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ea21a92-d756-4c11-a409-ed8cdf0eb832 req-67ddeb32-42e5-4364-b998-3430d747a084 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e&device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 1689 time: 0.1526027 Jul 15 23:05:54.340378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 758a2c00-668c-4b3e-991a-a223779b6c23 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:54.340725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 758a2c00-668c-4b3e-991a-a223779b6c23 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:54.390985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:54.399481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ea21a92-d756-4c11-a409-ed8cdf0eb832 req-4148e2e2-50c5-431b-9618-29bd6701dca4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771112 Jul 15 23:05:54.461997 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb969fd-5d8a-4c3e-a4df-a9f491c16ec3 x-openstack-request-id: req-beb969fd-5d8a-4c3e-a4df-a9f491c16ec3 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:54.462299 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "name": "network-vif-plugged", "status": "completed", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:54.462555 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-beb969fd-5d8a-4c3e-a4df-a9f491c16ec3 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:54.463047 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d', 'code': 200} Jul 15 23:05:54.577478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0975-2d7e-4bb1-8d42-067a1791988b req-6e9b325a-e3fb-4f3c-9b7b-870a1fb82774 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.584653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ece0975-2d7e-4bb1-8d42-067a1791988b req-6e9b325a-e3fb-4f3c-9b7b-870a1fb82774 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1137927 Jul 15 23:05:54.629405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ece0975-2d7e-4bb1-8d42-067a1791988b req-0929f39a-66cd-437e-8c4e-17e0f03067a3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Jul 15 23:05:54.656258 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa478d-a2a6-4d51-8ca4-2bac7139ebb2 req-08d07c30-ad19-4f75-863d-cfae4c397eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.657780 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f0aa478d-a2a6-4d51-8ca4-2bac7139ebb2 req-08d07c30-ad19-4f75-863d-cfae4c397eba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1097 time: 0.0874970 Jul 15 23:05:54.719249 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.736317 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f0aa478d-a2a6-4d51-8ca4-2bac7139ebb2 req-cfe279c2-49ed-4c8d-a708-f9ef2bc9e817 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 Jul 15 23:05:54.807585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809cca7-eae6-447f-bb53-e8bab09d9908 req-e340557e-c271-4a57-9648-07b06a109ab7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.809515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7809cca7-eae6-447f-bb53-e8bab09d9908 req-e340557e-c271-4a57-9648-07b06a109ab7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 946 time: 0.1157558 Jul 15 23:05:54.841379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409fbb-6068-42a4-8a0d-2f2a94227fe3 req-1321efc9-0426-4119-83dc-aa9be08ce228 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.843050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-12409fbb-6068-42a4-8a0d-2f2a94227fe3 req-1321efc9-0426-4119-83dc-aa9be08ce228 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 1100 time: 0.0949531 Jul 15 23:05:54.866794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7809cca7-eae6-447f-bb53-e8bab09d9908 req-6ddc988b-a8d3-4721-a304-5f44a0cb9cf4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509312 Jul 15 23:05:54.895268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-12409fbb-6068-42a4-8a0d-2f2a94227fe3 req-53e5dbf1-d368-45c9-ba43-2cd87d9c0be5 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Jul 15 23:05:55.059401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f71309-7182-419c-85dc-47e5ce9e9573 req-78db1672-8379-4559-8c89-3811a1619f6f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.060961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1f71309-7182-419c-85dc-47e5ce9e9573 req-78db1672-8379-4559-8c89-3811a1619f6f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0695457 Jul 15 23:05:55.100583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1f71309-7182-419c-85dc-47e5ce9e9573 req-b23bec64-a608-43d1-87a4-66a3f5450a94 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Jul 15 23:05:55.169797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf9053-0d88-4d21-aa8b-b26520a9e1aa req-4f17a91e-a6f8-4286-a86b-001be1010478 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.171623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-edcf9053-0d88-4d21-aa8b-b26520a9e1aa req-4f17a91e-a6f8-4286-a86b-001be1010478 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 1100 time: 0.0585721 Jul 15 23:05:55.208187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-edcf9053-0d88-4d21-aa8b-b26520a9e1aa req-93b710a7-33d3-4712-89f4-b38bcef198ec tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305717 Jul 15 23:05:55.483784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-ae441ff0-3d38-4cfb-b3ae-78b852e16abb tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288734 Jul 15 23:05:55.603173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55328) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:55.617572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-5161dc02-7654-4282-8f6a-438d7db4f25d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.619242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-5161dc02-7654-4282-8f6a-438d7db4f25d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345599 Jul 15 23:05:55.626664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:55.639076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-942a2690-cc5c-42fa-9ddd-7aafa0afb3d9 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/quotas/4506537585cb4227ba366bd8fcec6cc4 HTTP/1.1" status: 200 len: 375 time: 0.0111864 Jul 15 23:05:55.742575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a22d01d-92b3-4224-a3e7-996b30d43494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.792795 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-261a95ef-7056-4687-ac05-fc4e4e678eb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0182b4370c184833a2468ba9911b19e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648695 Jul 15 23:05:55.795906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55338) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:55.963332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-eec3c645-7a91-4199-a09d-b8e929a81abc tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3177698 Jul 15 23:05:55.972326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea305e7d-b106-4c1f-9707-25c9b74d54f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.010409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec7351-b5dc-4026-9e55-6c1d0de3e7e4 req-ba9fe7c5-82e7-4072-9eee-93202bec33ba tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.017695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76ec7351-b5dc-4026-9e55-6c1d0de3e7e4 req-ba9fe7c5-82e7-4072-9eee-93202bec33ba tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2203660 Jul 15 23:05:56.037608 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea305e7d-b106-4c1f-9707-25c9b74d54f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.040474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a22d01d-92b3-4224-a3e7-996b30d43494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.055514 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a22d01d-92b3-4224-a3e7-996b30d43494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.126134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22d01d-92b3-4224-a3e7-996b30d43494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8282913c-5625-4c16-8aeb-7f7d0c0af3fa,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.145258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9a22d01d-92b3-4224-a3e7-996b30d43494 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=728868ffa3e645479863ab09ec334860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384614 Jul 15 23:05:56.145692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55350) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.160301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76ec7351-b5dc-4026-9e55-6c1d0de3e7e4 req-f40f6417-12dd-409d-ad88-1380eed823d9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368167 Jul 15 23:05:56.180713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea305e7d-b106-4c1f-9707-25c9b74d54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.183670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea305e7d-b106-4c1f-9707-25c9b74d54f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.188085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ea305e7d-b106-4c1f-9707-25c9b74d54f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f08ab3b-ad65-4fcd-b866-01cdf5a27244 HTTP/1.1" status: 204 len: 168 time: 0.3895116 Jul 15 23:05:56.214651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea305e7d-b106-4c1f-9707-25c9b74d54f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f08ab3b-ad65-4fcd-b866-01cdf5a27244,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.248005 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-368a4073-60ef-4b5c-bc32-4b0ce134465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.281565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-368a4073-60ef-4b5c-bc32-4b0ce134465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.296654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-641bd43d-4ee2-4274-85a4-52e02a8205a5 req-9c902c57-46e1-4bd2-9a10-7eeb4c8287dd tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 210 time: 0.0759995 Jul 15 23:05:56.337123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789ad66-376d-4fd4-994f-906ec2cf0cf8 req-1dff6ccc-019a-44c6-a0e4-f66949d6dfb9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.340656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2789ad66-376d-4fd4-994f-906ec2cf0cf8 req-1dff6ccc-019a-44c6-a0e4-f66949d6dfb9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 946 time: 0.1420023 Jul 15 23:05:56.359948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-368a4073-60ef-4b5c-bc32-4b0ce134465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.362769 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-368a4073-60ef-4b5c-bc32-4b0ce134465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.363903 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-368a4073-60ef-4b5c-bc32-4b0ce134465b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8282913c-5625-4c16-8aeb-7f7d0c0af3fa HTTP/1.1" status: 204 len: 168 time: 0.2172782 Jul 15 23:05:56.384042 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:05:56.407283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a4073-60ef-4b5c-bc32-4b0ce134465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8282913c-5625-4c16-8aeb-7f7d0c0af3fa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.418518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2789ad66-376d-4fd4-994f-906ec2cf0cf8 req-783a4191-2275-4771-9657-97f420dc505c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713105 Jul 15 23:05:56.531603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c165838-e394-476e-bb4c-1e02e25fec59 req-61e89aed-2c5c-4c1a-a348-8771fa857622 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.533263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c165838-e394-476e-bb4c-1e02e25fec59 req-61e89aed-2c5c-4c1a-a348-8771fa857622 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0907938 Jul 15 23:05:56.600483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c165838-e394-476e-bb4c-1e02e25fec59 req-bfc9a876-c378-482c-ae28-2acb695ab8ab tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561378 Jul 15 23:05:56.640776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55368) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.655940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb605143-8edd-4529-8601-355c7a24e98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.777421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb605143-8edd-4529-8601-355c7a24e98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.782166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb605143-8edd-4529-8601-355c7a24e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.791648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cf240-02bd-4dd7-83bf-20e02d1ab0be req-a43f78e7-2cd2-453d-a580-ce566d433d73 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.795487 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f38cf240-02bd-4dd7-83bf-20e02d1ab0be req-a43f78e7-2cd2-453d-a580-ce566d433d73 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1097 time: 0.0836890 Jul 15 23:05:56.827434 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bb605143-8edd-4529-8601-355c7a24e98b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0e4081d71314868b0c171b07b015829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852713 Jul 15 23:05:56.828253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb605143-8edd-4529-8601-355c7a24e98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c8dff-3121-42b2-a629-bc9d33258d50,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.830502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55372) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.850893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f38cf240-02bd-4dd7-83bf-20e02d1ab0be req-65f55b93-864e-44d3-96e9-f0b4a5938836 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Jul 15 23:05:56.891222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cde0174c-fe1b-477a-9cab-9d25099bb1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.909988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55376) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.922959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cde0174c-fe1b-477a-9cab-9d25099bb1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.924492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-12deb271-6e91-41cd-91ee-2005cab0bc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.972180 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cde0174c-fe1b-477a-9cab-9d25099bb1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.977042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cde0174c-fe1b-477a-9cab-9d25099bb1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.978895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cde0174c-fe1b-477a-9cab-9d25099bb1f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e54c8dff-3121-42b2-a629-bc9d33258d50 HTTP/1.1" status: 204 len: 168 time: 0.1471739 Jul 15 23:05:56.989870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0174c-fe1b-477a-9cab-9d25099bb1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c8dff-3121-42b2-a629-bc9d33258d50,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.069911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b3fb0-49f9-496f-949c-b1bc4278af7f req-32d14ec6-79c0-462e-b127-211f79e2ab29 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.071566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af1b3fb0-49f9-496f-949c-b1bc4278af7f req-32d14ec6-79c0-462e-b127-211f79e2ab29 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1097 time: 0.1147106 Jul 15 23:05:57.113551 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-12deb271-6e91-41cd-91ee-2005cab0bc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.119242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-12deb271-6e91-41cd-91ee-2005cab0bc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.151157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af1b3fb0-49f9-496f-949c-b1bc4278af7f req-32ef4bfd-04dd-4df2-bb3d-757d93948095 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Jul 15 23:05:57.171039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12deb271-6e91-41cd-91ee-2005cab0bc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8ddd31-279f-4e8f-829b-ee0ec5aef769,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.175402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-12deb271-6e91-41cd-91ee-2005cab0bc4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d99507bb5e24416495f764b452b8378c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640946 Jul 15 23:05:57.177974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55386) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:57.232729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50de2956-8dff-4a95-9c62-fa946963fcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.277167 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50de2956-8dff-4a95-9c62-fa946963fcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.350016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50de2956-8dff-4a95-9c62-fa946963fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.352545 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50de2956-8dff-4a95-9c62-fa946963fcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.353706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-50de2956-8dff-4a95-9c62-fa946963fcad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f8ddd31-279f-4e8f-829b-ee0ec5aef769 HTTP/1.1" status: 204 len: 168 time: 0.1747613 Jul 15 23:05:57.363366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de2956-8dff-4a95-9c62-fa946963fcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8ddd31-279f-4e8f-829b-ee0ec5aef769,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.401078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a8337-5d60-4783-aecc-7d13558c676d req-c76aa319-4c04-4965-93f0-8510b10fc10d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.402617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b6a8337-5d60-4783-aecc-7d13558c676d req-c76aa319-4c04-4965-93f0-8510b10fc10d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0942512 Jul 15 23:05:57.471588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b6a8337-5d60-4783-aecc-7d13558c676d req-1cef66ac-4c5c-4e6b-895a-d5ac846485d4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620310 Jul 15 23:05:57.569263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fba2c3e7-39b8-439d-82f4-51f166967090 req-d407a1eb-b104-427c-91e5-8e1f37feb10a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 210 time: 0.0361791 Jul 15 23:05:57.679761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4532e-15f4-412e-9531-1a919f379da0 req-92781c18-2fa0-4935-94f4-004eae80b9bc tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.682007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bc4532e-15f4-412e-9531-1a919f379da0 req-92781c18-2fa0-4935-94f4-004eae80b9bc tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1097 time: 0.0667384 Jul 15 23:05:57.724457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bc4532e-15f4-412e-9531-1a919f379da0 req-f9f31220-e0d9-4387-a7e1-1e3ced2225dc tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Jul 15 23:05:57.913463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b88bc4-2324-4e08-95ab-f6e5bbcb789e req-eb2073ab-56a2-4b5d-ad6c-f4827d4874c9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.915376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9b88bc4-2324-4e08-95ab-f6e5bbcb789e req-eb2073ab-56a2-4b5d-ad6c-f4827d4874c9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0713415 Jul 15 23:05:57.990888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-21983c92-4c11-4358-b7bd-a144427a948c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331104 Jul 15 23:05:57.997151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9b88bc4-2324-4e08-95ab-f6e5bbcb789e req-8786e379-5a58-4dda-9b70-e9b2af08a58c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753431 Jul 15 23:05:58.134240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-c42a96a8-c871-4d54-b149-690f0710a621 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.135716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-c42a96a8-c871-4d54-b149-690f0710a621 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375952 Jul 15 23:05:58.156211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Request body: {'port': {'device_id': 'f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '4506537585cb4227ba366bd8fcec6cc4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:58.286392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-adec7694-6e4d-4ff4-8f9a-ed3d237c2c67 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=47ce7a4716464f2491b3cf844fdfbaed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296769 Jul 15 23:05:58.318473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Made reservation on behalf of 4506537585cb4227ba366bd8fcec6cc4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:58.322030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.465508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b727fbc9-4f51-4b08-8486-4b4ddae88733 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.466950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b727fbc9-4f51-4b08-8486-4b4ddae88733 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741781 Jul 15 23:05:58.510240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-e41ed2dd-07af-4b3b-8d13-9b2c1987c34f tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/quotas/47ce7a4716464f2491b3cf844fdfbaed HTTP/1.1" status: 200 len: 375 time: 0.0208280 Jul 15 23:05:58.538470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Allocated IP 192.168.233.164 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:58.571679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-69d15ece-fd3a-486d-a4e7-1ded9206e8b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47ce7a4716464f2491b3cf844fdfbaed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492358 Jul 15 23:05:58.781131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0633b06-509a-4c70-b18b-146f357d5ab3 req-30b8f7b9-e718-4fb0-a917-c1fddfc3b9fa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.782697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0633b06-509a-4c70-b18b-146f357d5ab3 req-30b8f7b9-e718-4fb0-a917-c1fddfc3b9fa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1847665 Jul 15 23:05:58.827816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c50932f-196e-435f-848c-6106417966f7 req-b2f78030-eb20-4e24-adc1-751561326f4b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 210 time: 0.0344400 Jul 15 23:05:58.865738 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.881978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0633b06-509a-4c70-b18b-146f357d5ab3 req-bbf31b6e-78bd-4319-ae99-d983fe04ee5a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897200 Jul 15 23:05:58.904352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Transition to ACTIVE for port object 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:58.935319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d769776f-78e4-4251-a76a-c1531acf7aa3 req-f7a7792e-8d8a-4fd2-8692-7774c5c72ac0 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 210 time: 0.0438983 Jul 15 23:05:58.984602 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.018326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31', '42d157b0-75a9-43e5-99e9-ec84aff8c408'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:59.066746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:59.076251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:59.080715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:59.100294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.103367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9', '58831f6c-0068-432a-9c2f-eff10e50dc41'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:59.103794 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.154682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'Port': ['ID=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:59.164076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-95192102-3556-453e-b875-2517bdc0528b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0119150 Jul 15 23:05:59.180847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Request body: {'port': {'device_id': 'f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:59.404027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1324450a-1060-4c24-9d74-f5e7f215ad41 None None] Provisioning for port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:59.419600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1324450a-1060-4c24-9d74-f5e7f215ad41 None None] Provisioning complete for port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:59.419973 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1324450a-1060-4c24-9d74-f5e7f215ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.423483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.433768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc23c2c-66e1-4e5e-a6a0-4e1593655104 req-fbc55412-5b4c-4ed2-b0f1-30432387a310 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.435262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dc23c2c-66e1-4e5e-a6a0-4e1593655104 req-fbc55412-5b4c-4ed2-b0f1-30432387a310 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2507994 Jul 15 23:05:59.453716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face29e2-98f7-4673-bc82-87c4de0e80f2 req-98658c9a-25d4-4cc0-88f5-263fab6cf3b5 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.455160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-face29e2-98f7-4673-bc82-87c4de0e80f2 req-98658c9a-25d4-4cc0-88f5-263fab6cf3b5 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1097 time: 0.2377570 Jul 15 23:05:59.507355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1324450a-1060-4c24-9d74-f5e7f215ad41 None None] Port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:59.528488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dc23c2c-66e1-4e5e-a6a0-4e1593655104 req-493c08b4-ecb1-4899-881c-a225dd6530f4 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836074 Jul 15 23:05:59.820043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-face29e2-98f7-4673-bc82-87c4de0e80f2 req-7565ba76-756f-41a9-b57d-a2cb771b8fed tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564427 Jul 15 23:05:59.998684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:00.009059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.022042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Transition to ACTIVE for port object 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:00.026669 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.142738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:00.196057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Attempting to bind port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:00.196685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Attempting to bind port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:00.196685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Attempting to bind port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:00.205266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:00.205266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Attempting to bind port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:00.217603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4d60a-6d4b-4528-beba-83ba9b155d4a req-7f6def0c-d222-4a71-97de-4ed959d31e43 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.232528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97d4d60a-6d4b-4528-beba-83ba9b155d4a req-7f6def0c-d222-4a71-97de-4ed959d31e43 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 948 time: 0.1785765 Jul 15 23:06:00.245182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:00.246412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:00.249526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:00.250189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Bound port: 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:00.250729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.273969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-0b756602-94f7-4947-bd21-7ec00525108c tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=47ce7a4716464f2491b3cf844fdfbaed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263772 Jul 15 23:06:00.368025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97d4d60a-6d4b-4528-beba-83ba9b155d4a req-fd3fbffe-aaf0-46f0-941f-adec1f7b50f1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345408 Jul 15 23:06:00.408668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] For port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:00.419876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] For port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:00.441393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.474685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-6a3a6e60-a150-4269-8397-8126347d4fb9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.476504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-6a3a6e60-a150-4269-8397-8126347d4fb9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916819 Jul 15 23:06:00.497460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Request body: {'port': {'device_id': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '47ce7a4716464f2491b3cf844fdfbaed'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:00.505851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.506560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.507986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] 10.222.0.59 "PUT /v2.0/ports/0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c HTTP/1.1" status: 200 len: 1096 time: 1.3315516 Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: from cryptography.utils import int_from_bytes Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: from cryptography.utils import int_from_bytes Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.517038 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:00.520452 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:00.543099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12908b2f-cae9-42cf-a0bb-9e4b0ed10835 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:00.546318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff', 'tag': '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:00.549042 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83d922-a06e-4cc1-a20a-5a72237ad5da" -d '{"events": [{"name": "network-changed", "server_uuid": "f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff", "tag": "0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:00.599878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8769220-9a0a-433a-babf-c9dfb106de15 req-b9cf48d5-fd59-400d-b219-045991a4d3ff tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.601527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8769220-9a0a-433a-babf-c9dfb106de15 req-b9cf48d5-fd59-400d-b219-045991a4d3ff tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0926335 Jul 15 23:06:00.657406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Made reservation on behalf of 47ce7a4716464f2491b3cf844fdfbaed for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:00.662193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.673471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.688189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8769220-9a0a-433a-babf-c9dfb106de15 req-29d2fc0a-59ea-42c6-ae75-4edc8597f099 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765603 Jul 15 23:06:00.699831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-68c34ce8-0c17-4686-86c0-2ae61c6a5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.712123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-68c34ce8-0c17-4686-86c0-2ae61c6a5362 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 1099 time: 0.1095002 Jul 15 23:06:00.773727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-7fd7e8a5-9554-4360-9f43-afa82b0d0e06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c HTTP/1.1" status: 200 len: 217 time: 0.0494859 Jul 15 23:06:00.814353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.818963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.851324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-723b60ff-5bfc-447d-b7a8-478a08c777dd req-f3cde755-b00a-4b37-9eeb-4b760538975d tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 210 time: 0.0351162 Jul 15 23:06:00.858123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-fb065290-b377-4cc2-8d28-b3c70016fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.859681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-fb065290-b377-4cc2-8d28-b3c70016fed9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0792019 Jul 15 23:06:00.894832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa83a659-78d0-406b-a540-aaf5d8f6e6fa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:00.935388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-ad726a86-86e6-489e-b8ce-9a529530f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.936923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-ad726a86-86e6-489e-b8ce-9a529530f956 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644159 Jul 15 23:06:00.980090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Allocated IP 192.168.233.235 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/ad88c29b-9e4c-4428-962e-754aa8fe7730) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:01.135116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-50c7fb76-e71d-4515-8dde-cb844ea0be43 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184163 Jul 15 23:06:01.148657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.164488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Transition to ACTIVE for port object ad88c29b-9e4c-4428-962e-754aa8fe7730 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:01.207934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.229140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-ebae06d2-133c-4e89-9968-610de02fc4be tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:06:01.230037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-ebae06d2-133c-4e89-9968-610de02fc4be tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072255 Jul 15 23:06:01.248681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Request body: {'binding': {'host': 'n-h2-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:01.249078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:06:01.256972 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80a5272-7124-4bbf-8bf6-3fedc03f4197 x-openstack-request-id: req-a80a5272-7124-4bbf-8bf6-3fedc03f4197 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:01.257211 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff", "tag": "0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:01.257465 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a80a5272-7124-4bbf-8bf6-3fedc03f4197 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:01.257938 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff', 'tag': '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c', 'status': 'completed', 'code': 200} Jul 15 23:06:01.268654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:01.273128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:01.275087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:01.277435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:01.295421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054772-3db6-4b54-9e28-1f7ac86569ef req-259ec4af-c3ff-4f75-b353-a0bd12341403 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409311 Jul 15 23:06:01.335854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.339107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.358527 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-16cc981e-df59-449c-8f16-b59bd770b9b9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8653510 Jul 15 23:06:01.376931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Request body: {'port': {'device_id': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:01.456490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.511158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on host n-h2-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:01.511530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:01.511861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:01.526039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-ba7270c0-7a82-42f0-a628-3d7b08c29bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.528483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-ba7270c0-7a82-42f0-a628-3d7b08c29bf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 1099 time: 0.1504154 Jul 15 23:06:01.530873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:01.531163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:01.543429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291df2a-6493-495d-ab24-f79d43f21627 req-2a50f44b-b40b-487b-afdf-66231767de72 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.544889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5291df2a-6493-495d-ab24-f79d43f21627 req-2a50f44b-b40b-487b-afdf-66231767de72 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1701620 Jul 15 23:06:01.553195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:01.553535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:01.553911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:01.554353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Bound port: d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:01.626524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-138aae1b-69b1-4fb2-8cf7-761c22011b1b None None] Provisioning for port ad88c29b-9e4c-4428-962e-754aa8fe7730 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:01.630171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-138aae1b-69b1-4fb2-8cf7-761c22011b1b None None] Provisioning complete for port ad88c29b-9e4c-4428-962e-754aa8fe7730 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:01.630973 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-138aae1b-69b1-4fb2-8cf7-761c22011b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.670362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-138aae1b-69b1-4fb2-8cf7-761c22011b1b None None] Port ad88c29b-9e4c-4428-962e-754aa8fe7730 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:01.688047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5291df2a-6493-495d-ab24-f79d43f21627 req-1916a421-96b7-4493-a758-1ea2d456e590 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291928 Jul 15 23:06:01.697661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:01.703726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.704981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-07b78e50-37d7-4272-8e60-9721fef96496 service neutron] 10.222.0.23 "POST /v2.0/ports/d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4627614 Jul 15 23:06:01.721059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-9bfb5741-0065-4949-a73c-bd7aa0dd7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.722534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-9bfb5741-0065-4949-a73c-bd7aa0dd7851 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1765809 Jul 15 23:06:01.749870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad88c29b-9e4c-4428-962e-754aa8fe7730 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:01.757535 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.770671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Transition to ACTIVE for port object ad88c29b-9e4c-4428-962e-754aa8fe7730 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:01.777977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.811534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-80ebdc20-23dc-4674-abe8-a2b5379f3dca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c HTTP/1.1" status: 200 len: 217 time: 0.0748558 Jul 15 23:06:01.859765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:01.901742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-f7174795-d4c4-4bb8-8933-f9f47d7bdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.905346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-f7174795-d4c4-4bb8-8933-f9f47d7bdae7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0800922 Jul 15 23:06:01.929694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Attempting to bind port ad88c29b-9e4c-4428-962e-754aa8fe7730 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:01.930026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Attempting to bind port ad88c29b-9e4c-4428-962e-754aa8fe7730 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:01.930370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Attempting to bind port ad88c29b-9e4c-4428-962e-754aa8fe7730 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:01.936837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Port ad88c29b-9e4c-4428-962e-754aa8fe7730 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:01.937156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Attempting to bind port ad88c29b-9e4c-4428-962e-754aa8fe7730 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:01.942240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:01.942705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:01.943250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:01.943675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Bound port: ad88c29b-9e4c-4428-962e-754aa8fe7730, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:01.944366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.057161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:02.060706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:02.066679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.108754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.109370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.110819 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] 10.222.0.37 "PUT /v2.0/ports/ad88c29b-9e4c-4428-962e-754aa8fe7730 HTTP/1.1" status: 200 len: 1096 time: 0.7382586 Jul 15 23:06:02.111314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:02.113488 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e0160e-38d8-4d19-bc58-7dcefe65c927" -d '{"events": [{"name": "network-changed", "server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:02.132490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d678f1-30d9-4c0c-81a2-3d6f1b54e0ec service neutron] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:02.139395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-e64a4ea8-05ae-4438-a363-bb04046edbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.140921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-e64a4ea8-05ae-4438-a363-bb04046edbcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2221766 Jul 15 23:06:02.257981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-9616dbdc-947a-4328-9c6b-abfde6202a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.259917 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-9616dbdc-947a-4328-9c6b-abfde6202a1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47ce7a4716464f2491b3cf844fdfbaed&device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 1099 time: 0.0640166 Jul 15 23:06:02.267031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056a6a-19f8-4710-9018-68955f53aa30 req-544952d6-abd4-46e6-b08c-ad2886fb9619 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.274313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1056a6a-19f8-4710-9018-68955f53aa30 req-544952d6-abd4-46e6-b08c-ad2886fb9619 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 948 time: 0.2354016 Jul 15 23:06:02.284090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1126c1a-8def-4aaa-807e-b0f45bbc50fa req-d1f55156-da23-4de3-b6e0-c995e103a3e6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.291081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1126c1a-8def-4aaa-807e-b0f45bbc50fa req-d1f55156-da23-4de3-b6e0-c995e103a3e6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2718682 Jul 15 23:06:02.325235 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-0a969f2e-c8ba-45eb-989a-dce4366cc7bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730 HTTP/1.1" status: 200 len: 217 time: 0.0475786 Jul 15 23:06:02.330648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-917480d7-fa4e-4b6e-96a9-6aa1c9f8d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.332413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-917480d7-fa4e-4b6e-96a9-6aa1c9f8d9ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1097 time: 0.2638505 Jul 15 23:06:02.379989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-d69dbbb0-e258-4489-b46a-e7e851dbb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.381627 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-d69dbbb0-e258-4489-b46a-e7e851dbb5bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0492125 Jul 15 23:06:02.413852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-a952878f-e5f8-47e0-a461-80d9686616d9 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511690 Jul 15 23:06:02.431132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1126c1a-8def-4aaa-807e-b0f45bbc50fa req-f7aa3f29-37ed-4f3e-b7a6-508884f5c42b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389825 Jul 15 23:06:02.435283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1056a6a-19f8-4710-9018-68955f53aa30 req-16e22e88-15e9-43f2-bf4c-dc576e2e5124 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600189 Jul 15 23:06:02.453895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-c2ecac0b-7c8d-47e9-94ee-a3146333c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.456263 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-c2ecac0b-7c8d-47e9-94ee-a3146333c1ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680380 Jul 15 23:06:02.599207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-dcb291cd-ce42-4779-8741-c1c0159b17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.600867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-dcb291cd-ce42-4779-8741-c1c0159b17cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.2521162 Jul 15 23:06:02.613099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac83d922-a06e-4cc1-a20a-5a72237ad5da req-b0c1b57f-d570-4efa-9bf9-99564f5bba87 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748395 Jul 15 23:06:02.637036 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-78cc3ba4-0851-461b-9161-7112c526592a service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707604 Jul 15 23:06:02.709931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55588) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:02.733367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-ed5bea9d-2f89-4b04-9ed2-0ede0b9534fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d HTTP/1.1" status: 200 len: 217 time: 0.0870082 Jul 15 23:06:02.759097 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7c55382b-877e-4eb8-a66d-5ba00fc61024 req-8dfbeac9-6095-4896-992c-21059f9ddd9a service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119375 Jul 15 23:06:02.827450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979e89-8a7f-4618-ae71-cde45b05eedc req-72a31789-2387-4f86-8f84-596c7e533790 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.828954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37979e89-8a7f-4618-ae71-cde45b05eedc req-72a31789-2387-4f86-8f84-596c7e533790 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 946 time: 0.2059798 Jul 15 23:06:02.840596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83efdcb-ecb7-4272-871a-533d047791f9 req-13811658-6ef3-4a67-9c55-d8fe2c5d71c9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.841366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-907832ee-b4f0-4959-a452-3949999f6cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.842081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f83efdcb-ecb7-4272-871a-533d047791f9 req-13811658-6ef3-4a67-9c55-d8fe2c5d71c9 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 948 time: 0.2084477 Jul 15 23:06:02.854851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-36f40930-2292-4781-aecd-e6e23f28dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.855690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-36f40930-2292-4781-aecd-e6e23f28dc14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0909038 Jul 15 23:06:02.911638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-0122bd2b-e3b0-4576-a091-212660db7452 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365140 Jul 15 23:06:02.946893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-907832ee-b4f0-4959-a452-3949999f6cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.948566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f83efdcb-ecb7-4272-871a-533d047791f9 req-5731b80b-7eff-4d9b-b534-965877aa32fb tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974474 Jul 15 23:06:02.958588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-907832ee-b4f0-4959-a452-3949999f6cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.961497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37979e89-8a7f-4618-ae71-cde45b05eedc req-12bc6547-efd4-4763-83d5-4acb6cf7e409 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162858 Jul 15 23:06:03.009818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907832ee-b4f0-4959-a452-3949999f6cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07e6701-2d8c-4fe1-8aa1-3fe398050de1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:03.025254 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-907832ee-b4f0-4959-a452-3949999f6cb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=690842d875a44d46bafd824eab25a02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143084 Jul 15 23:06:03.029684 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fa3077-92c7-487d-bddc-158f60360b96 x-openstack-request-id: req-11fa3077-92c7-487d-bddc-158f60360b96 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:03.030046 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:03.030294 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11fa3077-92c7-487d-bddc-158f60360b96 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:03.030678 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'status': 'completed', 'code': 200} Jul 15 23:06:03.031094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55594) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:03.065367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-23524be0-b33d-4705-9418-4799688c91d8 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328244 Jul 15 23:06:03.086778 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a95d658a-5ebb-412f-b00b-ebca4e2dd720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.134834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a95d658a-5ebb-412f-b00b-ebca4e2dd720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.185010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-8f18ccb5-0277-46c2-935f-b29e324c21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.186500 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-8f18ccb5-0277-46c2-935f-b29e324c21b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47ce7a4716464f2491b3cf844fdfbaed&device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 1099 time: 0.0903780 Jul 15 23:06:03.215370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a95d658a-5ebb-412f-b00b-ebca4e2dd720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.217826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a95d658a-5ebb-412f-b00b-ebca4e2dd720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.218970 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a95d658a-5ebb-412f-b00b-ebca4e2dd720 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f07e6701-2d8c-4fe1-8aa1-3fe398050de1 HTTP/1.1" status: 204 len: 168 time: 0.1869738 Jul 15 23:06:03.237551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d658a-5ebb-412f-b00b-ebca4e2dd720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07e6701-2d8c-4fe1-8aa1-3fe398050de1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:03.242250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-ced7f5ad-48f4-4509-b3df-91174c450922 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350634 Jul 15 23:06:03.250397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee6709-7a40-492f-87ef-ab93bf7c67c4 req-3a3e094a-733c-4563-b927-f0e554146c9a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.252645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82ee6709-7a40-492f-87ef-ab93bf7c67c4 req-3a3e094a-733c-4563-b927-f0e554146c9a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1349947 Jul 15 23:06:03.309505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-b35c16a7-507e-44a7-9988-989e0938b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.311068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82ee6709-7a40-492f-87ef-ab93bf7c67c4 req-83226b1a-114d-4ae7-81c5-08b69a251172 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363064 Jul 15 23:06:03.311565 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-b35c16a7-507e-44a7-9988-989e0938b624 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1163714 Jul 15 23:06:03.360575 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-fb368043-6c00-4e4c-bf3d-47f9c2ed8b9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730 HTTP/1.1" status: 200 len: 217 time: 0.0393322 Jul 15 23:06:03.422015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-03467aae-8467-4815-9ab6-1d0177d00cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.422357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-0ab16505-fc44-477d-936e-49a61e9ee265 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.423831 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-03467aae-8467-4815-9ab6-1d0177d00cb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0532568 Jul 15 23:06:03.423934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-0ab16505-fc44-477d-936e-49a61e9ee265 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1097 time: 0.0647955 Jul 15 23:06:03.460145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-8'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:03.500324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-8410635f-ff22-4c45-99b1-d7fb92e2e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.504143 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-8410635f-ff22-4c45-99b1-d7fb92e2e823 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711181 Jul 15 23:06:03.523877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55604) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:03.554410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-806e3bb5-895c-4103-b977-1e06c4cb6f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.658397 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-cbedef82-381c-40da-8282-8eed25f1b084 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453693 Jul 15 23:06:03.784357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-806e3bb5-895c-4103-b977-1e06c4cb6f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.789042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-806e3bb5-895c-4103-b977-1e06c4cb6f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.792808 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c5e0160e-38d8-4d19-bc58-7dcefe65c927 req-d5fdf997-acd5-43ba-9679-e39b9593abe3 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234961 Jul 15 23:06:03.811812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.832234 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-806e3bb5-895c-4103-b977-1e06c4cb6f93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47f8776b9f8242f0b66f932297f9ca20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050525 Jul 15 23:06:03.832234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e3bb5-895c-4103-b977-1e06c4cb6f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fcd889-b157-4a28-8802-3480d26f98b7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:03.833230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55610) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:03.883207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d90893f4-a080-4588-9c88-c42403461962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.904097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d90893f4-a080-4588-9c88-c42403461962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.915365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65553-fd81-451e-8c5f-ce96fea439e6 req-49cbe2c4-3ef1-440b-b3e7-cc7470be3372 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.916862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad65553-fd81-451e-8c5f-ce96fea439e6 req-49cbe2c4-3ef1-440b-b3e7-cc7470be3372 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 948 time: 0.1589727 Jul 15 23:06:03.945291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599dd12-1965-4695-8662-41bac2bc6419 req-f0a435fd-cead-488d-9925-39a6f31e30ca tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.946886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8599dd12-1965-4695-8662-41bac2bc6419 req-f0a435fd-cead-488d-9925-39a6f31e30ca tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.1900587 Jul 15 23:06:03.950660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d90893f4-a080-4588-9c88-c42403461962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.953290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d90893f4-a080-4588-9c88-c42403461962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.954437 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d90893f4-a080-4588-9c88-c42403461962 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1fcd889-b157-4a28-8802-3480d26f98b7 HTTP/1.1" status: 204 len: 168 time: 0.1203043 Jul 15 23:06:03.963792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90893f4-a080-4588-9c88-c42403461962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fcd889-b157-4a28-8802-3480d26f98b7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.028209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad65553-fd81-451e-8c5f-ce96fea439e6 req-18ecf925-afc8-4216-9f6a-4ddc46aa3802 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037085 Jul 15 23:06:04.061913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8599dd12-1965-4695-8662-41bac2bc6419 req-b40d17de-1654-4ee8-bebf-2d33550f25d7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069732 Jul 15 23:06:04.066780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:04.112097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:04.162409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:04.165099 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca2a76-4767-4aeb-87ab-01918e6b9145" -d '{"events": [{"server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:04.171634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.184646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.326948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.357591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e72ed1-bcfc-492c-bfa9-35c1609877df req-8fdd03df-c959-4da6-abfd-36d9765c8637 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.359077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68e72ed1-bcfc-492c-bfa9-35c1609877df req-8fdd03df-c959-4da6-abfd-36d9765c8637 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1902351 Jul 15 23:06:04.359721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on host n-h1-793618-8 for vnic_type normal with profile {"migrating_to": "n-h2-793618-8"} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:04.360059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:04.360383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:04.374923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:04.375252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Attempting to bind port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:04.391887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:04.392228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:04.392613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:04.393047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Bound port: d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:04.393403 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.401921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c4035-2e4a-45b8-9f17-8043c53a228c req-f2e69b76-63b1-4b3c-817c-864989f72391 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.403467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6c4035-2e4a-45b8-9f17-8043c53a228c req-f2e69b76-63b1-4b3c-817c-864989f72391 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 948 time: 0.1994946 Jul 15 23:06:04.465261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68e72ed1-bcfc-492c-bfa9-35c1609877df req-dc9d8f75-c645-4bf9-a41d-0d038bfe0784 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000164 Jul 15 23:06:04.502351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6c4035-2e4a-45b8-9f17-8043c53a228c req-af323fdd-a8ef-4c24-8694-c18355fa8526 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875425 Jul 15 23:06:04.540927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:04.545726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:04.556224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.655984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=8']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.678078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:04.690290 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae85305c-f8f9-462a-b004-6a325b70aacd x-openstack-request-id: req-ae85305c-f8f9-462a-b004-6a325b70aacd {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:04.690584 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:04.690849 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae85305c-f8f9-462a-b004-6a325b70aacd {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:04.691370 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d', 'code': 200} Jul 15 23:06:04.693409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.694192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.695427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-42ba73f4-252a-47aa-80ea-e880ed5aa0c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d HTTP/1.1" status: 200 len: 1122 time: 1.2400110 Jul 15 23:06:04.756719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c36c3-63ee-42ef-b4c8-4229cebc8a7d req-d7452275-e5be-4436-9454-3c5cbdff10d6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.758252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-440c36c3-63ee-42ef-b4c8-4229cebc8a7d req-d7452275-e5be-4436-9454-3c5cbdff10d6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 944 time: 0.1463373 Jul 15 23:06:04.800698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:04.813428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c', 'mac_address': 'fa:16:3e:63:1d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:04.835633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-440c36c3-63ee-42ef-b4c8-4229cebc8a7d req-53ee2180-b888-4b1d-b100-561d8e3a28a3 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705111 Jul 15 23:06:04.868379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9695f9-6b16-4b72-921c-9edb2b1ff254 req-d8e5ec89-6cb4-4796-b75c-784f7c0b50ed tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.870011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c9695f9-6b16-4b72-921c-9edb2b1ff254 req-d8e5ec89-6cb4-4796-b75c-784f7c0b50ed tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0800304 Jul 15 23:06:04.873706 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.888798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:04.911781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:04.917180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:04.923654 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.927368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c9695f9-6b16-4b72-921c-9edb2b1ff254 req-c4cbc16b-e16f-43e3-bf80-4bb0097c0b30 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480945 Jul 15 23:06:05.015603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:05.236943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394f5cc-2b30-4b0e-9114-3b4d985a7713 req-3dd47b26-0755-4794-bbbe-a4461591bb2e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.238402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7394f5cc-2b30-4b0e-9114-3b4d985a7713 req-3dd47b26-0755-4794-bbbe-a4461591bb2e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 949 time: 0.0715539 Jul 15 23:06:05.284724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7394f5cc-2b30-4b0e-9114-3b4d985a7713 req-a2962972-c1ca-4a77-bc7e-ce41f702ed36 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Jul 15 23:06:05.463141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6907afb-c66a-49d5-8b84-ffd3b981b5ba req-dfb32117-acc3-468b-a281-63e7bb13ceb6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.465154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6907afb-c66a-49d5-8b84-ffd3b981b5ba req-dfb32117-acc3-468b-a281-63e7bb13ceb6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0717235 Jul 15 23:06:05.504395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6907afb-c66a-49d5-8b84-ffd3b981b5ba req-bbb74289-d4f2-459a-9ad1-60683603d07a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Jul 15 23:06:05.659351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:05.723450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-c909da0f-1660-44be-b845-30705605a315 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3f781d46993248f8a9e148f7e56fa195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230100 Jul 15 23:06:05.836144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7201-8727-4972-8593-dce93b9645a7 req-8a4546c7-c6d8-483b-9e1b-f72317b5d658 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.837866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-8a4546c7-c6d8-483b-9e1b-f72317b5d658 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082485 Jul 15 23:06:05.852701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-cf79011d-f9f1-4ff2-aca0-90af23f14dae tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/quotas/3f781d46993248f8a9e148f7e56fa195 HTTP/1.1" status: 200 len: 375 time: 0.0089607 Jul 15 23:06:05.889324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-5d663bde-19e8-4d1f-b88e-ff92bab1a395 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f781d46993248f8a9e148f7e56fa195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307024 Jul 15 23:06:05.983964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-78c9e4bb-b190-487d-9433-8770c29d5fd2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:06:05.985166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-78c9e4bb-b190-487d-9433-8770c29d5fd2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065925 Jul 15 23:06:05.994196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Request body: {'binding': {'host': 'n-h2-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:05.994650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:06:06.017516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:06.124287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:06.135070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'mac_address': 'fa:16:3e:40:4e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:06.176779 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.191058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad88c29b-9e4c-4428-962e-754aa8fe7730 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:06.192889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on host n-h2-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:06.193234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:06.193568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:06.201560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:06.201894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:06.213585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ce258-b3be-416b-a877-3447816b7dc8 req-ff8aa0b2-591a-433d-8122-610da681beff tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.214736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:06.215277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff4ce258-b3be-416b-a877-3447816b7dc8 req-ff8aa0b2-591a-433d-8122-610da681beff tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 948 time: 0.1148331 Jul 15 23:06:06.218410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:06.218848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:06.219168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:06.219698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Bound port: d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:06.220318 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.277908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:06.300649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff4ce258-b3be-416b-a877-3447816b7dc8 req-4b1342d4-c36b-456a-9478-946922d1c398 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786095 Jul 15 23:06:06.326377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:06.332553 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.333973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-fb7706ac-ee9f-4d6c-b45e-f5bd7d74c0bb service neutron] 10.222.0.23 "POST /v2.0/ports/d9fdb17a-88f8-4e9e-93f2-01e3addaa96a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3430171 Jul 15 23:06:06.599908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3dffb-cd49-4225-8d17-df676955a4b9 req-8d041a7e-eddb-4c09-9b0c-e732a791d73c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.601409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87f3dffb-cd49-4225-8d17-df676955a4b9 req-8d041a7e-eddb-4c09-9b0c-e732a791d73c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 944 time: 0.1061714 Jul 15 23:06:06.620200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ad88c29b-9e4c-4428-962e-754aa8fe7730'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:06.623405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4906f-14a4-4b3f-a0e2-b3f61fddb782 req-99b2e903-e002-4cf5-bc5b-1695f3ab49ea tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.625321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a7d4906f-14a4-4b3f-a0e2-b3f61fddb782 req-99b2e903-e002-4cf5-bc5b-1695f3ab49ea tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0989335 Jul 15 23:06:06.670015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87f3dffb-cd49-4225-8d17-df676955a4b9 req-37df9835-8bbb-4f63-abca-9b170aac25c4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625999 Jul 15 23:06:06.683203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a7d4906f-14a4-4b3f-a0e2-b3f61fddb782 req-6c0f65d0-be9e-44f4-baaf-3f352b45f06e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509388 Jul 15 23:06:06.690929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:06.692048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:06.695383 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0" -d '{"events": [{"name": "network-changed", "server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:06.865025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:06.874477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f632b43-6f7f-4b27-9f5c-9aa478eb5603 req-c7924b52-4236-49f3-868c-ca07271395ab tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 210 time: 0.0543139 Jul 15 23:06:06.880441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d has no active binding in host n-h2-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:06:06.906283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe65b38-6b02-41bb-b75c-fd7cf350f4fd req-89a8e3e4-7098-4009-8868-c9815fd07f04 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.907796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbe65b38-6b02-41bb-b75c-fd7cf350f4fd req-89a8e3e4-7098-4009-8868-c9815fd07f04 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 949 time: 0.0976739 Jul 15 23:06:06.992759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbe65b38-6b02-41bb-b75c-fd7cf350f4fd req-6013a111-c916-4043-b9aa-b30821c91315 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788658 Jul 15 23:06:07.019101 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-872c8a0d-616f-4192-805d-1457edebd466 req-64aabe98-1453-4ced-8a61-82bc13281a13 service neutron] show failed (client error): The resource could not be found. Jul 15 23:06:07.020114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-64aabe98-1453-4ced-8a61-82bc13281a13 service neutron] 10.222.0.59 "GET /v2.0/ports/d71df3f2-cbc8-4097-95ad-e4b443e47ec7/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.1114657 Jul 15 23:06:07.055017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b01fcc-e8af-404f-bab2-2e3aaa736796 req-f2842adc-b3bf-4b59-9ffd-14e9e218463f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.056515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55b01fcc-e8af-404f-bab2-2e3aaa736796 req-f2842adc-b3bf-4b59-9ffd-14e9e218463f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.0804176 Jul 15 23:06:07.097733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55b01fcc-e8af-404f-bab2-2e3aaa736796 req-9eb6fc7d-ff1e-4522-a20a-35eeb08c21cc tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347753 Jul 15 23:06:07.155673 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61a0c72-f457-4fef-83d6-9bda3d6d9cc2 x-openstack-request-id: req-a61a0c72-f457-4fef-83d6-9bda3d6d9cc2 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:07.156024 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:07.156276 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a61a0c72-f457-4fef-83d6-9bda3d6d9cc2 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:07.156676 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d', 'status': 'completed', 'code': 200} Jul 15 23:06:07.165836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe3e57-2726-49b1-a36e-1c35332a7659 req-2df0d1e6-8aa5-4891-86af-41146d5ecf0e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.167373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33fe3e57-2726-49b1-a36e-1c35332a7659 req-2df0d1e6-8aa5-4891-86af-41146d5ecf0e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.0684891 Jul 15 23:06:07.207850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33fe3e57-2726-49b1-a36e-1c35332a7659 req-c77b4961-39d4-4566-91d4-18761a41a93c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Jul 15 23:06:07.312765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-38ac6f92-cec9-45ee-8de3-73a886d432e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.314353 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-38ac6f92-cec9-45ee-8de3-73a886d432e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1125 time: 0.0549955 Jul 15 23:06:07.429810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-63f6b7e2-2c7d-4186-8fbc-cca9d2b25ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.434185 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-63f6b7e2-2c7d-4186-8fbc-cca9d2b25ca6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1044931 Jul 15 23:06:07.448233 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-9b61f580-4e88-4a82-8cf0-8034b12ac81c tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3f781d46993248f8a9e148f7e56fa195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580523 Jul 15 23:06:07.470772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-abda471e-2497-400d-ab46-5b06f0590a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.472635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-abda471e-2497-400d-ab46-5b06f0590a44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134&tenant_id=d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 1100 time: 0.1012547 Jul 15 23:06:07.493807 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-bba69c71-5ff4-4e42-9c23-3711e995023b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d HTTP/1.1" status: 200 len: 217 time: 0.0535622 Jul 15 23:06:07.501705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:07.543071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25fa6d-558a-4226-a2dd-779710a20fc5 req-2ad6bc7c-ea8b-424b-be0f-9bbf47915732 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.544932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d25fa6d-558a-4226-a2dd-779710a20fc5 req-2ad6bc7c-ea8b-424b-be0f-9bbf47915732 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 949 time: 0.1225309 Jul 15 23:06:07.619801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.644227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d25fa6d-558a-4226-a2dd-779710a20fc5 req-ee8dd2e0-0ec5-4c7f-aedd-d2db2f70f9da tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899429 Jul 15 23:06:07.863423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-ee347c09-7cb3-4f81-beae-7bd1a27dc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.864901 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-ee347c09-7cb3-4f81-beae-7bd1a27dc9d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.3557875 Jul 15 23:06:07.908049 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-a86983bc-8a28-4476-b2c8-8d95c04588e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355022 Jul 15 23:06:07.917181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7201-8727-4972-8593-dce93b9645a7 req-f0fe6131-d8d0-4bce-801f-e579a7826d5e tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.918594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:07.919166 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-f0fe6131-d8d0-4bce-801f-e579a7826d5e tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241517 Jul 15 23:06:07.940715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Request body: {'port': {'device_id': '8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '3f781d46993248f8a9e148f7e56fa195'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:07.979271 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8fd4-0c6a-4035-9988-a53c8a8ae69a req-c918428b-3f55-4cc6-8db3-5521dd56ce30 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.980679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cdee8fd4-0c6a-4035-9988-a53c8a8ae69a req-c918428b-3f55-4cc6-8db3-5521dd56ce30 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 944 time: 0.1797290 Jul 15 23:06:07.985156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:08.023303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1548b-fe69-4650-99d1-8b75fd0ec8fc req-a69bd227-81af-4ea4-b10c-710f915bd1cf tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.024876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24f1548b-fe69-4650-99d1-8b75fd0ec8fc req-a69bd227-81af-4ea4-b10c-710f915bd1cf tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1699076 Jul 15 23:06:08.026511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:08.068941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.079580 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-4db450b1-2449-4cc0-8715-674c962f0db3 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593895 Jul 15 23:06:08.083408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ad88c29b-9e4c-4428-962e-754aa8fe7730 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:08.087681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ad88c29b-9e4c-4428-962e-754aa8fe7730 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:08.088301 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.095574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cdee8fd4-0c6a-4035-9988-a53c8a8ae69a req-7f1f1373-aecf-4399-be54-f1863c926de6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893283 Jul 15 23:06:08.105693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Transition to ACTIVE for port object d71df3f2-cbc8-4097-95ad-e4b443e47ec7 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:08.117321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24f1548b-fe69-4650-99d1-8b75fd0ec8fc req-fe8f43f3-296d-454b-93e8-c11d3afc7517 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782726 Jul 15 23:06:08.118470 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.135035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Made reservation on behalf of 3f781d46993248f8a9e148f7e56fa195 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:08.139327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.181155 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.207658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.228650 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3cfbc27e-bb8b-49fe-b790-2b0f0a1473e0 req-20b74987-aacc-4abe-994b-9a7d73590786 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401236 Jul 15 23:06:08.241275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] No DVR routers for this DVR port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:08.259591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.330054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.331240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:08.332564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:08.335565 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e78ece-959c-4194-9300-ebab4137607c" -d '{"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-plugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:08.336010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.342321 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.396874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.410493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43703f03-cbbf-47c4-a2ca-462ecb737429 req-1283019c-06ed-4d40-a6c5-5213f7c3ac6d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 210 time: 0.1047702 Jul 15 23:06:08.412562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02965477-6ec1-4525-8f1a-920bb24535b4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.413435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Attempting to bind port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:08.414125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Attempting to bind port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:08.414559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Attempting to bind port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:08.426157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:08.426510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Attempting to bind port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:08.436517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:08.436871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:08.437263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:08.437706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Bound port: d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:08.438075 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.508852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244fb4c-8ece-4b0c-b9e9-013d84ff9e83 req-d6524157-fb8e-428d-a8d4-6ab14a96a857 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.509568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Allocated IP 192.168.233.129 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/5dfccfdf-8659-4fb4-ad03-3dd7552f250f) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:08.510627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8244fb4c-8ece-4b0c-b9e9-013d84ff9e83 req-d6524157-fb8e-428d-a8d4-6ab14a96a857 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 949 time: 0.2037647 Jul 15 23:06:08.571195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:08.609451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:08.616772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.626511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8244fb4c-8ece-4b0c-b9e9-013d84ff9e83 req-1607a7d2-35f1-4bc6-b31a-7637a1a623b5 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034253 Jul 15 23:06:08.658571 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.674441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Transition to ACTIVE for port object 5dfccfdf-8659-4fb4-ad03-3dd7552f250f will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:08.685732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.686492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.688012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] 10.222.0.37 "PUT /v2.0/ports/d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 1095 time: 1.1920516 Jul 15 23:06:08.689527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:08.709571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1e924-1929-417d-aa5c-d26114f12209 service neutron] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.723839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.729294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eb217-fbff-40b4-8085-2c878a770468 req-21334a16-1b80-41c1-93b2-29e24ade5f19 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.737023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b6eb217-fbff-40b4-8085-2c878a770468 req-21334a16-1b80-41c1-93b2-29e24ade5f19 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.1920037 Jul 15 23:06:08.770830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:08.779642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:08.780147 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.799988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Pushing event updated for resources: {'Port': ['ID=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.816763 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:08.818673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:08.821386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:08.881887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.882934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.898850 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.903224 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-41721e32-1d6a-4f9c-8f3d-4742cbd7f68d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9665799 Jul 15 23:06:08.924199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Request body: {'port': {'device_id': '8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:09.016383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.067691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:09.071097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b6eb217-fbff-40b4-8085-2c878a770468 req-1e950b01-574c-42d1-8797-f55935c17063 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329830 Jul 15 23:06:09.073432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.118430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-a839f247-baf0-4a54-9c1d-e0a2556f554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.120198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-a839f247-baf0-4a54-9c1d-e0a2556f554a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1098 time: 0.3759589 Jul 15 23:06:09.155910 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f21f992-0d46-4c7e-bda2-6973782d7ed8 x-openstack-request-id: req-7f21f992-0d46-4c7e-bda2-6973782d7ed8 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:09.156205 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-plugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:09.156468 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f21f992-0d46-4c7e-bda2-6973782d7ed8 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:09.156865 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'code': 200} Jul 15 23:06:09.169465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7'}, {'name': 'network-changed', 'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:09.176181 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0574a2a-9ffe-45de-b48b-8a9454ea0049" -d '{"events": [{"server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "name": "network-vif-unplugged", "status": "completed", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7"}, {"name": "network-changed", "server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:09.186782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:09.249362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5327905-145c-4349-a36b-12b4233e8b81 req-f5793ee8-361c-4128-8eac-8419ffed74ec tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.256806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5327905-145c-4349-a36b-12b4233e8b81 req-f5793ee8-361c-4128-8eac-8419ffed74ec tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 947 time: 0.1972435 Jul 15 23:06:09.307455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5327905-145c-4349-a36b-12b4233e8b81 req-f5f00c5a-eb38-43b3-8841-5d9129d5e9ed tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496826 Jul 15 23:06:09.311164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cb15d77b-4db3-458a-827d-7f271bfb767c None None] Provisioning for port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:09.318838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cb15d77b-4db3-458a-827d-7f271bfb767c None None] Provisioning complete for port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:09.320645 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cb15d77b-4db3-458a-827d-7f271bfb767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.332174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-4a5202de-e551-4742-be91-c6d13492d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.332174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-4a5202de-e551-4742-be91-c6d13492d19e service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2000539 Jul 15 23:06:09.378592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-1e50a8f5-0f45-43a0-a420-c5fe319ab36f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 217 time: 0.0432427 Jul 15 23:06:09.400352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-cb15d77b-4db3-458a-827d-7f271bfb767c None None] Port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:09.411354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68462fdf-a1fe-4b76-9d6c-7207637aa3bd req-180569ca-e938-45bf-a6bb-648e22a16eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.412989 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-68462fdf-a1fe-4b76-9d6c-7207637aa3bd req-180569ca-e938-45bf-a6bb-648e22a16eb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 1101 time: 0.1258075 Jul 15 23:06:09.467026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-fcfa9295-a400-42db-9e79-697b330d5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.468595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-fcfa9295-a400-42db-9e79-697b330d5cbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0804536 Jul 15 23:06:09.480974 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-68462fdf-a1fe-4b76-9d6c-7207637aa3bd req-3b0303b8-b4d1-41f7-a06d-832bc360bca8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571270 Jul 15 23:06:09.489711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfccfdf-8659-4fb4-ad03-3dd7552f250f {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:09.498868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.510277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Transition to ACTIVE for port object 5dfccfdf-8659-4fb4-ad03-3dd7552f250f will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:09.514248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.550497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4754-c430-4533-8e5f-15a22dc0acc1 req-cfa11e81-3799-4e1c-ac8d-cad548be8cd8 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.551994 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-738b4754-c430-4533-8e5f-15a22dc0acc1 req-cfa11e81-3799-4e1c-ac8d-cad548be8cd8 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 950 time: 0.1372356 Jul 15 23:06:09.586182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:09.623255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef4d1f-b1c1-4fd1-93f9-ec2441b4ac36 req-16316d2d-d707-49d1-af4a-7e13d6912cdc tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.624781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61ef4d1f-b1c1-4fd1-93f9-ec2441b4ac36 req-16316d2d-d707-49d1-af4a-7e13d6912cdc tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 944 time: 0.1520615 Jul 15 23:06:09.634882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-738b4754-c430-4533-8e5f-15a22dc0acc1 req-450bcd31-a6c3-4110-b263-98035ff51f0a tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699842 Jul 15 23:06:09.638304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Attempting to bind port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:09.638742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Attempting to bind port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:09.639287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Attempting to bind port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:09.639591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8a0d-616f-4192-805d-1457edebd466 req-c8e6f284-eb1b-4b18-890a-25c40664a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.641262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-c8e6f284-eb1b-4b18-890a-25c40664a6c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560004 Jul 15 23:06:09.644443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:09.644844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Attempting to bind port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:09.650447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:09.652316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:09.652316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:09.652316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Bound port: 5dfccfdf-8659-4fb4-ad03-3dd7552f250f, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:09.652316 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.699633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61ef4d1f-b1c1-4fd1-93f9-ec2441b4ac36 req-0333487d-f3c2-488a-8a08-e616708630fc tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605824 Jul 15 23:06:09.748259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] For port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:09.751512 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] For port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:09.757638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.785640 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe8dbc-ae91-4252-a5df-8bb73c97ef04 x-openstack-request-id: req-bafe8dbc-ae91-4252-a5df-8bb73c97ef04 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:09.786004 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "name": "network-vif-unplugged", "status": "completed", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7", "code": 200}, {"name": "network-changed", "server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:09.786187 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bafe8dbc-ae91-4252-a5df-8bb73c97ef04 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:09.786577 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'code': 200} Jul 15 23:06:09.786852 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'status': 'completed', 'code': 200} Jul 15 23:06:09.796806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.797262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.798741 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] 10.222.0.37 "PUT /v2.0/ports/5dfccfdf-8659-4fb4-ad03-3dd7552f250f HTTP/1.1" status: 200 len: 1096 time: 0.8792503 Jul 15 23:06:09.799161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a', 'tag': '5dfccfdf-8659-4fb4-ad03-3dd7552f250f'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:09.801413 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e4f78b-7c55-4b33-9560-18e4633cb418" -d '{"events": [{"name": "network-changed", "server_uuid": "8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a", "tag": "5dfccfdf-8659-4fb4-ad03-3dd7552f250f"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:09.825085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de473c1b-5df7-4e17-a3dc-07f8aee29c72 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:09.837184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39017ec-ebd7-4afb-9482-eef840133327 req-7fc26772-4c6e-4eec-a771-8680f8c4fc22 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.839001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b39017ec-ebd7-4afb-9482-eef840133327 req-7fc26772-4c6e-4eec-a771-8680f8c4fc22 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0827630 Jul 15 23:06:09.942325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b39017ec-ebd7-4afb-9482-eef840133327 req-c0dbfb8a-cdca-43bc-9cb5-675424a8c5bc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942056 Jul 15 23:06:10.021353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-497c3262-0edf-4592-ac8d-892639fdec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.022963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-497c3262-0edf-4592-ac8d-892639fdec00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1098 time: 0.1825280 Jul 15 23:06:10.071548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98a09c-1ce8-4776-b516-5653f9147e7f req-f9572690-c65f-4921-b842-b011737034bc tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.073035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee98a09c-1ce8-4776-b516-5653f9147e7f req-f9572690-c65f-4921-b842-b011737034bc tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 948 time: 0.1842978 Jul 15 23:06:10.096909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-fcafa7f5-6641-4496-9c46-b48cd12afed8 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895678 Jul 15 23:06:10.108952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7201-8727-4972-8593-dce93b9645a7 req-04a45bcb-8872-4874-ad85-9c108ba90a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.110465 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-04a45bcb-8872-4874-ad85-9c108ba90a3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f781d46993248f8a9e148f7e56fa195&device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 1099 time: 0.1031206 Jul 15 23:06:10.111833 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-7a89f4d4-d2df-4b01-bd5a-2423c8d6801d service neutron] 10.222.0.37 "GET /v2.0/ports/d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d/bindings/n-h2-793618-8 HTTP/1.1" status: 200 len: 384 time: 0.0773125 Jul 15 23:06:10.192852 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-860a8560-c66f-4006-bc95-ba4caf5a9829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5dfccfdf-8659-4fb4-ad03-3dd7552f250f HTTP/1.1" status: 200 len: 217 time: 0.0593960 Jul 15 23:06:10.255494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee98a09c-1ce8-4776-b516-5653f9147e7f req-dcadf1e7-18ed-4f4e-9377-e88ced52a96c tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716990 Jul 15 23:06:10.289563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-c4441a9d-ce97-41a3-a184-3367869878b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.289796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7201-8727-4972-8593-dce93b9645a7 req-d544899d-57f1-4255-a90f-dd493fee7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.291080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-c4441a9d-ce97-41a3-a184-3367869878b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2422965 Jul 15 23:06:10.291204 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-d544899d-57f1-4255-a90f-dd493fee7309 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0886059 Jul 15 23:06:10.310040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613181-57cd-4326-9812-f7e1f6db6d4c req-3249def1-afac-44d9-a35f-adf0d641a042 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.316874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f613181-57cd-4326-9812-f7e1f6db6d4c req-3249def1-afac-44d9-a35f-adf0d641a042 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 950 time: 0.2660701 Jul 15 23:06:10.324203 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc11e1-dd86-4298-b3e3-fd017233f26f x-openstack-request-id: req-98cc11e1-dd86-4298-b3e3-fd017233f26f {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:10.324486 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a", "tag": "5dfccfdf-8659-4fb4-ad03-3dd7552f250f", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:10.324796 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98cc11e1-dd86-4298-b3e3-fd017233f26f {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:10.325133 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a', 'tag': '5dfccfdf-8659-4fb4-ad03-3dd7552f250f', 'status': 'completed', 'code': 200} Jul 15 23:06:10.370547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872c8a0d-616f-4192-805d-1457edebd466 req-6734a9ad-88a2-4032-96c8-ebe1668e2af7 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471285 Jul 15 23:06:10.376181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-ad4f5d8c-18ad-421f-a8ec-3a982ed270a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 217 time: 0.0575042 Jul 15 23:06:10.403486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f613181-57cd-4326-9812-f7e1f6db6d4c req-a4fd9c2e-afb4-46a4-a581-3772478c75ba tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856545 Jul 15 23:06:10.416455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:10.437110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7201-8727-4972-8593-dce93b9645a7 req-dfdc75e4-cd02-4c6c-a2b6-e31e2793b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.438588 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-dfdc75e4-cd02-4c6c-a2b6-e31e2793b186 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285229 Jul 15 23:06:10.451833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:10.509819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:10.524812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:10.553158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-b24ab8ca-cc83-48e8-9d02-8c9acd387dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.554881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-b24ab8ca-cc83-48e8-9d02-8c9acd387dd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1669049 Jul 15 23:06:10.574656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.612830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee737d7-9a5b-448c-8198-2d027e901b0c req-f092a126-36b5-466c-b9e9-7fa262daf17d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.614376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ee737d7-9a5b-448c-8198-2d027e901b0c req-f092a126-36b5-466c-b9e9-7fa262daf17d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.2094293 Jul 15 23:06:10.630697 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-8a924c36-6ef9-484c-b3ee-5e831d148858 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520371 Jul 15 23:06:10.677240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d71df3f2-cbc8-4097-95ad-e4b443e47ec7 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:10.703457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-d83d2635-2d88-443e-9764-39810b3097d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.705064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-d83d2635-2d88-443e-9764-39810b3097d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1098 time: 0.1960313 Jul 15 23:06:10.717909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d71df3f2-cbc8-4097-95ad-e4b443e47ec7 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:10.723891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] Transition to ACTIVE for port object d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:10.727695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ee737d7-9a5b-448c-8198-2d027e901b0c req-9657a7c7-41b4-4f9e-b9a6-19137f9cf26c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004012 Jul 15 23:06:10.732417 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.746250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-631bbc52-fd9f-4dad-8c5b-40be0101011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.747789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-631bbc52-fd9f-4dad-8c5b-40be0101011c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777999 Jul 15 23:06:10.801865 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-62bd7201-8727-4972-8593-dce93b9645a7 req-a384e28b-1700-49f5-9363-74d57d18f5b4 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591544 Jul 15 23:06:10.829230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] No DVR routers for this DVR port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:10.849359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bccd30-1412-4c7c-9bb7-53bfc2fde286 req-2b673b06-7fbb-4ad2-be93-684a73d49081 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.850925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1bccd30-1412-4c7c-9bb7-53bfc2fde286 req-2b673b06-7fbb-4ad2-be93-684a73d49081 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 947 time: 0.2115099 Jul 15 23:06:10.876742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] Pushing event updated for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=10']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:10.885206 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-b967b990-f1b1-470a-92b8-35d2f019ebed service neutron] 10.222.0.37 "PUT /v2.0/ports/d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d/bindings/n-h2-793618-8/activate HTTP/1.1" status: 200 len: 369 time: 0.7453244 Jul 15 23:06:10.938731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-5fccbc6a-ebd9-40c9-b6e4-3d928ff2ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.940221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-5fccbc6a-ebd9-40c9-b6e4-3d928ff2ed45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2258496 Jul 15 23:06:10.978836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1bccd30-1412-4c7c-9bb7-53bfc2fde286 req-eec6d90c-c10c-47e6-99ce-c31077926f27 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959895 Jul 15 23:06:10.982051 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-b9c71dd4-9add-4fc5-b6cf-2b85f886af30 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160990 Jul 15 23:06:11.030528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323370f9-db5b-4c47-98e4-591cfbf99b6e req-a6811847-72a1-463f-8728-73a966b567ad tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.032299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-323370f9-db5b-4c47-98e4-591cfbf99b6e req-a6811847-72a1-463f-8728-73a966b567ad tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 950 time: 0.1506324 Jul 15 23:06:11.148172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-dd55ed6a-5091-4a3c-9332-6a20b7af77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.149591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-dd55ed6a-5091-4a3c-9332-6a20b7af77a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f781d46993248f8a9e148f7e56fa195&device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 1099 time: 0.0581152 Jul 15 23:06:11.157774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:11.160524 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea4875c-cebd-427b-8855-961c4b7485a3" -d '{"events": [{"server_uuid": "f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff", "name": "network-vif-plugged", "status": "completed", "tag": "0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:11.162678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-9d1ee8ec-0fa5-4406-952f-82347ef1b4d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 217 time: 0.0812125 Jul 15 23:06:11.238513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-323370f9-db5b-4c47-98e4-591cfbf99b6e req-e210d735-52b2-4b9a-857e-24f1ddd91be4 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995418 Jul 15 23:06:11.251556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-8ad5383f-ace1-49f7-ad27-c8ccc559c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.253167 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-8ad5383f-ace1-49f7-ad27-c8ccc559c54c service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.0927911 Jul 15 23:06:11.257887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-0b5a9c51-6e9e-464b-8cc5-1e7a6ea3bb7f service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637365 Jul 15 23:06:11.286188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-f51b0f14-91d7-4357-ba86-c79b74ad6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.287835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-f51b0f14-91d7-4357-ba86-c79b74ad6534 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0974364 Jul 15 23:06:11.309553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-4c5f9168-b39a-4373-9f04-27de58d73992 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.311018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-4c5f9168-b39a-4373-9f04-27de58d73992 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.2307007 Jul 15 23:06:11.320443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde13f86-1be3-49ca-a738-d6781e60f1d4 req-8e5cabc7-99da-43ac-89f6-763d6e28a5f6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.327693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dde13f86-1be3-49ca-a738-d6781e60f1d4 req-8e5cabc7-99da-43ac-89f6-763d6e28a5f6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 945 time: 0.2285867 Jul 15 23:06:11.330657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-0d1370d1-0166-4296-a5de-0009c2e39a69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5dfccfdf-8659-4fb4-ad03-3dd7552f250f HTTP/1.1" status: 200 len: 217 time: 0.0625372 Jul 15 23:06:11.399733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-09a8b1d3-b793-4e2f-9a46-5a6f03ee6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.401142 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-09a8b1d3-b793-4e2f-9a46-5a6f03ee6c3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0452540 Jul 15 23:06:11.474693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-dc7bf116-4485-406f-b5da-59213541b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.476293 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-dc7bf116-4485-406f-b5da-59213541b916 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592015 Jul 15 23:06:11.573423 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-da0ae8c5-e46d-4bf6-a09c-211e061522a6 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831413 Jul 15 23:06:11.662019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dde13f86-1be3-49ca-a738-d6781e60f1d4 req-6494a5c1-104a-4ee6-b4f7-3db3e32a1471 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334618 Jul 15 23:06:11.669013 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3e4f78b-7c55-4b33-9560-18e4633cb418 req-422f0be2-daef-4b22-8d18-a57da3d2d992 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868468 Jul 15 23:06:11.704483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-4f9ee360-9b0e-471d-b7cf-ee75c217522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.706161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-4f9ee360-9b0e-471d-b7cf-ee75c217522e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4072933 Jul 15 23:06:11.711786 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569c0c55-6f21-4034-bfd0-54b189278270 x-openstack-request-id: req-569c0c55-6f21-4034-bfd0-54b189278270 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:11.712263 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff", "name": "network-vif-plugged", "status": "completed", "tag": "0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:11.713105 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-569c0c55-6f21-4034-bfd0-54b189278270 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:11.713105 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c', 'code': 200} Jul 15 23:06:11.714201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-64511b2e-500b-4e5d-85d1-4c513f1da205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.716509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-64511b2e-500b-4e5d-85d1-4c513f1da205 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee&tenant_id=516a2cb520d4453798347a5cc87dac15 HTTP/1.1" status: 200 len: 1096 time: 0.3638976 Jul 15 23:06:11.728999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d57c89-e831-4a22-9c0f-5abcc2b48f8e req-85e1ef83-4050-4e82-a250-5f919853e471 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.731160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0d57c89-e831-4a22-9c0f-5abcc2b48f8e req-85e1ef83-4050-4e82-a250-5f919853e471 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1277561 Jul 15 23:06:11.838972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0d57c89-e831-4a22-9c0f-5abcc2b48f8e req-302b8279-d376-4a8e-a6f4-7b25f10aa087 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948613 Jul 15 23:06:11.943646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-b0f52b22-7a8a-4ea1-a2a1-57ac9dfa1a35 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068884 Jul 15 23:06:12.038665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-8ce63c76-6df9-4ca6-844a-3ee9189777ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.040169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-8ce63c76-6df9-4ca6-844a-3ee9189777ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1096 time: 0.2213032 Jul 15 23:06:12.072666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6113a-c455-45ab-8079-f8221f0aff6f req-ff371eeb-5a7f-4046-812c-c4f9b50e180d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.074633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ca6113a-c455-45ab-8079-f8221f0aff6f req-ff371eeb-5a7f-4046-812c-c4f9b50e180d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 948 time: 0.2562432 Jul 15 23:06:12.107160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494c3b8-66b7-418b-84fb-29530c847120 req-649c8d00-826f-4b81-a1a2-f7d81460d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.108565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2494c3b8-66b7-418b-84fb-29530c847120 req-649c8d00-826f-4b81-a1a2-f7d81460d488 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 1101 time: 0.2688065 Jul 15 23:06:12.206240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0574a2a-9ffe-45de-b48b-8a9454ea0049 req-e38bb960-d6c5-4eae-831d-3d006edb3a3b service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524419 Jul 15 23:06:12.235338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86dc2d-c02f-4518-beca-9ae323a1c367 req-80679342-eed6-46b7-8ff1-6557709a216f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.236839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d86dc2d-c02f-4518-beca-9ae323a1c367 req-80679342-eed6-46b7-8ff1-6557709a216f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 950 time: 0.2961521 Jul 15 23:06:12.249464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ca6113a-c455-45ab-8079-f8221f0aff6f req-d5a00626-2af8-4f7e-acf9-2e525f8bd403 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552749 Jul 15 23:06:12.253127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2494c3b8-66b7-418b-84fb-29530c847120 req-5fa0c225-bfcf-4b1b-b9f6-6dd4326b9bba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166041 Jul 15 23:06:12.278656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-66444067-20bb-465c-8e82-c8e60b5a08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.280234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-66444067-20bb-465c-8e82-c8e60b5a08e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.2046504 Jul 15 23:06:12.298711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d86dc2d-c02f-4518-beca-9ae323a1c367 req-932bdabd-f791-4c80-905e-c15961cac6b1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528367 Jul 15 23:06:12.459523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-e4e9b5fe-3e05-4e2f-9b86-462f45a80d8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d HTTP/1.1" status: 200 len: 217 time: 0.0559170 Jul 15 23:06:12.557142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7d8e3-696a-4b65-9777-59b0ce3f4842 req-cbd4260f-c828-4cac-8dc4-f7cb6b4c431f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.559203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9b7d8e3-696a-4b65-9777-59b0ce3f4842 req-cbd4260f-c828-4cac-8dc4-f7cb6b4c431f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.1661010 Jul 15 23:06:12.561716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-1bacc3cb-d6cd-4daa-80db-af5824f7af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.563136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-1bacc3cb-d6cd-4daa-80db-af5824f7af68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0900986 Jul 15 23:06:12.629579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-71b4a79d-59db-4735-8bed-c7c25a36cd1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418797 Jul 15 23:06:12.639993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9b7d8e3-696a-4b65-9777-59b0ce3f4842 req-059bf169-c765-4456-a9ce-43a26cd6644c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739019 Jul 15 23:06:12.649907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d5e60-521a-4051-850a-d23e93ac653f req-74791c44-9211-4130-bed6-35c0ad3cc042 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.651355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15d5e60-521a-4051-850a-d23e93ac653f req-74791c44-9211-4130-bed6-35c0ad3cc042 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 947 time: 0.1479757 Jul 15 23:06:12.739258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15d5e60-521a-4051-850a-d23e93ac653f req-1aa722c0-1496-4eb1-8d67-f21f73c06863 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798559 Jul 15 23:06:12.795427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-143eea5d-2b99-429e-a92b-f00feeeaf54d service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430728 Jul 15 23:06:12.832632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6843bdd-f9c5-411b-b1be-7f8fc7d33790 req-b0c9bf52-bfa1-4738-9cc7-867ceeba1ffe tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.834072 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6843bdd-f9c5-411b-b1be-7f8fc7d33790 req-b0c9bf52-bfa1-4738-9cc7-867ceeba1ffe tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 950 time: 0.0863280 Jul 15 23:06:12.958711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6843bdd-f9c5-411b-b1be-7f8fc7d33790 req-cf6cf13c-3561-4d1b-803c-a9e03f3e88ed tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136084 Jul 15 23:06:12.984083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-d86502cf-796f-4780-b838-d0f5b17a35ce service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671011 Jul 15 23:06:12.996281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78e60f-9c4a-4995-9817-c4ce9bc278ab req-25a0fd95-6728-4c7f-9e3c-c5f67bb1d73b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.997702 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a78e60f-9c4a-4995-9817-c4ce9bc278ab req-25a0fd95-6728-4c7f-9e3c-c5f67bb1d73b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 945 time: 0.1537259 Jul 15 23:06:13.038681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a78e60f-9c4a-4995-9817-c4ce9bc278ab req-679d2ea3-4315-4395-b30f-3df36d261d78 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Jul 15 23:06:13.123345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286db236-063e-48af-9bfe-037b1e1a874c req-68bdc28e-defe-4fc2-a968-9e0e8f14cdb6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.124832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-286db236-063e-48af-9bfe-037b1e1a874c req-68bdc28e-defe-4fc2-a968-9e0e8f14cdb6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0635006 Jul 15 23:06:13.166081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-286db236-063e-48af-9bfe-037b1e1a874c req-cb050fc5-39dd-4dcb-8a08-4926b4063bca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355487 Jul 15 23:06:13.476119 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:13.485149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56355-1114-44c1-884f-8f836eb34e8e req-1453a89c-60b3-4426-8234-f0a1517051f2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.487103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cb56355-1114-44c1-884f-8f836eb34e8e req-1453a89c-60b3-4426-8234-f0a1517051f2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 948 time: 0.1183453 Jul 15 23:06:13.494939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-4921ff25-f522-49a7-b738-6d26c2f6a19e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.496701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-4921ff25-f522-49a7-b738-6d26c2f6a19e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.0899878 Jul 15 23:06:13.566881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cb56355-1114-44c1-884f-8f836eb34e8e req-cec99448-d0da-4bc4-af4a-a72052568a07 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690048 Jul 15 23:06:13.672982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564775a4-a176-4c6e-980e-f24e00a08269 req-9f335e41-3941-4d2d-85eb-98b28be52d9c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.674539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-564775a4-a176-4c6e-980e-f24e00a08269 req-9f335e41-3941-4d2d-85eb-98b28be52d9c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 950 time: 0.1131666 Jul 15 23:06:13.699552 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-9bc3b253-d098-4ddd-baa2-8a0c4756e6f9 service neutron] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:13.704589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-9bc3b253-d098-4ddd-baa2-8a0c4756e6f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:13.705747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54d607c4-cb76-4a8b-b437-9fe98e6de3fe req-9bc3b253-d098-4ddd-baa2-8a0c4756e6f9 service neutron] 10.222.0.59 "DELETE /v2.0/ports/d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d/bindings/n-h1-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.1905093 Jul 15 23:06:13.725913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-564775a4-a176-4c6e-980e-f24e00a08269 req-21eff692-9cb5-4590-941d-cb1ded77cefd tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Jul 15 23:06:13.956001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa629-3344-4014-98dc-8feba065b565 req-bdd8f96c-40f2-4311-8246-a1d3b194cb8d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.957480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff9aa629-3344-4014-98dc-8feba065b565 req-bdd8f96c-40f2-4311-8246-a1d3b194cb8d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.1071510 Jul 15 23:06:13.969796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb808f-8dc3-4dd6-bb66-7db4aaf55dd8 req-4c18a7bf-c601-4b55-921b-49bd888ceb9f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.971240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8abb808f-8dc3-4dd6-bb66-7db4aaf55dd8 req-4c18a7bf-c601-4b55-921b-49bd888ceb9f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 947 time: 0.1097600 Jul 15 23:06:14.026562 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff9aa629-3344-4014-98dc-8feba065b565 req-cffff86a-88f7-4117-9656-1a11c232566e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543871 Jul 15 23:06:14.031736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8abb808f-8dc3-4dd6-bb66-7db4aaf55dd8 req-1e780a26-5c3c-4f71-b5e7-4ff57c0f7111 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528755 Jul 15 23:06:14.045263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5dfccfdf-8659-4fb4-ad03-3dd7552f250f details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:14.061558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:14.141015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:14.235125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:14.249408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '5dfccfdf-8659-4fb4-ad03-3dd7552f250f', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '5dfccfdf-8659-4fb4-ad03-3dd7552f250f', 'mac_address': 'fa:16:3e:c6:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:14.256434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae2201-6a27-4cd1-9654-2a491cd51af6 req-95cad146-2a2a-4e16-9484-cfa115a32743 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.258052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ae2201-6a27-4cd1-9654-2a491cd51af6 req-95cad146-2a2a-4e16-9484-cfa115a32743 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 945 time: 0.0846176 Jul 15 23:06:14.299193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.315710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfccfdf-8659-4fb4-ad03-3dd7552f250f {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:14.323209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ae2201-6a27-4cd1-9654-2a491cd51af6 req-a3e102d7-f134-41fd-9876-af1519ab54ac tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594504 Jul 15 23:06:14.338809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:14.344494 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.345532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d71df3f2-cbc8-4097-95ad-e4b443e47ec7 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:14.410663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:14.449503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:14.462393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'mac_address': 'fa:16:3e:52:83:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:14.507432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.520355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71df3f2-cbc8-4097-95ad-e4b443e47ec7 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:14.537695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd67b-cd02-4c27-ab26-4169a5adb57f req-045bb942-39a1-490e-bd4f-22ba60e3cd0e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.539295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef1dd67b-cd02-4c27-ab26-4169a5adb57f req-045bb942-39a1-490e-bd4f-22ba60e3cd0e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1816347 Jul 15 23:06:14.542028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:14.548245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.592070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-d6911691-377e-4fd3-b6a9-0a63e1e6d7e4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.593552 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-d6911691-377e-4fd3-b6a9-0a63e1e6d7e4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134&tenant_id=d2a9153618404a499f01d6124fdc8755&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 947 time: 0.1689391 Jul 15 23:06:14.604221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:14.616499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50542545-4838-4d43-9b38-4f91b73cb4eb req-03598375-eb85-43bf-bd03-5ca3de007510 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.617944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50542545-4838-4d43-9b38-4f91b73cb4eb req-03598375-eb85-43bf-bd03-5ca3de007510 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 947 time: 0.1480718 Jul 15 23:06:14.620556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef1dd67b-cd02-4c27-ab26-4169a5adb57f req-e0aa265b-6380-470c-bcb3-fc65c56e5c81 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726006 Jul 15 23:06:14.687928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50542545-4838-4d43-9b38-4f91b73cb4eb req-00ed09a7-03a7-4d73-8ad9-7808bb92e993 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612090 Jul 15 23:06:14.704928 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-123b2bb8-e95e-45cc-9336-1842120bb2df service neutron] delete failed (client error): The resource could not be found. Jul 15 23:06:14.706046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-123b2bb8-e95e-45cc-9336-1842120bb2df service neutron] 10.222.0.59 "DELETE /v2.0/ports/d71df3f2-cbc8-4097-95ad-e4b443e47ec7/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0845678 Jul 15 23:06:14.888069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f852460-5a15-4530-97c0-52ca86d6c49a req-080d3449-b3ac-4b46-8ceb-2f49d72eb80a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.889511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f852460-5a15-4530-97c0-52ca86d6c49a req-080d3449-b3ac-4b46-8ceb-2f49d72eb80a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 949 time: 0.1420364 Jul 15 23:06:14.892915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-16904d06-7e0a-4f82-8f0f-25e17f94a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.894235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-16904d06-7e0a-4f82-8f0f-25e17f94a19d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1099 time: 0.1141524 Jul 15 23:06:14.922702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cf3a4-86c6-4819-898c-eff94ecbd1d4 req-7c0a7763-593f-468d-8a03-7d3dfa0f025c tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.924133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c0cf3a4-86c6-4819-898c-eff94ecbd1d4 req-7c0a7763-593f-468d-8a03-7d3dfa0f025c tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 1096 time: 0.1132891 Jul 15 23:06:14.968893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f852460-5a15-4530-97c0-52ca86d6c49a req-4eec0ea5-25c7-4492-b7c1-fe7471e7dfb2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726416 Jul 15 23:06:15.017041 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c0cf3a4-86c6-4819-898c-eff94ecbd1d4 req-e24b95de-aeaf-465f-a224-03c951cc9a78 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786474 Jul 15 23:06:15.051250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-b0cee174-4700-4a7a-9dc4-fac95f261432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.052888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-b0cee174-4700-4a7a-9dc4-fac95f261432 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1278396 Jul 15 23:06:15.108849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-1cdc3985-35f5-40d9-863e-649d9af87de0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 217 time: 0.0445809 Jul 15 23:06:15.206102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['5dfccfdf-8659-4fb4-ad03-3dd7552f250f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:15.215743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-2dd62d18-7bfe-415d-9562-7a194b7408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.217992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-2dd62d18-7bfe-415d-9562-7a194b7408bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0978398 Jul 15 23:06:15.254993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744e20d-315c-4ab1-b205-2e79a0891cbf req-fd099357-dc98-4994-af45-60624f73679a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.261847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7744e20d-315c-4ab1-b205-2e79a0891cbf req-fd099357-dc98-4994-af45-60624f73679a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 950 time: 0.0965140 Jul 15 23:06:15.275126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d71df3f2-cbc8-4097-95ad-e4b443e47ec7'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:15.601748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7744e20d-315c-4ab1-b205-2e79a0891cbf req-5d7b3996-6e21-4612-a9e6-ecb36584cdff tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389375 Jul 15 23:06:15.632037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-b8d6fb09-5808-4299-ba48-3a60f8ecc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.633552 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-b8d6fb09-5808-4299-ba48-3a60f8ecc98a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3972638 Jul 15 23:06:15.653015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742761a-35f2-4e00-a265-3c9f88790e2f req-e638f900-d83a-422a-bf46-387194f322c7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.654463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e742761a-35f2-4e00-a265-3c9f88790e2f req-e638f900-d83a-422a-bf46-387194f322c7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.3737712 Jul 15 23:06:15.657533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-cf115708-a780-45cf-a427-c9f92144f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.658992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-cf115708-a780-45cf-a427-c9f92144f6e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1225166 Jul 15 23:06:15.840753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e742761a-35f2-4e00-a265-3c9f88790e2f req-023bf9f1-6244-4619-afc8-96bee0e2377e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748431 Jul 15 23:06:15.912125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-b6218c06-4efb-4892-a1dd-7d76070d7281 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566893 Jul 15 23:06:15.925623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-b90ce6f7-6974-4d77-8689-1bd7a38c4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.927107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-b90ce6f7-6974-4d77-8689-1bd7a38c4c3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.2383025 Jul 15 23:06:15.937050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-efc6b467-6ac2-4d60-abd6-1a579bc9c32f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.938530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-efc6b467-6ac2-4d60-abd6-1a579bc9c32f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 808 time: 0.2571983 Jul 15 23:06:16.030031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-aaddccf4-2a42-4670-9563-506e106b7c22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a HTTP/1.1" status: 200 len: 217 time: 0.0825024 Jul 15 23:06:16.033467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-25dec03a-01f8-49b2-9399-122ca5e8a737 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/quotas/516a2cb520d4453798347a5cc87dac15 HTTP/1.1" status: 200 len: 375 time: 0.0845287 Jul 15 23:06:16.072773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:16.165774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:16.176436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'mac_address': 'fa:16:3e:40:4e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:16.179270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42217fb-1d89-4b6d-b7de-9bc11b69d0d2 req-7a384ec3-3868-4297-ad5c-e17322a5f36a service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397075 Jul 15 23:06:16.184162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc28138-7dd2-4e42-a6f6-6a328759c568 req-74069074-8c91-43c1-8b87-f17f62d20e0b tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.185580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcc28138-7dd2-4e42-a6f6-6a328759c568 req-74069074-8c91-43c1-8b87-f17f62d20e0b tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 1101 time: 0.2450171 Jul 15 23:06:16.191256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-113352b9-7e6d-4397-acfa-40a674da6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.192860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-113352b9-7e6d-4397-acfa-40a674da6c4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1269488 Jul 15 23:06:16.218730 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.233341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad88c29b-9e4c-4428-962e-754aa8fe7730 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:16.248012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-fc71337c-ed75-4615-865c-8758eb18ad32 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072053 Jul 15 23:06:16.249881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-4e669873-ad3c-4209-9a32-c24836abf327 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384290 Jul 15 23:06:16.252420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:16.257673 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.288618 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcc28138-7dd2-4e42-a6f6-6a328759c568 req-0e60bb31-c0f0-4a6a-871b-9fe75a4ea9fd tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940101 Jul 15 23:06:16.325733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:16.447948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-15fecf24-dd33-471a-965c-15f62e469a02 service neutron] 10.222.0.23 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891124 Jul 15 23:06:16.513433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-b29c043b-25d2-42c2-b743-98454ba9a679 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740777 Jul 15 23:06:16.587320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d2b0d-c5e7-4d6c-8d9f-3f91ce3bf3c0 req-460cd9f6-9dc6-4ec1-aa22-af3064cf069b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.588782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-660d2b0d-c5e7-4d6c-8d9f-3f91ce3bf3c0 req-460cd9f6-9dc6-4ec1-aa22-af3064cf069b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1758533 Jul 15 23:06:16.647158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-c601e7cf-8b35-4e2a-97b7-556f25e9489c service neutron] 10.222.0.23 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897907 Jul 15 23:06:16.682250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-660d2b0d-c5e7-4d6c-8d9f-3f91ce3bf3c0 req-8eb6fa8c-105f-408e-b195-87e9cd373f2c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839684 Jul 15 23:06:16.688427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-12b8d51c-7156-4847-a956-eb3fef94f31e service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479762 Jul 15 23:06:16.734876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ad88c29b-9e4c-4428-962e-754aa8fe7730'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:16.858167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1acf5-093a-4516-a080-73091f0da513 req-5f763133-55f4-4ee4-bba3-7ccb7996a139 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.859842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94d1acf5-093a-4516-a080-73091f0da513 req-5f763133-55f4-4ee4-bba3-7ccb7996a139 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 948 time: 0.0673163 Jul 15 23:06:16.935118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94d1acf5-093a-4516-a080-73091f0da513 req-ee43f975-8093-4c8f-b0d0-c191a03f026c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654955 Jul 15 23:06:16.958511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9908e29-b8d4-4c64-aa2e-6050b9ade120 req-409deeca-1531-404d-9005-e89df7cce0ac tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.960024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9908e29-b8d4-4c64-aa2e-6050b9ade120 req-409deeca-1531-404d-9005-e89df7cce0ac tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 949 time: 0.0993123 Jul 15 23:06:17.004459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9908e29-b8d4-4c64-aa2e-6050b9ade120 req-101e1774-55e9-4fc2-b21c-1547cea7ee8b tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Jul 15 23:06:17.161545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-366fa988-6320-47a4-992f-9391c346cc49 req-f9db203a-a6f7-426a-89f0-f1caa5853369 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 210 time: 0.0300219 Jul 15 23:06:17.206958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-8208c9a5-416e-45e4-a9f6-aed642093d23 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320082 Jul 15 23:06:17.380978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-bfe08392-0aa7-4081-9a90-be52e3dea8b4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.388184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-bfe08392-0aa7-4081-9a90-be52e3dea8b4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803141 Jul 15 23:06:17.406373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-d813144e-be42-408f-8977-24bbf69918d8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/quotas/4506537585cb4227ba366bd8fcec6cc4 HTTP/1.1" status: 200 len: 375 time: 0.0171633 Jul 15 23:06:17.430437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0e922-6886-472a-a022-8571026b9f28 req-75de66cf-9190-40eb-a724-aed554f75fbd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.432107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35d0e922-6886-472a-a022-8571026b9f28 req-75de66cf-9190-40eb-a724-aed554f75fbd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.1225464 Jul 15 23:06:17.510324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35d0e922-6886-472a-a022-8571026b9f28 req-456650ef-ee80-4291-9a61-5c2ad6c83514 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687616 Jul 15 23:06:17.544381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-252f9c5f-5861-458d-8348-f983818a1aad tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1276696 Jul 15 23:06:17.813342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e627a7-2130-4ccc-89b7-9ba59f4644c5 req-65d3c57a-a3a4-4038-85e9-33ede4f09231 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.821510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26e627a7-2130-4ccc-89b7-9ba59f4644c5 req-65d3c57a-a3a4-4038-85e9-33ede4f09231 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 968 time: 0.1026070 Jul 15 23:06:17.867652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26e627a7-2130-4ccc-89b7-9ba59f4644c5 req-fb9c3a7f-0240-4c81-837c-a81dae17b91e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448463 Jul 15 23:06:18.026611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fffd87fd-390d-4ffa-a727-5ae2d3c9bf3c req-27a5d1a5-469f-4588-a46d-ca6bfb8ed7e6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 210 time: 0.0760651 Jul 15 23:06:18.036562 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-119f8f21-b037-4131-b5dc-b457bfdb0f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.090480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:18.144771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8ec92-bc9a-440b-abd5-cdc51e9b8882 req-2e92810b-a468-48ea-8f56-8fa3855ddf96 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.146448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73a8ec92-bc9a-440b-abd5-cdc51e9b8882 req-2e92810b-a468-48ea-8f56-8fa3855ddf96 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1854148 Jul 15 23:06:18.204884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73a8ec92-bc9a-440b-abd5-cdc51e9b8882 req-30800ad2-f3d3-4330-8a0e-059ccddb4025 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Jul 15 23:06:18.207668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ad88c29b-9e4c-4428-962e-754aa8fe7730 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:18.208045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.304038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.343976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:18.348519 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce38f718-2f2a-4814-bd5e-f42985e3602d" -d '{"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-plugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:18.363061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:18.368228 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.371278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5dfccfdf-8659-4fb4-ad03-3dd7552f250f up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:18.472421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:18.478350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:18.484061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:18.484626 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.566646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720af85-829d-4b56-b1c3-4da408c94a5c req-2dba6d6f-fe98-46de-9bc9-f74c33b17710 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.576448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8720af85-829d-4b56-b1c3-4da408c94a5c req-2dba6d6f-fe98-46de-9bc9-f74c33b17710 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 948 time: 0.3093345 Jul 15 23:06:18.607262 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.723845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:18.734905 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.735788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d71df3f2-cbc8-4097-95ad-e4b443e47ec7 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:18.761671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f827ba5-3fae-45f3-9b08-8dbba823c812 req-779fb66e-6f30-4b5c-ad44-62a368e7d673 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.763481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f827ba5-3fae-45f3-9b08-8dbba823c812 req-779fb66e-6f30-4b5c-ad44-62a368e7d673 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 949 time: 0.3906035 Jul 15 23:06:18.833652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:18.856472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:18.861584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:18.862715 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.934097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8720af85-829d-4b56-b1c3-4da408c94a5c req-b39bf36a-9479-4cb5-b808-a200cc4274c0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558919 Jul 15 23:06:18.964914 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.007881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:19.013252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.025386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-3933a70e-12e7-4d2f-afcb-4c97b9e5d6f1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.033686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-3933a70e-12e7-4d2f-afcb-4c97b9e5d6f1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 808 time: 0.4531024 Jul 15 23:06:19.069783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Request body: {'port': {'device_id': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'admin_state_up': True, 'tenant_id': '516a2cb520d4453798347a5cc87dac15'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:19.090909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:19.140173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f827ba5-3fae-45f3-9b08-8dbba823c812 req-06a3084e-d8e9-4b9d-bbfd-7a22ec132435 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630195 Jul 15 23:06:19.228046 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00db457f-1c07-4fb6-8eee-61ed8f9fd730 x-openstack-request-id: req-00db457f-1c07-4fb6-8eee-61ed8f9fd730 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:19.228752 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-plugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:19.229164 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00db457f-1c07-4fb6-8eee-61ed8f9fd730 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:19.229948 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'code': 200} Jul 15 23:06:19.405055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-979c4eb3-5b35-4d8e-9459-51c8516d97f4 req-7aa3c824-445c-4c04-9ea6-1e1490e382df tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 210 time: 0.0525241 Jul 15 23:06:19.457722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Made reservation on behalf of 516a2cb520d4453798347a5cc87dac15 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:19.462265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.898055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da972d32-b80b-440f-bd0e-393b6a47c5a6 req-5f6b47e8-d551-4d7e-aef2-ba4224f77754 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.908131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da972d32-b80b-440f-bd0e-393b6a47c5a6 req-5f6b47e8-d551-4d7e-aef2-ba4224f77754 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.5512915 Jul 15 23:06:19.947449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c4ea6-4710-462b-b676-b9b4d0976c87 req-b81ebef1-680c-41b3-b910-43266ebc8d39 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.949501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb6c4ea6-4710-462b-b676-b9b4d0976c87 req-b81ebef1-680c-41b3-b910-43266ebc8d39 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.2380095 Jul 15 23:06:20.000782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Allocated IP 172.20.0.9 (89895da1-cf17-4ce3-8e5e-62ea39d5855f/2a006f68-17cc-4ead-8698-771ef6c6d7e7/9d616060-ace6-4aa9-a452-f626c598f1c1) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:20.018274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da972d32-b80b-440f-bd0e-393b6a47c5a6 req-1e6f0c54-68a2-4d70-8d08-556d9507d181 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065466 Jul 15 23:06:20.157813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb6c4ea6-4710-462b-b676-b9b4d0976c87 req-1f6c67e9-530c-420b-a941-2822544e1fca tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964409 Jul 15 23:06:20.409958 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.470695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.478047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-a66df689-7748-4273-8d37-567180be17be tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3194344 Jul 15 23:06:20.604329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4e5c22d6-7464-4f9a-8d60-7ddc1cc32dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.658285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f00590a3-deec-491f-a52a-20687c7945e6 req-0b0020c8-6211-403d-a2b1-d964401ace68 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 210 time: 0.2940261 Jul 15 23:06:20.697716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Network 89895da1-cf17-4ce3-8e5e-62ea39d5855f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:20.728926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:20.736355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:20.744324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.744966 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.759286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:20.779831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-e967e0d4-f02f-4ea5-9f3c-7d893ce7a58d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7303231 Jul 15 23:06:20.790393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-d19667b7-1f3b-4790-81be-510c012d1aad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7376304 Jul 15 23:06:20.866088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Request body: {'port': {'device_id': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:20.981657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.993940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa0d43-0d93-475d-8800-5b918a655476 req-990976c5-ec00-4a71-8b5a-26dd377bb44e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.002961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91fa0d43-0d93-475d-8800-5b918a655476 req-990976c5-ec00-4a71-8b5a-26dd377bb44e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.6187100 Jul 15 23:06:21.141763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-95b63c66-c43b-4cbb-ab8f-139ac8f8cb46 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.152253 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-95b63c66-c43b-4cbb-ab8f-139ac8f8cb46 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5874310 Jul 15 23:06:21.184606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91fa0d43-0d93-475d-8800-5b918a655476 req-62fb8c9f-7ee2-4ca0-982c-7d07156502e4 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806600 Jul 15 23:06:21.228255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.231629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfccfdf-8659-4fb4-ad03-3dd7552f250f'}, {'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:21.235072 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae44ffeb-fa3f-4605-895b-b67db095562a" -d '{"events": [{"server_uuid": "8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a", "name": "network-vif-plugged", "status": "completed", "tag": "5dfccfdf-8659-4fb4-ad03-3dd7552f250f"}, {"server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "name": "network-vif-plugged", "status": "completed", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:21.273564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Request body: {'port': {'device_id': '36849280-67ac-4605-adb0-009c94ac469d', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '4506537585cb4227ba366bd8fcec6cc4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:21.414601 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.457869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-8159c27b-b643-484c-aabb-ee668545e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.459326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-8159c27b-b643-484c-aabb-ee668545e29e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 1100 time: 0.5289354 Jul 15 23:06:21.629366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-240ec6bf-3813-4d04-bbbd-0f996873de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.631016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-240ec6bf-3813-4d04-bbbd-0f996873de90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1135588 Jul 15 23:06:21.796770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-95e6d538-c7fd-42da-88d0-34d3823ba53f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 200 len: 217 time: 0.1440654 Jul 15 23:06:21.954229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a68444-c632-4b78-8b09-283118f1fc98 req-35a7d0ab-4e24-447b-ba90-6418b7717d08 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.956035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97a68444-c632-4b78-8b09-283118f1fc98 req-35a7d0ab-4e24-447b-ba90-6418b7717d08 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 950 time: 0.5514109 Jul 15 23:06:21.995731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Made reservation on behalf of 4506537585cb4227ba366bd8fcec6cc4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:21.999272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:22.008869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45573b7e-0b47-4d5b-80f4-9806ef99f161 req-cec6f132-e7a0-4c1d-b7fe-34df1bae5b3d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.018467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45573b7e-0b47-4d5b-80f4-9806ef99f161 req-cec6f132-e7a0-4c1d-b7fe-34df1bae5b3d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 931 time: 0.5559082 Jul 15 23:06:22.065889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-7a375b37-d22b-4942-bd36-930c82f8ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.067479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-7a375b37-d22b-4942-bd36-930c82f8ea5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.2307949 Jul 15 23:06:22.146667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97a68444-c632-4b78-8b09-283118f1fc98 req-2c556fdc-e932-433d-a513-3c9685380b57 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477032 Jul 15 23:06:22.415295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45573b7e-0b47-4d5b-80f4-9806ef99f161 req-3980bf3c-300d-4dc6-874f-4e17165326fd tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956883 Jul 15 23:06:22.460608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Allocated IP 192.168.233.103 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/b687a81c-acfd-4da3-81b3-dcf0fe26c1bf) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:22.478231 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adeaa3b-ff2f-4da2-a9aa-f98982e77ee4 x-openstack-request-id: req-9adeaa3b-ff2f-4da2-a9aa-f98982e77ee4 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:22.479196 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a", "name": "network-vif-plugged", "status": "completed", "tag": "5dfccfdf-8659-4fb4-ad03-3dd7552f250f", "code": 200}, {"server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "name": "network-vif-plugged", "status": "completed", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:22.479545 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9adeaa3b-ff2f-4da2-a9aa-f98982e77ee4 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:22.480068 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfccfdf-8659-4fb4-ad03-3dd7552f250f', 'code': 200} Jul 15 23:06:22.480512 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'code': 200} Jul 15 23:06:22.487988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d616060-ace6-4aa9-a452-f626c598f1c1 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:22.514975 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:22.535333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71ec3e-1327-46db-a2aa-aee6ae054ce2 req-f22ddac3-ba3f-4643-ae76-64b16ab2bcae tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.536855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a71ec3e-1327-46db-a2aa-aee6ae054ce2 req-f22ddac3-ba3f-4643-ae76-64b16ab2bcae tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.2214241 Jul 15 23:06:22.597106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Transition to ACTIVE for port object 9d616060-ace6-4aa9-a452-f626c598f1c1 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:22.606310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-8ecf9c57-3627-4970-b698-0b5ea7763be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.607898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-8ecf9c57-3627-4970-b698-0b5ea7763be3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5052688 Jul 15 23:06:22.625166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:22.672049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a71ec3e-1327-46db-a2aa-aee6ae054ce2 req-8972fb9f-88d9-4b09-9069-b06dbf5e403f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279657 Jul 15 23:06:22.743098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e58d9-9b3d-4faa-87d5-65d984ff473f req-9f2c24a0-6235-4b30-8ce3-b68e9e470ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.745534 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a79e58d9-9b3d-4faa-87d5-65d984ff473f req-9f2c24a0-6235-4b30-8ce3-b68e9e470ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 1101 time: 0.1003475 Jul 15 23:06:22.832190 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a79e58d9-9b3d-4faa-87d5-65d984ff473f req-ec86d1ae-79f6-4386-b654-f2648e76ee05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773380 Jul 15 23:06:23.069161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3168c6fb-92a6-4572-b3c8-5ed6813ee2ff req-0a96f958-194c-46f1-88e4-986036a2d755 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 210 time: 0.0670159 Jul 15 23:06:23.081768 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-47520724-7e17-40b6-8392-66dbdbe3eaf5 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1776103205&fields=id&tenant_id=5d8eb12eec93427ca7d5765ae5387d8d HTTP/1.1" status: 200 len: 267 time: 0.5103841 Jul 15 23:06:23.173500 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.174882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:23.266795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-fcf5099c-19ed-4930-8086-74b30666455a service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463320 Jul 15 23:06:23.353211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:23.353561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:23.353872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:23.410326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.414691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:23.415206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:23.468104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:23.468881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:23.468881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:23.469234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Bound port: 9d616060-ace6-4aa9-a452-f626c598f1c1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:23.469578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.501352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5ef4e0f0-2572-4fa8-979d-5ca037a83363 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.502991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5ef4e0f0-2572-4fa8-979d-5ca037a83363 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 824 time: 0.4137595 Jul 15 23:06:23.504070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Transition to ACTIVE for port object b687a81c-acfd-4da3-81b3-dcf0fe26c1bf will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:23.566219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-758ea14d-2f39-45c0-b439-d323b4b00c97 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/quotas/5d8eb12eec93427ca7d5765ae5387d8d HTTP/1.1" status: 200 len: 375 time: 0.0545714 Jul 15 23:06:23.583179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a191c-0629-4b72-bb24-033016c879ba req-49a6a1db-1599-4324-8b45-ce53edbed69d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.584587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-826a191c-0629-4b72-bb24-033016c879ba req-49a6a1db-1599-4324-8b45-ce53edbed69d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.3313732 Jul 15 23:06:23.598202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e88959c-5d55-4997-bbd1-182c483d45ba req-61b83e1e-e065-414b-9b9c-2ad2123829d3 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887893 Jul 15 23:06:23.689990 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.699374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:23.715730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31', '42d157b0-75a9-43e5-99e9-ec84aff8c408', '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:23.768132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:23.772526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9', '58831f6c-0068-432a-9c2f-eff10e50dc41'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:23.788637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-826a191c-0629-4b72-bb24-033016c879ba req-eb29d5a8-df16-437d-8c3a-daaba4d23d0d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943388 Jul 15 23:06:23.816714 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.847927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:23.850867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'Port': ['ID=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:23.856719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.862380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.864168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 1091 time: 3.0161486 Jul 15 23:06:23.864744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:23.867523 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06" -d '{"events": [{"name": "network-changed", "server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:23.873775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:23.934540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:23.956981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.958289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.053281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14205c52-4e9b-4e19-92a3-172356fec180 service neutron] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:24.110327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-bf9570f7-8d03-422d-9818-8dd62db7edb1 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5241880 Jul 15 23:06:24.180507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5411c43a-2768-401a-a7ca-bb035ff626bf tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9572449 Jul 15 23:06:24.222478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-44df55e3-ae43-4cb1-a2be-18485b3d0210 None None] Provisioning for port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:24.235074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Request body: {'port': {'device_id': '36849280-67ac-4605-adb0-009c94ac469d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:24.244178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-44df55e3-ae43-4cb1-a2be-18485b3d0210 None None] Provisioning complete for port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:24.244558 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44df55e3-ae43-4cb1-a2be-18485b3d0210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.266798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-64b3b06b-3b0d-426d-9e59-fc942956daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.268325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-64b3b06b-3b0d-426d-9e59-fc942956daa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1094 time: 0.2999520 Jul 15 23:06:24.320116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-44df55e3-ae43-4cb1-a2be-18485b3d0210 None None] Port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:24.377499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-20861bd2-4b6a-4649-b229-bfbced373635 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0423017 Jul 15 23:06:24.492231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.524767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4aacf5-7f8d-4d87-b76f-9ec10a9e8f67 req-592860f6-404a-4cdb-ba26-afa21be55f78 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.526280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d4aacf5-7f8d-4d87-b76f-9ec10a9e8f67 req-592860f6-404a-4cdb-ba26-afa21be55f78 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 950 time: 0.4105973 Jul 15 23:06:24.623446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-b57b8ecc-ef2e-48c1-bed7-66585452f298 service neutron] 10.222.0.23 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577007 Jul 15 23:06:24.674206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-a75130d7-81fa-48ad-b84b-8d8c2d0f1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.676369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-a75130d7-81fa-48ad-b84b-8d8c2d0f1d0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.2840152 Jul 15 23:06:24.722187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.797528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-8711ec5d-bee7-455d-b23f-122849299892 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706136 Jul 15 23:06:24.800801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d4aacf5-7f8d-4d87-b76f-9ec10a9e8f67 req-f024a0cb-ad27-44bb-bcce-5c8694d9562d tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170398 Jul 15 23:06:24.915944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-e829a9f7-8a55-46cd-8c90-30a4c62c9f9c service neutron] 10.222.0.23 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754700 Jul 15 23:06:25.013801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-a6d62574-32de-40db-8c67-8ff2c4616999 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:25.015369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-a6d62574-32de-40db-8c67-8ff2c4616999 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5f13074-596a-4d46-932c-fbc51c873c17 HTTP/1.1" status: 200 len: 968 time: 0.4856927 Jul 15 23:06:25.655284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-56f650dd-ba88-4ecb-92ac-6778cca292f9 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851689 Jul 15 23:06:25.743193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a804c04-e942-4568-85bb-a2a4ceee23eb req-b979eab7-be98-4b9e-b477-351ad022d8e5 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:25.744705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a804c04-e942-4568-85bb-a2a4ceee23eb req-b979eab7-be98-4b9e-b477-351ad022d8e5 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.7724118 Jul 15 23:06:25.832574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Deleting port 72c96461-420c-417a-986f-fc433fcb6171 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:25.833343 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.898257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9c14c-d838-4890-aef6-f2ef848fc8df req-9d2da34d-9bf2-4450-ab23-b128da95be22 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:25.900190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85e9c14c-d838-4890-aef6-f2ef848fc8df req-9d2da34d-9bf2-4450-ab23-b128da95be22 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.6875844 Jul 15 23:06:25.947427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a804c04-e942-4568-85bb-a2a4ceee23eb req-c8d91c3b-6de9-419a-9d66-ccf61fc72e6e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877425 Jul 15 23:06:26.067463 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f23240-14b4-45b6-9063-ddad459340b5 x-openstack-request-id: req-a0f23240-14b4-45b6-9063-ddad459340b5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:26.067828 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:26.067994 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0f23240-14b4-45b6-9063-ddad459340b5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:26.068375 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1', 'status': 'completed', 'code': 200} Jul 15 23:06:26.136968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85e9c14c-d838-4890-aef6-f2ef848fc8df req-f6914ab7-d94a-413d-a30e-78425684fea8 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204998 Jul 15 23:06:26.144003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b687a81c-acfd-4da3-81b3-dcf0fe26c1bf {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:26.151796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4b69eaa-5d4e-495a-89c4-cc8ae66b98ea req-c150637b-97f7-4c1b-bc44-8f5f4b0a45a0 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799876 Jul 15 23:06:26.158314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.220194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Transition to ACTIVE for port object b687a81c-acfd-4da3-81b3-dcf0fe26c1bf will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:26.226783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] For port 72c96461-420c-417a-986f-fc433fcb6171, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=72c96461-420c-417a-986f-fc433fcb6171,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:26.227153 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.238573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.490995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Pushing event updated for resources: {'Port': ['ID=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:26.566562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b568f1-e217-47ee-963f-e28cc6a4b56a req-cc799f43-1b4a-48fa-b67c-06a36f746278 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.569953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75b568f1-e217-47ee-963f-e28cc6a4b56a req-cc799f43-1b4a-48fa-b67c-06a36f746278 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 936 time: 0.4087234 Jul 15 23:06:26.657550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Attempting to bind port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:26.658220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Attempting to bind port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:26.658220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Attempting to bind port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:26.749778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:26.750222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Attempting to bind port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:26.795666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e49be-8f37-44c1-9b82-1e93c7e37363 req-0212afcb-80f2-4074-a2cf-383887722588 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.797661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb7e49be-8f37-44c1-9b82-1e93c7e37363 req-0212afcb-80f2-4074-a2cf-383887722588 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.4689066 Jul 15 23:06:26.800790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75b568f1-e217-47ee-963f-e28cc6a4b56a req-5a1d26ca-f13c-4fde-9318-60aa584583b5 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196593 Jul 15 23:06:26.802364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-98a5e055-a80b-40ac-bad8-9ec599dcd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.804067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-98a5e055-a80b-40ac-bad8-9ec599dcd0d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1094 time: 0.4620256 Jul 15 23:06:26.827691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:26.828036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:26.828411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:26.828862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Bound port: b687a81c-acfd-4da3-81b3-dcf0fe26c1bf, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:26.829219 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.887188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.887607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.888010 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Floating IP 1c3a841d-d447-4e6e-83f1-f6e490fce9c5 disassociated. External IP: 172.25.3.250, port: 72c96461-420c-417a-986f-fc433fcb6171. Jul 15 23:06:26.888367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Calling delete_port for 72c96461-420c-417a-986f-fc433fcb6171 owned by compute:tempest-test_az-1585830440 {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:26.974845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb7e49be-8f37-44c1-9b82-1e93c7e37363 req-761ca6dd-cc3b-494f-815e-2258153c7c48 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697571 Jul 15 23:06:27.072462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] For port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:27.076570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] For port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:27.183071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-997f3956-8add-4461-afe4-11ede46f0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.184967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-997f3956-8add-4461-afe4-11ede46f0c76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.3653884 Jul 15 23:06:27.188482 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.193378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.281228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-cb51e6b9-69f1-4a66-85b4-11f969574bfc tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.285344 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-cb51e6b9-69f1-4a66-85b4-11f969574bfc tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.37 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 824 time: 0.2750146 Jul 15 23:06:27.346596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-897cff50-e49a-4464-9f20-939969954b41 req-bab237e1-89b9-4258-a37d-5f44b74b9b19 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 210 time: 0.1599243 Jul 15 23:06:27.351630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-7ce9d804-9c2c-42ac-b868-5cf8bd25fd9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 217 time: 0.1447663 Jul 15 23:06:27.374091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.374712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.376115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] 10.222.0.59 "PUT /v2.0/ports/b687a81c-acfd-4da3-81b3-dcf0fe26c1bf HTTP/1.1" status: 200 len: 1096 time: 3.1593978 Jul 15 23:06:27.451862 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-dc110821-b4ed-4245-98bf-0ffd85077d2f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d8eb12eec93427ca7d5765ae5387d8d HTTP/1.1" status: 200 len: 380 time: 0.1436820 Jul 15 23:06:27.479688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Request body: {'port': {'device_id': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'admin_state_up': True, 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'security_groups': ['011558c7-1f8b-4604-8b70-c075841ce3f6']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:27.634608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Made reservation on behalf of 5d8eb12eec93427ca7d5765ae5387d8d for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:27.640039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.751031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f391d-58d3-4f22-9f81-6c57aedb5c2a service neutron] Pushing event updated for resources: {'Port': ['ID=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:27.829656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Allocated IP 172.20.0.14 (df2cc3aa-70bc-442d-9c9e-9d9ffbb91251/61f4a04a-c2a7-453f-acb6-da08cfa9f0a4/7002f07a-0eba-402f-a8a7-489ec1ec2752) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:27.843983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8990b6-1a74-4a46-ba4f-2028b563dbc1 req-edf9acc8-968d-4147-bb56-1d0d72c57368 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.851686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d8990b6-1a74-4a46-ba4f-2028b563dbc1 req-edf9acc8-968d-4147-bb56-1d0d72c57368 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 950 time: 0.6435280 Jul 15 23:06:27.922992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event deleted for resources: {'Port': ['ID=72c96461-420c-417a-986f-fc433fcb6171,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:27.926069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4427951a-08ec-404b-a90e-5a0e25cd05a7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d2a9153618404a499f01d6124fdc8755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332107 Jul 15 23:06:27.985558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-06c26061-619f-43ca-bf33-9129f832e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.985558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-06c26061-619f-43ca-bf33-9129f832e3c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.6194379 Jul 15 23:06:28.040100 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.069283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-fde114e5-1d12-4379-b94c-c2029ea3e665 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650494 Jul 15 23:06:28.070632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Transition to ACTIVE for port object 7002f07a-0eba-402f-a8a7-489ec1ec2752 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:28.078906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36849280-67ac-4605-adb0-009c94ac469d', 'tag': 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:28.081398 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298184cd-7207-42d7-963f-832af33be442" -d '{"events": [{"name": "network-changed", "server_uuid": "36849280-67ac-4605-adb0-009c94ac469d", "tag": "b687a81c-acfd-4da3-81b3-dcf0fe26c1bf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:28.122304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.132146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d8990b6-1a74-4a46-ba4f-2028b563dbc1 req-bd6ea6cd-ca47-450b-be07-b6917c64c4cc tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795603 Jul 15 23:06:28.227442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event updated for resources: {'Port': ['ID=7002f07a-0eba-402f-a8a7-489ec1ec2752,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:28.247855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:28.249689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:28.252499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:28.274827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-31c25a77-fe2e-4531-adf5-347ed840557c service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614830 Jul 15 23:06:28.324792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.325349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.332884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:28.347844 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-0f4bc96d-e748-428c-94dc-7f7deeb6428f tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8744752 Jul 15 23:06:28.361870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-ff60ea97-8945-4454-8d95-1779c18656b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.363440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-ff60ea97-8945-4454-8d95-1779c18656b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 1099 time: 0.5744734 Jul 15 23:06:28.377317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Request body: {'port': {'device_id': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:28.392978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-c6e6d84d-3bad-4b27-8be9-92cb483099a3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.394503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-c6e6d84d-3bad-4b27-8be9-92cb483099a3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4574623 Jul 15 23:06:28.498123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.541576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-03c3ae08-6010-4749-99ac-493cda3dc38b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf HTTP/1.1" status: 200 len: 217 time: 0.1064885 Jul 15 23:06:28.549777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bfaa99f6-2596-46e8-9552-211ec5804795 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/quotas/d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 375 time: 0.1085768 Jul 15 23:06:28.668879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b7511751-c000-41ad-b827-79852be5eb9c None None] Provisioning for port 7002f07a-0eba-402f-a8a7-489ec1ec2752 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:28.674147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b7511751-c000-41ad-b827-79852be5eb9c None None] Provisioning complete for port 7002f07a-0eba-402f-a8a7-489ec1ec2752 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:28.674949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7511751-c000-41ad-b827-79852be5eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.695371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0cb97e-4833-4519-9189-0d2ea0b2cd06 req-2540aec0-045a-4986-92be-56b6c5b775cc service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074278 Jul 15 23:06:28.757322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b7511751-c000-41ad-b827-79852be5eb9c None None] Port 7002f07a-0eba-402f-a8a7-489ec1ec2752 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:28.760093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 72c96461-420c-417a-986f-fc433fcb6171 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:28.776419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-ff09b534-bb74-4957-98bf-f7fe3db5b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.778425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-ff09b534-bb74-4957-98bf-f7fe3db5b2ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1672125 Jul 15 23:06:28.800293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 72c96461-420c-417a-986f-fc433fcb6171 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:28.802237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 72c96461-420c-417a-986f-fc433fcb6171 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:28.813101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a43d2-e6c8-454b-988a-96f9abab93f9 req-17f9ba97-7551-42bf-a150-635682d26616 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.814738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f0a43d2-e6c8-454b-988a-96f9abab93f9 req-17f9ba97-7551-42bf-a150-635682d26616 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.4730427 Jul 15 23:06:28.876195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:28.887975 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] Sync routers for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:28.901122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-f36f1bc3-f577-4109-9f6a-d4c322ff6ae6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2876832 Jul 15 23:06:28.919323 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:28.922358 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:28.929101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7002f07a-0eba-402f-a8a7-489ec1ec2752 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:28.935161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f0a43d2-e6c8-454b-988a-96f9abab93f9 req-fa7156a1-d9a9-4f23-96de-8d19ead6e4bd tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981998 Jul 15 23:06:28.938190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.961388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] No DVR routers for this DVR port 72c96461-420c-417a-986f-fc433fcb6171 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:28.964883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.972280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2aeb4e45-9c85-4519-a528-3593d7acc3b5 req-00b9db74-2b1d-4618-bb9b-4fb7cfd51238 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.59 "DELETE /v2.0/ports/72c96461-420c-417a-986f-fc433fcb6171 HTTP/1.1" status: 204 len: 173 time: 3.9422975 Jul 15 23:06:28.975074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Transition to ACTIVE for port object 7002f07a-0eba-402f-a8a7-489ec1ec2752 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:28.982229 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.996555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-bba375f3-8f26-44a1-a490-f2f748b3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.001919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-bba375f3-8f26-44a1-a490-f2f748b3019d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088332 Jul 15 23:06:29.171593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Pushing event updated for resources: {'Port': ['ID=7002f07a-0eba-402f-a8a7-489ec1ec2752,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:29.193342 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:29.242436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-5390d87f-7705-404a-9ec2-7d44a2d47ee1 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094591 Jul 15 23:06:29.249484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.256647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.256647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.256647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.256647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.257052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.257162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.257529 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.257876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.258200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.258524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.258878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:29.349468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Attempting to bind port 7002f07a-0eba-402f-a8a7-489ec1ec2752 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:29.350042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Attempting to bind port 7002f07a-0eba-402f-a8a7-489ec1ec2752 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:29.350138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Attempting to bind port 7002f07a-0eba-402f-a8a7-489ec1ec2752 on network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:29.363824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Port 7002f07a-0eba-402f-a8a7-489ec1ec2752 on network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:29.364156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Attempting to bind port 7002f07a-0eba-402f-a8a7-489ec1ec2752 on network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:29.371432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:29.371857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Checking segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:29.372538 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Bound using segment: {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:29.372667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Bound port: 7002f07a-0eba-402f-a8a7-489ec1ec2752, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9594167-be3e-494d-a79f-15ed9c84f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:29.372926 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.474065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3fdc6-9641-4a10-ae72-3a1f352b9ebe req-78b97863-9842-47b6-9689-b270de4bbfc7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.483371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4f3fdc6-9641-4a10-ae72-3a1f352b9ebe req-78b97863-9842-47b6-9689-b270de4bbfc7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.3277440 Jul 15 23:06:29.537090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] For port 7002f07a-0eba-402f-a8a7-489ec1ec2752, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:29.544988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] For port 7002f07a-0eba-402f-a8a7-489ec1ec2752, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7002f07a-0eba-402f-a8a7-489ec1ec2752,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:29.552694 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.583923 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:29.633245 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] Checking router: 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:29.645205 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:29.646545 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:29.650338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.651208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.653334 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] 10.222.0.37 "PUT /v2.0/ports/7002f07a-0eba-402f-a8a7-489ec1ec2752 HTTP/1.1" status: 200 len: 1092 time: 1.2806721 Jul 15 23:06:29.654075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde31f1-14c6-4f96-9f01-0581caf7f2aa service neutron] Pushing event updated for resources: {'Port': ['ID=7002f07a-0eba-402f-a8a7-489ec1ec2752,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:29.664178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'tag': '7002f07a-0eba-402f-a8a7-489ec1ec2752'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:29.666622 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db" -d '{"events": [{"name": "network-changed", "server_uuid": "b30772d6-2676-4862-ad2b-e6848ecc590e", "tag": "7002f07a-0eba-402f-a8a7-489ec1ec2752"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:29.684127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174fec8f-39f2-4322-9437-5433bf49cdb4 req-3ccfb0b0-9420-4b57-b44e-0df1e53a763a service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196167 Jul 15 23:06:29.722291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4f3fdc6-9641-4a10-ae72-3a1f352b9ebe req-c7388d9b-1243-48d9-9430-a94654fb788f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363257 Jul 15 23:06:29.820756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480555b9-270d-4546-adbe-f06922c18ce9 req-7bfa696c-5bb5-485e-b5e3-ef4654b6739f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.834483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-480555b9-270d-4546-adbe-f06922c18ce9 req-7bfa696c-5bb5-485e-b5e3-ef4654b6739f tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 948 time: 0.3168900 Jul 15 23:06:29.928119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-6d21d580-7900-4029-9b83-f431cbc6af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.928727 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:29.931248 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-6d21d580-7900-4029-9b83-f431cbc6af83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 1095 time: 0.1383328 Jul 15 23:06:29.967767 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-480555b9-270d-4546-adbe-f06922c18ce9 req-47f415f3-70c6-41a2-bc98-65f36d3a55ed tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293421 Jul 15 23:06:30.056737 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f814518-40e7-4bb2-a40f-17d81ee0b117 x-openstack-request-id: req-4f814518-40e7-4bb2-a40f-17d81ee0b117 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:30.057022 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36849280-67ac-4605-adb0-009c94ac469d", "tag": "b687a81c-acfd-4da3-81b3-dcf0fe26c1bf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:30.057272 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f814518-40e7-4bb2-a40f-17d81ee0b117 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:30.057696 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36849280-67ac-4605-adb0-009c94ac469d', 'tag': 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf', 'status': 'completed', 'code': 200} Jul 15 23:06:30.191931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9d616060-ace6-4aa9-a452-f626c598f1c1 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:30.263044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298184cd-7207-42d7-963f-832af33be442 req-dcc5eec3-aa89-4a76-a43c-a15ff6e3ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.264567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-298184cd-7207-42d7-963f-832af33be442 req-dcc5eec3-aa89-4a76-a43c-a15ff6e3ce34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 1099 time: 0.1565452 Jul 15 23:06:30.294828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b36a1-24a7-4c7a-872c-512142ca7584 req-8eb57c81-ae39-41dd-b5cf-68cc830051c3 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.306810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff5b36a1-24a7-4c7a-872c-512142ca7584 req-8eb57c81-ae39-41dd-b5cf-68cc830051c3 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2333982 Jul 15 23:06:30.440601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:30.474202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '9d616060-ace6-4aa9-a452-f626c598f1c1', 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'port_id': '9d616060-ace6-4aa9-a452-f626c598f1c1', 'mac_address': 'fa:16:3e:0f:11:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a006f68-17cc-4ead-8698-771ef6c6d7e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:30.574506 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.597578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d616060-ace6-4aa9-a452-f626c598f1c1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:30.617633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-e67432e6-f137-4ff9-af8f-f42ddb88c9de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7002f07a-0eba-402f-a8a7-489ec1ec2752 HTTP/1.1" status: 200 len: 217 time: 0.6578453 Jul 15 23:06:30.632764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:30.634128 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:30.641308 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.660092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298184cd-7207-42d7-963f-832af33be442 req-71776e0d-e681-456d-9207-59937306dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.668636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-298184cd-7207-42d7-963f-832af33be442 req-71776e0d-e681-456d-9207-59937306dfb3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2824225 Jul 15 23:06:30.691562 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6871e0-197f-494c-8f6c-1fa06bae019b None None] The sync data for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 is: [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:30.741431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff5b36a1-24a7-4c7a-872c-512142ca7584 req-334746e2-6ad2-4168-99a3-1abe01bb1847 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316487 Jul 15 23:06:30.742552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-7f3621ff-e50f-4ab8-99ef-749b7f730ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.744221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-7f3621ff-e50f-4ab8-99ef-749b7f730ca2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 HTTP/1.1" status: 200 len: 863 time: 0.1165419 Jul 15 23:06:30.788130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:30.845299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-298184cd-7207-42d7-963f-832af33be442 req-f7599f82-d19a-4d2c-9283-f7309cae9d8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf HTTP/1.1" status: 200 len: 217 time: 0.0994577 Jul 15 23:06:30.892938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-a3a09221-f09b-4360-b497-8e521298ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.894446 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-a3a09221-f09b-4360-b497-8e521298ab13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158061 Jul 15 23:06:30.955283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47af5f19-9dca-4fe4-918a-f9de137d799a req-d9b8009d-ced2-412a-b3df-5d53cb748283 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 210 time: 0.0436609 Jul 15 23:06:30.968954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f419f9-d107-42ff-bca8-2fd340fe7206 req-93d3db4c-3ccd-4179-be81-831f9ba33e88 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.975820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59f419f9-d107-42ff-bca8-2fd340fe7206 req-93d3db4c-3ccd-4179-be81-831f9ba33e88 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 944 time: 0.6129811 Jul 15 23:06:31.005602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298184cd-7207-42d7-963f-832af33be442 req-06f4b0b8-45a2-49f3-aabf-80b7f224e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:31.007130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-298184cd-7207-42d7-963f-832af33be442 req-06f4b0b8-45a2-49f3-aabf-80b7f224e586 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1332607 Jul 15 23:06:31.076786 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-a60f8baa-a4bd-45ba-9628-026de2423866 service neutron] 10.222.0.37 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690423 Jul 15 23:06:31.078517 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cc3df9-b61f-458a-8ca7-0b6065c8ce29 x-openstack-request-id: req-13cc3df9-b61f-458a-8ca7-0b6065c8ce29 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:31.079013 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30772d6-2676-4862-ad2b-e6848ecc590e", "tag": "7002f07a-0eba-402f-a8a7-489ec1ec2752", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:31.079447 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13cc3df9-b61f-458a-8ca7-0b6065c8ce29 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:31.079980 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'tag': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'status': 'completed', 'code': 200} Jul 15 23:06:31.095454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59f419f9-d107-42ff-bca8-2fd340fe7206 req-7774e1e3-6b78-4a30-bd05-30279834dab7 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157038 Jul 15 23:06:31.162305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298184cd-7207-42d7-963f-832af33be442 req-caec107c-4e29-42d3-96fa-9f90c0414ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:31.164023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-298184cd-7207-42d7-963f-832af33be442 req-caec107c-4e29-42d3-96fa-9f90c0414ccd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424570 Jul 15 23:06:31.236323 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eaf12d-a1e1-4c89-ae0f-cef4b3d01c79 None None] New status for floating IP 1c3a841d-d447-4e6e-83f1-f6e490fce9c5: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:06:31.279019 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-973b59ca-05c9-40f5-9188-ab5c3c292721 req-417426a4-0c4f-443b-89a2-60a6d2d6745e service neutron] 10.222.0.37 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724117 Jul 15 23:06:31.319053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-11b894d2-2fe9-423a-97d2-b27cc612fb88 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3f781d46993248f8a9e148f7e56fa195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933630 Jul 15 23:06:31.385188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9d616060-ace6-4aa9-a452-f626c598f1c1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:31.625997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-10d7cb7a-0158-49a6-ba9f-1a708d244d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:31.628137 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-10d7cb7a-0158-49a6-ba9f-1a708d244d21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 1095 time: 0.0997159 Jul 15 23:06:31.757649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-5f47773e-a4fe-4931-878f-a7fa11b896b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:31.759544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-5f47773e-a4fe-4931-878f-a7fa11b896b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 925 time: 0.1230659 Jul 15 23:06:31.807034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-298184cd-7207-42d7-963f-832af33be442 req-a84cdbec-244b-4711-a7de-1a6295132f45 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173396 Jul 15 23:06:31.817367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a07de3-da00-4d50-8758-38e34246304d req-b746390d-f149-4d35-bf0a-948e3064afcb tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:31.840709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24a07de3-da00-4d50-8758-38e34246304d req-b746390d-f149-4d35-bf0a-948e3064afcb tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 944 time: 0.6234646 Jul 15 23:06:31.983368 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-bd6e2ab9-914a-40b3-b5dc-438bedb581ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7002f07a-0eba-402f-a8a7-489ec1ec2752 HTTP/1.1" status: 200 len: 217 time: 0.1597490 Jul 15 23:06:31.992105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-70a52716-cb5d-4db8-a460-545f1c4aeb7a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d2a9153618404a499f01d6124fdc8755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1504929 Jul 15 23:06:32.006466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-23f7c693-9214-41be-9877-c757828849f6 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.008221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-23f7c693-9214-41be-9877-c757828849f6 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6820261 Jul 15 23:06:32.085321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'name': 'network-vif-deleted', 'tag': '72c96461-420c-417a-986f-fc433fcb6171'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:32.088085 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be25634-d073-42b1-abfc-ce79b720ae8e" -d '{"events": [{"server_uuid": "c5f13074-596a-4d46-932c-fbc51c873c17", "name": "network-vif-deleted", "tag": "72c96461-420c-417a-986f-fc433fcb6171"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:32.091163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-5aea8498-00b1-4f1b-b1c4-bab0c79882d4 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/quotas/3f781d46993248f8a9e148f7e56fa195 HTTP/1.1" status: 200 len: 375 time: 0.0237813 Jul 15 23:06:32.098863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-5b0e95e2-0648-4ecc-9044-9ccddefbe93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.100339 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-5b0e95e2-0648-4ecc-9044-9ccddefbe93c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 HTTP/1.1" status: 200 len: 863 time: 0.0847645 Jul 15 23:06:32.107315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24a07de3-da00-4d50-8758-38e34246304d req-dd545731-ee65-4798-affa-27a3f26d3ca7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738571 Jul 15 23:06:32.109514 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-9e1c5277-6893-4fb3-8d4a-1a8860ac53f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1346326 Jul 15 23:06:32.260588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-298184cd-7207-42d7-963f-832af33be442 req-0c328859-27f9-469b-9d2e-96a051083443 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049342 Jul 15 23:06:32.311565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-4e312e29-cfad-4ef1-b3af-c9721e01c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.314441 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-4e312e29-cfad-4ef1-b3af-c9721e01c74e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 1101 time: 0.1282570 Jul 15 23:06:32.321487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-c80228c6-87f0-4fa8-ada9-d2e3dc036f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.323447 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-c80228c6-87f0-4fa8-ada9-d2e3dc036f27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778152 Jul 15 23:06:32.364836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-3033b733-43cf-4a04-8cdf-b237985144c2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.364836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-3033b733-43cf-4a04-8cdf-b237985144c2 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1097 time: 0.3124361 Jul 15 23:06:32.375534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-e06df846-b0e2-4510-9aec-dda10cd7e65d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.377153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-e06df846-b0e2-4510-9aec-dda10cd7e65d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3634493 Jul 15 23:06:32.383759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-8'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:32.416346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Request body: {'port': {'device_id': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'd2a9153618404a499f01d6124fdc8755'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:32.429074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-992644c6-cb8d-49f2-b785-33443e65e5a0 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f781d46993248f8a9e148f7e56fa195&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2990937 Jul 15 23:06:32.553188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881c155-4da4-4469-867b-efa745829913 req-1ecac7c3-9545-49c6-92dd-2429d6a39607 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.554773 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c881c155-4da4-4469-867b-efa745829913 req-1ecac7c3-9545-49c6-92dd-2429d6a39607 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 946 time: 0.2685254 Jul 15 23:06:32.579172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:32.605904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-4f931a4f-cad9-47e5-9471-4ea00c8067dc service neutron] 10.222.0.37 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345340 Jul 15 23:06:32.606888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-00cd0383-6c4b-4f45-a65b-5ba5d53e17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.608211 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-00cd0383-6c4b-4f45-a65b-5ba5d53e17ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2469177 Jul 15 23:06:32.680377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Made reservation on behalf of d2a9153618404a499f01d6124fdc8755 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:32.684662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:32.735168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c881c155-4da4-4469-867b-efa745829913 req-309030da-43f4-4c1a-b5d5-f0d67a3d3bbb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686902 Jul 15 23:06:32.802461 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-1c77f2ee-c900-456f-8db5-c2229e505b53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=3a261b87-ca8d-49cb-8734-2d82bf261fe2 HTTP/1.1" status: 200 len: 217 time: 0.1327710 Jul 15 23:06:32.974610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-cefe878f-f262-406d-92c4-9da746f3c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.976189 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-cefe878f-f262-406d-92c4-9da746f3c8fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1637628 Jul 15 23:06:33.013964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:33.025444 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e5870cdb-04d7-4534-9a99-d9cf1d1ad6db req-9a570d35-1df4-47f2-8a51-c046b0f15242 service neutron] 10.222.0.37 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036543 Jul 15 23:06:33.056904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-f2617835-1763-4fe3-9e5b-423b619165f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.059424 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-f2617835-1763-4fe3-9e5b-423b619165f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709488 Jul 15 23:06:33.077120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:33.189857 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-f559f939-9a1c-4232-a8ab-9a7421bae36e service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145277 Jul 15 23:06:33.241459 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.265174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.299279 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce99c2ab-0082-40ed-b3ff-5c4b272ae8b1 req-12595dbb-7ecf-4461-8a6f-9f919a05e2ed service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950959 Jul 15 23:06:33.354830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Allocated IP 192.168.233.242 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/2dd55412-dd6d-4a0f-a94e-ff6a76cd971c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:33.382930 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:06:33.385604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1079f6d-b954-4b4f-ac94-68119c51f475 req-4c00eef3-fdfb-46d4-88cf-20fcaedd360a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.387211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1079f6d-b954-4b4f-ac94-68119c51f475 req-4c00eef3-fdfb-46d4-88cf-20fcaedd360a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.3070571 Jul 15 23:06:33.398946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Pushing event updated for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:33.430659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded52ff-f5a1-4549-85f7-b9613fcbcc69 req-8b9bfbce-90af-4f23-a8d6-b94ad465015c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.432186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ded52ff-f5a1-4549-85f7-b9613fcbcc69 req-8b9bfbce-90af-4f23-a8d6-b94ad465015c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 948 time: 0.3672700 Jul 15 23:06:33.464257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.465148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.465491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.465825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.466161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.466503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.466838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.467167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.467488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.467807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.468128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.468447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:33.498385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on host n-h1-793618-8 for vnic_type normal with profile {"migrating_to": "n-h2-793618-8"} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:33.498728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:33.499082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:33.532317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:33.532646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Attempting to bind port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:33.566106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:33.566365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:33.566784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:33.567215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Bound port: d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:33.567576 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.571738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1079f6d-b954-4b4f-ac94-68119c51f475 req-80bac8a5-5a32-45c8-afb6-2e39a46d5b49 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686676 Jul 15 23:06:33.581981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ded52ff-f5a1-4549-85f7-b9613fcbcc69 req-00b90d85-6ed6-497c-8294-76fcbb8e4f4c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280208 Jul 15 23:06:33.668646 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebed7d79-85ad-4b28-8084-81a414ae9a5e x-openstack-request-id: req-ebed7d79-85ad-4b28-8084-81a414ae9a5e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:33.668954 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f13074-596a-4d46-932c-fbc51c873c17", "name": "network-vif-deleted", "tag": "72c96461-420c-417a-986f-fc433fcb6171", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:33.669186 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebed7d79-85ad-4b28-8084-81a414ae9a5e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:33.669566 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f13074-596a-4d46-932c-fbc51c873c17', 'name': 'network-vif-deleted', 'tag': '72c96461-420c-417a-986f-fc433fcb6171', 'status': 'completed', 'code': 200} Jul 15 23:06:33.711852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:33.716079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:33.721564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.771146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.815915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b674a0fa-0774-4d0b-b25b-67b5d1d3d015 req-859c6cd5-8d77-4ff2-8240-4a3ce80ee3b2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 210 time: 0.0503929 Jul 15 23:06:33.860311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Transition to ACTIVE for port object 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:33.896344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Pushing event updated for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=8']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:33.909198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.909819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.911245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d61918c4-aa37-4341-a60b-70a82842d99e service neutron] 10.222.0.59 "PUT /v2.0/ports/d9fdb17a-88f8-4e9e-93f2-01e3addaa96a HTTP/1.1" status: 200 len: 1122 time: 1.5316572 Jul 15 23:06:33.963143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-753dc539-c18a-4d66-ab1a-e8b88cfe60f5 req-1047d5ac-fb5c-4366-976b-68746fad6220 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 210 time: 0.0398431 Jul 15 23:06:33.983932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf61dc-1327-4a25-9d6e-02a554b3ccd0 req-63df06de-9221-4438-9cfa-a635a9525f6a tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.985496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2bf61dc-1327-4a25-9d6e-02a554b3ccd0 req-63df06de-9221-4438-9cfa-a635a9525f6a tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 944 time: 0.1924124 Jul 15 23:06:33.987164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.009070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de3bc11e-6689-4689-80c8-7ce0b7236c3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:34.057683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:34.070558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:34.080256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:34.082225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d71df3f2-cbc8-4097-95ad-e4b443e47ec7'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:34.086040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.086665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.093325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:34.107234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2bf61dc-1327-4a25-9d6e-02a554b3ccd0 req-f207e7fa-6d3a-41bf-97b5-8f9c7df4dfb0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064639 Jul 15 23:06:34.115538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-bd3563ac-6a18-4c7e-ad77-0004ff0fb3c5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7033751 Jul 15 23:06:34.181755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d9fdb17a-88f8-4e9e-93f2-01e3addaa96a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:34.216819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Request body: {'port': {'device_id': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:34.225732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9d616060-ace6-4aa9-a452-f626c598f1c1 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:34.280118 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d9fdb17a-88f8-4e9e-93f2-01e3addaa96a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:34.351244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053fe33-23a8-4d0f-a1c2-b5260ae72b90 req-356f817e-6224-4557-8f14-0f7d7567d41e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.352967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1053fe33-23a8-4d0f-a1c2-b5260ae72b90 req-356f817e-6224-4557-8f14-0f7d7567d41e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 944 time: 0.1944718 Jul 15 23:06:34.361405 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.397247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7c69c0e6-9f51-4cb6-9d24-9ef000454769 None None] Provisioning for port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:34.435741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7c69c0e6-9f51-4cb6-9d24-9ef000454769 None None] Provisioning complete for port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:34.436105 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7c69c0e6-9f51-4cb6-9d24-9ef000454769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.479273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 9d616060-ace6-4aa9-a452-f626c598f1c1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:34.484925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1053fe33-23a8-4d0f-a1c2-b5260ae72b90 req-fc8f05a5-423b-4c26-ae16-1a4b1122fd1b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251163 Jul 15 23:06:34.488895 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-cf9a9382-cb27-4dce-a8e7-3a90c3cfdf08 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3f781d46993248f8a9e148f7e56fa195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490391 Jul 15 23:06:34.521739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 9d616060-ace6-4aa9-a452-f626c598f1c1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:34.521739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.607042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7c69c0e6-9f51-4cb6-9d24-9ef000454769 None None] Port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:34.680414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13720b7-67fe-47ea-b2c9-ae24e62d6564 req-02920cf3-3e13-4c8f-b9ed-7494f9da5658 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.682101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c13720b7-67fe-47ea-b2c9-ae24e62d6564 req-02920cf3-3e13-4c8f-b9ed-7494f9da5658 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.3000526 Jul 15 23:06:34.744780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-76c82097-12d5-403d-8e91-11a9d8e75f0b tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.746906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-76c82097-12d5-403d-8e91-11a9d8e75f0b tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462389 Jul 15 23:06:34.754583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:34.795976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Request body: {'port': {'device_id': '604d518f-0869-41d1-9a9d-2b848273d292', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '3f781d46993248f8a9e148f7e56fa195'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:34.852809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c13720b7-67fe-47ea-b2c9-ae24e62d6564 req-c1cd3b01-a167-4a25-bd89-de2401aec657 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540430 Jul 15 23:06:34.974619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810a360-0876-4144-b8b8-b6c7648150c8 req-b207200a-a4a5-44d0-947a-385946fe15be tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.976170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6810a360-0876-4144-b8b8-b6c7648150c8 req-b207200a-a4a5-44d0-947a-385946fe15be tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2262299 Jul 15 23:06:34.991429 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:06:35.067807 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.107507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:35.109704 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568d0287-339b-4b7d-92dd-3f6a2d0fc9b2" -d '{"events": [{"server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "name": "network-vif-plugged", "status": "completed", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:35.129764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:35.133116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:35.140029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.147974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a has no active binding in host n-h2-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:06:35.148373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b687a81c-acfd-4da3-81b3-dcf0fe26c1bf details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:35.212752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:35.283051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:35.294959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf', 'mac_address': 'fa:16:3e:67:9b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:35.312921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:35.331145 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.337573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.342464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Made reservation on behalf of 3f781d46993248f8a9e148f7e56fa195 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:35.345925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.350443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b687a81c-acfd-4da3-81b3-dcf0fe26c1bf {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:35.363389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6810a360-0876-4144-b8b8-b6c7648150c8 req-a2806496-e50d-4e2b-a0e8-8cb3c459b557 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783691 Jul 15 23:06:35.371304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:35.372889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Transition to ACTIVE for port object 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:35.378234 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.385871 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.409793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691df3e-1c79-47f9-bb9f-5587a9e3c5ca req-07eaae47-ec40-4fe1-a678-1cc57cea732b tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.411325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b691df3e-1c79-47f9-bb9f-5587a9e3c5ca req-07eaae47-ec40-4fe1-a678-1cc57cea732b tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 950 time: 0.4289529 Jul 15 23:06:35.430012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:35.541972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:35.619463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b691df3e-1c79-47f9-bb9f-5587a9e3c5ca req-b1f6c1a8-6cd9-44ed-8e9b-d84e8265876b tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660733 Jul 15 23:06:35.630609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Attempting to bind port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:35.630972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Attempting to bind port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:35.631300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Attempting to bind port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:35.651200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:35.651487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Attempting to bind port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:35.669995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Allocated IP 192.168.233.16 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/48e19b42-3ee2-4968-a522-c7e4ead1c87d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:35.672167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a'}, {'name': 'network-changed', 'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:35.674412 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c438f1ed-059a-443b-bbc5-29da01b53126" -d '{"events": [{"server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a"}, {"name": "network-changed", "server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:35.680175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:35.680522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:35.680906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:35.681428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Bound port: 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:35.681867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.714533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbf07e-0038-46aa-ab67-eb43f32e61d8 req-0f05c7e7-6e96-46ef-8753-dea18ea2e1b9 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.716566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcfbf07e-0038-46aa-ab67-eb43f32e61d8 req-0f05c7e7-6e96-46ef-8753-dea18ea2e1b9 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 949 time: 0.2260406 Jul 15 23:06:35.884715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcfbf07e-0038-46aa-ab67-eb43f32e61d8 req-791bc0e7-2f99-40b1-90d3-962ec6c5e727 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580698 Jul 15 23:06:35.885642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:35.936502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:35.947736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.009935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf888faa-18d5-4113-ae7c-cd3939b9698b req-aee2f310-aa3f-4ba4-a161-ae120f183ee1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.012028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf888faa-18d5-4113-ae7c-cd3939b9698b req-aee2f310-aa3f-4ba4-a161-ae120f183ee1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 948 time: 0.2880576 Jul 15 23:06:36.031181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.031806 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.033258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] 10.222.0.37 "PUT /v2.0/ports/2dd55412-dd6d-4a0f-a94e-ff6a76cd971c HTTP/1.1" status: 200 len: 1096 time: 1.8227427 Jul 15 23:06:36.072391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a8f8d0a-c585-4ba7-afff-037126b82e36 req-e2a14a95-e2ee-477d-b001-41ac51ff3656 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 210 time: 0.0826263 Jul 15 23:06:36.091460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.103679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19abc2-0a77-4ca2-b0fe-f88d8195868b service neutron] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:36.119391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Transition to ACTIVE for port object 48e19b42-3ee2-4968-a522-c7e4ead1c87d will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:36.131953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf888faa-18d5-4113-ae7c-cd3939b9698b req-614d30ed-da8a-4078-b875-4e50cec3cc75 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047049 Jul 15 23:06:36.136415 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf54471-51e5-4ad9-a131-3e78fa8c78dc x-openstack-request-id: req-4cf54471-51e5-4ad9-a131-3e78fa8c78dc {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:36.136850 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "name": "network-vif-plugged", "status": "completed", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:36.136850 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cf54471-51e5-4ad9-a131-3e78fa8c78dc {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:36.137135 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1', 'code': 200} Jul 15 23:06:36.200670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.217396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7002f07a-0eba-402f-a8a7-489ec1ec2752 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:36.248929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-292ff0c3-d7a9-4875-8364-3bfaa486bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.250485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-292ff0c3-d7a9-4875-8364-3bfaa486bed3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 1099 time: 0.1164336 Jul 15 23:06:36.262800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:36.263636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['5dfccfdf-8659-4fb4-ad03-3dd7552f250f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:36.278616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Pushing event updated for resources: {'Port': ['ID=48e19b42-3ee2-4968-a522-c7e4ead1c87d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:36.297296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:36.301810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:36.307328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.307946 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.365343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4dff2-58f4-4977-ad60-1290f5cc7e89 req-65fb40cf-879f-43ff-9fd2-f65b52127f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.366396 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9fc4dff2-58f4-4977-ad60-1290f5cc7e89 req-65fb40cf-879f-43ff-9fd2-f65b52127f19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1096 time: 0.0793097 Jul 15 23:06:36.367196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-ce38b667-a4d6-40a3-878a-887d1252950d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c HTTP/1.1" status: 200 len: 217 time: 0.0676591 Jul 15 23:06:36.398742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7002f07a-0eba-402f-a8a7-489ec1ec2752, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7002f07a-0eba-402f-a8a7-489ec1ec2752,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:36.401310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-c8a5fe0a-b942-4a30-a213-28845fe0b21a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6132548 Jul 15 23:06:36.421632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'port_id': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'mac_address': 'fa:16:3e:5c:2e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:36.432149 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9fc4dff2-58f4-4977-ad60-1290f5cc7e89 req-f5e4d179-6e0b-473d-97c7-2fe528c047c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Jul 15 23:06:36.438408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Request body: {'port': {'device_id': '604d518f-0869-41d1-9a9d-2b848273d292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:36.485697 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.507200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7002f07a-0eba-402f-a8a7-489ec1ec2752 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:36.507758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6a44-6aa0-48fd-a084-84a399421371 req-00a5e200-6412-4f4a-a447-1f66503cd05e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.509335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77ee6a44-6aa0-48fd-a084-84a399421371 req-00a5e200-6412-4f4a-a447-1f66503cd05e tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 944 time: 0.2512927 Jul 15 23:06:36.514982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-e770853d-d617-417e-9aa3-ba7a412729fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.516432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-e770853d-d617-417e-9aa3-ba7a412729fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1255865 Jul 15 23:06:36.538664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b687a81c-acfd-4da3-81b3-dcf0fe26c1bf'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:36.571125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7002f07a-0eba-402f-a8a7-489ec1ec2752, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7002f07a-0eba-402f-a8a7-489ec1ec2752,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:36.572593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820d3b-5296-4852-b0bb-0d04a581a952 req-b8833217-f19e-47f4-a0d1-b5d173c043bd tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.574736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85820d3b-5296-4852-b0bb-0d04a581a952 req-b8833217-f19e-47f4-a0d1-b5d173c043bd tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.2636840 Jul 15 23:06:36.578401 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.605887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.615661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77ee6a44-6aa0-48fd-a084-84a399421371 req-7c8f668b-746b-4242-8554-d6456188d362 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947087 Jul 15 23:06:36.662519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7002f07a-0eba-402f-a8a7-489ec1ec2752,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:36.664164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85820d3b-5296-4852-b0bb-0d04a581a952 req-bd970b30-739e-4173-88ca-2235dc10cfa3 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795164 Jul 15 23:06:36.678941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c100d03f-1542-4062-bdbb-15394001d7f2 None None] Provisioning for port 48e19b42-3ee2-4968-a522-c7e4ead1c87d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:36.689993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c100d03f-1542-4062-bdbb-15394001d7f2 None None] Provisioning complete for port 48e19b42-3ee2-4968-a522-c7e4ead1c87d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:36.689993 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c100d03f-1542-4062-bdbb-15394001d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.755705 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf93b1-1e8f-417b-bd28-bd6cb7bd501b x-openstack-request-id: req-ebdf93b1-1e8f-417b-bd28-bd6cb7bd501b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:36.755928 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a", "code": 200}, {"name": "network-changed", "server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:36.756182 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebdf93b1-1e8f-417b-bd28-bd6cb7bd501b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:36.756574 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a', 'code': 200} Jul 15 23:06:36.756831 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a', 'status': 'completed', 'code': 200} Jul 15 23:06:36.758436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c100d03f-1542-4062-bdbb-15394001d7f2 None None] Port 48e19b42-3ee2-4968-a522-c7e4ead1c87d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:36.966558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-791f53b9-30dd-46bb-a13f-93264154569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.968168 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-791f53b9-30dd-46bb-a13f-93264154569c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1125 time: 0.0522003 Jul 15 23:06:37.059478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c26fba-0a1b-4d70-ae53-095b568bb331 req-19595887-01f1-4a00-a813-f6bda14262c4 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.060976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19c26fba-0a1b-4d70-ae53-095b568bb331 req-19595887-01f1-4a00-a813-f6bda14262c4 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2116032 Jul 15 23:06:37.063370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-b6a9e45f-49c0-4db0-87bb-2c7a4db1cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.064897 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-b6a9e45f-49c0-4db0-87bb-2c7a4db1cf92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.0901277 Jul 15 23:06:37.077273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b397e05-b349-4997-aad8-cf01a20d8b0b req-07faa827-7bf2-46ed-ad40-49e61b72c303 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.078700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b397e05-b349-4997-aad8-cf01a20d8b0b req-07faa827-7bf2-46ed-ad40-49e61b72c303 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.2304463 Jul 15 23:06:37.082997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-2264c67d-b7d2-4074-bf50-68afedd44f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.084402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-2264c67d-b7d2-4074-bf50-68afedd44f29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078276 Jul 15 23:06:37.089608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e19b42-3ee2-4968-a522-c7e4ead1c87d {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:37.108669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-572cafe9-faac-477a-bcba-2b498a64ee72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a HTTP/1.1" status: 200 len: 217 time: 0.0334706 Jul 15 23:06:37.110550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.156618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-bcca0a78-fa5e-4284-a50e-04a9b57cea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.158133 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-bcca0a78-fa5e-4284-a50e-04a9b57cea83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0432031 Jul 15 23:06:37.169894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Transition to ACTIVE for port object 48e19b42-3ee2-4968-a522-c7e4ead1c87d will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:37.204318 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-37793b37-019a-4fd7-b711-17c39e997ded service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371914 Jul 15 23:06:37.216180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.238933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19c26fba-0a1b-4d70-ae53-095b568bb331 req-78569577-37d5-4d09-8500-f19c0eb9a20b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578312 Jul 15 23:06:37.265068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b397e05-b349-4997-aad8-cf01a20d8b0b req-50113dac-58aa-4b9e-99f3-5f802e192834 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797321 Jul 15 23:06:37.319269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-f1a40da0-af1e-40c2-8e3b-545f0cd91d7e service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195215 Jul 15 23:06:37.321500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Pushing event updated for resources: {'Port': ['ID=48e19b42-3ee2-4968-a522-c7e4ead1c87d,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:37.325043 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-b556bfda-ffc9-42a9-b869-93bf3dcfb13a service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126535 Jul 15 23:06:37.329792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7002f07a-0eba-402f-a8a7-489ec1ec2752'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:37.429058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Attempting to bind port 48e19b42-3ee2-4968-a522-c7e4ead1c87d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:37.429676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Attempting to bind port 48e19b42-3ee2-4968-a522-c7e4ead1c87d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:37.429676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Attempting to bind port 48e19b42-3ee2-4968-a522-c7e4ead1c87d on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:37.448428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Port 48e19b42-3ee2-4968-a522-c7e4ead1c87d on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:37.449275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Attempting to bind port 48e19b42-3ee2-4968-a522-c7e4ead1c87d on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:37.477512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:37.477853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:37.478230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:37.478671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Bound port: 48e19b42-3ee2-4968-a522-c7e4ead1c87d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:37.479049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.481548 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c438f1ed-059a-443b-bbc5-29da01b53126 req-09ee43c5-1df3-41b5-ba42-3bb81eb912ea service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305401 Jul 15 23:06:37.568815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2f91999-d7f5-4445-9475-0f86962bece5 req-92bd5aa2-d79a-4aeb-8da2-efabc0535917 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422986 Jul 15 23:06:37.621548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] For port 48e19b42-3ee2-4968-a522-c7e4ead1c87d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:37.640046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9db66e-010a-4829-a0da-ecdcb962e043 req-b158d258-ef39-40f3-9549-5937645528b1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.641507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b9db66e-010a-4829-a0da-ecdcb962e043 req-b158d258-ef39-40f3-9549-5937645528b1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 949 time: 0.2094107 Jul 15 23:06:37.645052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] For port 48e19b42-3ee2-4968-a522-c7e4ead1c87d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=48e19b42-3ee2-4968-a522-c7e4ead1c87d,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:37.656829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.672919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731bf6b-3604-4148-a3d0-2b58f2fde8e3 req-b2aa57fe-e8b7-43d1-9dd4-aeffc9895a86 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.674377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5731bf6b-3604-4148-a3d0-2b58f2fde8e3 req-b2aa57fe-e8b7-43d1-9dd4-aeffc9895a86 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 947 time: 0.1930997 Jul 15 23:06:37.737366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.738060 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.739460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] 10.222.0.59 "PUT /v2.0/ports/48e19b42-3ee2-4968-a522-c7e4ead1c87d HTTP/1.1" status: 200 len: 1095 time: 1.3132963 Jul 15 23:06:37.752987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b9db66e-010a-4829-a0da-ecdcb962e043 req-cd3b180f-9b79-47f7-9763-068a7d98e3c2 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056418 Jul 15 23:06:37.771737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fab78d-81b7-41da-9a5c-682b95c21beb service neutron] Pushing event updated for resources: {'Port': ['ID=48e19b42-3ee2-4968-a522-c7e4ead1c87d,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:37.776725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5731bf6b-3604-4148-a3d0-2b58f2fde8e3 req-095d60b2-a5dd-40e6-b7c8-f08ad8387401 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964077 Jul 15 23:06:37.899687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-d585e5a9-b68f-4176-9449-51abf501c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.902289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-d585e5a9-b68f-4176-9449-51abf501c114 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f781d46993248f8a9e148f7e56fa195&device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 1098 time: 0.0741880 Jul 15 23:06:37.976400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-02c4ea9e-e85e-4461-8fc9-528b1d65b81b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=48e19b42-3ee2-4968-a522-c7e4ead1c87d HTTP/1.1" status: 200 len: 217 time: 0.0541472 Jul 15 23:06:38.059459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-1d7c2a51-f7c5-438a-8727-51ac54ae211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.060914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-1d7c2a51-f7c5-438a-8727-51ac54ae211d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0658648 Jul 15 23:06:38.075933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ffe89-bd88-48a4-a64c-9b0ff6f37a65 req-6c827d1c-2f33-425e-9968-35968d98287f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.077384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-156ffe89-bd88-48a4-a64c-9b0ff6f37a65 req-6c827d1c-2f33-425e-9968-35968d98287f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 948 time: 0.1526296 Jul 15 23:06:38.149540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-156ffe89-bd88-48a4-a64c-9b0ff6f37a65 req-1b470f68-7f94-4ac5-89dc-6ecd37737bab tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639470 Jul 15 23:06:38.162494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-386a0cc1-c58d-41d7-aa3f-568fd6a24b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.164446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-386a0cc1-c58d-41d7-aa3f-568fd6a24b6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861831 Jul 15 23:06:38.241900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:38.372234 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:38.416062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:38.419880 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6870f9-bdfb-49b6-ac51-301cabd07a69" -d '{"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-unplugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:38.435626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:38.441462 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:38.496597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:38.642539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-b6c4111d-8849-44ec-8859-a1f52cdbb93f service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615078 Jul 15 23:06:38.677920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c415af-94e2-41b3-8d90-d7c3ede9624f req-c8e409e4-b485-4ece-a8e7-834e685750d8 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.679398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0c415af-94e2-41b3-8d90-d7c3ede9624f req-c8e409e4-b485-4ece-a8e7-834e685750d8 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 945 time: 0.3903050 Jul 15 23:06:38.729882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96024-046e-4b7c-b0a7-f55f6bd47fc9 req-20612bff-1479-42cb-9dd3-28a49e32ccb0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.731914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce96024-046e-4b7c-b0a7-f55f6bd47fc9 req-20612bff-1479-42cb-9dd3-28a49e32ccb0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.1521971 Jul 15 23:06:38.758822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'}, {'name': 'network-changed', 'server_uuid': '604d518f-0869-41d1-9a9d-2b848273d292', 'tag': '48e19b42-3ee2-4968-a522-c7e4ead1c87d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:38.761388 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12" -d '{"events": [{"name": "network-changed", "server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c"}, {"name": "network-changed", "server_uuid": "604d518f-0869-41d1-9a9d-2b848273d292", "tag": "48e19b42-3ee2-4968-a522-c7e4ead1c87d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:38.799186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0c415af-94e2-41b3-8d90-d7c3ede9624f req-396ff82e-00a6-4c06-8353-185475943cfd tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091626 Jul 15 23:06:38.831902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7efa8c85-da38-40e4-956d-8ebcd6dc1554 req-6d267daa-7876-4aae-a459-8925d3069dfa service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748111 Jul 15 23:06:38.837414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce96024-046e-4b7c-b0a7-f55f6bd47fc9 req-b9230d57-ed79-4c69-8dce-ffd573bd21c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708566 Jul 15 23:06:39.007274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1e2b-a435-406e-a38b-479deb6f3040 req-cc05c429-a87d-469d-882c-115dc8caaaa2 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.008743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e3d1e2b-a435-406e-a38b-479deb6f3040 req-cc05c429-a87d-469d-882c-115dc8caaaa2 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1033044 Jul 15 23:06:39.038544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743c5b-a872-4fe4-887e-cc5e3fd337a4 req-75c46af7-aeb9-4350-bf55-71cf557cb122 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.040004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a743c5b-a872-4fe4-887e-cc5e3fd337a4 req-75c46af7-aeb9-4350-bf55-71cf557cb122 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.0973878 Jul 15 23:06:39.069819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e3d1e2b-a435-406e-a38b-479deb6f3040 req-56155916-ebb3-4b75-aca7-e08c00bba267 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543208 Jul 15 23:06:39.090220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a743c5b-a872-4fe4-887e-cc5e3fd337a4 req-0840fa65-7bb0-4cfa-830d-db5a7633868c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416622 Jul 15 23:06:39.148687 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94bcbf7-33c6-40b0-9d16-68aa4ea49f71 x-openstack-request-id: req-c94bcbf7-33c6-40b0-9d16-68aa4ea49f71 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:39.149081 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "604d518f-0869-41d1-9a9d-2b848273d292", "tag": "48e19b42-3ee2-4968-a522-c7e4ead1c87d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:39.149428 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c94bcbf7-33c6-40b0-9d16-68aa4ea49f71 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:39.149844 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29addee6-1a23-451b-bef6-d146e3b0b571 x-openstack-request-id: req-29addee6-1a23-451b-bef6-d146e3b0b571 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:39.149987 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'status': 'completed', 'code': 200} Jul 15 23:06:39.150159 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-unplugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:39.150415 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29addee6-1a23-451b-bef6-d146e3b0b571 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:39.150692 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604d518f-0869-41d1-9a9d-2b848273d292', 'tag': '48e19b42-3ee2-4968-a522-c7e4ead1c87d', 'status': 'completed', 'code': 200} Jul 15 23:06:39.150836 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'code': 200} Jul 15 23:06:39.253137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-a0a5613d-be94-4bb1-b31d-c4181c01b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.254548 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-a0a5613d-be94-4bb1-b31d-c4181c01b09b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f781d46993248f8a9e148f7e56fa195&device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 1098 time: 0.0777423 Jul 15 23:06:39.462015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8a0f5-2b9c-4e54-9d13-8acd9e4b2ce8 req-0085b50e-8b54-40f4-8f00-6a64698fa809 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.463775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ef8a0f5-2b9c-4e54-9d13-8acd9e4b2ce8 req-0085b50e-8b54-40f4-8f00-6a64698fa809 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 947 time: 0.2226765 Jul 15 23:06:39.469662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-e8c5bb80-9e14-4e7c-8956-b1d8efdc02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.471053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-e8c5bb80-9e14-4e7c-8956-b1d8efdc02c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1878898 Jul 15 23:06:39.480694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0c95f-1da8-4410-adea-3d121915a203 req-17c54df6-44f0-49f5-a6f1-1adf07309196 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.482068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ce0c95f-1da8-4410-adea-3d121915a203 req-17c54df6-44f0-49f5-a6f1-1adf07309196 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 949 time: 0.2380202 Jul 15 23:06:39.541663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-ccbe1a63-52b9-45bd-b4c2-c7d30113feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.543193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-ccbe1a63-52b9-45bd-b4c2-c7d30113feb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 1099 time: 0.2339466 Jul 15 23:06:39.552564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-a16544d4-6cd1-426e-b950-666999905c97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=48e19b42-3ee2-4968-a522-c7e4ead1c87d HTTP/1.1" status: 200 len: 217 time: 0.0641382 Jul 15 23:06:39.627658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ef8a0f5-2b9c-4e54-9d13-8acd9e4b2ce8 req-466c934d-86e6-416b-a9c5-3c9e6ed54b86 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543050 Jul 15 23:06:39.642144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ce0c95f-1da8-4410-adea-3d121915a203 req-005c7c35-5969-46e5-ab28-a6ffab7aecd8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469357 Jul 15 23:06:39.682863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-3b8d51e9-bc02-44e3-8b5e-15fea5a6074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.684376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-3b8d51e9-bc02-44e3-8b5e-15fea5a6074d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0938985 Jul 15 23:06:39.735359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-a8d40271-705c-4b52-a31a-8d5e6b6026a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.736827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-a8d40271-705c-4b52-a31a-8d5e6b6026a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1825483 Jul 15 23:06:39.807741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-aaec7169-5f83-4495-b65b-d378449094bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c HTTP/1.1" status: 200 len: 217 time: 0.0415843 Jul 15 23:06:39.867656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-bcfba527-a3a8-4080-86dd-8782688af8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.869129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-bcfba527-a3a8-4080-86dd-8782688af8dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680775 Jul 15 23:06:39.880875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e133b46-570f-4819-845e-c5c09c5fab72 req-a4cbd6f9-ed94-47b9-a2a0-84dbf705524c tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.882326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e133b46-570f-4819-845e-c5c09c5fab72 req-a4cbd6f9-ed94-47b9-a2a0-84dbf705524c tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1096 time: 0.1486440 Jul 15 23:06:39.894686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-57c89498-485d-42c2-b2f9-96763dc5360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.896113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-57c89498-485d-42c2-b2f9-96763dc5360a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0708628 Jul 15 23:06:40.001663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e133b46-570f-4819-845e-c5c09c5fab72 req-d5c416af-f4d0-45bb-b41c-41db83ab3e4b tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099060 Jul 15 23:06:40.035913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-35c22040-bd19-4f39-b16f-4b77f5a559ef service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584120 Jul 15 23:06:40.046075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-cb8a6ce8-192a-4948-867b-e887daf29630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.047689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-cb8a6ce8-192a-4948-867b-e887daf29630 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316628 Jul 15 23:06:40.245496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7002f07a-0eba-402f-a8a7-489ec1ec2752 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:40.273297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-bae72014-ee4b-4d48-b63f-46475a60b3b8 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246616 Jul 15 23:06:40.290603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-8273965d-c7c7-4fec-b2cd-3528c9de9031 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186239 Jul 15 23:06:40.307199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 7002f07a-0eba-402f-a8a7-489ec1ec2752 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:40.310970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 7002f07a-0eba-402f-a8a7-489ec1ec2752 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:40.311371 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.341101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2d922-779a-47b3-b1e6-dd3d33a9afeb req-c2514c41-eee3-42d3-b04a-483ebebf8ee4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.342613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fce2d922-779a-47b3-b1e6-dd3d33a9afeb req-c2514c41-eee3-42d3-b04a-483ebebf8ee4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 948 time: 0.2094600 Jul 15 23:06:40.353832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f3720-40cc-454c-8f1f-a74fa0236742 req-7d61932f-5617-4786-9fab-d6dbbc0a64b5 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.355387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea6f3720-40cc-454c-8f1f-a74fa0236742 req-7d61932f-5617-4786-9fab-d6dbbc0a64b5 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 945 time: 0.2174206 Jul 15 23:06:40.391708 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.423553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7002f07a-0eba-402f-a8a7-489ec1ec2752, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7002f07a-0eba-402f-a8a7-489ec1ec2752,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:40.427834 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.460973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fce2d922-779a-47b3-b1e6-dd3d33a9afeb req-6196af64-3502-4f23-8d4c-fdfe4707f92b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046090 Jul 15 23:06:40.465503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea6f3720-40cc-454c-8f1f-a74fa0236742 req-23869db9-bdff-4415-b9ed-791907c56aff tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725689 Jul 15 23:06:40.469175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e69a5170-7cb4-446a-ae00-b2e2ebd73b12 req-9b657dc5-801a-43cf-99c1-e17a67434c4e service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690822 Jul 15 23:06:40.479281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7002f07a-0eba-402f-a8a7-489ec1ec2752,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:40.487860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.488186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.488640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.489030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.489413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.489785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.490067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.490391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.490712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.491063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.491383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.491699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:40.717381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea6689-f814-4664-8172-278b9c427632 req-1ea229db-d784-414a-a31d-3f50210e76e9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.718852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ea6689-f814-4664-8172-278b9c427632 req-1ea229db-d784-414a-a31d-3f50210e76e9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1080611 Jul 15 23:06:40.731614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa27b23-48c3-482a-aa03-5ec631d5db55 req-358ac7b9-7227-4bf9-a286-cf136896d2c5 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.735205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fa27b23-48c3-482a-aa03-5ec631d5db55 req-358ac7b9-7227-4bf9-a286-cf136896d2c5 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.0917523 Jul 15 23:06:40.771598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b687a81c-acfd-4da3-81b3-dcf0fe26c1bf up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:40.795891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ea6689-f814-4664-8172-278b9c427632 req-147146c7-ffd6-4d6e-8615-254ee646c264 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595067 Jul 15 23:06:40.799076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fa27b23-48c3-482a-aa03-5ec631d5db55 req-4d019cc0-d476-4692-ae7e-c3c4237b6a48 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557997 Jul 15 23:06:40.874831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:40.878859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:40.879241 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.961161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.996629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:41.001263 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:41.049179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:41.053115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab208be8-9d88-49b4-91f0-c7a469a412ef req-3384ed12-b8b7-4cce-bc27-fac6d669d369 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:41.054627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab208be8-9d88-49b4-91f0-c7a469a412ef req-3384ed12-b8b7-4cce-bc27-fac6d669d369 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 949 time: 0.1186068 Jul 15 23:06:41.069188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f74100-d410-4bb9-97de-9f04dde887c1 req-6a7ab3d9-dc16-4a74-9775-f78219936199 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:41.070602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43f74100-d410-4bb9-97de-9f04dde887c1 req-6a7ab3d9-dc16-4a74-9775-f78219936199 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 947 time: 0.0998228 Jul 15 23:06:41.125085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab208be8-9d88-49b4-91f0-c7a469a412ef req-8d0bebaa-d3b5-492d-b7c9-ae8b4d34289e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634127 Jul 15 23:06:41.132361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43f74100-d410-4bb9-97de-9f04dde887c1 req-e8d284fc-b415-4ea5-a8df-c7b1bb71ff14 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549891 Jul 15 23:06:41.151563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7002f07a-0eba-402f-a8a7-489ec1ec2752'}, {'server_uuid': '36849280-67ac-4605-adb0-009c94ac469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:41.153991 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f98e17-43ee-4b63-a82b-364f0f0a7dfa" -d '{"events": [{"server_uuid": "b30772d6-2676-4862-ad2b-e6848ecc590e", "name": "network-vif-plugged", "status": "completed", "tag": "7002f07a-0eba-402f-a8a7-489ec1ec2752"}, {"server_uuid": "36849280-67ac-4605-adb0-009c94ac469d", "name": "network-vif-plugged", "status": "completed", "tag": "b687a81c-acfd-4da3-81b3-dcf0fe26c1bf"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:41.196667 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61f100e-9bfb-42ea-8868-c551856ec94d x-openstack-request-id: req-b61f100e-9bfb-42ea-8868-c551856ec94d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:41.196966 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30772d6-2676-4862-ad2b-e6848ecc590e", "name": "network-vif-plugged", "status": "completed", "tag": "7002f07a-0eba-402f-a8a7-489ec1ec2752", "code": 200}, {"server_uuid": "36849280-67ac-4605-adb0-009c94ac469d", "name": "network-vif-plugged", "status": "completed", "tag": "b687a81c-acfd-4da3-81b3-dcf0fe26c1bf", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:41.197220 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b61f100e-9bfb-42ea-8868-c551856ec94d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:41.197640 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'code': 200} Jul 15 23:06:41.197895 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36849280-67ac-4605-adb0-009c94ac469d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf', 'code': 200} Jul 15 23:06:41.329656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7228fb-4d68-4ad7-9149-cbb31b50e022 req-4c9f41ab-c822-46eb-992e-eeeaed15a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:41.331194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc7228fb-4d68-4ad7-9149-cbb31b50e022 req-4c9f41ab-c822-46eb-992e-eeeaed15a146 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 1101 time: 0.0526571 Jul 15 23:06:41.392540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc7228fb-4d68-4ad7-9149-cbb31b50e022 req-be09ed0e-ece1-47b8-b3b1-e1c868877d07 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Jul 15 23:06:41.433712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faca137-ee72-4528-bcd1-a5ca9702cb87 req-f4cfe92e-1eba-43df-9772-a5c0074c16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:41.435385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3faca137-ee72-4528-bcd1-a5ca9702cb87 req-f4cfe92e-1eba-43df-9772-a5c0074c16d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 1097 time: 0.0542123 Jul 15 23:06:41.477371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3faca137-ee72-4528-bcd1-a5ca9702cb87 req-2b9f8e83-8332-43ec-b51b-fbbf0f8c667d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295029 Jul 15 23:06:41.692974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f80b34-675e-429d-a966-a941d5661556 req-8b7f2838-1719-44fd-9b1c-54bf3f79b719 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:41.694443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f80b34-675e-429d-a966-a941d5661556 req-8b7f2838-1719-44fd-9b1c-54bf3f79b719 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 948 time: 0.1125002 Jul 15 23:06:41.701610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d25c-39a2-402d-b3cf-99b9a2f2ce73 req-88e65b04-7b8f-4f28-b4be-007fb2007697 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:41.702969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5531d25c-39a2-402d-b3cf-99b9a2f2ce73 req-88e65b04-7b8f-4f28-b4be-007fb2007697 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 946 time: 0.1099701 Jul 15 23:06:41.758132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f80b34-675e-429d-a966-a941d5661556 req-8d8cff4e-d92f-4937-a231-0e55b7162838 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542333 Jul 15 23:06:41.763185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5531d25c-39a2-402d-b3cf-99b9a2f2ce73 req-4ac3c551-27b2-4ee2-b366-12526d580f6d tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535681 Jul 15 23:06:42.018991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4064-f6bd-4a07-84f2-1b30ebf2999f req-0232cd45-f77c-4a5f-90bd-07aa42081081 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.020403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4db4064-f6bd-4a07-84f2-1b30ebf2999f req-0232cd45-f77c-4a5f-90bd-07aa42081081 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1028686 Jul 15 23:06:42.032120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c99b8d-a454-4df2-acc4-171dd6a7f00b req-f928964f-6461-4ef3-898f-1df24b7cfa35 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.033488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c99b8d-a454-4df2-acc4-171dd6a7f00b req-f928964f-6461-4ef3-898f-1df24b7cfa35 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.1142101 Jul 15 23:06:42.087949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4db4064-f6bd-4a07-84f2-1b30ebf2999f req-b075cfa2-8f9f-4cbe-9298-66a4b55000cd tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532043 Jul 15 23:06:42.090539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c99b8d-a454-4df2-acc4-171dd6a7f00b req-af555840-4bd4-4484-a0a3-42f3a22f699e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504973 Jul 15 23:06:42.261801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:42.301508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9aa6b-0c13-4191-a374-092e196a87de req-9d99424f-3054-4efd-aae1-49c8a43b39b3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.302992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aef9aa6b-0c13-4191-a374-092e196a87de req-9d99424f-3054-4efd-aae1-49c8a43b39b3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.0648093 Jul 15 23:06:42.342990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aef9aa6b-0c13-4191-a374-092e196a87de req-c740f990-ecad-4efe-bc99-3d1ccb44234d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Jul 15 23:06:42.364954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:42.377092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'mac_address': 'fa:16:3e:f7:cb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:42.415632 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.429050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:42.452597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:42.457868 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.516393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7367b-be67-45cf-aab2-634aa3048ed0 req-8158c21b-7d95-43a1-a4cb-7b6f7240f701 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.516960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:42.517984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0e7367b-be67-45cf-aab2-634aa3048ed0 req-8158c21b-7d95-43a1-a4cb-7b6f7240f701 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 947 time: 0.0703366 Jul 15 23:06:42.557436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0e7367b-be67-45cf-aab2-634aa3048ed0 req-bd5b4947-fa81-4989-a246-fcce8698d57c tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334771 Jul 15 23:06:42.948836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117202f4-0d07-445e-968f-150b26ca2cdd req-62b2777b-fd2e-4bf1-abff-f5a5c8954fa9 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.950341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-117202f4-0d07-445e-968f-150b26ca2cdd req-62b2777b-fd2e-4bf1-abff-f5a5c8954fa9 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 946 time: 0.0705051 Jul 15 23:06:42.992568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-117202f4-0d07-445e-968f-150b26ca2cdd req-41bea46d-f11b-4c41-9a33-0b3a6dee16f5 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356438 Jul 15 23:06:43.115632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5c61-7690-44ca-b786-491c4d4fc088 req-85018875-48fb-43e7-9554-a35c03c144aa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.117204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf0d5c61-7690-44ca-b786-491c4d4fc088 req-85018875-48fb-43e7-9554-a35c03c144aa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 949 time: 0.0687265 Jul 15 23:06:43.156695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf0d5c61-7690-44ca-b786-491c4d4fc088 req-598daa36-22cc-409a-8eb3-cf6d5c528cee tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Jul 15 23:06:43.311007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5930da1-8df4-4df1-9e83-10966c072968 req-213b3082-0268-4fab-b85b-044c6b857a97 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.312488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5930da1-8df4-4df1-9e83-10966c072968 req-213b3082-0268-4fab-b85b-044c6b857a97 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1019375 Jul 15 23:06:43.323110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:43.483839 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.594320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d50626-3b15-45a2-8094-720e2e4f25e2 req-731152f4-7680-4ccd-a449-e5e8a8b5fe2f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.595966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75d50626-3b15-45a2-8094-720e2e4f25e2 req-731152f4-7680-4ccd-a449-e5e8a8b5fe2f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.3363094 Jul 15 23:06:43.601047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5930da1-8df4-4df1-9e83-10966c072968 req-87783543-faf2-4a9b-bb23-9f88ce70c37c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799726 Jul 15 23:06:43.639314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75d50626-3b15-45a2-8094-720e2e4f25e2 req-3a80c4a5-c2e5-4e77-a2dd-39a5c3ac6da2 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Jul 15 23:06:43.840132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa9586-dd94-4968-819a-59d740b63074 req-12a7c791-10f7-4f43-a963-57b5b141c1a6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.841505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54fa9586-dd94-4968-819a-59d740b63074 req-12a7c791-10f7-4f43-a963-57b5b141c1a6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.1157756 Jul 15 23:06:43.863688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a3fd-9061-4dc4-be20-4bedd496cf15 req-62df63f1-1af0-40a1-b959-d4e2e4943665 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.865211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db07a3fd-9061-4dc4-be20-4bedd496cf15 req-62df63f1-1af0-40a1-b959-d4e2e4943665 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 947 time: 0.1053352 Jul 15 23:06:43.916623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54fa9586-dd94-4968-819a-59d740b63074 req-5ad2d1ab-8d17-4df2-8ffb-ddc49d2f1cc4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668728 Jul 15 23:06:43.929730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db07a3fd-9061-4dc4-be20-4bedd496cf15 req-7ac6ec9e-d4eb-4056-b300-90f995cf4ae3 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516756 Jul 15 23:06:44.175790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f7dec-5d5a-4ca3-905c-f9ef10537489 req-65eb45ec-99c6-4024-98a0-46a42752e7b1 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.179316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a74f7dec-5d5a-4ca3-905c-f9ef10537489 req-65eb45ec-99c6-4024-98a0-46a42752e7b1 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 946 time: 0.0711231 Jul 15 23:06:44.222704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a74f7dec-5d5a-4ca3-905c-f9ef10537489 req-6433b713-82c5-40dd-9b44-cc8a4c7127cd tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380545 Jul 15 23:06:44.283196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:44.397300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c830b75-0197-48de-8332-a9a881f2b200 req-e196be90-23f5-4e9c-a1fc-e3b060fa477d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.398806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c830b75-0197-48de-8332-a9a881f2b200 req-e196be90-23f5-4e9c-a1fc-e3b060fa477d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 949 time: 0.0784509 Jul 15 23:06:44.403219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:44.415059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'mac_address': 'fa:16:3e:40:4e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:44.452914 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.462636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c830b75-0197-48de-8332-a9a881f2b200 req-7571677b-869f-412b-88c3-217a099734b2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 Jul 15 23:06:44.467622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad88c29b-9e4c-4428-962e-754aa8fe7730 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:44.482604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40347f6-b17b-40db-8cc9-05c48519cdb0 req-790e2933-b335-42a8-b381-fc9ecab266ae tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.484202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f40347f6-b17b-40db-8cc9-05c48519cdb0 req-790e2933-b335-42a8-b381-fc9ecab266ae tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 946 time: 0.1113050 Jul 15 23:06:44.492954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:44.493251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56438) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:44.497551 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.498384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Request body: {'floatingip': {'port_id': '7002f07a-0eba-402f-a8a7-489ec1ec2752'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:44.539737 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.559091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:44.791048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 48e19b42-3ee2-4968-a522-c7e4ead1c87d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:44.913240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ad88c29b-9e4c-4428-962e-754aa8fe7730'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:44.953176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 48e19b42-3ee2-4968-a522-c7e4ead1c87d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=48e19b42-3ee2-4968-a522-c7e4ead1c87d,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:44.972555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '48e19b42-3ee2-4968-a522-c7e4ead1c87d', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '48e19b42-3ee2-4968-a522-c7e4ead1c87d', 'mac_address': 'fa:16:3e:c0:6a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:45.040845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46974c4-e0a3-47b7-bae8-16315535dd40 req-f4195b9e-5d65-477d-98a8-988ecdd283f0 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.047955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f46974c4-e0a3-47b7-bae8-16315535dd40 req-f4195b9e-5d65-477d-98a8-988ecdd283f0 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2896988 Jul 15 23:06:45.100148 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.120113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e19b42-3ee2-4968-a522-c7e4ead1c87d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:45.150932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42f027-593a-41e7-a491-5a6bdb7ebcc0 req-682c61c7-c598-48e9-81b8-7dc7d7360ebd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.153362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac42f027-593a-41e7-a491-5a6bdb7ebcc0 req-682c61c7-c598-48e9-81b8-7dc7d7360ebd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.3565974 Jul 15 23:06:45.179532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 48e19b42-3ee2-4968-a522-c7e4ead1c87d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=48e19b42-3ee2-4968-a522-c7e4ead1c87d,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:45.188553 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.218242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f46974c4-e0a3-47b7-bae8-16315535dd40 req-91f0028f-5e12-4585-a7b1-e20b33daba0a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680803 Jul 15 23:06:45.264127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=48e19b42-3ee2-4968-a522-c7e4ead1c87d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:45.336473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac42f027-593a-41e7-a491-5a6bdb7ebcc0 req-b90701a7-d923-4248-ad74-b08c8cb4e4c5 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625271 Jul 15 23:06:45.342726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:06:45.419758 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.461010 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.618010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a51156-d6d2-4775-a00d-0e60fadb8bb0 req-9cb69b8d-d21c-4dea-bf38-22bc5668446e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.619758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a51156-d6d2-4775-a00d-0e60fadb8bb0 req-9cb69b8d-d21c-4dea-bf38-22bc5668446e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.2400422 Jul 15 23:06:45.692046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84396c5-b203-4be7-a146-0d50bb09e2e7 req-c435941b-9644-4689-8d76-f5e156b4ab75 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.693573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a84396c5-b203-4be7-a146-0d50bb09e2e7 req-c435941b-9644-4689-8d76-f5e156b4ab75 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 948 time: 0.1749327 Jul 15 23:06:45.708053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a51156-d6d2-4775-a00d-0e60fadb8bb0 req-d28a11c2-caa8-4060-a1f6-c6cf1583eafe tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804224 Jul 15 23:06:45.743329 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Floating IP 1c3a841d-d447-4e6e-83f1-f6e490fce9c5 associated. External IP: 172.25.3.250, port: 7002f07a-0eba-402f-a8a7-489ec1ec2752. Jul 15 23:06:45.888874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a84396c5-b203-4be7-a146-0d50bb09e2e7 req-8aaff869-4786-4f6f-ac26-efd2adf94738 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796832 Jul 15 23:06:45.892021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['48e19b42-3ee2-4968-a522-c7e4ead1c87d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:46.305261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:46.345088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31058-2c6f-455d-b17f-77c253c95304 req-eb3ec7da-0ecd-4be1-9a8a-829f071d6a1e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.352153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18f31058-2c6f-455d-b17f-77c253c95304 req-eb3ec7da-0ecd-4be1-9a8a-829f071d6a1e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 949 time: 0.4114151 Jul 15 23:06:46.390511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:46.404019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:46.408466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:46.408842 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.447159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18f31058-2c6f-455d-b17f-77c253c95304 req-b75d2a25-da3f-4cca-9c30-ecaff4f899b5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941162 Jul 15 23:06:46.518256 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.554138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:46.561148 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21945aa6-dbc8-466a-a986-53b4543c2869" -d '{"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:46.565685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:46.574374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.576629 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] Sync routers for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:46.589025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:46.594094 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.595192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:46.602132 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:46.603079 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:46.621802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-76f90715-42d3-41de-aabd-bc5debf2f034 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "PUT /v2.0/floatingips/1c3a841d-d447-4e6e-83f1-f6e490fce9c5 HTTP/1.1" status: 200 len: 992 time: 2.1273007 Jul 15 23:06:46.624249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'tag': '7002f07a-0eba-402f-a8a7-489ec1ec2752'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:46.626624 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f" -d '{"events": [{"name": "network-changed", "server_uuid": "b30772d6-2676-4862-ad2b-e6848ecc590e", "tag": "7002f07a-0eba-402f-a8a7-489ec1ec2752"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:46.671694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242df88f-ac46-47ca-86e0-611f617ddcd4 req-9f1959ca-3e5e-48c7-8389-fd0a41b491b4 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.673250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-242df88f-ac46-47ca-86e0-611f617ddcd4 req-9f1959ca-3e5e-48c7-8389-fd0a41b491b4 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2772732 Jul 15 23:06:46.774347 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:46.775282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:46.802224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:46.853287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-242df88f-ac46-47ca-86e0-611f617ddcd4 req-fc22123c-d516-4e27-9877-985a4d357446 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622148 Jul 15 23:06:46.894012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e74d82-d46e-4771-a760-41bf21b8193d req-234971b9-786f-42de-87ce-9023ce8bf48d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.895635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:46.899011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15e74d82-d46e-4771-a760-41bf21b8193d req-234971b9-786f-42de-87ce-9023ce8bf48d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 944 time: 0.2459021 Jul 15 23:06:46.962870 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71eefe6-cbbd-44ea-a82d-4e258a56740a x-openstack-request-id: req-d71eefe6-cbbd-44ea-a82d-4e258a56740a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:46.963426 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:46.963910 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d71eefe6-cbbd-44ea-a82d-4e258a56740a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:46.965062 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'code': 200} Jul 15 23:06:47.005056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15e74d82-d46e-4771-a760-41bf21b8193d req-478f7bd1-35a6-42ee-aad0-9f837586a08f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975811 Jul 15 23:06:47.077147 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96628af-1eb5-4b03-83d5-f4b381f3991f x-openstack-request-id: req-b96628af-1eb5-4b03-83d5-f4b381f3991f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:47.077465 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30772d6-2676-4862-ad2b-e6848ecc590e", "tag": "7002f07a-0eba-402f-a8a7-489ec1ec2752", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:47.077721 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b96628af-1eb5-4b03-83d5-f4b381f3991f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:47.078126 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'tag': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'status': 'completed', 'code': 200} Jul 15 23:06:47.215392 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1c3a841d-d447-4e6e-83f1-f6e490fce9c5', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'port_id': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'mac_address': 'fa:16:3e:5c:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:55Z', 'updated_at': '2021-07-15T23:06:45Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:47.310663 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] Checking router: 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:47.331252 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:47.331878 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:47.387496 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-a83c37ab-2a18-42a8-8c94-18fd246a217b service neutron] 10.222.0.37 "GET /v2.0/ports/d9fdb17a-88f8-4e9e-93f2-01e3addaa96a/bindings/n-h2-793618-8 HTTP/1.1" status: 200 len: 384 time: 0.1503506 Jul 15 23:06:47.410032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f2533-5a5f-4915-8f7e-c6d1112fb3a2 req-2717a612-00e6-4377-8d27-9342adf30360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.411581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687f2533-5a5f-4915-8f7e-c6d1112fb3a2 req-2717a612-00e6-4377-8d27-9342adf30360 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 1101 time: 0.2426629 Jul 15 23:06:47.423238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-01f7b7af-e874-48b3-a1e9-c142a819777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.424778 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-01f7b7af-e874-48b3-a1e9-c142a819777a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 1097 time: 0.2549646 Jul 15 23:06:47.571184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687f2533-5a5f-4915-8f7e-c6d1112fb3a2 req-54a90d5d-bd5d-4d4b-883d-44ec1e08848b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340928 Jul 15 23:06:47.577520 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:47.582149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db9648-b455-4200-9428-d3d866dd80e5 req-0f28f203-62b9-4532-b07f-d8651a45e630 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.587694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-05afde0e-b00a-454c-b194-6f9072873740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.589938 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-05afde0e-b00a-454c-b194-6f9072873740 service neutron] 10.222.0.37 "GET /v2.0/networks?id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 200 len: 925 time: 0.1469450 Jul 15 23:06:47.592066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37db9648-b455-4200-9428-d3d866dd80e5 req-0f28f203-62b9-4532-b07f-d8651a45e630 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.2849691 Jul 15 23:06:47.667276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37db9648-b455-4200-9428-d3d866dd80e5 req-55ae23a2-7c35-4abb-ab66-4b5074e7a439 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737462 Jul 15 23:06:47.689602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d425b6-896d-4bde-a37f-2036f317be85 req-3e4ab3ac-0ed6-49ce-b993-8bb634c00757 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.702699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7d425b6-896d-4bde-a37f-2036f317be85 req-3e4ab3ac-0ed6-49ce-b993-8bb634c00757 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 948 time: 0.2818685 Jul 15 23:06:47.781544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:47.807966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7d425b6-896d-4bde-a37f-2036f317be85 req-e36cf026-529f-4b9d-9d93-706651f1762e tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979788 Jul 15 23:06:47.818870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:47.907595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fdb17a-88f8-4e9e-93f2-01e3addaa96a {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:47.937799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:47.961490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.035282 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2f58f633-5286-4cf8-ba8b-1eb18abbc260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.068745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da27e-90df-42be-b2ad-ed89244cb128 req-8c03874e-9ffe-4919-9ad3-bf109293c7e0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.081316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd4da27e-90df-42be-b2ad-ed89244cb128 req-8c03874e-9ffe-4919-9ad3-bf109293c7e0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1929181 Jul 15 23:06:48.094938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] Transition to ACTIVE for port object d9fdb17a-88f8-4e9e-93f2-01e3addaa96a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:48.144039 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1c3a841d-d447-4e6e-83f1-f6e490fce9c5', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'port_id': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'mac_address': 'fa:16:3e:5c:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:55Z', 'updated_at': '2021-07-15T23:06:45Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:48.144301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.200267 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d66085-ca15-480a-a1d6-2921866a7aba None None] The sync data for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 is: [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1c3a841d-d447-4e6e-83f1-f6e490fce9c5', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'port_id': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'mac_address': 'fa:16:3e:5c:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:55Z', 'updated_at': '2021-07-15T23:06:45Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:48.241423 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-f9a501dc-cd19-43f3-9385-869ab0c19fa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7002f07a-0eba-402f-a8a7-489ec1ec2752 HTTP/1.1" status: 200 len: 1000 time: 0.1446593 Jul 15 23:06:48.242268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] No DVR routers for this DVR port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:48.288498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd4da27e-90df-42be-b2ad-ed89244cb128 req-7cea65cf-0de5-4d0e-8fa1-a2556340405d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040472 Jul 15 23:06:48.315376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:48.344352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=10']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:48.378912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacce28-3fd7-4626-bcf6-9e5cb89039de req-16f2e895-5466-485f-85e4-808b8e0e746e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.391276 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-762ad2c0-f5d3-48fe-bdd8-d3ef124accc5 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9fdb17a-88f8-4e9e-93f2-01e3addaa96a/bindings/n-h2-793618-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9949522 Jul 15 23:06:48.398332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baacce28-3fd7-4626-bcf6-9e5cb89039de req-16f2e895-5466-485f-85e4-808b8e0e746e tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2771389 Jul 15 23:06:48.421678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-94a195c1-2253-41b8-818d-4199e1447611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.423158 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-94a195c1-2253-41b8-818d-4199e1447611 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 HTTP/1.1" status: 200 len: 863 time: 0.1656060 Jul 15 23:06:48.496420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ad88c29b-9e4c-4428-962e-754aa8fe7730 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:48.496791 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.533749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baacce28-3fd7-4626-bcf6-9e5cb89039de req-71a831fd-6178-4d68-8126-386674547d13 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343639 Jul 15 23:06:48.554252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40146b-1c0d-4bbb-8e54-6b54e10764a7 None None] New status for floating IP 1c3a841d-d447-4e6e-83f1-f6e490fce9c5: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:06:48.628869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-b75cd732-718d-4516-b817-282ce8b95bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.630405 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-b75cd732-718d-4516-b817-282ce8b95bc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663516 Jul 15 23:06:48.830615 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-eee4bd83-39de-4619-943b-62ff3152e419 service neutron] 10.222.0.37 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878438 Jul 15 23:06:48.834632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6099f42-41cc-4205-ad0a-48102bde697d req-34df0ecc-8258-48ec-8ffd-78c734ffd66b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.848229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6099f42-41cc-4205-ad0a-48102bde697d req-34df0ecc-8258-48ec-8ffd-78c734ffd66b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 945 time: 0.3106484 Jul 15 23:06:48.946926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-9980fc36-a689-46bd-bbb3-08ed4ec9dad6 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.952723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-9980fc36-a689-46bd-bbb3-08ed4ec9dad6 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.3296680 Jul 15 23:06:48.956196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6099f42-41cc-4205-ad0a-48102bde697d req-a20d5175-9c24-4383-bbbe-f2346b8d39b2 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072607 Jul 15 23:06:48.968346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 48e19b42-3ee2-4968-a522-c7e4ead1c87d up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:48.991218 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b95777f7-f9b8-4bfa-bd9e-ddf114b2928f req-38dba38d-b42f-4221-8f24-601ddd870f41 service neutron] 10.222.0.37 "GET /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484787 Jul 15 23:06:49.142799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-4495b4cf-3fe5-4aff-bdd8-1e817d178aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.144771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-4495b4cf-3fe5-4aff-bdd8-1e817d178aa9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd HTTP/1.1" status: 200 len: 1096 time: 0.1684697 Jul 15 23:06:49.208613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885139b-8d48-4c4b-a738-2e2965710b4d req-54756eee-42d1-46c0-97e9-a03ba41dc99d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.213501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4885139b-8d48-4c4b-a738-2e2965710b4d req-54756eee-42d1-46c0-97e9-a03ba41dc99d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.1408360 Jul 15 23:06:49.337137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 48e19b42-3ee2-4968-a522-c7e4ead1c87d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:49.339521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.359727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 48e19b42-3ee2-4968-a522-c7e4ead1c87d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:49.360301 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.370553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4885139b-8d48-4c4b-a738-2e2965710b4d req-beef709e-9fb8-440b-acd0-67f684a90c0d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253972 Jul 15 23:06:49.398455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-6e3f96b1-cb65-4870-93d3-c9687629d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.400530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-6e3f96b1-cb65-4870-93d3-c9687629d7ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1096 time: 0.2147739 Jul 15 23:06:49.404148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:49.406382 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c218c-a647-48b8-8e17-87775f27075b" -d '{"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-plugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:49.427227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:49.436653 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.555201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=10']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:49.666680 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.696522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9fd39-22d7-45ad-a40a-082d497858ef req-232dc08d-2f9d-4672-8023-2888c7739413 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.704056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dd9fd39-22d7-45ad-a40a-082d497858ef req-232dc08d-2f9d-4672-8023-2888c7739413 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 948 time: 0.3936508 Jul 15 23:06:49.731238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 48e19b42-3ee2-4968-a522-c7e4ead1c87d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=48e19b42-3ee2-4968-a522-c7e4ead1c87d,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:49.741205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:49.787783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dd9fd39-22d7-45ad-a40a-082d497858ef req-c1816c93-9b14-4a93-a71e-1b873daf335f tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827038 Jul 15 23:06:49.808716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-8127518d-d76e-4fab-91f1-1eaac8f685d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.820189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=48e19b42-3ee2-4968-a522-c7e4ead1c87d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:49.821223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-8127518d-d76e-4fab-91f1-1eaac8f685d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.3948474 Jul 15 23:06:49.856288 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6d6e6-59a9-4fed-87ea-359e6dad692b req-b4583207-db79-475c-af2c-126b87c00142 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.858446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e6d6e6-59a9-4fed-87ea-359e6dad692b req-b4583207-db79-475c-af2c-126b87c00142 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.2539005 Jul 15 23:06:49.865953 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d11c91d-2aa9-4199-ab94-31749ffbb31b x-openstack-request-id: req-5d11c91d-2aa9-4199-ab94-31749ffbb31b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:49.866315 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-plugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:49.866637 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d11c91d-2aa9-4199-ab94-31749ffbb31b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:49.867152 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'code': 200} Jul 15 23:06:49.891782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-476786e5-1143-4e5d-806c-98c8999e76e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a HTTP/1.1" status: 200 len: 217 time: 0.0510480 Jul 15 23:06:49.978786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e6d6e6-59a9-4fed-87ea-359e6dad692b req-707dd47c-4299-4b8f-9094-c01813192d47 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888922 Jul 15 23:06:50.021962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d05bf9d7-22e7-421c-a4b9-a01f17d994c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:50.023160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d05bf9d7-22e7-421c-a4b9-a01f17d994c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1167018 Jul 15 23:06:50.072701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-3fb000ab-2938-483c-9407-95efa65f7a61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364161 Jul 15 23:06:50.115962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586d505-99ff-4844-b3ff-80a29eafa016 req-f089f9e7-979c-4b74-83cf-eb10c4df9c49 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:50.117795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8586d505-99ff-4844-b3ff-80a29eafa016 req-f089f9e7-979c-4b74-83cf-eb10c4df9c49 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1344142 Jul 15 23:06:50.217883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8586d505-99ff-4844-b3ff-80a29eafa016 req-7354274d-f972-41ca-87ef-a55e04b8c38a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885615 Jul 15 23:06:50.244177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-d15f33a3-a8bc-44d3-87d9-74194f16162d service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540618 Jul 15 23:06:50.382073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-91ba192c-07bc-49ee-9d96-64403f8d58fc service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287720 Jul 15 23:06:50.416864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a0777-42ae-43a3-8d5a-3396b6a7ce2e req-216e9b9d-b1d0-4b6f-9a2b-ce84b8aee14e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:50.418621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a48a0777-42ae-43a3-8d5a-3396b6a7ce2e req-216e9b9d-b1d0-4b6f-9a2b-ce84b8aee14e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 945 time: 0.0765364 Jul 15 23:06:50.474071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a48a0777-42ae-43a3-8d5a-3396b6a7ce2e req-e1eb1c3d-30aa-4e7d-86cf-2c6cdbc5f961 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Jul 15 23:06:50.603296 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3ec571e-5a7a-4235-9e82-26d45cf8eb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:50.633795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca61a-9ac2-47ee-a743-c7fa3678c33f req-3527969f-8355-4343-bd05-f68af608e32e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:50.635455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bcca61a-9ac2-47ee-a743-c7fa3678c33f req-3527969f-8355-4343-bd05-f68af608e32e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.1148305 Jul 15 23:06:50.720373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bcca61a-9ac2-47ee-a743-c7fa3678c33f req-0191aeb2-05a8-4e41-a695-90be081c66d0 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747871 Jul 15 23:06:50.885033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-819a522b-a531-40e6-a806-433159297d95 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:50.887194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-819a522b-a531-40e6-a806-433159297d95 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.0684078 Jul 15 23:06:50.974843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.051784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990442a5-64dc-4713-871d-6a48bbc26bd7 req-71087c25-f277-439d-a872-ed6680bdd118 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.053776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-990442a5-64dc-4713-871d-6a48bbc26bd7 req-71087c25-f277-439d-a872-ed6680bdd118 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.1325347 Jul 15 23:06:51.089257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-230a8925-ca84-4238-9a7d-735db9b9ddc3 service neutron] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:51.094183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-230a8925-ca84-4238-9a7d-735db9b9ddc3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.096278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-687d9f79-b4e9-42c7-ad4f-d7a67032a2d3 req-230a8925-ca84-4238-9a7d-735db9b9ddc3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/d9fdb17a-88f8-4e9e-93f2-01e3addaa96a/bindings/n-h1-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.2015710 Jul 15 23:06:51.113943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-990442a5-64dc-4713-871d-6a48bbc26bd7 req-9eee136d-0b0d-47a6-ac51-fc318978905a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525458 Jul 15 23:06:51.249942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f31d3-872b-4b97-99ab-a521fe4c1573 req-140f84cf-523e-4b04-85e4-fcd1e3f048c2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.251784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e76f31d3-872b-4b97-99ab-a521fe4c1573 req-140f84cf-523e-4b04-85e4-fcd1e3f048c2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0979679 Jul 15 23:06:51.295846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e76f31d3-872b-4b97-99ab-a521fe4c1573 req-0b101696-0dfc-497b-a6cb-618bb73f92e6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380275 Jul 15 23:06:51.421152 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.522287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171dc5f-95c6-4da1-b360-b4c7d598a7f9 req-741831c0-ccfd-47eb-8e7f-4e65a13baf40 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.528211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e171dc5f-95c6-4da1-b360-b4c7d598a7f9 req-741831c0-ccfd-47eb-8e7f-4e65a13baf40 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0916140 Jul 15 23:06:51.607651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e171dc5f-95c6-4da1-b360-b4c7d598a7f9 req-f77996ca-87b8-4d55-a6db-75fb1bb3d5a8 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563905 Jul 15 23:06:51.623750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e6cd9-95ba-4eb5-aa4a-da7efff30623 req-f4121236-5aee-40f8-b0e6-cd70d0af6760 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.631831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f34e6cd9-95ba-4eb5-aa4a-da7efff30623 req-f4121236-5aee-40f8-b0e6-cd70d0af6760 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1320238 Jul 15 23:06:51.686293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f34e6cd9-95ba-4eb5-aa4a-da7efff30623 req-976e84d1-5348-41b8-9f00-5f0a748a66b5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529535 Jul 15 23:06:51.868231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604d518f-0869-41d1-9a9d-2b848273d292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e19b42-3ee2-4968-a522-c7e4ead1c87d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:51.871564 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87959c1-020d-4cec-8824-e757e1e783a1" -d '{"events": [{"server_uuid": "604d518f-0869-41d1-9a9d-2b848273d292", "name": "network-vif-plugged", "status": "completed", "tag": "48e19b42-3ee2-4968-a522-c7e4ead1c87d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:51.923781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397331-9eca-4669-ae05-76c6c36f0ae1 req-08dff0c6-1dfa-4394-a4d6-7c76779c6905 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.925313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18397331-9eca-4669-ae05-76c6c36f0ae1 req-08dff0c6-1dfa-4394-a4d6-7c76779c6905 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 945 time: 0.1665251 Jul 15 23:06:51.982576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18397331-9eca-4669-ae05-76c6c36f0ae1 req-b1dc876e-5973-4c8b-8ecd-b34b595abb3e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Jul 15 23:06:51.992638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a0844-02be-4557-8798-ccac4f8cd44a req-c0c4654e-4616-4d67-ad2a-cb4fa0619c3a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.000995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f6a0844-02be-4557-8798-ccac4f8cd44a req-c0c4654e-4616-4d67-ad2a-cb4fa0619c3a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.1216733 Jul 15 23:06:52.049572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f6a0844-02be-4557-8798-ccac4f8cd44a req-a1e6f603-3041-41f1-b3f1-d35b71cc60cb tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Jul 15 23:06:52.116728 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e8fb2c-e0dc-4206-ba10-a9f1bd5030b6 x-openstack-request-id: req-39e8fb2c-e0dc-4206-ba10-a9f1bd5030b6 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:52.117025 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604d518f-0869-41d1-9a9d-2b848273d292", "name": "network-vif-plugged", "status": "completed", "tag": "48e19b42-3ee2-4968-a522-c7e4ead1c87d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:52.117277 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39e8fb2c-e0dc-4206-ba10-a9f1bd5030b6 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:52.117676 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604d518f-0869-41d1-9a9d-2b848273d292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e19b42-3ee2-4968-a522-c7e4ead1c87d', 'code': 200} Jul 15 23:06:52.350402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01af-1faf-42e9-a091-39a81c4fae43 req-a0057de5-b5ff-4867-8d7a-a95ba1a5c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.351932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bbf01af-1faf-42e9-a091-39a81c4fae43 req-a0057de5-b5ff-4867-8d7a-a95ba1a5c8d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 1100 time: 0.1047800 Jul 15 23:06:52.361123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088dacd-5aaf-4bab-8ab0-435ee0f95750 req-721b2397-ee5e-404a-802a-5bd9bb9daab1 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.362592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4088dacd-5aaf-4bab-8ab0-435ee0f95750 req-721b2397-ee5e-404a-802a-5bd9bb9daab1 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1096 time: 0.1015811 Jul 15 23:06:52.443681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bbf01af-1faf-42e9-a091-39a81c4fae43 req-974973a0-c07e-4cbf-aca0-ccd74abd9ee4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Jul 15 23:06:52.465007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4088dacd-5aaf-4bab-8ab0-435ee0f95750 req-cdd7a24a-99b4-40a6-a4d9-84f5ad3bacaf tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953097 Jul 15 23:06:52.627616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-1da7ea27-01a5-4c40-bd55-693ddc98dda7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197822 Jul 15 23:06:52.636379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c1d2d-a220-4a9f-b20c-45f840bb2296 req-dabfb7d8-f405-479f-b7de-bde11319eccc tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.642504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e3c1d2d-a220-4a9f-b20c-45f840bb2296 req-dabfb7d8-f405-479f-b7de-bde11319eccc tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.0905108 Jul 15 23:06:52.692165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e3c1d2d-a220-4a9f-b20c-45f840bb2296 req-be3f7236-7aec-4e86-b4cd-843bb1c03862 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Jul 15 23:06:52.988011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebf6c8-ab22-4ea9-a084-2c1294727c49 req-7c3e8f19-8a04-4790-a995-a153b10d6afc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.989705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20ebf6c8-ab22-4ea9-a084-2c1294727c49 req-7c3e8f19-8a04-4790-a995-a153b10d6afc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1652870 Jul 15 23:06:52.991805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb01673-6739-467f-8cce-8a85fcb2f6a4 req-d1c99001-f75f-4d0d-bc82-2479f6d8a26e tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.993258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eb01673-6739-467f-8cce-8a85fcb2f6a4 req-d1c99001-f75f-4d0d-bc82-2479f6d8a26e tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 1096 time: 0.1195021 Jul 15 23:06:53.084658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eb01673-6739-467f-8cce-8a85fcb2f6a4 req-4771b2ec-8bcc-469e-9232-9d1bbcca8803 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755486 Jul 15 23:06:53.097046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20ebf6c8-ab22-4ea9-a084-2c1294727c49 req-4ae032db-3d11-4e87-8668-2e5477dcb085 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981286 Jul 15 23:06:53.181645 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.388631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bc1b8-037f-4b6f-b534-8107c5139e7a req-e95eb9f7-81ed-4a46-b86b-f9cccfa4cfc5 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.397637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da2bc1b8-037f-4b6f-b534-8107c5139e7a req-e95eb9f7-81ed-4a46-b86b-f9cccfa4cfc5 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1338248 Jul 15 23:06:53.444397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcb4d7-e3ba-413a-85e7-8ef811a6937c req-e91796f9-bab9-4b6b-b836-d9c0f58e6afd tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.451338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bdcb4d7-e3ba-413a-85e7-8ef811a6937c req-e91796f9-bab9-4b6b-b836-d9c0f58e6afd tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.1400084 Jul 15 23:06:53.467793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da2bc1b8-037f-4b6f-b534-8107c5139e7a req-36a6e500-3914-4f29-9d21-c2d47d5a6567 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680730 Jul 15 23:06:53.511688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bdcb4d7-e3ba-413a-85e7-8ef811a6937c req-df5a2b16-5551-4fdc-a420-1a2f85c57813 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490582 Jul 15 23:06:54.175108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87e504-807e-443f-af7d-5753d25ba39e req-12164938-0b16-421f-b650-8801e4d41d5f tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.176693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c87e504-807e-443f-af7d-5753d25ba39e req-12164938-0b16-421f-b650-8801e4d41d5f tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.0823061 Jul 15 23:06:54.218296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c87e504-807e-443f-af7d-5753d25ba39e req-e5c590b5-d7ec-46e1-a40e-2a69f400d400 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360105 Jul 15 23:06:54.288493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09116bc-229d-4144-b3fe-0be32cbe885c req-53f1ea34-a73c-4ac1-a1f2-6d6f3cd8fd01 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.289966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e09116bc-229d-4144-b3fe-0be32cbe885c req-53f1ea34-a73c-4ac1-a1f2-6d6f3cd8fd01 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0658326 Jul 15 23:06:54.337346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e09116bc-229d-4144-b3fe-0be32cbe885c req-1ade8ed7-962a-4634-ac8f-cccdc56ce611 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362937 Jul 15 23:06:54.719722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-c1526c4b-5f48-4943-8112-2d7f93b32114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.726735 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-c1526c4b-5f48-4943-8112-2d7f93b32114 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 1101 time: 0.0691316 Jul 15 23:06:54.748076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8297e9c-4edc-44e0-b3b4-2eeac9f45535 req-9d02d6e1-bb80-4d46-8dbc-70b025fd52ef tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.749306 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.755751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8297e9c-4edc-44e0-b3b4-2eeac9f45535 req-9d02d6e1-bb80-4d46-8dbc-70b025fd52ef tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1441796 Jul 15 23:06:54.805744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cb8e3-ccbd-4939-81ea-d175f52668a0 req-8fa714a1-846c-43a3-971b-62b02512c7a3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.807170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-967cb8e3-ccbd-4939-81ea-d175f52668a0 req-8fa714a1-846c-43a3-971b-62b02512c7a3 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.1443455 Jul 15 23:06:54.819615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8297e9c-4edc-44e0-b3b4-2eeac9f45535 req-f2ab0546-5e61-45ad-831d-60d351ce4589 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Jul 15 23:06:54.880545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-967cb8e3-ccbd-4939-81ea-d175f52668a0 req-53223e4e-4953-41fa-8fda-0793a3fe62bd tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539429 Jul 15 23:06:54.950077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-48d1a574-04c3-4dd0-a713-8d7d98f4fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.955772 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-48d1a574-04c3-4dd0-a713-8d7d98f4fe48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2158895 Jul 15 23:06:55.004723 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-e54c9d3b-9714-4e4f-b439-7c27166858ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c HTTP/1.1" status: 200 len: 217 time: 0.0401413 Jul 15 23:06:55.076426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-405e445b-1d66-4d96-9d37-e74cb5ac21af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.076713 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-405e445b-1d66-4d96-9d37-e74cb5ac21af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0629506 Jul 15 23:06:55.202249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079258-58a1-4c15-9058-4409ed1ac651 req-0463974b-13dd-4368-9463-6c966e96472c tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.203827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08079258-58a1-4c15-9058-4409ed1ac651 req-0463974b-13dd-4368-9463-6c966e96472c tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 1101 time: 0.1449876 Jul 15 23:06:55.229182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-e96e89c9-2694-46fb-be28-42ce83f33384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.232326 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-e96e89c9-2694-46fb-be28-42ce83f33384 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354175 Jul 15 23:06:55.266096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08079258-58a1-4c15-9058-4409ed1ac651 req-5a8e122b-78ef-4322-bc0c-4fe6c5edc396 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484993 Jul 15 23:06:55.420355 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-9000bc52-99e6-464f-8059-6b0235ecccd4 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637144 Jul 15 23:06:55.640692 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-8d2e55e3-d3b0-4019-8a57-e61401e3efbb service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112536 Jul 15 23:06:55.871827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35df849-8bcd-4da2-a9c6-1b7ce1e2fb46 req-27a1379f-c605-428c-8026-d1c8c7697952 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.879819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e35df849-8bcd-4da2-a9c6-1b7ce1e2fb46 req-27a1379f-c605-428c-8026-d1c8c7697952 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.4919636 Jul 15 23:06:55.935346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e35df849-8bcd-4da2-a9c6-1b7ce1e2fb46 req-26f5de82-b604-4138-b99d-e6296dee2016 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543265 Jul 15 23:06:55.985747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b7972-3e48-4607-bcc5-4b8ed3f513de req-392db89b-fa28-46b9-9953-04fdf882602e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.003165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-050b7972-3e48-4607-bcc5-4b8ed3f513de req-392db89b-fa28-46b9-9953-04fdf882602e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.2192929 Jul 15 23:06:56.081305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-050b7972-3e48-4607-bcc5-4b8ed3f513de req-d3c4c98c-410d-4948-a7da-1658c10dc604 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707591 Jul 15 23:06:56.106845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-be8efe0f-40d4-4318-b965-e86b18eb01db tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457571 Jul 15 23:06:56.304115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-5dd09c29-0255-4ac1-b978-54bde52aa53e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.311126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-5dd09c29-0255-4ac1-b978-54bde52aa53e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031164 Jul 15 23:06:56.326470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-ad7f098c-c6c9-4c8d-be8f-ef4d047a3fc1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/quotas/4506537585cb4227ba366bd8fcec6cc4 HTTP/1.1" status: 200 len: 375 time: 0.0143964 Jul 15 23:06:56.391778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c1b6d-1a34-4619-bc5d-9d1807931f41 req-605ee4f4-2850-4b0e-b2aa-006cadc5f71a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.393236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a12c1b6d-1a34-4619-bc5d-9d1807931f41 req-605ee4f4-2850-4b0e-b2aa-006cadc5f71a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1376171 Jul 15 23:06:56.463590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a12c1b6d-1a34-4619-bc5d-9d1807931f41 req-93623488-d376-4353-989e-3386539f4e5d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623593 Jul 15 23:06:56.526413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-a40852fe-d956-442a-9fbc-fe3052ec026b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1930692 Jul 15 23:06:56.842510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-151fc67c-aae4-499e-a266-631aea35f986 req-77640284-3441-409d-a5ea-615c2db2fca2 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 210 time: 0.0438673 Jul 15 23:06:56.968395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099466-be06-41a7-80ca-b0f8a9fc5dc1 req-c44bc0a9-9a00-4f32-b351-bb148c457afe tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.980427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4099466-be06-41a7-80ca-b0f8a9fc5dc1 req-c44bc0a9-9a00-4f32-b351-bb148c457afe tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1096 time: 0.0974262 Jul 15 23:06:57.037949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4099466-be06-41a7-80ca-b0f8a9fc5dc1 req-2348d25b-78b0-4408-a6c3-ca5f716c3f0c tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566955 Jul 15 23:06:57.230987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf21612-ff1a-4650-b6e9-1c3b8bf6e8ae req-f29ab636-0a94-4156-8403-0350e05c9b45 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:57.232577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fbf21612-ff1a-4650-b6e9-1c3b8bf6e8ae req-f29ab636-0a94-4156-8403-0350e05c9b45 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.1251605 Jul 15 23:06:57.303556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fbf21612-ff1a-4650-b6e9-1c3b8bf6e8ae req-ae35a0ad-89c8-4234-b338-2bacc684672c tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640152 Jul 15 23:06:57.597787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16295678-3b80-449a-a346-233dc1216213 req-006ad2ce-ccc0-49f3-9f30-58d6d6d33efd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:57.600572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16295678-3b80-449a-a346-233dc1216213 req-006ad2ce-ccc0-49f3-9f30-58d6d6d33efd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0879240 Jul 15 23:06:57.659721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16295678-3b80-449a-a346-233dc1216213 req-9caada23-09df-42a1-9950-29aeb0febac7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498855 Jul 15 23:06:58.119723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72330fd-f5e4-4869-8c22-fc5dbff109a9 req-de13d7d2-f586-4055-ad66-bbbf5d3d1b54 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:58.121556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c72330fd-f5e4-4869-8c22-fc5dbff109a9 req-de13d7d2-f586-4055-ad66-bbbf5d3d1b54 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.2519126 Jul 15 23:06:58.197413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c72330fd-f5e4-4869-8c22-fc5dbff109a9 req-848b78de-aa4f-485f-80b5-571891889271 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654342 Jul 15 23:06:58.674287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4081e493-3e0c-4ff8-8d71-5d705d708539 req-e2858656-614f-447b-9d0f-d5f8096626b0 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 210 time: 0.0413234 Jul 15 23:06:58.888496 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-701457b0-e778-49db-8f1f-74ea92b3be93 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4506537585cb4227ba366bd8fcec6cc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406110 Jul 15 23:06:58.992718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911322db-6b38-4071-81ac-5c5f9c932d4d req-ac2696b2-a01f-46e4-856a-e75f645446f7 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:58.994512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-911322db-6b38-4071-81ac-5c5f9c932d4d req-ac2696b2-a01f-46e4-856a-e75f645446f7 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.1334953 Jul 15 23:06:59.065222 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-5b61d962-ec1a-417d-ac5d-85e016d0ed3e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:59.069032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-5b61d962-ec1a-417d-ac5d-85e016d0ed3e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544938 Jul 15 23:06:59.071260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-911322db-6b38-4071-81ac-5c5f9c932d4d req-1178eae8-30e0-470f-bad3-777af184c24a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670810 Jul 15 23:06:59.099163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Request body: {'port': {'device_id': '22e15b70-7feb-40c8-b172-2d2c4673a4a7', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '4506537585cb4227ba366bd8fcec6cc4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:59.169317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-8301a510-70dc-4b1c-afcd-2013d037d562 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:06:59.179056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-8301a510-70dc-4b1c-afcd-2013d037d562 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155318 Jul 15 23:06:59.183869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Request body: {'binding': {'host': 'n-h2-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:59.184618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:06:59.254071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Made reservation on behalf of 4506537585cb4227ba366bd8fcec6cc4 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:59.257851 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.364583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55047714-2218-4b68-8c8d-65759b826432 req-c07c2dac-e399-4232-b042-50079fd20613 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:59.366328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55047714-2218-4b68-8c8d-65759b826432 req-c07c2dac-e399-4232-b042-50079fd20613 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1285543 Jul 15 23:06:59.392579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on host n-h2-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:59.392921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:59.393254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:59.400102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Allocated IP 192.168.233.63 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/c2022540-bece-412a-8881-df08896ce85a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:59.400879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:59.401209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:59.418695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:59.418998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:59.419395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:59.419847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Bound port: 9d616060-ace6-4aa9-a452-f626c598f1c1, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:59.430460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55047714-2218-4b68-8c8d-65759b826432 req-44d32fc2-9d27-4d72-b3c8-8c08026c6c76 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540733 Jul 15 23:06:59.483782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:59.489698 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.500908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f4a1ef31-7fef-4895-a26d-0c071ee66fec service neutron] 10.222.0.23 "POST /v2.0/ports/9d616060-ace6-4aa9-a452-f626c598f1c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3151772 Jul 15 23:06:59.580168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.598643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Transition to ACTIVE for port object c2022540-bece-412a-8881-df08896ce85a will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:59.644720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.669036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:59.673150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:59.679566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31', '42d157b0-75a9-43e5-99e9-ec84aff8c408', '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c', 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:59.713755 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:59.735520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437318fa-5e7f-47cc-9966-3636d9c26037 req-c8f7a9c1-1865-4665-a81b-2a7a6a57c1e1 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:59.749863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-437318fa-5e7f-47cc-9966-3636d9c26037 req-c8f7a9c1-1865-4665-a81b-2a7a6a57c1e1 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1444242 Jul 15 23:06:59.779724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9', '58831f6c-0068-432a-9c2f-eff10e50dc41'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:59.813273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event updated for resources: {'Port': ['ID=c2022540-bece-412a-8881-df08896ce85a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:59.863244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:59.864620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.885220 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-09533961-8acf-4c7c-b60c-fdd24f212c3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7920029 Jul 15 23:06:59.920909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-437318fa-5e7f-47cc-9966-3636d9c26037 req-caaf02b5-22d9-4895-be6d-92eab739a8c9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700377 Jul 15 23:06:59.926649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Request body: {'port': {'device_id': '22e15b70-7feb-40c8-b172-2d2c4673a4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:00.081200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.139891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8fc4d0d8-afb0-447b-8244-9ea477e380ae None None] Provisioning for port c2022540-bece-412a-8881-df08896ce85a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:00.167985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8fc4d0d8-afb0-447b-8244-9ea477e380ae None None] Provisioning complete for port c2022540-bece-412a-8881-df08896ce85a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:00.169466 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8fc4d0d8-afb0-447b-8244-9ea477e380ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.210036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4d0d8-afb0-447b-8244-9ea477e380ae None None] Port c2022540-bece-412a-8881-df08896ce85a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:00.257654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461a168-2848-49fc-be26-75a0b41e13f0 req-00c9fb26-718a-4b05-962b-f57d5af99b0c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.265030 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e461a168-2848-49fc-be26-75a0b41e13f0 req-00c9fb26-718a-4b05-962b-f57d5af99b0c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.1907709 Jul 15 23:07:00.311224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-c4c29b7a-6bbc-4f9e-a84b-50adf3a840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.312614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-c4c29b7a-6bbc-4f9e-a84b-50adf3a840b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1096 time: 0.1794159 Jul 15 23:07:00.316023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e461a168-2848-49fc-be26-75a0b41e13f0 req-9875596c-3a55-42a7-80bf-bd9d10813a1a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502226 Jul 15 23:07:00.323729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070230be-6294-49eb-8bf1-74d54a6fc2c5 req-a2c1ed50-d9a8-4ab6-85e5-7e734969ac5c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.325307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-070230be-6294-49eb-8bf1-74d54a6fc2c5 req-a2c1ed50-d9a8-4ab6-85e5-7e734969ac5c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 935 time: 0.2015412 Jul 15 23:07:00.453289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-070230be-6294-49eb-8bf1-74d54a6fc2c5 req-5de9a0b2-d328-42e5-af7c-408dcfb9bf9b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144795 Jul 15 23:07:00.464977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2022540-bece-412a-8881-df08896ce85a {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:00.474335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.489987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Transition to ACTIVE for port object c2022540-bece-412a-8881-df08896ce85a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:00.494147 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.496819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-36faf54c-59fc-4e45-b6aa-56dfec84904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.498352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-36faf54c-59fc-4e45-b6aa-56dfec84904a service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1675589 Jul 15 23:07:00.557374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=c2022540-bece-412a-8881-df08896ce85a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.561934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-fe812232-20d6-44ce-b6bd-68191decbf1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0400851 Jul 15 23:07:00.652516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Attempting to bind port c2022540-bece-412a-8881-df08896ce85a on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:00.652941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Attempting to bind port c2022540-bece-412a-8881-df08896ce85a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:00.653356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Attempting to bind port c2022540-bece-412a-8881-df08896ce85a on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:00.658093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Port c2022540-bece-412a-8881-df08896ce85a on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:00.658576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Attempting to bind port c2022540-bece-412a-8881-df08896ce85a on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:00.664796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:00.665123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:00.665504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:00.665927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Bound port: c2022540-bece-412a-8881-df08896ce85a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:00.666284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.769636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] For port c2022540-bece-412a-8881-df08896ce85a, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:00.775992 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] For port c2022540-bece-412a-8881-df08896ce85a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c2022540-bece-412a-8881-df08896ce85a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:00.782229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-3223d7d0-91b6-4fd1-92ec-bfef7ed2d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.783355 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.783948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-3223d7d0-91b6-4fd1-92ec-bfef7ed2d41c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.1824720 Jul 15 23:07:00.809746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7188ae1-64f0-417d-b7ee-2c2ede91df64 req-28181a07-3cbd-4de2-9788-a1be38a79918 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.815521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7188ae1-64f0-417d-b7ee-2c2ede91df64 req-28181a07-3cbd-4de2-9788-a1be38a79918 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.2556076 Jul 15 23:07:00.820054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.824915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.827162 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] 10.222.0.37 "PUT /v2.0/ports/c2022540-bece-412a-8881-df08896ce85a HTTP/1.1" status: 200 len: 1095 time: 0.9113326 Jul 15 23:07:00.827558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e15b70-7feb-40c8-b172-2d2c4673a4a7', 'tag': 'c2022540-bece-412a-8881-df08896ce85a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:00.829858 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f38333-7b42-43bf-bba3-d43d43441500" -d '{"events": [{"name": "network-changed", "server_uuid": "22e15b70-7feb-40c8-b172-2d2c4673a4a7", "tag": "c2022540-bece-412a-8881-df08896ce85a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:00.863560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0ac9e-588c-4d18-8396-59b75476ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=c2022540-bece-412a-8881-df08896ce85a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.863780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-50dc4f88-9d94-469e-9ff5-a8f8a10b3d3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631673 Jul 15 23:07:00.882443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c010-7155-4464-b1d8-e09e6aa743e9 req-ebb6a6db-73db-4eb0-a19c-3d92233b286b tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.888328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:00.891119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-daf3c010-7155-4464-b1d8-e09e6aa743e9 req-ebb6a6db-73db-4eb0-a19c-3d92233b286b tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 951 time: 0.2911742 Jul 15 23:07:00.977757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-daf3c010-7155-4464-b1d8-e09e6aa743e9 req-51984de3-87d0-413e-8dc5-2971de22e97f tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856857 Jul 15 23:07:00.997880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-59c148b0-4d86-4362-b7cb-082b272d0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.000229 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-59c148b0-4d86-4362-b7cb-082b272d0795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0839932 Jul 15 23:07:01.008059 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.026077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7188ae1-64f0-417d-b7ee-2c2ede91df64 req-7ee048b9-4250-4a46-a824-4d384f4bc9be tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501195 Jul 15 23:07:01.088571 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-fceb4f8f-3989-4a42-9745-cf539b723f85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c2022540-bece-412a-8881-df08896ce85a HTTP/1.1" status: 200 len: 217 time: 0.0698807 Jul 15 23:07:01.102546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:01.104487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:01.111241 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47b4bd4-6a77-4ae4-899c-7215b99e34b9" -d '{"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:01.116095 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.171181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-7b36a836-79a3-4613-bfda-0f5649269aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.173423 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-7b36a836-79a3-4613-bfda-0f5649269aa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0769103 Jul 15 23:07:01.176806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-e9abb3b3-7c80-438e-a677-133286c965d9 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836862 Jul 15 23:07:01.204130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:01.250921 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2b11f4-ff06-4a59-91fc-804f0d8c4756 x-openstack-request-id: req-3d2b11f4-ff06-4a59-91fc-804f0d8c4756 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:01.251254 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e15b70-7feb-40c8-b172-2d2c4673a4a7", "tag": "c2022540-bece-412a-8881-df08896ce85a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:01.251460 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d2b11f4-ff06-4a59-91fc-804f0d8c4756 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:01.251820 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e15b70-7feb-40c8-b172-2d2c4673a4a7', 'tag': 'c2022540-bece-412a-8881-df08896ce85a', 'status': 'completed', 'code': 200} Jul 15 23:07:01.274667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-45f1e6bb-0893-4765-b3e7-0ba959ad985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.276869 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-45f1e6bb-0893-4765-b3e7-0ba959ad985e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747371 Jul 15 23:07:01.417590 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-56d97a36-87e0-44a2-a753-f589afac7361 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311452 Jul 15 23:07:01.424666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf621e-6c8d-4192-845f-4f5f181d5a08 req-e2002877-05ab-421f-96a5-bba04e6f4378 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.426217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4adf621e-6c8d-4192-845f-4f5f181d5a08 req-e2002877-05ab-421f-96a5-bba04e6f4378 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1890459 Jul 15 23:07:01.429474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-ec1008d0-08e1-4b0c-8ef5-e5a72f9e1652 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367382 Jul 15 23:07:01.489218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4adf621e-6c8d-4192-845f-4f5f181d5a08 req-b7d8326e-d9ef-48e7-a14b-890a3f0b789d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538864 Jul 15 23:07:01.500313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49a90-cdb5-4571-b4b1-53399584109b req-cf7c306a-f872-4afc-9ec8-a369635233c1 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.502584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a49a90-cdb5-4571-b4b1-53399584109b req-cf7c306a-f872-4afc-9ec8-a369635233c1 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 947 time: 0.1403248 Jul 15 23:07:01.559847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a49a90-cdb5-4571-b4b1-53399584109b req-23d6e36c-9ba9-44f1-b5b3-89de0e923137 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398803 Jul 15 23:07:01.565091 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e02e22c-a775-4087-aeb4-d3d099baa8dd req-618e591f-5b7b-4c59-a947-25207702410a service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393661 Jul 15 23:07:01.605046 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33aa0b-9015-4fbc-abd0-99284d949b5c x-openstack-request-id: req-5d33aa0b-9015-4fbc-abd0-99284d949b5c {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:01.605902 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:01.606370 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d33aa0b-9015-4fbc-abd0-99284d949b5c {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:01.607218 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'code': 200} Jul 15 23:07:01.780392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-88e365f2-b8da-4ee2-b84a-c3b9ccba9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.781969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-88e365f2-b8da-4ee2-b84a-c3b9ccba9c75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0816486 Jul 15 23:07:01.794033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bbb84-19d8-44f7-ba4e-8229de525f75 req-dc5235cd-5ffb-466b-ac53-6362bb13f6fe tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.795611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7bbb84-19d8-44f7-ba4e-8229de525f75 req-dc5235cd-5ffb-466b-ac53-6362bb13f6fe tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.0813901 Jul 15 23:07:01.868502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7bbb84-19d8-44f7-ba4e-8229de525f75 req-0d3c39af-fa6d-438f-b7af-0a3025b81a4d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617321 Jul 15 23:07:01.907639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-21ab6838-1e1a-4e20-b530-64e540306dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.909510 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-21ab6838-1e1a-4e20-b530-64e540306dfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1171081 Jul 15 23:07:02.034638 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-a470d740-56f5-4f0b-a60d-7e9fa7d30b74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=c2022540-bece-412a-8881-df08896ce85a HTTP/1.1" status: 200 len: 217 time: 0.1067765 Jul 15 23:07:02.109445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-d44780e4-05b3-44ee-9f55-6c5cb951288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.110881 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-d44780e4-05b3-44ee-9f55-6c5cb951288a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0632801 Jul 15 23:07:02.111353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923665d-0ed4-4ca5-b218-85cc5de4c877 req-c53d3765-b89a-4f93-8871-4e72494478b8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.115378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5923665d-0ed4-4ca5-b218-85cc5de4c877 req-c53d3765-b89a-4f93-8871-4e72494478b8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 947 time: 0.1049390 Jul 15 23:07:02.183698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-5fa905b2-7ca6-47f0-8ede-d469030b1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.185366 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-5fa905b2-7ca6-47f0-8ede-d469030b1caa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663629 Jul 15 23:07:02.190248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5923665d-0ed4-4ca5-b218-85cc5de4c877 req-6fa44dff-5541-4cb1-9fbb-ba3e2a7a7551 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711720 Jul 15 23:07:02.306336 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-7e64bee1-352c-4a8d-9bfa-44f353a63d0e service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097300 Jul 15 23:07:02.366268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173dbca-aa98-4d30-a9b8-f99a4b7885ae req-3d201dc0-5b9c-4010-aed2-db2850da6ab0 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.368458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b173dbca-aa98-4d30-a9b8-f99a4b7885ae req-3d201dc0-5b9c-4010-aed2-db2850da6ab0 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.1142149 Jul 15 23:07:02.426533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b173dbca-aa98-4d30-a9b8-f99a4b7885ae req-5223a057-caf5-478b-acc7-d55dbc4dcd44 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517962 Jul 15 23:07:02.427265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:02.565282 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.621847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:02.628955 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.750594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=11']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:02.861705 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4f38333-7b42-43bf-bba3-d43d43441500 req-28c06143-0d22-459c-8895-76676188d52f service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443277 Jul 15 23:07:02.894786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:03.054494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:03.073650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'mac_address': 'fa:16:3e:75:85:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:03.084470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316482c3-0cde-4905-9aeb-2a6704ca6748 req-3a7528c1-fb2b-470f-88b8-85e14be90a35 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.092856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-316482c3-0cde-4905-9aeb-2a6704ca6748 req-3a7528c1-fb2b-470f-88b8-85e14be90a35 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1350255 Jul 15 23:07:03.102467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe4a88-c4a7-4d9b-94ff-421249594e33 req-2e30917b-56fb-4494-a59b-6fed06bcc4b5 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.104048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5dbe4a88-c4a7-4d9b-94ff-421249594e33 req-2e30917b-56fb-4494-a59b-6fed06bcc4b5 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 947 time: 0.1084647 Jul 15 23:07:03.134532 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.148538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:03.164240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-316482c3-0cde-4905-9aeb-2a6704ca6748 req-dc599f3d-b8c3-4e95-bdee-dd633d9d3595 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702715 Jul 15 23:07:03.176321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:03.178289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5dbe4a88-c4a7-4d9b-94ff-421249594e33 req-595a8ac6-c010-4f0d-a7cb-ff789a7d44ab tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549414 Jul 15 23:07:03.186533 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.270246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=10']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.398367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cb230-796e-45c4-bcae-ca4fbf44bcf7 req-2ee5ce4c-56b0-480b-8b07-c0c1508ec76e tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.400866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-643cb230-796e-45c4-bcae-ca4fbf44bcf7 req-2ee5ce4c-56b0-480b-8b07-c0c1508ec76e tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 1100 time: 0.1051893 Jul 15 23:07:03.417889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c75d5-68b4-4014-944b-e86b993f2e66 req-a851a387-16b0-4474-9d5a-19de1269ee3e tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.419529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-047c75d5-68b4-4014-944b-e86b993f2e66 req-a851a387-16b0-4474-9d5a-19de1269ee3e tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 949 time: 0.0899150 Jul 15 23:07:03.441376 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-643cb230-796e-45c4-bcae-ca4fbf44bcf7 req-fcefec53-e39f-48dd-88ab-8998f5c709bc tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.484520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-047c75d5-68b4-4014-944b-e86b993f2e66 req-7dfbe725-818e-48c3-ab79-33bc024c5ece tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Jul 15 23:07:03.574401 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-643cb230-796e-45c4-bcae-ca4fbf44bcf7 req-fcefec53-e39f-48dd-88ab-8998f5c709bc tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.579717 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-643cb230-796e-45c4-bcae-ca4fbf44bcf7 req-fcefec53-e39f-48dd-88ab-8998f5c709bc tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.609282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:03.611717 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9305bd-7a8e-4198-b248-13639997fb37" -d '{"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-unplugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:03.621480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-643cb230-796e-45c4-bcae-ca4fbf44bcf7 req-fcefec53-e39f-48dd-88ab-8998f5c709bc tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006290 Jul 15 23:07:03.662733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefec53-e39f-48dd-88ab-8998f5c709bc tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d568f89-9509-4886-a68e-cf70339ff0be,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.727489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a6d43-c793-4d03-9805-5616c34abf9e req-56f1325a-d67a-489a-b89e-464b8ba54ed5 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.729070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-031a6d43-c793-4d03-9805-5616c34abf9e req-56f1325a-d67a-489a-b89e-464b8ba54ed5 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.1107259 Jul 15 23:07:03.811618 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-031a6d43-c793-4d03-9805-5616c34abf9e req-66ff95fa-b26b-4490-9a9b-c35c1f3e63ea tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717666 Jul 15 23:07:03.841889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef017-823e-4b4e-944e-f679d7423a46 req-863c47f6-1cc0-4bcc-a93b-4209a04cfe24 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.847976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67eef017-823e-4b4e-944e-f679d7423a46 req-863c47f6-1cc0-4bcc-a93b-4209a04cfe24 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 947 time: 0.0967288 Jul 15 23:07:03.922536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67eef017-823e-4b4e-944e-f679d7423a46 req-47e28327-1234-4bc0-a08e-4e5384c338fe tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710835 Jul 15 23:07:03.993439 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b49fdd2-b7a5-47fc-a237-8782e936b6c5 x-openstack-request-id: req-6b49fdd2-b7a5-47fc-a237-8782e936b6c5 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:03.993833 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-unplugged", "status": "completed", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:03.994227 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b49fdd2-b7a5-47fc-a237-8782e936b6c5 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:03.994822 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'code': 200} Jul 15 23:07:04.018029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:04.393432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854567ce-c9d9-444a-af17-5b4faafc3e6a req-43417f2b-210e-457f-8e3c-529acdb1cf46 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:04.394957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-854567ce-c9d9-444a-af17-5b4faafc3e6a req-43417f2b-210e-457f-8e3c-529acdb1cf46 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1001041 Jul 15 23:07:04.440886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f7358-7b80-482b-b044-5b7da801922e req-976e9d3b-fd34-4f2b-a9c1-0b82ab394b65 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:04.440886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f9f7358-7b80-482b-b044-5b7da801922e req-976e9d3b-fd34-4f2b-a9c1-0b82ab394b65 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1062441 Jul 15 23:07:04.467665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-854567ce-c9d9-444a-af17-5b4faafc3e6a req-4a156c75-d056-49dd-b1bf-ada2c0e4ccd4 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628812 Jul 15 23:07:04.468792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c2022540-bece-412a-8881-df08896ce85a details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:04.524620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f9f7358-7b80-482b-b044-5b7da801922e req-3749aef8-a250-4dc1-91ed-c15d3c93e86e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555024 Jul 15 23:07:04.610596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c2022540-bece-412a-8881-df08896ce85a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c2022540-bece-412a-8881-df08896ce85a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:04.628588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'c2022540-bece-412a-8881-df08896ce85a', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'c2022540-bece-412a-8881-df08896ce85a', 'mac_address': 'fa:16:3e:3d:b5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:04.705429 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.705664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ebe9-908d-4af2-b0ae-5bb5729c93dd req-5b74695c-d1c6-4926-abb0-57fc3bfdf607 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:04.705664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1187ebe9-908d-4af2-b0ae-5bb5729c93dd req-5b74695c-d1c6-4926-abb0-57fc3bfdf607 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 949 time: 0.0716417 Jul 15 23:07:04.712773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2022540-bece-412a-8881-df08896ce85a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:04.740558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c2022540-bece-412a-8881-df08896ce85a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c2022540-bece-412a-8881-df08896ce85a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:04.747045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.771642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1187ebe9-908d-4af2-b0ae-5bb5729c93dd req-601ca70d-cdd6-4354-a0bf-4aa5d26093e3 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570874 Jul 15 23:07:04.808739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=c2022540-bece-412a-8881-df08896ce85a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:04.857178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68480847-195b-4f29-b9c9-dde483b301c5 req-9c0f108d-db2a-40c1-a58f-e5c6014befdd tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:04.858779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68480847-195b-4f29-b9c9-dde483b301c5 req-9c0f108d-db2a-40c1-a58f-e5c6014befdd tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 1100 time: 0.0664229 Jul 15 23:07:04.903022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68480847-195b-4f29-b9c9-dde483b301c5 req-f681d995-9568-4f54-9ccf-4ac0cb2b5ef0 tempest-ServersAdminNegativeTestJSON-354109671 tempest-ServersAdminNegativeTestJSON-354109671-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378597 Jul 15 23:07:05.114434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7872-4e4f-4c32-bcdc-6b254043aa75 req-42bb4820-1f15-4511-a709-0d0cf777ead9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.119878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817b7872-4e4f-4c32-bcdc-6b254043aa75 req-42bb4820-1f15-4511-a709-0d0cf777ead9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.1084974 Jul 15 23:07:05.175157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817b7872-4e4f-4c32-bcdc-6b254043aa75 req-af3dea2d-9884-401a-ae41-6f61594dfbc9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486948 Jul 15 23:07:05.247415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633f83-b4b2-4fa1-9cf7-2fb39e7129bf req-a0eac0de-b1ac-4cef-a188-b0e42d7dcaa2 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.255518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb633f83-b4b2-4fa1-9cf7-2fb39e7129bf req-a0eac0de-b1ac-4cef-a188-b0e42d7dcaa2 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 948 time: 0.0792782 Jul 15 23:07:05.301221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb633f83-b4b2-4fa1-9cf7-2fb39e7129bf req-ee548ab0-2401-4c7f-b44f-7436e27720c7 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Jul 15 23:07:05.370422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['c2022540-bece-412a-8881-df08896ce85a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:05.741128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e468344-8ded-4dc0-80a7-d355b5869fd4 req-c51d3228-f492-442c-b3d5-10a8dd10edc2 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.743060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e468344-8ded-4dc0-80a7-d355b5869fd4 req-c51d3228-f492-442c-b3d5-10a8dd10edc2 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.0941513 Jul 15 23:07:05.814281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e468344-8ded-4dc0-80a7-d355b5869fd4 req-dbc4e1d9-762c-41df-ab7d-120eda23a6b1 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621247 Jul 15 23:07:05.860969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f256d-efdf-4b2b-8b62-b5b1f64a7bf2 req-09f8adf2-622e-4832-b388-b2d04e7102ef tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.862531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e3f256d-efdf-4b2b-8b62-b5b1f64a7bf2 req-09f8adf2-622e-4832-b388-b2d04e7102ef tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0898261 Jul 15 23:07:05.920075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e3f256d-efdf-4b2b-8b62-b5b1f64a7bf2 req-424309fb-c0c1-4bde-86a2-ccfe98d4f6de tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474668 Jul 15 23:07:06.012221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f9061-4956-4e67-927b-701c1a2c3292 req-fa7610e1-5628-459e-93f6-094e1ad446a3 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.019858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e68f9061-4956-4e67-927b-701c1a2c3292 req-fa7610e1-5628-459e-93f6-094e1ad446a3 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.0974870 Jul 15 23:07:06.119067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e68f9061-4956-4e67-927b-701c1a2c3292 req-6c75fa8a-f641-4794-8c77-66841a2d24eb tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904782 Jul 15 23:07:06.119386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-d9be5cfa-03d4-468e-8200-3132bed17fbb tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.119386 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-d9be5cfa-03d4-468e-8200-3132bed17fbb tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.37 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 949 time: 0.1231534 Jul 15 23:07:06.208268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198560a-067b-4a44-8ae1-1f6bee9a8317 req-eec07dc1-5c19-40f1-8659-806e1fef19d5 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.215201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b198560a-067b-4a44-8ae1-1f6bee9a8317 req-eec07dc1-5c19-40f1-8659-806e1fef19d5 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 949 time: 0.1020732 Jul 15 23:07:06.265269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b198560a-067b-4a44-8ae1-1f6bee9a8317 req-1260db8d-ab33-4a8e-a0b3-8d6dc7bcbe52 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa83a659-78d0-406b-a540-aaf5d8f6e6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Jul 15 23:07:06.280836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Deleting port ad88c29b-9e4c-4428-962e-754aa8fe7730 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:06.281049 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.416373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33860fe3-fc63-4c6a-9b2a-fc5fd1fdc83d req-74315167-2efd-4f85-93e3-ddfe5e62fde8 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.423926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33860fe3-fc63-4c6a-9b2a-fc5fd1fdc83d req-74315167-2efd-4f85-93e3-ddfe5e62fde8 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.0766287 Jul 15 23:07:06.445142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] For port ad88c29b-9e4c-4428-962e-754aa8fe7730, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ad88c29b-9e4c-4428-962e-754aa8fe7730,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:06.445142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.462673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Calling delete_port for ad88c29b-9e4c-4428-962e-754aa8fe7730 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:06.470696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33860fe3-fc63-4c6a-9b2a-fc5fd1fdc83d req-c696e5e6-9714-4fbe-844c-005bf24a6505 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Jul 15 23:07:06.591212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcd693-e066-4e53-b174-e3d1331e6978 req-052ee7d4-9e51-41af-9f22-7b33c7a76a4c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.593318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98bcd693-e066-4e53-b174-e3d1331e6978 req-052ee7d4-9e51-41af-9f22-7b33c7a76a4c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 948 time: 0.1366484 Jul 15 23:07:06.621866 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.649736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98bcd693-e066-4e53-b174-e3d1331e6978 req-dbdeb839-ea3f-4fc0-89dd-cbd07690445d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Jul 15 23:07:06.654595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Pushing event deleted for resources: {'Port': ['ID=ad88c29b-9e4c-4428-962e-754aa8fe7730,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:06.725202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] No DVR routers for this DVR port ad88c29b-9e4c-4428-962e-754aa8fe7730 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:06.736286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.738861 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5d228454-43ef-4f5c-b5db-0cb65170ae92 req-64ccfe1a-cd1c-4039-952c-b3ee9857b887 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.37 "DELETE /v2.0/ports/ad88c29b-9e4c-4428-962e-754aa8fe7730 HTTP/1.1" status: 204 len: 173 time: 0.6106164 Jul 15 23:07:06.739317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-deleted', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:06.741840 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00c6445-09ea-48b4-ac52-61a11179d384" -d '{"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-deleted", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:06.790350 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc2d256-2cd8-44f6-b3ea-5002bd484c75 x-openstack-request-id: req-5bc2d256-2cd8-44f6-b3ea-5002bd484c75 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:06.790585 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485b7733-750f-41d2-9aa2-8b0ed1b86473", "name": "network-vif-deleted", "tag": "ad88c29b-9e4c-4428-962e-754aa8fe7730", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:06.790868 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bc2d256-2cd8-44f6-b3ea-5002bd484c75 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:06.791243 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485b7733-750f-41d2-9aa2-8b0ed1b86473', 'name': 'network-vif-deleted', 'tag': 'ad88c29b-9e4c-4428-962e-754aa8fe7730', 'status': 'completed', 'code': 200} Jul 15 23:07:06.914222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:06.974236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:06.975066 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.062282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503006e3-76d4-4cb8-8e2d-a333c665b307 req-9435b1bc-bedc-4dbe-a18b-7a225223a272 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.064117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-503006e3-76d4-4cb8-8e2d-a333c665b307 req-9435b1bc-bedc-4dbe-a18b-7a225223a272 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 949 time: 0.1278703 Jul 15 23:07:07.081351 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.118788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:07.121870 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7da133f-78c5-400d-b550-0afe37651bb0" -d '{"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-plugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:07.135465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:07.141659 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.187237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-503006e3-76d4-4cb8-8e2d-a333c665b307 req-9802daeb-59df-40b3-ba4a-45fd6765943d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143210 Jul 15 23:07:07.223623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=11']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:07.229276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24240f82-bf4b-4790-b311-4f2fe201c517 req-027fec1e-30a9-452c-96b6-ec75f21985a5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.238367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24240f82-bf4b-4790-b311-4f2fe201c517 req-027fec1e-30a9-452c-96b6-ec75f21985a5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1500468 Jul 15 23:07:07.279320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24240f82-bf4b-4790-b311-4f2fe201c517 req-bc21d58a-bfe1-446d-953d-205087061293 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Jul 15 23:07:07.334677 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d35a24-a5e4-41ba-8e5a-c8302b800189 x-openstack-request-id: req-03d35a24-a5e4-41ba-8e5a-c8302b800189 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:07.339410 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-plugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:07.340155 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03d35a24-a5e4-41ba-8e5a-c8302b800189 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:07.340558 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'code': 200} Jul 15 23:07:07.412010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f6175-aba0-431e-85f7-a2999fc44147 req-30d3ec97-2c52-46d8-82ee-dd158b152b14 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.413533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be4f6175-aba0-431e-85f7-a2999fc44147 req-30d3ec97-2c52-46d8-82ee-dd158b152b14 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.0732105 Jul 15 23:07:07.462825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be4f6175-aba0-431e-85f7-a2999fc44147 req-e3fddab7-0b6e-44f6-a3cd-020db08af5af tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Jul 15 23:07:07.498659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-904a7812-dd5e-44b5-a044-b9368b00cfaa req-370d963f-8894-46c6-aefb-31e1f4e92978 tempest-ImagesOneServerTestJSON-1393461983 tempest-ImagesOneServerTestJSON-1393461983-project] 10.222.0.23 "GET /v2.0/ports?device_id=485b7733-750f-41d2-9aa2-8b0ed1b86473 HTTP/1.1" status: 200 len: 210 time: 0.0341454 Jul 15 23:07:07.567104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3997800-c902-4375-ad19-6738ec032f78 req-874c8342-bfdb-4b37-a560-546665466fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.568650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3997800-c902-4375-ad19-6738ec032f78 req-874c8342-bfdb-4b37-a560-546665466fa6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1101 time: 0.0641541 Jul 15 23:07:07.653545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3997800-c902-4375-ad19-6738ec032f78 req-d3e71948-f44b-443e-a041-eb2a9dfd81b2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693386 Jul 15 23:07:07.694744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642c9a-d96d-4bff-930b-e93b9503c3ea req-488cce50-965c-47e7-9a56-aca73b536907 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.702531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3642c9a-d96d-4bff-930b-e93b9503c3ea req-488cce50-965c-47e7-9a56-aca73b536907 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.1095786 Jul 15 23:07:07.751262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3642c9a-d96d-4bff-930b-e93b9503c3ea req-7702d217-00c4-4e7c-846b-5ec5fbcec997 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478492 Jul 15 23:07:07.946251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca056e2-ad05-45f3-a993-0320c4dd3610 req-4578368e-c3fc-42fe-8eaa-3e45fb6d801e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.947748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dca056e2-ad05-45f3-a993-0320c4dd3610 req-4578368e-c3fc-42fe-8eaa-3e45fb6d801e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 948 time: 0.0671439 Jul 15 23:07:07.989916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dca056e2-ad05-45f3-a993-0320c4dd3610 req-1e773cad-1514-466b-9078-b3da33df27a5 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366020 Jul 15 23:07:08.392759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc61d-7481-4305-8015-6e9780269b6d req-93eed69d-48ad-4a16-9d70-6a7d26f856d6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:08.395225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dabc61d-7481-4305-8015-6e9780269b6d req-93eed69d-48ad-4a16-9d70-6a7d26f856d6 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.0792494 Jul 15 23:07:08.464143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dabc61d-7481-4305-8015-6e9780269b6d req-04656605-9409-405e-a1db-2672653beda7 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636041 Jul 15 23:07:08.494628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea917b-6311-419a-a8b1-e6f3f95f850d req-d40ed428-161e-48ec-b6d9-daa635b813dc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:08.497417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31ea917b-6311-419a-a8b1-e6f3f95f850d req-d40ed428-161e-48ec-b6d9-daa635b813dc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0982909 Jul 15 23:07:08.513721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c2022540-bece-412a-8881-df08896ce85a up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:08.539172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31ea917b-6311-419a-a8b1-e6f3f95f850d req-8cf2cd5b-fd2d-417c-bfe3-f7f8eb823a28 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Jul 15 23:07:08.586490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port c2022540-bece-412a-8881-df08896ce85a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:08.592232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port c2022540-bece-412a-8881-df08896ce85a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:08.592916 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.676619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b52c-8c11-4d67-8285-64119a502075 req-8eb5ad9e-d48d-481c-a7cc-6445b5843e84 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:08.678244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-48d2b52c-8c11-4d67-8285-64119a502075 req-8eb5ad9e-d48d-481c-a7cc-6445b5843e84 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.0812299 Jul 15 23:07:08.679937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.716909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c2022540-bece-412a-8881-df08896ce85a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c2022540-bece-412a-8881-df08896ce85a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:08.721573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.722361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:08.738378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-48d2b52c-8c11-4d67-8285-64119a502075 req-e52ed885-4ab9-4021-a575-708a6a273e35 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538356 Jul 15 23:07:08.790660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=c2022540-bece-412a-8881-df08896ce85a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:08.794796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: ad88c29b-9e4c-4428-962e-754aa8fe7730 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:08.794796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ad88c29b-9e4c-4428-962e-754aa8fe7730 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:08.969174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50357430-eca7-4ab4-ba37-047bb86945d1 req-95a88110-65f5-43ce-91ff-793c11529699 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:08.975311 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50357430-eca7-4ab4-ba37-047bb86945d1 req-95a88110-65f5-43ce-91ff-793c11529699 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.0757639 Jul 15 23:07:09.011934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57088) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:09.032746 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50357430-eca7-4ab4-ba37-047bb86945d1 req-57ed6d50-b10e-498c-a179-d81b7aea9cc3 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538290 Jul 15 23:07:09.342007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e15b70-7feb-40c8-b172-2d2c4673a4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2022540-bece-412a-8881-df08896ce85a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:09.345180 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35967dd3-1a6f-4e0e-acd3-4d3d5b25da59" -d '{"events": [{"server_uuid": "22e15b70-7feb-40c8-b172-2d2c4673a4a7", "name": "network-vif-plugged", "status": "completed", "tag": "c2022540-bece-412a-8881-df08896ce85a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:09.388489 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94c68ef-9b2e-48b5-a2c8-63a4aef44aa2 x-openstack-request-id: req-f94c68ef-9b2e-48b5-a2c8-63a4aef44aa2 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:09.388886 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e15b70-7feb-40c8-b172-2d2c4673a4a7", "name": "network-vif-plugged", "status": "completed", "tag": "c2022540-bece-412a-8881-df08896ce85a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:09.389150 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f94c68ef-9b2e-48b5-a2c8-63a4aef44aa2 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:09.389548 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e15b70-7feb-40c8-b172-2d2c4673a4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2022540-bece-412a-8881-df08896ce85a', 'code': 200} Jul 15 23:07:09.447037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3700e403-5047-4ea6-bc26-b39fa4ba44ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47ce7a4716464f2491b3cf844fdfbaed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339347 Jul 15 23:07:09.451091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57098) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:09.471968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bb472-a859-4798-967a-0db0f0c114a3 req-b6be1223-b656-47be-ae5f-b25f4b6a0c85 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.473742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-207bb472-a859-4798-967a-0db0f0c114a3 req-b6be1223-b656-47be-ae5f-b25f4b6a0c85 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 949 time: 0.3561397 Jul 15 23:07:09.522342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-207bb472-a859-4798-967a-0db0f0c114a3 req-60c6af5b-e366-47f7-a00c-1bfbf30ae33c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429037 Jul 15 23:07:09.528179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-121dfc1e-a6a0-446d-b6dc-d9606877c6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.583827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-121dfc1e-a6a0-446d-b6dc-d9606877c6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.634033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8c075-a507-4a37-a932-965779d3a61a req-a8bae96a-8eff-4328-bc0b-e44420c06361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.635665 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7aa8c075-a507-4a37-a932-965779d3a61a req-a8bae96a-8eff-4328-bc0b-e44420c06361 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 1100 time: 0.0981121 Jul 15 23:07:09.663660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-121dfc1e-a6a0-446d-b6dc-d9606877c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.670787 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-121dfc1e-a6a0-446d-b6dc-d9606877c6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.670787 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-121dfc1e-a6a0-446d-b6dc-d9606877c6b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa83a659-78d0-406b-a540-aaf5d8f6e6fa HTTP/1.1" status: 204 len: 168 time: 0.2176900 Jul 15 23:07:09.694789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dfc1e-a6a0-446d-b6dc-d9606877c6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa83a659-78d0-406b-a540-aaf5d8f6e6fa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:09.700722 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7aa8c075-a507-4a37-a932-965779d3a61a req-3b818ff6-482d-4419-aefe-7929ac6c0e2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547872 Jul 15 23:07:09.738242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dc786-6105-4a4f-8994-0e3728cb9b00 req-b5010f53-77b6-47ef-bd54-eb9b67e25758 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.739925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-165dc786-6105-4a4f-8994-0e3728cb9b00 req-b5010f53-77b6-47ef-bd54-eb9b67e25758 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.1133189 Jul 15 23:07:09.794148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26869350-77fe-46e4-bee5-510c9db0e906 req-a0045647-83bb-4c88-852b-151ee5fbb2e3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.801095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26869350-77fe-46e4-bee5-510c9db0e906 req-a0045647-83bb-4c88-852b-151ee5fbb2e3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1268132 Jul 15 23:07:09.832151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-165dc786-6105-4a4f-8994-0e3728cb9b00 req-109b5114-0c16-44a3-a464-e025078502e1 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790956 Jul 15 23:07:09.891403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26869350-77fe-46e4-bee5-510c9db0e906 req-4eac10b5-9685-41aa-9ea9-179560807a57 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893455 Jul 15 23:07:09.943586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8163e-3012-449b-a081-cc25a3512f44 req-6f9287be-4825-4826-98aa-dc1330c926bc tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.945058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efb8163e-3012-449b-a081-cc25a3512f44 req-6f9287be-4825-4826-98aa-dc1330c926bc tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.59 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.1320560 Jul 15 23:07:10.128471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d05b0-0fb4-4eb4-9683-41c269fdb3c5 req-076be0a1-7caa-4fe8-a09c-6a24b464172e tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.130237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b11d05b0-0fb4-4eb4-9683-41c269fdb3c5 req-076be0a1-7caa-4fe8-a09c-6a24b464172e tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 949 time: 0.1200519 Jul 15 23:07:10.136681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Deleting port 48e19b42-3ee2-4968-a522-c7e4ead1c87d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:10.137026 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.283583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b11d05b0-0fb4-4eb4-9683-41c269fdb3c5 req-2c78bd25-4567-44aa-a070-689855e02d41 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420259 Jul 15 23:07:10.313728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] For port 48e19b42-3ee2-4968-a522-c7e4ead1c87d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=48e19b42-3ee2-4968-a522-c7e4ead1c87d,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:10.314095 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.332107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Calling delete_port for 48e19b42-3ee2-4968-a522-c7e4ead1c87d owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:10.344022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de9633-7e5b-4932-adaf-0b03010e6378 req-ce16a5a5-3c4a-4987-abf7-5c67c18bdc9f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.345525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70de9633-7e5b-4932-adaf-0b03010e6378 req-ce16a5a5-3c4a-4987-abf7-5c67c18bdc9f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.1747346 Jul 15 23:07:10.385374 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:07:10.434161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70de9633-7e5b-4932-adaf-0b03010e6378 req-73d08b83-ad57-4caf-897b-c01c91b9916b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828009 Jul 15 23:07:10.530024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.544051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['48e19b42-3ee2-4968-a522-c7e4ead1c87d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:10.558648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Pushing event deleted for resources: {'Port': ['ID=48e19b42-3ee2-4968-a522-c7e4ead1c87d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:10.592368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['5dfccfdf-8659-4fb4-ad03-3dd7552f250f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:10.615175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] No DVR routers for this DVR port 48e19b42-3ee2-4968-a522-c7e4ead1c87d on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:10.624833 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.627763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efb8163e-3012-449b-a081-cc25a3512f44 req-bca8b781-4c42-4aea-a662-01ea155654c2 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.59 "DELETE /v2.0/ports/48e19b42-3ee2-4968-a522-c7e4ead1c87d HTTP/1.1" status: 204 len: 173 time: 0.6713445 Jul 15 23:07:10.628287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604d518f-0869-41d1-9a9d-2b848273d292', 'name': 'network-vif-deleted', 'tag': '48e19b42-3ee2-4968-a522-c7e4ead1c87d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:10.635163 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e7af5a-ddb0-489a-83c4-e39a21caef7b" -d '{"events": [{"server_uuid": "604d518f-0869-41d1-9a9d-2b848273d292", "name": "network-vif-deleted", "tag": "48e19b42-3ee2-4968-a522-c7e4ead1c87d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:10.809162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a7daa-7b68-44cb-82d3-7527c8ee2ea8 req-3b2e8319-d119-4746-8e35-4c0187a44a07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.810898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-172a7daa-7b68-44cb-82d3-7527c8ee2ea8 req-3b2e8319-d119-4746-8e35-4c0187a44a07 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 949 time: 0.1185699 Jul 15 23:07:10.873868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-172a7daa-7b68-44cb-82d3-7527c8ee2ea8 req-2798895c-7b03-47dd-8f9a-12563fae7747 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564792 Jul 15 23:07:10.933110 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bdcfd2-80ef-4d1f-8a06-63516cd1fe75 x-openstack-request-id: req-b1bdcfd2-80ef-4d1f-8a06-63516cd1fe75 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:10.933410 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604d518f-0869-41d1-9a9d-2b848273d292", "name": "network-vif-deleted", "tag": "48e19b42-3ee2-4968-a522-c7e4ead1c87d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:10.933672 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1bdcfd2-80ef-4d1f-8a06-63516cd1fe75 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:10.934086 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604d518f-0869-41d1-9a9d-2b848273d292', 'name': 'network-vif-deleted', 'tag': '48e19b42-3ee2-4968-a522-c7e4ead1c87d', 'status': 'completed', 'code': 200} Jul 15 23:07:11.094461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0a48f-7149-4a77-a4ec-581960c00209 req-0b95d1e8-55f4-4445-904a-c56f9f5b8e5b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:11.096419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6f0a48f-7149-4a77-a4ec-581960c00209 req-0b95d1e8-55f4-4445-904a-c56f9f5b8e5b tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.0764127 Jul 15 23:07:11.139933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6f0a48f-7149-4a77-a4ec-581960c00209 req-4e20c704-9cd7-4047-b7ab-0aac8e33f00d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Jul 15 23:07:11.340069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac626c2d-afa2-49a8-a3ae-0851de394f16 req-351bf778-68eb-48d6-b7da-52c991e0453f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:11.348577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac626c2d-afa2-49a8-a3ae-0851de394f16 req-351bf778-68eb-48d6-b7da-52c991e0453f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0905750 Jul 15 23:07:11.390457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac626c2d-afa2-49a8-a3ae-0851de394f16 req-d3a572e8-5f23-4f3f-91be-cb43ac972274 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Jul 15 23:07:11.577989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fcb194e-8597-4b82-9b90-3cb03f5c82ce req-f38179ea-4368-4ff6-a3aa-0f58c9ead5e8 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=604d518f-0869-41d1-9a9d-2b848273d292 HTTP/1.1" status: 200 len: 210 time: 0.0368376 Jul 15 23:07:11.710460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05393e84-e2a0-4845-8dbd-60c848dbf030 req-d7075772-5c54-45ff-818d-f55ba5f506e0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:11.712373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05393e84-e2a0-4845-8dbd-60c848dbf030 req-d7075772-5c54-45ff-818d-f55ba5f506e0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.0894017 Jul 15 23:07:11.762527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05393e84-e2a0-4845-8dbd-60c848dbf030 req-21ca68fe-b1f3-4679-b7f3-ef7f7a78a617 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Jul 15 23:07:12.057796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926212aa-b13a-4cde-80d7-493f8ae99fdf req-df68b992-186a-47d8-b36b-1805dfaccae8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:12.059988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-926212aa-b13a-4cde-80d7-493f8ae99fdf req-df68b992-186a-47d8-b36b-1805dfaccae8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 949 time: 0.0701199 Jul 15 23:07:12.103364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-926212aa-b13a-4cde-80d7-493f8ae99fdf req-6c7e54d1-79cf-4467-a848-bf49db53709d tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378180 Jul 15 23:07:12.285603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52271c7d-8ef6-4e01-8e70-25fe0b489a8d req-088272f7-8328-4bd6-bd8d-a69fbe4ffcef tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:12.287490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52271c7d-8ef6-4e01-8e70-25fe0b489a8d req-088272f7-8328-4bd6-bd8d-a69fbe4ffcef tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 1100 time: 0.0645776 Jul 15 23:07:12.356564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52271c7d-8ef6-4e01-8e70-25fe0b489a8d req-f4541cce-010b-4877-b530-40e25c135a07 tempest-ServersOnMultiNodesTest-1920463208 tempest-ServersOnMultiNodesTest-1920463208-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633759 Jul 15 23:07:12.406139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6ae5a-d6e6-4045-bb1c-c17ef2a12e89 req-8d1d94ec-db0b-4ecf-85b1-63018cc4db58 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:12.407693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f7b6ae5a-d6e6-4045-bb1c-c17ef2a12e89 req-8d1d94ec-db0b-4ecf-85b1-63018cc4db58 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.0932021 Jul 15 23:07:12.451401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f7b6ae5a-d6e6-4045-bb1c-c17ef2a12e89 req-4d2005e4-ab88-4577-8e25-9ce189d3cacf tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370378 Jul 15 23:07:12.801991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece842b-0571-49b9-9d55-7f136aacf201 req-bc574079-6223-41e1-9dd0-580e0a401244 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:12.807958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ece842b-0571-49b9-9d55-7f136aacf201 req-bc574079-6223-41e1-9dd0-580e0a401244 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0855999 Jul 15 23:07:12.853562 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ece842b-0571-49b9-9d55-7f136aacf201 req-9b1c4c71-a0d1-43bd-98bb-4eaa22162552 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Jul 15 23:07:13.038508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74a9ba-9dcc-4ee9-a61e-185dbd52c227 req-f22da7fd-a421-492f-9779-7a96ff0ac255 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.046377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb74a9ba-9dcc-4ee9-a61e-185dbd52c227 req-f22da7fd-a421-492f-9779-7a96ff0ac255 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 949 time: 0.0781832 Jul 15 23:07:13.079536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb74a9ba-9dcc-4ee9-a61e-185dbd52c227 req-d636e833-f10b-4cca-a151-e94b4bf02e92 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322471 Jul 15 23:07:13.259006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73828093-70b1-49f4-a3cb-00c3faf75fc3 req-7826c0c5-0d11-47eb-9a69-72a658961d84 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.260607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73828093-70b1-49f4-a3cb-00c3faf75fc3 req-7826c0c5-0d11-47eb-9a69-72a658961d84 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 945 time: 0.0761240 Jul 15 23:07:13.306979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73828093-70b1-49f4-a3cb-00c3faf75fc3 req-80a915c7-66cf-4bca-8a16-efaf566999d9 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375626 Jul 15 23:07:13.405007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-812b9d75-6b62-4950-8394-07ab2da5741d tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.406951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-812b9d75-6b62-4950-8394-07ab2da5741d tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.0674288 Jul 15 23:07:13.434792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793618-8'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:13.502009 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.537431 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.733706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:13.743395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3e1c6-88a7-428c-af6b-5a5b14b32341 req-1370728a-34d6-4473-90c3-c9ed0a75ffae tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.745001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3e1c6-88a7-428c-af6b-5a5b14b32341 req-1370728a-34d6-4473-90c3-c9ed0a75ffae tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 950 time: 0.1373744 Jul 15 23:07:13.846796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3e1c6-88a7-428c-af6b-5a5b14b32341 req-02f560a4-1c9e-45a9-bdf1-17fc75b86d38 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934386 Jul 15 23:07:13.850676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:13.897224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a2c8-0d46-45d6-b91c-dd46caa4046e req-7fbdb9d9-c6ec-4ad0-8b12-576578b0b444 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.898802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7c2a2c8-0d46-45d6-b91c-dd46caa4046e req-7fbdb9d9-c6ec-4ad0-8b12-576578b0b444 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.1529455 Jul 15 23:07:13.916226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:13.918506 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c712b-6dc5-4df0-b59b-33ca162fd877" -d '{"events": [{"server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "name": "network-vif-unplugged", "status": "completed", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:13.928557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.937461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.975997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7c2a2c8-0d46-45d6-b91c-dd46caa4046e req-71ee4dd8-5c91-41ba-9c2d-38ca12adccf9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694482 Jul 15 23:07:14.040138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.043013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on host n-h1-793618-8 for vnic_type normal with profile {"migrating_to": "n-h2-793618-8"} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:14.043357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:14.043819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:14.050534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:14.054917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:14.062488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:14.062976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:14.063445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:14.063991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Bound port: 9d616060-ace6-4aa9-a452-f626c598f1c1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:14.064445 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.129672 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363b9b5d-8ce2-4abf-9cc1-f1613ac6e61d x-openstack-request-id: req-363b9b5d-8ce2-4abf-9cc1-f1613ac6e61d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:14.129961 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "name": "network-vif-unplugged", "status": "completed", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:14.130208 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-363b9b5d-8ce2-4abf-9cc1-f1613ac6e61d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:14.132764 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1', 'code': 200} Jul 15 23:07:14.174956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:14.178675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:14.186066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.255307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41167252-d0e3-42ec-8629-f5967767676e req-80ef55f8-866b-4e13-9f77-82efd16611db tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:14.256731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41167252-d0e3-42ec-8629-f5967767676e req-80ef55f8-866b-4e13-9f77-82efd16611db tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1477306 Jul 15 23:07:14.331608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:14.332223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.333652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 1121 time: 0.9036577 Jul 15 23:07:14.336895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecefc8-7cd1-41d6-bfa4-b4ebadf76517 service neutron] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=8']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.363551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41167252-d0e3-42ec-8629-f5967767676e req-de39627d-af94-42a7-b42f-47aa632227d5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987573 Jul 15 23:07:14.392133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d250-c8da-473c-b6af-eed5dd28c546 req-f6fbe305-52fa-43c0-a8f6-4359db3cf17b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:14.393850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ff0d250-c8da-473c-b6af-eed5dd28c546 req-f6fbe305-52fa-43c0-a8f6-4359db3cf17b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 949 time: 0.1270094 Jul 15 23:07:14.472202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ff0d250-c8da-473c-b6af-eed5dd28c546 req-700b3648-48f1-441f-9ab1-a8bdfad9a0ec tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710354 Jul 15 23:07:14.540368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['9d616060-ace6-4aa9-a452-f626c598f1c1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:14.647851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9d616060-ace6-4aa9-a452-f626c598f1c1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:14.658332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd008df6-3187-4d3d-b9aa-92b000b3ed08 req-5c324be7-843d-4c82-a2a8-589aff94b335 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:14.660245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd008df6-3187-4d3d-b9aa-92b000b3ed08 req-5c324be7-843d-4c82-a2a8-589aff94b335 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.1001682 Jul 15 23:07:14.744694 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd008df6-3187-4d3d-b9aa-92b000b3ed08 req-0cdff8b5-6640-49a5-86a0-93d853b1439d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712826 Jul 15 23:07:14.784074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57222) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:14.906989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b964fc21-7ed6-42c8-bb90-e8d839e859da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.915448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9d616060-ace6-4aa9-a452-f626c598f1c1 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:14.922437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 48e19b42-3ee2-4968-a522-c7e4ead1c87d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:14.956051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 48e19b42-3ee2-4968-a522-c7e4ead1c87d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:14.956671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 48e19b42-3ee2-4968-a522-c7e4ead1c87d not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:15.032870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b779e7f-760c-4e96-996d-c25fbd124446 req-202edf21-de4a-4219-b802-263ad6ce066a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.034341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b779e7f-760c-4e96-996d-c25fbd124446 req-202edf21-de4a-4219-b802-263ad6ce066a tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 950 time: 0.0683122 Jul 15 23:07:15.048778 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b964fc21-7ed6-42c8-bb90-e8d839e859da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.054329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b964fc21-7ed6-42c8-bb90-e8d839e859da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.084085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:15.100430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9d616060-ace6-4aa9-a452-f626c598f1c1 has no active binding in host n-h2-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:07:15.105800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b779e7f-760c-4e96-996d-c25fbd124446 req-69e20a1e-16d7-4633-b735-6b67ff16964e tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Jul 15 23:07:15.111838 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b964fc21-7ed6-42c8-bb90-e8d839e859da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbdf1cbe772346298df8c8fe6aecc8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242853 Jul 15 23:07:15.111838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964fc21-7ed6-42c8-bb90-e8d839e859da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca92de1-2973-45a0-9078-22dc19304cf1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.112634 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57232) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:15.177079 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06354506-0519-45f0-9b9d-534908f84cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.203455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06354506-0519-45f0-9b9d-534908f84cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.247201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92978d4a-3d31-4bb3-a5c5-0fd7f86f9b58 req-38988229-e583-4ad7-9ecf-c2a2425aca9d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.248890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92978d4a-3d31-4bb3-a5c5-0fd7f86f9b58 req-38988229-e583-4ad7-9ecf-c2a2425aca9d tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.0864608 Jul 15 23:07:15.257905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06354506-0519-45f0-9b9d-534908f84cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.262008 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06354506-0519-45f0-9b9d-534908f84cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.263567 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-06354506-0519-45f0-9b9d-534908f84cbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ca92de1-2973-45a0-9078-22dc19304cf1 HTTP/1.1" status: 204 len: 168 time: 0.1500294 Jul 15 23:07:15.293833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06354506-0519-45f0-9b9d-534908f84cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca92de1-2973-45a0-9078-22dc19304cf1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.306698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92978d4a-3d31-4bb3-a5c5-0fd7f86f9b58 req-ce7158c6-f58c-430f-bdd6-5dfb98268fb9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491052 Jul 15 23:07:15.560148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec4a02-8c80-4e15-a71e-d629a4a261e5 req-627dd97c-e950-439c-890f-4a6be264aead tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.562170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cec4a02-8c80-4e15-a71e-d629a4a261e5 req-627dd97c-e950-439c-890f-4a6be264aead tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0776596 Jul 15 23:07:15.639163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-d04df9d2-c84e-49da-894f-d883e3f6eb77 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.641751 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-d04df9d2-c84e-49da-894f-d883e3f6eb77 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 949 time: 0.1305044 Jul 15 23:07:15.647066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cec4a02-8c80-4e15-a71e-d629a4a261e5 req-275b8102-7489-4eec-826d-073f48d38aad tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786390 Jul 15 23:07:15.706134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffabc6-7727-4206-9d51-c09104109a71 req-b451ad77-986a-4a85-afcf-3ed2a38637fe tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.707686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59ffabc6-7727-4206-9d51-c09104109a71 req-b451ad77-986a-4a85-afcf-3ed2a38637fe tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 949 time: 0.0765145 Jul 15 23:07:15.764738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59ffabc6-7727-4206-9d51-c09104109a71 req-cb9e9cd9-008c-4275-9c04-3507e935cd99 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480342 Jul 15 23:07:15.790622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Deleting port c2022540-bece-412a-8881-df08896ce85a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:15.791817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.892880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] For port c2022540-bece-412a-8881-df08896ce85a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c2022540-bece-412a-8881-df08896ce85a,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:15.894014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.915305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Calling delete_port for c2022540-bece-412a-8881-df08896ce85a owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:15.963883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce34986-3812-4ba3-8ec2-4a9430783ff2 req-72b09621-73dc-4f20-a83b-b077f64dc9c4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.966238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ce34986-3812-4ba3-8ec2-4a9430783ff2 req-72b09621-73dc-4f20-a83b-b077f64dc9c4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.0766408 Jul 15 23:07:16.019350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ce34986-3812-4ba3-8ec2-4a9430783ff2 req-9ced5754-2509-4485-8fb0-7ee9cf679300 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Jul 15 23:07:16.028802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57274) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:16.059860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.104282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event deleted for resources: {'Port': ['ID=c2022540-bece-412a-8881-df08896ce85a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:16.112925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9', '58831f6c-0068-432a-9c2f-eff10e50dc41', 'c2022540-bece-412a-8881-df08896ce85a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:16.134541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:16.138098 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776" -d '{"events": [{"name": "network-changed", "server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:16.166360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] No DVR routers for this DVR port c2022540-bece-412a-8881-df08896ce85a on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:16.172725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1973795970-network', 'tenant_id': 'ca2889d6dd8241e9b7516d396de46f84'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:16.177456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.180287 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-96b1d2fa-e8d8-43d6-8761-11de62204db2 req-4942bdff-b2e7-46ab-8adb-f6848ec5afe4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "DELETE /v2.0/ports/c2022540-bece-412a-8881-df08896ce85a HTTP/1.1" status: 204 len: 173 time: 0.5245092 Jul 15 23:07:16.180844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e15b70-7feb-40c8-b172-2d2c4673a4a7', 'name': 'network-vif-deleted', 'tag': 'c2022540-bece-412a-8881-df08896ce85a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:16.183287 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90470a74-69ea-4787-8514-d1acaf4cc4f8" -d '{"events": [{"server_uuid": "22e15b70-7feb-40c8-b172-2d2c4673a4a7", "name": "network-vif-deleted", "tag": "c2022540-bece-412a-8881-df08896ce85a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:16.235223 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cfdea7-f9d5-4ee6-92f1-cf325c892b05 x-openstack-request-id: req-79cfdea7-f9d5-4ee6-92f1-cf325c892b05 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:16.236005 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:16.236125 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79cfdea7-f9d5-4ee6-92f1-cf325c892b05 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:16.236437 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1', 'status': 'completed', 'code': 200} Jul 15 23:07:16.238021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Made reservation on behalf of ca2889d6dd8241e9b7516d396de46f84 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:16.241815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.258785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.275066 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6274b1c9-7d5f-4a74-ba7b-b25cfd18b3a7 x-openstack-request-id: req-6274b1c9-7d5f-4a74-ba7b-b25cfd18b3a7 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:16.275786 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e15b70-7feb-40c8-b172-2d2c4673a4a7", "name": "network-vif-deleted", "tag": "c2022540-bece-412a-8881-df08896ce85a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:16.276142 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6274b1c9-7d5f-4a74-ba7b-b25cfd18b3a7 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:16.277150 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e15b70-7feb-40c8-b172-2d2c4673a4a7', 'name': 'network-vif-deleted', 'tag': 'c2022540-bece-412a-8881-df08896ce85a', 'status': 'completed', 'code': 200} Jul 15 23:07:16.422326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee93f8-cdc0-48c3-b498-c36b1ae9f8ca req-1d74a8e3-56ce-4bd7-84ab-72c7c3acd4cb tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.424325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfee93f8-cdc0-48c3-b498-c36b1ae9f8ca req-1d74a8e3-56ce-4bd7-84ab-72c7c3acd4cb tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 950 time: 0.1070478 Jul 15 23:07:16.472645 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.496617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31', '42d157b0-75a9-43e5-99e9-ec84aff8c408', '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c', 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:16.515404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfee93f8-cdc0-48c3-b498-c36b1ae9f8ca req-201b63bb-9f62-4438-b949-c85615bbd700 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816739 Jul 15 23:07:16.519964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.539790 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-64c12817-f003-4575-9c97-7d648592d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.543800 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-64c12817-f003-4575-9c97-7d648592d61f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1124 time: 0.1430545 Jul 15 23:07:16.561658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:16.576543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459572bf-b409-4b85-b2e1-e929c20dd229,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:16.582144 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.582781 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Added segment 19730b23-b069-459e-a1cf-50d04d01fd28 of type vlan for network 7d7dd804-9983-4070-acb0-d62749a772a9 Jul 15 23:07:16.710976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.828731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa88cbd-1367-4941-b068-ba2b31dbeb3d req-55405122-7b7d-4fa5-be5a-091a27f5a211 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.834464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa88cbd-1367-4941-b068-ba2b31dbeb3d req-55405122-7b7d-4fa5-be5a-091a27f5a211 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.1838496 Jul 15 23:07:16.841722 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.842984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.843928 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.886576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-4494ef8a-6886-40ea-a11e-19a4ad569d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.888436 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-4494ef8a-6886-40ea-a11e-19a4ad569d17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.2842836 Jul 15 23:07:16.897699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-239a57e0-0cfc-4881-9338-dd97f481c896 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.899305 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-239a57e0-0cfc-4881-9338-dd97f481c896 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 950 time: 0.2714942 Jul 15 23:07:16.953631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9236917 Jul 15 23:07:16.977229 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-3891e090-2950-4c6b-841a-74ac65eb964f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0724473 Jul 15 23:07:16.978397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57298) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:16.987270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440cf95-a44e-4a6b-be26-ebef809de679 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7dd804-9983-4070-acb0-d62749a772a9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:17.002701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7d7dd804-9983-4070-acb0-d62749a772a9 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:17.002879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa88cbd-1367-4941-b068-ba2b31dbeb3d req-32025559-529c-49ac-9e34-7fef8580cf27 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530664 Jul 15 23:07:17.056190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c81443-8e6d-435c-b8e7-a3a818ff573d req-7847710a-0fb7-4700-9073-6c4ff42d2418 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.067531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15c81443-8e6d-435c-b8e7-a3a818ff573d req-7847710a-0fb7-4700-9073-6c4ff42d2418 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.2289310 Jul 15 23:07:17.076823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Request body: {'subnet': {'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1973795970-subnet', 'tenant_id': 'ca2889d6dd8241e9b7516d396de46f84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:17.155444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15c81443-8e6d-435c-b8e7-a3a818ff573d req-9e94a86e-52af-4dea-acf8-fcdd5f746d29 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869412 Jul 15 23:07:17.173240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Made reservation on behalf of ca2889d6dd8241e9b7516d396de46f84 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:17.184727 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.308649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a10361e-dcd1-4235-a609-de6663057d93 req-55a43603-2992-4e90-a5f5-c468d00506de tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e15b70-7feb-40c8-b172-2d2c4673a4a7 HTTP/1.1" status: 200 len: 210 time: 0.0320153 Jul 15 23:07:17.337997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-31ea4a0d-d2d1-4900-89b2-fd4729f3d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.348693 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-31ea4a0d-d2d1-4900-89b2-fd4729f3d226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.2905293 Jul 15 23:07:17.412753 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-1a776660-af56-4c60-bac0-7406f986fad1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468903 Jul 15 23:07:17.417834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a917352-caa3-4f47-92d3-e68c2af90c13 req-1c739a25-6be9-43ff-b4a3-dc73ad1c423e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.423236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a917352-caa3-4f47-92d3-e68c2af90c13 req-1c739a25-6be9-43ff-b4a3-dc73ad1c423e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.0993526 Jul 15 23:07:17.467533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a917352-caa3-4f47-92d3-e68c2af90c13 req-71ed0e0d-b322-47fa-8274-875226818ac6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Jul 15 23:07:17.598355 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.679310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Deleting port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:17.679651 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.745868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1064e7-1c90-40b6-998d-75da8724b40a req-a06c6dae-5ae4-469a-8cdc-020edc75fa27 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.749067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:17.754160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa1064e7-1c90-40b6-998d-75da8724b40a req-a06c6dae-5ae4-469a-8cdc-020edc75fa27 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 950 time: 0.0927992 Jul 15 23:07:17.789022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa1064e7-1c90-40b6-998d-75da8724b40a req-690fa57f-49b5-4a33-ae56-aae0e41f8930 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/security-groups?id=02965477-6ec1-4525-8f1a-920bb24535b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Jul 15 23:07:17.801339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Checking segment: {'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:17.801698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Network hostable DHCP agents. Network: 7d7dd804-9983-4070-acb0-d62749a772a9, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:17.830951 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-8536217f-10ad-45e7-b63f-5aaa46cd0e5f service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657781 Jul 15 23:07:17.868641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Network 7d7dd804-9983-4070-acb0-d62749a772a9 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:17.893431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] For port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:17.894337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.902443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7d7dd804-9983-4070-acb0-d62749a772a9) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:17.913554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.914141 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.914280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726005e3-66c0-46e2-b6d5-82147fa537c0 None None] Network 7d7dd804-9983-4070-acb0-d62749a772a9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:17.916653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Calling delete_port for 5dfccfdf-8659-4fb4-ad03-3dd7552f250f owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:18.009023 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c1cfa3c1-2c80-4bfa-bbc5-8a14a41cd4ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9623806 Jul 15 23:07:18.017328 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bfa9cdba-b992-4ea6-a9ac-d2a9254e2776 req-ab05a08e-a3b4-41e6-8406-3703bf10cff6 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737225 Jul 15 23:07:18.149201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.252286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['5dfccfdf-8659-4fb4-ad03-3dd7552f250f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:18.265469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Pushing event deleted for resources: {'Port': ['ID=5dfccfdf-8659-4fb4-ad03-3dd7552f250f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.288919 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-97892a4c-f2d8-42bb-aa33-6573d0b25b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.302676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] No DVR routers for this DVR port 5dfccfdf-8659-4fb4-ad03-3dd7552f250f on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:18.303112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ff389-8fbb-4840-9b61-c9f8663ef100 None None] Network 7d7dd804-9983-4070-acb0-d62749a772a9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:18.305700 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.309948 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-54b68654-530b-47a7-9c42-f23ef6dcfec0 req-069fadac-e8d3-414b-8eee-e644005b8639 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.37 "DELETE /v2.0/ports/5dfccfdf-8659-4fb4-ad03-3dd7552f250f HTTP/1.1" status: 204 len: 173 time: 1.3964477 Jul 15 23:07:18.310513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a', 'name': 'network-vif-deleted', 'tag': '5dfccfdf-8659-4fb4-ad03-3dd7552f250f'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:18.313116 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca75f000-0331-4832-801e-3f264347a45e" -d '{"events": [{"server_uuid": "8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a", "name": "network-vif-deleted", "tag": "5dfccfdf-8659-4fb4-ad03-3dd7552f250f"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:18.315961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803aa9f-18dc-4f8e-b9dc-cf715ac1513e req-af13703e-e00c-4803-90db-8dba28ce8154 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:18.317528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3803aa9f-18dc-4f8e-b9dc-cf715ac1513e req-af13703e-e00c-4803-90db-8dba28ce8154 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.1469486 Jul 15 23:07:18.372194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-65164d0b-0f41-44e9-af2c-2d2400e266f9 req-1e2b0f48-9e75-455a-a9e5-26f9273ba612 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-631118952', 'description': 'tempest-description-755291303'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:18.414353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3803aa9f-18dc-4f8e-b9dc-cf715ac1513e req-c39a1b98-46da-4613-b06d-448038cb07b9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858028 Jul 15 23:07:18.427915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-65164d0b-0f41-44e9-af2c-2d2400e266f9 req-1e2b0f48-9e75-455a-a9e5-26f9273ba612 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.543731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c2022540-bece-412a-8881-df08896ce85a no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:18.556231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-65164d0b-0f41-44e9-af2c-2d2400e266f9 req-1e2b0f48-9e75-455a-a9e5-26f9273ba612 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.576017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: c2022540-bece-412a-8881-df08896ce85a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:18.576683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c2022540-bece-412a-8881-df08896ce85a not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:18.596593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-65164d0b-0f41-44e9-af2c-2d2400e266f9 req-1e2b0f48-9e75-455a-a9e5-26f9273ba612 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.616423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-65164d0b-0f41-44e9-af2c-2d2400e266f9 req-1e2b0f48-9e75-455a-a9e5-26f9273ba612 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.617654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65164d0b-0f41-44e9-af2c-2d2400e266f9 req-1e2b0f48-9e75-455a-a9e5-26f9273ba612 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2512147 Jul 15 23:07:18.679167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b0f48-9e75-455a-a9e5-26f9273ba612 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2c8909-9749-4b4a-97d5-7e7c17897226,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.687652 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219cef55-6827-4f02-bb75-31cbde48e3de x-openstack-request-id: req-219cef55-6827-4f02-bb75-31cbde48e3de {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:18.687941 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a", "name": "network-vif-deleted", "tag": "5dfccfdf-8659-4fb4-ad03-3dd7552f250f", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:18.688191 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-219cef55-6827-4f02-bb75-31cbde48e3de {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:18.688588 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a', 'name': 'network-vif-deleted', 'tag': '5dfccfdf-8659-4fb4-ad03-3dd7552f250f', 'status': 'completed', 'code': 200} Jul 15 23:07:18.696437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107c193-33be-4024-a5fc-af2b73b4f47b req-3cb884ef-351d-4afa-99f5-c00cd230c9eb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:18.698120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1107c193-33be-4024-a5fc-af2b73b4f47b req-3cb884ef-351d-4afa-99f5-c00cd230c9eb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1403859 Jul 15 23:07:18.753762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1107c193-33be-4024-a5fc-af2b73b4f47b req-4e615512-1fba-4288-92d2-03b57c4d4c9c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491240 Jul 15 23:07:18.807686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-88edfef8-a879-48e1-873f-36a164ed3691 req-56fcd893-0f0c-451f-977e-cf3aeb29d8e7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1674312852', 'description': 'tempest-description-1503485142'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:18.836542 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-88edfef8-a879-48e1-873f-36a164ed3691 req-56fcd893-0f0c-451f-977e-cf3aeb29d8e7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.967667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-88edfef8-a879-48e1-873f-36a164ed3691 req-56fcd893-0f0c-451f-977e-cf3aeb29d8e7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.977263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc4ec5-3568-4dbb-9450-bb052acd6324 req-307e17d9-df6f-406d-8a8a-4aca912259a5 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:18.978783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97cc4ec5-3568-4dbb-9450-bb052acd6324 req-307e17d9-df6f-406d-8a8a-4aca912259a5 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.1087320 Jul 15 23:07:18.979856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-88edfef8-a879-48e1-873f-36a164ed3691 req-56fcd893-0f0c-451f-977e-cf3aeb29d8e7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.021397 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-88edfef8-a879-48e1-873f-36a164ed3691 req-56fcd893-0f0c-451f-977e-cf3aeb29d8e7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.022613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88edfef8-a879-48e1-873f-36a164ed3691 req-56fcd893-0f0c-451f-977e-cf3aeb29d8e7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2201269 Jul 15 23:07:19.064496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97cc4ec5-3568-4dbb-9450-bb052acd6324 req-70d5bec1-af6e-4c6c-9b70-4386e613351c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695629 Jul 15 23:07:19.065554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcd893-0f0c-451f-977e-cf3aeb29d8e7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8df6fda-afe2-4001-a29f-36d9152fde60,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:19.400903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a80e191a-5da0-4305-9cb2-7677e092391e req-68b2f9e0-a986-4234-a3d1-c9b6dafc3c37 tempest-ServersAdminNegativeTestJSON-1761383835 tempest-ServersAdminNegativeTestJSON-1761383835-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f28c586-7fec-45f5-aaa5-a3e7bfcdcf3a HTTP/1.1" status: 200 len: 210 time: 0.0305347 Jul 15 23:07:19.530692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-4e14a132-154f-4bdf-af40-84a3172fe0ab tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:19.532511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-4e14a132-154f-4bdf-af40-84a3172fe0ab tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 813 time: 0.1250532 Jul 15 23:07:19.585986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-0d1bbbcc-441d-494e-9e46-3bbf4ebfc33b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/quotas/ca2889d6dd8241e9b7516d396de46f84 HTTP/1.1" status: 200 len: 375 time: 0.0409124 Jul 15 23:07:19.631139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-32f94e0e-c9cd-4216-a66e-4e68df3d3955 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440898 Jul 15 23:07:19.697626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f709dc1-0e8d-469a-ba42-8aaf3673d918 req-3e7eef6c-a97f-4d1c-a7e6-dd8fd3e3f9da tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:19.699557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f709dc1-0e8d-469a-ba42-8aaf3673d918 req-3e7eef6c-a97f-4d1c-a7e6-dd8fd3e3f9da tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.1659887 Jul 15 23:07:19.784971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-50f5d99e-d292-4c40-8300-ddf3e33fc4fc service neutron] 10.222.0.23 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458426 Jul 15 23:07:19.790931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f709dc1-0e8d-469a-ba42-8aaf3673d918 req-eddaabc3-cb9b-42f8-8c29-10c8031ddf32 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621135 Jul 15 23:07:19.911285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-c6ee4ec1-ed6f-4e4e-a1bd-1d6670cb5162 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191115 Jul 15 23:07:20.008108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28d190-ce73-4712-950d-b2377c7250c8 req-c590c67d-ed34-4d27-97b3-86b29653e625 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:20.010155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc28d190-ce73-4712-950d-b2377c7250c8 req-c590c67d-ed34-4d27-97b3-86b29653e625 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.0957913 Jul 15 23:07:20.092126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc28d190-ce73-4712-950d-b2377c7250c8 req-53a3c44c-155c-423a-9be2-214691f0c4dc tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683446 Jul 15 23:07:20.186394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfa27843-8b12-47fe-abca-d2f9e72bcbe0 req-b1d5d6a8-32a7-4791-a964-f204016e049e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 210 time: 0.0423794 Jul 15 23:07:20.283697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd08e87-629d-431a-a0f7-f95194aac6b6 req-863257eb-bb89-4cbf-bd74-a92af2317f04 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:20.285378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfd08e87-629d-431a-a0f7-f95194aac6b6 req-863257eb-bb89-4cbf-bd74-a92af2317f04 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0872583 Jul 15 23:07:20.357005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfd08e87-629d-431a-a0f7-f95194aac6b6 req-2c2819af-5c0b-4b64-8430-89e661ca5db2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651100 Jul 15 23:07:20.463711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698ec13-f0b7-46a9-b162-7ce2e575b354 req-a1f833bd-cfa0-48b6-9535-9059e150a904 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:20.465867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d698ec13-f0b7-46a9-b162-7ce2e575b354 req-a1f833bd-cfa0-48b6-9535-9059e150a904 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.0785172 Jul 15 23:07:20.510340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d698ec13-f0b7-46a9-b162-7ce2e575b354 req-d4d092f0-0354-4192-a7b6-decf2b9a2c29 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 Jul 15 23:07:20.514634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5dfccfdf-8659-4fb4-ad03-3dd7552f250f no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:20.538479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 5dfccfdf-8659-4fb4-ad03-3dd7552f250f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:20.538898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5dfccfdf-8659-4fb4-ad03-3dd7552f250f not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:20.602394 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2d8e3702-18cb-435c-a1d2-d99e83656275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.825885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57388) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:20.981192 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.088904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cb9274f0-1ecb-4798-b3f0-ed514871b8ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f781d46993248f8a9e148f7e56fa195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615821 Jul 15 23:07:21.092188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57392) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:21.107336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8575e2-1913-4755-8b40-bd3a781667bd req-4e19427d-001a-45b1-b8f2-33e490d145d8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.109229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c8575e2-1913-4755-8b40-bd3a781667bd req-4e19427d-001a-45b1-b8f2-33e490d145d8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.1552148 Jul 15 23:07:21.155875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-b00ad630-7027-4163-ad93-11947c09c220 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183772 Jul 15 23:07:21.160145 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef80d445-2fa6-45d4-b736-5a0d638111fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.163001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c8575e2-1913-4755-8b40-bd3a781667bd req-52157744-c088-4e78-aa4f-38f391a751e8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435691 Jul 15 23:07:21.188806 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef80d445-2fa6-45d4-b736-5a0d638111fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.263965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-51be49f0-d8e1-4401-9fe2-f18dcb0db8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.267143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-51be49f0-d8e1-4401-9fe2-f18dcb0db8bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1101 time: 0.0704720 Jul 15 23:07:21.268570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef80d445-2fa6-45d4-b736-5a0d638111fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.271327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef80d445-2fa6-45d4-b736-5a0d638111fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.272612 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ef80d445-2fa6-45d4-b736-5a0d638111fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02965477-6ec1-4525-8f1a-920bb24535b4 HTTP/1.1" status: 204 len: 168 time: 0.1783984 Jul 15 23:07:21.282234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80d445-2fa6-45d4-b736-5a0d638111fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02965477-6ec1-4525-8f1a-920bb24535b4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:21.380004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1cae170-cccd-4af7-8479-d322b9b84b06 req-ad464d43-539f-49a3-8fe3-9c8ba1aa0193 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 210 time: 0.0501804 Jul 15 23:07:21.413315 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.458399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc8e7d-9afc-4190-85c7-7ea325a8ff04 req-29ce1b6f-3aa3-49f5-97ed-e3fc4107292f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.459929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24cc8e7d-9afc-4190-85c7-7ea325a8ff04 req-29ce1b6f-3aa3-49f5-97ed-e3fc4107292f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 950 time: 0.1917670 Jul 15 23:07:21.483486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-6b3908ae-3344-4646-a9d0-b5afac44c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.484950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-6b3908ae-3344-4646-a9d0-b5afac44c097 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1659310 Jul 15 23:07:21.522916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24cc8e7d-9afc-4190-85c7-7ea325a8ff04 req-8f9cd61b-86c8-4927-97ec-60520c77083f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568409 Jul 15 23:07:21.585404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-ebd9ec93-3225-4cc0-a1a3-767359d0a5fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 HTTP/1.1" status: 200 len: 217 time: 0.0841770 Jul 15 23:07:21.636789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57416) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:21.714243 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ff53676b-5ded-49ec-8d4e-ddf0dc394ff7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7efa3f78dcac43dba448e543fa1c38c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736272 Jul 15 23:07:21.715691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57418) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:21.827311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-ddbd48de-65e1-41b6-abd3-1623598b0a9e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.828817 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-ddbd48de-65e1-41b6-abd3-1623598b0a9e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.37 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 813 time: 0.1715772 Jul 15 23:07:21.829670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8496c0f0-9a5b-48d7-b69c-40f0e9c553de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.855063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'port': {'device_id': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9', 'admin_state_up': True, 'tenant_id': 'ca2889d6dd8241e9b7516d396de46f84'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:21.863388 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8496c0f0-9a5b-48d7-b69c-40f0e9c553de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.978873 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8496c0f0-9a5b-48d7-b69c-40f0e9c553de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.981384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8496c0f0-9a5b-48d7-b69c-40f0e9c553de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.984988 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8496c0f0-9a5b-48d7-b69c-40f0e9c553de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d568f89-9509-4886-a68e-cf70339ff0be HTTP/1.1" status: 204 len: 168 time: 0.2668872 Jul 15 23:07:21.988813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-b12dd6dc-798b-4789-b12a-9806d4c4868f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.995257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-b12dd6dc-798b-4789-b12a-9806d4c4868f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 821 time: 0.4950962 Jul 15 23:07:21.996954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496c0f0-9a5b-48d7-b69c-40f0e9c553de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d568f89-9509-4886-a68e-cf70339ff0be,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:22.005701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Made reservation on behalf of ca2889d6dd8241e9b7516d396de46f84 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:22.009811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.012019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-5ea64a38-ba29-4554-b459-031592fbbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.013577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-5ea64a38-ba29-4554-b459-031592fbbe98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1274822 Jul 15 23:07:22.019483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e4be2614-9ed8-4a89-92f4-fa61bb2e4571 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/quotas/8ec79eae0bbe481ba8cb316aefd158cd HTTP/1.1" status: 200 len: 375 time: 0.0228393 Jul 15 23:07:22.073096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13893f2-6376-419a-a695-02f74aaffdd6 req-c08b9879-4839-47dd-93f9-2b1ff833917a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.074609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13893f2-6376-419a-a695-02f74aaffdd6 req-c08b9879-4839-47dd-93f9-2b1ff833917a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1866045 Jul 15 23:07:22.155182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13893f2-6376-419a-a695-02f74aaffdd6 req-2470e839-6c6b-4eb4-b1eb-049becc563c9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604010 Jul 15 23:07:22.161799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Allocated IP 172.20.0.11 (7d7dd804-9983-4070-acb0-d62749a772a9/2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce/0027b5b3-0873-4e27-a2e1-164d3a91a9e5) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:22.175948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-06ac4e05-1fcc-4ea9-849c-db86462ac8ce tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1488008 Jul 15 23:07:22.179062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-edf535f5-3580-460a-9dff-c9efa585e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.180472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-edf535f5-3580-460a-9dff-c9efa585e5b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408617 Jul 15 23:07:22.341022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.381631 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.425035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Network 7d7dd804-9983-4070-acb0-d62749a772a9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:22.426222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-1ccf7194-fd78-4215-a54a-5cdeae9a5ecf service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248151 Jul 15 23:07:22.427958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-fbe2bdea-fda2-45de-a75a-96aacd82db70 service neutron] 10.222.0.23 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361765 Jul 15 23:07:22.430968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:22.434866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:22.463677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'Port': ['ID=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:22.489903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.490133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.505702 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-12361551-314e-4b8a-bcf1-d2d2d30b8a52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6563585 Jul 15 23:07:22.528254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Request body: {'port': {'device_id': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:22.556046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000da35f-4867-4f3d-a573-952a263dfa90 req-cf647e18-321d-4e71-9619-22bdf070bac4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.557635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-000da35f-4867-4f3d-a573-952a263dfa90 req-cf647e18-321d-4e71-9619-22bdf070bac4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.2455678 Jul 15 23:07:22.617119 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.617997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-03da232a-e001-4046-a137-8c9d7d19f76b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.619499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-03da232a-e001-4046-a137-8c9d7d19f76b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 950 time: 0.2576296 Jul 15 23:07:22.695074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e45068-c8eb-4508-9597-4d219d0834d8 req-e19ef486-1c6e-45a2-9f67-eea0b248158a service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592478 Jul 15 23:07:22.709969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-3ff00c37-36c3-44d9-abf5-fc1b5bb87762 service neutron] 10.222.0.23 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595644 Jul 15 23:07:22.712842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-000da35f-4867-4f3d-a573-952a263dfa90 req-82b63e35-3767-443d-b4ab-43f953ce61b0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231599 Jul 15 23:07:22.788657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Deleting port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:22.789100 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.867487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57446) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:22.928759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] For port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:22.929897 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.945220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Calling delete_port for b687a81c-acfd-4da3-81b3-dcf0fe26c1bf owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:22.972238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:23.007300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:23.020021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.038137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Transition to ACTIVE for port object 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:23.047949 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.055571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-network', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:23.106033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Made reservation on behalf of 229c42f78f2a4c629e9f7499d4983623 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:23.109101 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.113472 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.125516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.144964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Pushing event updated for resources: {'Port': ['ID=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:23.172444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:23.177281 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.179528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:23.184001 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02628e28-45c6-46a7-bea3-8b05ab38630c" -d '{"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:23.207560 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.212912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31', '42d157b0-75a9-43e5-99e9-ec84aff8c408', '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c', 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:23.247252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9', '58831f6c-0068-432a-9c2f-eff10e50dc41'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:23.250452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.251025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event deleted for resources: {'Port': ['ID=b687a81c-acfd-4da3-81b3-dcf0fe26c1bf,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:23.354260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Attempting to bind port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:23.354728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Attempting to bind port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:23.355036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Attempting to bind port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 on network 7d7dd804-9983-4070-acb0-d62749a772a9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:23.360358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 on network 7d7dd804-9983-4070-acb0-d62749a772a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:23.361700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Attempting to bind port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 on network 7d7dd804-9983-4070-acb0-d62749a772a9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:23.367869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:23.368215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Checking segment: {'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:23.368598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Bound using segment: {'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:23.369027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Bound port: 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:23.369386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.394269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=12']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:23.476471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a65cfb33-8884-4051-8467-776a21b3977c req-de9433d9-1482-4696-9f0b-58e11b6bd513 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 210 time: 0.1286793 Jul 15 23:07:23.507439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] No DVR routers for this DVR port b687a81c-acfd-4da3-81b3-dcf0fe26c1bf on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:23.512662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.514871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f10e470-2af7-4f4b-a0d9-8654daf539a2 req-e1fd0c5c-8c24-4085-9d5e-363f713efe8c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "DELETE /v2.0/ports/b687a81c-acfd-4da3-81b3-dcf0fe26c1bf HTTP/1.1" status: 204 len: 173 time: 0.8835082 Jul 15 23:07:23.515353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36849280-67ac-4605-adb0-009c94ac469d', 'name': 'network-vif-deleted', 'tag': 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:23.524521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] For port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:23.527960 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0885c8f5-f632-43db-8af0-37161dd1b5d7" -d '{"events": [{"server_uuid": "36849280-67ac-4605-adb0-009c94ac469d", "name": "network-vif-deleted", "tag": "b687a81c-acfd-4da3-81b3-dcf0fe26c1bf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:23.535798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] For port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:23.555580 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.625143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:23.625759 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.627177 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] 10.222.0.37 "PUT /v2.0/ports/0027b5b3-0873-4e27-a2e1-164d3a91a9e5 HTTP/1.1" status: 200 len: 1092 time: 1.1056027 Jul 15 23:07:23.627610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:23.629985 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:23.657985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ddf76bc-fdb7-4c75-b988-b95150df5800 req-038fc6d0-51b5-4288-aaaf-3348d3f69888 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 210 time: 0.0600758 Jul 15 23:07:23.669268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.697743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaef8f8-02fa-488a-a89c-75e23f4dd80c service neutron] Pushing event updated for resources: {'Port': ['ID=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:23.704321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bbc6b-0672-4167-898d-4a0df67d28b0 req-a879ea4b-f04d-4cbb-a8e2-65d8e733506a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:23.708051 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a66bbc6b-0672-4167-898d-4a0df67d28b0 req-a879ea4b-f04d-4cbb-a8e2-65d8e733506a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 944 time: 0.2208357 Jul 15 23:07:23.709246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.810045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79117a5d-5bc3-4544-9404-5184ceb3ea2e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:23.847235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:23.868935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-eb5de6a4-a049-41da-86bd-17a005034abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:23.871133 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-eb5de6a4-a049-41da-86bd-17a005034abe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1095 time: 0.0926263 Jul 15 23:07:23.896821 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.897167 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Added segment 2b3f8b17-2969-4477-a831-f7314d1123fb of type vlan for network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b Jul 15 23:07:23.912602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a66bbc6b-0672-4167-898d-4a0df67d28b0 req-32de92a7-d4fb-47e4-b02c-51d72d6b1b26 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951661 Jul 15 23:07:23.940421 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-67fbec92-f353-4cbf-a6c3-0afce2ef3cff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5 HTTP/1.1" status: 200 len: 217 time: 0.0536864 Jul 15 23:07:23.975831 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a78a54c-e59d-4be7-b0d2-30cb63435859 x-openstack-request-id: req-7a78a54c-e59d-4be7-b0d2-30cb63435859 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:23.976347 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:23.976485 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a78a54c-e59d-4be7-b0d2-30cb63435859 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:23.976765 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'code': 200} Jul 15 23:07:24.031318 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.036991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-7b411081-0363-45aa-b588-05f0a575650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.039365 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-7b411081-0363-45aa-b588-05f0a575650d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.0891509 Jul 15 23:07:24.042274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ba90e-311e-4170-9d34-80b8e71d197f req-5c9030a6-8cba-475e-b5a3-9606fc8fbb48 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.049485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-935ba90e-311e-4170-9d34-80b8e71d197f req-5c9030a6-8cba-475e-b5a3-9606fc8fbb48 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.2214096 Jul 15 23:07:24.084412 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-cbd5be60-a846-45a3-bc9c-016718f01f83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378230 Jul 15 23:07:24.129708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-935ba90e-311e-4170-9d34-80b8e71d197f req-76995527-48e8-46a5-9d16-3d096ca20ccb tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793865 Jul 15 23:07:24.161071 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.162071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.162715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.187025 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72ba1c-38e5-4785-84a0-4f7d7dc5c087 x-openstack-request-id: req-df72ba1c-38e5-4785-84a0-4f7d7dc5c087 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:24.187323 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36849280-67ac-4605-adb0-009c94ac469d", "name": "network-vif-deleted", "tag": "b687a81c-acfd-4da3-81b3-dcf0fe26c1bf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:24.187484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-6f8285c0-56f9-4060-8994-cecedd20bafe service neutron] 10.222.0.37 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948286 Jul 15 23:07:24.187627 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df72ba1c-38e5-4785-84a0-4f7d7dc5c087 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:24.188012 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36849280-67ac-4605-adb0-009c94ac469d', 'name': 'network-vif-deleted', 'tag': 'b687a81c-acfd-4da3-81b3-dcf0fe26c1bf', 'status': 'completed', 'code': 200} Jul 15 23:07:24.207804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3381968 Jul 15 23:07:24.211614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57478) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.218594 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5548f6f9-e082-49ab-b40d-3198122bb8ba x-openstack-request-id: req-5548f6f9-e082-49ab-b40d-3198122bb8ba {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:24.218898 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:24.219146 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5548f6f9-e082-49ab-b40d-3198122bb8ba {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:24.219536 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5', 'status': 'completed', 'code': 200} Jul 15 23:07:24.242065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Request body: {'subnet': {'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-subnet', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:24.247608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d3694-860d-4a11-a397-f3599bda54a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed21ed2-2b44-4b79-adeb-3b6d005e170b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:24.254001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cf9dc-bd01-4a5c-9870-4edefab12d09 req-540b7d0f-d91d-4aa3-8f7f-39aec0935479 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.255534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed6cf9dc-bd01-4a5c-9870-4edefab12d09 req-540b7d0f-d91d-4aa3-8f7f-39aec0935479 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1099 time: 0.1485453 Jul 15 23:07:24.269163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:24.295287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Made reservation on behalf of 229c42f78f2a4c629e9f7499d4983623 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:24.297536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.298256 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-97d09c97-84fa-4956-b6e2-9ed61af7795a req-838a2e35-03ed-4639-a059-88bac40bb32c service neutron] 10.222.0.37 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009061 Jul 15 23:07:24.350516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed6cf9dc-bd01-4a5c-9870-4edefab12d09 req-8a6fb070-ad01-4d77-996a-f2c982b6c340 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814693 Jul 15 23:07:24.466281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16513774-d87a-4c17-a85e-cbac67218671 req-8707d6b3-80eb-4dde-944b-f01ef64594aa tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.467944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16513774-d87a-4c17-a85e-cbac67218671 req-8707d6b3-80eb-4dde-944b-f01ef64594aa tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.1394389 Jul 15 23:07:24.526317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-83e363d3-581c-4c4d-8124-39fa4f9f9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.529187 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-83e363d3-581c-4c4d-8124-39fa4f9f9cef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1095 time: 0.0982254 Jul 15 23:07:24.580078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16513774-d87a-4c17-a85e-cbac67218671 req-70b200b4-bece-4d2f-b305-c33ab28ef609 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877788 Jul 15 23:07:24.625175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.674217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-d8525f54-bd1a-470a-8c14-45cb66845be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.676527 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-d8525f54-bd1a-470a-8c14-45cb66845be8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 914 time: 0.1394777 Jul 15 23:07:24.711946 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.745107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6878f9a7-03e4-4c2a-ab44-30571c10aa38,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:24.771651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Checking segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:24.772019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Network hostable DHCP agents. Network: 4ed21ed2-2b44-4b79-adeb-3b6d005e170b, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:24.786223 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-277bb82a-d7d3-41c1-913b-005e1085d3c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5 HTTP/1.1" status: 200 len: 217 time: 0.1007276 Jul 15 23:07:24.801858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:24.842645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3887d795-a559-4395-9c3d-022ff979bd11 req-9c970e4a-094c-4f92-8018-aab12de562ed tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=36849280-67ac-4605-adb0-009c94ac469d HTTP/1.1" status: 200 len: 210 time: 0.0424166 Jul 15 23:07:24.844009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 4ed21ed2-2b44-4b79-adeb-3b6d005e170b) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:24.854820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-755eeb44-c987-4207-a929-980a0e817385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.856736 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-755eeb44-c987-4207-a929-980a0e817385 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.0631282 Jul 15 23:07:24.860977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.861795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.862998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc7b0d-6051-470e-9f72-15abaae10eec None None] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:24.886399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eaa75198-8564-4e62-8dea-920b4965b03c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6482129 Jul 15 23:07:24.889063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57486) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:24.893933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:24.922638 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.924088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.940859 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-ade66296-f4fe-4c81-8a57-5d54aa985ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743721 Jul 15 23:07:25.087125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:25.088752 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.110092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e80ab8de-77a9-4123-8ce0-b1ca825ba895 req-ca6b2c9b-5ac0-44ca-bdbb-de335e1088da tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 210 time: 0.1297410 Jul 15 23:07:25.121679 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-64ad3047-e9f1-47e3-8809-0b730827ebbd service neutron] 10.222.0.37 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732950 Jul 15 23:07:25.279928 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42b0c437-33f8-45d4-a9c6-d13445a7fa8d req-4a47cd80-ff1c-4aac-afb9-6555c2b30b2c service neutron] 10.222.0.37 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505847 Jul 15 23:07:25.293992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Allocated IP 172.20.0.2 (4ed21ed2-2b44-4b79-adeb-3b6d005e170b/6878f9a7-03e4-4c2a-ab44-30571c10aa38/34268a6e-b479-47e4-b023-563d9fedb700) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:25.345302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-bf73ccd1-e626-4f4c-a266-88a200b5e926 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:25.346802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-bf73ccd1-e626-4f4c-a266-88a200b5e926 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 821 time: 0.1506960 Jul 15 23:07:25.361459 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.419407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Request body: {'port': {'device_id': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'admin_state_up': True, 'tenant_id': '8ec79eae0bbe481ba8cb316aefd158cd'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:25.477299 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.486868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Transition to ACTIVE for port object 34268a6e-b479-47e4-b023-563d9fedb700 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:25.502097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Transition to ACTIVE for port object 34268a6e-b479-47e4-b023-563d9fedb700 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:25.510225 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.555097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:25.558720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:25.565259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:25.587106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Pushing event updated for resources: {'Port': ['ID=34268a6e-b479-47e4-b023-563d9fedb700,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:25.645651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Attempting to bind port 34268a6e-b479-47e4-b023-563d9fedb700 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:25.646107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Attempting to bind port 34268a6e-b479-47e4-b023-563d9fedb700 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:25.646536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Attempting to bind port 34268a6e-b479-47e4-b023-563d9fedb700 on network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:25.651696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:25.652685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Checking segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:25.653150 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.653617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Bound using segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:25.654143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Bound port: 34268a6e-b479-47e4-b023-563d9fedb700, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:25.654655 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.686577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.703111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011e13b-ef98-4a60-8f0e-762234803bd4 req-f8d704f9-95f6-492f-a51b-3a1613096105 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:25.704599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4011e13b-ef98-4a60-8f0e-762234803bd4 req-f8d704f9-95f6-492f-a51b-3a1613096105 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 944 time: 0.3568928 Jul 15 23:07:25.712946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a8368-9e97-410c-a4af-38c6477fecdd req-b13d2feb-79b5-4a7b-967a-e7a80e63a4d2 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:25.720723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b46a8368-9e97-410c-a4af-38c6477fecdd req-b13d2feb-79b5-4a7b-967a-e7a80e63a4d2 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 1099 time: 0.5428324 Jul 15 23:07:25.729357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] For port 34268a6e-b479-47e4-b023-563d9fedb700, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:25.734194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] For port 34268a6e-b479-47e4-b023-563d9fedb700, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=34268a6e-b479-47e4-b023-563d9fedb700,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:25.739183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.755722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Made reservation on behalf of 8ec79eae0bbe481ba8cb316aefd158cd for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:25.759158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.803795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5192f-471e-45d2-8247-1065f292c19a None None] Pushing event updated for resources: {'Port': ['ID=34268a6e-b479-47e4-b023-563d9fedb700,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:25.831917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4011e13b-ef98-4a60-8f0e-762234803bd4 req-2c0720e3-0fd8-40b5-a6b8-cf9285d02711 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209347 Jul 15 23:07:25.840067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b46a8368-9e97-410c-a4af-38c6477fecdd req-be9a6d75-787a-41c7-afc9-7d9aca406643 tempest-ServersAdminTestJSON-1852711033 tempest-ServersAdminTestJSON-1852711033-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178048 Jul 15 23:07:26.377888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Allocated IP 172.20.0.12 (2e721c03-3ff5-4c77-9e43-d2dc18b737a4/4f0788d7-333c-43be-be77-deb15b417431/b6e0523d-7065-4d17-9b1c-0974fc6ef01d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:26.555858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec16a-8076-470e-9fab-ca6714a9f371 req-b1f37ad9-0175-42c4-864d-3eba43c293aa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:26.558695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fceec16a-8076-470e-9fab-ca6714a9f371 req-b1f37ad9-0175-42c4-864d-3eba43c293aa tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.2732794 Jul 15 23:07:26.559731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:26.578893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80a906-0fb6-4f5d-829c-a5fa1bf0e304 req-630065a2-38ee-44af-b951-a63223eeb87e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:26.580486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f80a906-0fb6-4f5d-829c-a5fa1bf0e304 req-630065a2-38ee-44af-b951-a63223eeb87e tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.2925789 Jul 15 23:07:26.625273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.659474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.721326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:26.738612 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f80a906-0fb6-4f5d-829c-a5fa1bf0e304 req-482047d4-abcc-4572-83f6-380937cae271 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327736 Jul 15 23:07:26.739142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5', 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9', 'port_id': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5', 'mac_address': 'fa:16:3e:a9:79:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:26.815930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fceec16a-8076-470e-9fab-ca6714a9f371 req-2be61ef4-f9c9-4535-b107-290cb30b3335 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459347 Jul 15 23:07:26.824441 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.852721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:26.880261 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.914674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:26.922395 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:26.991542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Allocated IP 172.25.3.150 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/72473dfb-024b-402b-b3a4-0716627f1961) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:26.994697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b687a81c-acfd-4da3-81b3-dcf0fe26c1bf no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:27.035612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.075176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: b687a81c-acfd-4da3-81b3-dcf0fe26c1bf {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:27.075568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b687a81c-acfd-4da3-81b3-dcf0fe26c1bf not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:27.115963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:27.116168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Pushing event updated for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:27.198427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a93aa-f087-46e0-a7a6-ba0a30463270 None None] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:27.214049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:27.227103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:27.236935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:27.242500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.243163 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.287231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.290281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e376cb23-0551-4cf9-a844-50104989fa8b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8971529 Jul 15 23:07:27.297171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-36411956-3eba-4135-ba5b-399412505872 None None] Provisioning for port 34268a6e-b479-47e4-b023-563d9fedb700 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:27.302420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdd935-a3f3-40d8-87c6-141f5b6f8cc5 req-846c10b7-5d7c-44a7-8f7f-cab2e0475388 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.304023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70fdd935-a3f3-40d8-87c6-141f5b6f8cc5 req-846c10b7-5d7c-44a7-8f7f-cab2e0475388 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 932 time: 0.2013955 Jul 15 23:07:27.315449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Request body: {'port': {'device_id': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:27.392169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:27.475154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70fdd935-a3f3-40d8-87c6-141f5b6f8cc5 req-eac73869-edd1-4066-a894-3f6bdcf08a4d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209962 Jul 15 23:07:27.475714 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.486856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 34268a6e-b479-47e4-b023-563d9fedb700 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:27.520052 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.624721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Pushing event updated for resources: {'Port': ['ID=72473dfb-024b-402b-b3a4-0716627f1961,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:27.631371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 34268a6e-b479-47e4-b023-563d9fedb700 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:27.645023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 34268a6e-b479-47e4-b023-563d9fedb700 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:27.645452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:27.650015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c045dc-7f0a-454b-a82b-5d73661df70a req-fdbae5fb-0ddc-41af-8c47-4ff22cb13bc9 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.657490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7c045dc-7f0a-454b-a82b-5d73661df70a req-fdbae5fb-0ddc-41af-8c47-4ff22cb13bc9 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 945 time: 0.2978134 Jul 15 23:07:27.701036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:27.715675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:27.720161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:27.825028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7c045dc-7f0a-454b-a82b-5d73661df70a req-766c913b-a1d5-4cfb-98fa-4ccc9f2ef9f4 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662946 Jul 15 23:07:27.919269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-89b15435-5a8f-4ba1-954d-0a3e1676130a None None] Provisioning complete for port 34268a6e-b479-47e4-b023-563d9fedb700 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:27.919642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89b15435-5a8f-4ba1-954d-0a3e1676130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.001038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.063732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 34268a6e-b479-47e4-b023-563d9fedb700, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=34268a6e-b479-47e4-b023-563d9fedb700,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:28.064817 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89b15435-5a8f-4ba1-954d-0a3e1676130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.084736 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.157114 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-89b15435-5a8f-4ba1-954d-0a3e1676130a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:07:28.157469 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-89b15435-5a8f-4ba1-954d-0a3e1676130a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:07:28.161735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=34268a6e-b479-47e4-b023-563d9fedb700,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:28.216506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1f05e-0a5c-48ab-8e7a-fe2491c63d75 req-514a7e80-edbf-4986-98b3-5502667a26ac tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:28.217980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20f1f05e-0a5c-48ab-8e7a-fe2491c63d75 req-514a7e80-edbf-4986-98b3-5502667a26ac tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 950 time: 0.2716796 Jul 15 23:07:28.332135 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.335919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20f1f05e-0a5c-48ab-8e7a-fe2491c63d75 req-74d3ed98-66b7-4622-9d43-c4168f706cf8 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909059 Jul 15 23:07:28.364514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc53179-0a90-4f06-9622-acb1019faba0 req-58f32e6a-efb0-4274-94d5-c6d5b44156d3 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:28.366003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc53179-0a90-4f06-9622-acb1019faba0 req-58f32e6a-efb0-4274-94d5-c6d5b44156d3 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.2277668 Jul 15 23:07:28.433086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e0523d-7065-4d17-9b1c-0974fc6ef01d {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:28.445448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.507741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc53179-0a90-4f06-9622-acb1019faba0 req-3f633968-9cb6-499f-8891-9868be344fda tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108663 Jul 15 23:07:28.534265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Transition to ACTIVE for port object b6e0523d-7065-4d17-9b1c-0974fc6ef01d will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:28.540912 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:28.730826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:29.011121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482c927-4e51-40d2-9c63-67188454fd75 req-b7dd1e29-a108-4b2c-88c6-5c7ff7ad0a3e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.013149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e482c927-4e51-40d2-9c63-67188454fd75 req-b7dd1e29-a108-4b2c-88c6-5c7ff7ad0a3e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 950 time: 0.5558500 Jul 15 23:07:29.052466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:29.052804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:29.053136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:29.070896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:29.071224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:29.080020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.092534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:29.092880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:29.093269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:29.093707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Bound port: b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:29.094066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.101089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e482c927-4e51-40d2-9c63-67188454fd75 req-78c8e3f3-abfa-4e0a-a352-8ea2e776565a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800717 Jul 15 23:07:29.158133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecb433-8c68-4391-98a8-21db8c2e1500 req-be25be4d-bf04-4931-b8a2-3e368b4a16dd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.159903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8aecb433-8c68-4391-98a8-21db8c2e1500 req-be25be4d-bf04-4931-b8a2-3e368b4a16dd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.5176148 Jul 15 23:07:29.322809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:29.328230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8aecb433-8c68-4391-98a8-21db8c2e1500 req-47ac9f9b-2707-453e-a06c-ef29fdc19e4e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421800 Jul 15 23:07:29.331129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:29.339545 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.416883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.417738 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.420518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6e0523d-7065-4d17-9b1c-0974fc6ef01d HTTP/1.1" status: 200 len: 1092 time: 2.1108091 Jul 15 23:07:29.421604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:29.423886 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e092a158-ad6e-470d-bd88-368e8b8ab7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:29.433848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 34268a6e-b479-47e4-b023-563d9fedb700 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:29.454295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cf757-3a16-4763-966b-74ad07bc1ba5 req-0186fbba-a5a5-4f08-951c-6c0312963122 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.455855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-877cf757-3a16-4763-966b-74ad07bc1ba5 req-0186fbba-a5a5-4f08-951c-6c0312963122 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.2193117 Jul 15 23:07:29.501879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66297de4-cd84-45be-82a6-d6791c4f7cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:29.509402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 34268a6e-b479-47e4-b023-563d9fedb700 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:29.510041 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.548803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:07:29.593178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-877cf757-3a16-4763-966b-74ad07bc1ba5 req-18fe1923-b18c-4441-b3e9-a036d019a3b7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306281 Jul 15 23:07:29.706671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-285cf9dc-eb0e-4749-a8f9-263ea2ca47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.708127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-285cf9dc-eb0e-4749-a8f9-263ea2ca47bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1095 time: 0.2210276 Jul 15 23:07:29.718521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc03a8-219f-4339-9f1c-36095cb851fe req-94855581-b0e8-47fa-ab84-d0ba6d39c85e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.720045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29fc03a8-219f-4339-9f1c-36095cb851fe req-94855581-b0e8-47fa-ab84-d0ba6d39c85e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 945 time: 0.2434862 Jul 15 23:07:29.820944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-961cb26c-2c4a-4400-8aa0-e1602288ad13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d HTTP/1.1" status: 200 len: 217 time: 0.0745702 Jul 15 23:07:29.823405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:29.832195 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:29.841258 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:29.841856 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:29.922477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29fc03a8-219f-4339-9f1c-36095cb851fe req-f075a36c-b8f0-4d4e-b0c8-027ca9f12714 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773975 Jul 15 23:07:29.927376 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.928590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-58ff2652-1e70-4c22-91ae-d17056357fbb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0384769 Jul 15 23:07:29.931512 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57530) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:29.944929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e54b17ab-4c8b-45ab-8f85-91e4a5893a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.946214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e54b17ab-4c8b-45ab-8f85-91e4a5893a74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1111743 Jul 15 23:07:29.955401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-adf1e63f-11f1-400b-8954-a9c071421bb5 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.956953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-adf1e63f-11f1-400b-8954-a9c071421bb5 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 950 time: 0.2628965 Jul 15 23:07:29.974798 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:30.026903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-f7d36dfb-2b4a-43de-8194-db1f0d437c1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670199 Jul 15 23:07:30.035641 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77103806-aae5-4c69-9f65-2d451b500dff x-openstack-request-id: req-77103806-aae5-4c69-9f65-2d451b500dff {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:30.035946 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:30.036117 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77103806-aae5-4c69-9f65-2d451b500dff {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:30.036512 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d', 'status': 'completed', 'code': 200} Jul 15 23:07:30.125496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed77178-6719-4176-a132-8e4759512e8e req-e30213b2-8aad-4570-afa0-f64d0fc26d2c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.135310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed77178-6719-4176-a132-8e4759512e8e req-e30213b2-8aad-4570-afa0-f64d0fc26d2c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8a891b6-9533-4e8d-b84e-6d8aeef5e474 HTTP/1.1" status: 200 len: 950 time: 0.3021979 Jul 15 23:07:30.256265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed77178-6719-4176-a132-8e4759512e8e req-6b2a9389-6a0d-43f8-89d9-c35f9caa5b73 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198876 Jul 15 23:07:30.276535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.59', 54108) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:30.291331 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:28Z', 'revision_number': 3, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:30.327276 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:30.327885 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Updating router 7da86450-9b3e-44c1-9b11-c151081d7d54 port 72473dfb-024b-402b-b3a4-0716627f1961 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:07:30.381809 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.444024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-e1ab2fd6-ef2d-445b-a334-067f98bee0d0 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818746 Jul 15 23:07:30.445597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Deleting port 07c12ddd-e32d-4fce-9666-369573267af4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:30.446209 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.552554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] For port 07c12ddd-e32d-4fce-9666-369573267af4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=07c12ddd-e32d-4fce-9666-369573267af4,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:30.552961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.565609 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f2a14194-aa70-4a21-ac63-903245285de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.566474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Calling delete_port for 07c12ddd-e32d-4fce-9666-369573267af4 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:30.567137 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-f2a14194-aa70-4a21-ac63-903245285de2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1124 time: 0.1138866 Jul 15 23:07:30.575075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:30.679135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:30.683639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:30.683876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.699275 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.710806 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Transition to ACTIVE for port object 72473dfb-024b-402b-b3a4-0716627f1961 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:30.722487 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.743276 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.760901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['07c12ddd-e32d-4fce-9666-369573267af4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:30.787268 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Attempting to bind port 72473dfb-024b-402b-b3a4-0716627f1961 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:30.787741 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Attempting to bind port 72473dfb-024b-402b-b3a4-0716627f1961 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:30.791287 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Attempting to bind port 72473dfb-024b-402b-b3a4-0716627f1961 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:30.830703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3a261b87-ca8d-49cb-8734-2d82bf261fe2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:30.836938 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:30.837471 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:30.837725 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.838129 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:30.842959 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Bound port: 72473dfb-024b-402b-b3a4-0716627f1961, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:30.843439 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.884869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Pushing event deleted for resources: {'Port': ['ID=07c12ddd-e32d-4fce-9666-369573267af4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:30.897853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2f71a682-feb4-43d7-9b98-5c4708644dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.899407 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2f71a682-feb4-43d7-9b98-5c4708644dfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.2687254 Jul 15 23:07:30.956054 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-d08c13c2-b9be-4f5b-94aa-5271b4094f02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0441968 Jul 15 23:07:31.003902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31f5cab7-df83-4660-8ed0-72280aaa723d req-d5e84c37-dc04-4a68-b8fc-cb9edf8e7bdf service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948291 Jul 15 23:07:31.012722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc87490-b568-4985-aa6a-d1e9550f864e req-10c9f307-ea31-4d80-a75f-d6d28795c0ce tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.020242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bc87490-b568-4985-aa6a-d1e9550f864e req-10c9f307-ea31-4d80-a75f-d6d28795c0ce tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.6996179 Jul 15 23:07:31.023448 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Pushing event updated for resources: {'Port': ['ID=72473dfb-024b-402b-b3a4-0716627f1961,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:31.030237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] No DVR routers for this DVR port 07c12ddd-e32d-4fce-9666-369573267af4 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:31.034815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.035215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.035704 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.036046 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.036375 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.036760 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.037131 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.037468 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.037777 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.038084 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.038407 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.038913 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:31.059074 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.083752 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] For port 72473dfb-024b-402b-b3a4-0716627f1961, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:31.084734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.088105 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] For port 72473dfb-024b-402b-b3a4-0716627f1961, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=72473dfb-024b-402b-b3a4-0716627f1961,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:31.088900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f9a53e2-3d38-4c12-8b64-724a040331d6 req-43399769-9be6-4de5-9b64-f11455af72ca tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "DELETE /v2.0/ports/07c12ddd-e32d-4fce-9666-369573267af4 HTTP/1.1" status: 204 len: 173 time: 1.1191125 Jul 15 23:07:31.094977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-a2b81087-6163-40a7-acc1-875cfe8520cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.096747 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-a2b81087-6163-40a7-acc1-875cfe8520cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.1259179 Jul 15 23:07:31.103041 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.104446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b65d601-9d61-4bac-b862-e765a2d553a5 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.106631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b65d601-9d61-4bac-b862-e765a2d553a5 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 950 time: 0.8275359 Jul 15 23:07:31.161134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:31.167761 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462e9524-bbdf-40ac-941f-7bd302a7b834" -d '{"events": [{"server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "name": "network-vif-plugged", "status": "completed", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:31.184594 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-5a0cee85-4111-499a-8805-6a8a8ea5cf2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793829 Jul 15 23:07:31.205244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:31.228247 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:31.228955 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:31.230483 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.249999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67411c3e-6ea5-43f4-a4b3-a66f58a4e06a req-157d1999-8311-4b8c-890c-1c4b7825ae0c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.257930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67411c3e-6ea5-43f4-a4b3-a66f58a4e06a req-157d1999-8311-4b8c-890c-1c4b7825ae0c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 950 time: 0.8471110 Jul 15 23:07:31.369658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bc87490-b568-4985-aa6a-d1e9550f864e req-f942776c-0b3a-4bdd-a444-8c996f165424 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249133 Jul 15 23:07:31.373773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:31.456454 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:31.475327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.482692 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-c4e296b8-178a-4687-b518-2109178523c6 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839053 Jul 15 23:07:31.501173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67411c3e-6ea5-43f4-a4b3-a66f58a4e06a req-8c41f901-025f-4401-a0d9-b3044fcab524 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421222 Jul 15 23:07:31.543222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Deleting port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:31.543564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.571675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-71bf020e-f71c-4489-9002-06d99ca4eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.573415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-71bf020e-f71c-4489-9002-06d99ca4eec1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1095 time: 0.4905405 Jul 15 23:07:31.671418 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa131fa3-f9f1-4e49-8bef-a26bb3373f42 None None] Pushing event updated for resources: {'Port': ['ID=72473dfb-024b-402b-b3a4-0716627f1961,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:31.699572 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:28Z', 'revision_number': 3, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:31.735733 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e543aa-fcb4-44dd-b881-9c6bbbc2a98d None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:28Z', 'revision_number': 3, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:31.779772 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-8dbc8a8e-9f77-4a4f-bd5c-59ddf2ff3d36 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763348 Jul 15 23:07:31.805128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Allocated IP 172.20.0.1 (4ed21ed2-2b44-4b79-adeb-3b6d005e170b/6878f9a7-03e4-4c2a-ab44-30571c10aa38/db8df972-18e2-49e6-af93-98bb0a33d66d) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:32.000321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.029564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Transition to ACTIVE for port object db8df972-18e2-49e6-af93-98bb0a33d66d will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:32.090977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.096369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a891b6-9533-4e8d-b84e-6d8aeef5e474', 'name': 'network-vif-deleted', 'tag': '07c12ddd-e32d-4fce-9666-369573267af4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:32.099742 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab24bcf-af60-4eef-9aa5-eeb83e84ef6b" -d '{"events": [{"server_uuid": "d8a891b6-9533-4e8d-b84e-6d8aeef5e474", "name": "network-vif-deleted", "tag": "07c12ddd-e32d-4fce-9666-369573267af4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:32.151017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-48304d3f-11f0-4d3f-b0dd-414d54e8cf2e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.157287 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-48304d3f-11f0-4d3f-b0dd-414d54e8cf2e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1124 time: 0.3400586 Jul 15 23:07:32.161270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:32.166693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:32.197647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:32.238806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] For port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:32.239094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.268940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:32.269561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Calling delete_port for 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:32.273062 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.320318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-8c824245-5cd9-4f23-809f-710514f26d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.321895 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-8c824245-5cd9-4f23-809f-710514f26d8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.7341843 Jul 15 23:07:32.359154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Pushing event updated for resources: {'Port': ['ID=db8df972-18e2-49e6-af93-98bb0a33d66d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:32.380881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.381079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.381423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.381764 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.382200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.382412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.382738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.383083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.383971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.384299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.384624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.384946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:32.389854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865734e-3f74-4a40-8541-8af295ff2584 req-27913aa8-52f4-493e-955f-454c45a21167 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.409171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c865734e-3f74-4a40-8541-8af295ff2584 req-27913aa8-52f4-493e-955f-454c45a21167 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.7437830 Jul 15 23:07:32.455041 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.506288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-13800b79-de48-43fc-ac58-1fcfcc4a17c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d HTTP/1.1" status: 200 len: 217 time: 0.1328952 Jul 15 23:07:32.517691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611923f-3968-41c4-a674-6e3016b5ba34 req-7cccbf43-3f57-4942-9547-fc31c1070648 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.520355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0611923f-3968-41c4-a674-6e3016b5ba34 req-7cccbf43-3f57-4942-9547-fc31c1070648 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.8367548 Jul 15 23:07:32.548738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-82683068-2c1f-48d4-a725-dde8c8ae15fd None None] Provisioning for port db8df972-18e2-49e6-af93-98bb0a33d66d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:32.553341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-82683068-2c1f-48d4-a725-dde8c8ae15fd None None] Provisioning complete for port db8df972-18e2-49e6-af93-98bb0a33d66d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:32.554015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-82683068-2c1f-48d4-a725-dde8c8ae15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.576628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-1c739bd5-945a-43eb-853c-677a39a48dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.578062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-1c739bd5-945a-43eb-853c-677a39a48dbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0566607 Jul 15 23:07:32.596500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-82683068-2c1f-48d4-a725-dde8c8ae15fd None None] Port db8df972-18e2-49e6-af93-98bb0a33d66d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:32.617214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-5f97e66f-46bd-48da-b87c-20a089f8f00c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292008 Jul 15 23:07:32.685325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.692261 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-6c3affae-4e20-446f-a028-946271c1153d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398696 Jul 15 23:07:32.728831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:32.737246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c865734e-3f74-4a40-8541-8af295ff2584 req-168b900a-b260-447b-beb5-d4038e20f3d4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271956 Jul 15 23:07:32.764090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0611923f-3968-41c4-a674-6e3016b5ba34 req-a246bfd7-f347-4706-b97d-ec07915422dd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850798 Jul 15 23:07:32.802863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-5d11b65c-79a1-4541-ab7c-7474b79bc70c service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764112 Jul 15 23:07:32.836817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.851433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31', '42d157b0-75a9-43e5-99e9-ec84aff8c408', '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:32.890532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event deleted for resources: {'Port': ['ID=0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:32.904801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:32.944854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9', '58831f6c-0068-432a-9c2f-eff10e50dc41'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:33.003911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d616060-ace6-4aa9-a452-f626c598f1c1 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:33.008650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:33.016906 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.019502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-9f13fa0a-c702-4411-b123-cd4b33d3680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.021360 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-9f13fa0a-c702-4411-b123-cd4b33d3680f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506537585cb4227ba366bd8fcec6cc4&device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 1101 time: 0.2455420 Jul 15 23:07:33.027639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.049078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:33.049425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:33.049849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 07c12ddd-e32d-4fce-9666-369573267af4 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:33.101065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 07c12ddd-e32d-4fce-9666-369573267af4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:33.101781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 07c12ddd-e32d-4fce-9666-369573267af4 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:33.149427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] No DVR routers for this DVR port 0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:33.154392 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1537869-de15-4251-9b19-9195e6c8d542 x-openstack-request-id: req-b1537869-de15-4251-9b19-9195e6c8d542 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:33.154981 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "name": "network-vif-plugged", "status": "completed", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:33.155421 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1537869-de15-4251-9b19-9195e6c8d542 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:33.156032 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5', 'code': 200} Jul 15 23:07:33.157874 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.161535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfa4272e-1a75-4842-a923-28bda6501eb6 req-1b4097f2-0280-4e9c-a1e6-7656de728c7b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "DELETE /v2.0/ports/0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c HTTP/1.1" status: 204 len: 173 time: 2.0208066 Jul 15 23:07:33.168394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on host n-h1-793618-8 for vnic_type normal with profile {} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:33.168750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:33.169067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:33.171548 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e092a158-ad6e-470d-bd88-368e8b8ab7ab req-f0dacea3-1a73-4395-9ada-5965d4d55ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608236 Jul 15 23:07:33.206023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232846b-856c-4382-91b9-263770f7b1f0 req-dc909ced-4c35-4e15-b09f-cbba26745636 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.207666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b232846b-856c-4382-91b9-263770f7b1f0 req-dc909ced-4c35-4e15-b09f-cbba26745636 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 946 time: 0.1734540 Jul 15 23:07:33.264386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:33.264592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Attempting to bind port 9d616060-ace6-4aa9-a452-f626c598f1c1 on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:33.274937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=9']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:33.281547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b232846b-856c-4382-91b9-263770f7b1f0 req-4944a012-1122-4e44-88d6-67188450314c tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674853 Jul 15 23:07:33.317833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:33.318182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:33.318566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:33.319062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Bound port: 9d616060-ace6-4aa9-a452-f626c598f1c1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:33.319425 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.323003 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e73eb09-8eea-4de8-bcf4-b06b9750dc87 x-openstack-request-id: req-7e73eb09-8eea-4de8-bcf4-b06b9750dc87 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:33.323297 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a891b6-9533-4e8d-b84e-6d8aeef5e474", "name": "network-vif-deleted", "tag": "07c12ddd-e32d-4fce-9666-369573267af4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:33.323553 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e73eb09-8eea-4de8-bcf4-b06b9750dc87 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:33.324004 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a891b6-9533-4e8d-b84e-6d8aeef5e474', 'name': 'network-vif-deleted', 'tag': '07c12ddd-e32d-4fce-9666-369573267af4', 'status': 'completed', 'code': 200} Jul 15 23:07:33.328097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.357848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.426127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-f1e08849-8810-4dce-b33c-a637e5755e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.427708 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-f1e08849-8810-4dce-b33c-a637e5755e67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.3548546 Jul 15 23:07:33.670004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 72473dfb-024b-402b-b3a4-0716627f1961 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:33.700200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a7af6ac-b4ff-47bd-95ed-e1f7240c0882 req-aee3daf4-127c-42c1-9df7-9b4bdb44d237 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff HTTP/1.1" status: 200 len: 210 time: 0.0471611 Jul 15 23:07:33.772411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec75bfd-951a-4d3c-9a76-d1f54cbdb890 req-b1ffc83c-555b-4f6f-a56e-aaf2e0c07eca tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.774036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ec75bfd-951a-4d3c-9a76-d1f54cbdb890 req-b1ffc83c-555b-4f6f-a56e-aaf2e0c07eca tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 943 time: 0.1931574 Jul 15 23:07:33.870780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ec75bfd-951a-4d3c-9a76-d1f54cbdb890 req-9546513d-c2a6-4437-8330-f63bf551f0cc tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899661 Jul 15 23:07:33.892344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 72473dfb-024b-402b-b3a4-0716627f1961 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:33.916365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 72473dfb-024b-402b-b3a4-0716627f1961 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:33.916740 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.953132 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-4e4db440-2635-43f1-92e4-078f6fafd300 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=721b0b29-b223-4479-a5e9-f313da5c61a9 HTTP/1.1" status: 200 len: 217 time: 0.4667621 Jul 15 23:07:33.954000 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.014670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:34.023133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Pushing event updated for resources: {'Port': ['ID=db8df972-18e2-49e6-af93-98bb0a33d66d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:34.095073 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.150797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 72473dfb-024b-402b-b3a4-0716627f1961, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=72473dfb-024b-402b-b3a4-0716627f1961,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:34.159067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.163663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a4314-c90e-476d-8f3a-27058818d618 req-5eb3be75-f4c0-49d1-bd6f-623785933321 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.178869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-507a4314-c90e-476d-8f3a-27058818d618 req-5eb3be75-f4c0-49d1-bd6f-623785933321 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1639960 Jul 15 23:07:34.213993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:34.234357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=72473dfb-024b-402b-b3a4-0716627f1961,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:34.241902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62a381-c6e7-464b-b123-d0dc747969fa req-b4ebd2ab-d65e-4fc7-ac22-e4edf696cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.243585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-db62a381-c6e7-464b-b123-d0dc747969fa req-b4ebd2ab-d65e-4fc7-ac22-e4edf696cc7c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1097 time: 0.8317552 Jul 15 23:07:34.244833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.288733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-507a4314-c90e-476d-8f3a-27058818d618 req-f20b8bd4-cd49-4f98-80b4-a146ee9f56b0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088700 Jul 15 23:07:34.301842 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-db62a381-c6e7-464b-b123-d0dc747969fa req-c7b19871-4367-4566-a531-053e1616757d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456936 Jul 15 23:07:34.330487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.331124 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.332627 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 1091 time: 2.0696306 Jul 15 23:07:34.333065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:34.335542 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:34.336862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae352e75-d841-4571-bbde-3252b8a3fd1b req-fa258ee4-efb0-43cf-aa34-b580540bfcd4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.342981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae352e75-d841-4571-bbde-3252b8a3fd1b req-fa258ee4-efb0-43cf-aa34-b580540bfcd4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.1213875 Jul 15 23:07:34.408846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-65891dec-b206-4468-96fd-d0965a4b25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.410347 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-65891dec-b206-4468-96fd-d0965a4b25c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.4326391 Jul 15 23:07:34.411574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae352e75-d841-4571-bbde-3252b8a3fd1b req-2fe687a8-306b-4108-ba9c-d3ee1097a78c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621128 Jul 15 23:07:34.472656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['9d616060-ace6-4aa9-a452-f626c598f1c1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:34.508433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:34.575047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9d616060-ace6-4aa9-a452-f626c598f1c1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:34.593248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cc909-b3c3-46a9-85ac-e9aaf1e5beaa req-637d9d79-e85a-43f6-8e90-a6bfbadbc9eb tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.594784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d38cc909-b3c3-46a9-85ac-e9aaf1e5beaa req-637d9d79-e85a-43f6-8e90-a6bfbadbc9eb tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 950 time: 0.1095262 Jul 15 23:07:34.597905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-3eba3ba6-4c20-48ec-b12c-7c065230c7ce service neutron] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:34.603175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:34.613255 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-3eba3ba6-4c20-48ec-b12c-7c065230c7ce service neutron] Notify callbacks [] for binding, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.614441 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05903c37-91db-435c-8d91-b0d6d1bfdebd req-3eba3ba6-4c20-48ec-b12c-7c065230c7ce service neutron] 10.222.0.59 "DELETE /v2.0/ports/9d616060-ace6-4aa9-a452-f626c598f1c1/bindings/n-h2-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.2668183 Jul 15 23:07:34.624559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae404f-a82b-4ed1-85d5-e4722356dc68 service neutron] Pushing event updated for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=10']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:34.672070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d38cc909-b3c3-46a9-85ac-e9aaf1e5beaa req-9cf2e413-9fb6-49e6-849a-071eb5acd81a tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698483 Jul 15 23:07:34.799523 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53811481-f1cd-4cb8-a4ab-9570c62f8161 x-openstack-request-id: req-53811481-f1cd-4cb8-a4ab-9570c62f8161 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:34.799912 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:34.800235 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53811481-f1cd-4cb8-a4ab-9570c62f8161 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:34.800707 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1', 'status': 'completed', 'code': 200} Jul 15 23:07:34.837912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-dcff3411-2b53-4f80-aed0-d350c3eaf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.840929 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-dcff3411-2b53-4f80-aed0-d350c3eaf173 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472595 Jul 15 23:07:34.957137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4a53fda6-4dd8-4d80-bfad-ab71fbe1a886 None None] Provisioning complete for port db8df972-18e2-49e6-af93-98bb0a33d66d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:34.957646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4a53fda6-4dd8-4d80-bfad-ab71fbe1a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.967347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba461296-9efc-4c17-a0e7-ad9f88c3e73b req-1af0600a-42e5-4f0f-bcf4-359923162319 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.968995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba461296-9efc-4c17-a0e7-ad9f88c3e73b req-1af0600a-42e5-4f0f-bcf4-359923162319 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 946 time: 0.1129313 Jul 15 23:07:34.997479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4a53fda6-4dd8-4d80-bfad-ab71fbe1a886 None None] Port db8df972-18e2-49e6-af93-98bb0a33d66d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:35.014949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:35.020205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba461296-9efc-4c17-a0e7-ad9f88c3e73b req-cf972359-439d-404f-a5f5-318c160bbe5a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Jul 15 23:07:35.022092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832270e4-8671-4eaf-9c5e-bdfa75fa5c7d req-7bef9699-3844-4680-be95-dc24a98a724c tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.023744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832270e4-8671-4eaf-9c5e-bdfa75fa5c7d req-7bef9699-3844-4680-be95-dc24a98a724c tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1095 time: 0.0960376 Jul 15 23:07:35.024007 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-5f9b0895-bda0-495c-ae17-db67915db875 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504052 Jul 15 23:07:35.067090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832270e4-8671-4eaf-9c5e-bdfa75fa5c7d req-8dd10143-f996-4c13-8de7-e05c6a8525e0 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354335 Jul 15 23:07:35.175403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-ab95836d-23ba-4e40-8695-1fc66e9e1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.177558 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-ab95836d-23ba-4e40-8695-1fc66e9e1344 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 1095 time: 0.2101576 Jul 15 23:07:35.250848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:35.255582 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b39d8fd5-f48f-4c1e-a16b-2f59d73fa096 req-52691d68-251b-49f0-bfac-7b1d03eb17a5 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225597 Jul 15 23:07:35.259244 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-190b1e62-128b-4edf-b616-734cf8af7b7a admin admin] 10.222.0.23 "PUT /v2.0/routers/7da86450-9b3e-44c1-9b11-c151081d7d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3265517 Jul 15 23:07:35.263504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:35.284092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:35.285227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:35.319812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-fca88ba8-1494-48c3-b50e-2cd61b0630c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.321460 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-fca88ba8-1494-48c3-b50e-2cd61b0630c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1263731 Jul 15 23:07:35.325599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff', 'name': 'network-vif-deleted', 'tag': '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:35.329102 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a735c-8666-478b-a9e7-6036c7b0835e" -d '{"events": [{"server_uuid": "f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff", "name": "network-vif-deleted", "tag": "0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:35.415602 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-9a2cc498-a09b-493f-bf88-615ba865496c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0559473 Jul 15 23:07:35.457691 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ed65be-dce5-407e-85b6-b27b7e89cebe x-openstack-request-id: req-63ed65be-dce5-407e-85b6-b27b7e89cebe {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:35.457992 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff", "name": "network-vif-deleted", "tag": "0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:35.458249 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63ed65be-dce5-407e-85b6-b27b7e89cebe {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:35.458641 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dcafb2-bdf0-4608-a6e3-ad8b62c5cfff', 'name': 'network-vif-deleted', 'tag': '0e9a5d38-a0aa-4cc9-b4c8-2e5b5cedab1c', 'status': 'completed', 'code': 200} Jul 15 23:07:35.508987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 72473dfb-024b-402b-b3a4-0716627f1961 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:35.556701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-98cb171f-c3d0-4be8-a245-fc17ed5cee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.569049 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-98cb171f-c3d0-4be8-a245-fc17ed5cee2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0855577 Jul 15 23:07:35.632693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:35.638901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77fe9-a2db-4405-ae0f-aaed4c5f20ad req-bf1f2aef-2d19-424a-afa7-13538a5e784e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.646465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bd77fe9-a2db-4405-ae0f-aaed4c5f20ad req-bf1f2aef-2d19-424a-afa7-13538a5e784e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0783138 Jul 15 23:07:35.691595 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-0a1aa6c2-3915-4514-9702-e221f2de9394 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542641 Jul 15 23:07:35.705431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bd77fe9-a2db-4405-ae0f-aaed4c5f20ad req-0d17fc78-cb3a-4c51-ad98-d39a604018cc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578022 Jul 15 23:07:35.764116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 72473dfb-024b-402b-b3a4-0716627f1961 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:35.764467 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.941697 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-dfcc61cd-735e-4cf0-b1ed-ced1374b07d8 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705122 Jul 15 23:07:35.966478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0c6bb-0075-4251-bdc2-6f770a47ae43 req-1afca10b-8cf1-41b1-8bfb-0f3b65af14ac tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.968675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-acb0c6bb-0075-4251-bdc2-6f770a47ae43 req-1afca10b-8cf1-41b1-8bfb-0f3b65af14ac tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.1011026 Jul 15 23:07:36.031806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 2, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:36.039210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-acb0c6bb-0075-4251-bdc2-6f770a47ae43 req-367dda75-d782-4473-bae5-8ac34088b48c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647936 Jul 15 23:07:36.077608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:36.078928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Updating router 7da86450-9b3e-44c1-9b11-c151081d7d54 port db8df972-18e2-49e6-af93-98bb0a33d66d binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:07:36.101945 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4e171baf-edb2-4db7-b7ef-b10ec76ba4a9 req-12bd814c-739a-46da-8c5d-802fa641a38c service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485345 Jul 15 23:07:36.116754 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.219935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c31bd-866f-450f-b5da-b700051c191f req-cf110069-2e4b-4363-8ae8-9ed38f3beb1c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:36.221888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-187c31bd-866f-450f-b5da-b700051c191f req-cf110069-2e4b-4363-8ae8-9ed38f3beb1c tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 950 time: 0.0754673 Jul 15 23:07:36.308597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-187c31bd-866f-450f-b5da-b700051c191f req-c14ddc34-ef67-4f2b-9713-a40a25dc32ef tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760884 Jul 15 23:07:36.379155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3c2a80a2-0d99-4851-85cc-76a50a703170 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:36.380655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3c2a80a2-0d99-4851-85cc-76a50a703170 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 819 time: 0.1280098 Jul 15 23:07:36.402949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-ed73a76c-5584-43ec-a550-4840d209b53f tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/quotas/229c42f78f2a4c629e9f7499d4983623 HTTP/1.1" status: 200 len: 375 time: 0.0165198 Jul 15 23:07:36.478542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-74739791-95b2-4ba8-9f28-803f2d228bf8 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695322 Jul 15 23:07:36.531887 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.541979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Transition to ACTIVE for port object db8df972-18e2-49e6-af93-98bb0a33d66d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:36.549804 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.599395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3594a-5f8a-4413-b83b-fbbc84bfffca None None] Pushing event updated for resources: {'Port': ['ID=db8df972-18e2-49e6-af93-98bb0a33d66d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:36.610888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-06ab0d6f-52ac-4ba6-81b0-2ee0fc6bb596 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233225 Jul 15 23:07:36.670933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92a04b-3c18-4f75-bf65-77cd6a7e82d1 req-d4b70c4a-75c0-4e8c-81f4-8ece04c04003 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:36.672611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Attempting to bind port db8df972-18e2-49e6-af93-98bb0a33d66d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:36.673093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Attempting to bind port db8df972-18e2-49e6-af93-98bb0a33d66d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:36.673741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Attempting to bind port db8df972-18e2-49e6-af93-98bb0a33d66d on network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:36.678115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f92a04b-3c18-4f75-bf65-77cd6a7e82d1 req-d4b70c4a-75c0-4e8c-81f4-8ece04c04003 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 949 time: 0.1195340 Jul 15 23:07:36.684023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:36.684515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Checking segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:36.685184 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.685799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Bound using segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:36.686495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Bound port: db8df972-18e2-49e6-af93-98bb0a33d66d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:36.687248 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.759739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f92a04b-3c18-4f75-bf65-77cd6a7e82d1 req-6a49676d-2d8f-44a5-b684-4c982035125b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805264 Jul 15 23:07:36.772504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] For port db8df972-18e2-49e6-af93-98bb0a33d66d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:36.774185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-9474ec6a-c4c4-4020-8443-baa825de5a85 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550055 Jul 15 23:07:36.776547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] For port db8df972-18e2-49e6-af93-98bb0a33d66d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=db8df972-18e2-49e6-af93-98bb0a33d66d,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:36.793268 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.850439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:36.851392 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:36.971579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3594a-5f8a-4413-b83b-fbbc84bfffca None None] Pushing event updated for resources: {'Port': ['ID=db8df972-18e2-49e6-af93-98bb0a33d66d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:37.027754 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef1851-de9a-46a7-ab89-3f02667cfed7 req-568137bb-faf6-42e0-ba4a-871d0e96db85 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.040089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ef1851-de9a-46a7-ab89-3f02667cfed7 req-568137bb-faf6-42e0-ba4a-871d0e96db85 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 946 time: 0.1409328 Jul 15 23:07:37.046590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:37.134146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-a30533bc-5d48-46c3-b5b6-920bc65ba533 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.137207 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-a30533bc-5d48-46c3-b5b6-920bc65ba533 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 950 time: 0.1163371 Jul 15 23:07:37.170386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ef1851-de9a-46a7-ab89-3f02667cfed7 req-0cf0ffbf-cd27-487e-b138-cb8f9366526c tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287436 Jul 15 23:07:37.246291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578b813-9f9c-4337-964b-f2b4867cda5c req-24d400fa-c1d9-4a3d-83bb-e06965e7db0b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.253364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1578b813-9f9c-4337-964b-f2b4867cda5c req-24d400fa-c1d9-4a3d-83bb-e06965e7db0b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1743236 Jul 15 23:07:37.302225 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Deleting port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:37.302614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.328485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bba33ea7-1b34-4618-a566-e8517f5d9c8e req-3759a606-21d1-4974-bb59-4f3e2dd946fa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 210 time: 0.0599339 Jul 15 23:07:37.390873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1578b813-9f9c-4337-964b-f2b4867cda5c req-b0b52912-4420-411a-b37f-7d352cb06b22 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258769 Jul 15 23:07:37.452275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:36Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:37.500275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] For port 3a261b87-ca8d-49cb-8734-2d82bf261fe2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3a261b87-ca8d-49cb-8734-2d82bf261fe2,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:37.500655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.521728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a588dc3-3cc9-4414-b7f9-dd2488cbbf0e None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:36Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:37.537331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Calling delete_port for 3a261b87-ca8d-49cb-8734-2d82bf261fe2 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:37.661289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e1c9f-02ec-45f9-a0fc-d734ace9ff42 req-4f9c6a34-b793-4748-a8ee-4044e08cf952 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.669164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-322e1c9f-02ec-45f9-a0fc-d734ace9ff42 req-4f9c6a34-b793-4748-a8ee-4044e08cf952 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.1713641 Jul 15 23:07:37.714166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-17a38b53-e040-40a7-aa25-9b8e1b87ee52 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-631118952&fields=id&tenant_id=ca2889d6dd8241e9b7516d396de46f84 HTTP/1.1" status: 200 len: 267 time: 0.1045918 Jul 15 23:07:37.776454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-322e1c9f-02ec-45f9-a0fc-d734ace9ff42 req-b2a61f21-7019-471a-ac4f-ee5c3fa1a5db tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059954 Jul 15 23:07:37.822259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-bc3cc4f5-925e-41b0-b977-1a4cbc00cfee tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.824267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-bc3cc4f5-925e-41b0-b977-1a4cbc00cfee tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 946 time: 0.0999472 Jul 15 23:07:37.842236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.846084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'port': {'security_groups': ['459572bf-b409-4b85-b2e1-e929c20dd229', '1f2c8909-9749-4b4a-97d5-7e7c17897226']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:37.891379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3a261b87-ca8d-49cb-8734-2d82bf261fe2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:38.003237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.022872 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Pushing event deleted for resources: {'Port': ['ID=3a261b87-ca8d-49cb-8734-2d82bf261fe2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:38.042352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] No DVR routers for this DVR port 3a261b87-ca8d-49cb-8734-2d82bf261fe2 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:38.051232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.053204 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-adec5a6b-0b3b-4c75-90fc-d298a70fe175 req-d7445f4d-2490-4d2e-b914-121e9b08fdc9 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.37 "DELETE /v2.0/ports/3a261b87-ca8d-49cb-8734-2d82bf261fe2 HTTP/1.1" status: 204 len: 173 time: 0.8973885 Jul 15 23:07:38.054390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32d2c771-dc0c-41ec-af1c-597a28150632 req-cf0d3480-633a-4458-b13b-f9a88ccdac22 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e2dbec-0c42-4f14-8459-a197a8a856c1 HTTP/1.1" status: 200 len: 210 time: 0.0407007 Jul 15 23:07:38.054801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2dbec-0c42-4f14-8459-a197a8a856c1', 'name': 'network-vif-deleted', 'tag': '3a261b87-ca8d-49cb-8734-2d82bf261fe2'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:38.057041 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388fac6-e321-4907-b17f-382f858e5aa6" -d '{"events": [{"server_uuid": "38e2dbec-0c42-4f14-8459-a197a8a856c1", "name": "network-vif-deleted", "tag": "3a261b87-ca8d-49cb-8734-2d82bf261fe2"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:38.105567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-f559afbd-1d99-49b8-85cc-408266ae38f2 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:38.107544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-f559afbd-1d99-49b8-85cc-408266ae38f2 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/ports?device_id=509e99f5-0c61-46e2-8e09-d3a97e5b5d1e HTTP/1.1" status: 200 len: 949 time: 0.2281752 Jul 15 23:07:38.310351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] For port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:38.366808 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.376449 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.423833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:38.476186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Deleting port 42d157b0-75a9-43e5-99e9-ec84aff8c408 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:38.476748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.506218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'Port': ['ID=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:38.509390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be942440-6f74-46b4-af1c-f8e91c37874b req-686641e5-67bf-4f40-8c11-47160f8675d0 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:38.511002 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be942440-6f74-46b4-af1c-f8e91c37874b req-686641e5-67bf-4f40-8c11-47160f8675d0 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/ports?device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 949 time: 0.2140450 Jul 15 23:07:38.544399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.544738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.546360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.546910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.547242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.547570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.547885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.548198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.548519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.548834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.549150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.549463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:38.599478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:38.600169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.617837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fd0e5bb-6f96-4697-9ab5-d5a8665c92bb req-fc1afa8e-324e-4245-a3bd-e0e40c9ed09b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "PUT /v2.0/ports/0027b5b3-0873-4e27-a2e1-164d3a91a9e5 HTTP/1.1" status: 200 len: 982 time: 0.7791436 Jul 15 23:07:38.620070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:38.625809 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e" -d '{"events": [{"name": "network-changed", "server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:38.721891 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef61ac-05d6-4fd3-bc39-c001a0f41577 x-openstack-request-id: req-8cef61ac-05d6-4fd3-bc39-c001a0f41577 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:38.722198 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2dbec-0c42-4f14-8459-a197a8a856c1", "name": "network-vif-deleted", "tag": "3a261b87-ca8d-49cb-8734-2d82bf261fe2", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:38.722456 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cef61ac-05d6-4fd3-bc39-c001a0f41577 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:38.722889 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2dbec-0c42-4f14-8459-a197a8a856c1', 'name': 'network-vif-deleted', 'tag': '3a261b87-ca8d-49cb-8734-2d82bf261fe2', 'status': 'completed', 'code': 200} Jul 15 23:07:38.791334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] For port 42d157b0-75a9-43e5-99e9-ec84aff8c408, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=42d157b0-75a9-43e5-99e9-ec84aff8c408,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:38.791883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.793353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc88a39-bcad-46a1-af26-f0f2803c4573 req-33dc0bc2-f169-47e8-b76f-ec4c690623f8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:38.804510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dc88a39-bcad-46a1-af26-f0f2803c4573 req-33dc0bc2-f169-47e8-b76f-ec4c690623f8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 949 time: 0.2647324 Jul 15 23:07:38.842617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Calling delete_port for 42d157b0-75a9-43e5-99e9-ec84aff8c408 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:38.859563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dc88a39-bcad-46a1-af26-f0f2803c4573 req-a097a467-712d-4960-88ed-3b3005c734f8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540745 Jul 15 23:07:38.876552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Deleting port 58831f6c-0068-432a-9c2f-eff10e50dc41 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:38.876552 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.876938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:38.966519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-044f3467-8b11-4e30-a1b2-c659f02910a5 req-ca609341-5e7d-4c72-8e0e-d2c16bef1406 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 210 time: 0.0814097 Jul 15 23:07:39.063330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9d616060-ace6-4aa9-a452-f626c598f1c1 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:39.190566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9d616060-ace6-4aa9-a452-f626c598f1c1 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:39.197586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-ad2d1662-3833-470d-bafc-3bc75b4497fa service neutron] 10.222.0.37 "GET /v2.0/ports/2dd55412-dd6d-4a0f-a94e-ff6a76cd971c/bindings/n-h1-793618-8 HTTP/1.1" status: 200 len: 382 time: 0.1864405 Jul 15 23:07:39.241422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-b425aefa-1181-4fad-aa25-24f9d45e0145 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:39.243089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-b425aefa-1181-4fad-aa25-24f9d45e0145 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 819 time: 0.2771749 Jul 15 23:07:39.288811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Request body: {'port': {'device_id': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'admin_state_up': True, 'tenant_id': '229c42f78f2a4c629e9f7499d4983623'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:39.302678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-d9a030ad-c74e-44d6-9884-411711ce04fb tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1674312852&fields=id&tenant_id=ca2889d6dd8241e9b7516d396de46f84 HTTP/1.1" status: 200 len: 267 time: 0.1130919 Jul 15 23:07:39.380309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575cc2e-9d5f-4024-ab9d-0ddfddd76fb7 req-9b167241-9c17-49c1-a8cb-cd9213e28997 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:39.390948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d575cc2e-9d5f-4024-ab9d-0ddfddd76fb7 req-9b167241-9c17-49c1-a8cb-cd9213e28997 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.2461379 Jul 15 23:07:39.396535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] For port 58831f6c-0068-432a-9c2f-eff10e50dc41, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=58831f6c-0068-432a-9c2f-eff10e50dc41,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:39.396901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.467149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d575cc2e-9d5f-4024-ab9d-0ddfddd76fb7 req-fbabd93d-5b12-419d-8819-bf5a599097f7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707953 Jul 15 23:07:39.473914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Calling delete_port for 58831f6c-0068-432a-9c2f-eff10e50dc41 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:39.551558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device db8df972-18e2-49e6-af93-98bb0a33d66d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:39.593029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-26e1088f-7955-4d43-9871-bf1805612a5e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:39.596291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-26e1088f-7955-4d43-9871-bf1805612a5e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 985 time: 0.2829523 Jul 15 23:07:39.639362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'port': {'security_groups': ['1f2c8909-9749-4b4a-97d5-7e7c17897226', '459572bf-b409-4b85-b2e1-e929c20dd229', 'a8df6fda-afe2-4001-a29f-36d9152fde60']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:39.652607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port db8df972-18e2-49e6-af93-98bb0a33d66d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:39.653343 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5d4a31-dbdd-4410-860c-626bdec9a636 x-openstack-request-id: req-bd5d4a31-dbdd-4410-860c-626bdec9a636 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:39.655346 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:39.655881 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd5d4a31-dbdd-4410-860c-626bdec9a636 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:39.657989 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5', 'status': 'completed', 'code': 200} Jul 15 23:07:39.659026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port db8df972-18e2-49e6-af93-98bb0a33d66d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:39.659178 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.863055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.866420 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.883942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:39.910633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event deleted for resources: {'Port': ['ID=42d157b0-75a9-43e5-99e9-ec84aff8c408,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:39.947745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-afa67504-1127-41ff-89b6-02ed74cc4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:39.949600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-afa67504-1127-41ff-89b6-02ed74cc4927 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1136 time: 0.2328036 Jul 15 23:07:39.951715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.955459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9', '58831f6c-0068-432a-9c2f-eff10e50dc41'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:40.064662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port db8df972-18e2-49e6-af93-98bb0a33d66d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=db8df972-18e2-49e6-af93-98bb0a33d66d,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:40.079849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] No DVR routers for this DVR port 42d157b0-75a9-43e5-99e9-ec84aff8c408 on host n-h2-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:40.085857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.088369 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0dd4b5af-12b5-4ae8-9516-bc18e268c885 req-a0660813-bf5d-44ba-9350-e1a95b05bda1 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "DELETE /v2.0/ports/42d157b0-75a9-43e5-99e9-ec84aff8c408 HTTP/1.1" status: 204 len: 173 time: 1.9599242 Jul 15 23:07:40.089146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46d3d0-66c4-472e-aa7f-f2edf6a9ca5d req-ffe2025a-321e-44cb-aef7-2295a135445e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.093252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.095298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Made reservation on behalf of 229c42f78f2a4c629e9f7499d4983623 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:40.099904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe46d3d0-66c4-472e-aa7f-f2edf6a9ca5d req-ffe2025a-321e-44cb-aef7-2295a135445e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.2147973 Jul 15 23:07:40.100414 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.186351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe46d3d0-66c4-472e-aa7f-f2edf6a9ca5d req-5a1f8fdc-6699-4ee5-8a52-23f208cf3072 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854843 Jul 15 23:07:40.187796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=db8df972-18e2-49e6-af93-98bb0a33d66d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:40.214612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-943a1fbd-a02f-48c6-aaa5-2b32fc7fb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.216773 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-943a1fbd-a02f-48c6-aaa5-2b32fc7fb8b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee&tenant_id=d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 1101 time: 0.3104208 Jul 15 23:07:40.218369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-278bd538-e32b-4a4a-b7b6-fa5b515c5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.222682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-278bd538-e32b-4a4a-b7b6-fa5b515c5ba3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 914 time: 0.2637110 Jul 15 23:07:40.233247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.299463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event deleted for resources: {'Port': ['ID=58831f6c-0068-432a-9c2f-eff10e50dc41,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:40.357297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-230fa394-7207-4eee-a835-5bf8c7ad2b19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5 HTTP/1.1" status: 200 len: 217 time: 0.1101396 Jul 15 23:07:40.458108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] No DVR routers for this DVR port 58831f6c-0068-432a-9c2f-eff10e50dc41 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:40.465169 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.467538 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be942440-6f74-46b4-af1c-f8e91c37874b req-023f9d38-56c6-4ef9-bbc4-e39044556371 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "DELETE /v2.0/ports/58831f6c-0068-432a-9c2f-eff10e50dc41 HTTP/1.1" status: 204 len: 173 time: 1.9459300 Jul 15 23:07:40.479361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Allocated IP 172.20.0.11 (4ed21ed2-2b44-4b79-adeb-3b6d005e170b/6878f9a7-03e4-4c2a-ab44-30571c10aa38/3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:40.512609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-e5671659-9270-4db9-a3b9-5319f1d3c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.514399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-e5671659-9270-4db9-a3b9-5319f1d3c598 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.1450882 Jul 15 23:07:40.549701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-dc8faeb5-4f9a-40a8-b587-aeac36c7df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.551540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-dc8faeb5-4f9a-40a8-b587-aeac36c7df5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 1101 time: 0.2741845 Jul 15 23:07:40.566198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-89b2a3e8-2179-4dbb-bfb2-2b88689027b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402441 Jul 15 23:07:40.725195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-cf3d066b-23ff-4c93-b11b-ee7682e018bb service neutron] 10.222.0.37 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389406 Jul 15 23:07:40.728975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3a261b87-ca8d-49cb-8734-2d82bf261fe2 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:40.729530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509e99f5-0c61-46e2-8e09-d3a97e5b5d1e', 'name': 'network-vif-deleted', 'tag': '42d157b0-75a9-43e5-99e9-ec84aff8c408'}, {'server_uuid': '6807e0e2-cc74-4020-9dac-ee6a886aff54', 'name': 'network-vif-deleted', 'tag': '58831f6c-0068-432a-9c2f-eff10e50dc41'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:40.735554 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b263ecd-166e-4cc2-8e12-cd356ab06e2e" -d '{"events": [{"server_uuid": "509e99f5-0c61-46e2-8e09-d3a97e5b5d1e", "name": "network-vif-deleted", "tag": "42d157b0-75a9-43e5-99e9-ec84aff8c408"}, {"server_uuid": "6807e0e2-cc74-4020-9dac-ee6a886aff54", "name": "network-vif-deleted", "tag": "58831f6c-0068-432a-9c2f-eff10e50dc41"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:40.784536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 3a261b87-ca8d-49cb-8734-2d82bf261fe2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:40.785193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3a261b87-ca8d-49cb-8734-2d82bf261fe2 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:40.785940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:40.897704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] For port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:40.933658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.959451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-cfe4239f-04d0-4551-b33c-0e94c9fc50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.961148 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-cfe4239f-04d0-4551-b33c-0e94c9fc50bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.3733931 Jul 15 23:07:41.023965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:41.030720 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd03dd88-108b-4989-b6a1-c1a8db1be3ad" -d '{"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:41.049943 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-8e6ddfb5-60cd-4b63-83d9-c7bccfd183dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c HTTP/1.1" status: 200 len: 217 time: 0.0723364 Jul 15 23:07:41.052068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:41.058893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b6e0523d-7065-4d17-9b1c-0974fc6ef01d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:41.062206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 42d157b0-75a9-43e5-99e9-ec84aff8c408 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:41.067172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.162384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.193579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:41.200186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 42d157b0-75a9-43e5-99e9-ec84aff8c408 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:41.200587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 42d157b0-75a9-43e5-99e9-ec84aff8c408 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:41.207654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Transition to ACTIVE for port object 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:41.217937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-65bd4f52-2229-40be-8b27-277e10598257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.219749 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-65bd4f52-2229-40be-8b27-277e10598257 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1378880 Jul 15 23:07:41.227602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.227957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.228452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.228797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.229133 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.229464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.229792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.230681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.231858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.231858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.231858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.232130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:41.320439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb718dab-2838-4342-9bc4-ed657a20c6e1 req-1deadb02-6839-47f0-b356-5f5590df3f50 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=6807e0e2-cc74-4020-9dac-ee6a886aff54 HTTP/1.1" status: 200 len: 210 time: 0.4378066 Jul 15 23:07:41.342714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.394004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ff5533-da8c-4141-ae5c-6af16b2ec79e req-9e9b8a3e-63cd-430b-b722-219672094d84 service neutron] 10.222.0.37 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392691 Jul 15 23:07:41.400019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:41.407263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:41.411659 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.415089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:41.416211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d', 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4', 'port_id': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d', 'mac_address': 'fa:16:3e:84:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0788d7-333c-43be-be77-deb15b417431', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:41.423553 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.446056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:41.523321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-d56e0fb8-f10f-4c18-8769-0fd3af8c9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.525110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.525583 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-d56e0fb8-f10f-4c18-8769-0fd3af8c9fdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2958217 Jul 15 23:07:41.525795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.536353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Pushing event updated for resources: {'Port': ['ID=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:41.546097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9048c557-0261-4f1a-abdc-7181cc3869b3 req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "PUT /v2.0/ports/0027b5b3-0873-4e27-a2e1-164d3a91a9e5 HTTP/1.1" status: 200 len: 1021 time: 1.9431407 Jul 15 23:07:41.555161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.572486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:41.574932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device db8df972-18e2-49e6-af93-98bb0a33d66d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:41.580925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e0523d-7065-4d17-9b1c-0974fc6ef01d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:41.668197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:41.673099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:41.675793 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e" -d '{"events": [{"name": "network-changed", "server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:41.678591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:41.687423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4df20-5ddf-4d1d-9ba3-c48b695f0bb6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'Port': ['ID=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:41.694832 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-a386c159-c884-4175-82f4-0822bbc8ed58 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546233 Jul 15 23:07:41.749286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.750098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.760398 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.771445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4729f-7e97-4f6f-8921-71e214b8896a req-37afb9b1-c4d1-455b-a4b8-9b0040b1adc4 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.779828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fee4729f-7e97-4f6f-8921-71e214b8896a req-37afb9b1-c4d1-455b-a4b8-9b0040b1adc4 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 932 time: 0.2159197 Jul 15 23:07:41.834583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:41.838612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13ac8de4-67c7-4d81-aa4a-3192a8aa3092', '05ecde41-4e83-4ab0-9e98-132036676f31'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:41.850228 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-bc2ec55a-d2f8-46bf-98e7-9eb6bf9c6226 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5742540 Jul 15 23:07:41.864062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fee4729f-7e97-4f6f-8921-71e214b8896a req-36a407be-4cd6-4c13-a138-14d2985af644 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830271 Jul 15 23:07:41.879008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Request body: {'port': {'device_id': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:41.920847 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5fc0f43a-0fbc-4975-b4a2-9fbe05b2102d req-6cd79d77-753e-443e-a798-75f731d7652a service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182200 Jul 15 23:07:41.925477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port db8df972-18e2-49e6-af93-98bb0a33d66d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:41.925853 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.015971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1b597bd1-1346-4b09-a28b-be12f603ad23 None None] Provisioning for port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:42.030791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1b597bd1-1346-4b09-a28b-be12f603ad23 None None] Provisioning complete for port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:42.031180 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b597bd1-1346-4b09-a28b-be12f603ad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.051945 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced4d457-fc1b-4cb9-821b-4c42b005c4a4 x-openstack-request-id: req-ced4d457-fc1b-4cb9-821b-4c42b005c4a4 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:42.052511 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509e99f5-0c61-46e2-8e09-d3a97e5b5d1e", "name": "network-vif-deleted", "tag": "42d157b0-75a9-43e5-99e9-ec84aff8c408", "status": "completed", "code": 200}, {"server_uuid": "6807e0e2-cc74-4020-9dac-ee6a886aff54", "name": "network-vif-deleted", "tag": "58831f6c-0068-432a-9c2f-eff10e50dc41", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:42.052511 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ced4d457-fc1b-4cb9-821b-4c42b005c4a4 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:42.053477 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509e99f5-0c61-46e2-8e09-d3a97e5b5d1e', 'name': 'network-vif-deleted', 'tag': '42d157b0-75a9-43e5-99e9-ec84aff8c408', 'status': 'completed', 'code': 200} Jul 15 23:07:42.053738 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6807e0e2-cc74-4020-9dac-ee6a886aff54', 'name': 'network-vif-deleted', 'tag': '58831f6c-0068-432a-9c2f-eff10e50dc41', 'status': 'completed', 'code': 200} Jul 15 23:07:42.054469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.101674 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e0fd4-b542-42f2-915f-0cb366bbc854 x-openstack-request-id: req-5f5e0fd4-b542-42f2-915f-0cb366bbc854 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:42.101966 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:42.102214 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f5e0fd4-b542-42f2-915f-0cb366bbc854 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:42.102592 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'code': 200} Jul 15 23:07:42.112704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1b597bd1-1346-4b09-a28b-be12f603ad23 None None] Port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:42.193585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7853d-6382-4205-be89-8cdc564b55fe req-a1213421-2d70-4cb0-884e-b73efa17e626 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.213431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cda7853d-6382-4205-be89-8cdc564b55fe req-a1213421-2d70-4cb0-884e-b73efa17e626 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 948 time: 0.1590841 Jul 15 23:07:42.300844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b6e0523d-7065-4d17-9b1c-0974fc6ef01d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:42.306643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cda7853d-6382-4205-be89-8cdc564b55fe req-bc6eefc0-d781-4633-9f51-5e655051f4c7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922647 Jul 15 23:07:42.328508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091de0e-a114-456a-ada2-bd837998dba5 req-03df8c54-3d05-4418-bcca-347265f13dc9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.337748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6091de0e-a114-456a-ada2-bd837998dba5 req-03df8c54-3d05-4418-bcca-347265f13dc9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 945 time: 0.1214395 Jul 15 23:07:42.351449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-f4021927-f7d7-49df-9ae5-1ad0a1fb3c2f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.353029 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-f4021927-f7d7-49df-9ae5-1ad0a1fb3c2f tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 948 time: 0.2909596 Jul 15 23:07:42.384314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6091de0e-a114-456a-ada2-bd837998dba5 req-0719f485-6fdf-4b44-825f-35544ee1de32 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Jul 15 23:07:42.520624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:42.558663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Deleting port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:42.558994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.636836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329a88d-5dc7-4ff1-9f8c-f73b50bbb3d3 req-e9a4a691-a9eb-4643-910e-33d476b58443 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.646364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6329a88d-5dc7-4ff1-9f8c-f73b50bbb3d3 req-e9a4a691-a9eb-4643-910e-33d476b58443 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1024 time: 0.1519156 Jul 15 23:07:42.677631 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3592e8ef-79f2-4776-95c5-38dd331a7e85 x-openstack-request-id: req-3592e8ef-79f2-4776-95c5-38dd331a7e85 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:42.677965 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:42.678167 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3592e8ef-79f2-4776-95c5-38dd331a7e85 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:42.678559 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5', 'status': 'completed', 'code': 200} Jul 15 23:07:42.695998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 58831f6c-0068-432a-9c2f-eff10e50dc41 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:42.749417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 58831f6c-0068-432a-9c2f-eff10e50dc41 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:42.750067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 58831f6c-0068-432a-9c2f-eff10e50dc41 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:42.797228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] For port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:42.797626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.814098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6329a88d-5dc7-4ff1-9f8c-f73b50bbb3d3 req-6b080221-d576-48f5-902e-bdd8315d2754 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&id=1f2c8909-9749-4b4a-97d5-7e7c17897226&id=a8df6fda-afe2-4001-a29f-36d9152fde60 HTTP/1.1" status: 200 len: 6148 time: 0.1661406 Jul 15 23:07:42.830866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-65201f4a-40d1-4bab-a333-76da35ad3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.832769 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-65201f4a-40d1-4bab-a333-76da35ad3ab6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1175 time: 0.1059053 Jul 15 23:07:42.838620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Calling delete_port for 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:42.922711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002ac00-52db-4935-a783-6e066132ec0e req-3502a99a-07b2-463b-817d-b0f9f10c93ea tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.924743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3002ac00-52db-4935-a783-6e066132ec0e req-3502a99a-07b2-463b-817d-b0f9f10c93ea tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 948 time: 0.0736537 Jul 15 23:07:42.929888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9bd21ad5-78a3-4c33-a41f-78d6abcd6bce req-a0b1134f-b6a8-4898-84c6-a5bc89402226 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2125011247 ', 'description': 'tempest-description-10570083'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:42.955568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-5e17ac7e-70d9-4a10-9513-947d720a79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.957208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-5e17ac7e-70d9-4a10-9513-947d720a79ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 914 time: 0.1108367 Jul 15 23:07:42.980420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3002ac00-52db-4935-a783-6e066132ec0e req-3d045011-70d4-47e2-95a2-967bc5f42e06 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c91b2f5-d3c4-4d8b-a462-3f892244a521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442119 Jul 15 23:07:42.981582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9bd21ad5-78a3-4c33-a41f-78d6abcd6bce req-a0b1134f-b6a8-4898-84c6-a5bc89402226 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.047906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:43.056160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.069579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Transition to ACTIVE for port object 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:43.073469 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-42f720e0-cb95-4ebb-8aab-cc11a8c05ba4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5 HTTP/1.1" status: 200 len: 217 time: 0.0945249 Jul 15 23:07:43.077786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.087187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9bd21ad5-78a3-4c33-a41f-78d6abcd6bce req-a0b1134f-b6a8-4898-84c6-a5bc89402226 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.094644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9bd21ad5-78a3-4c33-a41f-78d6abcd6bce req-a0b1134f-b6a8-4898-84c6-a5bc89402226 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.153297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1134f-b6a8-4898-84c6-a5bc89402226 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efcc7cd-65b1-4225-8e11-28da33be400c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:43.220731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9bd21ad5-78a3-4c33-a41f-78d6abcd6bce req-a0b1134f-b6a8-4898-84c6-a5bc89402226 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.240283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:43.243071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9bd21ad5-78a3-4c33-a41f-78d6abcd6bce req-a0b1134f-b6a8-4898-84c6-a5bc89402226 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3162439 Jul 15 23:07:43.244815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-5775a839-a39d-4a3b-98d4-506925444689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.247244 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-5775a839-a39d-4a3b-98d4-506925444689 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.1347332 Jul 15 23:07:43.307176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6748-cbcb-4f12-811a-63b74852893f req-7ec9d93c-d447-47bf-9002-b3e17cb16d6c tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.314264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d1b6748-cbcb-4f12-811a-63b74852893f req-7ec9d93c-d447-47bf-9002-b3e17cb16d6c tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 944 time: 0.1791747 Jul 15 23:07:43.356150 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-09791512-7af9-4ee6-86cb-4680b18e4b70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928392 Jul 15 23:07:43.393840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d1b6748-cbcb-4f12-811a-63b74852893f req-7ce4568c-3278-4524-9c7a-749ba3b5b134 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786796 Jul 15 23:07:43.498247 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.519740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-809c3831-73b1-4ced-9a03-077932a0ecd4 req-f41fbce8-940d-4bfc-a4a7-c605bcc2721a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/4efcc7cd-65b1-4225-8e11-28da33be400c HTTP/1.1" status: 200 len: 1779 time: 0.0909967 Jul 15 23:07:43.573596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Attempting to bind port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:43.573972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Attempting to bind port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:43.574317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Attempting to bind port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 on network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:43.582427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.595918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 on network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:43.596173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Attempting to bind port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 on network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:43.651058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:43.651484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Checking segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:43.652416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Bound using segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:43.652853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Bound port: 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:43.653200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.655089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Pushing event deleted for resources: {'Port': ['ID=9fba48c2-e569-4ee9-9a43-e9a977bbd0b6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:43.676533 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-7fd35567-9812-4be4-88d3-3e306a7fc761 service neutron] 10.222.0.37 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063672 Jul 15 23:07:43.677568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a923c-3440-4da8-b28c-f068b790d7f1 req-aa9c56d7-e11e-4a85-bf75-2421fc31e032 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.679158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-957a923c-3440-4da8-b28c-f068b790d7f1 req-aa9c56d7-e11e-4a85-bf75-2421fc31e032 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 948 time: 0.1123741 Jul 15 23:07:43.733583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] No DVR routers for this DVR port 9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 on host n-h2-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:43.758693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.760445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241f1-4269-449a-829f-83c0d508afad req-b1708284-eac4-4a8b-a1db-e5eb5d9befeb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.760676 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d2e30090-2405-47e2-8c47-e8dc56a16820 req-982fd92a-8e65-4527-81bd-50579b4f7735 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.59 "DELETE /v2.0/ports/9fba48c2-e569-4ee9-9a43-e9a977bbd0b6 HTTP/1.1" status: 204 len: 173 time: 1.3992202 Jul 15 23:07:43.762197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ca241f1-4269-449a-829f-83c0d508afad req-b1708284-eac4-4a8b-a1db-e5eb5d9befeb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 945 time: 0.1365998 Jul 15 23:07:43.783465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-957a923c-3440-4da8-b28c-f068b790d7f1 req-bb0e39d1-54a6-451a-82d8-c468364c71d1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905628 Jul 15 23:07:43.840085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] For port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:43.846635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ca241f1-4269-449a-829f-83c0d508afad req-f6733669-574d-4fb2-afcb-7d650d8c3fa6 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615051 Jul 15 23:07:43.848602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] For port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:43.855777 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e3782c7-983b-4e4c-a7bc-2dcdb5e6f44e req-81a7eff5-c08c-4342-a73f-5fa26b3023ab service neutron] 10.222.0.37 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594636 Jul 15 23:07:43.857384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.896849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.897444 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.899234 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] 10.222.0.37 "PUT /v2.0/ports/3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 1092 time: 2.0243034 Jul 15 23:07:43.918274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4079b-49e6-4b4f-89cc-928465715634 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:43.924166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e2b1e3b-2ba4-4b89-a841-177378928582 req-41115cd3-3d58-4009-b75a-c4aea7f99167 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/4efcc7cd-65b1-4225-8e11-28da33be400c HTTP/1.1" status: 200 len: 1779 time: 0.0522487 Jul 15 23:07:44.003467 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7e2b1e3b-2ba4-4b89-a841-177378928582 req-5cbe75dd-2bad-4a1f-a9bd-21632b2cab02 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.031990 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7e2b1e3b-2ba4-4b89-a841-177378928582 req-5cbe75dd-2bad-4a1f-a9bd-21632b2cab02 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.054574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-deleted', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6'}, {'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:44.057068 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24e4328-ed43-4722-a8c0-44e663167f61" -d '{"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-deleted", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6"}, {"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:44.085386 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7e2b1e3b-2ba4-4b89-a841-177378928582 req-5cbe75dd-2bad-4a1f-a9bd-21632b2cab02 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.088498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7e2b1e3b-2ba4-4b89-a841-177378928582 req-5cbe75dd-2bad-4a1f-a9bd-21632b2cab02 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.090269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e2b1e3b-2ba4-4b89-a841-177378928582 req-5cbe75dd-2bad-4a1f-a9bd-21632b2cab02 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/4efcc7cd-65b1-4225-8e11-28da33be400c HTTP/1.1" status: 204 len: 173 time: 0.1584053 Jul 15 23:07:44.103526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe75dd-2bad-4a1f-a9bd-21632b2cab02 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efcc7cd-65b1-4225-8e11-28da33be400c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:44.182584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-fde6f450-3e0e-4da9-b561-c223d4afdc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.184288 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-fde6f450-3e0e-4da9-b561-c223d4afdc81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1095 time: 0.0835741 Jul 15 23:07:44.244530 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-49e4c1eb-02e2-45f4-bbb3-9fc01db4b60e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 217 time: 0.0443373 Jul 15 23:07:44.286326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7d60851-5443-414a-b590-b3f8bd935199 req-7f826a1c-cf1b-4c37-bde9-faf766080f14 tempest-ServersAdminTestJSON-1697296536 tempest-ServersAdminTestJSON-1697296536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3 HTTP/1.1" status: 200 len: 210 time: 0.0440938 Jul 15 23:07:44.319144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-78dcc96a-6e20-4c3e-8029-52761e03bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.327510 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-78dcc96a-6e20-4c3e-8029-52761e03bbeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.0753939 Jul 15 23:07:44.364754 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-5d2f95b2-e9fa-404b-aec3-cf62f63d6d31 req-b4cd35ea-ab57-490b-b14d-5f4102eb607c tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:07:44.366115 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56459e3-0c82-4c33-a73b-92a3aabeb637 x-openstack-request-id: req-c56459e3-0c82-4c33-a73b-92a3aabeb637 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:44.366414 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3", "name": "network-vif-deleted", "tag": "9fba48c2-e569-4ee9-9a43-e9a977bbd0b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:44.366665 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c56459e3-0c82-4c33-a73b-92a3aabeb637 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:44.367071 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc0eadc-b63e-4cee-8b4b-9bd8ec9d92c3', 'name': 'network-vif-deleted', 'tag': '9fba48c2-e569-4ee9-9a43-e9a977bbd0b6', 'status': 'completed', 'code': 200} Jul 15 23:07:44.367447 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'status': 'completed', 'code': 200} Jul 15 23:07:44.369665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d2f95b2-e9fa-404b-aec3-cf62f63d6d31 req-b4cd35ea-ab57-490b-b14d-5f4102eb607c tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/4efcc7cd-65b1-4225-8e11-28da33be400c HTTP/1.1" status: 404 len: 352 time: 0.0178094 Jul 15 23:07:44.395878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-ce4e2cd7-7165-4f3e-9bb0-ce2c123ff387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.397234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-811d5e8a-c69a-45fb-ae7c-c22cf2aba4bf req-f0d03398-6ffc-4f6e-bc30-f0b072d06f21 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1846177842', 'description': 'tempest-description-586395008'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:44.397791 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-ce4e2cd7-7165-4f3e-9bb0-ce2c123ff387 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636742 Jul 15 23:07:44.422889 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-811d5e8a-c69a-45fb-ae7c-c22cf2aba4bf req-f0d03398-6ffc-4f6e-bc30-f0b072d06f21 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.523925 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-60d03cd4-11a3-4239-a979-132fba27a80f service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177704 Jul 15 23:07:44.554920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-811d5e8a-c69a-45fb-ae7c-c22cf2aba4bf req-f0d03398-6ffc-4f6e-bc30-f0b072d06f21 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.565811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-811d5e8a-c69a-45fb-ae7c-c22cf2aba4bf req-f0d03398-6ffc-4f6e-bc30-f0b072d06f21 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.623133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-811d5e8a-c69a-45fb-ae7c-c22cf2aba4bf req-f0d03398-6ffc-4f6e-bc30-f0b072d06f21 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.624766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-811d5e8a-c69a-45fb-ae7c-c22cf2aba4bf req-f0d03398-6ffc-4f6e-bc30-f0b072d06f21 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2359550 Jul 15 23:07:44.625850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d03398-6ffc-4f6e-bc30-f0b072d06f21 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf931bc-e1f5-4938-b82b-4a5d203d50f7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:44.680421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:44.722425 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-46c1d243-fdbf-4d18-b8a1-546ed13ede9b req-92c471c2-80ba-46bd-80bb-e6c933b9beae service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875865 Jul 15 23:07:44.834051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:44.846801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d543b-cb15-4eca-808b-0cd11963333e req-532e4139-3883-4b5e-a566-bc00b7e73bff tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.851837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'mac_address': 'fa:16:3e:f7:cb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:44.854154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf8d543b-cb15-4eca-808b-0cd11963333e req-532e4139-3883-4b5e-a566-bc00b7e73bff tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 944 time: 0.1270170 Jul 15 23:07:44.879430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a228a-7775-4d8d-aa5e-12dd4e691804 req-04046fa9-d61d-4f40-a10e-a4b045421b4c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.884038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf1a228a-7775-4d8d-aa5e-12dd4e691804 req-04046fa9-d61d-4f40-a10e-a4b045421b4c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 949 time: 0.1202130 Jul 15 23:07:44.908103 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.919151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-e1ade607-a097-4168-a2c6-1a611540983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.920817 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-e1ade607-a097-4168-a2c6-1a611540983c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1095 time: 0.0836272 Jul 15 23:07:44.925334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:44.927939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf8d543b-cb15-4eca-808b-0cd11963333e req-d1e8dd84-1145-4d59-a827-7195b6d318d2 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730331 Jul 15 23:07:44.949726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:44.955100 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.968107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-120459f7-b27a-4a41-bc40-79eac28f2f6f req-25eb5f21-2550-4c6a-b814-010a1bc27edd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-134825379', 'description': 'tempest-description-583358703'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:44.978239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf1a228a-7775-4d8d-aa5e-12dd4e691804 req-971945dd-cba1-4ef9-9988-dd8c543297b9 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835068 Jul 15 23:07:45.004564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-120459f7-b27a-4a41-bc40-79eac28f2f6f req-25eb5f21-2550-4c6a-b814-010a1bc27edd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.040738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:45.052284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b6e0523d-7065-4d17-9b1c-0974fc6ef01d up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:45.081165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-4808ed1f-b2f5-46e8-8244-076f9eb31ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.084156 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-4808ed1f-b2f5-46e8-8244-076f9eb31ff5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1567268 Jul 15 23:07:45.125059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-120459f7-b27a-4a41-bc40-79eac28f2f6f req-25eb5f21-2550-4c6a-b814-010a1bc27edd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.144113 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-790c7834-60c3-492b-aeae-5ae3401591c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 217 time: 0.0462754 Jul 15 23:07:45.144310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port b6e0523d-7065-4d17-9b1c-0974fc6ef01d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:45.148602 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-120459f7-b27a-4a41-bc40-79eac28f2f6f req-25eb5f21-2550-4c6a-b814-010a1bc27edd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.149686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port b6e0523d-7065-4d17-9b1c-0974fc6ef01d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:45.150065 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.190184 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-120459f7-b27a-4a41-bc40-79eac28f2f6f req-25eb5f21-2550-4c6a-b814-010a1bc27edd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.191617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-120459f7-b27a-4a41-bc40-79eac28f2f6f req-25eb5f21-2550-4c6a-b814-010a1bc27edd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2316837 Jul 15 23:07:45.192837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb5f21-2550-4c6a-b814-010a1bc27edd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a2f52b-ac9d-4d94-8250-07d6e6b0d7e0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:45.234886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-d00bb598-6f74-4c0d-b84e-f84357611f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.239383 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-d00bb598-6f74-4c0d-b84e-f84357611f49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.0840068 Jul 15 23:07:45.251385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762a655-1e30-46e6-bfb5-cd6a490a2233 req-2a01c34a-9115-4acb-bb29-39168d641b21 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.252949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0762a655-1e30-46e6-bfb5-cd6a490a2233 req-2a01c34a-9115-4acb-bb29-39168d641b21 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 949 time: 0.1440494 Jul 15 23:07:45.309469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-922729fb-909d-4afb-b1c5-183fa5d04a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.311453 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-922729fb-909d-4afb-b1c5-183fa5d04a1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646696 Jul 15 23:07:45.315272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.322588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0762a655-1e30-46e6-bfb5-cd6a490a2233 req-c768eb08-d198-411d-889d-6d4e6b6d2417 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635908 Jul 15 23:07:45.369047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:45.373479 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe9f43-dfbd-430b-8674-892f97109c1b" -d '{"events": [{"server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "name": "network-vif-plugged", "status": "completed", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:45.379331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:45.415043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:45.429405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899690f-6d92-42e3-996c-076fb21d435e req-6784cd53-2394-4d62-9aac-a7fa679d16cd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.436769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1899690f-6d92-42e3-996c-076fb21d435e req-6784cd53-2394-4d62-9aac-a7fa679d16cd tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 945 time: 0.0772612 Jul 15 23:07:45.438420 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.488320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1899690f-6d92-42e3-996c-076fb21d435e req-24242c6f-6e14-4e59-a9ed-7aca180d344e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506978 Jul 15 23:07:45.507181 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-d634c2fb-e561-4f52-bdbc-e9426cd2ab73 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873934 Jul 15 23:07:45.516410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:45.532304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-8aeae8e7-c472-419f-931e-26565d395ef8 req-53a1576e-a3be-4e2b-9d90-b50bdcf342bc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1914337115', 'description': 'tempest-description-1145235744'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:45.559925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8aeae8e7-c472-419f-931e-26565d395ef8 req-53a1576e-a3be-4e2b-9d90-b50bdcf342bc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.623623 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c24e4328-ed43-4722-a8c0-44e663167f61 req-70f7ae61-c61a-4543-b260-97fac8c32884 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044092 Jul 15 23:07:45.711953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8aeae8e7-c472-419f-931e-26565d395ef8 req-53a1576e-a3be-4e2b-9d90-b50bdcf342bc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.723830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8aeae8e7-c472-419f-931e-26565d395ef8 req-53a1576e-a3be-4e2b-9d90-b50bdcf342bc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.763867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8aeae8e7-c472-419f-931e-26565d395ef8 req-53a1576e-a3be-4e2b-9d90-b50bdcf342bc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.770229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8aeae8e7-c472-419f-931e-26565d395ef8 req-53a1576e-a3be-4e2b-9d90-b50bdcf342bc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2458961 Jul 15 23:07:45.771339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1576e-a3be-4e2b-9d90-b50bdcf342bc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59b221-f7a5-48bf-81f8-e8f0d9ebf584,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:45.814892 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67615e5a-a482-4d19-9ac1-926d70dabd13 x-openstack-request-id: req-67615e5a-a482-4d19-9ac1-926d70dabd13 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:45.814892 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "name": "network-vif-plugged", "status": "completed", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:45.814892 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67615e5a-a482-4d19-9ac1-926d70dabd13 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:45.814892 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d', 'code': 200} Jul 15 23:07:45.935610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57824) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:45.960873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34285361-bb47-40ff-9e42-c14eb25e90d5 req-33c9c10d-1b03-4f9d-a80c-c650672af664 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca2889d6dd8241e9b7516d396de46f84 HTTP/1.1" status: 200 len: 10895 time: 0.1295714 Jul 15 23:07:45.980815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997ffd2-3ec0-41a5-adc1-526068a46c85 req-8ffac074-9cb8-42a5-9e5b-40c52f68389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.982621 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b997ffd2-3ec0-41a5-adc1-526068a46c85 req-8ffac074-9cb8-42a5-9e5b-40c52f68389b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1097 time: 0.0779951 Jul 15 23:07:46.066266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34285361-bb47-40ff-9e42-c14eb25e90d5 req-3f63858e-d42d-4d44-bc6b-8cc7d50d68ed tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/459572bf-b409-4b85-b2e1-e929c20dd229 HTTP/1.1" status: 200 len: 2981 time: 0.0989943 Jul 15 23:07:46.122449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34285361-bb47-40ff-9e42-c14eb25e90d5 req-b38c3b1a-957f-434c-83ec-0e147b58e032 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/459572bf-b409-4b85-b2e1-e929c20dd229 HTTP/1.1" status: 200 len: 2981 time: 0.0493231 Jul 15 23:07:46.365943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-2f5cf0a7-0662-4224-b479-d0f4efe817a8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.367539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-2f5cf0a7-0662-4224-b479-d0f4efe817a8 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 949 time: 0.1669424 Jul 15 23:07:46.377235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b787d-b020-4098-8265-29e5b5dd4793 req-c2d89a02-dfa3-43cf-9cc3-b2cf82578a96 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.378742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f94b787d-b020-4098-8265-29e5b5dd4793 req-c2d89a02-dfa3-43cf-9cc3-b2cf82578a96 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 944 time: 0.1688128 Jul 15 23:07:46.401317 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b997ffd2-3ec0-41a5-adc1-526068a46c85 req-ea5ddd1c-914a-444f-8a3c-58b9670d9342 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999491 Jul 15 23:07:46.422154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93516a6b-54c5-4070-99ab-4150b196702b req-ac68f849-70fb-4b9d-ae18-d399a54c55ef tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.423665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93516a6b-54c5-4070-99ab-4150b196702b req-ac68f849-70fb-4b9d-ae18-d399a54c55ef tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 949 time: 0.1773386 Jul 15 23:07:46.445119 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe5a2540-1190-465c-a316-a29669cb1249 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5f1ab895e7d4b00a0f7b4a658442f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055857 Jul 15 23:07:46.446348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57838) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:46.486704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-a6c40229-673b-4ca6-bb79-b6891b9eac61 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.488373 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-a6c40229-673b-4ca6-bb79-b6891b9eac61 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee&tenant_id=d2a9153618404a499f01d6124fdc8755&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 949 time: 0.1899970 Jul 15 23:07:46.525335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f94b787d-b020-4098-8265-29e5b5dd4793 req-1e501bda-4ca0-4a00-9f86-9e3eb4731fd6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355836 Jul 15 23:07:46.533348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93516a6b-54c5-4070-99ab-4150b196702b req-67cc0d7c-2cde-43d8-9d9d-d3c0ed538294 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024785 Jul 15 23:07:46.568499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Deleting port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:46.568847 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.575437 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee478838-4054-4cfe-b06e-0c530ff53ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.606602 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-d1a15c35-39c7-474c-86ff-51786d8f50c9 service neutron] 10.222.0.37 "GET /v2.0/ports/2dd55412-dd6d-4a0f-a94e-ff6a76cd971c/bindings/n-h1-793618-8 HTTP/1.1" status: 200 len: 382 time: 0.1098957 Jul 15 23:07:46.641951 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee478838-4054-4cfe-b06e-0c530ff53ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.694795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:46.705715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:46.742565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c3b41f4-f95b-4238-8976-3abfe87632ec req-f0d8b71c-ea0b-4e62-9970-04c6a7b115b2 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/ebf931bc-e1f5-4938-b82b-4a5d203d50f7 HTTP/1.1" status: 200 len: 1800 time: 0.1491010 Jul 15 23:07:46.783172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-ee6c548e-8c18-4ead-98a6-1c2cc7dd8b3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.784682 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-ee6c548e-8c18-4ead-98a6-1c2cc7dd8b3c tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "GET /v2.0/ports?device_id=eed41bb6-7c06-4568-b257-b43ae4062a3e HTTP/1.1" status: 200 len: 950 time: 0.1624727 Jul 15 23:07:46.809669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-84b2b752-ba14-485a-b205-dbb14f10e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.811934 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-84b2b752-ba14-485a-b205-dbb14f10e638 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 1100 time: 0.1424198 Jul 15 23:07:46.819983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] For port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:46.820353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.822529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:46.823642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.844904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee478838-4054-4cfe-b06e-0c530ff53ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.847508 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee478838-4054-4cfe-b06e-0c530ff53ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.848634 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ee478838-4054-4cfe-b06e-0c530ff53ec9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c91b2f5-d3c4-4d8b-a462-3f892244a521 HTTP/1.1" status: 204 len: 168 time: 0.4013107 Jul 15 23:07:46.878068 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Calling delete_port for 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:46.888796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee478838-4054-4cfe-b06e-0c530ff53ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c91b2f5-d3c4-4d8b-a462-3f892244a521,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:46.916263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0db765-33d7-413f-aa81-c82d7862b369 req-97843148-7673-44bb-b3b2-b5d1c08f782b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.917937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee0db765-33d7-413f-aa81-c82d7862b369 req-97843148-7673-44bb-b3b2-b5d1c08f782b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 949 time: 0.2531545 Jul 15 23:07:46.934653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:46.955812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:47.017452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2c3b41f4-f95b-4238-8976-3abfe87632ec req-809e3a97-afa7-4c8f-86b5-3bb1dad3ed9a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.033645 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.044654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-19a36572-ddb5-4439-9727-ae5252935629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.045840 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-19a36572-ddb5-4439-9727-ae5252935629 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2118161 Jul 15 23:07:47.070273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee0db765-33d7-413f-aa81-c82d7862b369 req-b2b0b715-f752-4319-91a6-30f7d780ef8c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304977 Jul 15 23:07:47.075215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2c3b41f4-f95b-4238-8976-3abfe87632ec req-809e3a97-afa7-4c8f-86b5-3bb1dad3ed9a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.078977 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.120001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:47.151792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2c3b41f4-f95b-4238-8976-3abfe87632ec req-809e3a97-afa7-4c8f-86b5-3bb1dad3ed9a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.155935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2c3b41f4-f95b-4238-8976-3abfe87632ec req-809e3a97-afa7-4c8f-86b5-3bb1dad3ed9a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.171022 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-da603788-6fa1-4d61-831d-ddc19925efb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c HTTP/1.1" status: 200 len: 217 time: 0.1088209 Jul 15 23:07:47.172524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c3b41f4-f95b-4238-8976-3abfe87632ec req-809e3a97-afa7-4c8f-86b5-3bb1dad3ed9a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/ebf931bc-e1f5-4938-b82b-4a5d203d50f7 HTTP/1.1" status: 204 len: 173 time: 0.4153523 Jul 15 23:07:47.205808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:47.211498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:47.216773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e3a97-afa7-4c8f-86b5-3bb1dad3ed9a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf931bc-e1f5-4938-b82b-4a5d203d50f7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.217915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.232189 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.256733 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.304709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-28cd32a0-d3e2-45a6-9682-51ad175eb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.310384 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-28cd32a0-d3e2-45a6-9682-51ad175eb00d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1344593 Jul 15 23:07:47.328551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57850) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:47.330132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event deleted for resources: {'Port': ['ID=13ac8de4-67c7-4d81-aa4a-3192a8aa3092,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.365726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Deleting port 05ecde41-4e83-4ab0-9e98-132036676f31 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:47.366078 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.389720 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:07:47.408682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['05ecde41-4e83-4ab0-9e98-132036676f31'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:47.517838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] For port 05ecde41-4e83-4ab0-9e98-132036676f31, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=05ecde41-4e83-4ab0-9e98-132036676f31,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:47.518451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.524430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:47.534147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.543886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Calling delete_port for 05ecde41-4e83-4ab0-9e98-132036676f31 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:47.573512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] No DVR routers for this DVR port 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:47.590661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.592673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32a504b3-b088-4955-a4c3-0a5bd14c547b req-135fb887-1a83-41d1-84ec-fb5caa70bf90 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "DELETE /v2.0/ports/13ac8de4-67c7-4d81-aa4a-3192a8aa3092 HTTP/1.1" status: 204 len: 173 time: 1.2121968 Jul 15 23:07:47.593818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fba440-dd39-43e6-bc11-c83a436c415c', 'name': 'network-vif-deleted', 'tag': '13ac8de4-67c7-4d81-aa4a-3192a8aa3092'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:47.610640 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7368e85f-7839-4149-9392-f32aa8473112" -d '{"events": [{"server_uuid": "a8fba440-dd39-43e6-bc11-c83a436c415c", "name": "network-vif-deleted", "tag": "13ac8de4-67c7-4d81-aa4a-3192a8aa3092"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:47.649603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b0fc7021-d107-4c61-bc07-c6226577b4aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59fbef5a939145f7b68c01cb8da65bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152745 Jul 15 23:07:47.657124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57860) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:47.676700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.731221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:47.772747 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.785047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054a9f-2e45-4fdc-8c3f-dbd122523c2c req-186b1216-8ef2-4bc3-aa0a-b0602c4419b6 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.786638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054a9f-2e45-4fdc-8c3f-dbd122523c2c req-186b1216-8ef2-4bc3-aa0a-b0602c4419b6 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.4351077 Jul 15 23:07:47.839914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:47.843085 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453d9249-b771-4170-8aa2-bd5171330191" -d '{"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:47.847457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event deleted for resources: {'Port': ['ID=05ecde41-4e83-4ab0-9e98-132036676f31,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.876112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29b950dc-282e-4c5a-9557-7480917b199e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.879727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-d5eb57bc-04c4-49e8-92bc-5fe99ae543e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.884921 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-d5eb57bc-04c4-49e8-92bc-5fe99ae543e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5638072 Jul 15 23:07:47.952447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62054a9f-2e45-4fdc-8c3f-dbd122523c2c req-a9ebd678-142e-4ffb-b2a4-38e13f63aaf4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552746 Jul 15 23:07:47.981506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] No DVR routers for this DVR port 05ecde41-4e83-4ab0-9e98-132036676f31 on host n-h2-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:47.985752 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.992851 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-df3fc1ef-1718-4ffc-a0b9-8f5e26059530 req-90cf1c69-ea6b-4223-bb69-b3ce207f8cb6 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.59 "DELETE /v2.0/ports/05ecde41-4e83-4ab0-9e98-132036676f31 HTTP/1.1" status: 204 len: 173 time: 1.1970415 Jul 15 23:07:47.993040 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-9c8d7ea3-adf1-4c1e-802e-ea6a71eb4fae req-c43cd9c1-8588-4f3b-a97b-276f70bb8956 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:07:47.993771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c8d7ea3-adf1-4c1e-802e-ea6a71eb4fae req-c43cd9c1-8588-4f3b-a97b-276f70bb8956 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/ebf931bc-e1f5-4938-b82b-4a5d203d50f7 HTTP/1.1" status: 404 len: 352 time: 0.1126931 Jul 15 23:07:48.012217 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29b950dc-282e-4c5a-9557-7480917b199e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.015360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed41bb6-7c06-4568-b257-b43ae4062a3e', 'name': 'network-vif-deleted', 'tag': '05ecde41-4e83-4ab0-9e98-132036676f31'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:48.023826 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5679f-f4b4-49db-90a8-1b2c529a6322" -d '{"events": [{"server_uuid": "eed41bb6-7c06-4568-b257-b43ae4062a3e", "name": "network-vif-deleted", "tag": "05ecde41-4e83-4ab0-9e98-132036676f31"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:48.134965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29b950dc-282e-4c5a-9557-7480917b199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.139686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87983119-fdfd-4e6a-a2d1-080286709928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.140115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29b950dc-282e-4c5a-9557-7480917b199e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.143757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29b950dc-282e-4c5a-9557-7480917b199e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1007e41b-f903-4b6e-aad8-aa79c8d130d0 HTTP/1.1" status: 204 len: 168 time: 0.4856372 Jul 15 23:07:48.157082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b950dc-282e-4c5a-9557-7480917b199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1007e41b-f903-4b6e-aad8-aa79c8d130d0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:48.232340 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-99331632-2c0b-4060-a743-e9ab70971511 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366432 Jul 15 23:07:48.290166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d6e2d39-d509-43e7-b469-190447f787dd req-0113dec4-2f7d-4a4e-ad0a-df74860743c4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fba440-dd39-43e6-bc11-c83a436c415c HTTP/1.1" status: 200 len: 210 time: 0.0766091 Jul 15 23:07:48.385748 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e95fa65-0327-4c59-ade2-fe2e961c14ae x-openstack-request-id: req-7e95fa65-0327-4c59-ade2-fe2e961c14ae {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:48.386314 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fba440-dd39-43e6-bc11-c83a436c415c", "name": "network-vif-deleted", "tag": "13ac8de4-67c7-4d81-aa4a-3192a8aa3092", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:48.387403 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e95fa65-0327-4c59-ade2-fe2e961c14ae {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:48.388295 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fba440-dd39-43e6-bc11-c83a436c415c', 'name': 'network-vif-deleted', 'tag': '13ac8de4-67c7-4d81-aa4a-3192a8aa3092', 'status': 'completed', 'code': 200} Jul 15 23:07:48.413501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674cd9c-30df-4785-8eb6-0a5d328c5012 req-e55ee393-38d8-4711-a35f-7748772df243 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:48.415442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e674cd9c-30df-4785-8eb6-0a5d328c5012 req-e55ee393-38d8-4711-a35f-7748772df243 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 945 time: 0.1293271 Jul 15 23:07:48.427405 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-8ec8b9c6-0899-4262-b2bc-bc38be848e74 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885853 Jul 15 23:07:48.472819 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d455f-a386-4fc0-8d77-ebd625b0d56d x-openstack-request-id: req-777d455f-a386-4fc0-8d77-ebd625b0d56d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:48.473133 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:48.473432 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-777d455f-a386-4fc0-8d77-ebd625b0d56d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:48.473788 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'code': 200} Jul 15 23:07:48.512070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e674cd9c-30df-4785-8eb6-0a5d328c5012 req-c7922875-2aba-4990-9b22-0dd78652edc5 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886772 Jul 15 23:07:48.601978 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d955ebe1-7526-42d9-a613-3d15380e4ac5 x-openstack-request-id: req-d955ebe1-7526-42d9-a613-3d15380e4ac5 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:48.602593 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed41bb6-7c06-4568-b257-b43ae4062a3e", "name": "network-vif-deleted", "tag": "05ecde41-4e83-4ab0-9e98-132036676f31", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:48.602818 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d955ebe1-7526-42d9-a613-3d15380e4ac5 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:48.603244 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed41bb6-7c06-4568-b257-b43ae4062a3e', 'name': 'network-vif-deleted', 'tag': '05ecde41-4e83-4ab0-9e98-132036676f31', 'status': 'completed', 'code': 200} Jul 15 23:07:48.659686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-361b3ae3-bc71-4e1e-97b0-242e266a7808 req-c003f3f4-d683-4c03-ba28-b3713345dfce tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/50a2f52b-ac9d-4d94-8250-07d6e6b0d7e0 HTTP/1.1" status: 200 len: 1799 time: 0.1464577 Jul 15 23:07:48.772534 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-361b3ae3-bc71-4e1e-97b0-242e266a7808 req-9ad9097c-2267-45a1-9998-02a603ef7634 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.797039 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-361b3ae3-bc71-4e1e-97b0-242e266a7808 req-9ad9097c-2267-45a1-9998-02a603ef7634 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.887602 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-361b3ae3-bc71-4e1e-97b0-242e266a7808 req-9ad9097c-2267-45a1-9998-02a603ef7634 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.890428 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-361b3ae3-bc71-4e1e-97b0-242e266a7808 req-9ad9097c-2267-45a1-9998-02a603ef7634 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.891700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-361b3ae3-bc71-4e1e-97b0-242e266a7808 req-9ad9097c-2267-45a1-9998-02a603ef7634 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/50a2f52b-ac9d-4d94-8250-07d6e6b0d7e0 HTTP/1.1" status: 204 len: 173 time: 0.2302701 Jul 15 23:07:48.899870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478846a-684a-4ff2-b5b2-5856c8008f09 req-eb23dd49-a8d5-4236-b6c4-7f1febc534b1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:48.907674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7478846a-684a-4ff2-b5b2-5856c8008f09 req-eb23dd49-a8d5-4236-b6c4-7f1febc534b1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.1072464 Jul 15 23:07:48.930405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9097c-2267-45a1-9998-02a603ef7634 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a2f52b-ac9d-4d94-8250-07d6e6b0d7e0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:48.986738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7478846a-684a-4ff2-b5b2-5856c8008f09 req-1a4a3550-53e3-4ee4-b1e1-650cac0109c2 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784621 Jul 15 23:07:49.031258 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-f9e12cdb-915e-4cab-89c9-b65053b58a78 req-abb71355-9074-4bee-84d9-8153e8a90578 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:07:49.032421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9e12cdb-915e-4cab-89c9-b65053b58a78 req-abb71355-9074-4bee-84d9-8153e8a90578 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/50a2f52b-ac9d-4d94-8250-07d6e6b0d7e0 HTTP/1.1" status: 404 len: 352 time: 0.0176606 Jul 15 23:07:49.099049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 05ecde41-4e83-4ab0-9e98-132036676f31 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:49.127258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:49.133099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 05ecde41-4e83-4ab0-9e98-132036676f31 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:49.133833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 05ecde41-4e83-4ab0-9e98-132036676f31 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:49.134820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:49.168434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d42a707-33ba-4e5f-9b06-ecafb6543d77 req-5590373d-e125-4a06-ba76-78ff4eafd185 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/8f59b221-f7a5-48bf-81f8-e8f0d9ebf584 HTTP/1.1" status: 200 len: 1801 time: 0.0726075 Jul 15 23:07:49.181174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:49.181686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13ac8de4-67c7-4d81-aa4a-3192a8aa3092 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:49.275975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a30d38-eefb-4645-a45c-5c4aaff3f94f req-c0dde67c-05df-4f11-8760-747a2dd4926f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.277575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5a30d38-eefb-4645-a45c-5c4aaff3f94f req-c0dde67c-05df-4f11-8760-747a2dd4926f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.1287541 Jul 15 23:07:49.283148 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7d42a707-33ba-4e5f-9b06-ecafb6543d77 req-7135cedd-8224-4fc5-b83d-9ffe0b7a31c2 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.321936 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7d42a707-33ba-4e5f-9b06-ecafb6543d77 req-7135cedd-8224-4fc5-b83d-9ffe0b7a31c2 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.367438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5a30d38-eefb-4645-a45c-5c4aaff3f94f req-272550eb-004b-4a2b-9550-e3a35efc7919 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Jul 15 23:07:49.384133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7d42a707-33ba-4e5f-9b06-ecafb6543d77 req-7135cedd-8224-4fc5-b83d-9ffe0b7a31c2 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.388580 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7d42a707-33ba-4e5f-9b06-ecafb6543d77 req-7135cedd-8224-4fc5-b83d-9ffe0b7a31c2 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.390123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d42a707-33ba-4e5f-9b06-ecafb6543d77 req-7135cedd-8224-4fc5-b83d-9ffe0b7a31c2 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/8f59b221-f7a5-48bf-81f8-e8f0d9ebf584 HTTP/1.1" status: 204 len: 173 time: 0.2036457 Jul 15 23:07:49.403849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135cedd-8224-4fc5-b83d-9ffe0b7a31c2 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59b221-f7a5-48bf-81f8-e8f0d9ebf584,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:49.443668 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-120d6d9b-9452-4bb2-9150-59148e8755d5 req-ce49c67c-2bad-43c6-88cd-f35c9ab0eab0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:07:49.444679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-120d6d9b-9452-4bb2-9150-59148e8755d5 req-ce49c67c-2bad-43c6-88cd-f35c9ab0eab0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/8f59b221-f7a5-48bf-81f8-e8f0d9ebf584 HTTP/1.1" status: 404 len: 352 time: 0.0169344 Jul 15 23:07:49.599320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0f94985-4b9e-4230-a993-cc932ac630d3 req-026b3a3d-7f5a-4416-995f-4a60264ce71e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca2889d6dd8241e9b7516d396de46f84 HTTP/1.1" status: 200 len: 6148 time: 0.1116216 Jul 15 23:07:49.665241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0f94985-4b9e-4230-a993-cc932ac630d3 req-9caee030-a45d-4a90-96b5-3f453e61f4a0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/459572bf-b409-4b85-b2e1-e929c20dd229 HTTP/1.1" status: 200 len: 2981 time: 0.0613539 Jul 15 23:07:49.671759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a59d6b-c4fb-4d52-b913-44772e6a02c9 req-caefd6de-acec-416e-b82a-ed1243d11e9b tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.675829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09a59d6b-c4fb-4d52-b913-44772e6a02c9 req-caefd6de-acec-416e-b82a-ed1243d11e9b tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1097 time: 0.1178319 Jul 15 23:07:49.745445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0f94985-4b9e-4230-a993-cc932ac630d3 req-f526c4ea-d5b1-4215-97dc-5a7244d0c5f9 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/459572bf-b409-4b85-b2e1-e929c20dd229 HTTP/1.1" status: 200 len: 2981 time: 0.0685079 Jul 15 23:07:49.750609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09a59d6b-c4fb-4d52-b913-44772e6a02c9 req-c6d2353d-d51f-4dcb-bfa5-20c86c648dc5 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Jul 15 23:07:49.854040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-04e75b5a-aaba-4c8a-b507-80c276dd3952 req-f4bc95db-f63a-4d0a-a2dd-b2876b58bdc0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-483303265', 'description': 'tempest-description-840215804'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:49.882394 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-04e75b5a-aaba-4c8a-b507-80c276dd3952 req-f4bc95db-f63a-4d0a-a2dd-b2876b58bdc0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.998663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99425-b021-4584-86f7-b91763d34fb1 req-8bf3847d-5121-47ec-b4fa-02be6d5e5755 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:50.000201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36c99425-b021-4584-86f7-b91763d34fb1 req-8bf3847d-5121-47ec-b4fa-02be6d5e5755 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 945 time: 0.1051564 Jul 15 23:07:50.053218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-04e75b5a-aaba-4c8a-b507-80c276dd3952 req-f4bc95db-f63a-4d0a-a2dd-b2876b58bdc0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.062445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36c99425-b021-4584-86f7-b91763d34fb1 req-6964e77d-9178-4b86-b110-e3680bcfc0c9 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520451 Jul 15 23:07:50.062445 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-04e75b5a-aaba-4c8a-b507-80c276dd3952 req-f4bc95db-f63a-4d0a-a2dd-b2876b58bdc0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.093724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-04e75b5a-aaba-4c8a-b507-80c276dd3952 req-f4bc95db-f63a-4d0a-a2dd-b2876b58bdc0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.105749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04e75b5a-aaba-4c8a-b507-80c276dd3952 req-f4bc95db-f63a-4d0a-a2dd-b2876b58bdc0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2552269 Jul 15 23:07:50.107137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc95db-f63a-4d0a-a2dd-b2876b58bdc0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b28fc40-cbcb-43e4-bb27-319eee62eb87,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:50.282740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5c416-a42f-40e7-8d5c-5a5a4af4d2da req-391ba1ac-dade-4b64-a9e1-5c096c8abed0 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:50.286004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad5c416-a42f-40e7-8d5c-5a5a4af4d2da req-391ba1ac-dade-4b64-a9e1-5c096c8abed0 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1097 time: 0.0903018 Jul 15 23:07:50.332904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad5c416-a42f-40e7-8d5c-5a5a4af4d2da req-7de56061-20d0-4680-9b12-8895a614d945 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Jul 15 23:07:50.341611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e4ebf-f2cb-470b-b24f-3493bf61b261 req-64872cfa-cf0b-4e54-ae24-33cd5ec72350 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:50.343107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-707e4ebf-f2cb-470b-b24f-3493bf61b261 req-64872cfa-cf0b-4e54-ae24-33cd5ec72350 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.0991032 Jul 15 23:07:50.396355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-707e4ebf-f2cb-470b-b24f-3493bf61b261 req-e5d8376d-b3e2-421f-83c7-14b783cfc82c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Jul 15 23:07:50.432095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-bb636035-f557-46e5-8696-cc207c7fc59f req-522345d1-3c8d-46fd-9657-46d6ea620dc8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-785921987', 'description': 'tempest-description-682015584'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:50.457029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bb636035-f557-46e5-8696-cc207c7fc59f req-522345d1-3c8d-46fd-9657-46d6ea620dc8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.541370 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bb636035-f557-46e5-8696-cc207c7fc59f req-522345d1-3c8d-46fd-9657-46d6ea620dc8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.547386 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bb636035-f557-46e5-8696-cc207c7fc59f req-522345d1-3c8d-46fd-9657-46d6ea620dc8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.576228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bb636035-f557-46e5-8696-cc207c7fc59f req-522345d1-3c8d-46fd-9657-46d6ea620dc8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.577484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb636035-f557-46e5-8696-cc207c7fc59f req-522345d1-3c8d-46fd-9657-46d6ea620dc8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1504345 Jul 15 23:07:50.582302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522345d1-3c8d-46fd-9657-46d6ea620dc8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d2f525-81ed-45de-abbc-92ddbad88203,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:50.644347 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8be3-e24f-4932-9736-138934022e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.738092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:50.853899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:50.859668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:50.860046 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.977444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.992750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.022726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:51.025053 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1cbbf4-33a4-41db-885c-fa8ba02370ff" -d '{"events": [{"server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:51.046555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:51.052901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.053710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:51.118527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69848096-aa7a-4d3b-bfeb-0aa40fa7af79 req-3a27620e-b2fe-4347-b32e-84b7c006d21b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.128748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69848096-aa7a-4d3b-bfeb-0aa40fa7af79 req-3a27620e-b2fe-4347-b32e-84b7c006d21b tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 950 time: 0.1177909 Jul 15 23:07:51.148549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.188219 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.222936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-9b9c05f8-6eb6-40f8-93d9-395f22f7ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.225986 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-9b9c05f8-6eb6-40f8-93d9-395f22f7ca3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee&tenant_id=d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 1101 time: 0.0683031 Jul 15 23:07:51.228443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:51.233488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.239983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69848096-aa7a-4d3b-bfeb-0aa40fa7af79 req-b0270e9d-30d5-410b-9f33-9511eadf30c4 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103170 Jul 15 23:07:51.289563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-abc5474a-c48f-41f1-97b4-b4599fadaabf tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.291580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-abc5474a-c48f-41f1-97b4-b4599fadaabf tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 813 time: 0.1599987 Jul 15 23:07:51.309097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-01f39ca4-d582-405f-b399-2e8b16133c37 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/quotas/ca2889d6dd8241e9b7516d396de46f84 HTTP/1.1" status: 200 len: 375 time: 0.0119011 Jul 15 23:07:51.329130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-c0b6f4db-da98-4878-ad6c-f9e4703abdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.330627 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-c0b6f4db-da98-4878-ad6c-f9e4703abdd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 1099 time: 0.0631230 Jul 15 23:07:51.350445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.398362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-b1bf3af5-c939-4800-a219-584b193a5f8f tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832179 Jul 15 23:07:51.422126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.463926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-a3cde00b-6f3a-4726-9e13-dfaa02c46162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.465671 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-a3cde00b-6f3a-4726-9e13-dfaa02c46162 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1274621 Jul 15 23:07:51.529186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-f885bee5-bbc2-4cfb-aa43-8f98511f60f2 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187501 Jul 15 23:07:51.531732 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-2e69cfea-54d1-48d7-acb8-e4ad5ecd417e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c HTTP/1.1" status: 200 len: 217 time: 0.0581200 Jul 15 23:07:51.602573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-4ae7742a-3908-4396-8764-e843e54d752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.606331 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-4ae7742a-3908-4396-8764-e843e54d752b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0666928 Jul 15 23:07:51.694792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-0880cb23-0123-43b9-83a2-d77cc457f3ce service neutron] 10.222.0.23 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519558 Jul 15 23:07:51.737305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-af2565ac-062d-4623-a97b-0a522dafcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.739401 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-af2565ac-062d-4623-a97b-0a522dafcdee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262932 Jul 15 23:07:51.850071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57990) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:51.892370 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f0a3cc-2c33-4e4e-8f5f-b51ef5599e98 x-openstack-request-id: req-75f0a3cc-2c33-4e4e-8f5f-b51ef5599e98 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:51.892889 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:51.892986 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75f0a3cc-2c33-4e4e-8f5f-b51ef5599e98 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:51.893347 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'code': 200} Jul 15 23:07:51.930305 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-f50c5a3d-019e-4c35-a816-ed017c8a5ab5 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801631 Jul 15 23:07:52.091790 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-930d6814-d835-43c3-bc09-af3c61625bb2 req-ff745c91-0a7f-489d-be99-8ed0b62774a6 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369057 Jul 15 23:07:52.104326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6cc87310-11a0-47ca-be4c-22bed6be63e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.156362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdb95d-47eb-4dfa-a686-db2fb2f55aeb req-e6a3c8f7-7fff-4331-8b88-12e8b973230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.158172 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4cdb95d-47eb-4dfa-a686-db2fb2f55aeb req-e6a3c8f7-7fff-4331-8b88-12e8b973230e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.0653949 Jul 15 23:07:52.173882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3a3bd-8a1b-4ee7-bd77-22babbb25f8b req-49b78223-ac4b-4a05-855b-ba15dec55924 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.189928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca3a3bd-8a1b-4ee7-bd77-22babbb25f8b req-49b78223-ac4b-4a05-855b-ba15dec55924 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 946 time: 0.1446280 Jul 15 23:07:52.241660 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4cdb95d-47eb-4dfa-a686-db2fb2f55aeb req-30cec1a4-048a-48b8-a5a0-c63f3ec19cd1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632570 Jul 15 23:07:52.260377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca3a3bd-8a1b-4ee7-bd77-22babbb25f8b req-2491e8c9-58ff-49fc-8a3a-9de33ce4d70b tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680304 Jul 15 23:07:52.331373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6cc87310-11a0-47ca-be4c-22bed6be63e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.340064 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6cc87310-11a0-47ca-be4c-22bed6be63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.420375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc87310-11a0-47ca-be4c-22bed6be63e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86c5d10-9760-4bac-b4d9-d45c3bdbc600,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:52.428054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6cc87310-11a0-47ca-be4c-22bed6be63e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b904c03485b4cfdb24a417b66a872ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5745208 Jul 15 23:07:52.428261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58020) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:52.501346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e211a56f-5a67-44d9-9893-49c15943ecdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.513554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80561a58-e61b-41cd-8467-7bbe3e42ce97 req-5a39d653-eadc-46eb-aff2-667822345a01 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.515282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80561a58-e61b-41cd-8467-7bbe3e42ce97 req-5a39d653-eadc-46eb-aff2-667822345a01 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 948 time: 0.1279681 Jul 15 23:07:52.548003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e211a56f-5a67-44d9-9893-49c15943ecdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.585803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80561a58-e61b-41cd-8467-7bbe3e42ce97 req-3d1ac04b-5b53-40a9-bfff-3287c78bedd6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645752 Jul 15 23:07:52.626584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e211a56f-5a67-44d9-9893-49c15943ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.628637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e211a56f-5a67-44d9-9893-49c15943ecdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.631252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e211a56f-5a67-44d9-9893-49c15943ecdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f86c5d10-9760-4bac-b4d9-d45c3bdbc600 HTTP/1.1" status: 204 len: 168 time: 0.2020965 Jul 15 23:07:52.639853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211a56f-5a67-44d9-9893-49c15943ecdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86c5d10-9760-4bac-b4d9-d45c3bdbc600,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:52.775938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-3ff93c32-70a5-4a69-abbb-41c7b593270e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.778295 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-3ff93c32-70a5-4a69-abbb-41c7b593270e tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 950 time: 0.1374283 Jul 15 23:07:52.972146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Deleting port 721b0b29-b223-4479-a5e9-f313da5c61a9 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:52.972501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.055790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b16101b-f6aa-4b97-a7b4-1350a11b40a9 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:07:53.057248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b16101b-f6aa-4b97-a7b4-1350a11b40a9 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075080 Jul 15 23:07:53.078971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Request body: {'binding': {'host': 'n-h1-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:53.079573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:53.099231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] For port 721b0b29-b223-4479-a5e9-f313da5c61a9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=721b0b29-b223-4479-a5e9-f313da5c61a9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:53.100749 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.101889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd620cd1-43ef-4253-8c87-ae2949646028 req-e631f51e-7bb7-4678-9aa9-28ee004f5e6e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 210 time: 0.0503361 Jul 15 23:07:53.118032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Calling delete_port for 721b0b29-b223-4479-a5e9-f313da5c61a9 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:53.166404 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.184631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58032) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:53.201344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6d85-09f8-486f-a5e4-ebf09f5baa05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.298394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.331556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Pushing event deleted for resources: {'Port': ['ID=721b0b29-b223-4479-a5e9-f313da5c61a9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:53.335985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['721b0b29-b223-4479-a5e9-f313da5c61a9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:53.402383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] No DVR routers for this DVR port 721b0b29-b223-4479-a5e9-f313da5c61a9 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:53.405003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.407378 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-804efd0e-91f0-4206-9ccf-ecdeee9a1637 req-8e37b484-b333-4029-bf28-8498163be261 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.37 "DELETE /v2.0/ports/721b0b29-b223-4479-a5e9-f313da5c61a9 HTTP/1.1" status: 204 len: 173 time: 0.5693874 Jul 15 23:07:53.407721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6646ef9-ee97-40ca-b823-5cdbe47707c4', 'name': 'network-vif-deleted', 'tag': '721b0b29-b223-4479-a5e9-f313da5c61a9'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:53.411238 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b5f139-aebe-4357-a9a0-f722bb38c96e" -d '{"events": [{"server_uuid": "d6646ef9-ee97-40ca-b823-5cdbe47707c4", "name": "network-vif-deleted", "tag": "721b0b29-b223-4479-a5e9-f313da5c61a9"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:53.438548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1664a-1a8e-4fbe-ab86-69c152fe1ec9 req-6cc989b8-9d8d-485d-ab5c-d2802710797a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:53.444369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fea1664a-1a8e-4fbe-ab86-69c152fe1ec9 req-6cc989b8-9d8d-485d-ab5c-d2802710797a tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6646ef9-ee97-40ca-b823-5cdbe47707c4 HTTP/1.1" status: 200 len: 867 time: 0.1868203 Jul 15 23:07:53.444369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on host n-h1-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:53.444369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:53.444716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:53.469979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:53.470301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:53.487494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:53.487873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:53.488227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:53.488652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Bound port: b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:53.539615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6d85-09f8-486f-a5e4-ebf09f5baa05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.555694 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fea1664a-1a8e-4fbe-ab86-69c152fe1ec9 req-7eb52a86-65c1-4bbb-a119-60bf5a915477 tempest-ServersOnMultiNodesTest-308364910 tempest-ServersOnMultiNodesTest-308364910-project] 10.222.0.23 "GET /v2.0/security-groups?id=204e5e65-ab5f-4f15-b65b-ad4eeda8a452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085849 Jul 15 23:07:53.566090 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ef1d6d85-09f8-486f-a5e4-ebf09f5baa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.670123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ef1d6d85-09f8-486f-a5e4-ebf09f5baa05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf431a131d1e4007bdeef101c3f543af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837747 Jul 15 23:07:53.705790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58040) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:53.730343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:53.732943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d6d85-09f8-486f-a5e4-ebf09f5baa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091c9485-cd0b-4e38-bb6f-e1ade7d815b9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:53.753788 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.755004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2b83e679-6669-4e85-a55f-9a918379df53 service neutron] 10.222.0.23 "POST /v2.0/ports/b6e0523d-7065-4d17-9b1c-0974fc6ef01d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6803038 Jul 15 23:07:53.785997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-0fb83ce2-4f6a-45e3-86ff-116a7aedbe57 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:53.788202 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-0fb83ce2-4f6a-45e3-86ff-116a7aedbe57 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.59 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 813 time: 0.2532480 Jul 15 23:07:53.809501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'port': {'device_id': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9', 'admin_state_up': True, 'tenant_id': 'ca2889d6dd8241e9b7516d396de46f84'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:53.887867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4d695d78-3496-4a7d-b608-647813cc197e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.895219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:53.897916 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc6eed0-0435-4102-9925-90cac1ececc9" -d '{"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:53.942375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4d695d78-3496-4a7d-b608-647813cc197e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.977477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8ade0-63eb-4713-9ab6-98123db7b6e2 req-bf05b5a9-bb52-4e1a-a6e9-3da160634c71 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:53.978904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90a8ade0-63eb-4713-9ab6-98123db7b6e2 req-bf05b5a9-bb52-4e1a-a6e9-3da160634c71 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 946 time: 0.2309287 Jul 15 23:07:54.032384 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cddcb1-7a77-4e45-9eeb-3a5f3da737f5 x-openstack-request-id: req-c5cddcb1-7a77-4e45-9eeb-3a5f3da737f5 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:54.032823 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6646ef9-ee97-40ca-b823-5cdbe47707c4", "name": "network-vif-deleted", "tag": "721b0b29-b223-4479-a5e9-f313da5c61a9", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:54.033842 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5cddcb1-7a77-4e45-9eeb-3a5f3da737f5 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:54.034480 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6646ef9-ee97-40ca-b823-5cdbe47707c4', 'name': 'network-vif-deleted', 'tag': '721b0b29-b223-4479-a5e9-f313da5c61a9', 'status': 'completed', 'code': 200} Jul 15 23:07:54.035704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Made reservation on behalf of ca2889d6dd8241e9b7516d396de46f84 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:54.039776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.107869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90a8ade0-63eb-4713-9ab6-98123db7b6e2 req-0ce4086f-8d0f-44e4-9190-4c69d572f5dc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085458 Jul 15 23:07:54.132347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4d695d78-3496-4a7d-b608-647813cc197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.135200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4d695d78-3496-4a7d-b608-647813cc197e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.138719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4d695d78-3496-4a7d-b608-647813cc197e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/091c9485-cd0b-4e38-bb6f-e1ade7d815b9 HTTP/1.1" status: 204 len: 168 time: 0.4296141 Jul 15 23:07:54.153302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d695d78-3496-4a7d-b608-647813cc197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091c9485-cd0b-4e38-bb6f-e1ade7d815b9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:54.331531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629d307-8254-44fe-ba0a-8ae681fb7018 req-23befeeb-9317-49e6-a44d-8a35f2600842 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:54.340798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-427d61f6-b031-47f5-8e64-090f5310c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:54.341446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8629d307-8254-44fe-ba0a-8ae681fb7018 req-23befeeb-9317-49e6-a44d-8a35f2600842 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 948 time: 0.1283393 Jul 15 23:07:54.342326 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-427d61f6-b031-47f5-8e64-090f5310c01d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1097 time: 0.1041040 Jul 15 23:07:54.391557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Allocated IP 172.20.0.4 (7d7dd804-9983-4070-acb0-d62749a772a9/2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce/b2247b70-7c67-4cfa-8a85-cf04fcadf161) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:54.421717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8629d307-8254-44fe-ba0a-8ae681fb7018 req-e02c780f-0674-4cc8-9ecb-279aa3c33179 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790772 Jul 15 23:07:54.502280 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0fce62-1654-4c0a-9468-706fb941ea48 x-openstack-request-id: req-7f0fce62-1654-4c0a-9468-706fb941ea48 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:54.502955 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:54.502955 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f0fce62-1654-4c0a-9468-706fb941ea48 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:54.503263 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'code': 200} Jul 15 23:07:54.578221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-cdb0e99e-d35c-44e2-ad24-45b98f5db5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:54.580294 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-cdb0e99e-d35c-44e2-ad24-45b98f5db5c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.2296002 Jul 15 23:07:54.659967 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-49116bd2-9ca0-4308-aa3c-e13c3122af02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d HTTP/1.1" status: 200 len: 217 time: 0.0682714 Jul 15 23:07:54.660175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf191c37-cda4-4547-bfc0-349f43cb45c5 req-1411cbb9-77ae-4fbc-8741-52757ad9db66 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:54.662655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf191c37-cda4-4547-bfc0-349f43cb45c5 req-1411cbb9-77ae-4fbc-8741-52757ad9db66 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.1144214 Jul 15 23:07:54.735645 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.738033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:54.777136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf191c37-cda4-4547-bfc0-349f43cb45c5 req-cf62f0c7-00ce-4cc0-a379-2392d30e1ca7 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053665 Jul 15 23:07:54.856737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-07f01454-ba67-4df1-a5ae-b72e77c9e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:54.858228 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-07f01454-ba67-4df1-a5ae-b72e77c9e640 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.1888037 Jul 15 23:07:54.866868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a314e090-68e1-47c3-9420-fae2adc35c4f req-36e5ae62-907e-4566-ab42-e056a1b5875e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 210 time: 0.0796008 Jul 15 23:07:54.892541 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-1bbdbb1a-0858-4849-b558-6dc1415dff28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275457 Jul 15 23:07:54.941032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.019116 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-dd6dbabd-b38e-47a3-b19d-c14943e9f2ac service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187954 Jul 15 23:07:55.047288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.148398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'Port': ['ID=b2247b70-7c67-4cfa-8a85-cf04fcadf161,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:55.152565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Network 7d7dd804-9983-4070-acb0-d62749a772a9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:55.157078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:55.162371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:55.218479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-f764d24e-0c7a-4ac6-b739-02aff3a89f65 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908965 Jul 15 23:07:55.233490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.237961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.264504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-3852b825-d61d-4fcf-9ef9-88967402ef0b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4605186 Jul 15 23:07:55.282082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Request body: {'port': {'device_id': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:55.297789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:55.347631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:55.364911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'mac_address': 'fa:16:3e:f7:cb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:55.410152 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.494967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722bf38-578c-4d5b-8dad-eff4c28c3513 req-d7b2e6fd-8fc8-4818-94e3-af335e5840b0 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.510604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d722bf38-578c-4d5b-8dad-eff4c28c3513 req-d7b2e6fd-8fc8-4818-94e3-af335e5840b0 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 946 time: 0.1328876 Jul 15 23:07:55.523010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58086) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:55.530552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58088) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:55.552886 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.582102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:55.600589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d722bf38-578c-4d5b-8dad-eff4c28c3513 req-ea15af2f-4fd3-4a76-ba90-b1f193d80a7f tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876651 Jul 15 23:07:55.615130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:55.627488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.744442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=10']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:55.784153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-network', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:55.826060 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Made reservation on behalf of 2036949e3ee14f96b1dfe934cee174cf for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:55.828889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.850342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.942741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2247b70-7c67-4cfa-8a85-cf04fcadf161 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:55.955661 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.982161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Transition to ACTIVE for port object b2247b70-7c67-4cfa-8a85-cf04fcadf161 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:55.988927 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.017049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:56.068593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Pushing event updated for resources: {'Port': ['ID=b2247b70-7c67-4cfa-8a85-cf04fcadf161,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.088690 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.119514 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.209119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8fdfa350-4b22-4380-9734-251f44f4bf8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4506537585cb4227ba366bd8fcec6cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6779449 Jul 15 23:07:56.213282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58100) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:56.255348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:56.286149 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Attempting to bind port b2247b70-7c67-4cfa-8a85-cf04fcadf161 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:56.286594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Attempting to bind port b2247b70-7c67-4cfa-8a85-cf04fcadf161 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:56.287016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Attempting to bind port b2247b70-7c67-4cfa-8a85-cf04fcadf161 on network 7d7dd804-9983-4070-acb0-d62749a772a9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:56.298054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1963ae-538f-4c72-a6d6-c25d50221090,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.303582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.304002 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Added segment 7237583f-84f8-4549-b456-5ff5f7bdecc4 of type vlan for network 017511e3-8cbb-45d5-b70d-d319575e7b2f Jul 15 23:07:56.314622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Port b2247b70-7c67-4cfa-8a85-cf04fcadf161 on network 7d7dd804-9983-4070-acb0-d62749a772a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:56.315109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Attempting to bind port b2247b70-7c67-4cfa-8a85-cf04fcadf161 on network 7d7dd804-9983-4070-acb0-d62749a772a9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:56.347953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:56.348368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Checking segment: {'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:56.348824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Bound using segment: {'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:56.349886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Bound port: b2247b70-7c67-4cfa-8a85-cf04fcadf161, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19730b23-b069-459e-a1cf-50d04d01fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:56.349886 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.378058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524741c-21df-4e8f-a1d0-691ce615992c req-7e86c781-2b08-4644-9b7c-e2613fe58181 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.386445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2524741c-21df-4e8f-a1d0-691ce615992c req-7e86c781-2b08-4644-9b7c-e2613fe58181 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.2654798 Jul 15 23:07:56.404067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-05b5cc9b-054c-4319-8231-accb7c71e152 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7084255 Jul 15 23:07:56.416932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.423386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8f13-f147-461f-91c3-8830ee73a438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.423555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:56.472169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2524741c-21df-4e8f-a1d0-691ce615992c req-bdbaaaec-6724-4211-992d-91aa361196f7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844872 Jul 15 23:07:56.488299 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.496685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8f13-f147-461f-91c3-8830ee73a438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.525294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] For port b2247b70-7c67-4cfa-8a85-cf04fcadf161, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:56.531681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] For port b2247b70-7c67-4cfa-8a85-cf04fcadf161, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:56.532173 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.533190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.533842 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.563983 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.638059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.755191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 721b0b29-b223-4479-a5e9-f313da5c61a9 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:56.809176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 721b0b29-b223-4479-a5e9-f313da5c61a9 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:56.809739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 721b0b29-b223-4479-a5e9-f313da5c61a9 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:56.837388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc9df9-36e5-402b-acd0-abe8e477a348 req-21358ed0-433b-45b2-a0e9-88ebfa0e4d41 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.838886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77bc9df9-36e5-402b-acd0-abe8e477a348 req-21358ed0-433b-45b2-a0e9-88ebfa0e4d41 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.1386974 Jul 15 23:07:56.847491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Allocated IP 172.25.3.169 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/902ab865-01a7-4ffc-aca7-c522b2cc4978) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:56.922501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.923352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.925464 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] 10.222.0.59 "PUT /v2.0/ports/b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 200 len: 1091 time: 1.6479516 Jul 15 23:07:56.927761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77bc9df9-36e5-402b-acd0-abe8e477a348 req-dbbb08f9-7e8c-4099-a93b-9c499007118b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821903 Jul 15 23:07:56.927962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:56.930483 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90881db-3252-4180-bd31-4420d06841de" -d '{"events": [{"name": "network-changed", "server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:56.943359 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4044483 Jul 15 23:07:56.944219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58110) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:56.982559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455ae3e-9cbd-487e-913d-2f011350b72a admin admin] Pushing event updated for resources: {'Network': ['ID=017511e3-8cbb-45d5-b70d-d319575e7b2f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.992607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:57.014630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Request body: {'subnet': {'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-subnet', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:57.074543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8f13-f147-461f-91c3-8830ee73a438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.084423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8f13-f147-461f-91c3-8830ee73a438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.085824 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f1f8f13-f147-461f-91c3-8830ee73a438 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/204e5e65-ab5f-4f15-b65b-ad4eeda8a452 HTTP/1.1" status: 204 len: 168 time: 0.8651450 Jul 15 23:07:57.086565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1f882-3ed1-423c-9b46-1ac1857986fa service neutron] Pushing event updated for resources: {'Port': ['ID=b2247b70-7c67-4cfa-8a85-cf04fcadf161,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:57.116950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Made reservation on behalf of 2036949e3ee14f96b1dfe934cee174cf for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:57.119716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.140648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f8f13-f147-461f-91c3-8830ee73a438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e5e65-ab5f-4f15-b65b-ad4eeda8a452,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:57.172857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.191449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-de233b28-2594-44de-8a51-bd9b380a5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.203926 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-de233b28-2594-44de-8a51-bd9b380a5192 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 1094 time: 0.2312565 Jul 15 23:07:57.281917 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-fcd0af02-b956-4fc5-afc2-00cc43e25b46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 200 len: 217 time: 0.0689607 Jul 15 23:07:57.341399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-a0dfede2-89c0-44ef-81f1-960682b87264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.342843 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-a0dfede2-89c0-44ef-81f1-960682b87264 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.0526335 Jul 15 23:07:57.345481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f3d32-a616-4e69-a8cf-f9a719017857 req-baefcbbb-dd57-4ace-809e-c1e64bfa8f2e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.346982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa9f3d32-a616-4e69-a8cf-f9a719017857 req-baefcbbb-dd57-4ace-809e-c1e64bfa8f2e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.2852561 Jul 15 23:07:57.440549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.442628 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-7f52adbd-c664-49e4-a611-bdd5c2c87f7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870316 Jul 15 23:07:57.447627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa9f3d32-a616-4e69-a8cf-f9a719017857 req-2aa07fc2-2c9b-446e-88e1-d32c33b7ae3d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932262 Jul 15 23:07:57.537611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:57.549942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:57.556172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:57.563756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Pushing event updated for resources: {'Port': ['ID=902ab865-01a7-4ffc-aca7-c522b2cc4978,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:57.567423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.590780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58118) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:57.638477 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-47e3cd44-734b-4b86-bdac-7478b916653a service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752081 Jul 15 23:07:57.670516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.727039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:57.755205 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bd5b2b17-fe02-46f3-bcc3-2d7e195c462e req-0a7e9d22-d65f-4345-9a9f-f74ebaf73ab5 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088643 Jul 15 23:07:57.852643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.908913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-15e0999c-88d8-47f8-ac0a-5cbc7a7ea92b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc765670896e42e8a429a2b151e51e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148148 Jul 15 23:07:57.911552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58120) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:57.919745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Checking segment: {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:57.920102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Network hostable DHCP agents. Network: 017511e3-8cbb-45d5-b70d-d319575e7b2f, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:57.957354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58baba-1a1d-425f-b3f6-5a50f1157b0c req-c6f680f4-aef5-4ecf-8851-807226d73cac tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.959509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f58baba-1a1d-425f-b3f6-5a50f1157b0c req-c6f680f4-aef5-4ecf-8851-807226d73cac tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 950 time: 0.2286954 Jul 15 23:07:58.012143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-932ccf59-5c37-4de7-b773-2b816ec3b4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.013984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:58.052275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-932ccf59-5c37-4de7-b773-2b816ec3b4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.082059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 017511e3-8cbb-45d5-b70d-d319575e7b2f) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:58.086376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.087699 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.095515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2dceb-7d62-4b76-b925-ea32f39e938b None None] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:58.127115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-932ccf59-5c37-4de7-b773-2b816ec3b4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.128059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f58baba-1a1d-425f-b3f6-5a50f1157b0c req-d28d1fe5-ddcd-4b94-933a-242c7f0a7b4b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511631 Jul 15 23:07:58.131527 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-932ccf59-5c37-4de7-b773-2b816ec3b4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.134082 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-932ccf59-5c37-4de7-b773-2b816ec3b4b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d962656-8c41-4775-90f5-db4568fa96ce HTTP/1.1" status: 204 len: 168 time: 0.2210073 Jul 15 23:07:58.153007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cf0a71c4-8631-4518-9a64-869f41982022 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1463101 Jul 15 23:07:58.153769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58126) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:58.155366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ccf59-5c37-4de7-b773-2b816ec3b4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d962656-8c41-4775-90f5-db4568fa96ce,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:58.173213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:58.217042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.218493 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.236970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.247191 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.335361 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.346931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.357209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Pushing event updated for resources: {'Port': ['ID=902ab865-01a7-4ffc-aca7-c522b2cc4978,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:58.367171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.369205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-005fc683-a4cf-44e2-aaad-2490bcfd87e6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9537749 Jul 15 23:07:58.458225 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac9f063-5e1b-4d34-a188-b2262e36f519 x-openstack-request-id: req-dac9f063-5e1b-4d34-a188-b2262e36f519 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:58.463340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-017511e3-8cbb-45d5-b70d-d319575e7b2f', 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'fixed_ips': [{'subnet_id': '04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:58.463581 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:58.463983 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dac9f063-5e1b-4d34-a188-b2262e36f519 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:58.469181 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.469846 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161', 'status': 'completed', 'code': 200} Jul 15 23:07:58.706300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.756583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-57d7f718-a871-4732-96e7-6a361ec17e8e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 696 time: 0.3777859 Jul 15 23:07:58.779120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:58.782548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Allocated IP 172.20.0.2 (017511e3-8cbb-45d5-b70d-d319575e7b2f/04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1/b299d270-723a-4e31-9d8d-8dc8b509d019) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:58.846495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90881db-3252-4180-bd31-4420d06841de req-098a2f98-15cc-468a-bb30-8a35a8af3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.848288 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f90881db-3252-4180-bd31-4420d06841de req-098a2f98-15cc-468a-bb30-8a35a8af3307 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 1094 time: 0.3661859 Jul 15 23:07:58.978458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a94a11-7a44-44e7-9270-0320f717e2bf req-cb33c2f8-8458-4899-9c9b-30eb707c95f4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.985575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57a94a11-7a44-44e7-9270-0320f717e2bf req-cb33c2f8-8458-4899-9c9b-30eb707c95f4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.3319669 Jul 15 23:07:59.000920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:59.001600 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.146317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57a94a11-7a44-44e7-9270-0320f717e2bf req-fec84dac-f9f7-4b38-bf50-acdd79edfbbf tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569183 Jul 15 23:07:59.157853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-a06820b1-70db-435c-8ba5-9a83ec66b73e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.169182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-a06820b1-70db-435c-8ba5-9a83ec66b73e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.4011340 Jul 15 23:07:59.185516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-b3d8f6d8-a418-462b-a36d-4cc08f4e3991 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:07:59.187897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bda1760b-dded-46dc-9d57-b83df8b43866 req-b3d8f6d8-a418-462b-a36d-4cc08f4e3991 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131605 Jul 15 23:07:59.263698 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.282563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Transition to ACTIVE for port object b299d270-723a-4e31-9d8d-8dc8b509d019 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:59.287195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90881db-3252-4180-bd31-4420d06841de req-6009b600-a016-4a8d-84be-b004a92d25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.289189 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f90881db-3252-4180-bd31-4420d06841de req-6009b600-a016-4a8d-84be-b004a92d25fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 914 time: 0.3565745 Jul 15 23:07:59.290337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.317782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Transition to ACTIVE for port object b299d270-723a-4e31-9d8d-8dc8b509d019 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:59.337013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.356189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.439905 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f90881db-3252-4180-bd31-4420d06841de req-f0f6fa23-406a-49a4-b0a4-1ddf5b24099a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 200 len: 217 time: 0.1075797 Jul 15 23:07:59.481888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.531560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:59.559920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:59.562973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:59.575897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71bd24-00f2-4779-b5ea-8269e048eddb req-674019fe-26ac-44e0-b891-a0278a120381 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.577579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e71bd24-00f2-4779-b5ea-8269e048eddb req-674019fe-26ac-44e0-b891-a0278a120381 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.2232969 Jul 15 23:07:59.584628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Pushing event updated for resources: {'Port': ['ID=b299d270-723a-4e31-9d8d-8dc8b509d019,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:59.601687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:59.621706 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc545a-e18c-4aef-b37e-68bc71e62078" -d '{"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:59.658890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90881db-3252-4180-bd31-4420d06841de req-f2820d3d-07d5-4ae9-8676-2344af851f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.661556 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f90881db-3252-4180-bd31-4420d06841de req-f2820d3d-07d5-4ae9-8676-2344af851f6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.2141383 Jul 15 23:07:59.683276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e71bd24-00f2-4779-b5ea-8269e048eddb req-b11346d6-f03c-4fa3-981b-fc67329b871d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 Jul 15 23:07:59.774116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:59.783130 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.802186 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f90881db-3252-4180-bd31-4420d06841de req-c78200f8-2834-4a83-bcc6-471d50c2ef30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343091 Jul 15 23:07:59.863524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58182) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:59.893023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Allocated IP 172.25.3.108 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/a0e3011d-ad68-4aa2-b032-a1bda53de75d) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:59.899670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Attempting to bind port b299d270-723a-4e31-9d8d-8dc8b509d019 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:59.906249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Attempting to bind port b299d270-723a-4e31-9d8d-8dc8b509d019 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:59.906788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Attempting to bind port b299d270-723a-4e31-9d8d-8dc8b509d019 on network 017511e3-8cbb-45d5-b70d-d319575e7b2f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:59.923320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:59.923808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Checking segment: {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:59.924704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.925440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Bound using segment: {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:59.926023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Bound port: b299d270-723a-4e31-9d8d-8dc8b509d019, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:59.926774 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.973903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-6d205f6a-671d-4bb4-8e78-098a762fa095 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d2a9153618404a499f01d6124fdc8755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848923 Jul 15 23:07:59.975016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=11']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:59.999795 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f90881db-3252-4180-bd31-4420d06841de req-35f306e6-8a43-4266-987d-b5d9e576f620 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873167 Jul 15 23:08:00.036398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-f920ef2f-7df4-4a7c-b075-220f6eeca151 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.043323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-f920ef2f-7df4-4a7c-b075-220f6eeca151 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 819 time: 0.3276744 Jul 15 23:08:00.068060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] For port b299d270-723a-4e31-9d8d-8dc8b509d019, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:00.069835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2060690828-network', 'tenant_id': 'b041798170ea45a498e795dadbccad6d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:00.073351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] For port b299d270-723a-4e31-9d8d-8dc8b509d019, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b299d270-723a-4e31-9d8d-8dc8b509d019,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:00.092035 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.098314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-82891c54-83ff-4293-ad04-7d63f72f372a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/quotas/229c42f78f2a4c629e9f7499d4983623 HTTP/1.1" status: 200 len: 375 time: 0.0528290 Jul 15 23:08:00.163634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.189633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f90881db-3252-4180-bd31-4420d06841de req-9ded704d-9416-4470-a6e2-17ef31ee482e service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340165 Jul 15 23:08:00.238727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a1f10-6411-442f-8de7-06159028c4ef None None] Pushing event updated for resources: {'Port': ['ID=b299d270-723a-4e31-9d8d-8dc8b509d019,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:00.251176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.252582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Made reservation on behalf of b041798170ea45a498e795dadbccad6d for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:00.256248 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.275997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.316800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-ae362dda-f402-4e57-ada7-c87bb8872952 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.316800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-ae362dda-f402-4e57-ada7-c87bb8872952 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3394234 Jul 15 23:08:00.358312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-84979898-f0b8-495c-8350-1f93ec365def tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2534547 Jul 15 23:08:00.359064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:00.361581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:00.364583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e3011d-ad68-4aa2-b032-a1bda53de75d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:00.376419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:00.485775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5456e8cb-b02c-438e-973c-52a8ce6bb1e5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/quotas/d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 375 time: 0.1631286 Jul 15 23:08:00.491700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-3babaa7a-0938-4914-8966-33a6b77100e1 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325266 Jul 15 23:08:00.821810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-f11c0139-786d-426d-abba-2b918f0a158b service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192332 Jul 15 23:08:00.852871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-1e99014c-731f-4b34-b3e1-dda395199d16 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3583963 Jul 15 23:08:00.866373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.892266 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.902590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.928711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:00.982093 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.982561 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Added segment 517bfc7a-fe1e-48bf-88cc-c091f83f9871 of type vlan for network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab Jul 15 23:08:01.018226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd1aaa0-6645-44c8-91c4-ffbfe2fd6828,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:01.074954 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296562d2-7a67-4996-a70d-db0713ab5548 x-openstack-request-id: req-296562d2-7a67-4996-a70d-db0713ab5548 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:01.075499 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:01.075744 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-296562d2-7a67-4996-a70d-db0713ab5548 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:01.076467 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'code': 200} Jul 15 23:08:01.113724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.145177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b2247b70-7c67-4cfa-8a85-cf04fcadf161 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:01.182400 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.184867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.188263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.341238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b2247b70-7c67-4cfa-8a85-cf04fcadf161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:01.385866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161', 'network_id': '7d7dd804-9983-4070-acb0-d62749a772a9', 'port_id': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161', 'mac_address': 'fa:16:3e:08:ab:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:01.392461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] Pushing event updated for resources: {'Network': ['ID=17dbcae1-39bd-45b8-8b8f-8d38af8ddeab,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:01.453296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:01.527955 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.588823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-844fedf7-46af-44ce-9505-845de5af3af3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7242303 Jul 15 23:08:01.593740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58208) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:01.612794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.651297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Request body: {'subnet': {'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2060690828-subnet', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:01.674167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2247b70-7c67-4cfa-8a85-cf04fcadf161 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:01.707853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b299d270-723a-4e31-9d8d-8dc8b509d019 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:01.804778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b2247b70-7c67-4cfa-8a85-cf04fcadf161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:01.819051 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.940811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b2247b70-7c67-4cfa-8a85-cf04fcadf161,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:01.945436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b299d270-723a-4e31-9d8d-8dc8b509d019 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:02.002398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Router 33dee219-0ed1-465b-afb2-175183f4fe8d is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:02.040052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaeb21a-42be-41af-9b4d-ea8e2bc5d9f8 req-68390eb4-0db4-416f-88be-853cb22cafde tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.051278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0aaeb21a-42be-41af-9b4d-ea8e2bc5d9f8 req-68390eb4-0db4-416f-88be-853cb22cafde tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.6445613 Jul 15 23:08:02.099321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef948f3-0308-4f32-a102-b9c55b960326 None None] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:02.127103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Made reservation on behalf of b041798170ea45a498e795dadbccad6d for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:02.135733 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.224791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b2247b70-7c67-4cfa-8a85-cf04fcadf161'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:02.241776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:02.252428 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Sync routers for ids ['33dee219-0ed1-465b-afb2-175183f4fe8d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:02.269055 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Routers {'33dee219-0ed1-465b-afb2-175183f4fe8d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:02.270100 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['33dee219-0ed1-465b-afb2-175183f4fe8d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:02.277720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.280630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0aaeb21a-42be-41af-9b4d-ea8e2bc5d9f8 req-9370d94e-d2a1-44ba-b87a-20fe818c9ddb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260692 Jul 15 23:08:02.283829 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9ce03ae8-f22d-4cfb-9d8f-f85adce56c36 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1230419 Jul 15 23:08:02.288035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58220) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:02.412417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0ad30f48-b4c6-4e7a-95b6-b0e1546b74f1 None None] Provisioning for port b299d270-723a-4e31-9d8d-8dc8b509d019 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:02.451259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd021d1-b5e4-4bb5-9047-b38e61ff1696 req-6eef5ebb-25f9-47a8-ad05-200daf4206c1 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.459158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cd021d1-b5e4-4bb5-9047-b38e61ff1696 req-6eef5ebb-25f9-47a8-ad05-200daf4206c1 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 943 time: 0.7903938 Jul 15 23:08:02.461740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0ad30f48-b4c6-4e7a-95b6-b0e1546b74f1 None None] Provisioning complete for port b299d270-723a-4e31-9d8d-8dc8b509d019 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:02.467479 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0ad30f48-b4c6-4e7a-95b6-b0e1546b74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.515822 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Set router 33dee219-0ed1-465b-afb2-175183f4fe8d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:02.679199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2d554b5-bf79-4adf-8614-fc4a9d4407fb req-e8293af1-a08e-480d-a71f-78bea0dd2432 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 210 time: 0.0872252 Jul 15 23:08:02.688461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cd021d1-b5e4-4bb5-9047-b38e61ff1696 req-2a8f1f0c-7a0d-418d-94bc-33f38c994347 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248366 Jul 15 23:08:02.974123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.060343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97798113-ed3c-422d-b6c1-9a281991881e,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:03.096914 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:08:00Z', 'revision_number': 3, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port': {'id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:03.097835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a002b9a9-8ac4-4b50-a412-a3d099f636ba req-6a587079-cbd7-4e4f-b123-2ac32eba127f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 210 time: 0.1141584 Jul 15 23:08:03.119723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Checking segment: {'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:03.120080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Network hostable DHCP agents. Network: 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:03.158530 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Checking router: 33dee219-0ed1-465b-afb2-175183f4fe8d for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:03.160076 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Updating router 33dee219-0ed1-465b-afb2-175183f4fe8d port a0e3011d-ad68-4aa2-b032-a1bda53de75d binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:03.163309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:03.180159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:03.187276 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0ad30f48-b4c6-4e7a-95b6-b0e1546b74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.199316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.199909 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.210272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fefc3-8535-487a-8ce4-908352cbee1e None None] Network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:03.227824 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.238408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a2192bf5-bd63-4286-8869-c3d26ee39eb3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6233406 Jul 15 23:08:03.239252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58232) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:03.245792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:03.309843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.311345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.314041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0ad30f48-b4c6-4e7a-95b6-b0e1546b74f1 None None] For port b299d270-723a-4e31-9d8d-8dc8b509d019, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b299d270-723a-4e31-9d8d-8dc8b509d019,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:03.400423 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0ad30f48-b4c6-4e7a-95b6-b0e1546b74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.422577 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.452756 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.682122 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.692667 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Transition to ACTIVE for port object a0e3011d-ad68-4aa2-b032-a1bda53de75d will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:03.711504 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.740666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-17dbcae1-39bd-45b8-8b8f-8d38af8ddeab', 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'fixed_ips': [{'subnet_id': '97798113-ed3c-422d-b6c1-9a281991881e'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:03.742727 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.759462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-01af18fa-6616-4884-a523-bad254fe1ebc None None] Provisioning complete for port b299d270-723a-4e31-9d8d-8dc8b509d019 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:03.760135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-01af18fa-6616-4884-a523-bad254fe1ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.775203 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-ed359cb5-817f-4b10-a295-fb44d843e34f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d2a9153618404a499f01d6124fdc8755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763385 Jul 15 23:08:03.782294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Allocated IP 172.20.0.1 (017511e3-8cbb-45d5-b70d-d319575e7b2f/04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1/b9fff15c-ef23-4410-b8b5-a9ec87a53644) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:03.804475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad30f48-b4c6-4e7a-95b6-b0e1546b74f1 None None] Pushing event updated for resources: {'Port': ['ID=b299d270-723a-4e31-9d8d-8dc8b509d019,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:03.838240 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2486b1-402f-4676-9e6e-5ddb23fb8a7a None None] Pushing event updated for resources: {'Port': ['ID=a0e3011d-ad68-4aa2-b032-a1bda53de75d,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:03.856308 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Attempting to bind port a0e3011d-ad68-4aa2-b032-a1bda53de75d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:03.856937 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Attempting to bind port a0e3011d-ad68-4aa2-b032-a1bda53de75d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:03.857477 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Attempting to bind port a0e3011d-ad68-4aa2-b032-a1bda53de75d on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:03.868814 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:03.869686 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:03.870335 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.870998 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:03.871727 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Bound port: a0e3011d-ad68-4aa2-b032-a1bda53de75d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:03.872332 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.970345 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] For port a0e3011d-ad68-4aa2-b032-a1bda53de75d, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:03.984318 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] For port a0e3011d-ad68-4aa2-b032-a1bda53de75d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a0e3011d-ad68-4aa2-b032-a1bda53de75d,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:03.998107 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.112833 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Routers {'33dee219-0ed1-465b-afb2-175183f4fe8d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:04.113457 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['33dee219-0ed1-465b-afb2-175183f4fe8d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:04.185776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.196070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Allocated IP 172.20.0.2 (17dbcae1-39bd-45b8-8b8f-8d38af8ddeab/97798113-ed3c-422d-b6c1-9a281991881e/54b42191-7ac4-4844-bfbd-61309850d8c2) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:04.220207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Transition to ACTIVE for port object b9fff15c-ef23-4410-b8b5-a9ec87a53644 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:04.221192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63a89540-2275-42ed-909b-10c6d5f4f65f req-420926f2-8ccb-4b9f-ac84-cd9cd33e3149 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 210 time: 0.0448577 Jul 15 23:08:04.255725 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2486b1-402f-4676-9e6e-5ddb23fb8a7a None None] Pushing event updated for resources: {'Port': ['ID=a0e3011d-ad68-4aa2-b032-a1bda53de75d,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:04.325930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.345174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.388795 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] Set router 33dee219-0ed1-465b-afb2-175183f4fe8d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:04.445792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ba852-e29a-4f99-b846-804eebd9d6dd req-e8d0e1d7-ba88-4c87-bf2b-34ba415dc383 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.455393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-338ba852-e29a-4f99-b846-804eebd9d6dd req-e8d0e1d7-ba88-4c87-bf2b-34ba415dc383 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.8187037 Jul 15 23:08:04.502162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Pushing event updated for resources: {'Port': ['ID=b9fff15c-ef23-4410-b8b5-a9ec87a53644,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:04.543038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:04.545376 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.552628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:04.555784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-338ba852-e29a-4f99-b846-804eebd9d6dd req-6fea7ed6-9ba6-4dbd-9b7a-9efc70af3b00 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993862 Jul 15 23:08:04.570241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Transition to ACTIVE for port object 54b42191-7ac4-4844-bfbd-61309850d8c2 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:04.622422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Transition to ACTIVE for port object 54b42191-7ac4-4844-bfbd-61309850d8c2 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:04.637774 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.646438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:04.676082 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:08:00Z', 'revision_number': 3, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port': {'id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:04.782729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:04.793888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:04.804306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26295fb-a374-4273-ac65-5e526e003015 req-8e12b4df-cb8e-4630-912e-55c9c502a762 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.806277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e26295fb-a374-4273-ac65-5e526e003015 req-8e12b4df-cb8e-4630-912e-55c9c502a762 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 944 time: 0.2677948 Jul 15 23:08:04.808774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-ceb89cb8-80f2-4b69-b933-af292491433d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.813580 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-ceb89cb8-80f2-4b69-b933-af292491433d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0285521 Jul 15 23:08:04.813902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:04.816931 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.824721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Pushing event updated for resources: {'Port': ['ID=54b42191-7ac4-4844-bfbd-61309850d8c2,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:04.883244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e26295fb-a374-4273-ac65-5e526e003015 req-1f1b8d12-ab47-421a-a2b7-6fa14fcedb78 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703304 Jul 15 23:08:04.922395 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7ffd6-9aea-488b-9994-85dbe3b107e3 None None] The sync data for ids ['33dee219-0ed1-465b-afb2-175183f4fe8d'] in n-d-793618-8 is: [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:08:00Z', 'revision_number': 3, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port': {'id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:04.940063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Attempting to bind port 54b42191-7ac4-4844-bfbd-61309850d8c2 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:04.940598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Attempting to bind port 54b42191-7ac4-4844-bfbd-61309850d8c2 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:04.941062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Attempting to bind port 54b42191-7ac4-4844-bfbd-61309850d8c2 on network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:04.947656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:04.948215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Checking segment: {'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:04.949491 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.950131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Bound using segment: {'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:04.950712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Bound port: 54b42191-7ac4-4844-bfbd-61309850d8c2, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:04.951219 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.956330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Request body: {'port': {'device_id': '0944cd41-b20c-4bb6-a549-802f69e17784', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'd2a9153618404a499f01d6124fdc8755'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:05.057634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] For port 54b42191-7ac4-4844-bfbd-61309850d8c2, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:05.062853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] For port 54b42191-7ac4-4844-bfbd-61309850d8c2, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=54b42191-7ac4-4844-bfbd-61309850d8c2,segment=NetworkSegment(517bfc7a-fe1e-48bf-88cc-c091f83f9871),segment_id=517bfc7a-fe1e-48bf-88cc-c091f83f9871)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:05.064938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1c81d2ef-e001-4d82-878c-3a452a25f970 None None] Provisioning for port b9fff15c-ef23-4410-b8b5-a9ec87a53644 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:05.069590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1c81d2ef-e001-4d82-878c-3a452a25f970 None None] Provisioning complete for port b9fff15c-ef23-4410-b8b5-a9ec87a53644 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:05.070104 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1c81d2ef-e001-4d82-878c-3a452a25f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.100058 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.103593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.129627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-42c20489-305e-42df-b26f-5d7b0aa34b49 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.131177 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-42c20489-305e-42df-b26f-5d7b0aa34b49 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 819 time: 0.8488085 Jul 15 23:08:05.135851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.152129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Request body: {'port': {'device_id': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'admin_state_up': True, 'tenant_id': '229c42f78f2a4c629e9f7499d4983623'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:05.163056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b2247b70-7c67-4cfa-8a85-cf04fcadf161 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:05.213735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a22a4163-0fbf-4b50-9928-02647c9e0fda req-07958a07-f0fc-4bee-8699-c9b5314e2df3 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 210 time: 0.0976336 Jul 15 23:08:05.262507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1c81d2ef-e001-4d82-878c-3a452a25f970 None None] Port b9fff15c-ef23-4410-b8b5-a9ec87a53644 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:05.264018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00e3a8-c55f-480c-8bf6-a8055372e37f None None] Pushing event updated for resources: {'Port': ['ID=54b42191-7ac4-4844-bfbd-61309850d8c2,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:05.290185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port b2247b70-7c67-4cfa-8a85-cf04fcadf161 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:05.294218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port b2247b70-7c67-4cfa-8a85-cf04fcadf161 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:05.294673 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.554568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f337ed46-0464-431a-811c-65dec1b0318d req-366d87a4-226d-4f52-957a-827accb0abeb tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 210 time: 0.0943990 Jul 15 23:08:05.568994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.619704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Allocated IP 172.25.3.228 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/61884eff-c297-41f0-9ecd-96b38d7066d7) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:05.619928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Made reservation on behalf of d2a9153618404a499f01d6124fdc8755 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:05.626190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.643683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:05.647211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.647846 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bfe14c-d83c-4f2a-a1d8-e8e310caf007" -d '{"events": [{"server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "name": "network-vif-plugged", "status": "completed", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:05.662229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b2247b70-7c67-4cfa-8a85-cf04fcadf161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:05.682223 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.844635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b2247b70-7c67-4cfa-8a85-cf04fcadf161,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:05.857054 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63ab1ac-725a-49fd-8d14-43c949d42b91 x-openstack-request-id: req-a63ab1ac-725a-49fd-8d14-43c949d42b91 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:05.857279 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "name": "network-vif-plugged", "status": "completed", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:05.857542 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a63ab1ac-725a-49fd-8d14-43c949d42b91 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:05.857946 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161', 'code': 200} Jul 15 23:08:05.863530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a0e3011d-ad68-4aa2-b032-a1bda53de75d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:05.986264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Made reservation on behalf of 229c42f78f2a4c629e9f7499d4983623 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:05.998286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.005121 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.009262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a0e3011d-ad68-4aa2-b032-a1bda53de75d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:06.013112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a0e3011d-ad68-4aa2-b032-a1bda53de75d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:06.013484 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.108549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d872cbb-0944-400c-ad21-6d06a85b59be req-42373325-3744-4264-8226-6cc08e290550 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:06.117544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d872cbb-0944-400c-ad21-6d06a85b59be req-42373325-3744-4264-8226-6cc08e290550 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.2286878 Jul 15 23:08:06.156707 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.185767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a0e3011d-ad68-4aa2-b032-a1bda53de75d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a0e3011d-ad68-4aa2-b032-a1bda53de75d,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:06.192134 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.194310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b299d270-723a-4e31-9d8d-8dc8b509d019 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:06.196547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.277956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=61884eff-c297-41f0-9ecd-96b38d7066d7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:06.294438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d872cbb-0944-400c-ad21-6d06a85b59be req-fe10af25-5d28-41d7-b49d-83e184fe123b tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616447 Jul 15 23:08:06.365388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a0e3011d-ad68-4aa2-b032-a1bda53de75d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:06.408240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b299d270-723a-4e31-9d8d-8dc8b509d019 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:06.408625 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.437705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:06.441195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:06.443686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:06.446298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Allocated IP 192.168.233.158 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/ff033dcd-cbff-4b98-9e11-c07d3b90d412) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:06.450386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079c72b-3c27-4a77-8605-95c5d1437ee2 req-f9c62ea2-843a-492e-a2b0-8cc1245c9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:06.451969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8079c72b-3c27-4a77-8605-95c5d1437ee2 req-f9c62ea2-843a-492e-a2b0-8cc1245c9a2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 1096 time: 0.5644550 Jul 15 23:08:06.649533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.659459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f64d64d8-830f-4aa7-998a-63b45b747862 req-70912be6-be96-48bd-b5e6-0df28f707f7d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 210 time: 0.0618036 Jul 15 23:08:06.680577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Allocated IP 172.20.0.3 (4ed21ed2-2b44-4b79-adeb-3b6d005e170b/6878f9a7-03e4-4c2a-ab44-30571c10aa38/a2ec7ff6-4b07-44ff-9273-9d5411ff019a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:06.683619 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.747702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.757214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067601d-d73c-4bb2-a5e5-5be122bc1b0b req-db7b882e-9487-4c04-82f1-f0ca21513452 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:06.771743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2067601d-d73c-4bb2-a5e5-5be122bc1b0b req-db7b882e-9487-4c04-82f1-f0ca21513452 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.4973893 Jul 15 23:08:06.845308 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8079c72b-3c27-4a77-8605-95c5d1437ee2 req-68a2d172-13d5-4d21-b3da-c393993c62d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527405 Jul 15 23:08:06.858635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e58458-2682-42f6-9111-e383a4938b0b None None] Network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:06.866289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2067601d-d73c-4bb2-a5e5-5be122bc1b0b req-fde8e233-6094-4750-ba2a-6d7a3976c202 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936060 Jul 15 23:08:06.900256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-affb687b-cbfd-4007-9a78-29da21429879 req-acb27cff-9dee-4036-979b-4afde96cbb6a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 210 time: 0.0799596 Jul 15 23:08:06.947368 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.954730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9bf36f4b-a64c-4c33-8bd4-3816233093e9 None None] Provisioning for port 54b42191-7ac4-4844-bfbd-61309850d8c2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:07.119984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Pushing event updated for resources: {'Port': ['ID=b9fff15c-ef23-4410-b8b5-a9ec87a53644,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.190012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.210071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:07.215702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:07.230356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Transition to ACTIVE for port object a2ec7ff6-4b07-44ff-9273-9d5411ff019a will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:07.283045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.309992 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.467239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.473486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Transition to ACTIVE for port object ff033dcd-cbff-4b98-9e11-c07d3b90d412 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:07.515019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:07.611516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Router 5544d8ee-55bd-42af-ad77-762b53baa03b is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:07.633419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:07.642455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:07.651288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:07.661912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Pushing event updated for resources: {'Port': ['ID=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.725968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a0e3011d-ad68-4aa2-b032-a1bda53de75d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:07.767108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:07.768456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.787593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.792283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Router 33dee219-0ed1-465b-afb2-175183f4fe8d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:07.832583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de3bc11e-6689-4689-80c8-7ce0b7236c3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:07.872521 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-81172a9e-6428-44c2-801a-965eab230160 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7240953 Jul 15 23:08:07.884243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-350a6659-df72-429c-ac01-00eadda26804 None None] Provisioning complete for port b9fff15c-ef23-4410-b8b5-a9ec87a53644 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:07.884861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-350a6659-df72-429c-ac01-00eadda26804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.895135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:07.905388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f36fd-fc0f-4dda-8f8a-c9ed0467fcc9 req-7a9eab1c-c67f-480e-b2a4-95a597e8eddb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:07.906836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-185f36fd-fc0f-4dda-8f8a-c9ed0467fcc9 req-7a9eab1c-c67f-480e-b2a4-95a597e8eddb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 0.3670862 Jul 15 23:08:07.914203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.929672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:07.965517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.969091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-922278f3-64ad-45f1-a048-2a139c849ab3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7264166 Jul 15 23:08:07.970613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58292) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:07.973226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Sync routers for ids ['5544d8ee-55bd-42af-ad77-762b53baa03b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:08.015634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a0e3011d-ad68-4aa2-b032-a1bda53de75d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:08.016262 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.054899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:08.056333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:08.057416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-185f36fd-fc0f-4dda-8f8a-c9ed0467fcc9 req-43f72b9d-a8d1-4cc8-bec1-cf1cf5f06d63 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308022 Jul 15 23:08:08.107562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:08.115453 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Sync routers for ids ['33dee219-0ed1-465b-afb2-175183f4fe8d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:08.130181 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2555caba-3240-4a5e-8d43-2fae82fdded7 admin admin] 10.222.0.23 "PUT /v2.0/routers/33dee219-0ed1-465b-afb2-175183f4fe8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8397660 Jul 15 23:08:08.134523 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Request body: {'port': {'device_id': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:08.143578 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Routers {'33dee219-0ed1-465b-afb2-175183f4fe8d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:08.144221 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['33dee219-0ed1-465b-afb2-175183f4fe8d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:08.156187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Routers {'5544d8ee-55bd-42af-ad77-762b53baa03b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:08.157090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5544d8ee-55bd-42af-ad77-762b53baa03b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:08.224027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:08.224702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.240224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9eccc-f74c-4bd0-9f19-a6687e6bb02b req-5e92ac7a-98f8-49ec-b16d-33901cad34c9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:08.241853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ae9eccc-f74c-4bd0-9f19-a6687e6bb02b req-5e92ac7a-98f8-49ec-b16d-33901cad34c9 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 936 time: 0.3482313 Jul 15 23:08:08.343356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Set router 5544d8ee-55bd-42af-ad77-762b53baa03b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:08.350988 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-fe12e2de-b87d-4190-8b07-a1d324ecc464 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4046636 Jul 15 23:08:08.358011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.396500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Request body: {'port': {'device_id': '0944cd41-b20c-4bb6-a549-802f69e17784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:08.475985 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Set router 33dee219-0ed1-465b-afb2-175183f4fe8d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:08.541545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-350a6659-df72-429c-ac01-00eadda26804 None None] Port b9fff15c-ef23-4410-b8b5-a9ec87a53644 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:08.552100 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 54b42191-7ac4-4844-bfbd-61309850d8c2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:08.573479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ae9eccc-f74c-4bd0-9f19-a6687e6bb02b req-1e3fc015-7ce4-4f5e-963d-2b54b3f5f735 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238139 Jul 15 23:08:08.797547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.838874 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:08:05Z', 'revision_number': 4, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port': {'id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b9fff15c-ef23-4410-b8b5-a9ec87a53644', 'name': '', 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'mac_address': 'fa:16:3e:bd:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:06Z', 'revision_number': 2, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'subnets': [{'id': '04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:08.859009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d71df3f2-cbc8-4097-95ad-e4b443e47ec7', '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:08.870146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adae335-e017-4262-aefb-6036fad8bf6f req-c5907252-807f-48e9-8ae4-76f9cad9949a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:08.879833 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Checking router: 33dee219-0ed1-465b-afb2-175183f4fe8d for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:08.880292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0adae335-e017-4262-aefb-6036fad8bf6f req-c5907252-807f-48e9-8ae4-76f9cad9949a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.5360470 Jul 15 23:08:08.881007 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Updating router 33dee219-0ed1-465b-afb2-175183f4fe8d port b9fff15c-ef23-4410-b8b5-a9ec87a53644 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:08.950309 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.956098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0adae335-e017-4262-aefb-6036fad8bf6f req-7406027f-8d51-4fec-b007-1cf28233fcfb tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746906 Jul 15 23:08:08.963136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-52aa7848-ae56-4d91-9844-f0e87617bc69 None None] Provisioning for port ff033dcd-cbff-4b98-9e11-c07d3b90d412 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:09.062707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-52aa7848-ae56-4d91-9844-f0e87617bc69 None None] Provisioning complete for port ff033dcd-cbff-4b98-9e11-c07d3b90d412 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:09.062995 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-52aa7848-ae56-4d91-9844-f0e87617bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.237229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-52aa7848-ae56-4d91-9844-f0e87617bc69 None None] Port ff033dcd-cbff-4b98-9e11-c07d3b90d412 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:09.313099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 54b42191-7ac4-4844-bfbd-61309850d8c2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:09.330889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-52aa7848-ae56-4d91-9844-f0e87617bc69 None None] Provisioning for port a2ec7ff6-4b07-44ff-9273-9d5411ff019a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:09.346785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:06Z', 'revision_number': 3, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port': {'id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:05Z', 'updated_at': '2021-07-15T23:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:09.363816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58314) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:09.371005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-network', 'tenant_id': '9c03d23315ce4acc9c3a533223340398'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:09.385535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Checking router: 5544d8ee-55bd-42af-ad77-762b53baa03b for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:09.385898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Updating router 5544d8ee-55bd-42af-ad77-762b53baa03b port 61884eff-c297-41f0-9ecd-96b38d7066d7 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:09.396222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-52aa7848-ae56-4d91-9844-f0e87617bc69 None None] Provisioning complete for port a2ec7ff6-4b07-44ff-9273-9d5411ff019a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:09.397190 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-52aa7848-ae56-4d91-9844-f0e87617bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.409257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Made reservation on behalf of 9c03d23315ce4acc9c3a533223340398 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:09.412010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.427294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 54b42191-7ac4-4844-bfbd-61309850d8c2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:09.428200 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.470208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.553910 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.558585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ec7ff6-4b07-44ff-9273-9d5411ff019a {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:09.562983 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.586376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.591400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-52aa7848-ae56-4d91-9844-f0e87617bc69 None None] Port a2ec7ff6-4b07-44ff-9273-9d5411ff019a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:09.605172 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Transition to ACTIVE for port object b9fff15c-ef23-4410-b8b5-a9ec87a53644 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:09.621021 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.627579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Transition to ACTIVE for port object a2ec7ff6-4b07-44ff-9273-9d5411ff019a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:09.646592 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.772165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff033dcd-cbff-4b98-9e11-c07d3b90d412 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:09.786139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.795462 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.800604 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07f73-f17e-4b00-a8d2-fb0245e56b8b None None] Pushing event updated for resources: {'Port': ['ID=b9fff15c-ef23-4410-b8b5-a9ec87a53644,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.895740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Transition to ACTIVE for port object ff033dcd-cbff-4b98-9e11-c07d3b90d412 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:09.916145 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.965721 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Attempting to bind port b9fff15c-ef23-4410-b8b5-a9ec87a53644 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:09.966647 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Attempting to bind port b9fff15c-ef23-4410-b8b5-a9ec87a53644 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:09.967295 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Attempting to bind port b9fff15c-ef23-4410-b8b5-a9ec87a53644 on network 017511e3-8cbb-45d5-b70d-d319575e7b2f {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:09.974396 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:09.975347 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Checking segment: {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:09.976261 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.976894 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Bound using segment: {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:09.981831 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Bound port: b9fff15c-ef23-4410-b8b5-a9ec87a53644, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:09.982428 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.992624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.029836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.121512 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:10.129996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:10.190224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Attempting to bind port a2ec7ff6-4b07-44ff-9273-9d5411ff019a on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:10.190613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Attempting to bind port a2ec7ff6-4b07-44ff-9273-9d5411ff019a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:10.190983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Attempting to bind port a2ec7ff6-4b07-44ff-9273-9d5411ff019a on network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:10.203685 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] For port b9fff15c-ef23-4410-b8b5-a9ec87a53644, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:10.213819 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] For port b9fff15c-ef23-4410-b8b5-a9ec87a53644, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b9fff15c-ef23-4410-b8b5-a9ec87a53644,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:10.225089 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.232363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1272ba-6d36-4282-a9ef-1c2177243eb4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:10.235617 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.235965 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Added segment a9bd77a0-b613-4820-b2c7-9cdb9f4b0908 of type vlan for network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 Jul 15 23:08:10.238238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Port a2ec7ff6-4b07-44ff-9273-9d5411ff019a on network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:10.238565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Attempting to bind port a2ec7ff6-4b07-44ff-9273-9d5411ff019a on network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:10.299117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:10.299752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Checking segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:10.300627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Bound using segment: {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:10.301336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Bound port: a2ec7ff6-4b07-44ff-9273-9d5411ff019a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3f8b17-2969-4477-a831-f7314d1123fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:10.302035 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.344722 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.350634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.407192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e82ba6-1e0d-4f3d-9213-451768d97211 req-88c20323-1d8a-4f73-879a-9ebef8c98d79 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:10.419727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85e82ba6-1e0d-4f3d-9213-451768d97211 req-88c20323-1d8a-4f73-879a-9ebef8c98d79 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 931 time: 1.4703486 Jul 15 23:08:10.442123 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Routers {'33dee219-0ed1-465b-afb2-175183f4fe8d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:10.442798 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['33dee219-0ed1-465b-afb2-175183f4fe8d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:10.453080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 54b42191-7ac4-4844-bfbd-61309850d8c2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=54b42191-7ac4-4844-bfbd-61309850d8c2,segment=NetworkSegment(517bfc7a-fe1e-48bf-88cc-c091f83f9871),segment_id=517bfc7a-fe1e-48bf-88cc-c091f83f9871)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:10.510633 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07f73-f17e-4b00-a8d2-fb0245e56b8b None None] Pushing event updated for resources: {'Port': ['ID=b9fff15c-ef23-4410-b8b5-a9ec87a53644,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:10.552059 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.656472 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] Set router 33dee219-0ed1-465b-afb2-175183f4fe8d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:10.708621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Allocated IP 172.20.0.1 (17dbcae1-39bd-45b8-8b8f-8d38af8ddeab/97798113-ed3c-422d-b6c1-9a281991881e/38116444-f036-4d18-987e-f5be6bd9ccad) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:10.715271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=54b42191-7ac4-4844-bfbd-61309850d8c2,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:10.812655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b6e0523d-7065-4d17-9b1c-0974fc6ef01d details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:10.829518 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.836365 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.849889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Transition to ACTIVE for port object 61884eff-c297-41f0-9ecd-96b38d7066d7 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:10.872459 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.883797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1926a-8c5b-4e8c-8110-68209e584055 req-8005c17b-354a-4415-9511-a4f79663753e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:10.892366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45a1926a-8c5b-4e8c-8110-68209e584055 req-8005c17b-354a-4415-9511-a4f79663753e tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 946 time: 1.5302653 Jul 15 23:08:10.921317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:10.922192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:10.922532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:10.942871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] For port a2ec7ff6-4b07-44ff-9273-9d5411ff019a, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:10.946250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:10.946581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:10.973154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] For port a2ec7ff6-4b07-44ff-9273-9d5411ff019a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:10.975824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.977636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:10.979097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.985701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:10.986384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:10.987162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:10.988330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Bound port: ff033dcd-cbff-4b98-9e11-c07d3b90d412, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:10.989650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.015284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85e82ba6-1e0d-4f3d-9213-451768d97211 req-ff6e2016-4485-4b6e-b023-d8c3e9dfc3ff tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946808 Jul 15 23:08:11.025903 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.033717 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.035590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:11.069624 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:08:05Z', 'revision_number': 4, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port': {'id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b9fff15c-ef23-4410-b8b5-a9ec87a53644', 'name': '', 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'mac_address': 'fa:16:3e:bd:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:10Z', 'revision_number': 4, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'subnets': [{'id': '04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:11.078294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b6e0523d-7065-4d17-9b1c-0974fc6ef01d has no active binding in host n-h1-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:08:11.103123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45a1926a-8c5b-4e8c-8110-68209e584055 req-7f33b20c-59a4-493f-8148-b93efb2dbc31 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066314 Jul 15 23:08:11.119147 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea410f-be3b-4c26-b149-33e44158c0aa None None] The sync data for ids ['33dee219-0ed1-465b-afb2-175183f4fe8d'] in n-d-793618-8 is: [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:08:05Z', 'revision_number': 4, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port': {'id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b9fff15c-ef23-4410-b8b5-a9ec87a53644', 'name': '', 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'mac_address': 'fa:16:3e:bd:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:10Z', 'revision_number': 4, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'subnets': [{'id': '04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:11.122885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-b184c4a5-5ec0-4c42-b1e4-8adcd68d1ddf tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.131739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-b184c4a5-5ec0-4c42-b1e4-8adcd68d1ddf tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1097 time: 1.2731824 Jul 15 23:08:11.138370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Transition to ACTIVE for port object 38116444-f036-4d18-987e-f5be6bd9ccad will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:11.147576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893827e2-5d0e-4fbd-8d27-6ef56db3a45a None None] Pushing event updated for resources: {'Port': ['ID=61884eff-c297-41f0-9ecd-96b38d7066d7,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.152011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Attempting to bind port 61884eff-c297-41f0-9ecd-96b38d7066d7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:11.153821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Attempting to bind port 61884eff-c297-41f0-9ecd-96b38d7066d7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:11.154189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Attempting to bind port 61884eff-c297-41f0-9ecd-96b38d7066d7 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:11.158526 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.162087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.164547 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] 10.222.0.37 "PUT /v2.0/ports/a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 1091 time: 3.1135488 Jul 15 23:08:11.168046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:11.168431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:11.168835 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.169229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:11.169707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Bound port: 61884eff-c297-41f0-9ecd-96b38d7066d7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:11.170561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-8'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:11.178167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.242141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:11.244449 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d11928-d337-42c5-85cd-ee089a7b2786" -d '{"events": [{"name": "network-changed", "server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:11.275093 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9086037 Jul 15 23:08:11.294064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58328) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:11.309977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Request body: {'subnet': {'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-subnet', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:11.359944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] For port 61884eff-c297-41f0-9ecd-96b38d7066d7, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:11.375276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] For port 61884eff-c297-41f0-9ecd-96b38d7066d7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=61884eff-c297-41f0-9ecd-96b38d7066d7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:11.388607 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.409875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Made reservation on behalf of 9c03d23315ce4acc9c3a533223340398 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:11.412515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.533009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2832641-575e-4af6-b3d5-865fb2f4c390 admin admin] Pushing event updated for resources: {'Network': ['ID=3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.539281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Routers {'5544d8ee-55bd-42af-ad77-762b53baa03b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:11.540461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5544d8ee-55bd-42af-ad77-762b53baa03b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:11.565111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:11.575318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:11.604968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:11.625156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.631250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-e756582b-59bf-418d-bb3d-95bb35667fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.633103 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-e756582b-59bf-418d-bb3d-95bb35667fe0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 1094 time: 0.3652506 Jul 15 23:08:11.634294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e180a-1ebf-4322-8c47-825c49b65316 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.638161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.640627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.703682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893827e2-5d0e-4fbd-8d27-6ef56db3a45a None None] Pushing event updated for resources: {'Port': ['ID=61884eff-c297-41f0-9ecd-96b38d7066d7,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.725970 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-5d99cb00-bccc-417f-b49b-64daffc33f92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 217 time: 0.0745058 Jul 15 23:08:11.731754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.732628 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.733599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fa367-beb0-475c-b272-641b3ed342fb req-c0e54bc2-45bf-48da-9a83-cf3a69a29738 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.734254 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 1096 time: 3.3581073 Jul 15 23:08:11.742344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-014fa367-beb0-475c-b272-641b3ed342fb req-c0e54bc2-45bf-48da-9a83-cf3a69a29738 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 948 time: 0.3820539 Jul 15 23:08:11.790122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:11.829338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] Set router 5544d8ee-55bd-42af-ad77-762b53baa03b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:11.867874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c313165-aa25-4930-afb5-35962ac1b332 service neutron] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.878090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff962081-5249-4014-8580-f6d89dcf5558 req-7ead8d50-fc9d-4941-9591-13b5820adafc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.880175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff962081-5249-4014-8580-f6d89dcf5558 req-7ead8d50-fc9d-4941-9591-13b5820adafc tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.4478011 Jul 15 23:08:11.897408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-fcd2054a-e034-4ebe-b1ff-d22bc8490396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.904387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-fcd2054a-e034-4ebe-b1ff-d22bc8490396 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.1502278 Jul 15 23:08:11.945200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-bff63ede-f75d-46e9-b0f3-a02c80f7eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.946737 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-bff63ede-f75d-46e9-b0f3-a02c80f7eb51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1099 time: 0.1337030 Jul 15 23:08:11.948910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:11.952443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Pushing event updated for resources: {'Port': ['ID=38116444-f036-4d18-987e-f5be6bd9ccad,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.987423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:11.987916 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.025784 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-65cf2d12-6732-45bb-bf65-82ad55a4dac6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.0598118 Jul 15 23:08:12.123687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-f10aef12-aadf-4c6a-88e8-07308c3f25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:12.126063 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-f10aef12-aadf-4c6a-88e8-07308c3f25d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0849319 Jul 15 23:08:12.131193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:06Z', 'revision_number': 3, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port': {'id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:05Z', 'updated_at': '2021-07-15T23:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:12.139214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-014fa367-beb0-475c-b272-641b3ed342fb req-9b81505d-bc53-4376-bf23-5d1f65e9f818 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960218 Jul 15 23:08:12.170655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458ee2d-762c-476c-ba95-670ee5b567aa None None] The sync data for ids ['5544d8ee-55bd-42af-ad77-762b53baa03b'] in n-d-793618-8 is: [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:06Z', 'revision_number': 3, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port': {'id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:05Z', 'updated_at': '2021-07-15T23:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:12.208679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-6b071e62-cb04-4085-bb1e-d6d2c6e550c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:12.210314 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-6b071e62-cb04-4085-bb1e-d6d2c6e550c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3035421 Jul 15 23:08:12.256570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-8c892d41-5be0-4b8b-b4d4-96848f4a0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:12.259088 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-8c892d41-5be0-4b8b-b4d4-96848f4a0ca4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226516 Jul 15 23:08:12.306262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff962081-5249-4014-8580-f6d89dcf5558 req-861c2ffa-d78a-44cb-b90d-54f41422ce5f tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309355 Jul 15 23:08:12.391633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.435117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3810bf61-7dac-4409-8ea9-46177eaa6746 None None] Provisioning for port 38116444-f036-4d18-987e-f5be6bd9ccad completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:12.435327 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb0b62d-7f34-49ee-86cd-5960fb690727 x-openstack-request-id: req-4cb0b62d-7f34-49ee-86cd-5960fb690727 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:12.435739 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:12.436057 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cb0b62d-7f34-49ee-86cd-5960fb690727 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:12.436515 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'status': 'completed', 'code': 200} Jul 15 23:08:12.445119 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-2f45239a-1b01-4ac6-985c-5f1c49106166 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243993 Jul 15 23:08:12.452208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3810bf61-7dac-4409-8ea9-46177eaa6746 None None] Provisioning complete for port 38116444-f036-4d18-987e-f5be6bd9ccad triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:12.452671 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3810bf61-7dac-4409-8ea9-46177eaa6746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.483861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:12.506707 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-7bba6851-39dc-4ceb-a2c7-99013b2976ab service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326162 Jul 15 23:08:12.546054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b09b61-f123-41f4-8c74-a7c3db2e86c3,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:12.635165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3810bf61-7dac-4409-8ea9-46177eaa6746 None None] Port 38116444-f036-4d18-987e-f5be6bd9ccad cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:12.728376 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.765410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:12.769443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eec9870-e424-4eae-8046-7afcf9c5a23e req-f4759ddf-6d17-4f22-8a89-7521515ca898 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482328 Jul 15 23:08:12.790910 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b07eaef8-c28f-47d2-aed4-b7dd8a3de9b8 req-e9f513dc-3891-4487-86f2-f56ee51ed365 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356502 Jul 15 23:08:12.832852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Checking segment: {'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:12.833207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Network hostable DHCP agents. Network: 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:12.847485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b9fff15c-ef23-4410-b8b5-a9ec87a53644 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:12.914388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b9fff15c-ef23-4410-b8b5-a9ec87a53644 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:12.918767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b9fff15c-ef23-4410-b8b5-a9ec87a53644 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:12.919278 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.957122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.960024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:12.963643 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed09aebe-d550-478f-bc25-74026ba743c9" -d '{"events": [{"server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:12.997917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.028642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:13.039690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-9e823c1d-8313-46ce-bfea-1e0b80fab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.043132 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-9e823c1d-8313-46ce-bfea-1e0b80fab8eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 1094 time: 0.1248469 Jul 15 23:08:13.044199 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.070011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-ed2d2711-2f72-48cc-afa8-dc5ac079ed4c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.081046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-ed2d2711-2f72-48cc-afa8-dc5ac079ed4c tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 808 time: 0.4371500 Jul 15 23:08:13.094915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port b9fff15c-ef23-4410-b8b5-a9ec87a53644, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b9fff15c-ef23-4410-b8b5-a9ec87a53644,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:13.104896 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.105222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 54b42191-7ac4-4844-bfbd-61309850d8c2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:13.107660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce22d55-a886-4c24-b6c0-f9fb04131077 req-1f58d0a8-fbd3-45b6-b127-6fe3fe6ccde5 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.109215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ce22d55-a886-4c24-b6c0-f9fb04131077 req-1f58d0a8-fbd3-45b6-b127-6fe3fe6ccde5 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 943 time: 0.5230322 Jul 15 23:08:13.152583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:13.170249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-399fe13a-b6a9-4b14-8083-33154d8b1df4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/quotas/516a2cb520d4453798347a5cc87dac15 HTTP/1.1" status: 200 len: 375 time: 0.0877533 Jul 15 23:08:13.186827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-93357483-a788-4edb-8491-da395fa21524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.188875 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-93357483-a788-4edb-8491-da395fa21524 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1370730 Jul 15 23:08:13.198637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979b237-287a-4afd-8324-ac09ffa530ff None None] Network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:13.205733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=b9fff15c-ef23-4410-b8b5-a9ec87a53644,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.211257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.211850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.243091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 54b42191-7ac4-4844-bfbd-61309850d8c2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:13.243474 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.264246 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-2d4c0e84-ff95-4f77-9a71-eb04c90255c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 217 time: 0.0644040 Jul 15 23:08:13.300584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.335035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ce22d55-a886-4c24-b6c0-f9fb04131077 req-b14b55e7-976e-43f1-b234-6496795c3311 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071190 Jul 15 23:08:13.336202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-fa3f139c-003c-4ae5-b6ee-b7181f8940ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.338206 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-fa3f139c-003c-4ae5-b6ee-b7181f8940ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.0652516 Jul 15 23:08:13.338852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58346) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:13.339061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bf58c1a5-dd5e-4fde-a9dc-1eebc5719915 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0390410 Jul 15 23:08:13.347601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:13.363735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on host n-h2-793618-8 for vnic_type normal with profile {"migrating_to": "n-h1-793618-8"} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:13.364093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:13.364382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:13.381056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:13.381387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Attempting to bind port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on network 2e721c03-3ff5-4c77-9e43-d2dc18b737a4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:13.423198 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.427575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:13.427919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Checking segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:13.428311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Bound using segment: {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:13.429030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Bound port: b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43578031-68ac-43fd-b638-dab61f6d0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2e721c03-3ff5-4c77-9e43-d2dc18b737a4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:13.429633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.436054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.437374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.441844 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.442862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.475772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-3ba1f0bb-85c1-42ff-a8ee-75a27271eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.478028 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-3ba1f0bb-85c1-42ff-a8ee-75a27271eaba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247687 Jul 15 23:08:13.539714 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.544986 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1', 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'fixed_ips': [{'subnet_id': 'a8b09b61-f123-41f4-8c74-a7c3db2e86c3'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:13.546421 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.561184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.593926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-89dbac8e-0d55-4167-86fe-3920ee09ac78 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3621135 Jul 15 23:08:13.595945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Pushing event updated for resources: {'Port': ['ID=38116444-f036-4d18-987e-f5be6bd9ccad,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:13.716819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Allocated IP 172.20.0.2 (3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1/a8b09b61-f123-41f4-8c74-a7c3db2e86c3/a2aeadad-8f7e-4019-9fd9-88c57575f0b7) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:13.739971 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.759960 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-c7335c0a-44ea-41a9-bfb3-82fe8bff0253 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557840 Jul 15 23:08:13.837479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:13.847886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e5af-f6db-4783-bb6d-1a77653c00de req-c7948fd4-6d4a-4b37-96ef-2bd3240ad1e1 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:13.849383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdf2e5af-f6db-4783-bb6d-1a77653c00de req-c7948fd4-6d4a-4b37-96ef-2bd3240ad1e1 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.3168483 Jul 15 23:08:13.853436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:13.865970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-fde88a27-efcc-4f96-8a70-8300c66b66a5 service neutron] 10.222.0.23 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711728 Jul 15 23:08:13.867683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.874227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:13.900471 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.913607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Transition to ACTIVE for port object a2aeadad-8f7e-4019-9fd9-88c57575f0b7 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:13.918136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:13.919740 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-80d11928-d337-42c5-85cd-ee089a7b2786 req-ce479459-b8b0-4643-8743-6308a92f97b5 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455200 Jul 15 23:08:13.935574 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Transition to ACTIVE for port object a2aeadad-8f7e-4019-9fd9-88c57575f0b7 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:13.945299 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:13.999896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Pushing event updated for resources: {'Port': ['ID=a2aeadad-8f7e-4019-9fd9-88c57575f0b7,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.015684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:14.017649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:14.025411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:14.078530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=8']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.095951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Attempting to bind port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:14.096332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Attempting to bind port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:14.096875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Attempting to bind port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 on network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:14.102628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:14.103047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Checking segment: {'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:14.103452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.103848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Bound using segment: {'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:14.104323 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Bound port: a2aeadad-8f7e-4019-9fd9-88c57575f0b7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:14.104704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.107962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.131501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.182144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] For port a2aeadad-8f7e-4019-9fd9-88c57575f0b7, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:14.187516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] For port a2aeadad-8f7e-4019-9fd9-88c57575f0b7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a2aeadad-8f7e-4019-9fd9-88c57575f0b7,segment=NetworkSegment(a9bd77a0-b613-4820-b2c7-9cdb9f4b0908),segment_id=a9bd77a0-b613-4820-b2c7-9cdb9f4b0908)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:14.193983 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.263137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0061ca-441d-4926-a6b2-1e21ccfafd84 None None] Pushing event updated for resources: {'Port': ['ID=a2aeadad-8f7e-4019-9fd9-88c57575f0b7,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.269688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Allocated IP 172.25.3.3 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/f96acfff-4931-4876-b7ac-efbb2120d2f3) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:14.287998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-dd4e03d4-891b-4637-8319-b756401e888c None None] Provisioning complete for port 38116444-f036-4d18-987e-f5be6bd9ccad triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:14.288377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dd4e03d4-891b-4637-8319-b756401e888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.346779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e03d4-891b-4637-8319-b756401e888c None None] Port 38116444-f036-4d18-987e-f5be6bd9ccad cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:14.407648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.444550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:14.446707 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:14.472771 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.489526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdf2e5af-f6db-4783-bb6d-1a77653c00de req-098dae74-17b1-4463-b301-466425836dee tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172414 Jul 15 23:08:14.494587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.496464 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.512326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3daf34e8-0c54-4505-9234-ae2f0c390e10 service neutron] 10.222.0.37 "PUT /v2.0/ports/b6e0523d-7065-4d17-9b1c-0974fc6ef01d HTTP/1.1" status: 200 len: 1122 time: 3.3537962 Jul 15 23:08:14.516450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:14.519927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:14.528240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:14.621034 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Pushing event updated for resources: {'Port': ['ID=f96acfff-4931-4876-b7ac-efbb2120d2f3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.655955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-51426067-4954-4502-9c01-6d268a9685e8 service neutron] 10.222.0.23 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475107 Jul 15 23:08:14.678831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b6e0523d-7065-4d17-9b1c-0974fc6ef01d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:14.697598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Router 5544d8ee-55bd-42af-ad77-762b53baa03b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:14.794956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b6e0523d-7065-4d17-9b1c-0974fc6ef01d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:14.870400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a2ec7ff6-4b07-44ff-9273-9d5411ff019a details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:14.926419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:14.935540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5d225784-a464-4502-b9cd-49d1df01015f admin admin] 10.222.0.23 "PUT /v2.0/routers/5544d8ee-55bd-42af-ad77-762b53baa03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9638975 Jul 15 23:08:14.939189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-63ffe3e3-4783-4ec0-be45-2af954ed0f9c tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-483303265&fields=id&tenant_id=ca2889d6dd8241e9b7516d396de46f84 HTTP/1.1" status: 200 len: 267 time: 0.0771911 Jul 15 23:08:14.955654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Sync routers for ids ['5544d8ee-55bd-42af-ad77-762b53baa03b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:15.048087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.078598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-2b04bac5-fb17-4a81-9992-cbb20af398bb tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.087667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-2b04bac5-fb17-4a81-9992-cbb20af398bb tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 945 time: 0.1318228 Jul 15 23:08:15.096250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'port': {'security_groups': ['459572bf-b409-4b85-b2e1-e929c20dd229', '5b28fc40-cbcb-43e4-bb27-319eee62eb87']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:15.191397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a2aeadad-8f7e-4019-9fd9-88c57575f0b7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:15.219814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.281580 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3760ab8-4530-4f41-b088-e19f8934db73 x-openstack-request-id: req-a3760ab8-4530-4f41-b088-e19f8934db73 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:15.283724 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:15.284460 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3760ab8-4530-4f41-b088-e19f8934db73 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:15.284565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Routers {'5544d8ee-55bd-42af-ad77-762b53baa03b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:15.284744 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d', 'code': 200} Jul 15 23:08:15.294108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5544d8ee-55bd-42af-ad77-762b53baa03b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:15.354061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.469337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Set router 5544d8ee-55bd-42af-ad77-762b53baa03b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:15.536609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d1d42-35fa-4842-a71e-a3e51a383580 req-f229c429-abc1-4b11-931c-7bef3fadc268 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.545370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e8d1d42-35fa-4842-a71e-a3e51a383580 req-f229c429-abc1-4b11-931c-7bef3fadc268 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 948 time: 0.1465878 Jul 15 23:08:15.588248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a2ec7ff6-4b07-44ff-9273-9d5411ff019a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:15.610868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'port_id': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'mac_address': 'fa:16:3e:a9:54:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:15.640369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e8d1d42-35fa-4842-a71e-a3e51a383580 req-0842090e-d28d-4dc5-a776-9daa79cc252e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939839 Jul 15 23:08:15.687924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] For port b2247b70-7c67-4cfa-8a85-cf04fcadf161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:15.691385 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.768916 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.780127 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.833949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ec7ff6-4b07-44ff-9273-9d5411ff019a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:15.853941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685ab660-b9c8-439d-9097-e4a8300bd81e None None] Network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:15.873437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.875469 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.891104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15b820df-4afa-4c0c-a11a-fdaf1f14ddca req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "PUT /v2.0/ports/b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 200 len: 981 time: 0.8022077 Jul 15 23:08:15.914609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c3f21fc1-1ca0-41fb-8946-32eab3f785d3 None None] Provisioning for port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:15.941188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a2ec7ff6-4b07-44ff-9273-9d5411ff019a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:15.959052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04a35c-6a64-4106-80d4-121c1d861814 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'Port': ['ID=b2247b70-7c67-4cfa-8a85-cf04fcadf161,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:15.973357 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbed290-bb36-4a05-b2d5-c012dd771070 x-openstack-request-id: req-6cbed290-bb36-4a05-b2d5-c012dd771070 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:15.973357 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:15.978427 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cbed290-bb36-4a05-b2d5-c012dd771070 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:15.978802 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'status': 'completed', 'code': 200} Jul 15 23:08:16.009145 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.009736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:16.072486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Router 7de416fd-d613-4ec2-8b98-934509ac3677 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:16.143620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f16b9d-ee82-4871-82b3-d81e1df65cc8 req-d02ad606-1e30-4e19-b249-0449fa82856c tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.145270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17f16b9d-ee82-4871-82b3-d81e1df65cc8 req-d02ad606-1e30-4e19-b249-0449fa82856c tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 944 time: 0.1132548 Jul 15 23:08:16.153539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-b153b47b-eeac-408c-974b-fca505c67de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.154679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-b153b47b-eeac-408c-974b-fca505c67de4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1099 time: 0.1101332 Jul 15 23:08:16.158428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b2247b70-7c67-4cfa-8a85-cf04fcadf161'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:16.232197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:16.242748 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Sync routers for ids ['7de416fd-d613-4ec2-8b98-934509ac3677'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:16.258557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.259900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Routers {'7de416fd-d613-4ec2-8b98-934509ac3677'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:16.260794 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7de416fd-d613-4ec2-8b98-934509ac3677'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:16.265052 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ec57f813-7c7e-4130-94cb-51c08ca37e99 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9242182 Jul 15 23:08:16.265052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58384) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:16.324692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17f16b9d-ee82-4871-82b3-d81e1df65cc8 req-58d2a787-bb9c-4eaa-b435-59fc6a703828 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689065 Jul 15 23:08:16.368738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:16.370877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-50303704-547e-4d55-89d3-2e89da585102 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2201633 Jul 15 23:08:16.372078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-f6a5a6df-8ae2-4c65-8bcf-a5e4c03b3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.373684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-f6a5a6df-8ae2-4c65-8bcf-a5e4c03b3f6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2002707 Jul 15 23:08:16.381747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:16.409324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:16.432236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-f92b01f2-bc3e-49a1-9270-777de7a165d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.0439949 Jul 15 23:08:16.436321 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Set router 7de416fd-d613-4ec2-8b98-934509ac3677 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:16.443959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.497110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:16.497469 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.523953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-34a02a0a-03ed-44a0-95fa-fc5b91ac0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.525420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-34a02a0a-03ed-44a0-95fa-fc5b91ac0893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0829391 Jul 15 23:08:16.615581 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-609f674a-3768-4990-a21c-5a34d544713d None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:08:16.641522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68278e1d-f12d-4ab8-a4eb-0b253cc363d2 req-0847f212-1955-4270-bc52-4c7039aec451 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 210 time: 0.0473993 Jul 15 23:08:16.672817 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:08:14Z', 'revision_number': 3, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port': {'id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:14Z', 'updated_at': '2021-07-15T23:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:16.676149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.691325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-f42836c9-016e-4228-92c2-06fb33116521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.692865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-f42836c9-016e-4228-92c2-06fb33116521 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283917 Jul 15 23:08:16.704667 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Checking router: 7de416fd-d613-4ec2-8b98-934509ac3677 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:16.705956 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Updating router 7de416fd-d613-4ec2-8b98-934509ac3677 port f96acfff-4931-4876-b7ac-efbb2120d2f3 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:16.768189 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.809432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port': {'id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:05Z', 'updated_at': '2021-07-15T23:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38116444-f036-4d18-987e-f5be6bd9ccad', 'name': '', 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'mac_address': 'fa:16:3e:47:1e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97798113-ed3c-422d-b6c1-9a281991881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:10Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 2, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'subnets': [{'id': '97798113-ed3c-422d-b6c1-9a281991881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:16.889542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Checking router: 5544d8ee-55bd-42af-ad77-762b53baa03b for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:16.889903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Updating router 5544d8ee-55bd-42af-ad77-762b53baa03b port 38116444-f036-4d18-987e-f5be6bd9ccad binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:16.926013 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-1207cf08-6d59-4269-b165-1dab0ce55e9e service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855824 Jul 15 23:08:16.939429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Allocated IP 172.25.3.206 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/aceef044-593d-4e78-8515-5be050806149) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:16.940757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b2247b70-7c67-4cfa-8a85-cf04fcadf161'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:17.054219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.067186 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.108130 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.116621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3b8de-28e2-4ce1-976c-3d1e1c6f63b1 req-ababc9d5-ff91-4544-80ce-b3047c80c1db tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.125838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddb3b8de-28e2-4ce1-976c-3d1e1c6f63b1 req-ababc9d5-ff91-4544-80ce-b3047c80c1db tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.3047285 Jul 15 23:08:17.154244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:17.181539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d9415c8-ccb9-47ac-8eee-c937e5c227a6 req-6de856ce-8dad-4537-a72c-d9555b564857 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439158 Jul 15 23:08:17.203842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'mac_address': 'fa:16:3e:19:0c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:17.231340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddb3b8de-28e2-4ce1-976c-3d1e1c6f63b1 req-511b74d5-654a-407b-8cd9-368e02fa0b3d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045620 Jul 15 23:08:17.233792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a2aeadad-8f7e-4019-9fd9-88c57575f0b7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a2aeadad-8f7e-4019-9fd9-88c57575f0b7,segment=NetworkSegment(a9bd77a0-b613-4820-b2c7-9cdb9f4b0908),segment_id=a9bd77a0-b613-4820-b2c7-9cdb9f4b0908)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:17.264907 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.264907 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b9fff15c-ef23-4410-b8b5-a9ec87a53644 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:17.277894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.295205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d'}, {'name': 'network-changed', 'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:17.298487 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a8513b-0352-4a92-b27f-6cb10017348a" -d '{"events": [{"name": "network-changed", "server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d"}, {"name": "network-changed", "server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:17.375630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ff8b098-5ec0-4a45-bcc5-a3b72c2650ba req-726c86ad-e366-4736-99a6-c0f9b68fa8a8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/5b28fc40-cbcb-43e4-bb27-319eee62eb87 HTTP/1.1" status: 200 len: 1799 time: 0.0634837 Jul 15 23:08:17.406835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-6f58c368-4163-424d-98f3-0531aae9cf9a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.409109 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-6f58c368-4163-424d-98f3-0531aae9cf9a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 808 time: 0.2458575 Jul 15 23:08:17.423308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Allocated IP 172.20.0.1 (3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1/a8b09b61-f123-41f4-8c74-a7c3db2e86c3/75334843-4236-4e8a-839e-917acd52b090) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:17.432095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Request body: {'port': {'device_id': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'admin_state_up': True, 'tenant_id': '516a2cb520d4453798347a5cc87dac15'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:17.434045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.497871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:17.508649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:17.512633 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.524315 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-3ff8b098-5ec0-4a45-bcc5-a3b72c2650ba req-67cc6fa5-22aa-46e9-842b-49149c8c64f7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:08:17.543153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:17.550929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ff8b098-5ec0-4a45-bcc5-a3b72c2650ba req-67cc6fa5-22aa-46e9-842b-49149c8c64f7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b28fc40-cbcb-43e4-bb27-319eee62eb87 HTTP/1.1" status: 409 len: 341 time: 0.1710505 Jul 15 23:08:17.551435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:17.558234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Pushing event updated for resources: {'Port': ['ID=aceef044-593d-4e78-8515-5be050806149,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:17.559924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a2aeadad-8f7e-4019-9fd9-88c57575f0b7,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:17.603848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff033dcd-cbff-4b98-9e11-c07d3b90d412 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:17.690036 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.701562 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Transition to ACTIVE for port object f96acfff-4931-4876-b7ac-efbb2120d2f3 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:17.710387 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.710653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:17.731917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.754867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Made reservation on behalf of 516a2cb520d4453798347a5cc87dac15 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:17.759266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.807091 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Attempting to bind port f96acfff-4931-4876-b7ac-efbb2120d2f3 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:17.807458 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Attempting to bind port f96acfff-4931-4876-b7ac-efbb2120d2f3 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:17.807823 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Attempting to bind port f96acfff-4931-4876-b7ac-efbb2120d2f3 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:17.821704 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083cadd-a3c5-490a-a956-b23eef644efd None None] Pushing event updated for resources: {'Port': ['ID=f96acfff-4931-4876-b7ac-efbb2120d2f3,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:17.825534 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:17.825911 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:17.826314 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.826779 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:17.827287 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Bound port: f96acfff-4931-4876-b7ac-efbb2120d2f3, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:17.827689 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.869441 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.904826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.926266 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] For port f96acfff-4931-4876-b7ac-efbb2120d2f3, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:17.937162 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] For port f96acfff-4931-4876-b7ac-efbb2120d2f3, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f96acfff-4931-4876-b7ac-efbb2120d2f3,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:17.949713 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.950505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Transition to ACTIVE for port object 75334843-4236-4e8a-839e-917acd52b090 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:17.986860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51704d0-8c05-4997-ba9c-4ce07f456460 req-4e0819f9-7487-4fe9-95b7-b2bb08f1252d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.988734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a51704d0-8c05-4997-ba9c-4ce07f456460 req-4e0819f9-7487-4fe9-95b7-b2bb08f1252d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 949 time: 0.2447767 Jul 15 23:08:17.992957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Allocated IP 172.20.0.3 (89895da1-cf17-4ce3-8e5e-62ea39d5855f/2a006f68-17cc-4ead-8698-771ef6c6d7e7/228c6b40-ed73-423d-ba03-08f29a26b1de) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:18.020230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b9fff15c-ef23-4410-b8b5-a9ec87a53644 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:18.021707 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.039217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.056934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a51704d0-8c05-4997-ba9c-4ce07f456460 req-2893da4a-10fb-4050-a3f7-63fbc9b9e2a0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560584 Jul 15 23:08:18.072767 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.103002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:18.110867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:18.137142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:18.141490 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Routers {'7de416fd-d613-4ec2-8b98-934509ac3677'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:18.145361 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7de416fd-d613-4ec2-8b98-934509ac3677'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:18.198265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.208743 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.267524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5e4fc9d0-366e-4ca1-883c-7f2f49bb3db1 None None] Provisioning complete for port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:18.267911 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc9d0-366e-4ca1-883c-7f2f49bb3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.272798 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083cadd-a3c5-490a-a956-b23eef644efd None None] Pushing event updated for resources: {'Port': ['ID=f96acfff-4931-4876-b7ac-efbb2120d2f3,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:18.328626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.345344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.378517 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2c8daf1-b29b-4fef-af60-ed653ff02577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.421901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Pushing event updated for resources: {'Port': ['ID=aceef044-593d-4e78-8515-5be050806149,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:18.433831 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.435175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-9a49c432-3a3d-40ae-8c4c-461e6daa3312 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0574899 Jul 15 23:08:18.463740 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] Set router 7de416fd-d613-4ec2-8b98-934509ac3677 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:18.583458 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.594129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-bb7123c7-ea58-4d20-83ae-23f2f3665c94 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.1529365 Jul 15 23:08:18.599576 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1804bec7-82db-4bd7-af21-7a40a5b20b83 x-openstack-request-id: req-1804bec7-82db-4bd7-af21-7a40a5b20b83 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:18.602507 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:18.604266 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1804bec7-82db-4bd7-af21-7a40a5b20b83 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:18.605390 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d', 'status': 'completed', 'code': 200} Jul 15 23:08:18.607176 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161', 'status': 'completed', 'code': 200} Jul 15 23:08:18.684364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a2ec7ff6-4b07-44ff-9273-9d5411ff019a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:18.724806 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.736895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Pushing event updated for resources: {'Port': ['ID=75334843-4236-4e8a-839e-917acd52b090,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:18.737840 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:08:14Z', 'revision_number': 3, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port': {'id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:14Z', 'updated_at': '2021-07-15T23:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:18.774209 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e7950-6f28-4afd-96b3-d21e112b8e78 None None] The sync data for ids ['7de416fd-d613-4ec2-8b98-934509ac3677'] in n-d-793618-8 is: [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:08:14Z', 'revision_number': 3, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port': {'id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:34:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:14Z', 'updated_at': '2021-07-15T23:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:18.785489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ff033dcd-cbff-4b98-9e11-c07d3b90d412'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:18.859965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Network 89895da1-cf17-4ce3-8e5e-62ea39d5855f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:18.867515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:18.869467 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Pushing event updated for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:18.872160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:18.974403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8513b-0352-4a92-b27f-6cb10017348a req-7b8696fd-f07f-4698-b57c-f57f6b4495ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.977218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-7b8696fd-f07f-4698-b57c-f57f6b4495ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1125 time: 0.3685622 Jul 15 23:08:18.981551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.982259 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.004455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.009383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.021780 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-d65d5577-0609-401c-bf18-00397a43c91b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5951383 Jul 15 23:08:19.026625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b1f77574-ce98-46dd-9cba-4278129e3721 None None] Provisioning for port 75334843-4236-4e8a-839e-917acd52b090 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:19.049851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 61884eff-c297-41f0-9ecd-96b38d7066d7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:19.057313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Request body: {'port': {'device_id': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:19.078589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-65c48323-0ca6-41fd-afe6-a96b57850485 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.085835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-65c48323-0ca6-41fd-afe6-a96b57850485 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.3915670 Jul 15 23:08:19.092869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-261a0d1e-d64e-437a-b6c9-1aa16eb162d1 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:19.100952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9f2a834-cfa8-4c59-a719-d3dcf0aec413 req-261a0d1e-d64e-437a-b6c9-1aa16eb162d1 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138006 Jul 15 23:08:19.131344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b1f77574-ce98-46dd-9cba-4278129e3721 None None] Provisioning complete for port 75334843-4236-4e8a-839e-917acd52b090 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:19.131834 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b1f77574-ce98-46dd-9cba-4278129e3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.246158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887df57-ae1d-44e8-939a-dc6fd0032596 req-5b1feeb0-ef86-4054-981a-ea1825139aef tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.254611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e887df57-ae1d-44e8-939a-dc6fd0032596 req-5b1feeb0-ef86-4054-981a-ea1825139aef tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 944 time: 0.4785063 Jul 15 23:08:19.287478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.334945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 61884eff-c297-41f0-9ecd-96b38d7066d7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:19.336851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8513b-0352-4a92-b27f-6cb10017348a req-7e7fc9a6-1db1-486a-be82-454775b9783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.341419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-7e7fc9a6-1db1-486a-be82-454775b9783b service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.3493416 Jul 15 23:08:19.352518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e887df57-ae1d-44e8-939a-dc6fd0032596 req-ef5d5c62-7bc0-456a-a418-7219dce05e25 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848126 Jul 15 23:08:19.374878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 61884eff-c297-41f0-9ecd-96b38d7066d7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:19.375446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.391568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b1f77574-ce98-46dd-9cba-4278129e3721 None None] Port 75334843-4236-4e8a-839e-917acd52b090 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:19.408927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-238631a3-4e69-4554-b6ee-d7e56ccc83c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d HTTP/1.1" status: 200 len: 217 time: 0.0549347 Jul 15 23:08:19.411506 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.463160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.491512 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.498974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8513b-0352-4a92-b27f-6cb10017348a req-1a884c69-0334-4660-952f-d85b7431704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.500457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-1a884c69-0334-4660-952f-d85b7431704a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.0760508 Jul 15 23:08:19.560340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-1b474a2a-e519-4bc9-8a74-6f59dcf10b62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509396 Jul 15 23:08:19.625523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Transition to ACTIVE for port object 38116444-f036-4d18-987e-f5be6bd9ccad will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:19.655824 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.803620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Pushing event updated for resources: {'Port': ['ID=75334843-4236-4e8a-839e-917acd52b090,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.831541 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.836503 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.869317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 61884eff-c297-41f0-9ecd-96b38d7066d7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=61884eff-c297-41f0-9ecd-96b38d7066d7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:19.886974 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.927050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206bd39-d64b-4077-ac11-7677dfbf0ce0 None None] Pushing event updated for resources: {'Port': ['ID=38116444-f036-4d18-987e-f5be6bd9ccad,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:20.063803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228c6b40-ed73-423d-ba03-08f29a26b1de {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:20.080084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:20.081541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:20.089014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.113443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Attempting to bind port 38116444-f036-4d18-987e-f5be6bd9ccad on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:20.113814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Attempting to bind port 38116444-f036-4d18-987e-f5be6bd9ccad by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:20.114187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Attempting to bind port 38116444-f036-4d18-987e-f5be6bd9ccad on network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:20.161834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:20.171251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Checking segment: {'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:20.171908 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.172681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Bound using segment: {'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:20.173346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Bound port: 38116444-f036-4d18-987e-f5be6bd9ccad, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517bfc7a-fe1e-48bf-88cc-c091f83f9871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:20.174050 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.187405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Transition to ACTIVE for port object 228c6b40-ed73-423d-ba03-08f29a26b1de will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:20.208633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.211952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f96acfff-4931-4876-b7ac-efbb2120d2f3 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:20.230661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=61884eff-c297-41f0-9ecd-96b38d7066d7,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:20.267152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Pushing event updated for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:20.388598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Router 7de416fd-d613-4ec2-8b98-934509ac3677 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:20.431460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] For port 38116444-f036-4d18-987e-f5be6bd9ccad, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:20.446885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] For port 38116444-f036-4d18-987e-f5be6bd9ccad, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=38116444-f036-4d18-987e-f5be6bd9ccad,segment=NetworkSegment(517bfc7a-fe1e-48bf-88cc-c091f83f9871),segment_id=517bfc7a-fe1e-48bf-88cc-c091f83f9871)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:20.447967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f96acfff-4931-4876-b7ac-efbb2120d2f3 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:20.459083 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.463765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f96acfff-4931-4876-b7ac-efbb2120d2f3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:20.464135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.518711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:20.519005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:20.519256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:20.572011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:20.572706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:20.574740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-87a656c7-be33-4ad0-a603-33cc8b88fc81 None None] Provisioning complete for port 75334843-4236-4e8a-839e-917acd52b090 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:20.575141 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87a656c7-be33-4ad0-a603-33cc8b88fc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.580348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:20.580664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:20.581039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:20.581497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Bound port: 228c6b40-ed73-423d-ba03-08f29a26b1de, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:20.581852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.601222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Routers {'5544d8ee-55bd-42af-ad77-762b53baa03b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:20.601651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5544d8ee-55bd-42af-ad77-762b53baa03b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:20.603481 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206bd39-d64b-4077-ac11-7677dfbf0ce0 None None] Pushing event updated for resources: {'Port': ['ID=38116444-f036-4d18-987e-f5be6bd9ccad,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:20.670814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-9cb4ef16-ac13-4b2b-b7bd-a87e02f6e43f service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0874867 Jul 15 23:08:20.681782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de81aa-00ee-4143-b96d-3b449463375d req-5d74fc6d-6687-4074-94ff-1fdf6fa24504 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.691282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:20.691491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-12de81aa-00ee-4143-b96d-3b449463375d req-5d74fc6d-6687-4074-94ff-1fdf6fa24504 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 931 time: 1.1138744 Jul 15 23:08:20.704087 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-36550547-3690-473a-b615-a8c9e3694819 admin admin] 10.222.0.23 "PUT /v2.0/routers/7de416fd-d613-4ec2-8b98-934509ac3677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4380012 Jul 15 23:08:20.750826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-87a656c7-be33-4ad0-a603-33cc8b88fc81 None None] Port 75334843-4236-4e8a-839e-917acd52b090 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:20.764760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:20.771895 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ec14c29-c7a0-4d6e-9c04-09dc88745e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.778880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:20.788102 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.793212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6121919-0859-4183-9301-cc98f7cdd60c req-73b1cfd5-a4f7-4036-a2b5-ac2ee9578cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.794966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6121919-0859-4183-9301-cc98f7cdd60c req-73b1cfd5-a4f7-4036-a2b5-ac2ee9578cd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 1135 time: 1.0889359 Jul 15 23:08:20.838379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1f424-e88e-4bec-928c-305bfbc09e6a req-c06f5769-d81b-45b0-8129-ea78198467df tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.846550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5df1f424-e88e-4bec-928c-305bfbc09e6a req-c06f5769-d81b-45b0-8129-ea78198467df tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 944 time: 0.3254883 Jul 15 23:08:20.862983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.864441 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.867368 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] 10.222.0.59 "PUT /v2.0/ports/228c6b40-ed73-423d-ba03-08f29a26b1de HTTP/1.1" status: 200 len: 1091 time: 1.8171599 Jul 15 23:08:20.870930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:20.887324 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5098a9-7bc5-495e-9143-5112c8047d22" -d '{"events": [{"name": "network-changed", "server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:20.892576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-12de81aa-00ee-4143-b96d-3b449463375d req-4ca5b283-87fc-41c4-94ef-2adec74e4120 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000730 Jul 15 23:08:20.922496 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.025350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742aa39-c1cd-455d-a652-0b3466308402 service neutron] Pushing event updated for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:21.055681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5df1f424-e88e-4bec-928c-305bfbc09e6a req-5d2fc03f-66b6-4e45-ae14-46bcb44267ad tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081423 Jul 15 23:08:21.075838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-a3d33bdf-b245-4e8f-b019-ea512bc06630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.088270 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-a3d33bdf-b245-4e8f-b019-ea512bc06630 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1094 time: 0.1442053 Jul 15 23:08:21.088511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9d616060-ace6-4aa9-a452-f626c598f1c1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:21.088622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-7eb51144-4134-47a1-b2e7-8147802ed1ac service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735101 Jul 15 23:08:21.088710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f96acfff-4931-4876-b7ac-efbb2120d2f3, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f96acfff-4931-4876-b7ac-efbb2120d2f3,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:21.106487 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.107266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a2aeadad-8f7e-4019-9fd9-88c57575f0b7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:21.115591 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.198835 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-8f52e001-94db-4d3c-829e-057ea9f1e16c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228c6b40-ed73-423d-ba03-08f29a26b1de HTTP/1.1" status: 200 len: 217 time: 0.0974648 Jul 15 23:08:21.232222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6121919-0859-4183-9301-cc98f7cdd60c req-ccfb11af-5025-467f-9f73-880220fb387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.234264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6121919-0859-4183-9301-cc98f7cdd60c req-ccfb11af-5025-467f-9f73-880220fb387a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 914 time: 0.3785994 Jul 15 23:08:21.238597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9af9d6d0-9729-40d5-bd62-5713b318ba55 req-899ebf37-ff1a-4889-aad2-19c8be0c1e3c tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips/981a3296-066d-4988-97c9-626308826658 HTTP/1.1" status: 200 len: 693 time: 0.1240554 Jul 15 23:08:21.260703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b6e0523d-7065-4d17-9b1c-0974fc6ef01d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:21.268175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] Set router 5544d8ee-55bd-42af-ad77-762b53baa03b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:21.284091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-8f46eeb0-b741-4477-a203-82ca8f42cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.285460 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-8f46eeb0-b741-4477-a203-82ca8f42cb78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.0765636 Jul 15 23:08:21.365512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6121919-0859-4183-9301-cc98f7cdd60c req-5b129553-3621-40b5-b561-e62d1a78bf41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 200 len: 217 time: 0.1007919 Jul 15 23:08:21.380841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f96acfff-4931-4876-b7ac-efbb2120d2f3,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:21.385855 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-41f9e4b7-c02f-4a1d-b7d9-238fb3570ced service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858545 Jul 15 23:08:21.500537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.523002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:21.523384 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.588858 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-3b695f32-1c3d-4eb9-b69e-0fdf250f1aec service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931570 Jul 15 23:08:21.739380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d683af-9680-45ba-8185-35365f75dd42 req-d4d7c700-a000-4a95-b858-8705d05116fe tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.760085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2d683af-9680-45ba-8185-35365f75dd42 req-d4d7c700-a000-4a95-b858-8705d05116fe tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 949 time: 0.5915682 Jul 15 23:08:21.827213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6121919-0859-4183-9301-cc98f7cdd60c req-22f07294-c3fd-4c9b-8119-0cbaed95bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.828724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6121919-0859-4183-9301-cc98f7cdd60c req-22f07294-c3fd-4c9b-8119-0cbaed95bfbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.4453616 Jul 15 23:08:21.838241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Sync routers for ids ['7de416fd-d613-4ec2-8b98-934509ac3677'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:21.867773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9d6d0-9729-40d5-bd62-5713b318ba55 req-5596b825-9dac-45b6-a67e-e5ecacd1835b tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.868883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9af9d6d0-9729-40d5-bd62-5713b318ba55 req-5596b825-9dac-45b6-a67e-e5ecacd1835b tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.6222079 Jul 15 23:08:21.953501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6121919-0859-4183-9301-cc98f7cdd60c req-a2704976-8f60-4113-b7f1-780c9754c700 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071317 Jul 15 23:08:21.971852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Routers {'7de416fd-d613-4ec2-8b98-934509ac3677'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:21.973193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7de416fd-d613-4ec2-8b98-934509ac3677'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:21.980955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-9af9d6d0-9729-40d5-bd62-5713b318ba55 req-2b0d1baa-4986-431e-8e36-c5c9d5033855 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:21.986239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9af9d6d0-9729-40d5-bd62-5713b318ba55 req-2b0d1baa-4986-431e-8e36-c5c9d5033855 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317571 Jul 15 23:08:22.098466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3d6ff8de-02e0-4c81-8c09-b601d960baba service neutron] 10.222.0.59 "GET /v2.0/ports/b6e0523d-7065-4d17-9b1c-0974fc6ef01d/bindings/n-h1-793618-8 HTTP/1.1" status: 200 len: 384 time: 0.5356917 Jul 15 23:08:22.252229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2d683af-9680-45ba-8185-35365f75dd42 req-91f6a196-4f05-436b-9d84-627fe4c084ab tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947176 Jul 15 23:08:22.256641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a2ec7ff6-4b07-44ff-9273-9d5411ff019a up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:22.580190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f96acfff-4931-4876-b7ac-efbb2120d2f3 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:22.624270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6121919-0859-4183-9301-cc98f7cdd60c req-0a6ada3b-0d42-48b0-9b87-ea72f2c13a42 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268644 Jul 15 23:08:22.658385 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c7ae5f4-816b-4327-a441-1b48a1503f8a req-c2acd03e-43e3-4cf0-861b-130fd0bf8498 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0574968 Jul 15 23:08:22.736839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Set router 7de416fd-d613-4ec2-8b98-934509ac3677 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:22.811181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port a2ec7ff6-4b07-44ff-9273-9d5411ff019a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:22.829132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port a2ec7ff6-4b07-44ff-9273-9d5411ff019a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:22.829506 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.893718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6121919-0859-4183-9301-cc98f7cdd60c req-afa8fa6b-d911-447f-a579-0cf58c40ffc2 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470024 Jul 15 23:08:22.908508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port': {'id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:05Z', 'updated_at': '2021-07-15T23:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38116444-f036-4d18-987e-f5be6bd9ccad', 'name': '', 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'mac_address': 'fa:16:3e:47:1e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97798113-ed3c-422d-b6c1-9a281991881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:10Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 4, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'subnets': [{'id': '97798113-ed3c-422d-b6c1-9a281991881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:22.966006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a718094-52df-460c-abe6-a59f81c39994 req-77cbfb35-795e-4ea2-a2d2-a4c50591b906 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7127237 Jul 15 23:08:22.981753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008029b5-3907-4a1c-acc7-f87cf19d8a31 None None] The sync data for ids ['5544d8ee-55bd-42af-ad77-762b53baa03b'] in n-d-793618-8 is: [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port': {'id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:05Z', 'updated_at': '2021-07-15T23:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38116444-f036-4d18-987e-f5be6bd9ccad', 'name': '', 'network_id': '17dbcae1-39bd-45b8-8b8f-8d38af8ddeab', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'mac_address': 'fa:16:3e:47:1e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '97798113-ed3c-422d-b6c1-9a281991881e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:10Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 4, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'subnets': [{'id': '97798113-ed3c-422d-b6c1-9a281991881e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:23.155083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f96acfff-4931-4876-b7ac-efbb2120d2f3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:23.155793 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.266289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656db80-f6e7-4491-b5dd-1da46fe8b490 req-45ec2711-bbea-4a5d-bacf-38b8f5cea1d1 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.267690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7656db80-f6e7-4491-b5dd-1da46fe8b490 req-45ec2711-bbea-4a5d-bacf-38b8f5cea1d1 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 944 time: 0.4361746 Jul 15 23:08:23.302209 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.317751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:23.340853 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.384703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a2ec7ff6-4b07-44ff-9273-9d5411ff019a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:23.389427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:23.392242 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48086eee-3e07-4cc8-bf0e-cbab696d6068" -d '{"events": [{"server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "name": "network-vif-plugged", "status": "completed", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:23.406609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.407882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:23.428215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a5522-77ea-49d5-af5f-9a58aa5a4318 req-b3e21cd2-55e1-4dfc-88fc-b45d62d0d4b7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.443153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-279a5522-77ea-49d5-af5f-9a58aa5a4318 req-b3e21cd2-55e1-4dfc-88fc-b45d62d0d4b7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 984 time: 0.9086556 Jul 15 23:08:23.595706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 61884eff-c297-41f0-9ecd-96b38d7066d7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:23.652414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7656db80-f6e7-4491-b5dd-1da46fe8b490 req-dd28aeff-b34c-469f-b07c-483d1fe957e0 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715904 Jul 15 23:08:23.729704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:23.744101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8513b-0352-4a92-b27f-6cb10017348a req-5aba6e16-90db-4485-84d2-1c506448fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.745762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-5aba6e16-90db-4485-84d2-1c506448fb44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 1135 time: 0.6999712 Jul 15 23:08:23.746987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:23.759137 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b46c0-49df-4ef8-9371-dfe0084eee6d x-openstack-request-id: req-e92b46c0-49df-4ef8-9371-dfe0084eee6d {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:23.760004 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:23.760403 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e92b46c0-49df-4ef8-9371-dfe0084eee6d {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:23.760953 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de', 'status': 'completed', 'code': 200} Jul 15 23:08:23.822645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 61884eff-c297-41f0-9ecd-96b38d7066d7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:23.825666 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.827781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e0523d-7065-4d17-9b1c-0974fc6ef01d {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:23.874660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:23.915750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a718094-52df-460c-abe6-a59f81c39994 req-dbcad361-465e-4482-824d-0c2f35186ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.923853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a718094-52df-460c-abe6-a59f81c39994 req-dbcad361-465e-4482-824d-0c2f35186ac2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 1095 time: 0.7921576 Jul 15 23:08:23.929727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ff033dcd-cbff-4b98-9e11-c07d3b90d412 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:23.968019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-29966a67-51a3-4946-a4ad-f101cc862869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.972787 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-29966a67-51a3-4946-a4ad-f101cc862869 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1094 time: 0.1661031 Jul 15 23:08:23.976593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.000059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ff033dcd-cbff-4b98-9e11-c07d3b90d412 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:24.002414 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.003995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-279a5522-77ea-49d5-af5f-9a58aa5a4318 req-f4dede06-1e60-446c-96d4-81aa2ef86187 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b28fc40-cbcb-43e4-bb27-319eee62eb87&id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5599775 Jul 15 23:08:24.028020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:08:18Z', 'revision_number': 4, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port': {'id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:14Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75334843-4236-4e8a-839e-917acd52b090', 'name': '', 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'mac_address': 'fa:16:3e:75:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a8b09b61-f123-41f4-8c74-a7c3db2e86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:19Z', 'revision_number': 2, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'subnets': [{'id': 'a8b09b61-f123-41f4-8c74-a7c3db2e86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:24.175655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-0ba7cdb4-21f5-4ca8-8eda-71b86ae9f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:24.177211 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-0ba7cdb4-21f5-4ca8-8eda-71b86ae9f10d service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1956332 Jul 15 23:08:24.220595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Checking router: 7de416fd-d613-4ec2-8b98-934509ac3677 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:24.220595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Updating router 7de416fd-d613-4ec2-8b98-934509ac3677 port 75334843-4236-4e8a-839e-917acd52b090 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:24.314196 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-6e865de3-4602-45c1-b417-9e343794fa3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228c6b40-ed73-423d-ba03-08f29a26b1de HTTP/1.1" status: 200 len: 217 time: 0.1121864 Jul 15 23:08:24.340373 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.390069 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:08:24.433979 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-75459208-7edb-4076-b8ce-e7aeb251c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:24.435690 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-75459208-7edb-4076-b8ce-e7aeb251c061 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.1064630 Jul 15 23:08:24.498467 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-7e79a7fb-87f6-4e72-9980-be8d9686c16d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546510 Jul 15 23:08:24.695057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00217e86-2de1-40f6-b9cf-ff70b44523b1 req-0e2e9614-1aa8-4373-972e-1615df1d2f40 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=b041798170ea45a498e795dadbccad6d HTTP/1.1" status: 200 len: 696 time: 0.4929578 Jul 15 23:08:24.780232 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-d19c40df-243a-4d1a-b5d3-b419647f686d service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694035 Jul 15 23:08:24.898856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 38116444-f036-4d18-987e-f5be6bd9ccad up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:25.086902 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.104372 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-d7272636-99a4-4ab4-ad07-57f4b94069bf service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098989 Jul 15 23:08:25.108548 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.227558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:25.241092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.308266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8513b-0352-4a92-b27f-6cb10017348a req-9ed1b7f8-1261-4dc5-b70a-adc69d624e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.311876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-9ed1b7f8-1261-4dc5-b70a-adc69d624e3e service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 914 time: 1.3839221 Jul 15 23:08:25.319267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:25.326529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 38116444-f036-4d18-987e-f5be6bd9ccad completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:25.350617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a718094-52df-460c-abe6-a59f81c39994 req-fe95f49a-e316-4956-b074-4b32ab2ff1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.352225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a718094-52df-460c-abe6-a59f81c39994 req-fe95f49a-e316-4956-b074-4b32ab2ff1f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 1.2922692 Jul 15 23:08:25.367971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 38116444-f036-4d18-987e-f5be6bd9ccad triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:25.368185 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.402948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da78c4-716c-44b2-aed1-02cc520653f9 req-93dbea92-6bd9-423c-9e39-36f2bc485fdc tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.418284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2da78c4-716c-44b2-aed1-02cc520653f9 req-93dbea92-6bd9-423c-9e39-36f2bc485fdc tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 943 time: 1.2686357 Jul 15 23:08:25.684720 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.754864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 38116444-f036-4d18-987e-f5be6bd9ccad, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=38116444-f036-4d18-987e-f5be6bd9ccad,segment=NetworkSegment(517bfc7a-fe1e-48bf-88cc-c091f83f9871),segment_id=517bfc7a-fe1e-48bf-88cc-c091f83f9871)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:25.758221 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.773768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.788679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Transition to ACTIVE for port object 75334843-4236-4e8a-839e-917acd52b090 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:25.835959 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.988254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=38116444-f036-4d18-987e-f5be6bd9ccad,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:26.106783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] Transition to ACTIVE for port object b6e0523d-7065-4d17-9b1c-0974fc6ef01d will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:26.112968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Attempting to bind port 75334843-4236-4e8a-839e-917acd52b090 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:26.113333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Attempting to bind port 75334843-4236-4e8a-839e-917acd52b090 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:26.113719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Attempting to bind port 75334843-4236-4e8a-839e-917acd52b090 on network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:26.114064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-274adeba-2fa2-4dd4-a750-08fc6117fd76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 200 len: 217 time: 0.7790091 Jul 15 23:08:26.125771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e5407-c273-4f94-bb23-8a82ff9f1cb5 None None] Pushing event updated for resources: {'Port': ['ID=75334843-4236-4e8a-839e-917acd52b090,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:26.129150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:26.129535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Checking segment: {'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:26.129932 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.130319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Bound using segment: {'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:26.130812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Bound port: 75334843-4236-4e8a-839e-917acd52b090, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:26.131345 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.206015 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.219644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] For port 75334843-4236-4e8a-839e-917acd52b090, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:26.224793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] For port 75334843-4236-4e8a-839e-917acd52b090, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=75334843-4236-4e8a-839e-917acd52b090,segment=NetworkSegment(a9bd77a0-b613-4820-b2c7-9cdb9f4b0908),segment_id=a9bd77a0-b613-4820-b2c7-9cdb9f4b0908)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:26.242783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.279741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149004-2329-40c9-b102-269b36f3f814 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=10']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:26.314530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e5407-c273-4f94-bb23-8a82ff9f1cb5 None None] Pushing event updated for resources: {'Port': ['ID=75334843-4236-4e8a-839e-917acd52b090,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:26.320564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a718094-52df-460c-abe6-a59f81c39994 req-0d5279fe-1890-4e75-8b30-3d7cc5591666 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 200 len: 217 time: 0.9327044 Jul 15 23:08:26.338632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2da78c4-716c-44b2-aed1-02cc520653f9 req-d995dc86-ca4b-4a76-a7ed-33543d989432 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9198031 Jul 15 23:08:26.368709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Routers {'7de416fd-d613-4ec2-8b98-934509ac3677'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:26.369693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7de416fd-d613-4ec2-8b98-934509ac3677'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:26.374001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00217e86-2de1-40f6-b9cf-ff70b44523b1 req-89a68a18-8390-45e9-9dcc-50a69c5025f7 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:26.383222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00217e86-2de1-40f6-b9cf-ff70b44523b1 req-89a68a18-8390-45e9-9dcc-50a69c5025f7 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/networks?id=f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 787 time: 1.6870818 Jul 15 23:08:26.444937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-00217e86-2de1-40f6-b9cf-ff70b44523b1 req-0299c6f8-3445-4f92-8292-7ceae1f03be7 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:26.460497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00217e86-2de1-40f6-b9cf-ff70b44523b1 req-0299c6f8-3445-4f92-8292-7ceae1f03be7 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0749834 Jul 15 23:08:26.569267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] Set router 7de416fd-d613-4ec2-8b98-934509ac3677 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:26.626250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] No DVR routers for this DVR port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:26.679262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8513b-0352-4a92-b27f-6cb10017348a req-e05d1526-1d2f-4a72-b211-cc276a62cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:26.681491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-e05d1526-1d2f-4a72-b211-cc276a62cd70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.5341196 Jul 15 23:08:26.728316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a718094-52df-460c-abe6-a59f81c39994 req-1dccd300-c5bd-4cb3-85d0-d820fe5d4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:26.729801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a718094-52df-460c-abe6-a59f81c39994 req-1dccd300-c5bd-4cb3-85d0-d820fe5d4deb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.3373647 Jul 15 23:08:26.768735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-db149004-2329-40c9-b102-269b36f3f814 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6e0523d-7065-4d17-9b1c-0974fc6ef01d/bindings/n-h1-793618-8/activate HTTP/1.1" status: 200 len: 369 time: 4.6615934 Jul 15 23:08:26.779806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 38116444-f036-4d18-987e-f5be6bd9ccad up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:26.799797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a718094-52df-460c-abe6-a59f81c39994 req-0bdf21df-2d66-435e-a6c3-5b9cbae5f4dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301948 Jul 15 23:08:26.805094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-6220bf22-858f-4e77-8737-7c28c62d40da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933559 Jul 15 23:08:26.947753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 38116444-f036-4d18-987e-f5be6bd9ccad triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:26.948130 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.102274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee11030-70eb-4831-be2c-4dc07703eaed req-d7597364-d2b9-42b3-9184-3a9f6ab8688a tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:27.110324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ee11030-70eb-4831-be2c-4dc07703eaed req-d7597364-d2b9-42b3-9184-3a9f6ab8688a tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 945 time: 0.4815488 Jul 15 23:08:27.122588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:08:18Z', 'revision_number': 4, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port': {'id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:14Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75334843-4236-4e8a-839e-917acd52b090', 'name': '', 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'mac_address': 'fa:16:3e:75:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a8b09b61-f123-41f4-8c74-a7c3db2e86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:26Z', 'revision_number': 4, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'subnets': [{'id': 'a8b09b61-f123-41f4-8c74-a7c3db2e86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:27.151562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956129f-9514-470e-b7be-fb8cac47ee3c req-6340cf82-c580-46e6-995a-ecbfd225c34d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:27.158863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8462bd73-fad9-4746-b87f-7b7ca8b8d6fc None None] The sync data for ids ['7de416fd-d613-4ec2-8b98-934509ac3677'] in n-d-793618-8 is: [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:08:18Z', 'revision_number': 4, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port': {'id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:14Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75334843-4236-4e8a-839e-917acd52b090', 'name': '', 'network_id': '3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'mac_address': 'fa:16:3e:75:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a8b09b61-f123-41f4-8c74-a7c3db2e86c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:26Z', 'revision_number': 4, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'subnets': [{'id': 'a8b09b61-f123-41f4-8c74-a7c3db2e86c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:27.160631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8956129f-9514-470e-b7be-fb8cac47ee3c req-6340cf82-c580-46e6-995a-ecbfd225c34d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.4050362 Jul 15 23:08:27.244206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-e536d419-3f38-488c-8b62-a4ba67e21e73 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109287 Jul 15 23:08:27.294734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ee11030-70eb-4831-be2c-4dc07703eaed req-e4e3afb7-2553-4e33-8479-4e892b5c89a6 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834929 Jul 15 23:08:27.329764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8956129f-9514-470e-b7be-fb8cac47ee3c req-3ca5f0c4-4b53-4913-8396-6643ee7fd287 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682427 Jul 15 23:08:27.331811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a718094-52df-460c-abe6-a59f81c39994 req-d417b48d-88ee-46c3-b4c4-7f04be2e18f6 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082622 Jul 15 23:08:27.334195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3f7ea7b8-7134-46e3-8ff3-989718eb8069 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:27.335695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-3f7ea7b8-7134-46e3-8ff3-989718eb8069 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.4628675 Jul 15 23:08:27.461863 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f798eefd-9cc1-4cd2-9c8e-f5fef88ac10a x-openstack-request-id: req-f798eefd-9cc1-4cd2-9c8e-f5fef88ac10a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:27.462158 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "name": "network-vif-plugged", "status": "completed", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:27.462413 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f798eefd-9cc1-4cd2-9c8e-f5fef88ac10a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:27.462836 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'code': 200} Jul 15 23:08:27.579118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-0852e36e-943b-44ec-bd57-3948dbf87e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:27.592745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-0852e36e-943b-44ec-bd57-3948dbf87e74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd HTTP/1.1" status: 200 len: 1096 time: 0.2351174 Jul 15 23:08:27.604159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60a8513b-0352-4a92-b27f-6cb10017348a req-13ae4196-a98a-4906-8e3f-4e4fa675a79a service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194628 Jul 15 23:08:27.646251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a718094-52df-460c-abe6-a59f81c39994 req-a9006fa6-fd84-4167-a1e2-a545e7f1c657 service neutron] 10.222.0.59 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524679 Jul 15 23:08:27.731497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfe501-f17a-46f1-b89b-01f6049ecb6f req-b00d7560-6320-498b-bde0-36549993f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:27.733058 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-acdfe501-f17a-46f1-b89b-01f6049ecb6f req-b00d7560-6320-498b-bde0-36549993f985 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 1096 time: 0.1507909 Jul 15 23:08:27.809725 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-acdfe501-f17a-46f1-b89b-01f6049ecb6f req-be36a64a-6887-4aa6-a5fb-44b5f8fd3f3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695860 Jul 15 23:08:27.962601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb31261-d5fa-438f-bd4e-27a73d6129c3 req-a40270bf-c5c2-4095-9c40-f6fc613d2a07 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:27.971177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cb31261-d5fa-438f-bd4e-27a73d6129c3 req-a40270bf-c5c2-4095-9c40-f6fc613d2a07 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 945 time: 0.2007306 Jul 15 23:08:27.992743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-1be81f93-b425-409e-9be2-1c6cfb90ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:27.994425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-1be81f93-b425-409e-9be2-1c6cfb90ec49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1096 time: 0.3284199 Jul 15 23:08:28.035616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cb31261-d5fa-438f-bd4e-27a73d6129c3 req-7a2074f6-b19f-43ff-acfb-429387dbea25 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633402 Jul 15 23:08:28.057916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1c18e-8e73-400b-8cba-0ff62db7d871 req-c6114755-ec14-4269-a5d7-5fa6a74ec05a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.064700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3e1c18e-8e73-400b-8cba-0ff62db7d871 req-c6114755-ec14-4269-a5d7-5fa6a74ec05a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 984 time: 0.2203991 Jul 15 23:08:28.165158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-2f258049-113f-425d-9057-df03ec5593a4 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips/981a3296-066d-4988-97c9-626308826658 HTTP/1.1" status: 200 len: 693 time: 0.0958147 Jul 15 23:08:28.249056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3e1c18e-8e73-400b-8cba-0ff62db7d871 req-943eb40b-0a77-46d7-9679-4f6502e04010 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b28fc40-cbcb-43e4-bb27-319eee62eb87&id=459572bf-b409-4b85-b2e1-e929c20dd229&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1732321 Jul 15 23:08:28.341892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-bcc0aaf0-0b2b-415a-b2ad-4b2fd6ddffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.344837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-bcc0aaf0-0b2b-415a-b2ad-4b2fd6ddffd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 200 len: 922 time: 0.2317507 Jul 15 23:08:28.401180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-039bbadc-91b7-49b1-ace6-f0af11292652 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d HTTP/1.1" status: 200 len: 217 time: 0.0457053 Jul 15 23:08:28.409319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-eaa1ff70-88b3-4f1c-9ce1-5f0d9fc05133 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.415794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-eaa1ff70-88b3-4f1c-9ce1-5f0d9fc05133 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2496433 Jul 15 23:08:28.427757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-ae9b3409-5348-45e4-a02c-464890ae4ae2 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:28.435522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-ae9b3409-5348-45e4-a02c-464890ae4ae2 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185235 Jul 15 23:08:28.573503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-83e158f5-fd4c-43ff-a774-ceeee836a1ce tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.1367207 Jul 15 23:08:28.652802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-05b1046e-123d-41ea-bcd2-1f63e37a8f07 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0693638 Jul 15 23:08:28.673245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-bd443c9a-77bc-42c2-baef-509e5be43d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.675058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-bd443c9a-77bc-42c2-baef-509e5be43d24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 200 len: 861 time: 0.2307594 Jul 15 23:08:28.741499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 75334843-4236-4e8a-839e-917acd52b090 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:28.789747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-c785a764-46e6-4d40-8d60-6d88d72a7470 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e721c03-3ff5-4c77-9e43-d2dc18b737a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496306 Jul 15 23:08:28.813256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 75334843-4236-4e8a-839e-917acd52b090 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:28.817991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 75334843-4236-4e8a-839e-917acd52b090 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:28.818745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.832896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4f918-b1bb-4a51-b0e2-e609735e3e61 req-427f8a90-e29a-4ae8-ad04-dabafd04702f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.834451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b4f918-b1bb-4a51-b0e2-e609735e3e61 req-427f8a90-e29a-4ae8-ad04-dabafd04702f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 943 time: 0.3802018 Jul 15 23:08:28.947287 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.005158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b4f918-b1bb-4a51-b0e2-e609735e3e61 req-0f3ce48e-abdf-4205-89b2-2f66ada3bed0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598420 Jul 15 23:08:29.053612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 75334843-4236-4e8a-839e-917acd52b090, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=75334843-4236-4e8a-839e-917acd52b090,segment=NetworkSegment(a9bd77a0-b613-4820-b2c7-9cdb9f4b0908),segment_id=a9bd77a0-b613-4820-b2c7-9cdb9f4b0908)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:29.058395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-dae2ded9-2ace-459d-a344-f9f9b3461b30 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208955 Jul 15 23:08:29.062609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Deleting port aceef044-593d-4e78-8515-5be050806149 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:29.062997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.063548 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.155504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=75334843-4236-4e8a-839e-917acd52b090,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:29.289332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-0b78893c-3c0c-4e33-a1d2-fcb182c5d936 service neutron] 10.222.0.37 "GET /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945972 Jul 15 23:08:29.321596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-3e9adc13-79b8-4520-8ea9-76d1ba238c46 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-785921987&fields=id&tenant_id=ca2889d6dd8241e9b7516d396de46f84 HTTP/1.1" status: 200 len: 267 time: 0.1345308 Jul 15 23:08:29.374038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.375196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.390475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Calling delete_port for aceef044-593d-4e78-8515-5be050806149 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:29.464069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:29.475228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-0d396207-8888-40c7-b15e-3ec3ddfabbce tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:29.476747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-0d396207-8888-40c7-b15e-3ec3ddfabbce tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 984 time: 0.1542525 Jul 15 23:08:29.485129 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e9d2b6-28e4-40a8-8d88-cb533237bacb" -d '{"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-plugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:29.496152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'port': {'security_groups': ['459572bf-b409-4b85-b2e1-e929c20dd229', '5b28fc40-cbcb-43e4-bb27-319eee62eb87', '26d2f525-81ed-45de-abbc-92ddbad88203']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:29.936995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.990079 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.050368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Pushing event deleted for resources: {'Port': ['ID=aceef044-593d-4e78-8515-5be050806149,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:30.081138 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.084952 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.086114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66389860-fe55-4bcc-bb6a-08eddaa08a32 req-093b287d-5d80-4308-bc0d-b72c26a3c323 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "DELETE /v2.0/floatingips/981a3296-066d-4988-97c9-626308826658 HTTP/1.1" status: 204 len: 173 time: 1.4266369 Jul 15 23:08:30.102146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-5af7c792-a906-4895-8939-19ff78bd257a tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:30.103744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-5af7c792-a906-4895-8939-19ff78bd257a tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855&tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.2097561 Jul 15 23:08:30.376939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2c440304-453f-4966-9db8-4cb55343a3fd service neutron] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:30.385147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] For port b2247b70-7c67-4cfa-8a85-cf04fcadf161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:30.390270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2c440304-453f-4966-9db8-4cb55343a3fd service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.391507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf9f302-2732-482a-9e43-ee5784028f09 req-2c440304-453f-4966-9db8-4cb55343a3fd service neutron] 10.222.0.37 "DELETE /v2.0/ports/b6e0523d-7065-4d17-9b1c-0974fc6ef01d/bindings/n-h2-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.2792878 Jul 15 23:08:30.409540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5185a-1288-410d-88b7-f740b2020318 req-d7a56081-0b53-4853-8fdc-b96bbba98ffe tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:30.411099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-edc5185a-1288-410d-88b7-f740b2020318 req-d7a56081-0b53-4853-8fdc-b96bbba98ffe tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2088418 Jul 15 23:08:30.451214 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.458271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.471776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b2247b70-7c67-4cfa-8a85-cf04fcadf161'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:30.502409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-edc5185a-1288-410d-88b7-f740b2020318 req-7ad4a156-b294-4fe6-9a35-5cc680860f9d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824592 Jul 15 23:08:30.520697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:30.521358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.523188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d65659e1-1a39-4c73-b639-e68db5c12749 req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "PUT /v2.0/ports/b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 200 len: 1020 time: 1.0332646 Jul 15 23:08:30.523658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:30.526073 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02573f84-6baa-44e2-921c-9258894f51d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:30.563579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23a63c-d955-4533-bf62-5004060d7ba6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'Port': ['ID=b2247b70-7c67-4cfa-8a85-cf04fcadf161,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:30.572198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:30.679911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b2247b70-7c67-4cfa-8a85-cf04fcadf161'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:30.788292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 75334843-4236-4e8a-839e-917acd52b090 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:30.872006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26171b77-b85a-4cd6-92ed-a6a9d7341d5e req-c020864e-d113-4b7e-ad87-da67c4a8e027 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:30.873579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26171b77-b85a-4cd6-92ed-a6a9d7341d5e req-c020864e-d113-4b7e-ad87-da67c4a8e027 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 945 time: 0.0959194 Jul 15 23:08:30.964134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26171b77-b85a-4cd6-92ed-a6a9d7341d5e req-efe57db0-b13b-4ee2-a054-13882f317f39 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834372 Jul 15 23:08:31.048878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf647bb6-bc13-4f4f-afd4-13a6b4ac9f02 req-63149945-e826-4829-a3ef-222185798f1c tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:31.060478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf647bb6-bc13-4f4f-afd4-13a6b4ac9f02 req-63149945-e826-4829-a3ef-222185798f1c tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 945 time: 0.1510808 Jul 15 23:08:31.089951 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce0b60c-af48-4672-8234-6bd184917be9 x-openstack-request-id: req-fce0b60c-af48-4672-8234-6bd184917be9 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:31.090256 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-plugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:31.090873 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fce0b60c-af48-4672-8234-6bd184917be9 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:31.091283 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'code': 200} Jul 15 23:08:31.097623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 75334843-4236-4e8a-839e-917acd52b090 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:31.098016 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.195965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf647bb6-bc13-4f4f-afd4-13a6b4ac9f02 req-fbb84975-cab0-4231-a511-d08d5a456b2d tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339695 Jul 15 23:08:31.438371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dde47-5271-4f7a-8f27-28217c44eaef req-80071203-1d62-46fe-860e-0f3044a36e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:31.440061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-947dde47-5271-4f7a-8f27-28217c44eaef req-80071203-1d62-46fe-860e-0f3044a36e2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1101 time: 0.2416956 Jul 15 23:08:31.452889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-84ff1e72-b8a0-495a-9d24-2f828e563976 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1969314 Jul 15 23:08:31.477432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6de6f1-8601-42e4-9975-76027892093d req-88182bec-2204-4e2f-bf35-9b8c31d40c82 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:31.478942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee6de6f1-8601-42e4-9975-76027892093d req-88182bec-2204-4e2f-bf35-9b8c31d40c82 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 943 time: 0.2244024 Jul 15 23:08:31.486192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:31.532211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-947dde47-5271-4f7a-8f27-28217c44eaef req-a2c38b60-9ccb-4bec-9169-7d4bb7d1f69d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783706 Jul 15 23:08:31.545250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.566271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee6de6f1-8601-42e4-9975-76027892093d req-2df10e80-7e34-4638-aa41-5bc4a5c0eb53 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740342 Jul 15 23:08:31.692528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0552b23-c65d-4600-9877-6fe050d149be req-5357c07f-625e-4546-b6ea-e9a5dfb997d5 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/26d2f525-81ed-45de-abbc-92ddbad88203 HTTP/1.1" status: 200 len: 1799 time: 0.0846543 Jul 15 23:08:31.707080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.802448 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-d0552b23-c65d-4600-9877-6fe050d149be req-c5d982aa-6d8d-4fa7-a9d1-069dde598bba tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:08:31.803496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0552b23-c65d-4600-9877-6fe050d149be req-c5d982aa-6d8d-4fa7-a9d1-069dde598bba tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/26d2f525-81ed-45de-abbc-92ddbad88203 HTTP/1.1" status: 409 len: 341 time: 0.0924263 Jul 15 23:08:31.859529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Allocated IP 172.25.3.254 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/8e6ca911-320d-4fd5-819f-e309795d0d62) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:31.863129 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481da6f2-9d5a-45d9-908f-f98fe15e801a x-openstack-request-id: req-481da6f2-9d5a-45d9-908f-f98fe15e801a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:31.863473 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:31.863721 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-481da6f2-9d5a-45d9-908f-f98fe15e801a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:31.864174 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161', 'status': 'completed', 'code': 200} Jul 15 23:08:32.065524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.102511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02573f84-6baa-44e2-921c-9258894f51d4 req-65aa41af-e811-4108-9927-38ca0c949e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.104299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02573f84-6baa-44e2-921c-9258894f51d4 req-65aa41af-e811-4108-9927-38ca0c949e40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca2889d6dd8241e9b7516d396de46f84&device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 1174 time: 0.1963739 Jul 15 23:08:32.248873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-19e5b3d7-b75d-4b95-bff4-d1a67d196e4e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.250499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-19e5b3d7-b75d-4b95-bff4-d1a67d196e4e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2576082 Jul 15 23:08:32.254925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.351908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:32.366128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:32.368510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:32.376864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02573f84-6baa-44e2-921c-9258894f51d4 req-d516ecab-845d-4221-93bd-2d13db69c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.378644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02573f84-6baa-44e2-921c-9258894f51d4 req-d516ecab-845d-4221-93bd-2d13db69c356 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 200 len: 914 time: 0.2620935 Jul 15 23:08:32.381642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-ca8ce1f8-3c66-4845-a080-2863cdd1b761 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 696 time: 0.1192713 Jul 15 23:08:32.386877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Pushing event updated for resources: {'Port': ['ID=8e6ca911-320d-4fd5-819f-e309795d0d62,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:32.396707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Request body: {'floatingip': {'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:32.485663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02573f84-6baa-44e2-921c-9258894f51d4 req-92ba302a-3b48-4bd4-b945-060e06196c51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 200 len: 217 time: 0.0954509 Jul 15 23:08:32.495106 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.566090 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.618446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02573f84-6baa-44e2-921c-9258894f51d4 req-ae090663-f32f-464e-b4ee-915d5a765e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.619978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02573f84-6baa-44e2-921c-9258894f51d4 req-ae090663-f32f-464e-b4ee-915d5a765e1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 200 len: 853 time: 0.1207349 Jul 15 23:08:32.698181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02573f84-6baa-44e2-921c-9258894f51d4 req-0acd1644-0eb7-414d-b45f-325f29f0e858 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d7dd804-9983-4070-acb0-d62749a772a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542741 Jul 15 23:08:32.772435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.953400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02573f84-6baa-44e2-921c-9258894f51d4 req-a4958526-3f64-4864-89c7-861a97a05acf service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358749 Jul 15 23:08:33.505882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.514812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02573f84-6baa-44e2-921c-9258894f51d4 req-6df50c3c-7bd9-463b-b5e3-adc46338c4e7 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183704 Jul 15 23:08:33.521092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.554282 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.633726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.635019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1550827 Jul 15 23:08:33.653190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b3a50-56a8-4516-a9eb-0147fbea3eee tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Pushing event updated for resources: {'Port': ['ID=8e6ca911-320d-4fd5-819f-e309795d0d62,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:33.705469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-47c74128-07c6-4f2e-869a-a3de08a1500a tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0606349 Jul 15 23:08:33.707412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.723933 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.901303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-42db9a14-35d2-4b88-8a14-5b3b3674ea89 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:33.903361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6e8c398-5a48-40f6-b42c-b5e38e8d1905 req-42db9a14-35d2-4b88-8a14-5b3b3674ea89 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1922691 Jul 15 23:08:33.906555 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff associated. External IP: 172.25.3.169, port: 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0. Jul 15 23:08:34.161010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6b8d1-37e9-4457-a593-39284027fa1c req-e5f5baf2-1a63-4ca6-8cc7-e7a98ce70167 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.162503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1b6b8d1-37e9-4457-a593-39284027fa1c req-e5f5baf2-1a63-4ca6-8cc7-e7a98ce70167 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.1463220 Jul 15 23:08:34.191106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:34.217652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1b6b8d1-37e9-4457-a593-39284027fa1c req-a601a9d8-c144-4092-8d15-36d09cf36c0e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481067 Jul 15 23:08:34.315626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:34.320411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.329744 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:34.339113 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:34.341179 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:34.376869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-a841faf3-ce41-4da4-b495-7769bb881196 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "PUT /v2.0/floatingips/6e3d653b-92b0-4ecc-a871-9b77e136a9ff HTTP/1.1" status: 200 len: 997 time: 1.9851744 Jul 15 23:08:34.377320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:34.379726 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:34.488091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-0bad91f6-987a-460c-bbd0-e53b51e6d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.499204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-0bad91f6-987a-460c-bbd0-e53b51e6d4bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.1011186 Jul 15 23:08:34.515759 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:34.642184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-5bc36a83-f6aa-4fca-9632-b84e275c7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.643424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-5bc36a83-f6aa-4fca-9632-b84e275c7617 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1432912 Jul 15 23:08:34.749532 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-b0acdf1c-4b5d-4ba6-839f-305d27cdbe09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 1000 time: 0.0942149 Jul 15 23:08:34.862219 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:33Z', 'revision_number': 1, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:34.866157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-48b00bcb-9e13-4225-9381-ce8a8cf9f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.875995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-48b00bcb-9e13-4225-9381-ce8a8cf9f4ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.1194811 Jul 15 23:08:34.929616 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:34.968587 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:34.969359 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:35.043259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-67fb6edd-a9bd-4209-9f0c-a9b0af3cac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.046018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-67fb6edd-a9bd-4209-9f0c-a9b0af3cac6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613674 Jul 15 23:08:35.061892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096cad-32f1-4609-a8c6-f6c310374046 req-7b677c3b-b897-460e-b2d6-4ab6643ed2b9 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.064648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d096cad-32f1-4609-a8c6-f6c310374046 req-7b677c3b-b897-460e-b2d6-4ab6643ed2b9 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 1096 time: 0.2433391 Jul 15 23:08:35.087020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-1cdbfa43-ba01-49e8-831c-49afd82a66d7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:35.103909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-1cdbfa43-ba01-49e8-831c-49afd82a66d7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303977 Jul 15 23:08:35.115927 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:35.197980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d096cad-32f1-4609-a8c6-f6c310374046 req-c916c159-635e-4644-b3a5-757720771613 tempest-LiveAutoBlockMigrationV225Test-642607326 tempest-LiveAutoBlockMigrationV225Test-642607326-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248918 Jul 15 23:08:35.292780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-c0d06000-9876-4d36-b5e2-6206727ddccc service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690195 Jul 15 23:08:35.432054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2e237af-be9b-4f02-8ea3-913c6004a055 req-56542be4-01ec-4de2-8c71-ffdf95e2863c service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377766 Jul 15 23:08:35.546813 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:33Z', 'revision_number': 1, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:35.566302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-e9447033-5209-43f8-88ba-204ef75324ca tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips/10b33cdc-b34d-4322-8032-4aa966592cf6 HTTP/1.1" status: 200 len: 693 time: 0.0854146 Jul 15 23:08:35.594893 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c283386-3d42-40e9-a9a6-18540b839ff7 None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:33Z', 'revision_number': 1, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:35.697505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baf844-c3c1-4e2b-b1e4-5ef4d5c0a2f8 req-90c2b977-2996-4f62-aa1f-27e4f4d14865 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.699840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95baf844-c3c1-4e2b-b1e4-5ef4d5c0a2f8 req-90c2b977-2996-4f62-aa1f-27e4f4d14865 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 943 time: 0.1731265 Jul 15 23:08:35.760411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-0023a81e-772f-4015-916c-2463b58bd05e tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.768279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-0023a81e-772f-4015-916c-2463b58bd05e tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1958377 Jul 15 23:08:35.794721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95baf844-c3c1-4e2b-b1e4-5ef4d5c0a2f8 req-560ba5a9-cdaf-403a-af7c-d220a541e610 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856736 Jul 15 23:08:35.869012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-e4e458de-b37a-4b20-b297-ce2313d87581 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:35.880315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-e4e458de-b37a-4b20-b297-ce2313d87581 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110933 Jul 15 23:08:35.893397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d37cf5-958a-4ba5-9061-070e0a480e78 None None] New status for floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:08:35.953567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-405c080b-144b-4f40-b0a6-1ae7748f3f78 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0722604 Jul 15 23:08:36.030428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-fe1283c6-31e6-43f9-8a3a-a1855420978a tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0759411 Jul 15 23:08:36.170597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057c61-20d2-4eb0-b75e-1eb27420bcb8 req-859eecf1-46c2-4fb7-b6e6-2d88349e9763 tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.172154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31057c61-20d2-4eb0-b75e-1eb27420bcb8 req-859eecf1-46c2-4fb7-b6e6-2d88349e9763 tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1101 time: 0.2115448 Jul 15 23:08:36.206548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Deleting port 8e6ca911-320d-4fd5-819f-e309795d0d62 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:36.206941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.249889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31057c61-20d2-4eb0-b75e-1eb27420bcb8 req-2c069a3f-f46f-4fa6-8d46-099c40d1a79d tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712419 Jul 15 23:08:36.322850 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388d4861-10b2-42d6-b3ea-44e80e6f0306 x-openstack-request-id: req-388d4861-10b2-42d6-b3ea-44e80e6f0306 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:36.323279 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:36.324454 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-388d4861-10b2-42d6-b3ea-44e80e6f0306 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:36.324783 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'status': 'completed', 'code': 200} Jul 15 23:08:36.333979 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.334535 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.349181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Calling delete_port for 8e6ca911-320d-4fd5-819f-e309795d0d62 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:36.536891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-4be7752d-46bc-41d2-805a-308e5bc890ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.538392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-4be7752d-46bc-41d2-805a-308e5bc890ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.1383238 Jul 15 23:08:36.553194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae774-b104-4cc2-93a0-6b60f77d6e92 req-e2d92038-fdd3-4a05-8533-208c9dc3e51d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.559308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-840ae774-b104-4cc2-93a0-6b60f77d6e92 req-e2d92038-fdd3-4a05-8533-208c9dc3e51d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 1023 time: 0.1210907 Jul 15 23:08:36.703585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-840ae774-b104-4cc2-93a0-6b60f77d6e92 req-ee7f71d0-fef2-472e-aadd-d17e62bd8272 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=26d2f525-81ed-45de-abbc-92ddbad88203&id=459572bf-b409-4b85-b2e1-e929c20dd229&id=5b28fc40-cbcb-43e4-bb27-319eee62eb87&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1345918 Jul 15 23:08:36.718309 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.757016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-b42051fe-9565-4cba-98e4-3cdadd7dfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.758866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-b42051fe-9565-4cba-98e4-3cdadd7dfa44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1976302 Jul 15 23:08:36.759926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Pushing event deleted for resources: {'Port': ['ID=8e6ca911-320d-4fd5-819f-e309795d0d62,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:36.794138 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.796682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.797830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1051d3a5-ac9c-44b0-b465-cc7c8ab04c0c req-03356a06-1e78-4e6e-8844-25446a7d9995 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "DELETE /v2.0/floatingips/10b33cdc-b34d-4322-8032-4aa966592cf6 HTTP/1.1" status: 204 len: 173 time: 0.7666020 Jul 15 23:08:36.890521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-06b76f1c-3fb4-4e4e-a795-dd9cc3f165ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 1002 time: 0.1065962 Jul 15 23:08:36.960239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-b2aa25a7-2d84-42b6-b33b-58b2ae705efa tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.961872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-b2aa25a7-2d84-42b6-b33b-58b2ae705efa tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 1023 time: 0.1244767 Jul 15 23:08:37.032609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-8ecab99f-5f8c-459c-b904-8c9ba9b54aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.034237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-8ecab99f-5f8c-459c-b904-8c9ba9b54aa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.1346850 Jul 15 23:08:37.216100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Deleting port b2247b70-7c67-4cfa-8a85-cf04fcadf161 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:37.216605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.261810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-68622fcf-d4bd-49ec-8696-109f6f830d01 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.263337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-68622fcf-d4bd-49ec-8696-109f6f830d01 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1696632 Jul 15 23:08:37.273782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-c2e063d8-b394-4dae-b747-e9feaf4c08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.275263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-c2e063d8-b394-4dae-b747-e9feaf4c08e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772132 Jul 15 23:08:37.353216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 228c6b40-ed73-423d-ba03-08f29a26b1de details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:37.516916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:37.533292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '228c6b40-ed73-423d-ba03-08f29a26b1de', 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f', 'port_id': '228c6b40-ed73-423d-ba03-08f29a26b1de', 'mac_address': 'fa:16:3e:f4:30:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a006f68-17cc-4ead-8698-771ef6c6d7e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:37.592210 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.650335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228c6b40-ed73-423d-ba03-08f29a26b1de {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:37.679625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:37.693122 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.770567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:37.844518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-7b73b1b3-b547-4625-ac5d-cced6d45692f tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1002 time: 0.5682018 Jul 15 23:08:37.870419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] For port b2247b70-7c67-4cfa-8a85-cf04fcadf161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b2247b70-7c67-4cfa-8a85-cf04fcadf161,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:37.871366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.893298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Request body: {'floatingip': {'port_id': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:37.930571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Calling delete_port for b2247b70-7c67-4cfa-8a85-cf04fcadf161 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:37.966614 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-d40ca900-1456-4f75-95b6-e59937a4476a req-f37f4682-eb80-4c40-a240-346a19b40841 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] show failed (client error): The resource could not be found. Jul 15 23:08:37.973432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d40ca900-1456-4f75-95b6-e59937a4476a req-f37f4682-eb80-4c40-a240-346a19b40841 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips/10b33cdc-b34d-4322-8032-4aa966592cf6 HTTP/1.1" status: 404 len: 350 time: 0.1412899 Jul 15 23:08:38.018978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['228c6b40-ed73-423d-ba03-08f29a26b1de'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:38.022378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-1ef23660-4191-4af1-885c-5b21d79b658c service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143595 Jul 15 23:08:38.098797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.140458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-0035d3d6-ed20-4f9b-aeca-f86a4abab6af tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.143001 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-0035d3d6-ed20-4f9b-aeca-f86a4abab6af tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.37 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 945 time: 0.0821087 Jul 15 23:08:38.242337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e536ce-8ce8-4fbb-9e96-ac12308edbc5 req-743c38e9-2083-4cec-b03d-0e08d03a52dd service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627021 Jul 15 23:08:38.290587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Deleting port b6e0523d-7065-4d17-9b1c-0974fc6ef01d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:38.290975 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.400834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-e5cea484-a0e7-4063-ac19-db8354df98fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5782306 Jul 15 23:08:38.421834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] For port b6e0523d-7065-4d17-9b1c-0974fc6ef01d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:38.422607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.439581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Calling delete_port for b6e0523d-7065-4d17-9b1c-0974fc6ef01d owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:38.596272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90eac8-0438-41c0-a186-b83f12a26956 req-7d017b9a-c1b5-4089-b1c6-ddbb20bd9547 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.608985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b90eac8-0438-41c0-a186-b83f12a26956 req-7d017b9a-c1b5-4089-b1c6-ddbb20bd9547 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 944 time: 0.3827779 Jul 15 23:08:38.734497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.754966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b90eac8-0438-41c0-a186-b83f12a26956 req-8653446c-97e2-4ead-af92-8b5a9dbb801d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450629 Jul 15 23:08:38.763719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Pushing event deleted for resources: {'Port': ['ID=b6e0523d-7065-4d17-9b1c-0974fc6ef01d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:38.773211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b6e0523d-7065-4d17-9b1c-0974fc6ef01d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:38.795416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.804642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.805273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.805474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.805872 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.806271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.806667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.807078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.807464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.807855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.808784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.809170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:38.906897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] No DVR routers for this DVR port b6e0523d-7065-4d17-9b1c-0974fc6ef01d on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:38.909742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.912454 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-29b3dd19-2dad-4071-97e6-255549ffcd49 req-2c4ec344-477c-4033-9a40-9472b0d6fff9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.37 "DELETE /v2.0/ports/b6e0523d-7065-4d17-9b1c-0974fc6ef01d HTTP/1.1" status: 204 len: 173 time: 0.7613957 Jul 15 23:08:38.913112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'name': 'network-vif-deleted', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:38.915775 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1acfd2a-4f4a-467d-a2ce-cd3c3942046f" -d '{"events": [{"server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "name": "network-vif-deleted", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:38.990408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2da6132d-2f7c-4566-9b11-cc8210f6309c req-71787c82-0185-4397-ac1b-d15f3beebbb4 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 210 time: 0.0341539 Jul 15 23:08:39.014954 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.051234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:39.102232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'Port': ['ID=b2247b70-7c67-4cfa-8a85-cf04fcadf161,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:39.113046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.113759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.114267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.114796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.115295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.115784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.116256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.116747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.117226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.117709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.118180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.118667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:39.220112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] No DVR routers for this DVR port b2247b70-7c67-4cfa-8a85-cf04fcadf161 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:39.266835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.268430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-112542ec-5bfc-483e-a65f-d019bdbd2612 req-dd25e49d-c353-45f9-a7f4-4a46c1100878 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.59 "DELETE /v2.0/ports/b2247b70-7c67-4cfa-8a85-cf04fcadf161 HTTP/1.1" status: 204 len: 173 time: 2.3001614 Jul 15 23:08:39.268897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'name': 'network-vif-deleted', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:39.280333 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a90884-8092-47cb-ac17-d2179b9e72fc" -d '{"events": [{"server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "name": "network-vif-deleted", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:39.377500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 228c6b40-ed73-423d-ba03-08f29a26b1de up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:39.502217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a69e6f-1e53-44df-b322-2c2b9fed625f req-4fd0db06-d48a-439b-b6d8-98151639c283 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.534122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83a69e6f-1e53-44df-b322-2c2b9fed625f req-4fd0db06-d48a-439b-b6d8-98151639c283 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.3273084 Jul 15 23:08:39.659416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 228c6b40-ed73-423d-ba03-08f29a26b1de completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:39.672725 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:08:39.675199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 228c6b40-ed73-423d-ba03-08f29a26b1de triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:39.675801 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.775437 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.796480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83a69e6f-1e53-44df-b322-2c2b9fed625f req-3d8501fd-9de9-47ce-87d1-6b71fe46ad1d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609687 Jul 15 23:08:39.807750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:39.815135 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27302bd-204e-413f-ab6c-bc8244c8f3e0" -d '{"events": [{"server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "name": "network-vif-plugged", "status": "completed", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:39.834069 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.839008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:39.844739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.853809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.854780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b2247b70-7c67-4cfa-8a85-cf04fcadf161 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:39.934838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:39.959775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: b2247b70-7c67-4cfa-8a85-cf04fcadf161 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:39.960498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b2247b70-7c67-4cfa-8a85-cf04fcadf161 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:40.014648 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff associated. External IP: 172.25.3.169, port: 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0. Jul 15 23:08:40.055213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9051a3cd-1556-46c6-a5aa-732a435d05ec req-3614c146-a81a-427d-923c-8606b3212842 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bbac3fe4-05aa-4532-8899-32cfae1ee2fa HTTP/1.1" status: 200 len: 210 time: 0.0372577 Jul 15 23:08:40.372378 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-fa4aed2f-e869-4ac6-befb-89a20e711ef2 req-db04d6ef-4285-4ac0-a861-e231a0ca9b91 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] show failed (client error): The resource could not be found. Jul 15 23:08:40.373417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa4aed2f-e869-4ac6-befb-89a20e711ef2 req-db04d6ef-4285-4ac0-a861-e231a0ca9b91 tempest-FloatingIPsTestJSON-865939475 tempest-FloatingIPsTestJSON-865939475-project] 10.222.0.23 "GET /v2.0/floatingips/10b33cdc-b34d-4322-8032-4aa966592cf6 HTTP/1.1" status: 404 len: 350 time: 0.0619459 Jul 15 23:08:40.383174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58590) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:40.461132 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be2e5ab-7418-45b2-9cb8-ee755604ed96 x-openstack-request-id: req-0be2e5ab-7418-45b2-9cb8-ee755604ed96 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:40.461707 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b439777e-591c-46ef-8c9e-fc9698f71855", "name": "network-vif-deleted", "tag": "b6e0523d-7065-4d17-9b1c-0974fc6ef01d", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:40.462191 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0be2e5ab-7418-45b2-9cb8-ee755604ed96 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:40.462829 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439777e-591c-46ef-8c9e-fc9698f71855', 'name': 'network-vif-deleted', 'tag': 'b6e0523d-7065-4d17-9b1c-0974fc6ef01d', 'status': 'completed', 'code': 200} Jul 15 23:08:40.466563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:40.635380 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5b606b-5d20-4e08-835d-3061ad4b08f1 x-openstack-request-id: req-1f5b606b-5d20-4e08-835d-3061ad4b08f1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:40.637285 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbac3fe4-05aa-4532-8899-32cfae1ee2fa", "name": "network-vif-deleted", "tag": "b2247b70-7c67-4cfa-8a85-cf04fcadf161", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:40.637781 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f5b606b-5d20-4e08-835d-3061ad4b08f1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:40.639210 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbac3fe4-05aa-4532-8899-32cfae1ee2fa', 'name': 'network-vif-deleted', 'tag': 'b2247b70-7c67-4cfa-8a85-cf04fcadf161', 'status': 'completed', 'code': 200} Jul 15 23:08:40.653674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:40.677610 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:40.693284 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:40.699406 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:40.876630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba04179-1816-4d30-9c1c-9a496a354c85 req-0bf47797-4a1d-4a44-bf97-6bec7ef056b6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:40.878310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ba04179-1816-4d30-9c1c-9a496a354c85 req-0bf47797-4a1d-4a44-bf97-6bec7ef056b6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.1372292 Jul 15 23:08:40.975363 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:41.009917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ba04179-1816-4d30-9c1c-9a496a354c85 req-e19f7547-bd2c-4bcd-bb67-9c138dbdb1a1 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177275 Jul 15 23:08:41.097041 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dfa170-ac2c-4344-be11-4d2f0ed246b6 x-openstack-request-id: req-37dfa170-ac2c-4344-be11-4d2f0ed246b6 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:41.097515 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "name": "network-vif-plugged", "status": "completed", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:41.097515 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37dfa170-ac2c-4344-be11-4d2f0ed246b6 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:41.097976 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de', 'code': 200} Jul 15 23:08:41.135738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:41.205528 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-3d98d9f8-e3f2-4889-bc49-4224f654cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:41.210385 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-3d98d9f8-e3f2-4889-bc49-4224f654cc68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1101 time: 0.2024014 Jul 15 23:08:41.236901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.376708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43edfeee-7e89-48c6-a9b4-3f8717c54e4b req-f4ece7cd-7530-4cd3-8b4c-9bcc6d2475b3 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 210 time: 0.0741341 Jul 15 23:08:41.422674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-15210fbd-eb8a-4b58-b734-358e64fa5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:41.424191 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-15210fbd-eb8a-4b58-b734-358e64fa5502 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2031713 Jul 15 23:08:41.457331 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:a9:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:39Z', 'revision_number': 3, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:41.507279 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:41.530385 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:41.531041 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:41.533659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:41.536607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c3f5-ad91-45d6-a618-11b23963681f req-a88a4b49-f744-4a8c-9719-7f908665c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:41.538093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd50c3f5-ad91-45d6-a618-11b23963681f req-a88a4b49-f744-4a8c-9719-7f908665c497 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1096 time: 0.2973011 Jul 15 23:08:41.541270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.578121 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-608daba1-1f3f-4847-bf01-702de20421aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.0895076 Jul 15 23:08:41.697581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-765abeb3-c53d-4eb0-b264-03870e0730c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:41.699152 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-765abeb3-c53d-4eb0-b264-03870e0730c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1136663 Jul 15 23:08:41.751041 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:41.924117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-e78d31df-9e09-41b6-bcf5-eaf8e8588257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:41.926038 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-e78d31df-9e09-41b6-bcf5-eaf8e8588257 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195385 Jul 15 23:08:42.103265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Deleting port 38116444-f036-4d18-987e-f5be6bd9ccad {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:42.103527 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.104070 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:a9:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:39Z', 'revision_number': 3, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:42.125395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd50c3f5-ad91-45d6-a618-11b23963681f req-0b4790a1-d4ca-4f3c-9261-0c4e141b8cfb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683687 Jul 15 23:08:42.141653 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112a64b-89f1-4f05-a80c-3526c2bba038 None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:a9:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:39Z', 'revision_number': 3, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:42.241949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-cb4fbf2c-8666-43f3-9cfc-cffd0721a9ec tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "PUT /v2.0/floatingips/6e3d653b-92b0-4ecc-a871-9b77e136a9ff HTTP/1.1" status: 200 len: 998 time: 4.3676982 Jul 15 23:08:42.283566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bb042-6d82-44cc-a330-a0b5d4645961 req-89f2ff7b-22a2-4db0-97d2-48dbcfbd498f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.285127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da9bb042-6d82-44cc-a330-a0b5d4645961 req-89f2ff7b-22a2-4db0-97d2-48dbcfbd498f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2272124 Jul 15 23:08:42.298359 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-14031247-0f3d-4665-bebb-d484e12949a2 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596520 Jul 15 23:08:42.312854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b6e0523d-7065-4d17-9b1c-0974fc6ef01d no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:42.342044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: b6e0523d-7065-4d17-9b1c-0974fc6ef01d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:42.342623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b6e0523d-7065-4d17-9b1c-0974fc6ef01d not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:42.405690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] For port 38116444-f036-4d18-987e-f5be6bd9ccad, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=38116444-f036-4d18-987e-f5be6bd9ccad,segment=NetworkSegment(517bfc7a-fe1e-48bf-88cc-c091f83f9871),segment_id=517bfc7a-fe1e-48bf-88cc-c091f83f9871)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:42.406622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.419196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-359f2dee-103d-4b8e-9ab2-04b1878d9c4a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.420862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-359f2dee-103d-4b8e-9ab2-04b1878d9c4a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports/3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 943 time: 0.1602266 Jul 15 23:08:42.433789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da9bb042-6d82-44cc-a330-a0b5d4645961 req-35c58507-1e28-43cf-b2f0-9eb84c55f361 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407037 Jul 15 23:08:42.456283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00244a9-7d79-4598-bc45-f4425fbb9ce8 None None] New status for floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:08:42.469538 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Calling delete_port for 38116444-f036-4d18-987e-f5be6bd9ccad owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:42.554314 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-64e84f9e-8129-48c8-aef6-e1c74eecf6bd service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457554 Jul 15 23:08:42.650218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'}, {'name': 'network-changed', 'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:42.653874 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0"}, {"name": "network-changed", "server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:42.724909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-64a63d70-9c65-4fd1-baf1-a636d2445f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.731668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-64a63d70-9c65-4fd1-baf1-a636d2445f7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.1437728 Jul 15 23:08:42.822887 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.930613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-dadedcee-bff6-4b2e-9bd5-5313c15d99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.956391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-dadedcee-bff6-4b2e-9bd5-5313c15d99b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.2129862 Jul 15 23:08:42.980213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38116444-f036-4d18-987e-f5be6bd9ccad,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:43.007886 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:43.023875 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:43.024610 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:43.051031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-2d23e869-193b-4b4c-b874-328c96f033cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 217 time: 0.0930054 Jul 15 23:08:43.247189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-4d6a99c9-7031-47db-a5d6-97b3687eafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:43.255278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-4d6a99c9-7031-47db-a5d6-97b3687eafc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.2023335 Jul 15 23:08:43.315021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5661e-fdb3-4a94-8810-0a22c87d4707 req-e0cd364f-6e85-4b36-b8ba-d7cf98b311ac tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:43.317300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ec5661e-fdb3-4a94-8810-0a22c87d4707 req-e0cd364f-6e85-4b36-b8ba-d7cf98b311ac tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.1897731 Jul 15 23:08:43.359091 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:43.360097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-416fa775-ca0c-4431-a1fc-e302f7aadeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:43.370187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-416fa775-ca0c-4431-a1fc-e302f7aadeb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142952 Jul 15 23:08:43.415396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.444333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ec5661e-fdb3-4a94-8810-0a22c87d4707 req-a34636cd-c115-4b30-9bf5-4d9a7a855a6f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198800 Jul 15 23:08:43.518399 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.582393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-ee73ee0c-ae4a-44af-b1b4-29cb4b21bdfa service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110059 Jul 15 23:08:43.786275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-999eab8c-a969-4cc1-857b-7e06ccfa3989 req-169b29fb-9e20-4f5c-826f-bab55e675c4f tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 210 time: 0.0792413 Jul 15 23:08:43.845057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-856e9074-ec63-406d-96f6-3a0388259b39 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557898 Jul 15 23:08:43.915094 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:a9:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:42Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:43.946510 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:43.968245 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:43.971959 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:43.975003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34d1f19f-cb36-478b-9a1d-74973b03d646 req-b69fa6cd-4855-41e2-b59e-fdb902170b04 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/5b28fc40-cbcb-43e4-bb27-319eee62eb87 HTTP/1.1" status: 200 len: 1799 time: 0.1233509 Jul 15 23:08:44.052552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34d1f19f-cb36-478b-9a1d-74973b03d646 req-36ac91b7-905d-4a30-918d-6e55d3c7f4b6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.067985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-be5e3c83-ccce-405a-a9e3-44ed7ab77604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.069528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-be5e3c83-ccce-405a-a9e3-44ed7ab77604 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 1096 time: 0.1672599 Jul 15 23:08:44.116559 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34d1f19f-cb36-478b-9a1d-74973b03d646 req-36ac91b7-905d-4a30-918d-6e55d3c7f4b6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.117350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Router 5544d8ee-55bd-42af-ad77-762b53baa03b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:44.118346 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:44.279690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:44.288898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] Sync routers for ids ['5544d8ee-55bd-42af-ad77-762b53baa03b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:44.289802 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-31fe2a54-92f0-4d86-a3dc-7c7f80a06db1 admin admin] 10.222.0.23 "PUT /v2.0/routers/5544d8ee-55bd-42af-ad77-762b53baa03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9052253 Jul 15 23:08:44.295411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58612) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:44.304988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] Routers {'5544d8ee-55bd-42af-ad77-762b53baa03b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:44.307004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5544d8ee-55bd-42af-ad77-762b53baa03b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:44.323780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34d1f19f-cb36-478b-9a1d-74973b03d646 req-36ac91b7-905d-4a30-918d-6e55d3c7f4b6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.329070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34d1f19f-cb36-478b-9a1d-74973b03d646 req-36ac91b7-905d-4a30-918d-6e55d3c7f4b6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.345770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34d1f19f-cb36-478b-9a1d-74973b03d646 req-36ac91b7-905d-4a30-918d-6e55d3c7f4b6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b28fc40-cbcb-43e4-bb27-319eee62eb87 HTTP/1.1" status: 204 len: 173 time: 0.3697634 Jul 15 23:08:44.367440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-8ff174f8-1bb6-41ca-9530-119ae8bce244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.376389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-8ff174f8-1bb6-41ca-9530-119ae8bce244 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.2949555 Jul 15 23:08:44.512679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] Set router 5544d8ee-55bd-42af-ad77-762b53baa03b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:44.531473 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36c7860-23d2-49d6-bdb2-8a1844a5db94 x-openstack-request-id: req-c36c7860-23d2-49d6-bdb2-8a1844a5db94 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:44.531697 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:44.531931 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c36c7860-23d2-49d6-bdb2-8a1844a5db94 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:44.532338 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'status': 'completed', 'code': 200} Jul 15 23:08:44.532579 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'status': 'completed', 'code': 200} Jul 15 23:08:44.533454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac91b7-905d-4a30-918d-6e55d3c7f4b6 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b28fc40-cbcb-43e4-bb27-319eee62eb87,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:44.621424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-ca706fbb-f3f6-47af-a7b1-3e836fa16e90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 1001 time: 0.2226222 Jul 15 23:08:44.628318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.703445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-99f266ab-8979-4537-b257-545b8953a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.704930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-99f266ab-8979-4537-b257-545b8953a7bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.0660884 Jul 15 23:08:44.822948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-034ee3b0-9d35-41f2-b887-73a60d9d3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.829596 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-034ee3b0-9d35-41f2-b887-73a60d9d3b6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.2754648 Jul 15 23:08:44.832511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-7eef0292-9c72-46a5-bc10-d7272f20f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.841484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-7eef0292-9c72-46a5-bc10-d7272f20f47b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297343 Jul 15 23:08:44.880688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:42Z', 'revision_number': 5, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port': {'id': '61884eff-c297-41f0-9ecd-96b38d7066d7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:05Z', 'updated_at': '2021-07-15T23:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:44.922256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.957060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] Checking router: 5544d8ee-55bd-42af-ad77-762b53baa03b for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:44.963534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-2c083a45-ae59-44d7-8e87-ba514753c721 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208286 Jul 15 23:08:44.977906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] Routers {'5544d8ee-55bd-42af-ad77-762b53baa03b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:44.980400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5544d8ee-55bd-42af-ad77-762b53baa03b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:44.996026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19009a1-b481-42d4-9b92-e3922b110a2b req-ee896298-a347-4278-b695-0e432cd1a340 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.998082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d19009a1-b481-42d4-9b92-e3922b110a2b req-ee896298-a347-4278-b695-0e432cd1a340 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2456238 Jul 15 23:08:45.018780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-5204a5b4-a74a-4b99-8889-d10c1dff874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.020630 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-5204a5b4-a74a-4b99-8889-d10c1dff874c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1794891 Jul 15 23:08:45.027395 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:a9:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:42Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:45.050689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d19009a1-b481-42d4-9b92-e3922b110a2b req-a169e3a8-63d8-4627-a408-95e3a2d437b4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 Jul 15 23:08:45.100201 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffdbbf-9796-4269-98ef-57b6d2365b07 None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:a9:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:42Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:45.119277 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-f56cf845-af3c-4d64-a1f2-c1d2b635df67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 217 time: 0.0790854 Jul 15 23:08:45.174942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cecefd4-53e5-45db-a6c0-60696cde5a09 req-7d2d2afe-ab88-4e04-82be-37ffc0cab146 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095692 Jul 15 23:08:45.191899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] Set router 5544d8ee-55bd-42af-ad77-762b53baa03b gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:45.240353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Deleting port 61884eff-c297-41f0-9ecd-96b38d7066d7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:45.240893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.258236 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-88ad5430-24a3-4442-a73f-a1e769e9b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.260016 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-88ad5430-24a3-4442-a73f-a1e769e9b0fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.1397750 Jul 15 23:08:45.319405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fddc21ee-7067-4c69-99f1-8345e7efe2d6 req-6e3eee65-b212-4308-9071-1cde11216c89 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/26d2f525-81ed-45de-abbc-92ddbad88203 HTTP/1.1" status: 200 len: 1799 time: 0.1045053 Jul 15 23:08:45.344637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:44Z', 'revision_number': 6, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:45.399742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033230a1-cc4f-4b76-a1a4-3ccc7cfd83d2 None None] The sync data for ids ['5544d8ee-55bd-42af-ad77-762b53baa03b'] in n-d-793618-8 is: [{'id': '5544d8ee-55bd-42af-ad77-762b53baa03b', 'name': 'tempest-FloatingIPsTestJSON-2060690828-router', 'tenant_id': 'b041798170ea45a498e795dadbccad6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:03Z', 'updated_at': '2021-07-15T23:08:44Z', 'revision_number': 6, 'project_id': 'b041798170ea45a498e795dadbccad6d', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:45.468311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] For port 61884eff-c297-41f0-9ecd-96b38d7066d7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=61884eff-c297-41f0-9ecd-96b38d7066d7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:45.468674 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.478986 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fddc21ee-7067-4c69-99f1-8345e7efe2d6 req-69829664-7abd-4d48-98f5-89be2cd8c55d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.480967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-d3d8ec17-eb14-4379-8622-e9cd4daa0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.482471 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-d3d8ec17-eb14-4379-8622-e9cd4daa0754 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124763 Jul 15 23:08:45.507782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Calling delete_port for 61884eff-c297-41f0-9ecd-96b38d7066d7 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:45.547692 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fddc21ee-7067-4c69-99f1-8345e7efe2d6 req-69829664-7abd-4d48-98f5-89be2cd8c55d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.638268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fddc21ee-7067-4c69-99f1-8345e7efe2d6 req-69829664-7abd-4d48-98f5-89be2cd8c55d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.641532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fddc21ee-7067-4c69-99f1-8345e7efe2d6 req-69829664-7abd-4d48-98f5-89be2cd8c55d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.643119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fddc21ee-7067-4c69-99f1-8345e7efe2d6 req-69829664-7abd-4d48-98f5-89be2cd8c55d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/26d2f525-81ed-45de-abbc-92ddbad88203 HTTP/1.1" status: 204 len: 173 time: 0.3214264 Jul 15 23:08:45.657770 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-5e488e90-0d0b-4ffa-a3ed-ebd14c9253ff service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592295 Jul 15 23:08:45.658544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829664-7abd-4d48-98f5-89be2cd8c55d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d2f525-81ed-45de-abbc-92ddbad88203,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:45.852764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5fec9-4950-46a7-a84d-a3a4c6da2640 req-5a879c21-a17d-401d-b5e3-c441e5c6ba81 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:45.861645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98e5fec9-4950-46a7-a84d-a3a4c6da2640 req-5a879c21-a17d-401d-b5e3-c441e5c6ba81 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.1540289 Jul 15 23:08:45.869431 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-e542564d-9ed9-4f41-af21-ffba2ea47f54 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888967 Jul 15 23:08:45.956416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70ca4b3e-fc51-4f5d-8d43-c98904db9509 req-ee841797-b425-41c5-87eb-03e111d56f2d tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439777e-591c-46ef-8c9e-fc9698f71855 HTTP/1.1" status: 200 len: 210 time: 0.0936036 Jul 15 23:08:45.992761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98e5fec9-4950-46a7-a84d-a3a4c6da2640 req-0a7fc1eb-cae9-494a-a8fa-08ee5c4c0711 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094818 Jul 15 23:08:46.036432 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.055800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-4bf1bd1a-30b1-4e4b-a005-a61b14959d0f req-fa3b7ac7-0b94-4d99-b1d0-224c056c650a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1554353749', 'description': 'tempest-description-1721827554'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:46.133920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Pushing event deleted for resources: {'Port': ['ID=61884eff-c297-41f0-9ecd-96b38d7066d7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:46.139336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-391bd754-83bd-4cef-90e3-ba5231d300d5 req-8e46deff-b88c-41f4-8efc-f015db473c95 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1001 time: 0.1423302 Jul 15 23:08:46.176366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4bf1bd1a-30b1-4e4b-a005-a61b14959d0f req-fa3b7ac7-0b94-4d99-b1d0-224c056c650a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.262565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.299546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4bf1bd1a-30b1-4e4b-a005-a61b14959d0f req-fa3b7ac7-0b94-4d99-b1d0-224c056c650a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.303841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4bf1bd1a-30b1-4e4b-a005-a61b14959d0f req-fa3b7ac7-0b94-4d99-b1d0-224c056c650a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.321416 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4bf1bd1a-30b1-4e4b-a005-a61b14959d0f req-fa3b7ac7-0b94-4d99-b1d0-224c056c650a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.333660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bf1bd1a-30b1-4e4b-a005-a61b14959d0f req-fa3b7ac7-0b94-4d99-b1d0-224c056c650a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2847013 Jul 15 23:08:46.345461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bd754-83bd-4cef-90e3-ba5231d300d5 req-6bc96671-b500-4483-a2fa-43b941712e70 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:46.361516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-391bd754-83bd-4cef-90e3-ba5231d300d5 req-6bc96671-b500-4483-a2fa-43b941712e70 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports/a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 942 time: 0.2210007 Jul 15 23:08:46.371183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-71fb20a8-16ac-44f2-9b86-dce35380a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:46.372715 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-71fb20a8-16ac-44f2-9b86-dce35380a52c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 1096 time: 0.3478677 Jul 15 23:08:46.403223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b7ac7-0b94-4d99-b1d0-224c056c650a tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d306bfb-d479-451d-8bc1-9a7f80f5d314,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:46.489175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.492892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.555600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b89a54-528f-4de5-82e7-888006c37827 req-beb42114-65d3-4c09-ab68-94f1104d8f51 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:46.565037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57b89a54-528f-4de5-82e7-888006c37827 req-beb42114-65d3-4c09-ab68-94f1104d8f51 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1096 time: 0.0976906 Jul 15 23:08:46.614887 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.615439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5544d8ee-55bd-42af-ad77-762b53baa03b {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:08:46.630512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.633566 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f7f00f68-86a3-4a21-a871-d71fe0c6e784 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5544d8ee-55bd-42af-ad77-762b53baa03b HTTP/1.1" status: 204 len: 168 time: 2.3371096 Jul 15 23:08:46.634236 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58638) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:46.674960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-697d989a-ca53-4f66-aee4-158b312b5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:46.676446 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-697d989a-ca53-4f66-aee4-158b312b5c00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.2628667 Jul 15 23:08:46.722857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 38116444-f036-4d18-987e-f5be6bd9ccad no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:46.761445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-391bd754-83bd-4cef-90e3-ba5231d300d5 req-e4f67362-8dac-4601-a0cb-7aac94b715af tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1001 time: 0.1405365 Jul 15 23:08:46.790348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 38116444-f036-4d18-987e-f5be6bd9ccad {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:46.790694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 38116444-f036-4d18-987e-f5be6bd9ccad not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:46.791195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 61884eff-c297-41f0-9ecd-96b38d7066d7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:46.814264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57b89a54-528f-4de5-82e7-888006c37827 req-794f58a9-4793-4cd4-9e3d-ad7ea97db46b tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406845 Jul 15 23:08:46.842552 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-34a71790-fede-49bf-9f1d-d246827ab2f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 1001 time: 0.1437144 Jul 15 23:08:46.873293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-049280c9-701d-470c-91c6-f45d5de71f4f admin admin] Deleting subnet 97798113-ed3c-422d-b6c1-9a281991881e {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:46.877659 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-049280c9-701d-470c-91c6-f45d5de71f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.884961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 61884eff-c297-41f0-9ecd-96b38d7066d7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:46.886105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 61884eff-c297-41f0-9ecd-96b38d7066d7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:46.986090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-049280c9-701d-470c-91c6-f45d5de71f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.990275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bd754-83bd-4cef-90e3-ba5231d300d5 req-ae9525a4-5aff-4a75-9a59-8b094cd4ebcf tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:47.010080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-391bd754-83bd-4cef-90e3-ba5231d300d5 req-ae9525a4-5aff-4a75-9a59-8b094cd4ebcf tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2477109 Jul 15 23:08:47.121208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e0a5b92-e931-4101-bfc0-58981e87540a req-e694b559-756b-40f3-be8f-6a970a10946d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/4d306bfb-d479-451d-8bc1-9a7f80f5d314 HTTP/1.1" status: 200 len: 1801 time: 0.1064279 Jul 15 23:08:47.126392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1e0a5b92-e931-4101-bfc0-58981e87540a req-55b28883-522c-4ebd-94ef-c98154505bcd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Request body: {'security_group': {'name': 'tempest-sg-hth-463409018', 'description': 'tempest-description-hth-816932314'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:47.148533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101ac9a-0472-4d9e-8ff2-2b43e6252eb4 req-4e8e65ad-a750-4759-bde5-9caf4806aa6c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:47.156215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7101ac9a-0472-4d9e-8ff2-2b43e6252eb4 req-4e8e65ad-a750-4759-bde5-9caf4806aa6c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.1125283 Jul 15 23:08:47.186020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e0a5b92-e931-4101-bfc0-58981e87540a req-55b28883-522c-4ebd-94ef-c98154505bcd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.229398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7101ac9a-0472-4d9e-8ff2-2b43e6252eb4 req-447bfce9-5cdb-4e19-ae8c-5ee1f7fd63e8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720289 Jul 15 23:08:47.237840 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-049280c9-701d-470c-91c6-f45d5de71f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.313188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e0a5b92-e931-4101-bfc0-58981e87540a req-55b28883-522c-4ebd-94ef-c98154505bcd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.317854 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e0a5b92-e931-4101-bfc0-58981e87540a req-55b28883-522c-4ebd-94ef-c98154505bcd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.320864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e0a5b92-e931-4101-bfc0-58981e87540a req-55b28883-522c-4ebd-94ef-c98154505bcd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.327666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e0a5b92-e931-4101-bfc0-58981e87540a req-55b28883-522c-4ebd-94ef-c98154505bcd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "PUT /v2.0/security-groups/4d306bfb-d479-451d-8bc1-9a7f80f5d314 HTTP/1.1" status: 200 len: 1773 time: 0.2052603 Jul 15 23:08:47.356251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-158c0dbb-24ab-444b-a5dd-aba6a3ff1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:47.357833 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-158c0dbb-24ab-444b-a5dd-aba6a3ff1316 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.5065222 Jul 15 23:08:47.381556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b28883-522c-4ebd-94ef-c98154505bcd tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d306bfb-d479-451d-8bc1-9a7f80f5d314,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:47.430856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-049280c9-701d-470c-91c6-f45d5de71f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.460296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049280c9-701d-470c-91c6-f45d5de71f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97798113-ed3c-422d-b6c1-9a281991881e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:47.466947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-049280c9-701d-470c-91c6-f45d5de71f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.471693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58648) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:47.473518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddefe752-6067-42ff-8de4-e819f893cd86 None None] Network 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:47.486241 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-049280c9-701d-470c-91c6-f45d5de71f4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/97798113-ed3c-422d-b6c1-9a281991881e HTTP/1.1" status: 204 len: 168 time: 0.8352211 Jul 15 23:08:47.502878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-926b1ba6-a6a5-49c2-bc05-c60d9014cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:47.504492 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-926b1ba6-a6a5-49c2-bc05-c60d9014cbc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382337 Jul 15 23:08:47.623473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.693591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-5a77d1f6-47c1-4e9a-b62e-ca81f286f437 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804318 Jul 15 23:08:47.706232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3945c-5932-43a1-9622-c0668e86c76f req-b9c0c33f-1ac6-4334-ba0e-5854da488fcd tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:47.707874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66e3945c-5932-43a1-9622-c0668e86c76f req-b9c0c33f-1ac6-4334-ba0e-5854da488fcd tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1096 time: 0.1257906 Jul 15 23:08:47.763315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] DHCP port deletion for 17dbcae1-39bd-45b8-8b8f-8d38af8ddeab request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:08:47.796606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Deleting port 54b42191-7ac4-4844-bfbd-61309850d8c2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:47.801981 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.853670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Deleting port 54b42191-7ac4-4844-bfbd-61309850d8c2 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:47.854531 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.939868 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a10d7033-6ae8-4e97-bc87-fe2a820a7f0e req-5c82528b-0e32-426d-8cd4-a5bc2286853c service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300286 Jul 15 23:08:47.988913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] For port 54b42191-7ac4-4844-bfbd-61309850d8c2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=54b42191-7ac4-4844-bfbd-61309850d8c2,segment=NetworkSegment(517bfc7a-fe1e-48bf-88cc-c091f83f9871),segment_id=517bfc7a-fe1e-48bf-88cc-c091f83f9871)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:47.989311 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.043168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Calling delete_port for 54b42191-7ac4-4844-bfbd-61309850d8c2 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:48.047081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] For port 54b42191-7ac4-4844-bfbd-61309850d8c2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=54b42191-7ac4-4844-bfbd-61309850d8c2,segment=NetworkSegment(517bfc7a-fe1e-48bf-88cc-c091f83f9871),segment_id=517bfc7a-fe1e-48bf-88cc-c091f83f9871)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:48.047597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.049629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3767ea4-cab9-43f2-8647-ece37fd77f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.070744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66e3945c-5932-43a1-9622-c0668e86c76f req-5fae40b6-2f23-4638-9012-c853b7d0ce2e tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402896 Jul 15 23:08:48.083043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Calling delete_port for 54b42191-7ac4-4844-bfbd-61309850d8c2 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:48.116446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-f82fe42d-ffe7-4585-aefc-8041ecf5bdf3 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1001 time: 0.3204832 Jul 15 23:08:48.220540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.237542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] No DVR routers for this DVR port 54b42191-7ac4-4844-bfbd-61309850d8c2 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:48.259063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-6c0c22cc-3f1b-41a6-9bf5-fe3ad249de38 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.264544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Pushing event deleted for resources: {'Port': ['ID=54b42191-7ac4-4844-bfbd-61309850d8c2,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:48.272176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-6c0c22cc-3f1b-41a6-9bf5-fe3ad249de38 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports/a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 942 time: 0.1509597 Jul 15 23:08:48.277587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.278240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.278821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.279602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.280150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.280708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.281240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.281885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.282462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.283224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.283774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.284386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6324666b-0ce6-4f9c-a197-d54fbf01e1d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:48.309513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd5e9417-bc65-4bc0-9ac0-d437a4d58b6c req-b77516b5-f9ba-4c75-8ce0-7533f6b8de2c tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/4d306bfb-d479-451d-8bc1-9a7f80f5d314 HTTP/1.1" status: 200 len: 1773 time: 0.1919844 Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.333046 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:48.337259 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:48.345900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.377315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] No DVR routers for this DVR port 54b42191-7ac4-4844-bfbd-61309850d8c2 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:48.430297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b42191-7ac4-4844-bfbd-61309850d8c2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:48.575441 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.614417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.614809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.616785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.617474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.617830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.618169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.618979 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.619310 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.619650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.619985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.680191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 54b42191-7ac4-4844-bfbd-61309850d8c2 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:48.718235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 54b42191-7ac4-4844-bfbd-61309850d8c2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:48.718744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 54b42191-7ac4-4844-bfbd-61309850d8c2 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:48.780378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.780951 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.781059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.783272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:08:48.783660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dbcae1-39bd-45b8-8b8f-8d38af8ddeab']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:48.809819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517bfc7a-fe1e-48bf-88cc-c091f83f9871') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:48.810036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517bfc7a-fe1e-48bf-88cc-c091f83f9871') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:48.829208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-362fcb78-95a0-4244-8fa0-5c4f689adf38 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1001 time: 0.3910508 Jul 15 23:08:48.847171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.894583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.915786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:48.916198 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:48.921781 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:48.989829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb557b1-21fb-4250-a89f-9831ada66f4e req-5b314595-5cdf-4af8-b2d7-ff63c5404ce9 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.997282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcb557b1-21fb-4250-a89f-9831ada66f4e req-5b314595-5cdf-4af8-b2d7-ff63c5404ce9 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 946 time: 0.5088363 Jul 15 23:08:49.070059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcb557b1-21fb-4250-a89f-9831ada66f4e req-f85774bf-27ee-4ad8-afdd-bfdfa9f06dde tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715692 Jul 15 23:08:49.146636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.176681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-34425672-6522-47c3-bd61-13b42179408e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:49.187523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-34425672-6522-47c3-bd61-13b42179408e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.3514485 Jul 15 23:08:49.191372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.195434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/17dbcae1-39bd-45b8-8b8f-8d38af8ddeab HTTP/1.1" status: 204 len: 168 time: 1.7203290 Jul 15 23:08:49.206258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-ad62f34d-ad6d-4659-8eca-1afc354dfe83 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:49.207274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-ad62f34d-ad6d-4659-8eca-1afc354dfe83 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189388 Jul 15 23:08:49.240721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277983f-2a21-4e3c-939c-b463a3d9e8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=17dbcae1-39bd-45b8-8b8f-8d38af8ddeab,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:49.421998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-0322c821-8d18-4f29-baa0-3b60ff18a6f6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1001 time: 0.1879675 Jul 15 23:08:49.439534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:49.534291 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.546886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbe80c-5a40-4e04-be48-409814e18cf6 req-bbf5374e-e206-4449-858e-18dfe7fcff3a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:49.554054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44dbe80c-5a40-4e04-be48-409814e18cf6 req-bbf5374e-e206-4449-858e-18dfe7fcff3a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2015209 Jul 15 23:08:49.560171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58672) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:49.645126 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-474cbe72-add7-42d1-899d-c87dca1fad97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b041798170ea45a498e795dadbccad6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837324 Jul 15 23:08:49.650013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58674) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:49.708047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44dbe80c-5a40-4e04-be48-409814e18cf6 req-f9c16183-2326-4ec5-875e-49c264f35060 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530294 Jul 15 23:08:49.780426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3826fa9b-9e15-4a1d-b88b-c3820ab1422f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.822996 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3826fa9b-9e15-4a1d-b88b-c3820ab1422f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.857869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51611790-df9e-49a7-a500-ec7f334d51a2 req-cf6b2dd0-472e-415e-9b87-8987a4f318cb tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/4d306bfb-d479-451d-8bc1-9a7f80f5d314 HTTP/1.1" status: 200 len: 1773 time: 0.0968032 Jul 15 23:08:49.878122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.890265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.890985 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff disassociated. External IP: 172.25.3.169, port: a2ec7ff6-4b07-44ff-9273-9d5411ff019a. Jul 15 23:08:49.926030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3826fa9b-9e15-4a1d-b88b-c3820ab1422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.930044 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3826fa9b-9e15-4a1d-b88b-c3820ab1422f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.931390 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3826fa9b-9e15-4a1d-b88b-c3820ab1422f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebd1aaa0-6645-44c8-91c4-ffbfe2fd6828 HTTP/1.1" status: 204 len: 168 time: 0.2821670 Jul 15 23:08:49.945455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826fa9b-9e15-4a1d-b88b-c3820ab1422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd1aaa0-6645-44c8-91c4-ffbfe2fd6828,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:50.335669 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51611790-df9e-49a7-a500-ec7f334d51a2 req-d3295c0f-d6a3-48c0-bd6b-e1711f0c5c04 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.386850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51611790-df9e-49a7-a500-ec7f334d51a2 req-d3295c0f-d6a3-48c0-bd6b-e1711f0c5c04 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.536322 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51611790-df9e-49a7-a500-ec7f334d51a2 req-d3295c0f-d6a3-48c0-bd6b-e1711f0c5c04 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.539118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51611790-df9e-49a7-a500-ec7f334d51a2 req-d3295c0f-d6a3-48c0-bd6b-e1711f0c5c04 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.552094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51611790-df9e-49a7-a500-ec7f334d51a2 req-d3295c0f-d6a3-48c0-bd6b-e1711f0c5c04 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d306bfb-d479-451d-8bc1-9a7f80f5d314 HTTP/1.1" status: 204 len: 173 time: 0.6926675 Jul 15 23:08:50.602819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3295c0f-d6a3-48c0-bd6b-e1711f0c5c04 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d306bfb-d479-451d-8bc1-9a7f80f5d314,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:50.610631 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-660996be-200a-40f3-bee5-bc2e7f357db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.634835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:50.814719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:50.825712 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:50.826359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:50.842497 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:50.843437 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:50.874997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64810e97-0ab2-4ed5-bca0-96e2e360df22 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "PUT /v2.0/floatingips/6e3d653b-92b0-4ecc-a871-9b77e136a9ff HTTP/1.1" status: 200 len: 695 time: 1.4402483 Jul 15 23:08:50.875869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:50.883885 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab08fa4-a584-4cab-8ee6-e5e5412963ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:50.966985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.027189 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:51.041888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-7846edbc-73a3-4a73-bebd-1ac6e60b4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.051509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-7846edbc-73a3-4a73-bebd-1ac6e60b4b0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 1096 time: 0.1440213 Jul 15 23:08:51.204912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64009aae-1f85-43d0-a383-68fc46304772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.212341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-64009aae-1f85-43d0-a383-68fc46304772 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1576741 Jul 15 23:08:51.302419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-23b3ad49-9a19-4924-8c59-32f92c2ddd0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 217 time: 0.0839992 Jul 15 23:08:51.363641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58712) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:51.431413 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.436338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-0b6a488f-baf6-4458-8a96-ecf2e892e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.444028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-0b6a488f-baf6-4458-8a96-ecf2e892e900 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.1352956 Jul 15 23:08:51.545042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-cf40d7b2-a0c6-4c6d-a218-305910ed814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.551301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-cf40d7b2-a0c6-4c6d-a218-305910ed814b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012421 Jul 15 23:08:51.599314 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:51.689205 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:51.690107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-network', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:51.716480 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:51.717701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:51.730000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Made reservation on behalf of 33570cd3ce3a4f58aa11b6ecee2cb729 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:51.736728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.752296 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:51.823471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-dafedc76-a2f2-49e4-8dea-acd334d0b945 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427688 Jul 15 23:08:51.921376 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:51.959889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0328ed60-462b-4158-8d75-a14a94d38f58 req-670ca8a1-2912-4e3d-b99d-e5a53a2a2cb3 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230559 Jul 15 23:08:52.063276 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.070638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.117930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8319b-1260-4729-b339-e22f1f26de22,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:52.143495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:52.169558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.170871 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Added segment 19d9a3ef-8efc-4aca-884b-a26f17d1b5a4 of type vlan for network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 Jul 15 23:08:52.233422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.317485 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.319326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:52.322433 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.439497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58742) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:52.443294 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:52.443504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0721016 Jul 15 23:08:52.445007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Request body: {'subnet': {'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-subnet', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:52.479247 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f273d96-2fc7-46bb-9bf4-eaf485c00d80 None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:52.510337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Made reservation on behalf of 33570cd3ce3a4f58aa11b6ecee2cb729 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:52.520892 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.534685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73896543-e884-48c9-84d0-222ee528224e admin admin] Pushing event updated for resources: {'Network': ['ID=7b1efd39-a4f3-422f-95b3-cfd2173dd399,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:52.547102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:52.599509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-37542bfb-cf53-412d-ace3-24eb69ae00ab tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:08:52.606418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-37542bfb-cf53-412d-ace3-24eb69ae00ab tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0696669 Jul 15 23:08:52.626570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Request body: {'binding': {'host': 'n-h1-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:52.627038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:08:52.911211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836cdef2-d70e-4228-9227-f0e916362c33 None None] New status for floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:08:52.959984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6b28d-b0b8-4ee4-90b7-d4f37d781dd6 req-c536830c-ffa2-42cf-a673-4afa35f49653 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:52.961657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09a6b28d-b0b8-4ee4-90b7-d4f37d781dd6 req-c536830c-ffa2-42cf-a673-4afa35f49653 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2641733 Jul 15 23:08:53.079348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on host n-h1-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:53.079779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:53.080164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:53.091618 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09a6b28d-b0b8-4ee4-90b7-d4f37d781dd6 req-1ededa00-b9cc-4fd6-b095-880c504a5e39 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198130 Jul 15 23:08:53.093626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:53.093955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:53.101491 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.144371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:53.144709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:53.145103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:53.145556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Bound port: 228c6b40-ed73-423d-ba03-08f29a26b1de, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:53.189883 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.219366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c33db3d-f507-4dc7-8eb2-d36e7c811d6d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:53.222388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:53.228458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.229653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ef6de747-b944-4364-9fd1-ea5779a0622d service neutron] 10.222.0.23 "POST /v2.0/ports/228c6b40-ed73-423d-ba03-08f29a26b1de/bindings HTTP/1.1" status: 201 len: 389 time: 0.6066217 Jul 15 23:08:53.236276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Checking segment: {'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:53.236645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Network hostable DHCP agents. Network: 7b1efd39-a4f3-422f-95b3-cfd2173dd399, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:53.254654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:53.265099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7b1efd39-a4f3-422f-95b3-cfd2173dd399) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:53.276436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb39266-5eb3-4184-991c-5bf0d7778d12 None None] Network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:53.279141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:53.279750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.311490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eda9546a-4352-4d3e-b89c-e4547fc28aea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8707194 Jul 15 23:08:53.314658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:53.322251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:53.340115 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d14316-21df-447e-a210-85b0395f5fca x-openstack-request-id: req-77d14316-21df-447e-a210-85b0395f5fca {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:53.340477 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:53.340671 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77d14316-21df-447e-a210-85b0395f5fca {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:53.341337 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'status': 'completed', 'code': 200} Jul 15 23:08:53.412728 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.413856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.535264 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.572436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-e9351257-0b76-4331-91ec-6d45624b1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:53.574576 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-e9351257-0b76-4331-91ec-6d45624b1ab6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 1096 time: 0.1698439 Jul 15 23:08:53.593992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-7b1efd39-a4f3-422f-95b3-cfd2173dd399', 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'fixed_ips': [{'subnet_id': '6c33db3d-f507-4dc7-8eb2-d36e7c811d6d'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:53.595094 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.725393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-21dbd17b-11d5-445c-a158-37b2adb0f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:53.727189 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-21dbd17b-11d5-445c-a158-37b2adb0f7c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1457677 Jul 15 23:08:53.740597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.791902 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-8db82da2-2d4a-406f-bd33-1bf67ef22499 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 200 len: 217 time: 0.0565205 Jul 15 23:08:53.795357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-34f8a879-39c0-48d4-87f3-8c2c1ef6a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:53.796843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-34f8a879-39c0-48d4-87f3-8c2c1ef6a158 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1096 time: 0.2598205 Jul 15 23:08:53.837278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Allocated IP 172.20.0.2 (7b1efd39-a4f3-422f-95b3-cfd2173dd399/6c33db3d-f507-4dc7-8eb2-d36e7c811d6d/21025f9e-7448-4091-b961-f3ad80088e72) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:53.862659 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-f1a732cf-d4d2-4e5e-9478-4439087119fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:53.864553 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-f1a732cf-d4d2-4e5e-9478-4439087119fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.0584795 Jul 15 23:08:53.946540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-a7562a8f-7ccd-45d0-8aeb-28a0eefa8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:53.949883 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-a7562a8f-7ccd-45d0-8aeb-28a0eefa8b9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749428 Jul 15 23:08:54.006258 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.015623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Transition to ACTIVE for port object 21025f9e-7448-4091-b961-f3ad80088e72 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:54.020382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d46386-8db3-4920-af0b-5fed849ce57d req-1175dc20-bb1e-409b-bb9e-226a4b6a763a tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.028251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07d46386-8db3-4920-af0b-5fed849ce57d req-1175dc20-bb1e-409b-bb9e-226a4b6a763a tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 946 time: 0.2540228 Jul 15 23:08:54.030448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-7e89a218-0545-42c9-ad3c-fdf8c99af143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.031893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-7e89a218-0545-42c9-ad3c-fdf8c99af143 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.2121749 Jul 15 23:08:54.032462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Transition to ACTIVE for port object 21025f9e-7448-4091-b961-f3ad80088e72 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:54.040776 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.049670 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-bddaa2f8-d976-4827-bbe2-682a6e9adef6 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881081 Jul 15 23:08:54.082405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:54.085135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:54.088734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:54.096424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Pushing event updated for resources: {'Port': ['ID=21025f9e-7448-4091-b961-f3ad80088e72,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:54.164536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Attempting to bind port 21025f9e-7448-4091-b961-f3ad80088e72 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:54.165229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Attempting to bind port 21025f9e-7448-4091-b961-f3ad80088e72 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:54.165796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Attempting to bind port 21025f9e-7448-4091-b961-f3ad80088e72 on network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:54.168692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-1e81098a-55ac-4559-90c6-eccf9edd4c2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228c6b40-ed73-423d-ba03-08f29a26b1de HTTP/1.1" status: 200 len: 217 time: 0.0615599 Jul 15 23:08:54.171582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:54.172207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Checking segment: {'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:54.172816 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.173271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Bound using segment: {'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:54.173760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Bound port: 21025f9e-7448-4091-b961-f3ad80088e72, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:54.174191 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.175243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07d46386-8db3-4920-af0b-5fed849ce57d req-27e8a88f-7aec-4839-b122-2383e8a1faf0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups?id=011558c7-1f8b-4604-8b70-c075841ce3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461246 Jul 15 23:08:54.201719 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fab08fa4-a584-4cab-8ee6-e5e5412963ec req-0c6c010b-bd3d-44d1-89a2-08d4649e192b service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030219 Jul 15 23:08:54.255980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] For port 21025f9e-7448-4091-b961-f3ad80088e72, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:54.259811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] For port 21025f9e-7448-4091-b961-f3ad80088e72, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=21025f9e-7448-4091-b961-f3ad80088e72,segment=NetworkSegment(19d9a3ef-8efc-4aca-884b-a26f17d1b5a4),segment_id=19d9a3ef-8efc-4aca-884b-a26f17d1b5a4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:54.264937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.291986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3901-88ec-436a-bf14-136d09004f9e req-e68f250d-c711-4643-bd0c-a7f563933dc9 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.293512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-e68f250d-c711-4643-bd0c-a7f563933dc9 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/networks?id=017511e3-8cbb-45d5-b70d-d319575e7b2f HTTP/1.1" status: 200 len: 815 time: 0.3319452 Jul 15 23:08:54.328378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4251c-2257-4663-84b0-6e20badca1bc None None] Pushing event updated for resources: {'Port': ['ID=21025f9e-7448-4091-b961-f3ad80088e72,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:54.383325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-78b84750-f303-476b-81c3-34006ad923e9 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/quotas/2036949e3ee14f96b1dfe934cee174cf HTTP/1.1" status: 200 len: 375 time: 0.0489149 Jul 15 23:08:54.391695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-5da4c36d-a4c6-4743-ae6f-8ae8f0b90ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.393371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-5da4c36d-a4c6-4743-ae6f-8ae8f0b90ff9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.2110510 Jul 15 23:08:54.410586 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-8c11886e-da1d-4892-9af7-2906a90b589b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.412107 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-8c11886e-da1d-4892-9af7-2906a90b589b tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.37 "GET /v2.0/ports?device_id=b30772d6-2676-4862-ad2b-e6848ecc590e HTTP/1.1" status: 200 len: 946 time: 0.0662236 Jul 15 23:08:54.425245 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.508340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-d7727196-1158-461b-8868-923f83ac8cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963361 Jul 15 23:08:54.532783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.551936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Deleting port 7002f07a-0eba-402f-a8a7-489ec1ec2752 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:54.552274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.639340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d6b09-22ec-4a95-9077-778c52e21b1c req-786a4d9d-5b42-44c8-b404-90c2ee55b520 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.640858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-374d6b09-22ec-4a95-9077-778c52e21b1c req-786a4d9d-5b42-44c8-b404-90c2ee55b520 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.3435211 Jul 15 23:08:54.678562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] For port 7002f07a-0eba-402f-a8a7-489ec1ec2752, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7002f07a-0eba-402f-a8a7-489ec1ec2752,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:54.679188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.713318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 21025f9e-7448-4091-b961-f3ad80088e72 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:54.767754 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.783990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 21025f9e-7448-4091-b961-f3ad80088e72 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:55.072906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-52d8fd38-1eb6-43ce-9f20-b3305246382d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2036949e3ee14f96b1dfe934cee174cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6762834 Jul 15 23:08:55.109054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-fdc8de17-bf14-4c80-8d89-26e5946a5294 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741038 Jul 15 23:08:55.115764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-374d6b09-22ec-4a95-9077-778c52e21b1c req-a594d4f2-5b51-4f05-aab7-7acda3c8f049 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684777 Jul 15 23:08:55.141577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-5b058fa2-1cfd-4fd4-b083-a6b20aba92ab tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.141577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-5b058fa2-1cfd-4fd4-b083-a6b20aba92ab tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.59 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 945 time: 0.7095325 Jul 15 23:08:55.209895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.210511 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.210954 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Floating IP 1c3a841d-d447-4e6e-83f1-f6e490fce9c5 disassociated. External IP: 172.25.3.250, port: 7002f07a-0eba-402f-a8a7-489ec1ec2752. Jul 15 23:08:55.211370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Calling delete_port for 7002f07a-0eba-402f-a8a7-489ec1ec2752 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:55.297073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Allocated IP 172.25.3.158 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c92d9ba4-0756-429d-acee-7fba2151d485) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:55.383702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.416188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event deleted for resources: {'Port': ['ID=7002f07a-0eba-402f-a8a7-489ec1ec2752,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:55.440859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7cc39-5c6b-418c-a2d1-79c8fad2f934 None None] Network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:55.490548 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-78786519-5758-447d-a5c3-97c1cac5f515 service neutron] 10.222.0.23 "GET /v2.0/networks/017511e3-8cbb-45d5-b70d-d319575e7b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024773 Jul 15 23:08:55.499242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-7cf8720b-968a-4c3a-a229-dae2eea60c4c service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734214 Jul 15 23:08:55.521570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c0b5a548-c16e-4669-a7b8-7a6f55c401d6 None None] Provisioning for port 21025f9e-7448-4091-b961-f3ad80088e72 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:55.528127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c0b5a548-c16e-4669-a7b8-7a6f55c401d6 None None] Provisioning complete for port 21025f9e-7448-4091-b961-f3ad80088e72 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:55.528736 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a548-c16e-4669-a7b8-7a6f55c401d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.611016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:55.623425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Deleting port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:55.623890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.645900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-45cdc357-98e1-4485-9eb3-2f1bafc90619 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.647638 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-45cdc357-98e1-4485-9eb3-2f1bafc90619 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.37 "GET /v2.0/ports?device_id=8678ca6f-56e2-43d2-a1c1-56d6a3e22322 HTTP/1.1" status: 200 len: 945 time: 0.1276474 Jul 15 23:08:55.658120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37423215-1020-482e-b5e4-c78e9967686e req-4e8a7819-90d5-43b5-8e76-4dc0b195656f tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.659701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-4e8a7819-90d5-43b5-8e76-4dc0b195656f tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3750045 Jul 15 23:08:55.709056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.736570 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a548-c16e-4669-a7b8-7a6f55c401d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.825223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c0b5a548-c16e-4669-a7b8-7a6f55c401d6 None None] For port 21025f9e-7448-4091-b961-f3ad80088e72, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=21025f9e-7448-4091-b961-f3ad80088e72,segment=NetworkSegment(19d9a3ef-8efc-4aca-884b-a26f17d1b5a4),segment_id=19d9a3ef-8efc-4aca-884b-a26f17d1b5a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:55.835183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a548-c16e-4669-a7b8-7a6f55c401d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.868290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] For port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:55.868657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.884505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Calling delete_port for d9fdb17a-88f8-4e9e-93f2-01e3addaa96a owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:55.936358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5a548-c16e-4669-a7b8-7a6f55c401d6 None None] Pushing event updated for resources: {'Port': ['ID=21025f9e-7448-4091-b961-f3ad80088e72,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:55.970841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Deleting port a2ec7ff6-4b07-44ff-9273-9d5411ff019a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:55.971924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.977212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:55.989772 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae18891-d158-41de-9036-2385897651b6 None None] Sync routers for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:56.004377 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae18891-d158-41de-9036-2385897651b6 None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:56.005663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.005957 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2ae18891-d158-41de-9036-2385897651b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:56.064615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-568ba1c3-e670-411c-b8c8-f4b92a17d59b tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 696 time: 0.1222186 Jul 15 23:08:56.092619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:56.100380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Request body: {'floatingip': {'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:56.114456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:56.117047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:56.148167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] No DVR routers for this DVR port 7002f07a-0eba-402f-a8a7-489ec1ec2752 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:56.152335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.154365 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5eb66979-4308-4ee8-97f5-c8589917f27b req-ff03ec7e-62db-4f00-aafc-62222281bcef tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.37 "DELETE /v2.0/ports/7002f07a-0eba-402f-a8a7-489ec1ec2752 HTTP/1.1" status: 204 len: 173 time: 1.7353544 Jul 15 23:08:56.162710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'name': 'network-vif-deleted', 'tag': '7002f07a-0eba-402f-a8a7-489ec1ec2752'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:56.165239 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef40e432-6732-4d7b-bef5-07191d40dba8" -d '{"events": [{"server_uuid": "b30772d6-2676-4862-ad2b-e6848ecc590e", "name": "network-vif-deleted", "tag": "7002f07a-0eba-402f-a8a7-489ec1ec2752"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:56.167450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-35ddf169-1e8f-40f8-810f-c87a95d1d630 service neutron] 10.222.0.23 "GET /v2.0/networks/017511e3-8cbb-45d5-b70d-d319575e7b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659234 Jul 15 23:08:56.186586 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2ae18891-d158-41de-9036-2385897651b6 None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:56.209026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c92d9ba4-0756-429d-acee-7fba2151d485,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:56.234662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.255784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] For port a2ec7ff6-4b07-44ff-9273-9d5411ff019a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:56.256478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.274457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Calling delete_port for a2ec7ff6-4b07-44ff-9273-9d5411ff019a owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:56.289263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7e6bb301-8ff1-46ae-a171-2fa71a7651a5 None None] Provisioning complete for port 21025f9e-7448-4091-b961-f3ad80088e72 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:56.290061 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7e6bb301-8ff1-46ae-a171-2fa71a7651a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.533483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.574211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:56.694321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Pushing event deleted for resources: {'Port': ['ID=a2ec7ff6-4b07-44ff-9273-9d5411ff019a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:56.763854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 21025f9e-7448-4091-b961-f3ad80088e72 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:56.768274 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2ae18891-d158-41de-9036-2385897651b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:56.785006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] No DVR routers for this DVR port a2ec7ff6-4b07-44ff-9273-9d5411ff019a on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:56.792607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.796653 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2ebf1870-5134-4a65-bc85-70021a39c6fa req-3cb6a72b-ecb7-4027-b002-b530e9cfaa3a tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.37 "DELETE /v2.0/ports/a2ec7ff6-4b07-44ff-9273-9d5411ff019a HTTP/1.1" status: 204 len: 173 time: 1.1434431 Jul 15 23:08:56.817543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.822369 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae18891-d158-41de-9036-2385897651b6 None None] Checking router: 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:56.866675 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae18891-d158-41de-9036-2385897651b6 None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:56.868244 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2ae18891-d158-41de-9036-2385897651b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:56.943072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Pushing event deleted for resources: {'Port': ['ID=d9fdb17a-88f8-4e9e-93f2-01e3addaa96a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:57.057461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 21025f9e-7448-4091-b961-f3ad80088e72 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:57.057461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.124261 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2ae18891-d158-41de-9036-2385897651b6 None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:57.187573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] No DVR routers for this DVR port d9fdb17a-88f8-4e9e-93f2-01e3addaa96a on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:57.210268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.212294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5cd76e61-b0cd-4349-882a-d3c18a742a1b req-2428ad9c-eb61-4385-9521-6dd8867b8b69 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.59 "DELETE /v2.0/ports/d9fdb17a-88f8-4e9e-93f2-01e3addaa96a HTTP/1.1" status: 204 len: 173 time: 2.0563977 Jul 15 23:08:57.214463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'name': 'network-vif-deleted', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:57.220759 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923ce6a-71e2-419f-9162-72c264c7be7e" -d '{"events": [{"server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "name": "network-vif-deleted", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:57.296330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c001600-c7e7-4316-a119-704fe5bff3c7 req-3542cd6b-31d1-46b3-8a9c-7ec810b52692 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:57.303899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c001600-c7e7-4316-a119-704fe5bff3c7 req-3542cd6b-31d1-46b3-8a9c-7ec810b52692 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbc6a60-890d-4443-9ab8-e84b81d3f2e0 HTTP/1.1" status: 200 len: 866 time: 0.6704781 Jul 15 23:08:57.393771 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.464837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:57.500411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c001600-c7e7-4316-a119-704fe5bff3c7 req-e5e830a1-5db1-47f9-8631-4b4c4cadadd9 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846006 Jul 15 23:08:57.515799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: d9fdb17a-88f8-4e9e-93f2-01e3addaa96a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:57.516168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d9fdb17a-88f8-4e9e-93f2-01e3addaa96a not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:57.586462 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2ae18891-d158-41de-9036-2385897651b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:57.619215 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-709ca8f0-e29a-4ce2-9579-b00a4c8087f0 req-4f2cda39-f973-4a3f-abe5-fc9f1c3abf16 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:08:57.622256 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae18891-d158-41de-9036-2385897651b6 None None] The sync data for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 is: [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7346198d-2854-4a49-a9a6-fb245ddcdb14', 'name': '', 'network_id': 'df2cc3aa-70bc-442d-9c9e-9d9ffbb91251', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'mac_address': 'fa:16:3e:14:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:30Z', 'updated_at': '2021-07-15T23:03:39Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'subnets': [{'id': '61f4a04a-c2a7-453f-acb6-da08cfa9f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:57.632288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-709ca8f0-e29a-4ce2-9579-b00a4c8087f0 req-4f2cda39-f973-4a3f-abe5-fc9f1c3abf16 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/26d2f525-81ed-45de-abbc-92ddbad88203 HTTP/1.1" status: 404 len: 352 time: 0.1003726 Jul 15 23:08:57.998372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11234396-07a6-4c88-834c-71c078d55af3 None None] New status for floating IP 1c3a841d-d447-4e6e-83f1-f6e490fce9c5: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:08:58.113390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:08:58.214048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.226502 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.262799 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.273932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf8f3a-3df6-41eb-96f9-564cf109820d req-60bccb59-7fa1-4758-951e-0d94a387bd50 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.275635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf8f3a-3df6-41eb-96f9-564cf109820d req-60bccb59-7fa1-4758-951e-0d94a387bd50 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2462487 Jul 15 23:08:58.411441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7002f07a-0eba-402f-a8a7-489ec1ec2752 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:58.434511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 7002f07a-0eba-402f-a8a7-489ec1ec2752 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:58.434880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7002f07a-0eba-402f-a8a7-489ec1ec2752 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:58.439827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf8f3a-3df6-41eb-96f9-564cf109820d req-c6f24d9e-db5d-4069-bb58-4c7d263ea410 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519153 Jul 15 23:08:58.466009 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff associated. External IP: 172.25.3.169, port: 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0. Jul 15 23:08:58.596301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Router df61b0d1-625a-418c-8a14-fc8b08624956 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:58.771694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3901-88ec-436a-bf14-136d09004f9e req-c9501e15-5cf6-43ce-9daa-9ad39368c53f tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.774053 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-c9501e15-5cf6-43ce-9daa-9ad39368c53f tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.37 "GET /v2.0/networks?id=017511e3-8cbb-45d5-b70d-d319575e7b2f HTTP/1.1" status: 200 len: 815 time: 0.1969097 Jul 15 23:08:58.794827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Request body: {'port': {'device_id': '0003dc8e-6d91-4d8f-92ca-5e0decd59bb3', 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f', 'admin_state_up': True, 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:58.844508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:58.853412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:58.863055 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Sync routers for ids ['df61b0d1-625a-418c-8a14-fc8b08624956'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:58.872402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcfba4-07ce-47ed-ac26-4d9cf34d31d8 req-7f87725f-8841-4035-b6ef-62e623f33f98 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.877944 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Routers {'df61b0d1-625a-418c-8a14-fc8b08624956'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:58.878575 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df61b0d1-625a-418c-8a14-fc8b08624956'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:58.879255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6dcfba4-07ce-47ed-ac26-4d9cf34d31d8 req-7f87725f-8841-4035-b6ef-62e623f33f98 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.1957192 Jul 15 23:08:58.935110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Made reservation on behalf of 2036949e3ee14f96b1dfe934cee174cf for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:58.938746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.939982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bd903ef9-6d7b-4ee5-8bf8-13cd5dbed6d3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6242402 Jul 15 23:08:58.940637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.943061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58808) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:58.975444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6dcfba4-07ce-47ed-ac26-4d9cf34d31d8 req-928b69f3-b1df-421a-bb22-2c1d2c1d6b3a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952601 Jul 15 23:08:59.028368 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Set router df61b0d1-625a-418c-8a14-fc8b08624956 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:59.143877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:59.151220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.154522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:59.170928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:59.171579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:59.201261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-d50d799c-fa76-45f6-9584-1f4d4122f8bd tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "PUT /v2.0/floatingips/6e3d653b-92b0-4ecc-a871-9b77e136a9ff HTTP/1.1" status: 200 len: 997 time: 3.1229720 Jul 15 23:08:59.327257 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c594c5-5787-4b90-8cb2-07c27cb5c414 x-openstack-request-id: req-31c594c5-5787-4b90-8cb2-07c27cb5c414 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:59.327570 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30772d6-2676-4862-ad2b-e6848ecc590e", "name": "network-vif-deleted", "tag": "7002f07a-0eba-402f-a8a7-489ec1ec2752", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:59.327785 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31c594c5-5787-4b90-8cb2-07c27cb5c414 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:59.328176 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30772d6-2676-4862-ad2b-e6848ecc590e', 'name': 'network-vif-deleted', 'tag': '7002f07a-0eba-402f-a8a7-489ec1ec2752', 'status': 'completed', 'code': 200} Jul 15 23:08:59.329192 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:08:56Z', 'revision_number': 3, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port': {'id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:54Z', 'updated_at': '2021-07-15T23:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:59.362733 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Checking router: df61b0d1-625a-418c-8a14-fc8b08624956 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:59.363937 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Updating router df61b0d1-625a-418c-8a14-fc8b08624956 port c92d9ba4-0756-429d-acee-7fba2151d485 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:59.405791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:59.429933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Allocated IP 172.20.0.13 (017511e3-8cbb-45d5-b70d-d319575e7b2f/04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1/01193ccc-c5c4-4693-8469-4d0c789e2287) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:59.433339 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.438181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-984226be-930f-4bdd-863d-7d6b27ae1be4 req-be04e015-6220-4db0-bc33-f1d4b8cd2df6 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 210 time: 0.0405481 Jul 15 23:08:59.485366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37423215-1020-482e-b5e4-c78e9967686e req-e69d2e1d-cf17-4307-9c40-cce900e83723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:59.500846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-e69d2e1d-cf17-4307-9c40-cce900e83723 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.2814615 Jul 15 23:08:59.547348 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e981680-d5cd-4ec6-8676-dfc998783b19 x-openstack-request-id: req-5e981680-d5cd-4ec6-8676-dfc998783b19 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:59.547650 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbc6a60-890d-4443-9ab8-e84b81d3f2e0", "name": "network-vif-deleted", "tag": "d9fdb17a-88f8-4e9e-93f2-01e3addaa96a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:59.547907 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e981680-d5cd-4ec6-8676-dfc998783b19 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:59.548313 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbc6a60-890d-4443-9ab8-e84b81d3f2e0', 'name': 'network-vif-deleted', 'tag': 'd9fdb17a-88f8-4e9e-93f2-01e3addaa96a', 'status': 'completed', 'code': 200} Jul 15 23:08:59.608475 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-3b089043-742d-40f2-8ad5-02413b1d3599 req-290c5b51-40f9-4c69-8b5b-5746b1e42248 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:08:59.625271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b089043-742d-40f2-8ad5-02413b1d3599 req-290c5b51-40f9-4c69-8b5b-5746b1e42248 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/5b28fc40-cbcb-43e4-bb27-319eee62eb87 HTTP/1.1" status: 404 len: 352 time: 0.0574651 Jul 15 23:08:59.788877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37423215-1020-482e-b5e4-c78e9967686e req-bffd32d1-5179-49a6-8e9e-8ad0e8ec149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:59.802932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-bffd32d1-5179-49a6-8e9e-8ad0e8ec149b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.3011277 Jul 15 23:08:59.865593 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.891963 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Transition to ACTIVE for port object c92d9ba4-0756-429d-acee-7fba2151d485 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:59.906794 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.964511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-0a29a54f-e5af-4f66-b36a-30368c1a3434 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 1000 time: 0.1599259 Jul 15 23:09:00.054552 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Pushing event updated for resources: {'Port': ['ID=c92d9ba4-0756-429d-acee-7fba2151d485,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:00.070108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:57Z', 'revision_number': 8, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:00.093256 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Attempting to bind port c92d9ba4-0756-429d-acee-7fba2151d485 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:00.094004 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Attempting to bind port c92d9ba4-0756-429d-acee-7fba2151d485 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:00.094666 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Attempting to bind port c92d9ba4-0756-429d-acee-7fba2151d485 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:00.098008 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.102153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.102868 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.103474 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.104034 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.104651 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.107187 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.107930 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.108478 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.110271 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.113032 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.116545 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:00.133653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37423215-1020-482e-b5e4-c78e9967686e req-d1c5a8a1-72af-4559-9eb4-18276736921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.140089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-d1c5a8a1-72af-4559-9eb4-18276736921c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.1730530 Jul 15 23:09:00.151778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:00.152390 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:00.152833 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:00.153241 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.153369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.153804 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:00.154205 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Bound port: c92d9ba4-0756-429d-acee-7fba2151d485, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:00.154650 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.177738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:00.180901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.181325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:00.267087 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] For port c92d9ba4-0756-429d-acee-7fba2151d485, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:00.272925 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] For port c92d9ba4-0756-429d-acee-7fba2151d485, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c92d9ba4-0756-429d-acee-7fba2151d485,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:00.282276 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.293154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Transition to ACTIVE for port object 01193ccc-c5c4-4693-8469-4d0c789e2287 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:00.357079 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.376637 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Routers {'df61b0d1-625a-418c-8a14-fc8b08624956'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:00.377702 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df61b0d1-625a-418c-8a14-fc8b08624956'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:00.467303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37423215-1020-482e-b5e4-c78e9967686e req-07527981-ed29-40c4-9ff7-39b5a3761fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.474690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-07527981-ed29-40c4-9ff7-39b5a3761fed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3272569 Jul 15 23:09:00.505277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a2ec7ff6-4b07-44ff-9273-9d5411ff019a no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:00.509431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:00.518114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66905079-f257-4ade-88de-1589c2487235 req-13825081-d9ca-4f0f-8085-8012582aaf42 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.531362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66905079-f257-4ade-88de-1589c2487235 req-13825081-d9ca-4f0f-8085-8012582aaf42 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2865002 Jul 15 23:09:00.538983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:00.554275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:00.584260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:00.603432 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] Set router df61b0d1-625a-418c-8a14-fc8b08624956 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:00.638654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66905079-f257-4ade-88de-1589c2487235 req-a098e71e-9f15-4e13-ae27-86d207a9baf0 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060598 Jul 15 23:09:00.642558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Pushing event updated for resources: {'Port': ['ID=01193ccc-c5c4-4693-8469-4d0c789e2287,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:00.742035 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-ccfb98d8-705d-403e-b05a-ec3f00f514f4 req-38a2ced9-b486-4f9d-9d34-6c29abeee46b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:09:00.754974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ccfb98d8-705d-403e-b05a-ec3f00f514f4 req-38a2ced9-b486-4f9d-9d34-6c29abeee46b tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/8f59b221-f7a5-48bf-81f8-e8f0d9ebf584 HTTP/1.1" status: 404 len: 352 time: 0.0333796 Jul 15 23:09:00.818032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.819562 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.823275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-f03ba305-7404-441e-bf5e-ff7502cccd44 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407807 Jul 15 23:09:00.898040 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-5c3656f4-4e31-408c-aa08-f467b18f70bf tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1057134 Jul 15 23:09:00.914932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Allocated IP 172.20.0.1 (7b1efd39-a4f3-422f-95b3-cfd2173dd399/6c33db3d-f507-4dc7-8eb2-d36e7c811d6d/e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:00.975402 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4eb7a-ba8a-497b-baab-ed068b5254a8 None None] Pushing event updated for resources: {'Port': ['ID=c92d9ba4-0756-429d-acee-7fba2151d485,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:00.981717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Request body: {'port': {'device_id': '0003dc8e-6d91-4d8f-92ca-5e0decd59bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:00.988938 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:08:56Z', 'revision_number': 3, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port': {'id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:54Z', 'updated_at': '2021-07-15T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:01.024652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: a2ec7ff6-4b07-44ff-9273-9d5411ff019a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:01.028225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a2ec7ff6-4b07-44ff-9273-9d5411ff019a not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:01.055888 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81071e6c-effe-4a09-b39a-a7e79f7782c4 None None] The sync data for ids ['df61b0d1-625a-418c-8a14-fc8b08624956'] in n-d-793618-8 is: [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:08:56Z', 'revision_number': 3, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port': {'id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:54Z', 'updated_at': '2021-07-15T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:01.087496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-39dfc109-a9f1-4e45-9a9c-6465331b0d38 None None] Provisioning for port 01193ccc-c5c4-4693-8469-4d0c789e2287 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:01.123745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37423215-1020-482e-b5e4-c78e9967686e req-05519417-9fbf-4c91-b9fd-146196977c9c service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990119 Jul 15 23:09:01.144819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-39dfc109-a9f1-4e45-9a9c-6465331b0d38 None None] Provisioning complete for port 01193ccc-c5c4-4693-8469-4d0c789e2287 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:01.147383 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39dfc109-a9f1-4e45-9a9c-6465331b0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.215369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.224457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-39dfc109-a9f1-4e45-9a9c-6465331b0d38 None None] Port 01193ccc-c5c4-4693-8469-4d0c789e2287 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:01.237898 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.275395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Transition to ACTIVE for port object e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:01.360571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'name': 'network-vif-deleted', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:01.363143 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb815400-8666-4afe-9d9c-ce021faac65d" -d '{"events": [{"server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "name": "network-vif-deleted", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:01.392276 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:09:01.431053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:01.492312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9319a-d3f4-48a0-948b-7ea2bc9d2667 req-81a4f05c-2e72-40e4-a846-86b5faef3def tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.494294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17c9319a-d3f4-48a0-948b-7ea2bc9d2667 req-81a4f05c-2e72-40e4-a846-86b5faef3def tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.1616185 Jul 15 23:09:01.522353 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:57Z', 'revision_number': 8, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:01.578564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:01.581019 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afab8cd-f63d-4b5d-8c17-acb8385491bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:01.593210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17c9319a-d3f4-48a0-948b-7ea2bc9d2667 req-5f850435-a88c-4165-856f-fd7c099b51ce tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920322 Jul 15 23:09:01.636299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b9e71-5692-44a5-995a-f3878db488b5 None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6e3d653b-92b0-4ecc-a871-9b77e136a9ff', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'port_id': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'mac_address': 'fa:16:3e:93:9c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:57Z', 'updated_at': '2021-07-15T23:08:57Z', 'revision_number': 8, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:01.705370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:01.716722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:01.733131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:01.771501 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-174f55b7-09e4-4792-8f0b-ada4655ffb29 req-2d3ba57f-d0d4-498d-8d32-adfe744b32e0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:09:01.810608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-174f55b7-09e4-4792-8f0b-ada4655ffb29 req-2d3ba57f-d0d4-498d-8d32-adfe744b32e0 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/50a2f52b-ac9d-4d94-8250-07d6e6b0d7e0 HTTP/1.1" status: 404 len: 352 time: 0.0539575 Jul 15 23:09:01.813185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Pushing event updated for resources: {'Port': ['ID=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:01.891059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.137320 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f0bf7b-eec4-4709-bc94-28ddcf0f0293 None None] New status for floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:09:02.138353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01193ccc-c5c4-4693-8469-4d0c789e2287 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:02.172630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-63bdab18-e934-4bc4-a46a-24424d4573c0 None None] Provisioning for port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:02.187293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-63bdab18-e934-4bc4-a46a-24424d4573c0 None None] Provisioning complete for port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:02.189519 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-63bdab18-e934-4bc4-a46a-24424d4573c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.230159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.272852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd027efa-7ced-4c08-a5b6-b1ec95c69ff2 req-d62d67da-1206-4ee5-a7bd-cafb1eac0732 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips/6e3d653b-92b0-4ecc-a871-9b77e136a9ff HTTP/1.1" status: 200 len: 997 time: 0.4180264 Jul 15 23:09:02.313032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Transition to ACTIVE for port object 01193ccc-c5c4-4693-8469-4d0c789e2287 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:02.328811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.340310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-63bdab18-e934-4bc4-a46a-24424d4573c0 None None] Port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:02.459620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2da300-41df-47bc-b04f-a9248272db3f req-192d385e-2e24-4309-8b9c-6f10d4e6721c tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.476024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e2da300-41df-47bc-b04f-a9248272db3f req-192d385e-2e24-4309-8b9c-6f10d4e6721c tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 932 time: 0.6037884 Jul 15 23:09:02.673249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-20278dcc-5227-4d62-a495-8034d495eebe tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.674894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-20278dcc-5227-4d62-a495-8034d495eebe tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 944 time: 0.5813863 Jul 15 23:09:02.758008 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.790013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Pushing event updated for resources: {'Port': ['ID=01193ccc-c5c4-4693-8469-4d0c789e2287,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:02.830132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c92d9ba4-0756-429d-acee-7fba2151d485 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:02.911948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e2da300-41df-47bc-b04f-a9248272db3f req-a719744a-0260-4b5b-b944-42eeb6f9ac09 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346988 Jul 15 23:09:02.959046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027efa-7ced-4c08-a5b6-b1ec95c69ff2 req-0cff32ef-991b-4c17-912f-944a980ff6bb tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.975307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd027efa-7ced-4c08-a5b6-b1ec95c69ff2 req-0cff32ef-991b-4c17-912f-944a980ff6bb tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.7013893 Jul 15 23:09:03.089201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c92d9ba4-0756-429d-acee-7fba2151d485 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:03.103871 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a978f789-3d44-43c8-8362-8dbd32010e6b x-openstack-request-id: req-a978f789-3d44-43c8-8362-8dbd32010e6b {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:03.104341 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8678ca6f-56e2-43d2-a1c1-56d6a3e22322", "name": "network-vif-deleted", "tag": "a2ec7ff6-4b07-44ff-9273-9d5411ff019a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:03.104458 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a978f789-3d44-43c8-8362-8dbd32010e6b {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:03.105336 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8678ca6f-56e2-43d2-a1c1-56d6a3e22322', 'name': 'network-vif-deleted', 'tag': 'a2ec7ff6-4b07-44ff-9273-9d5411ff019a', 'status': 'completed', 'code': 200} Jul 15 23:09:03.106232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Attempting to bind port 01193ccc-c5c4-4693-8469-4d0c789e2287 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:03.106541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Attempting to bind port 01193ccc-c5c4-4693-8469-4d0c789e2287 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:03.106863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Attempting to bind port 01193ccc-c5c4-4693-8469-4d0c789e2287 on network 017511e3-8cbb-45d5-b70d-d319575e7b2f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:03.110023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c92d9ba4-0756-429d-acee-7fba2151d485 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:03.110397 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.149810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Port 01193ccc-c5c4-4693-8469-4d0c789e2287 on network 017511e3-8cbb-45d5-b70d-d319575e7b2f not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:03.150145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Attempting to bind port 01193ccc-c5c4-4693-8469-4d0c789e2287 on network 017511e3-8cbb-45d5-b70d-d319575e7b2f {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:03.163662 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e7cfae-eeb2-43cc-a387-338accd459e8 x-openstack-request-id: req-30e7cfae-eeb2-43cc-a387-338accd459e8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:03.163981 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:03.164235 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30e7cfae-eeb2-43cc-a387-338accd459e8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:03.164640 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'status': 'completed', 'code': 200} Jul 15 23:09:03.205201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:03.205546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Checking segment: {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:03.205939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Bound using segment: {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:03.206388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Bound port: 01193ccc-c5c4-4693-8469-4d0c789e2287, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7237583f-84f8-4549-b456-5ff5f7bdecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:03.206766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.247563 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.278178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Deleting port a2ccde38-e11e-4270-96e0-281a85b7a96d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:03.280825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c92d9ba4-0756-429d-acee-7fba2151d485, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c92d9ba4-0756-429d-acee-7fba2151d485,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:03.286439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.286640 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.359726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c92d9ba4-0756-429d-acee-7fba2151d485,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:03.502666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] For port 01193ccc-c5c4-4693-8469-4d0c789e2287, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:03.517819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] For port 01193ccc-c5c4-4693-8469-4d0c789e2287, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=01193ccc-c5c4-4693-8469-4d0c789e2287,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:03.539773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.549741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.585978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.634380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.635387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.636912 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] 10.222.0.37 "PUT /v2.0/ports/01193ccc-c5c4-4693-8469-4d0c789e2287 HTTP/1.1" status: 200 len: 1092 time: 2.6779408 Jul 15 23:09:03.681200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f762f-fd51-4f77-9805-03ec9976b76b service neutron] Pushing event updated for resources: {'Port': ['ID=01193ccc-c5c4-4693-8469-4d0c789e2287,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:03.685409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.880852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Pushing event updated for resources: {'Port': ['ID=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:03.900178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:03.904055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:04.021951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfdb8d-c194-42a5-8fc2-a5c379366c04 req-c3c78909-66d8-4710-b088-7263bfb3f5f1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.032093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44bfdb8d-c194-42a5-8fc2-a5c379366c04 req-c3c78909-66d8-4710-b088-7263bfb3f5f1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.7377222 Jul 15 23:09:04.044856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] For port a2ccde38-e11e-4270-96e0-281a85b7a96d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a2ccde38-e11e-4270-96e0-281a85b7a96d,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:04.045582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.066771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e22f7-d141-47bc-b20c-123b17c51fe2 req-c3b03734-db81-474d-849f-469e460ba075 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.075007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea2e22f7-d141-47bc-b20c-123b17c51fe2 req-c3b03734-db81-474d-849f-469e460ba075 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b21d174-9816-4dc7-9979-8c10a137c281 HTTP/1.1" status: 200 len: 944 time: 0.6940255 Jul 15 23:09:04.093582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Calling delete_port for a2ccde38-e11e-4270-96e0-281a85b7a96d owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:04.093914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Router df61b0d1-625a-418c-8a14-fc8b08624956 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:04.220090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44bfdb8d-c194-42a5-8fc2-a5c379366c04 req-d44be94b-9f9a-46e5-a196-ed7fdd3df524 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834590 Jul 15 23:09:04.302543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea2e22f7-d141-47bc-b20c-123b17c51fe2 req-3c6abb34-ceb9-4011-bdc4-8637633b9675 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261474 Jul 15 23:09:04.320378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58866) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:04.360074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-74410df7-8067-480e-9ac6-d3526e793a93 None None] Provisioning complete for port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:04.360552 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-74410df7-8067-480e-9ac6-d3526e793a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.386878 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-48f3b129-83f3-4423-82e3-feab2237ce3d req-9457b2ee-c0c2-4615-9a8c-651e98d2e6e8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:09:04.420142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-48f3b129-83f3-4423-82e3-feab2237ce3d req-9457b2ee-c0c2-4615-9a8c-651e98d2e6e8 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/ebf931bc-e1f5-4938-b82b-4a5d203d50f7 HTTP/1.1" status: 404 len: 352 time: 0.0737860 Jul 15 23:09:04.453164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-74410df7-8067-480e-9ac6-d3526e793a93 None None] Port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:04.669970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-8e422197-35fa-444a-b774-142cc0317284 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1002 time: 0.2229841 Jul 15 23:09:04.675792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be460489-7327-46a6-8ca9-3b5233d37599 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.734055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c92d9ba4-0756-429d-acee-7fba2151d485 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:04.777025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be460489-7327-46a6-8ca9-3b5233d37599 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.781384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.833255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c92d9ba4-0756-429d-acee-7fba2151d485 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:04.833551 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.841933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-7aeda499-c03e-4599-a518-c30b1fd32371 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.857402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-7aeda499-c03e-4599-a518-c30b1fd32371 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports/3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 943 time: 0.1773298 Jul 15 23:09:04.892771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Pushing event deleted for resources: {'Port': ['ID=a2ccde38-e11e-4270-96e0-281a85b7a96d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:04.907131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:04.929867 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f6aa40a4-0cc2-4b7d-b664-757ef25b6edd admin admin] 10.222.0.23 "PUT /v2.0/routers/df61b0d1-625a-418c-8a14-fc8b08624956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9856017 Jul 15 23:09:04.931628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d394c6-73ef-4b81-acfe-c6ab1e1a7d50 req-0b12cd46-22f7-44ff-b850-909a434f7d23 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.948025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56d394c6-73ef-4b81-acfe-c6ab1e1a7d50 req-0b12cd46-22f7-44ff-b850-909a434f7d23 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.4348319 Jul 15 23:09:04.948290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Sync routers for ids ['df61b0d1-625a-418c-8a14-fc8b08624956'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:05.023285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-85486139-be35-4726-82cc-e99ba32212e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.025442 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-85486139-be35-4726-82cc-e99ba32212e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.3120377 Jul 15 23:09:05.032143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Routers {'df61b0d1-625a-418c-8a14-fc8b08624956'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:05.037051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df61b0d1-625a-418c-8a14-fc8b08624956'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:05.054804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] No DVR routers for this DVR port a2ccde38-e11e-4270-96e0-281a85b7a96d on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:05.064850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.066528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cccf386b-1227-4cea-ada5-1231b87fc935 req-cb69aacc-f093-435a-b850-ed6093d6c42c tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.59 "DELETE /v2.0/ports/a2ccde38-e11e-4270-96e0-281a85b7a96d HTTP/1.1" status: 204 len: 173 time: 2.3741052 Jul 15 23:09:05.112287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3901-88ec-436a-bf14-136d09004f9e req-fda6b7ac-f342-4a78-b5dc-998ea1831b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.112865 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-fda6b7ac-f342-4a78-b5dc-998ea1831b63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2036949e3ee14f96b1dfe934cee174cf&device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 1095 time: 0.1798279 Jul 15 23:09:05.113402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0003dc8e-6d91-4d8f-92ca-5e0decd59bb3', 'tag': '01193ccc-c5c4-4693-8469-4d0c789e2287'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:05.122280 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d577ede2-04ca-4031-9dd8-5d84a4f00489" -d '{"events": [{"name": "network-changed", "server_uuid": "0003dc8e-6d91-4d8f-92ca-5e0decd59bb3", "tag": "01193ccc-c5c4-4693-8469-4d0c789e2287"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:05.140541 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56d394c6-73ef-4b81-acfe-c6ab1e1a7d50 req-0a301736-6be7-4aee-8df1-02af5f193a1a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863241 Jul 15 23:09:05.155156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be460489-7327-46a6-8ca9-3b5233d37599 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.166161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be460489-7327-46a6-8ca9-3b5233d37599 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.168725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-be460489-7327-46a6-8ca9-3b5233d37599 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "DELETE /v2.0/security-groups/011558c7-1f8b-4604-8b70-c075841ce3f6 HTTP/1.1" status: 204 len: 168 time: 0.8331308 Jul 15 23:09:05.173791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58874) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:05.178378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'name': 'network-vif-deleted', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:05.185296 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdcc83f-8823-4be8-8f19-aa92281c98d8" -d '{"events": [{"server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "name": "network-vif-deleted", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:05.223345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-011a9f77-dea2-4f87-bc87-31e1f37425bb tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1002 time: 0.1720078 Jul 15 23:09:05.228311 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-6ebb3be8-69de-489f-a165-6d26b333e5e9 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] show failed (client error): The resource could not be found. Jul 15 23:09:05.229625 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6ebb3be8-69de-489f-a165-6d26b333e5e9 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "GET /v2.0/security-groups/011558c7-1f8b-4604-8b70-c075841ce3f6 HTTP/1.1" status: 404 len: 347 time: 0.0484822 Jul 15 23:09:05.237784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58878) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:05.240050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be460489-7327-46a6-8ca9-3b5233d37599 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011558c7-1f8b-4604-8b70-c075841ce3f6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:05.292277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-702a80bd-67c0-470b-995f-4dd9930982c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.294929 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-702a80bd-67c0-470b-995f-4dd9930982c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.2564404 Jul 15 23:09:05.435588 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-dfc81279-ef21-4d1c-b8d8-e851d42f8b52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01193ccc-c5c4-4693-8469-4d0c789e2287 HTTP/1.1" status: 200 len: 217 time: 0.1329856 Jul 15 23:09:05.523766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a2ccde38-e11e-4270-96e0-281a85b7a96d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:05.549387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-b59aff17-0fc3-475b-92d9-632d956de9d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 1002 time: 0.1128626 Jul 15 23:09:05.558646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: a2ccde38-e11e-4270-96e0-281a85b7a96d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:05.559096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a2ccde38-e11e-4270-96e0-281a85b7a96d not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:05.576049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Set router df61b0d1-625a-418c-8a14-fc8b08624956 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:05.606415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-5fe121a8-6e7a-4f99-8a03-a6b30e451fbf tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.614131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-5fe121a8-6e7a-4f99-8a03-a6b30e451fbf tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.3897965 Jul 15 23:09:05.751242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b10b9-1512-4995-bc92-499e5ba3375b req-f9944417-9df8-4a2a-85e5-f49a1d72508e tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.752894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d9b10b9-1512-4995-bc92-499e5ba3375b req-f9944417-9df8-4a2a-85e5-f49a1d72508e tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 944 time: 0.3907216 Jul 15 23:09:05.795395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-f0502036-e5ff-47c0-ab1a-10fd1c75a7bf tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 1002 time: 0.1797597 Jul 15 23:09:05.798921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Deleting port 9522b556-8bbc-4322-99cd-e59c2ad281ab {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:05.799348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.808290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:05.905160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d9b10b9-1512-4995-bc92-499e5ba3375b req-df10f51d-d4a3-43e8-a177-88a57e8fe81e tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367726 Jul 15 23:09:05.905334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:09:02Z', 'revision_number': 4, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port': {'id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:54Z', 'updated_at': '2021-07-15T23:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a', 'name': '', 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'mac_address': 'fa:16:3e:91:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c33db3d-f507-4dc7-8eb2-d36e7c811d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:00Z', 'updated_at': '2021-07-15T23:09:03Z', 'revision_number': 2, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'subnets': [{'id': '6c33db3d-f507-4dc7-8eb2-d36e7c811d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:05.958839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Checking router: df61b0d1-625a-418c-8a14-fc8b08624956 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:05.962769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Updating router df61b0d1-625a-418c-8a14-fc8b08624956 port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:06.011986 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.018684 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.019189 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-3fc92ee6-bf1d-49df-ae89-8fed51d196d7 req-39f3c1f3-d3f2-4f67-bb48-7215f883c726 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] show failed (client error): The resource could not be found. Jul 15 23:09:06.032535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fc92ee6-bf1d-49df-ae89-8fed51d196d7 req-39f3c1f3-d3f2-4f67-bb48-7215f883c726 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/4efcc7cd-65b1-4225-8e11-28da33be400c HTTP/1.1" status: 404 len: 352 time: 0.0450935 Jul 15 23:09:06.105883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.106609 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.113789 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3056fca-261a-4f2b-97cc-937985dab225 x-openstack-request-id: req-a3056fca-261a-4f2b-97cc-937985dab225 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:06.114285 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0003dc8e-6d91-4d8f-92ca-5e0decd59bb3", "tag": "01193ccc-c5c4-4693-8469-4d0c789e2287", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:06.114502 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3056fca-261a-4f2b-97cc-937985dab225 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:06.115029 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0003dc8e-6d91-4d8f-92ca-5e0decd59bb3', 'tag': '01193ccc-c5c4-4693-8469-4d0c789e2287', 'status': 'completed', 'code': 200} Jul 15 23:09:06.136677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Calling delete_port for 9522b556-8bbc-4322-99cd-e59c2ad281ab owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:06.247559 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3256ed77-16a8-4b92-bb4f-875d1da40222 x-openstack-request-id: req-3256ed77-16a8-4b92-bb4f-875d1da40222 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:06.247849 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b21d174-9816-4dc7-9979-8c10a137c281", "name": "network-vif-deleted", "tag": "a2ccde38-e11e-4270-96e0-281a85b7a96d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:06.248244 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3256ed77-16a8-4b92-bb4f-875d1da40222 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:06.248810 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b21d174-9816-4dc7-9979-8c10a137c281', 'name': 'network-vif-deleted', 'tag': 'a2ccde38-e11e-4270-96e0-281a85b7a96d', 'status': 'completed', 'code': 200} Jul 15 23:09:06.317333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.340513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.340857 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff disassociated. External IP: 172.25.3.169, port: 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0. Jul 15 23:09:06.406592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88360a2-9a51-4d82-972f-4fa2016ca35f req-7334a8c5-5bbb-451f-b97e-72f9eb6e8279 tempest-FloatingIPsNegativeTestJSON-784667351 tempest-FloatingIPsNegativeTestJSON-784667351-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=33570cd3ce3a4f58aa11b6ecee2cb729 HTTP/1.1" status: 200 len: 217 time: 0.0857358 Jul 15 23:09:06.471368 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.494913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Transition to ACTIVE for port object e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:06.505243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.639942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97e250-17ac-4cbf-a81a-267da1530ec6 None None] Pushing event updated for resources: {'Port': ['ID=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:06.658694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.668217 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Attempting to bind port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:06.668684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Attempting to bind port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:06.669185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Attempting to bind port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a on network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:06.677805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:06.678520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Checking segment: {'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:06.679113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.680365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Bound using segment: {'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:06.680961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Bound port: e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:06.682080 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.762433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Pushing event deleted for resources: {'Port': ['ID=9522b556-8bbc-4322-99cd-e59c2ad281ab,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:06.777232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] For port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:06.783426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] For port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,segment=NetworkSegment(19d9a3ef-8efc-4aca-884b-a26f17d1b5a4),segment_id=19d9a3ef-8efc-4aca-884b-a26f17d1b5a4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:06.790941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.867420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Routers {'df61b0d1-625a-418c-8a14-fc8b08624956'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:06.868388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df61b0d1-625a-418c-8a14-fc8b08624956'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:06.885293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1790c-4b8a-4319-9814-b3420194adf4 req-c963af71-d9e0-4cfe-9264-8a099ee23618 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.893231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1f1790c-4b8a-4319-9814-b3420194adf4 req-c963af71-d9e0-4cfe-9264-8a099ee23618 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.3450718 Jul 15 23:09:06.916836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97e250-17ac-4cbf-a81a-267da1530ec6 None None] Pushing event updated for resources: {'Port': ['ID=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:06.922990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:06.947364 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.951139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.954805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-89b30af4-0f5b-4a16-abe2-54a862746ca0 tempest-ServersWithSpecificFlavorTestJSON-1855302156 tempest-ServersWithSpecificFlavorTestJSON-1855302156-project] 10.222.0.23 "DELETE /v2.0/floatingips/1c3a841d-d447-4e6e-83f1-f6e490fce9c5 HTTP/1.1" status: 204 len: 168 time: 1.7102261 Jul 15 23:09:07.022401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1f1790c-4b8a-4319-9814-b3420194adf4 req-8ba41049-018c-43a6-9b7f-d1e54331fec8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253173 Jul 15 23:09:07.035992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] Set router df61b0d1-625a-418c-8a14-fc8b08624956 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:07.152602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:07.162305 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.164499 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:07.178689 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:07.186020 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:07.270985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-567416f8-4693-4377-a72f-2b389a446190 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "PUT /v2.0/floatingips/6e3d653b-92b0-4ecc-a871-9b77e136a9ff HTTP/1.1" status: 200 len: 696 time: 1.4678967 Jul 15 23:09:07.413805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-07c1262d-4d6f-49be-b84a-8d945e2e15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.415420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-07c1262d-4d6f-49be-b84a-8d945e2e15f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.1367161 Jul 15 23:09:07.430584 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:07.533072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:09:02Z', 'revision_number': 4, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port': {'id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:54Z', 'updated_at': '2021-07-15T23:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a', 'name': '', 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'mac_address': 'fa:16:3e:91:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c33db3d-f507-4dc7-8eb2-d36e7c811d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:00Z', 'updated_at': '2021-07-15T23:09:06Z', 'revision_number': 4, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'subnets': [{'id': '6c33db3d-f507-4dc7-8eb2-d36e7c811d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:07.574932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f24039-ee10-4257-a10c-fc47ee27afdc None None] The sync data for ids ['df61b0d1-625a-418c-8a14-fc8b08624956'] in n-d-793618-8 is: [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:09:02Z', 'revision_number': 4, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port': {'id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:54Z', 'updated_at': '2021-07-15T23:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a', 'name': '', 'network_id': '7b1efd39-a4f3-422f-95b3-cfd2173dd399', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'mac_address': 'fa:16:3e:91:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6c33db3d-f507-4dc7-8eb2-d36e7c811d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:00Z', 'updated_at': '2021-07-15T23:09:06Z', 'revision_number': 4, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'subnets': [{'id': '6c33db3d-f507-4dc7-8eb2-d36e7c811d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:07.608809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-700150f5-c229-4b7f-aa38-880162655c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.610403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-700150f5-c229-4b7f-aa38-880162655c96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1847439 Jul 15 23:09:07.747409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-5bf0f421-0b1c-44ec-803b-9f9145b853fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 217 time: 0.1278143 Jul 15 23:09:07.799536 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:07.838483 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:07.848704 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:07.849667 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:07.918868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-73703dfa-5461-49c5-9e69-db5c93ba0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.926807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-73703dfa-5461-49c5-9e69-db5c93ba0aa2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.1732242 Jul 15 23:09:08.024638 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:08.030087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e870bfe-2f70-4b96-89f3-74416aeac153 req-04312ef0-66d6-44b8-8228-bd360de67d30 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.038063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e870bfe-2f70-4b96-89f3-74416aeac153 req-04312ef0-66d6-44b8-8228-bd360de67d30 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.2623701 Jul 15 23:09:08.066410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-7cc0446f-4da4-4ebd-8639-cb58db993b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.073361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-7cc0446f-4da4-4ebd-8639-cb58db993b36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455958 Jul 15 23:09:08.135540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e870bfe-2f70-4b96-89f3-74416aeac153 req-78fd96f6-fa6a-4054-a76b-1f696240494f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963514 Jul 15 23:09:08.235617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9769d2ec-7452-4e45-8622-b9542b97e0f7 req-635f757e-6357-498f-b18e-8343f9a42763 tempest-FloatingIPsNegativeTestJSON-784667351 tempest-FloatingIPsNegativeTestJSON-784667351-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0423837 Jul 15 23:09:08.250318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:08.252727 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654d851a-80c2-4d46-a588-4b4be0800161" -d '{"events": [{"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:08.283621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-6b117866-f80d-438a-9c7e-a73a6f3434f7 service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084320 Jul 15 23:09:08.424953 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:08.456634 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189d48d-cbb5-4236-9d60-e5c496f87646 None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:07:32Z', 'revision_number': 4, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'db8df972-18e2-49e6-af93-98bb0a33d66d', 'name': '', 'network_id': '4ed21ed2-2b44-4b79-adeb-3b6d005e170b', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'mac_address': 'fa:16:3e:6a:02:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:31Z', 'updated_at': '2021-07-15T23:07:39Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'subnets': [{'id': '6878f9a7-03e4-4c2a-ab44-30571c10aa38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:08.488774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bee99a-3e04-45a3-9a15-0b31e6ffc27c req-df443b91-eb8a-4d34-8ecc-d27180ee744b service neutron] 10.222.0.23 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984653 Jul 15 23:09:08.544770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93358e-c222-4109-a4ca-d4fea5afca9b req-c3f58cdd-4661-4c63-8e8d-2bb4627f23b1 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.547037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de93358e-c222-4109-a4ca-d4fea5afca9b req-c3f58cdd-4661-4c63-8e8d-2bb4627f23b1 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 944 time: 0.1246254 Jul 15 23:09:08.685347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de93358e-c222-4109-a4ca-d4fea5afca9b req-a1e3c686-d66a-4d5a-8385-46b1b8290bc7 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319232 Jul 15 23:09:08.827189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:08.963609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:08.970217 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:08.971135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.089729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87d886-1a95-469c-a47a-120293b344df None None] New status for floating IP 6e3d653b-92b0-4ecc-a871-9b77e136a9ff: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:09:09.131179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e02c1-bf03-4684-ab4d-c5f8f9af81f7 req-6839fa85-8c20-47fb-a05e-8bdfd4454569 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.133314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-078e02c1-bf03-4684-ab4d-c5f8f9af81f7 req-6839fa85-8c20-47fb-a05e-8bdfd4454569 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1024 time: 0.1548839 Jul 15 23:09:09.258003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-078e02c1-bf03-4684-ab4d-c5f8f9af81f7 req-c52e8c63-2cfb-4818-ba51-00e8bcf7a626 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&id=1f2c8909-9749-4b4a-97d5-7e7c17897226&id=a8df6fda-afe2-4001-a29f-36d9152fde60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0889657 Jul 15 23:09:09.426879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.427424 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-2f1a1361-eb64-45b9-87dc-b8348e44501e req-a6c77fa6-1e47-424a-a72c-5d2f28f79418 tempest-FloatingIPsNegativeTestJSON-784667351 tempest-FloatingIPsNegativeTestJSON-784667351-project] show failed (client error): The resource could not be found. Jul 15 23:09:09.439742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58920) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:09.444554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f1a1361-eb64-45b9-87dc-b8348e44501e req-a6c77fa6-1e47-424a-a72c-5d2f28f79418 tempest-FloatingIPsNegativeTestJSON-784667351 tempest-FloatingIPsNegativeTestJSON-784667351-project] 10.222.0.23 "GET /v2.0/floatingips/ab4a429f-02cb-4f5e-9364-51d27670599d HTTP/1.1" status: 404 len: 350 time: 0.1488726 Jul 15 23:09:09.519326 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b0b75c-6f2e-49a0-9c82-bbd2ad9f9d89 x-openstack-request-id: req-28b0b75c-6f2e-49a0-9c82-bbd2ad9f9d89 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:09.519609 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:09.519864 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28b0b75c-6f2e-49a0-9c82-bbd2ad9f9d89 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:09.520285 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'status': 'completed', 'code': 200} Jul 15 23:09:09.552311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53432dcd-bcc4-476f-a96e-4c3c9ad54b3c req-fed96ef8-651e-4f59-9bac-43f34d3679b8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.564799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53432dcd-bcc4-476f-a96e-4c3c9ad54b3c req-fed96ef8-651e-4f59-9bac-43f34d3679b8 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2899828 Jul 15 23:09:09.635039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,segment=NetworkSegment(19d9a3ef-8efc-4aca-884b-a26f17d1b5a4),segment_id=19d9a3ef-8efc-4aca-884b-a26f17d1b5a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:09.646417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53432dcd-bcc4-476f-a96e-4c3c9ad54b3c req-a8c1b710-3f52-4003-8379-079c460f192e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798128 Jul 15 23:09:09.655094 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.730419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:09.985419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874bf06-4a72-4d1e-adcb-548beec95e77 req-cdfe2807-2ae6-4706-b804-37cdcccea570 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.987464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1874bf06-4a72-4d1e-adcb-548beec95e77 req-cdfe2807-2ae6-4706-b804-37cdcccea570 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.1528304 Jul 15 23:09:10.023592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29e37c-0e0a-42a1-8b37-00f5e4d2f126 req-2a099fee-2933-4d95-927a-29d23c46b156 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.037365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a29e37c-0e0a-42a1-8b37-00f5e4d2f126 req-2a099fee-2933-4d95-927a-29d23c46b156 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 944 time: 0.2068481 Jul 15 23:09:10.079785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1874bf06-4a72-4d1e-adcb-548beec95e77 req-981a511c-e929-4796-a7cd-285c8d5300a8 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840502 Jul 15 23:09:10.108536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a29e37c-0e0a-42a1-8b37-00f5e4d2f126 req-13191e09-3be2-42ea-a0ab-a7a01dfc2190 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615091 Jul 15 23:09:10.141805 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.331906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4edad752-31ed-4de7-8e52-52512748c6ce req-a1145804-285a-4d95-b268-e2cafaee5afe tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips/6e3d653b-92b0-4ecc-a871-9b77e136a9ff HTTP/1.1" status: 200 len: 694 time: 0.0899818 Jul 15 23:09:10.587607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edad752-31ed-4de7-8e52-52512748c6ce req-f07c72b8-f688-4243-af2f-ba716df9f78d tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.591963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4edad752-31ed-4de7-8e52-52512748c6ce req-f07c72b8-f688-4243-af2f-ba716df9f78d tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2535203 Jul 15 23:09:10.636577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Deleting port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:10.638997 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.648766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda5ae2-e6da-4250-a39d-ebf2617811da req-878f4454-481a-43e2-8c7c-63ea7c7d84f4 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:10.662159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcda5ae2-e6da-4250-a39d-ebf2617811da req-878f4454-481a-43e2-8c7c-63ea7c7d84f4 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 944 time: 0.2483017 Jul 15 23:09:10.739571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:10.766415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] For port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,segment=NetworkSegment(19d9a3ef-8efc-4aca-884b-a26f17d1b5a4),segment_id=19d9a3ef-8efc-4aca-884b-a26f17d1b5a4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:10.766811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.780957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Calling delete_port for e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:10.802573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:10.803293 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.982575 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.006617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4edad752-31ed-4de7-8e52-52512748c6ce req-750f155c-8346-4631-84ae-bd2b6e42d3ad tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 697 time: 0.4083753 Jul 15 23:09:11.011793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:11.067691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcda5ae2-e6da-4250-a39d-ebf2617811da req-1b7b611c-a5f9-438a-aba8-56112a126dda tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042795 Jul 15 23:09:11.070642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4edad752-31ed-4de7-8e52-52512748c6ce req-9e4df0a2-61a3-48c7-b920-ca71b5d29f8b tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.169 HTTP/1.1" status: 200 len: 697 time: 0.0541115 Jul 15 23:09:11.212189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.257370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Deleting port 902ab865-01a7-4ffc-aca7-c522b2cc4978 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:11.257721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.293576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9933ba-adcf-49d0-8cc7-309319b2364b req-fa6f5298-9ed1-4209-b9ad-dcd9c38a884e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.294996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b9933ba-adcf-49d0-8cc7-309319b2364b req-fa6f5298-9ed1-4209-b9ad-dcd9c38a884e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1024 time: 0.0994384 Jul 15 23:09:11.385408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b9933ba-adcf-49d0-8cc7-309319b2364b req-5fdf4982-cdf0-4f70-82c7-8dfc991dbdeb tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&id=1f2c8909-9749-4b4a-97d5-7e7c17897226&id=a8df6fda-afe2-4001-a29f-36d9152fde60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0536778 Jul 15 23:09:11.387730 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.388055 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.411420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Calling delete_port for 902ab865-01a7-4ffc-aca7-c522b2cc4978 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:11.485214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-01f54f99-0abf-43f0-b2d0-048882968df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.486552 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-01f54f99-0abf-43f0-b2d0-048882968df4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.1568723 Jul 15 23:09:11.489580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3901-88ec-436a-bf14-136d09004f9e req-c5578a69-ab3d-42de-b6dc-0b90c4d30eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.490984 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-c5578a69-ab3d-42de-b6dc-0b90c4d30eb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1 HTTP/1.1" status: 200 len: 854 time: 0.1601577 Jul 15 23:09:11.563827 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.580820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Router df61b0d1-625a-418c-8a14-fc8b08624956 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:11.604277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Pushing event deleted for resources: {'Port': ['ID=902ab865-01a7-4ffc-aca7-c522b2cc4978,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:11.655181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-c79bdc83-eeb0-422d-a556-9d337708f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.656697 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-c79bdc83-eeb0-422d-a556-9d337708f4cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489258 Jul 15 23:09:11.660797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b3901-88ec-436a-bf14-136d09004f9e req-12eb090c-d036-4253-88fe-afc920dcffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.662123 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-12eb090c-d036-4253-88fe-afc920dcffdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=017511e3-8cbb-45d5-b70d-d319575e7b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556182 Jul 15 23:09:11.697244 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.700326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.701467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4edad752-31ed-4de7-8e52-52512748c6ce req-beae4b34-c0c2-4f7c-b2fb-2c1496f7c0aa tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "DELETE /v2.0/floatingips/6e3d653b-92b0-4ecc-a871-9b77e136a9ff HTTP/1.1" status: 204 len: 173 time: 0.6241288 Jul 15 23:09:11.720254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae5911-ae72-4360-91f3-59be4335f626 req-c48770c0-ffcb-45e5-84be-b54024880a6d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.721800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caae5911-ae72-4360-91f3-59be4335f626 req-c48770c0-ffcb-45e5-84be-b54024880a6d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.1554768 Jul 15 23:09:11.766048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caae5911-ae72-4360-91f3-59be4335f626 req-cddd90f9-697f-4918-a554-7edf063d958d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Jul 15 23:09:11.855969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:11.865261 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] Sync routers for ids ['df61b0d1-625a-418c-8a14-fc8b08624956'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:11.873403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2493f999-0486-466e-8a56-a2093d9c5e5f admin admin] 10.222.0.23 "PUT /v2.0/routers/df61b0d1-625a-418c-8a14-fc8b08624956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4315825 Jul 15 23:09:11.876979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58950) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:11.880887 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] Routers {'df61b0d1-625a-418c-8a14-fc8b08624956'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:11.881737 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df61b0d1-625a-418c-8a14-fc8b08624956'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:11.901435 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-0bdfe55d-20c2-4082-8089-9d1eadd55347 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259536 Jul 15 23:09:11.904231 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-10cb3c5c-c858-4352-b3bc-14be8fad71b7 service neutron] 10.222.0.37 "GET /v2.0/networks/017511e3-8cbb-45d5-b70d-d319575e7b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300720 Jul 15 23:09:11.947225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370f088-1db6-4397-896b-ec271be5dcca req-6e6375ce-3472-4e33-9055-9f8d5a12981b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.954472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d370f088-1db6-4397-896b-ec271be5dcca req-6e6375ce-3472-4e33-9055-9f8d5a12981b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.1386564 Jul 15 23:09:12.012937 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] Set router df61b0d1-625a-418c-8a14-fc8b08624956 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:12.071819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d370f088-1db6-4397-896b-ec271be5dcca req-0fc58642-0d8d-49ed-be61-d67af8883a8d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163025 Jul 15 23:09:12.075717 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5afab8cd-f63d-4b5d-8c17-acb8385491bf req-d4f21ff7-5b20-4fd7-b389-af7b6508e4d9 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594193 Jul 15 23:09:12.077851 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-963b3901-88ec-436a-bf14-136d09004f9e req-1177ec91-3e86-4eea-aefc-0d5e25cd9467 service neutron] 10.222.0.37 "GET /v2.0/networks/017511e3-8cbb-45d5-b70d-d319575e7b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527610 Jul 15 23:09:12.093063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.143876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268c47-9770-4e8f-a775-95f369fe9d32 req-b8ffc341-2c79-4d20-a61a-1acbdf05bac2 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.145567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32268c47-9770-4e8f-a775-95f369fe9d32 req-b8ffc341-2c79-4d20-a61a-1acbdf05bac2 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 944 time: 0.2556465 Jul 15 23:09:12.237797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32268c47-9770-4e8f-a775-95f369fe9d32 req-99b714ff-2279-4aca-bf46-018e7fc96f05 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e70424-dae2-4358-8a3b-71eecc8f7d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824108 Jul 15 23:09:12.283762 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:09:10Z', 'revision_number': 5, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port': {'id': 'c92d9ba4-0756-429d-acee-7fba2151d485', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:54Z', 'updated_at': '2021-07-15T23:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:12.290788 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.309208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-d4858bbb-a129-41ac-8757-423d7bfd94bb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.310847 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-d4858bbb-a129-41ac-8757-423d7bfd94bb tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.37 "GET /v2.0/ports?device_id=8331ed27-9a29-4a14-86b7-dccdd2311ef3 HTTP/1.1" status: 200 len: 944 time: 0.1372333 Jul 15 23:09:12.325989 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] Checking router: df61b0d1-625a-418c-8a14-fc8b08624956 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:12.337551 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] Routers {'df61b0d1-625a-418c-8a14-fc8b08624956'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:12.338520 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df61b0d1-625a-418c-8a14-fc8b08624956'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:12.350989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-049cea51-a6ce-49a9-887a-2aacb1f6f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.352889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-049cea51-a6ce-49a9-887a-2aacb1f6f7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2036949e3ee14f96b1dfe934cee174cf&device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 1095 time: 0.1123145 Jul 15 23:09:12.424114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d851a-80c2-4d46-a588-4b4be0800161 req-c2b83d83-9556-4cd8-aef7-2d61b8a98b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.427517 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-654d851a-80c2-4d46-a588-4b4be0800161 req-c2b83d83-9556-4cd8-aef7-2d61b8a98b3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=229c42f78f2a4c629e9f7499d4983623&device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 1097 time: 0.1877427 Jul 15 23:09:12.448501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Deleting port c92d9ba4-0756-429d-acee-7fba2151d485 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:12.449164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.459157 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] Set router df61b0d1-625a-418c-8a14-fc8b08624956 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:12.546202 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:09:12Z', 'revision_number': 6, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:12.594842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d851a-80c2-4d46-a588-4b4be0800161 req-e6952e8f-3adc-49a5-a496-f9f9e4632638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.596338 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-654d851a-80c2-4d46-a588-4b4be0800161 req-e6952e8f-3adc-49a5-a496-f9f9e4632638 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 200 len: 920 time: 0.1614158 Jul 15 23:09:12.597298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-f43d5025-4989-4896-be45-13ef3d084e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.598928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-f43d5025-4989-4896-be45-13ef3d084e8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=017511e3-8cbb-45d5-b70d-d319575e7b2f HTTP/1.1" status: 200 len: 916 time: 0.2374947 Jul 15 23:09:12.600699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Deleting port 5cbea018-f162-4f8f-ab77-619afcf014ef {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:12.601129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.602148 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601e28c-30bf-4bae-9bbd-2f58f212ed99 None None] The sync data for ids ['df61b0d1-625a-418c-8a14-fc8b08624956'] in n-d-793618-8 is: [{'id': 'df61b0d1-625a-418c-8a14-fc8b08624956', 'name': 'tempest-FloatingIPsNegativeTestJSON-62141607-router', 'tenant_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:53Z', 'updated_at': '2021-07-15T23:09:12Z', 'revision_number': 6, 'project_id': '33570cd3ce3a4f58aa11b6ecee2cb729', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:12.676747 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-654d851a-80c2-4d46-a588-4b4be0800161 req-517b4b47-b9c7-483b-b114-6a7c2ed6dca5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 200 len: 217 time: 0.0582223 Jul 15 23:09:12.689314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-f8b7aa69-36af-4682-8f90-5bd300df536b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01193ccc-c5c4-4693-8469-4d0c789e2287 HTTP/1.1" status: 200 len: 217 time: 0.0703583 Jul 15 23:09:12.695080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] For port c92d9ba4-0756-429d-acee-7fba2151d485, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c92d9ba4-0756-429d-acee-7fba2151d485,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:12.695614 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.746726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d217-1d35-4bfc-a71b-167e4e019763 req-c61e59e7-f8ac-4de8-9c2f-ff376dd599dd tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.748325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a691d217-1d35-4bfc-a71b-167e4e019763 req-c61e59e7-f8ac-4de8-9c2f-ff376dd599dd tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 944 time: 0.2733760 Jul 15 23:09:12.751036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Calling delete_port for c92d9ba4-0756-429d-acee-7fba2151d485 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:12.774613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d851a-80c2-4d46-a588-4b4be0800161 req-7ee95fa7-9fce-4f1c-89f4-15d1d40a4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.776101 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-654d851a-80c2-4d46-a588-4b4be0800161 req-7ee95fa7-9fce-4f1c-89f4-15d1d40a4426 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 200 len: 858 time: 0.0902731 Jul 15 23:09:12.777810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] For port 5cbea018-f162-4f8f-ab77-619afcf014ef, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5cbea018-f162-4f8f-ab77-619afcf014ef,segment=NetworkSegment(43578031-68ac-43fd-b638-dab61f6d0822),segment_id=43578031-68ac-43fd-b638-dab61f6d0822)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:12.778173 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.822058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Calling delete_port for 5cbea018-f162-4f8f-ab77-619afcf014ef owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:12.877126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-b802c2ea-ca61-49a8-993e-04ef8c7aeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.878730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-b802c2ea-ca61-49a8-993e-04ef8c7aeb70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1 HTTP/1.1" status: 200 len: 854 time: 0.1804435 Jul 15 23:09:12.886288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a691d217-1d35-4bfc-a71b-167e4e019763 req-8da488e7-0e89-448b-94db-ab13d09b3edd tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297493 Jul 15 23:09:12.904027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d851a-80c2-4d46-a588-4b4be0800161 req-5516a16e-67e5-44a9-8a39-be01b51bdbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.905515 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-654d851a-80c2-4d46-a588-4b4be0800161 req-5516a16e-67e5-44a9-8a39-be01b51bdbc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed21ed2-2b44-4b79-adeb-3b6d005e170b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183901 Jul 15 23:09:13.021810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc940b-7257-4062-ab9f-80b82b32f184 req-c4b00509-7bb2-4c6b-b323-1e18db1cea56 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.023587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9bc940b-7257-4062-ab9f-80b82b32f184 req-c4b00509-7bb2-4c6b-b323-1e18db1cea56 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1024 time: 0.2706819 Jul 15 23:09:13.085545 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-654d851a-80c2-4d46-a588-4b4be0800161 req-e9c4c0d6-57fe-4074-ab7f-e58e59411e92 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644323 Jul 15 23:09:13.086128 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.125643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-db0f8997-25a3-4a30-babb-21365ba82011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.127202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-db0f8997-25a3-4a30-babb-21365ba82011 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=017511e3-8cbb-45d5-b70d-d319575e7b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322924 Jul 15 23:09:13.137474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Pushing event deleted for resources: {'Port': ['ID=5cbea018-f162-4f8f-ab77-619afcf014ef,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:13.172521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9bc940b-7257-4062-ab9f-80b82b32f184 req-1d18f819-fefb-41ab-84fd-19a9cb6fcca1 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups?id=459572bf-b409-4b85-b2e1-e929c20dd229&id=1f2c8909-9749-4b4a-97d5-7e7c17897226&id=a8df6fda-afe2-4001-a29f-36d9152fde60&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1338453 Jul 15 23:09:13.207695 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] No DVR routers for this DVR port 5cbea018-f162-4f8f-ab77-619afcf014ef on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:13.235799 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.237914 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] 10.222.0.37 "DELETE /v2.0/ports/5cbea018-f162-4f8f-ab77-619afcf014ef HTTP/1.1" status: 204 len: 173 time: 0.9177954 Jul 15 23:09:13.238353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'name': 'network-vif-deleted', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:13.240842 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cd2709-332f-4430-866c-d6c9a5e80336" -d '{"events": [{"server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "name": "network-vif-deleted", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:13.270920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.274358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58968) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:13.291021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9176-9a83-4e53-a4fd-9121c8a4493e req-a82db61f-9587-4546-8050-43a1040bed4e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.298568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce0a9176-9a83-4e53-a4fd-9121c8a4493e req-a82db61f-9587-4546-8050-43a1040bed4e tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 946 time: 0.2469523 Jul 15 23:09:13.343407 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-654d851a-80c2-4d46-a588-4b4be0800161 req-509fa88d-1740-4aab-9887-b484d987181c service neutron] 10.222.0.37 "GET /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266517 Jul 15 23:09:13.349228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92d9ba4-0756-429d-acee-7fba2151d485,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:13.352063 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-089d523e-7173-4f8c-bc65-fce46585e85c service neutron] show failed (client error): The resource could not be found. Jul 15 23:09:13.353130 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-089d523e-7173-4f8c-bc65-fce46585e85c service neutron] 10.222.0.37 "GET /v2.0/ports/ff033dcd-cbff-4b98-9e11-c07d3b90d412/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.1189172 Jul 15 23:09:13.357273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-aac719d6-6c1c-4d4a-bef9-208be9035edd service neutron] 10.222.0.37 "GET /v2.0/networks/017511e3-8cbb-45d5-b70d-d319575e7b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197154 Jul 15 23:09:13.503695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce0a9176-9a83-4e53-a4fd-9121c8a4493e req-d073c6c8-3304-47e6-aa95-bd3926a1cb19 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041342 Jul 15 23:09:13.565741 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.645434 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.818419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.822613 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.827093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d577ede2-04ca-4031-9dd8-5d84a4f00489 req-add1f119-779a-481c-a57f-df9fcd7b58b9 service neutron] 10.222.0.37 "GET /v2.0/networks/017511e3-8cbb-45d5-b70d-d319575e7b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413431 Jul 15 23:09:13.862331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9e18-d648-4c00-a032-cd80beccb89e req-d004e539-52ca-4af5-b2b3-ea4b00205756 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.863903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f0f9e18-d648-4c00-a032-cd80beccb89e req-d004e539-52ca-4af5-b2b3-ea4b00205756 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.4811978 Jul 15 23:09:13.953663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.954165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df61b0d1-625a-418c-8a14-fc8b08624956 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:13.968632 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.969891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b4fe84a9-fd67-4bd0-9d6b-1e7acd2df447 admin admin] 10.222.0.23 "DELETE /v2.0/routers/df61b0d1-625a-418c-8a14-fc8b08624956 HTTP/1.1" status: 204 len: 168 time: 2.0925851 Jul 15 23:09:13.979015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58978) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:14.037374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-505ebb54-97fa-4802-abbc-749ecd12260e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.039160 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-505ebb54-97fa-4802-abbc-749ecd12260e tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.37 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 1024 time: 0.4679625 Jul 15 23:09:14.262704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Deleting port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:14.263080 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.314026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f0f9e18-d648-4c00-a032-cd80beccb89e req-0a13986d-8026-40dc-99bb-8440e8e75b0b tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147041 Jul 15 23:09:14.332171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f6736-8fab-4ae0-a364-656d2f850a4d req-66d06587-b57f-45af-bdcd-f14ee0088a34 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.339185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e9f6736-8fab-4ae0-a364-656d2f850a4d req-66d06587-b57f-45af-bdcd-f14ee0088a34 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.6906178 Jul 15 23:09:14.375105 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7164c1cc-7f65-4e1d-9dca-df596bae2142 x-openstack-request-id: req-7164c1cc-7f65-4e1d-9dca-df596bae2142 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:14.375354 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8331ed27-9a29-4a14-86b7-dccdd2311ef3", "name": "network-vif-deleted", "tag": "5cbea018-f162-4f8f-ab77-619afcf014ef", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:14.375451 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7164c1cc-7f65-4e1d-9dca-df596bae2142 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:14.375833 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8331ed27-9a29-4a14-86b7-dccdd2311ef3', 'name': 'network-vif-deleted', 'tag': '5cbea018-f162-4f8f-ab77-619afcf014ef', 'status': 'completed', 'code': 200} Jul 15 23:09:14.380198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-191bea36-57ab-4a85-86e5-87a7c19a6c42 admin admin] Deleting subnet 6c33db3d-f507-4dc7-8eb2-d36e7c811d6d {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:14.381947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] For port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,segment=NetworkSegment(19730b23-b069-459e-a1cf-50d04d01fd28),segment_id=19730b23-b069-459e-a1cf-50d04d01fd28)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:14.382321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.392535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-edaff492-cac6-47b5-a94f-3ec7b6f69f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.394234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-edaff492-cac6-47b5-a94f-3ec7b6f69f29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784&tenant_id=d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 1101 time: 0.6304624 Jul 15 23:09:14.395030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-191bea36-57ab-4a85-86e5-87a7c19a6c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.399179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Calling delete_port for 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:14.425808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:14.443191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e9f6736-8fab-4ae0-a364-656d2f850a4d req-721dde4a-a5a0-47b0-ab40-cfd05bea6fc2 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029840 Jul 15 23:09:14.514942 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.525488 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-191bea36-57ab-4a85-86e5-87a7c19a6c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.608697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58986) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:14.721725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c92d9ba4-0756-429d-acee-7fba2151d485 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:14.725850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.737426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.748994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c92d9ba4-0756-429d-acee-7fba2151d485 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:14.749468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c92d9ba4-0756-429d-acee-7fba2151d485 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:14.750011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:14.774101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['0027b5b3-0873-4e27-a2e1-164d3a91a9e5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:14.778250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:14.778897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e5effd8c-1de2-45a2-8fe2-0d8980f2aa4a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:14.785604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'Port': ['ID=0027b5b3-0873-4e27-a2e1-164d3a91a9e5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:14.839717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] No DVR routers for this DVR port 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:14.845011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.847012 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73ad068f-a548-4dda-835d-dd2bb52a7f26 req-b09d46fd-a4f7-4df8-a313-0a0a5a096fc7 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.37 "DELETE /v2.0/ports/0027b5b3-0873-4e27-a2e1-164d3a91a9e5 HTTP/1.1" status: 204 len: 173 time: 0.7773619 Jul 15 23:09:14.860122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-28b0f3fd-a78b-4c2f-8c9c-0c09942034d2 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:14.861845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-28b0f3fd-a78b-4c2f-8c9c-0c09942034d2 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.37 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 946 time: 0.3884022 Jul 15 23:09:14.897928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52d55464-ecad-4337-9b8d-a076fba4ba4b req-ba3e964c-ec08-40e9-bb92-2d0719463044 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98cfef7-9e60-4f7c-bf75-b14520a22e7d HTTP/1.1" status: 200 len: 210 time: 0.1376410 Jul 15 23:09:14.963051 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-191bea36-57ab-4a85-86e5-87a7c19a6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.980297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Deleting port 7346198d-2854-4a49-a9a6-fb245ddcdb14 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:14.980646 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.021319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-137cf66d-538e-47f2-9c90-8ff40b35eb20 admin admin] Deleting subnet 4f0788d7-333c-43be-be77-deb15b417431 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:15.051362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-137cf66d-538e-47f2-9c90-8ff40b35eb20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.083360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] For port 7346198d-2854-4a49-a9a6-fb245ddcdb14, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7346198d-2854-4a49-a9a6-fb245ddcdb14,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:15.083964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.097018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Calling delete_port for 7346198d-2854-4a49-a9a6-fb245ddcdb14 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:15.240643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-137cf66d-538e-47f2-9c90-8ff40b35eb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.275779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03e030-0208-44b9-a2ac-464b74559c92 req-77c0010e-4fc4-4278-997b-c892390fca0a tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.277332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed03e030-0208-44b9-a2ac-464b74559c92 req-77c0010e-4fc4-4278-997b-c892390fca0a tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 944 time: 0.6202109 Jul 15 23:09:15.288011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.321656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Pushing event deleted for resources: {'Port': ['ID=7346198d-2854-4a49-a9a6-fb245ddcdb14,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.327731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-191bea36-57ab-4a85-86e5-87a7c19a6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.425456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bea36-57ab-4a85-86e5-87a7c19a6c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c33db3d-f507-4dc7-8eb2-d36e7c811d6d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.433656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-191bea36-57ab-4a85-86e5-87a7c19a6c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.435601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-191bea36-57ab-4a85-86e5-87a7c19a6c42 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c33db3d-f507-4dc7-8eb2-d36e7c811d6d HTTP/1.1" status: 204 len: 168 time: 1.4539204 Jul 15 23:09:15.436832 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-137cf66d-538e-47f2-9c90-8ff40b35eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.437757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fce26e-4cc4-44be-857c-bc0f32dad1e4 None None] Network 7b1efd39-a4f3-422f-95b3-cfd2173dd399 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:15.438969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58994) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:15.501724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea53f6-e8fc-43c9-ada3-bca79a8a9aa7 req-260fb1d9-d1de-4786-9663-73f32925e317 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.503320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97ea53f6-e8fc-43c9-ada3-bca79a8a9aa7 req-260fb1d9-d1de-4786-9663-73f32925e317 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 946 time: 0.4717379 Jul 15 23:09:15.515449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed03e030-0208-44b9-a2ac-464b74559c92 req-e9440bbe-daed-4244-b5bb-b701d37582b4 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288811 Jul 15 23:09:15.541789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Deleting port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:15.542961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.572224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.593664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.649294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:15.738710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97ea53f6-e8fc-43c9-ada3-bca79a8a9aa7 req-860dd796-7dfb-425a-9be0-b7151f6bc0f6 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/security-groups?id=79117a5d-5bc3-4544-9404-5184ceb3ea2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152531 Jul 15 23:09:15.777800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-137cf66d-538e-47f2-9c90-8ff40b35eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.780315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] DHCP port deletion for 7b1efd39-a4f3-422f-95b3-cfd2173dd399 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:15.803972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-137cf66d-538e-47f2-9c90-8ff40b35eb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.805920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-137cf66d-538e-47f2-9c90-8ff40b35eb20 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4f0788d7-333c-43be-be77-deb15b417431 HTTP/1.1" status: 204 len: 168 time: 1.1896949 Jul 15 23:09:15.808816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58998) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:15.824735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:15.830241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Deleting port 21025f9e-7448-4091-b961-f3ad80088e72 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:15.830598 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.845036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] Deleting port 21025f9e-7448-4091-b961-f3ad80088e72 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:15.845572 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.846544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cf66d-538e-47f2-9c90-8ff40b35eb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0788d7-333c-43be-be77-deb15b417431,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.879582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] For port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:15.879866 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.911077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:15.913393 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba742dc-0c2a-4c11-aecb-f28d5fc4ed5f" -d '{"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-unplugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:15.918099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.921708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Calling delete_port for 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:15.922185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] For port 21025f9e-7448-4091-b961-f3ad80088e72, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=21025f9e-7448-4091-b961-f3ad80088e72,segment=NetworkSegment(19d9a3ef-8efc-4aca-884b-a26f17d1b5a4),segment_id=19d9a3ef-8efc-4aca-884b-a26f17d1b5a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:15.922677 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.937086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] Calling delete_port for 21025f9e-7448-4091-b961-f3ad80088e72 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:15.971912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] For port 21025f9e-7448-4091-b961-f3ad80088e72, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=21025f9e-7448-4091-b961-f3ad80088e72,segment=NetworkSegment(19d9a3ef-8efc-4aca-884b-a26f17d1b5a4),segment_id=19d9a3ef-8efc-4aca-884b-a26f17d1b5a4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:15.972274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.983546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942de13a-a80e-4afc-9900-2f2ccffe0bce req-fcab4750-cf57-4b11-9b48-1e4c27da4c97 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.984235 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.985356 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-942de13a-a80e-4afc-9900-2f2ccffe0bce req-fcab4750-cf57-4b11-9b48-1e4c27da4c97 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2989366 Jul 15 23:09:15.990544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Transition to ACTIVE for port object ff033dcd-cbff-4b98-9e11-c07d3b90d412 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:16.025601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Calling delete_port for 21025f9e-7448-4091-b961-f3ad80088e72 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:16.027252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.031418 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.057529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] Pushing event deleted for resources: {'Port': ['ID=21025f9e-7448-4091-b961-f3ad80088e72,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.059680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629ed1f-b652-4fa7-ba07-94d878b70832 None None] No DVR routers for this DVR port 21025f9e-7448-4091-b961-f3ad80088e72 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:16.151900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] No DVR routers for this DVR port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:16.170218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9fd48-c436-4b0e-9a49-80e0674ac8db req-c67061f6-8dcb-41d3-89cb-9567ac6efb1f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:16.171923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fa9fd48-c436-4b0e-9a49-80e0674ac8db req-c67061f6-8dcb-41d3-89cb-9567ac6efb1f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.2617266 Jul 15 23:09:16.174974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-942de13a-a80e-4afc-9900-2f2ccffe0bce req-4c2f5cfc-3829-45be-8038-42231f51ef82 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541250 Jul 15 23:09:16.179820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.228391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.244329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e721c03-3ff5-4c77-9e43-d2dc18b737a4']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.258098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:16.260573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43578031-68ac-43fd-b638-dab61f6d0822') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.260573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43578031-68ac-43fd-b638-dab61f6d0822') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.264371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:16.264717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:16.265046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:16.280953 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.290496 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725d2b1a-7895-4d46-9c91-026406b23d59 x-openstack-request-id: req-725d2b1a-7895-4d46-9c91-026406b23d59 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:16.290826 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-unplugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:16.291085 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-725d2b1a-7895-4d46-9c91-026406b23d59 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:16.291478 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'code': 200} Jul 15 23:09:16.297996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:16.298213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.298419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:16.304023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.316896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fa9fd48-c436-4b0e-9a49-80e0674ac8db req-278f4cb2-4a05-48e1-aedd-a1009f5a411a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246107 Jul 15 23:09:16.337229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:16.337820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:16.338218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:16.338660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Bound port: ff033dcd-cbff-4b98-9e11-c07d3b90d412, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:16.339158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.340262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:16.340669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.343480 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:16.347238 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:16.378244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'name': 'network-vif-deleted', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:16.380572 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76feffc8-6166-4b55-b879-70520ee988b9" -d '{"events": [{"server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "name": "network-vif-deleted", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:16.387546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.392454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Pushing event deleted for resources: {'Port': ['ID=21025f9e-7448-4091-b961-f3ad80088e72,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.406889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] No DVR routers for this DVR port 21025f9e-7448-4091-b961-f3ad80088e72 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:16.426089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:16.467803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 01193ccc-c5c4-4693-8469-4d0c789e2287 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:16.469987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5cbea018-f162-4f8f-ab77-619afcf014ef no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:16.472704 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c9cc42-15dc-41ef-b413-ffe84eb816f5 x-openstack-request-id: req-f2c9cc42-15dc-41ef-b413-ffe84eb816f5 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:16.472996 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98cfef7-9e60-4f7c-bf75-b14520a22e7d", "name": "network-vif-deleted", "tag": "0027b5b3-0873-4e27-a2e1-164d3a91a9e5", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:16.473249 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2c9cc42-15dc-41ef-b413-ffe84eb816f5 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:16.473638 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98cfef7-9e60-4f7c-bf75-b14520a22e7d', 'name': 'network-vif-deleted', 'tag': '0027b5b3-0873-4e27-a2e1-164d3a91a9e5', 'status': 'completed', 'code': 200} Jul 15 23:09:16.473908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Pushing event deleted for resources: {'Port': ['ID=3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.501745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] No DVR routers for this DVR port 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:16.502693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.505750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.506999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 5cbea018-f162-4f8f-ab77-619afcf014ef {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:16.507480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5cbea018-f162-4f8f-ab77-619afcf014ef not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:16.507980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5eae7e14-435b-4be5-af7b-e42a90ecb08e req-7492c257-54fd-4b64-82ef-42d1ebc7fedc tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.37 "DELETE /v2.0/ports/3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 HTTP/1.1" status: 204 len: 173 time: 1.6150544 Jul 15 23:09:16.527611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.529313 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2e721c03-3ff5-4c77-9e43-d2dc18b737a4 HTTP/1.1" status: 204 len: 168 time: 0.7193990 Jul 15 23:09:16.533202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59008) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:16.558461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ab0a5-f618-4540-9c58-00b622b55cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e721c03-3ff5-4c77-9e43-d2dc18b737a4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.563098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:16.580118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a802836b-d321-46df-bb5e-ccc31827ac65 req-7679d5b5-a530-44f3-a1a0-f06ad731349d tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/a8df6fda-afe2-4001-a29f-36d9152fde60 HTTP/1.1" status: 200 len: 1801 time: 0.1798220 Jul 15 23:09:16.603623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:16.606490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.615454 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.628301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1efd39-a4f3-422f-95b3-cfd2173dd399']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.632644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:16.646572 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-55601388-c003-4716-a9de-a94d0794aeec admin admin] 10.222.0.23 "PUT /v2.0/routers/6c5b754f-5ae4-4f1d-858d-ce7115edbba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3700893 Jul 15 23:09:16.649259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.649259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d9a3ef-8efc-4aca-884b-a26f17d1b5a4') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.650797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:16.665016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] Sync routers for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:16.672140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:16.672950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.674785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 1096 time: 2.2555208 Jul 15 23:09:16.676780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbeb52b-13d3-4db9-86ea-3811afe8df37 admin admin] Deleting subnet 459d2bb3-c735-4449-9cac-33ed6d6d223b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:16.680726 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.721960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:16.728277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.754710 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb52b-13d3-4db9-86ea-3811afe8df37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.762550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a802836b-d321-46df-bb5e-ccc31827ac65 req-d1b001fb-1b69-4200-8026-bf3a4a42f1e4 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.817993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.856722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:16.857116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:16.862045 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:16.897867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18907997-0799-48d8-acc5-989f16b69cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.899554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 01193ccc-c5c4-4693-8469-4d0c789e2287, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=01193ccc-c5c4-4693-8469-4d0c789e2287,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:16.922093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:16.944241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a802836b-d321-46df-bb5e-ccc31827ac65 req-d1b001fb-1b69-4200-8026-bf3a4a42f1e4 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.960110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb52b-13d3-4db9-86ea-3811afe8df37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.980528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 21025f9e-7448-4091-b961-f3ad80088e72 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:17.018852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-224b401d-0992-4a3f-bd6d-6774d667c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.020781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-224b401d-0992-4a3f-bd6d-6774d667c29d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1099 time: 0.3049114 Jul 15 23:09:17.033781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.034453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc03c2-83f1-423e-a001-6e1ab4d04b60 req-dbb2558d-005e-4212-9f18-a52293fa3ef0 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.036122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dbc03c2-83f1-423e-a001-6e1ab4d04b60 req-dbb2558d-005e-4212-9f18-a52293fa3ef0 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 944 time: 0.2823906 Jul 15 23:09:17.037297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a802836b-d321-46df-bb5e-ccc31827ac65 req-d1b001fb-1b69-4200-8026-bf3a4a42f1e4 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.040061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a802836b-d321-46df-bb5e-ccc31827ac65 req-d1b001fb-1b69-4200-8026-bf3a4a42f1e4 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.055907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a802836b-d321-46df-bb5e-ccc31827ac65 req-d1b001fb-1b69-4200-8026-bf3a4a42f1e4 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/a8df6fda-afe2-4001-a29f-36d9152fde60 HTTP/1.1" status: 204 len: 173 time: 0.4745886 Jul 15 23:09:17.133149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b001fb-1b69-4200-8026-bf3a4a42f1e4 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8df6fda-afe2-4001-a29f-36d9152fde60,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:17.200317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 21025f9e-7448-4091-b961-f3ad80088e72 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:17.200696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 21025f9e-7448-4091-b961-f3ad80088e72 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:17.205122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '01193ccc-c5c4-4693-8469-4d0c789e2287', 'network_id': '017511e3-8cbb-45d5-b70d-d319575e7b2f', 'port_id': '01193ccc-c5c4-4693-8469-4d0c789e2287', 'mac_address': 'fa:16:3e:43:56:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:17.250400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dbc03c2-83f1-423e-a001-6e1ab4d04b60 req-001289e8-eac1-4ee5-aafd-96e682e47126 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928246 Jul 15 23:09:17.274031 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.275382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0533a7a9-7232-4904-a25f-85d2cb5ee844 req-217f364c-a961-4710-aa58-925dac381720 tempest-FloatingIPsAssociationTestJSON-946926347 tempest-FloatingIPsAssociationTestJSON-946926347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a994ad09-861b-4911-9d8a-2bc0731ad69a HTTP/1.1" status: 200 len: 210 time: 0.0456045 Jul 15 23:09:17.335342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01193ccc-c5c4-4693-8469-4d0c789e2287 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:17.393725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 01193ccc-c5c4-4693-8469-4d0c789e2287, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=01193ccc-c5c4-4693-8469-4d0c789e2287,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:17.396304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-82c272b5-1b6a-442d-a081-b2d63e9fb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.397810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-82c272b5-1b6a-442d-a081-b2d63e9fb9d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.3389924 Jul 15 23:09:17.398385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:09:15Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:17.447147 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.452071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] Checking router: 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:17.462032 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-94342dee-c87b-4cea-9286-9dcdbaf078b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.0431459 Jul 15 23:09:17.477112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7942a617-7d57-41ee-9ff2-6b3fd5668027 req-ebdbc6d6-d9f9-4105-bf8a-5ac45ec48604 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "GET /v2.0/security-groups/1f2c8909-9749-4b4a-97d5-7e7c17897226 HTTP/1.1" status: 200 len: 1799 time: 0.1643093 Jul 15 23:09:17.478387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] Routers {'6c5b754f-5ae4-4f1d-858d-ce7115edbba1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:17.479040 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:08:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:17.521141 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.535713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.538279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb52b-13d3-4db9-86ea-3811afe8df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.545434 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.547748 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] 10.222.0.23 "DELETE /v2.0/networks/7b1efd39-a4f3-422f-95b3-cfd2173dd399 HTTP/1.1" status: 204 len: 168 time: 2.1074507 Jul 15 23:09:17.585572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611fe2e-d180-4fcb-9f96-d998639a29cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1efd39-a4f3-422f-95b3-cfd2173dd399,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:17.628986 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=01193ccc-c5c4-4693-8469-4d0c789e2287,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:17.640891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] Set router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:17.661864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-37e5d841-446e-4053-a599-f0797cee5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.663732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-37e5d841-446e-4053-a599-f0797cee5824 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1856227 Jul 15 23:09:17.674332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Deleting port d21ef2cd-2149-4136-a044-d29591ce3a0a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:17.674835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.683614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb52b-13d3-4db9-86ea-3811afe8df37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.730387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeb52b-13d3-4db9-86ea-3811afe8df37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459d2bb3-c735-4449-9cac-33ed6d6d223b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:17.740720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59024) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:17.755090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb52b-13d3-4db9-86ea-3811afe8df37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.757118 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9fbeb52b-13d3-4db9-86ea-3811afe8df37 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/459d2bb3-c735-4449-9cac-33ed6d6d223b HTTP/1.1" status: 204 len: 168 time: 1.2134027 Jul 15 23:09:17.762618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59026) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:17.876764 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9c6fbd61-9b75-4fb4-9a53-3caedc3a8799 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33570cd3ce3a4f58aa11b6ecee2cb729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348679 Jul 15 23:09:17.884024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:17.948646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] For port d21ef2cd-2149-4136-a044-d29591ce3a0a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d21ef2cd-2149-4136-a044-d29591ce3a0a,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:17.948884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.957675 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.984905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Calling delete_port for d21ef2cd-2149-4136-a044-d29591ce3a0a owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:18.013958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['01193ccc-c5c4-4693-8469-4d0c789e2287'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:18.044315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a51c-e3ed-41ea-8552-65ce2f664f6e req-0dde01ee-fba0-4af5-aec5-9896bc205fcd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.048404 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c673fb31-f758-468d-b63f-261ffb466742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.051518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f824a51c-e3ed-41ea-8552-65ce2f664f6e req-0dde01ee-fba0-4af5-aec5-9896bc205fcd tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 948 time: 0.5879042 Jul 15 23:09:18.058425 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7942a617-7d57-41ee-9ff2-6b3fd5668027 req-16bb8327-c6b3-4976-a0ae-7e59fd609b19 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.068766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:09:15Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:18.078708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c73cc442-4431-4e82-8616-534154e90ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.093091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-d15adaca-58e5-4c30-8e22-a0d281ba27c4 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.094669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-d15adaca-58e5-4c30-8e22-a0d281ba27c4 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.5323496 Jul 15 23:09:18.101578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cd500-956e-426e-b998-322dbf789efd None None] The sync data for ids ['6c5b754f-5ae4-4f1d-858d-ce7115edbba1'] in n-d-793618-8 is: [{'id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470765133-router', 'tenant_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:27Z', 'updated_at': '2021-07-15T23:09:15Z', 'revision_number': 5, 'project_id': '5d8eb12eec93427ca7d5765ae5387d8d', 'gw_port': {'id': 'd21ef2cd-2149-4136-a044-d29591ce3a0a', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5b754f-5ae4-4f1d-858d-ce7115edbba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:18.118745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-8'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:18.123332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7942a617-7d57-41ee-9ff2-6b3fd5668027 req-16bb8327-c6b3-4976-a0ae-7e59fd609b19 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.144018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c73cc442-4431-4e82-8616-534154e90ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.188375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f824a51c-e3ed-41ea-8552-65ce2f664f6e req-6431cd0c-80e0-49c2-b2f1-b2bea2fe644a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359358 Jul 15 23:09:18.215197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.271531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:18.287908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-ee71e7ad-290b-48aa-9960-62d1ef9dbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.290022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-ee71e7ad-290b-48aa-9960-62d1ef9dbe72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6141937 Jul 15 23:09:18.295822 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7942a617-7d57-41ee-9ff2-6b3fd5668027 req-16bb8327-c6b3-4976-a0ae-7e59fd609b19 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.298422 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7942a617-7d57-41ee-9ff2-6b3fd5668027 req-16bb8327-c6b3-4976-a0ae-7e59fd609b19 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.303460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adf5bf9-0f79-4006-8dd0-9211bb6387ce') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:18.303825 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adf5bf9-0f79-4006-8dd0-9211bb6387ce') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:18.309172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7942a617-7d57-41ee-9ff2-6b3fd5668027 req-16bb8327-c6b3-4976-a0ae-7e59fd609b19 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] 10.222.0.23 "DELETE /v2.0/security-groups/1f2c8909-9749-4b4a-97d5-7e7c17897226 HTTP/1.1" status: 204 len: 173 time: 0.8178880 Jul 15 23:09:18.311126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'name': 'network-vif-deleted', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0'}, {'name': 'network-changed', 'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:18.313691 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3cab81-512d-46b3-8006-fbe2373027c2" -d '{"events": [{"server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "name": "network-vif-deleted", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0"}, {"name": "network-changed", "server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:18.318444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59032) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:18.332728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.386766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.402082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb8327-c6b3-4976-a0ae-7e59fd609b19 tempest-SecurityGroupsTestJSON-36589460 tempest-SecurityGroupsTestJSON-36589460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2c8909-9749-4b4a-97d5-7e7c17897226,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.422369 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:18.422881 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:18.426939 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:18.430778 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.440443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c73cc442-4431-4e82-8616-534154e90ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.443974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c73cc442-4431-4e82-8616-534154e90ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.447692 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c73cc442-4431-4e82-8616-534154e90ce0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02c8319b-1260-4729-b339-e22f1f26de22 HTTP/1.1" status: 204 len: 168 time: 0.5603406 Jul 15 23:09:18.459368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83b0ed1-ea36-4cba-b521-e6c87b1f7cc8 admin admin] Deleting subnet 2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:18.473981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b83b0ed1-ea36-4cba-b521-e6c87b1f7cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.508981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:18.510552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cc442-4431-4e82-8616-534154e90ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8319b-1260-4729-b339-e22f1f26de22,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.573990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:18.574635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 0027b5b3-0873-4e27-a2e1-164d3a91a9e5 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:18.575336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:18.587694 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b83b0ed1-ea36-4cba-b521-e6c87b1f7cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.595071 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.616613 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.622105 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac HTTP/1.1" status: 204 len: 168 time: 0.8580968 Jul 15 23:09:18.662287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7346198d-2854-4a49-a9a6-fb245ddcdb14 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:18.675242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.721923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a4117-1e50-4ac4-a43b-11c1d229c39d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c92f049-9cdd-4102-a0ff-4d57a6f0c5ac,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.754394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 7346198d-2854-4a49-a9a6-fb245ddcdb14 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:18.755193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7346198d-2854-4a49-a9a6-fb245ddcdb14 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:18.772631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:18.774248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:18.802734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2859f9c-4a8f-4298-8de0-0369a022841e req-f37185ec-9087-464f-950d-d99afedfb869 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.804760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2859f9c-4a8f-4298-8de0-0369a022841e req-f37185ec-9087-464f-950d-d99afedfb869 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 945 time: 0.5133209 Jul 15 23:09:18.839249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c4b5-5c44-4768-bfc4-843bb2871b19 req-fe6c97bc-f86a-4a07-bd5e-ba6ea74eaba8 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.847558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af98c4b5-5c44-4768-bfc4-843bb2871b19 req-fe6c97bc-f86a-4a07-bd5e-ba6ea74eaba8 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 945 time: 0.3524492 Jul 15 23:09:18.849534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:18.850087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:18.851204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-a468ca36-625c-4ede-9fa4-6389826cb6fd service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326152 Jul 15 23:09:18.876094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59044) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:18.878388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21ef2cd-2149-4136-a044-d29591ce3a0a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.919587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b83b0ed1-ea36-4cba-b521-e6c87b1f7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.966472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.032295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af98c4b5-5c44-4768-bfc4-843bb2871b19 req-afe2af40-5a50-472f-82f3-157cc127291b tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837740 Jul 15 23:09:19.037815 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8dbad82f-1a5a-4bad-9a7f-dff6782dbaa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ec79eae0bbe481ba8cb316aefd158cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602950 Jul 15 23:09:19.048321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2859f9c-4a8f-4298-8de0-0369a022841e req-ffbb6630-0687-45bf-b2d9-7078cef7dc30 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283592 Jul 15 23:09:19.052253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59048) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:19.085037 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.090477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.099121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:19.132272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-a5c98770-a43b-46d5-b387-cc473cecb947 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723410 Jul 15 23:09:19.176985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-678389ab-356e-453e-9518-04b3ed5b96a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.177839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b83b0ed1-ea36-4cba-b521-e6c87b1f7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.179294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:19.202915 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d422810-2d03-4721-b3e1-51ef778642ec x-openstack-request-id: req-5d422810-2d03-4721-b3e1-51ef778642ec {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:19.203213 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a994ad09-861b-4911-9d8a-2bc0731ad69a", "name": "network-vif-deleted", "tag": "3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:19.203522 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d422810-2d03-4721-b3e1-51ef778642ec {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:19.203811 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a994ad09-861b-4911-9d8a-2bc0731ad69a', 'name': 'network-vif-deleted', 'tag': '3b3ff3ea-79ca-40bb-8724-ccc6a7684bf0', 'status': 'completed', 'code': 200} Jul 15 23:09:19.204060 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'status': 'completed', 'code': 200} Jul 15 23:09:19.234421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-678389ab-356e-453e-9518-04b3ed5b96a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.237565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59056) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:19.241615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.242321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5b754f-5ae4-4f1d-858d-ce7115edbba1 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:19.244634 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b0ed1-ea36-4cba-b521-e6c87b1f7cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:19.263803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.265301 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8beda23f-b9ad-4222-8b11-d42d5df21827 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6c5b754f-5ae4-4f1d-858d-ce7115edbba1 HTTP/1.1" status: 204 len: 168 time: 2.6120548 Jul 15 23:09:19.268336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59062) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:19.349632 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.365825 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b83b0ed1-ea36-4cba-b521-e6c87b1f7cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.372689 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b83b0ed1-ea36-4cba-b521-e6c87b1f7cc8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2dd19128-ab6f-4ca7-8bb2-f5f75cd277ce HTTP/1.1" status: 204 len: 168 time: 1.0530555 Jul 15 23:09:19.376109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bcc3a7-710a-48fa-bfd9-07a68869f7a8 admin admin] Deleting subnet 61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:19.378352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59064) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:19.404205 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.415701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc3a7-710a-48fa-bfd9-07a68869f7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.550513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc3a7-710a-48fa-bfd9-07a68869f7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.584164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.598155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Pushing event updated for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:19.627392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-7974b467-a987-48c9-b8f2-1a0960ae547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.627392 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-7974b467-a987-48c9-b8f2-1a0960ae547a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1099 time: 0.2461557 Jul 15 23:09:19.656252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-678389ab-356e-453e-9518-04b3ed5b96a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.658838 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-678389ab-356e-453e-9518-04b3ed5b96a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.659976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-678389ab-356e-453e-9518-04b3ed5b96a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9e70424-dae2-4358-8a3b-71eecc8f7d9a HTTP/1.1" status: 204 len: 168 time: 0.6068199 Jul 15 23:09:19.714256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-a2b2d451-ebea-4d87-8b25-b967848f09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.716454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-a2b2d451-ebea-4d87-8b25-b967848f09c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1099 time: 0.4529667 Jul 15 23:09:19.732712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678389ab-356e-453e-9518-04b3ed5b96a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e70424-dae2-4358-8a3b-71eecc8f7d9a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:19.764456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on host n-h2-793618-8 for vnic_type normal with profile {"migrating_to": "n-h1-793618-8"} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:19.764820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:19.765122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:19.797015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc3a7-710a-48fa-bfd9-07a68869f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.831816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:19.832373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Attempting to bind port 228c6b40-ed73-423d-ba03-08f29a26b1de on network 89895da1-cf17-4ce3-8e5e-62ea39d5855f {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:19.841571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee73772-eb4f-4a3b-8663-2175a2a69b3d req-e2e67b14-fa23-4609-adeb-66dbe63f9456 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.848887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ee73772-eb4f-4a3b-8663-2175a2a69b3d req-e2e67b14-fa23-4609-adeb-66dbe63f9456 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 948 time: 0.3650930 Jul 15 23:09:19.904987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.911945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:19.912469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Checking segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:19.912748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Bound using segment: {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:19.913501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Bound port: 228c6b40-ed73-423d-ba03-08f29a26b1de, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05071c19-7e04-43c6-894e-5a7190d3eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89895da1-cf17-4ce3-8e5e-62ea39d5855f'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:19.913720 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.928623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7dd804-9983-4070-acb0-d62749a772a9']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:19.947690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19730b23-b069-459e-a1cf-50d04d01fd28') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:19.947989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19730b23-b069-459e-a1cf-50d04d01fd28') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:19.963203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.993395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-df305fe7-a28a-4882-87b4-d87143e62289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.994188 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-df305fe7-a28a-4882-87b4-d87143e62289 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.3405485 Jul 15 23:09:19.995127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.003266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:20.003599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:20.010142 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:20.025427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ee73772-eb4f-4a3b-8663-2175a2a69b3d req-081c9cc8-3183-4e3e-b9e0-1a1a6913cb6d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755617 Jul 15 23:09:20.039858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-a9041515-6ee6-4163-812b-02ed7ece8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.041610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-a9041515-6ee6-4163-812b-02ed7ece8a3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.3142407 Jul 15 23:09:20.064554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc3a7-710a-48fa-bfd9-07a68869f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.079212 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-45868655-0096-4f13-b018-7dcbb701eb8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.0779421 Jul 15 23:09:20.169130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-084a2680-aef8-48c1-bd44-06c1e4287303 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.1098664 Jul 15 23:09:20.186164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcc3a7-710a-48fa-bfd9-07a68869f7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f4a04a-c2a7-453f-acb6-da08cfa9f0a4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.189086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-069fb01c-2700-4498-8213-bc7bcefc8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.190552 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-069fb01c-2700-4498-8213-bc7bcefc8470 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0890768 Jul 15 23:09:20.191565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc3a7-710a-48fa-bfd9-07a68869f7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.193306 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c6bcc3a7-710a-48fa-bfd9-07a68869f7a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/61f4a04a-c2a7-453f-acb6-da08cfa9f0a4 HTTP/1.1" status: 204 len: 168 time: 0.9195099 Jul 15 23:09:20.195854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59086) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:20.197966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f7180-bf71-4244-887f-34c9a7414cca None None] Network df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:20.271269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:20.289362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59094) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:20.315222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.316485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:20.345516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.346015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.398437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7dd804-9983-4070-acb0-d62749a772a9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.403817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.408689 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ae819a48-4630-4086-9283-98677c26b5d2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d7dd804-9983-4070-acb0-d62749a772a9 HTTP/1.1" status: 204 len: 168 time: 1.0199213 Jul 15 23:09:20.431357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-ca29b35a-4133-4334-bb88-2906eded2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.432906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-ca29b35a-4133-4334-bb88-2906eded2ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283696 Jul 15 23:09:20.452565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Deleting port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:20.452907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.470496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 228c6b40-ed73-423d-ba03-08f29a26b1de details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:20.481637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 01193ccc-c5c4-4693-8469-4d0c789e2287 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:20.512357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] DHCP port deletion for df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:20.520698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-5d868013-7d74-43a4-94fe-66de6691020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.522461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-5d868013-7d74-43a4-94fe-66de6691020c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.3199625 Jul 15 23:09:20.579985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Pushing event updated for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=8']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.605941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] For port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:20.606338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.630520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Calling delete_port for c2d5626f-37fb-468f-aba5-e0b46ba0ca1e owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:20.644781 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-bbd0101c-5ed1-4a8c-a234-33676c825c22 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047524 Jul 15 23:09:20.647194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59098) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:20.663547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-93a38360-3dcd-4cc4-a9a6-d2d31a881886 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a3c8165365f4779aefc05af4049d230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726902 Jul 15 23:09:20.671475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51b5cdde-8311-466a-a4c0-c1f3018b1a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.692195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59100) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:20.702723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 01193ccc-c5c4-4693-8469-4d0c789e2287 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:20.714901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:20.720017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 01193ccc-c5c4-4693-8469-4d0c789e2287 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:20.720499 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.731821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] Deleting port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:20.732205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.753002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.754115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.754807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d21ef2cd-2149-4136-a044-d29591ce3a0a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:20.756004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4d5f9ea8-fc1a-442b-a216-52298f704611 service neutron] 10.222.0.37 "PUT /v2.0/ports/228c6b40-ed73-423d-ba03-08f29a26b1de HTTP/1.1" status: 200 len: 1121 time: 2.6486161 Jul 15 23:09:20.776126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 228c6b40-ed73-423d-ba03-08f29a26b1de has no active binding in host n-h1-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:09:20.811625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d21ef2cd-2149-4136-a044-d29591ce3a0a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:20.812397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d21ef2cd-2149-4136-a044-d29591ce3a0a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:20.813035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c2d5626f-37fb-468f-aba5-e0b46ba0ca1e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:20.844951 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c9ba048-033e-4b9c-9566-e85641e45f6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca2889d6dd8241e9b7516d396de46f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964226 Jul 15 23:09:20.847790 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59102) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:20.882710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c79d25-0c5d-4f34-85f2-858a0c7d1c55 req-32213d76-0256-4c2a-b6e4-e6a267c9ab6a tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.884574 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['228c6b40-ed73-423d-ba03-08f29a26b1de'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:20.891361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09c79d25-0c5d-4f34-85f2-858a0c7d1c55 req-32213d76-0256-4c2a-b6e4-e6a267c9ab6a tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 945 time: 0.5816820 Jul 15 23:09:20.893044 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-a2cb9c4b-d13d-46db-b835-89a1fe95a761 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306325 Jul 15 23:09:20.893669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.909536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['228c6b40-ed73-423d-ba03-08f29a26b1de'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:20.956052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dc849-14b0-4244-b02e-9e7b3f3292a5 req-df876532-3974-4db2-a8a5-f329105d1c39 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.959144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.963137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d4dc849-14b0-4244-b02e-9e7b3f3292a5 req-df876532-3974-4db2-a8a5-f329105d1c39 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 943 time: 0.4776800 Jul 15 23:09:20.980704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-38feeaa8-0340-47ac-b0df-f493f93860a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.982350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-38feeaa8-0340-47ac-b0df-f493f93860a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4135270 Jul 15 23:09:20.984979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] For port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,segment=NetworkSegment(f9594167-be3e-494d-a79f-15ed9c84f340),segment_id=f9594167-be3e-494d-a79f-15ed9c84f340)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:20.985544 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.992363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] No DVR routers for this DVR port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:21.000012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c8c5de22-c0b0-4438-a0f4-7161d00899a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.024207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] Calling delete_port for c2d5626f-37fb-468f-aba5-e0b46ba0ca1e owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:21.049049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No active binding found for port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e {{(pid=93716) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:09:21.049653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c2d5626f-37fb-468f-aba5-e0b46ba0ca1e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:21.062974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c8c5de22-c0b0-4438-a0f4-7161d00899a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.079225 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.113165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.135004 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.138667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2cc3aa-70bc-442d-9c9e-9d9ffbb91251']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:21.159856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9594167-be3e-494d-a79f-15ed9c84f340') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:21.160188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9594167-be3e-494d-a79f-15ed9c84f340') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:21.175956 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.185794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c8c5de22-c0b0-4438-a0f4-7161d00899a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.188443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c8c5de22-c0b0-4438-a0f4-7161d00899a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.192027 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c8c5de22-c0b0-4438-a0f4-7161d00899a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/459572bf-b409-4b85-b2e1-e929c20dd229 HTTP/1.1" status: 204 len: 168 time: 0.3407624 Jul 15 23:09:21.201043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.204108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5de22-c0b0-4438-a0f4-7161d00899a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459572bf-b409-4b85-b2e1-e929c20dd229,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:21.212151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:21.212707 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:21.215093 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:21.223124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0003dc8e-6d91-4d8f-92ca-5e0decd59bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01193ccc-c5c4-4693-8469-4d0c789e2287'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:21.226170 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14658b1f-5ae7-46b8-a7d5-fb208198c8d6" -d '{"events": [{"server_uuid": "0003dc8e-6d91-4d8f-92ca-5e0decd59bb3", "name": "network-vif-plugged", "status": "completed", "tag": "01193ccc-c5c4-4693-8469-4d0c789e2287"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:21.274606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 01193ccc-c5c4-4693-8469-4d0c789e2287, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=01193ccc-c5c4-4693-8469-4d0c789e2287,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:21.308938 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.349867 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.413913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] No DVR routers for this DVR port c2d5626f-37fb-468f-aba5-e0b46ba0ca1e on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:21.441757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de'}, {'name': 'network-changed', 'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:21.444388 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6" -d '{"events": [{"server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "name": "network-vif-unplugged", "status": "completed", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de"}, {"name": "network-changed", "server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:21.520098 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.530228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=01193ccc-c5c4-4693-8469-4d0c789e2287,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:21.563248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bc98d-4a17-46de-b024-f61287e07697 None None] Pushing event deleted for resources: {'Port': ['ID=c2d5626f-37fb-468f-aba5-e0b46ba0ca1e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:21.570622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09c79d25-0c5d-4f34-85f2-858a0c7d1c55 req-3c6ab843-1f9b-4307-8053-12e62c9e3ff3 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783748 Jul 15 23:09:21.571403 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10be1535-f50f-431e-b59c-6df4ce27f32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.588689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d4dc849-14b0-4244-b02e-9e7b3f3292a5 req-ed8a5a94-a1f9-4133-8ce0-7d24a383e831 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154981 Jul 15 23:09:21.609314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:21.650804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.655359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-d9f5eda2-3a71-470a-ba3f-d3af03a0b851 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490026 Jul 15 23:09:21.724373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10be1535-f50f-431e-b59c-6df4ce27f32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.732533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.786061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.788042 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] 10.222.0.23 "DELETE /v2.0/networks/df2cc3aa-70bc-442d-9c9e-9d9ffbb91251 HTTP/1.1" status: 204 len: 168 time: 1.5912602 Jul 15 23:09:21.791429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd6752-c7d6-4ae6-9b3b-8e67a8bdb121 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2cc3aa-70bc-442d-9c9e-9d9ffbb91251,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:21.793353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59128) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:21.836020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:21.854346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'mac_address': 'fa:16:3e:19:0c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:22.052187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.076831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff033dcd-cbff-4b98-9e11-c07d3b90d412 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:22.092522 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b07af3f-aec3-4946-9667-a44a6b823b5b x-openstack-request-id: req-8b07af3f-aec3-4946-9667-a44a6b823b5b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:22.092890 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0003dc8e-6d91-4d8f-92ca-5e0decd59bb3", "name": "network-vif-plugged", "status": "completed", "tag": "01193ccc-c5c4-4693-8469-4d0c789e2287", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:22.093126 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b07af3f-aec3-4946-9667-a44a6b823b5b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:22.093519 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0003dc8e-6d91-4d8f-92ca-5e0decd59bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01193ccc-c5c4-4693-8469-4d0c789e2287', 'code': 200} Jul 15 23:09:22.105435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:22.111961 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.129727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b3cab81-512d-46b3-8006-fbe2373027c2 req-e7f1be41-ef19-442b-b825-7876c84a0c19 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251485 Jul 15 23:09:22.169739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10be1535-f50f-431e-b59c-6df4ce27f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.172469 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10be1535-f50f-431e-b59c-6df4ce27f32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.176271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-10be1535-f50f-431e-b59c-6df4ce27f32d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e60f928-9a87-4a3f-9cdc-5dd8eb29b5d8 HTTP/1.1" status: 204 len: 168 time: 1.4571333 Jul 15 23:09:22.187584 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caafa7f-d499-41fa-865a-a17337c88a1b x-openstack-request-id: req-6caafa7f-d499-41fa-865a-a17337c88a1b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:22.187880 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "name": "network-vif-unplugged", "status": "completed", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de", "code": 200}, {"name": "network-changed", "server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:22.188209 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6caafa7f-d499-41fa-865a-a17337c88a1b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:22.188544 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de', 'code': 200} Jul 15 23:09:22.188782 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de', 'status': 'completed', 'code': 200} Jul 15 23:09:22.205063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be1535-f50f-431e-b59c-6df4ce27f32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e60f928-9a87-4a3f-9cdc-5dd8eb29b5d8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:22.244132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a761-ec32-413e-a0e8-35e7ec3ae13a req-06a66e8a-566a-4fa2-b4a0-86cd88d1e006 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.247123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea98a761-ec32-413e-a0e8-35e7ec3ae13a req-06a66e8a-566a-4fa2-b4a0-86cd88d1e006 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 948 time: 0.4058576 Jul 15 23:09:22.322852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:22.400439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea98a761-ec32-413e-a0e8-35e7ec3ae13a req-23b33e50-d712-445b-b296-0e38d2a8ec74 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365321 Jul 15 23:09:22.449021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59168) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:22.456118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18f07e-f1c6-4076-9cf6-8db70c457d98 req-8941c7ea-94ef-4ea5-9f2c-be6f483df6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.457757 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2c18f07e-f1c6-4076-9cf6-8db70c457d98 req-8941c7ea-94ef-4ea5-9f2c-be6f483df6b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 1097 time: 0.2052932 Jul 15 23:09:22.465518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-24d75d83-cfcc-4b6b-9e77-ec4ff3745c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.467740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-24d75d83-cfcc-4b6b-9e77-ec4ff3745c59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1124 time: 0.2182932 Jul 15 23:09:22.521290 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2c18f07e-f1c6-4076-9cf6-8db70c457d98 req-e7d5e720-ad17-4999-9c39-781ecf8f89b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555656 Jul 15 23:09:22.578179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.601708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['ff033dcd-cbff-4b98-9e11-c07d3b90d412'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:22.609117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Deleting port db8df972-18e2-49e6-af93-98bb0a33d66d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:22.609462 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.645645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-f4481515-e2e2-4f4c-a66b-4d4a4a737fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.647157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-f4481515-e2e2-4f4c-a66b-4d4a4a737fc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1656556 Jul 15 23:09:22.655544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1883286278-network', 'tenant_id': '24ec6493dffc440ea0341908c3ea9a6e'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:22.743601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-5c08cf82-5d9c-4234-a2a4-048abde07977 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228c6b40-ed73-423d-ba03-08f29a26b1de HTTP/1.1" status: 200 len: 217 time: 0.0813689 Jul 15 23:09:22.853847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Made reservation on behalf of 24ec6493dffc440ea0341908c3ea9a6e for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:22.856522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.871333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59182) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:22.923663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.969388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] For port db8df972-18e2-49e6-af93-98bb0a33d66d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=db8df972-18e2-49e6-af93-98bb0a33d66d,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:22.969749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.982019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-646aaa6c-c354-49e3-9238-29c0e8d18e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:22.983655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-646aaa6c-c354-49e3-9238-29c0e8d18e9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.2263148 Jul 15 23:09:22.995232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Calling delete_port for db8df972-18e2-49e6-af93-98bb0a33d66d owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:23.034203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Deleting port e5861b63-7729-4429-9fc4-fc6e6ef21d1e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:23.034888 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.065739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-3aaee2fd-63cd-4009-816e-b90988d5f5db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656343 Jul 15 23:09:23.114566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d23b2a17-6054-48e1-bf2c-b7d76c59fc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.156464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] For port e5861b63-7729-4429-9fc4-fc6e6ef21d1e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,segment=NetworkSegment(d43cb15f-a851-421f-b279-f40143d1725a),segment_id=d43cb15f-a851-421f-b279-f40143d1725a)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:23.156865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.167225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330c01-3dd5-46c1-89ae-5406029d254a req-7661c694-d17d-40ac-907a-586a04838a84 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.168832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47330c01-3dd5-46c1-89ae-5406029d254a req-7661c694-d17d-40ac-907a-586a04838a84 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 946 time: 0.3235121 Jul 15 23:09:23.171838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Calling delete_port for e5861b63-7729-4429-9fc4-fc6e6ef21d1e owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:23.182705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777fdd6-e9dc-4715-b82f-99e71be89756 req-691665e0-86b3-4084-9e70-da4f17927b4d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.184615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9777fdd6-e9dc-4715-b82f-99e71be89756 req-691665e0-86b3-4084-9e70-da4f17927b4d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 943 time: 0.3335302 Jul 15 23:09:23.198369 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.362580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47330c01-3dd5-46c1-89ae-5406029d254a req-ba8039de-12b1-4974-98b6-9ff0ccb012aa tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705985 Jul 15 23:09:23.380445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9777fdd6-e9dc-4715-b82f-99e71be89756 req-b99cc86e-d19a-43fe-9730-90fd947703cc tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823585 Jul 15 23:09:23.393355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-b041317d-e231-489e-82ec-45001383e708 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843115 Jul 15 23:09:23.401230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.428679 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.431349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Pushing event deleted for resources: {'Port': ['ID=e5861b63-7729-4429-9fc4-fc6e6ef21d1e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:23.448286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.533185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:23.569398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41cf261-2687-412a-9cc8-f629bc5809a1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:23.577520 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.577724 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Added segment 056a4e4e-ab35-4986-90fc-014adcc3b8ea of type vlan for network d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa Jul 15 23:09:23.641904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.680526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.696374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d23b2a17-6054-48e1-bf2c-b7d76c59fc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.698423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91485a94-f1aa-485c-a4d3-2a5c7775cfd6 req-e0401a4c-a591-471b-9793-29c994dcdf66 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828631 Jul 15 23:09:23.701657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.704010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d23b2a17-6054-48e1-bf2c-b7d76c59fc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.709146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Pushing event deleted for resources: {'Port': ['ID=db8df972-18e2-49e6-af93-98bb0a33d66d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:23.818258 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b2a17-6054-48e1-bf2c-b7d76c59fc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865e4746-e111-4e08-a35c-05319426fbf7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:23.834444 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d23b2a17-6054-48e1-bf2c-b7d76c59fc26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74e2b0eee3cd4af4b25d3193d56e342f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9615409 Jul 15 23:09:23.836731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59208) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:23.878296 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.879587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.883503 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.918239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8518f1c-de1a-4880-9fef-ed41c255d2b7 req-5e63fcb5-b30a-4da3-8553-67879866ce7e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.925516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8518f1c-de1a-4880-9fef-ed41c255d2b7 req-5e63fcb5-b30a-4da3-8553-67879866ce7e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 949 time: 0.3292215 Jul 15 23:09:23.979364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5250344 Jul 15 23:09:24.018692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59212) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:24.032251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Request body: {'subnet': {'network_id': 'd2fb13bf-ed18-47d7-b1bf-04f4371c8cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1883286278-subnet', 'tenant_id': '24ec6493dffc440ea0341908c3ea9a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:24.045561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Router df2c5ab5-e297-4a7f-befc-308b1192e59d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:24.046452 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e7724c68-6cc3-4f2e-a689-9405c9048e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.086402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e7724c68-6cc3-4f2e-a689-9405c9048e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.109982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a517ffa-726c-47c4-a7a2-79b64c8c55f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:24.124654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:24.135145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Made reservation on behalf of 24ec6493dffc440ea0341908c3ea9a6e for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:24.138081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.142569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8518f1c-de1a-4880-9fef-ed41c255d2b7 req-c3217a7f-0392-40f3-8045-a458e6700ac4 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142076 Jul 15 23:09:24.167924 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.235859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-184abbec-52d6-479c-8cb0-65773056f47c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1985679 Jul 15 23:09:24.396685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:24.408438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.410478 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] Sync routers for ids ['df2c5ab5-e297-4a7f-befc-308b1192e59d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:24.427525 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-50b5f583-fff9-4339-9010-2adc8af7969a admin admin] 10.222.0.23 "PUT /v2.0/routers/df2c5ab5-e297-4a7f-befc-308b1192e59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6319542 Jul 15 23:09:24.430969 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] Routers {'df2c5ab5-e297-4a7f-befc-308b1192e59d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:24.436398 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df2c5ab5-e297-4a7f-befc-308b1192e59d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:24.438271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59224) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:24.439027 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e7724c68-6cc3-4f2e-a689-9405c9048e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.441634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e7724c68-6cc3-4f2e-a689-9405c9048e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.447991 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e7724c68-6cc3-4f2e-a689-9405c9048e0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/865e4746-e111-4e08-a35c-05319426fbf7 HTTP/1.1" status: 204 len: 168 time: 0.6095297 Jul 15 23:09:24.568806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724c68-6cc3-4f2e-a689-9405c9048e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865e4746-e111-4e08-a35c-05319426fbf7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:24.615530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4bd2fa-9473-46f4-8683-b94cf0c3f395,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:24.659593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Checking segment: {'id': '056a4e4e-ab35-4986-90fc-014adcc3b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd2fb13bf-ed18-47d7-b1bf-04f4371c8cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:24.660463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Network hostable DHCP agents. Network: d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:24.758178 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.760988 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.838654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Network d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:24.865173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:24.875331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b561dfe-c08a-4367-8df0-58ef63b5598d None None] Network d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:24.888084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.889235 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.975885 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f4f6a13-6680-43bb-8acc-3ed06993a0a7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9497213 Jul 15 23:09:25.020381 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] Set router df2c5ab5-e297-4a7f-befc-308b1192e59d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:25.038098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.138695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d86b5-8374-4313-a00c-88eac4cf8e08 None None] Network d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:25.154024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Deleting port 76c2cdaa-85af-4079-8975-506726005c1b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:25.154736 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.266500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] For port 76c2cdaa-85af-4079-8975-506726005c1b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=76c2cdaa-85af-4079-8975-506726005c1b,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:25.267285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.281289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Calling delete_port for 76c2cdaa-85af-4079-8975-506726005c1b owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:25.441206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-01cc0075-2589-492d-9e0d-c317e0b39c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:25.442997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-01cc0075-2589-492d-9e0d-c317e0b39c24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 1095 time: 1.1625614 Jul 15 23:09:25.463941 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '76c2cdaa-85af-4079-8975-506726005c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:09:23Z', 'revision_number': 5, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port': {'id': '76c2cdaa-85af-4079-8975-506726005c1b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:25.496314 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] Checking router: df2c5ab5-e297-4a7f-befc-308b1192e59d for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:25.507029 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] Routers {'df2c5ab5-e297-4a7f-befc-308b1192e59d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:25.508181 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df2c5ab5-e297-4a7f-befc-308b1192e59d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:25.569810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.575622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:25.625407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Pushing event deleted for resources: {'Port': ['ID=76c2cdaa-85af-4079-8975-506726005c1b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:25.677378 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] Set router df2c5ab5-e297-4a7f-befc-308b1192e59d gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:25.686196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port ff033dcd-cbff-4b98-9e11-c07d3b90d412 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:25.692804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port ff033dcd-cbff-4b98-9e11-c07d3b90d412 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:25.693232 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.766699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.782499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Router 7da86450-9b3e-44c1-9b11-c151081d7d54 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:25.817993 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:09:25Z', 'revision_number': 6, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:25.850648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.857189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-3d66a5d0-dcf3-467f-9871-fb47c01395d5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:25.858830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-3d66a5d0-dcf3-467f-9871-fb47c01395d5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.59 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784&tenant_id=d2a9153618404a499f01d6124fdc8755&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 949 time: 0.4652169 Jul 15 23:09:25.875436 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709b295-713f-458f-baaf-8423092fcf6e None None] The sync data for ids ['df2c5ab5-e297-4a7f-befc-308b1192e59d'] in n-d-793618-8 is: [{'id': 'df2c5ab5-e297-4a7f-befc-308b1192e59d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569311264-router', 'tenant_id': '2efbc6865a484247b66fb3865310bf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:09:25Z', 'revision_number': 6, 'project_id': '2efbc6865a484247b66fb3865310bf5c', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:25.891400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:25.893749 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d17ff15-9885-4438-bfb7-fab03e9392e6" -d '{"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-plugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:25.908978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:25.914166 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.915434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 228c6b40-ed73-423d-ba03-08f29a26b1de no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:25.979010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871ba52-e8b7-40b5-b0f4-171036b7b43f req-dff25866-d839-4312-b780-77809538e691 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:25.981497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1871ba52-e8b7-40b5-b0f4-171036b7b43f req-dff25866-d839-4312-b780-77809538e691 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 943 time: 0.6012287 Jul 15 23:09:26.032464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.054538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f8dda-bf38-4b6f-b29d-6c71bd1a77cf req-33587e98-99a9-4b83-a481-ec43d8fd93fc tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.062474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-057f8dda-bf38-4b6f-b29d-6c71bd1a77cf req-33587e98-99a9-4b83-a481-ec43d8fd93fc tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 946 time: 0.6796272 Jul 15 23:09:26.135856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-edcfe718-6fbe-4a78-8789-5934627e81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.138902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-edcfe718-6fbe-4a78-8789-5934627e81ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.6332922 Jul 15 23:09:26.237498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.239683 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.247779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-3663cd7f-ec8f-49da-8ac7-6327318a6613 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 200 len: 217 time: 0.0903649 Jul 15 23:09:26.265102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1871ba52-e8b7-40b5-b0f4-171036b7b43f req-f277323f-c5ad-4464-94de-2b54850b0340 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727845 Jul 15 23:09:26.283191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-3ca30ea7-c235-44a7-a0fb-00ade290c858 service neutron] 10.222.0.59 "GET /v2.0/ports/ff033dcd-cbff-4b98-9e11-c07d3b90d412/bindings/n-h2-793618-8 HTTP/1.1" status: 200 len: 382 time: 0.4092391 Jul 15 23:09:26.310731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-057f8dda-bf38-4b6f-b29d-6c71bd1a77cf req-56ebe2e8-cb4e-4c94-bf7a-5901d2c270bc tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464447 Jul 15 23:09:26.312641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.313192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router df2c5ab5-e297-4a7f-befc-308b1192e59d {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:26.324539 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.325703 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5561787b-056c-4320-9311-213a04ea10aa admin admin] 10.222.0.23 "DELETE /v2.0/routers/df2c5ab5-e297-4a7f-befc-308b1192e59d HTTP/1.1" status: 204 len: 168 time: 1.8726473 Jul 15 23:09:26.328219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59260) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:26.390892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6feca32-bc3b-443b-ad07-5a5674738d3d admin admin] Deleting subnet f3202cfe-f5e4-4ef5-8a44-f5cf9417a569 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:26.399225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6feca32-bc3b-443b-ad07-5a5674738d3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.468756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6feca32-bc3b-443b-ad07-5a5674738d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.504573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:26.516040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-149e6db9-e386-4d23-9d53-8c804f6a1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.517836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-149e6db9-e386-4d23-9d53-8c804f6a1a51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.2502751 Jul 15 23:09:26.521071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] Sync routers for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:26.521814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dbca1c35-6a32-4ea9-86f8-3ecfff0d351d admin admin] 10.222.0.23 "PUT /v2.0/routers/7da86450-9b3e-44c1-9b11-c151081d7d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2830198 Jul 15 23:09:26.533596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59264) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:26.544401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:26.546013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:26.573432 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6feca32-bc3b-443b-ad07-5a5674738d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.633677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-a7edd729-e0b6-4029-93f6-bcd6b89bf0b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898650 Jul 15 23:09:26.638305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1270563181', 'description': 'tempest-description-2124011346'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:26.640470 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6feca32-bc3b-443b-ad07-5a5674738d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.686076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6feca32-bc3b-443b-ad07-5a5674738d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3202cfe-f5e4-4ef5-8a44-f5cf9417a569,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.692857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6feca32-bc3b-443b-ad07-5a5674738d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.699574 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e6feca32-bc3b-443b-ad07-5a5674738d3d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f3202cfe-f5e4-4ef5-8a44-f5cf9417a569 HTTP/1.1" status: 204 len: 168 time: 0.3703532 Jul 15 23:09:26.702102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59266) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:26.708113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb69ca-6d7c-4ee6-a303-c87ae867eb08 None None] Network e865ac83-37dd-485c-ba6b-04650560d5fa requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:26.804075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-ac4436ab-9dc5-476b-b623-bed74b834ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.805709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-ac4436ab-9dc5-476b-b623-bed74b834ea4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1101 time: 0.4387050 Jul 15 23:09:26.822829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.856773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.874933 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.883159 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.961980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:26.962146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a0efd-436c-4296-ab4d-cb0e30ae0e19 req-b3dbad1f-32f6-4ef4-acbf-5950bc279aa5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.969088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 76c2cdaa-85af-4079-8975-506726005c1b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:26.969710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-044a0efd-436c-4296-ab4d-cb0e30ae0e19 req-b3dbad1f-32f6-4ef4-acbf-5950bc279aa5 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.4556673 Jul 15 23:09:26.980069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-9c339e2e-60c2-4da7-bf81-22552ceaf497 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331594 Jul 15 23:09:26.998417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Deleting port 18cac87d-4203-414d-8b6d-d0d21ddc7457 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:27.001410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.052867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 76c2cdaa-85af-4079-8975-506726005c1b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:27.053045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 76c2cdaa-85af-4079-8975-506726005c1b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:27.053401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e5861b63-7729-4429-9fc4-fc6e6ef21d1e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:27.110851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] For port 18cac87d-4203-414d-8b6d-d0d21ddc7457, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=18cac87d-4203-414d-8b6d-d0d21ddc7457,segment=NetworkSegment(d43cb15f-a851-421f-b279-f40143d1725a),segment_id=d43cb15f-a851-421f-b279-f40143d1725a)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:27.111553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.129562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Calling delete_port for 18cac87d-4203-414d-8b6d-d0d21ddc7457 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:27.137210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e5861b63-7729-4429-9fc4-fc6e6ef21d1e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:27.137569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e5861b63-7729-4429-9fc4-fc6e6ef21d1e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:27.191762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-044a0efd-436c-4296-ab4d-cb0e30ae0e19 req-6375a4ca-d2a0-4781-9c12-9a872fc136fe tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210691 Jul 15 23:09:27.230504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.272965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-b532822b-043e-4df3-a7e5-53fa3ffeb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.279316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-b532822b-043e-4df3-a7e5-53fa3ffeb9fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.4540305 Jul 15 23:09:27.313854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=18cac87d-4203-414d-8b6d-d0d21ddc7457,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.315965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] No DVR routers for this DVR port 18cac87d-4203-414d-8b6d-d0d21ddc7457 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:27.367542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141d6aa-49b2-45ac-a69d-3dbe991fd71b None None] DHCP port deletion for e865ac83-37dd-485c-ba6b-04650560d5fa request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:27.412990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-bea6db97-2ce6-477d-9443-d06c7a7c6668 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.1203461 Jul 15 23:09:27.419460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.441197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '72473dfb-024b-402b-b3a4-0716627f1961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:09:23Z', 'revision_number': 5, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port': {'id': '72473dfb-024b-402b-b3a4-0716627f1961', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:26Z', 'updated_at': '2021-07-15T23:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:27.484830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] Checking router: 7da86450-9b3e-44c1-9b11-c151081d7d54 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:27.513122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f404379-986d-4b12-9c4a-a0b325e7e80c req-63177870-4b2f-4066-8943-b77a7a0ed666 service neutron] 10.222.0.59 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191813 Jul 15 23:09:27.515906 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.516502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] Routers {'7da86450-9b3e-44c1-9b11-c151081d7d54'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:27.517666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7da86450-9b3e-44c1-9b11-c151081d7d54'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:27.528214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e865ac83-37dd-485c-ba6b-04650560d5fa']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:27.539686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43cb15f-a851-421f-b279-f40143d1725a') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:27.540059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43cb15f-a851-421f-b279-f40143d1725a') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:27.550055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.570773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.577723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:27.578465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:27.581046 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:27.590300 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-76a0ee59-a76f-4752-a8cd-3df5dbed302c req-0dbb7073-d4e8-4447-8ded-7725e8859d06 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] show failed (client error): The resource could not be found. Jul 15 23:09:27.603682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76a0ee59-a76f-4752-a8cd-3df5dbed302c req-0dbb7073-d4e8-4447-8ded-7725e8859d06 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] 10.222.0.23 "GET /v2.0/security-groups/aab6c9c3-b833-4e6e-95be-39f60a0066ab HTTP/1.1" status: 404 len: 352 time: 0.1219912 Jul 15 23:09:27.623179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-3b925409-8811-4abf-aba3-e79d501ca94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.624668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-3b925409-8811-4abf-aba3-e79d501ca94f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1930521 Jul 15 23:09:27.645988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] Set router 7da86450-9b3e-44c1-9b11-c151081d7d54 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:27.690744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.714218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.718512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 6, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:27.722187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.739994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.742787 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e865ac83-37dd-485c-ba6b-04650560d5fa HTTP/1.1" status: 204 len: 168 time: 1.0394821 Jul 15 23:09:27.755971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2ef2a-d730-4833-b02f-064bdd49e91f None None] The sync data for ids ['7da86450-9b3e-44c1-9b11-c151081d7d54'] in n-d-793618-8 is: [{'id': '7da86450-9b3e-44c1-9b11-c151081d7d54', 'name': 'tempest-FloatingIPsAssociationTestJSON-81810374-router', 'tenant_id': '229c42f78f2a4c629e9f7499d4983623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:24Z', 'updated_at': '2021-07-15T23:09:27Z', 'revision_number': 6, 'project_id': '229c42f78f2a4c629e9f7499d4983623', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:27.757658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73f48b-07b3-41bf-a55b-66509e6f9d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=e865ac83-37dd-485c-ba6b-04650560d5fa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.766468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-f57a0f57-e94d-43a7-8c03-2304bcb2ef70 service neutron] 10.222.0.59 "GET /v2.0/ports/228c6b40-ed73-423d-ba03-08f29a26b1de/bindings/n-h1-793618-8 HTTP/1.1" status: 200 len: 384 time: 0.2795212 Jul 15 23:09:27.872212 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f301fac-38e2-439c-b0de-7bb61b035803 x-openstack-request-id: req-0f301fac-38e2-439c-b0de-7bb61b035803 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:27.872556 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-plugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:27.872826 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f301fac-38e2-439c-b0de-7bb61b035803 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:27.873568 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'code': 200} Jul 15 23:09:27.895419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08112ac1-7cce-4b83-8656-2c01d305a03a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.903086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Deleting port 72473dfb-024b-402b-b3a4-0716627f1961 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:27.903406 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.971839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-b4a8e078-861a-4f33-8bdf-95d1e16e2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.973388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-b4a8e078-861a-4f33-8bdf-95d1e16e2db2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3306081 Jul 15 23:09:28.003770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59288) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:28.054821 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f1f53060-b72b-421e-a920-d5622e77b4bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d8eb12eec93427ca7d5765ae5387d8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491695 Jul 15 23:09:28.057569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59292) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:28.143072 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7989-435d-44be-a2c2-27f13d8ed02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.168720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7989-435d-44be-a2c2-27f13d8ed02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.254025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7989-435d-44be-a2c2-27f13d8ed02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.257317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7989-435d-44be-a2c2-27f13d8ed02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.261829 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b2d7989-435d-44be-a2c2-27f13d8ed02e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3d7920f-4486-40ed-adeb-8cdf9354d16f HTTP/1.1" status: 204 len: 168 time: 0.2008305 Jul 15 23:09:28.269815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d7989-435d-44be-a2c2-27f13d8ed02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d7920f-4486-40ed-adeb-8cdf9354d16f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:28.526580 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.542021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] For port 72473dfb-024b-402b-b3a4-0716627f1961, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=72473dfb-024b-402b-b3a4-0716627f1961,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:28.542994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.564124 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.595693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Calling delete_port for 72473dfb-024b-402b-b3a4-0716627f1961 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:28.653093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59300) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:28.664037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.665514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd8a48d0-faf9-4f08-9fe3-13315f6f7029 req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.0538080 Jul 15 23:09:28.684220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c577c7-01f6-4b4c-9808-611223d4b7d0 req-73dd8e50-fea6-4f45-8d65-2a5afd47596b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.684220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32c577c7-01f6-4b4c-9808-611223d4b7d0 req-73dd8e50-fea6-4f45-8d65-2a5afd47596b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 943 time: 0.7179193 Jul 15 23:09:28.685513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-3639916a-34ff-47fd-9877-ae44e73cd14d service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899955 Jul 15 23:09:28.691304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ea16c-3c34-4b08-a21a-9869751bb511 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845424b8-32ed-445c-b4dc-d4b42bfc9a45,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:28.712610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 72473dfb-024b-402b-b3a4-0716627f1961 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:28.719702 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6f8dfd2a-c721-46a2-a14c-f71466bde420 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2efbc6865a484247b66fb3865310bf5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0652242 Jul 15 23:09:28.720562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59306) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:28.798912 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c9a6aaf-506b-4463-90e4-f3d9cc584ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.815414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:28.817433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.830564 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c9a6aaf-506b-4463-90e4-f3d9cc584ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.840301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 72473dfb-024b-402b-b3a4-0716627f1961, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=72473dfb-024b-402b-b3a4-0716627f1961,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:28.845589 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.846539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device db8df972-18e2-49e6-af93-98bb0a33d66d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:28.885612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: db8df972-18e2-49e6-af93-98bb0a33d66d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:28.885960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device db8df972-18e2-49e6-af93-98bb0a33d66d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:28.886464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 18cac87d-4203-414d-8b6d-d0d21ddc7457 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:28.891604 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c9a6aaf-506b-4463-90e4-f3d9cc584ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.894783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-315b4ee6-baf4-4147-a688-a7ef39067d26 req-3ca8b96e-e7bd-4d36-90e1-fe32c5b85862 tempest-AbsoluteLimitsNegativeTestJSON-2099580821 tempest-AbsoluteLimitsNegativeTestJSON-2099580821-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fbf6436e979744978304ba55cff6e455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895808 Jul 15 23:09:28.895248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c9a6aaf-506b-4463-90e4-f3d9cc584ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.899462 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c9a6aaf-506b-4463-90e4-f3d9cc584ceb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e381271-54da-4341-94c8-ff7bb0dcdb26 HTTP/1.1" status: 204 len: 168 time: 0.1754997 Jul 15 23:09:28.905896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32c577c7-01f6-4b4c-9808-611223d4b7d0 req-7be59497-52dc-4bc6-bccf-9bdd88777c28 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793163 Jul 15 23:09:28.910227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 18cac87d-4203-414d-8b6d-d0d21ddc7457 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:28.910625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 18cac87d-4203-414d-8b6d-d0d21ddc7457 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:28.935078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a6aaf-506b-4463-90e4-f3d9cc584ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e381271-54da-4341-94c8-ff7bb0dcdb26,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:28.944732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=72473dfb-024b-402b-b3a4-0716627f1961,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:28.976274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:29.037717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-bffe191f-b1af-4398-849f-b489e183938a service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437645 Jul 15 23:09:29.092692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228c6b40-ed73-423d-ba03-08f29a26b1de {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:29.113457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:29.160247 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.174459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4ee6-baf4-4147-a688-a7ef39067d26 req-549a31cf-4747-4542-86ea-44c42c78305a tempest-AbsoluteLimitsNegativeTestJSON-2099580821 tempest-AbsoluteLimitsNegativeTestJSON-2099580821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:29.174459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-315b4ee6-baf4-4147-a688-a7ef39067d26 req-549a31cf-4747-4542-86ea-44c42c78305a tempest-AbsoluteLimitsNegativeTestJSON-2099580821 tempest-AbsoluteLimitsNegativeTestJSON-2099580821-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622428 Jul 15 23:09:29.226209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-315b4ee6-baf4-4147-a688-a7ef39067d26 req-9418495d-1f70-4652-baee-6c28c1a10967 tempest-AbsoluteLimitsNegativeTestJSON-2099580821 tempest-AbsoluteLimitsNegativeTestJSON-2099580821-project] 10.222.0.23 "GET /v2.0/quotas/fbf6436e979744978304ba55cff6e455 HTTP/1.1" status: 200 len: 375 time: 0.0458739 Jul 15 23:09:29.295243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.306132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-315b4ee6-baf4-4147-a688-a7ef39067d26 req-75e1faab-8caa-4339-b701-33aa2da3ba6b tempest-AbsoluteLimitsNegativeTestJSON-2099580821 tempest-AbsoluteLimitsNegativeTestJSON-2099580821-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbf6436e979744978304ba55cff6e455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708711 Jul 15 23:09:29.346424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Pushing event deleted for resources: {'Port': ['ID=72473dfb-024b-402b-b3a4-0716627f1961,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:29.385097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-feefc78b-6355-4950-9e09-03d8d2b09830 req-2b07f3e9-57e8-451a-bc48-afc8cbb77b18 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Request body: {'security_group': {'name': 'tempest-securitygroup-276339453', 'description': 'tempest-description-2108552797'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:29.432076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] Transition to ACTIVE for port object 228c6b40-ed73-423d-ba03-08f29a26b1de will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:29.444134 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.494038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1534d24-9573-4c55-8b16-df8fea32f00c req-6468d590-390f-4d86-9b38-42ad99e19e75 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:29.500809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1534d24-9573-4c55-8b16-df8fea32f00c req-6468d590-390f-4d86-9b38-42ad99e19e75 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2687085 Jul 15 23:09:29.505586 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.509098 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-feefc78b-6355-4950-9e09-03d8d2b09830 req-2b07f3e9-57e8-451a-bc48-afc8cbb77b18 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.574192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59336) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:29.667228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] No DVR routers for this DVR port 228c6b40-ed73-423d-ba03-08f29a26b1de on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:29.675173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.687476 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.695260 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5a53277a-733e-480f-a509-5e3215c33600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.697275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=10']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:29.713738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1534d24-9573-4c55-8b16-df8fea32f00c req-debf01eb-a328-4f35-b91e-3f86a96753ae tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120743 Jul 15 23:09:29.786506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-25cc4051-974c-40ea-a25a-c667f1227cd9 service neutron] 10.222.0.59 "PUT /v2.0/ports/228c6b40-ed73-423d-ba03-08f29a26b1de/bindings/n-h1-793618-8/activate HTTP/1.1" status: 200 len: 369 time: 1.9855118 Jul 15 23:09:29.794187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.794729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da86450-9b3e-44c1-9b11-c151081d7d54 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:29.802870 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.806791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-687b8bdd-964d-40a1-b1c0-043d86bea72b admin admin] 10.222.0.23 "DELETE /v2.0/routers/7da86450-9b3e-44c1-9b11-c151081d7d54 HTTP/1.1" status: 204 len: 168 time: 3.2693579 Jul 15 23:09:29.807721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59348) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:29.846363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58c00ff6-ebf0-463d-9271-ae43bec35bcc req-ab00f9c6-2fc8-4c35-8d10-0e0f8daa8715 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24ec6493dffc440ea0341908c3ea9a6e HTTP/1.1" status: 200 len: 2984 time: 0.0835350 Jul 15 23:09:29.882805 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-feefc78b-6355-4950-9e09-03d8d2b09830 req-2b07f3e9-57e8-451a-bc48-afc8cbb77b18 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.895606 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-feefc78b-6355-4950-9e09-03d8d2b09830 req-2b07f3e9-57e8-451a-bc48-afc8cbb77b18 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.930887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1e946f-62ed-4d6f-864a-1de334639aa1 admin admin] Deleting subnet 6878f9a7-03e4-4c2a-ab44-30571c10aa38 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:29.943230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d1e946f-62ed-4d6f-864a-1de334639aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.963885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07f3e9-57e8-451a-bc48-afc8cbb77b18 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ac0ecb-1c63-48f6-80b1-334e3a26525c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:29.969490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58c00ff6-ebf0-463d-9271-ae43bec35bcc req-cb9bcf83-3cba-4a13-b2c2-366170a222e6 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] 10.222.0.23 "GET /v2.0/security-groups/c41cf261-2687-412a-9cc8-f629bc5809a1 HTTP/1.1" status: 200 len: 2981 time: 0.0958042 Jul 15 23:09:30.021639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d1e946f-62ed-4d6f-864a-1de334639aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.023258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58c00ff6-ebf0-463d-9271-ae43bec35bcc req-3d1cf166-0793-4fe4-b770-d317f089e47a tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] 10.222.0.23 "GET /v2.0/security-groups/c41cf261-2687-412a-9cc8-f629bc5809a1 HTTP/1.1" status: 200 len: 2981 time: 0.0478594 Jul 15 23:09:30.086814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-3b88d559-a979-4cc4-a226-606200861263 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:30.088273 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-3b88d559-a979-4cc4-a226-606200861263 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.1973097 Jul 15 23:09:30.200731 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5a53277a-733e-480f-a509-5e3215c33600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.204802 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d1e946f-62ed-4d6f-864a-1de334639aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.215972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-feefc78b-6355-4950-9e09-03d8d2b09830 req-2b07f3e9-57e8-451a-bc48-afc8cbb77b18 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.227237 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5a53277a-733e-480f-a509-5e3215c33600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.233022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-feefc78b-6355-4950-9e09-03d8d2b09830 req-2b07f3e9-57e8-451a-bc48-afc8cbb77b18 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8706717 Jul 15 23:09:30.298075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59370) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:30.298233 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5a53277a-733e-480f-a509-5e3215c33600 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbf6436e979744978304ba55cff6e455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227795 Jul 15 23:09:30.303393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-8dec20fa-311a-4ddf-a262-0c54c32377f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:30.304744 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-8dec20fa-311a-4ddf-a262-0c54c32377f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6&tenant_id=516a2cb520d4453798347a5cc87dac15 HTTP/1.1" status: 200 len: 1095 time: 0.2064745 Jul 15 23:09:30.307820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53277a-733e-480f-a509-5e3215c33600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d04dd81-dd2a-4ebc-acf7-839ca9ca1f6a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:30.334359 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d1e946f-62ed-4d6f-864a-1de334639aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.374283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a7c889-b0aa-40b8-9c44-6efba1fa27f4 None None] Network 4ed21ed2-2b44-4b79-adeb-3b6d005e170b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:30.387816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e946f-62ed-4d6f-864a-1de334639aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6878f9a7-03e4-4c2a-ab44-30571c10aa38,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:30.399522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d1e946f-62ed-4d6f-864a-1de334639aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.405322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d1e946f-62ed-4d6f-864a-1de334639aa1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6878f9a7-03e4-4c2a-ab44-30571c10aa38 HTTP/1.1" status: 204 len: 168 time: 0.5948973 Jul 15 23:09:30.411372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59376) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:30.432012 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84d40689-bcaa-4c2f-ac39-afe011fc5a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.482690 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84d40689-bcaa-4c2f-ac39-afe011fc5a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.617369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] DHCP port deletion for 4ed21ed2-2b44-4b79-adeb-3b6d005e170b request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:30.634408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-a90a1b51-54ad-4040-8470-3a429265b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:30.636174 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-a90a1b51-54ad-4040-8470-3a429265b91f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=516a2cb520d4453798347a5cc87dac15&device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1095 time: 0.2727060 Jul 15 23:09:30.638818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.646466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33349-2093-4f9f-af56-80db63ddcfe3 req-d118120f-e100-41f6-922d-d41791ca3dc2 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:30.655708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3a33349-2093-4f9f-af56-80db63ddcfe3 req-d118120f-e100-41f6-922d-d41791ca3dc2 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 944 time: 0.2941735 Jul 15 23:09:30.671545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a8467b9-2447-4167-ad22-85e97782c118 req-5603730b-c4c7-4b75-a9af-3f29d315e20e tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] 10.222.0.23 "GET /v2.0/security-groups/c41cf261-2687-412a-9cc8-f629bc5809a1 HTTP/1.1" status: 200 len: 2981 time: 0.1318619 Jul 15 23:09:30.709793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84d40689-bcaa-4c2f-ac39-afe011fc5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.712360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84d40689-bcaa-4c2f-ac39-afe011fc5a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.713199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] Deleting port 34268a6e-b479-47e4-b023-563d9fedb700 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:30.713508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-84d40689-bcaa-4c2f-ac39-afe011fc5a66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d04dd81-dd2a-4ebc-acf7-839ca9ca1f6a HTTP/1.1" status: 204 len: 168 time: 0.4143600 Jul 15 23:09:30.715312 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.800800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3a33349-2093-4f9f-af56-80db63ddcfe3 req-1e7b3051-40ab-4ff6-b115-8583b7ca7ae4 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307561 Jul 15 23:09:30.803653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d40689-bcaa-4c2f-ac39-afe011fc5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d04dd81-dd2a-4ebc-acf7-839ca9ca1f6a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:30.813360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-fb5eecb2-7a2a-4bdf-8ed8-785d2455be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:30.814896 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-fb5eecb2-7a2a-4bdf-8ed8-785d2455be59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 200 len: 909 time: 0.1709476 Jul 15 23:09:30.832887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] For port 34268a6e-b479-47e4-b023-563d9fedb700, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=34268a6e-b479-47e4-b023-563d9fedb700,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:30.833286 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.849389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] Calling delete_port for 34268a6e-b479-47e4-b023-563d9fedb700 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:30.874236 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4eddb21f-9699-427e-88f6-932ccf456138 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=228c6b40-ed73-423d-ba03-08f29a26b1de HTTP/1.1" status: 200 len: 217 time: 0.0505517 Jul 15 23:09:30.879221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Deleting port 34268a6e-b479-47e4-b023-563d9fedb700 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:30.879609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.891442 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-0a8467b9-2447-4167-ad22-85e97782c118 req-6f6fd464-177c-4782-90d2-8dc4f299c363 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:09:30.912261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a8467b9-2447-4167-ad22-85e97782c118 req-6f6fd464-177c-4782-90d2-8dc4f299c363 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] 10.222.0.23 "DELETE /v2.0/security-groups/c41cf261-2687-412a-9cc8-f629bc5809a1 HTTP/1.1" status: 409 len: 352 time: 0.2444534 Jul 15 23:09:30.971872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 34268a6e-b479-47e4-b023-563d9fedb700 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:31.001365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] For port 34268a6e-b479-47e4-b023-563d9fedb700, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=34268a6e-b479-47e4-b023-563d9fedb700,segment=NetworkSegment(2b3f8b17-2969-4477-a831-f7314d1123fb),segment_id=2b3f8b17-2969-4477-a831-f7314d1123fb)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:31.001761 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.003072 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.005321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ba27a6c9-3ba3-47d9-94ee-9139dd8cc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.006885 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-ba27a6c9-3ba3-47d9-94ee-9139dd8cc998 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 200 len: 848 time: 0.1243119 Jul 15 23:09:31.027513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Calling delete_port for 34268a6e-b479-47e4-b023-563d9fedb700 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:31.050407 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-961279d9-0ec2-4837-aada-4fd21f65e4b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89895da1-cf17-4ce3-8e5e-62ea39d5855f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353744 Jul 15 23:09:31.203811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1300895973', 'description': 'tempest-description-616435530'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:31.255030 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-b9eb65bf-7e01-40e0-98de-8dafd66ee446 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954832 Jul 15 23:09:31.257936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.287192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.320019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Pushing event deleted for resources: {'Port': ['ID=34268a6e-b479-47e4-b023-563d9fedb700,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:31.322636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] No DVR routers for this DVR port 34268a6e-b479-47e4-b023-563d9fedb700 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:31.343665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.350570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 34268a6e-b479-47e4-b023-563d9fedb700 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:31.355454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 34268a6e-b479-47e4-b023-563d9fedb700 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:31.409834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] Pushing event deleted for resources: {'Port': ['ID=34268a6e-b479-47e4-b023-563d9fedb700,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:31.423700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88a66c-81a7-4ea9-b499-0fa181bc1655 None None] No DVR routers for this DVR port 34268a6e-b479-47e4-b023-563d9fedb700 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:31.512007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.520794 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.578020 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.603144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed21ed2-2b44-4b79-adeb-3b6d005e170b']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:31.610189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e6a527-6574-4784-9bce-cfac34a11320,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:31.635439 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-fe349c5e-4dff-428e-9352-b92983eaacd7 service neutron] 10.222.0.37 "GET /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650341 Jul 15 23:09:31.638075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3f8b17-2969-4477-a831-f7314d1123fb') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:31.638446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3f8b17-2969-4477-a831-f7314d1123fb') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:31.650718 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.682249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.707150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:31.707876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:31.711300 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:31.779009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.791726 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.792048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.805007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.817287 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4ed21ed2-2b44-4b79-adeb-3b6d005e170b HTTP/1.1" status: 204 len: 168 time: 1.4029636 Jul 15 23:09:31.823525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb05779e-e9d9-46cf-9a9a-1b73ee0f74da,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:31.844090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f27a10-b290-46de-a188-d1f0ecee9079 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed21ed2-2b44-4b79-adeb-3b6d005e170b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:31.867346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b6cbb-b305-4262-a763-4f8991132806 req-92cb922b-44d8-443c-b971-4d5fa1a9d5c1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.889700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-247b6cbb-b305-4262-a763-4f8991132806 req-92cb922b-44d8-443c-b971-4d5fa1a9d5c1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.1930363 Jul 15 23:09:31.910801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.912336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cf83fbd-f35e-48ef-afbe-9e60cd2ba960 req-f055278d-95e6-4b12-a014-1d3b3dbaeda6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7143340 Jul 15 23:09:31.990598 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-fa13f8bf-2225-453f-9464-f0bacd741d8b req-8e6f9892-1e01-423e-aa22-06da8a707b68 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] show failed (client error): The resource could not be found. Jul 15 23:09:31.991823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa13f8bf-2225-453f-9464-f0bacd741d8b req-8e6f9892-1e01-423e-aa22-06da8a707b68 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] 10.222.0.23 "GET /v2.0/security-groups/c48bbf3f-b0c2-402f-ae75-d7565f9af99d HTTP/1.1" status: 404 len: 352 time: 0.0476933 Jul 15 23:09:32.012406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-247b6cbb-b305-4262-a763-4f8991132806 req-2fe2973d-5565-495e-94a6-0d8ada5e6def tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171341 Jul 15 23:09:32.041113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59424) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:32.062057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-33116647-0682-4883-b5ce-9cedf5846aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.064605 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-33116647-0682-4883-b5ce-9cedf5846aad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784&tenant_id=d2a9153618404a499f01d6124fdc8755 HTTP/1.1" status: 200 len: 1101 time: 0.1264050 Jul 15 23:09:32.083778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:32.126772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:32.167045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d41436cd-71a8-4440-b584-b567da6a74a2 req-cd3a6669-baec-45f8-8eda-4d49a968da8b tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-93421856', 'description': 'tempest-description-1004850488'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:32.208967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-499567b9-f57f-4c75-a068-2a87118695ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=229c42f78f2a4c629e9f7499d4983623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664343 Jul 15 23:09:32.212481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59432) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:32.229024 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.244767 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d41436cd-71a8-4440-b584-b567da6a74a2 req-cd3a6669-baec-45f8-8eda-4d49a968da8b tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.303224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-32d11846-78c5-4061-a3d5-0a497add39b0 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.305261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-32d11846-78c5-4061-a3d5-0a497add39b0 tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6&tenant_id=516a2cb520d4453798347a5cc87dac15&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.2334089 Jul 15 23:09:32.322451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1868047117-network', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:32.351008 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ba04f42-ab12-4fd0-8f7a-050625740609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.418008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3d64c-b9ff-4699-9990-543aa5edf428 req-ba2bf918-6731-4bd6-af9a-5659310f9669 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.419637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80c3d64c-b9ff-4699-9990-543aa5edf428 req-ba2bf918-6731-4bd6-af9a-5659310f9669 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 944 time: 0.1913486 Jul 15 23:09:32.445182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ba04f42-ab12-4fd0-8f7a-050625740609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.536783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d41436cd-71a8-4440-b584-b567da6a74a2 req-cd3a6669-baec-45f8-8eda-4d49a968da8b tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.540629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80c3d64c-b9ff-4699-9990-543aa5edf428 req-5c899daa-b766-4436-95c5-c80daaae451a tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110978 Jul 15 23:09:32.545330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d41436cd-71a8-4440-b584-b567da6a74a2 req-cd3a6669-baec-45f8-8eda-4d49a968da8b tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.549554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4c87b099-7f54-444a-b34d-862d9b78cabe service neutron] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:32.560421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4c87b099-7f54-444a-b34d-862d9b78cabe service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.561681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df11436-5f73-4a11-b33c-1df0f93be05c req-4c87b099-7f54-444a-b34d-862d9b78cabe service neutron] 10.222.0.37 "DELETE /v2.0/ports/228c6b40-ed73-423d-ba03-08f29a26b1de/bindings/n-h2-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.2471011 Jul 15 23:09:32.573295 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ba04f42-ab12-4fd0-8f7a-050625740609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.576941 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ba04f42-ab12-4fd0-8f7a-050625740609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.578324 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9ba04f42-ab12-4fd0-8f7a-050625740609 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79117a5d-5bc3-4544-9404-5184ceb3ea2e HTTP/1.1" status: 204 len: 168 time: 0.3644345 Jul 15 23:09:32.588911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a6669-baec-45f8-8eda-4d49a968da8b tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fec3704-8628-488e-a895-8403868f821e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:32.592587 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d41436cd-71a8-4440-b584-b567da6a74a2 req-cd3a6669-baec-45f8-8eda-4d49a968da8b tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.596661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:32.600116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d41436cd-71a8-4440-b584-b567da6a74a2 req-cd3a6669-baec-45f8-8eda-4d49a968da8b tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4421813 Jul 15 23:09:32.601222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.627892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.631440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:32.634593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba04f42-ab12-4fd0-8f7a-050625740609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79117a5d-5bc3-4544-9404-5184ceb3ea2e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:32.679903 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-33ed0857-54ff-4078-8e54-f780938cc45e req-da991c9c-c27d-4894-a68a-7a3092370b91 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] show failed (client error): The resource could not be found. Jul 15 23:09:32.682640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33ed0857-54ff-4078-8e54-f780938cc45e req-da991c9c-c27d-4894-a68a-7a3092370b91 tempest-SecurityGroupsNegativeTestJSON-1277403211 tempest-SecurityGroupsNegativeTestJSON-1277403211-project] 10.222.0.23 "GET /v2.0/security-groups/963451f3-ec0d-49e3-a53d-26cbe10d7c9c HTTP/1.1" status: 404 len: 352 time: 0.0316038 Jul 15 23:09:32.700258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59440) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:32.723803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:32.856551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-24751b81-d615-491c-ab0d-3f66a2518f85 admin admin] Deleting subnet 5e4bd2fa-9473-46f4-8683-b94cf0c3f395 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:32.857204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:32.859664 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73a062e-efe0-4b92-bd0b-c115e3633202" -d '{"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-unplugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:32.865743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.881826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24751b81-d615-491c-ab0d-3f66a2518f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.891616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Transition to ACTIVE for port object ff033dcd-cbff-4b98-9e11-c07d3b90d412 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:32.899572 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.959533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24751b81-d615-491c-ab0d-3f66a2518f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.042080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] No DVR routers for this DVR port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on host n-h2-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:33.062187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.063364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=10']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:33.122705 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24751b81-d615-491c-ab0d-3f66a2518f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.144395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.187904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:33.188268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:33.188722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:33.200210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:33.206982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edbc744-caaa-4c5b-a8ba-1897aeeff484,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:33.221496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:33.222580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Attempting to bind port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:33.237841 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.239141 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Added segment 5667fb44-6af1-4f68-a31e-5088e6d5cc57 of type vlan for network 9267d37d-4936-45b9-86fc-a552f79fc3f3 Jul 15 23:09:33.240883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:33.241842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:33.242447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:33.243100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Bound port: ff033dcd-cbff-4b98-9e11-c07d3b90d412, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:33.243757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.278276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4857c7-5cd9-4b2a-bde0-fe372a25b888 req-42ee8f23-b93f-405c-bbf9-89d51af4dadb tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.279899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab4857c7-5cd9-4b2a-bde0-fe372a25b888 req-42ee8f23-b93f-405c-bbf9-89d51af4dadb tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 1095 time: 0.3126786 Jul 15 23:09:33.351431 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24751b81-d615-491c-ab0d-3f66a2518f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.359518 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.392333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-17ec2d5d-da96-4b4c-a970-64779fd9f9ac tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39602 time: 0.6322303 Jul 15 23:09:33.412333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab4857c7-5cd9-4b2a-bde0-fe372a25b888 req-182adeeb-c121-4939-badf-25ac9b5a18ad tempest-LiveMigrationTest-1724525594 tempest-LiveMigrationTest-1724525594-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150529 Jul 15 23:09:33.414778 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.416007 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.416983 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.420346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24751b81-d615-491c-ab0d-3f66a2518f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4bd2fa-9473-46f4-8683-b94cf0c3f395,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:33.427018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24751b81-d615-491c-ab0d-3f66a2518f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.428989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-24751b81-d615-491c-ab0d-3f66a2518f85 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e4bd2fa-9473-46f4-8683-b94cf0c3f395 HTTP/1.1" status: 204 len: 168 time: 0.7277367 Jul 15 23:09:33.431613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59464) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:33.485324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:33.506861 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3762662 Jul 15 23:09:33.507452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59470) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:33.550601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-3379a0fb-7d8e-4acc-ac72-d0239c00a0b6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/08112ac1-7cce-4b83-8656-2c01d305a03a HTTP/1.1" status: 200 len: 2981 time: 0.1573415 Jul 15 23:09:33.555712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Request body: {'subnet': {'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1868047117-subnet', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:33.570593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:33.587745 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.627491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:33.629791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:33.629993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.642219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:33.644615 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab863851-00da-44ed-bf47-cb1deca4af12 x-openstack-request-id: req-ab863851-00da-44ed-bf47-cb1deca4af12 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:33.644827 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-unplugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:33.645080 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab863851-00da-44ed-bf47-cb1deca4af12 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:33.645534 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'code': 200} Jul 15 23:09:33.646784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e5d39-c90c-4996-b8cc-d66c4cd12c49 admin admin] Pushing event updated for resources: {'Network': ['ID=9267d37d-4936-45b9-86fc-a552f79fc3f3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:33.650478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.658547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:33.699061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-01236113-2524-4e6f-be76-8b3a4253c042 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/08112ac1-7cce-4b83-8656-2c01d305a03a HTTP/1.1" status: 200 len: 2981 time: 0.1471908 Jul 15 23:09:33.760271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.763714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.766582 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 1097 time: 1.6882215 Jul 15 23:09:33.799183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ea402-3a1c-43fd-b622-90528b0ec507 service neutron] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=11']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:33.892316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-dbd89b24-153c-4fad-99e0-eaa558c2e976 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/24314edc-54a3-4596-a1c5-cb39c622b7e5 HTTP/1.1" status: 200 len: 2981 time: 0.1925440 Jul 15 23:09:33.919608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-5d05d141-0473-4a85-a0a1-61011d919e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.927398 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-5d05d141-0473-4a85-a0a1-61011d919e65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1100 time: 0.1144114 Jul 15 23:09:34.002965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.055887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-6276f635-88d4-4c2f-9c46-459e8a79f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.058067 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-6276f635-88d4-4c2f-9c46-459e8a79f783 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1194701 Jul 15 23:09:34.062787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:34.094089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056a4e4e-ab35-4986-90fc-014adcc3b8ea') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:34.094388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056a4e4e-ab35-4986-90fc-014adcc3b8ea') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:34.112744 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-eb174ad6-03ff-4162-90c7-ca08f1caa42f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.0473487 Jul 15 23:09:34.125569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.151505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-00a3dd82-7896-4b5b-a9ea-3d75959443d0 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/24314edc-54a3-4596-a1c5-cb39c622b7e5 HTTP/1.1" status: 200 len: 2981 time: 0.2572439 Jul 15 23:09:34.164627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-a13a7a23-381f-4192-b73a-b2f5d6abe2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.166015 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-a13a7a23-381f-4192-b73a-b2f5d6abe2d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0462055 Jul 15 23:09:34.166162 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.208436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:34.208838 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:34.213354 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:34.227956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-0b621a62-4056-4e10-80b1-482d2025ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.229613 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-0b621a62-4056-4e10-80b1-482d2025ae7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576885 Jul 15 23:09:34.271381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-bdb0c014-86b2-48b0-8095-23ddcc19cbce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3933969 Jul 15 23:09:34.311242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e58d9-1338-4d49-b150-6a7f033f771e req-473723ee-9af4-443d-a6ae-ae558e8b23fc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.312214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-702e58d9-1338-4d49-b150-6a7f033f771e req-473723ee-9af4-443d-a6ae-ae558e8b23fc tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 949 time: 0.4083261 Jul 15 23:09:34.333574 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-cdc9ae9b-fc18-47e3-86aa-eea821062741 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967348 Jul 15 23:09:34.348808 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.377648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-e2a5049c-ccf2-41a2-b1d7-51306e0e1fa6 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/255a0903-da61-4b78-9f00-9d9670ff9bea HTTP/1.1" status: 200 len: 2981 time: 0.2250965 Jul 15 23:09:34.378688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.380755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa HTTP/1.1" status: 204 len: 168 time: 0.9481339 Jul 15 23:09:34.416478 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.438825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a1d4-f886-475f-8074-d58eaf17f237 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2fb13bf-ed18-47d7-b1bf-04f4371c8cfa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.451642 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1c0f4e5e-1d8d-463e-9ff3-9b8c020ac4b6 req-262cf0ac-3d4a-43e2-b8ec-c94e7693617f service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098380 Jul 15 23:09:34.583557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59488) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:34.636784 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1d6b357a-48dc-465e-a22d-e9864e0c6bcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24ec6493dffc440ea0341908c3ea9a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491617 Jul 15 23:09:34.637041 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59490) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:34.689461 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb9c-6dac-46da-9cd9-bf2011e84753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.712398 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb9c-6dac-46da-9cd9-bf2011e84753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.767730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb9c-6dac-46da-9cd9-bf2011e84753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.770515 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb9c-6dac-46da-9cd9-bf2011e84753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.774057 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ec90eb9c-6dac-46da-9cd9-bf2011e84753 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c41cf261-2687-412a-9cc8-f629bc5809a1 HTTP/1.1" status: 204 len: 168 time: 0.1336496 Jul 15 23:09:34.780248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90eb9c-6dac-46da-9cd9-bf2011e84753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41cf261-2687-412a-9cc8-f629bc5809a1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.801987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-702e58d9-1338-4d49-b150-6a7f033f771e req-cc1e1802-8152-4a46-9b33-3bbe6c3ae3c1 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598927 Jul 15 23:09:34.876784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd39a03c-545c-46bc-b82c-7c1d5c3237f1,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.887698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-b7ffbea1-9406-47c7-aa35-6461b96bc4a5 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/255a0903-da61-4b78-9f00-9d9670ff9bea HTTP/1.1" status: 200 len: 2981 time: 0.4970801 Jul 15 23:09:34.899915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Checking segment: {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:34.901837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Network hostable DHCP agents. Network: 9267d37d-4936-45b9-86fc-a552f79fc3f3, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:34.937512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-66ea5836-0f30-4e3e-ba2a-5f50861cd006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.938573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-66ea5836-0f30-4e3e-ba2a-5f50861cd006 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 1100 time: 0.5552282 Jul 15 23:09:34.996043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-0cbae0a4-5dda-4a6a-9b90-4cb3a7c951ab tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2b1272ba-6d36-4282-a9ef-1c2177243eb4 HTTP/1.1" status: 200 len: 2981 time: 0.1073930 Jul 15 23:09:34.997810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:35.043363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 9267d37d-4936-45b9-86fc-a552f79fc3f3) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:35.052250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05944049-5f51-45d7-b367-5b40a7245192 None None] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:35.089858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.090475 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.165409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-938c4cb5-f6d9-481d-937c-e35c2f9ef001 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2b1272ba-6d36-4282-a9ef-1c2177243eb4 HTTP/1.1" status: 200 len: 2981 time: 0.1684232 Jul 15 23:09:35.174361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-37ffe748-89df-460c-b1a7-1f33eee65c02 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6592429 Jul 15 23:09:35.174722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59502) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:35.179996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:35.201406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-27625ac2-8ea0-40cb-bec6-4466741ab47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.203650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-27625ac2-8ea0-40cb-bec6-4466741ab47e service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2413237 Jul 15 23:09:35.247985 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.249036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.264411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-32649228-4f0c-47a3-b3f2-16573696525e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 200 len: 217 time: 0.0481312 Jul 15 23:09:35.291834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-16d62c97-2d26-4aea-ace9-63127914dc48 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3f25519b-e9aa-4661-8a05-1b35c84f3845 HTTP/1.1" status: 200 len: 2973 time: 0.1254134 Jul 15 23:09:35.336228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-9267d37d-4936-45b9-86fc-a552f79fc3f3', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:35.337255 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.377005 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.539271 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-6d9bc01d-fcd8-43da-b274-00677680beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.546863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-6d9bc01d-fcd8-43da-b274-00677680beb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.2743461 Jul 15 23:09:35.577780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Allocated IP 172.20.0.2 (9267d37d-4936-45b9-86fc-a552f79fc3f3/dd39a03c-545c-46bc-b82c-7c1d5c3237f1/9bdb92cb-116d-44bc-8211-62dfd41fa3b5) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:35.610792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-255c7afb-d1e3-44c2-b4cc-be35eb9db43d tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3f25519b-e9aa-4661-8a05-1b35c84f3845 HTTP/1.1" status: 200 len: 2973 time: 0.3164396 Jul 15 23:09:35.639403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.648146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:35.654501 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b914868d-8a41-480e-bd99-0d3bc8cc1982" -d '{"events": [{"name": "network-changed", "server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:35.659017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59520) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:35.829208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461774-8bd0-4658-b037-c4604bd678cb req-32bade4c-b639-4ce3-853f-2a2ce8f0ef4f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.835438 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.836699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf461774-8bd0-4658-b037-c4604bd678cb req-32bade4c-b639-4ce3-853f-2a2ce8f0ef4f tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 944 time: 0.4812250 Jul 15 23:09:35.851900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-36adb370-f4b6-41d2-8805-32b950bcff39 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/56fd7e9f-6abf-438d-9963-6ed4c08de688 HTTP/1.1" status: 200 len: 2981 time: 0.1880465 Jul 15 23:09:35.862017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Transition to ACTIVE for port object 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:35.892150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-80809b34-4f23-4a85-b464-6d42c2e9cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.900783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Transition to ACTIVE for port object 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:35.903109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-80809b34-4f23-4a85-b464-6d42c2e9cad0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3174744 Jul 15 23:09:35.915720 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.973132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf461774-8bd0-4658-b037-c4604bd678cb req-22f192db-a549-4b9f-9c8b-63dc2bdcf4d6 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355832 Jul 15 23:09:36.014861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-ae156a24-5e3f-4dc4-beea-96961377fb3e tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/56fd7e9f-6abf-438d-9963-6ed4c08de688 HTTP/1.1" status: 200 len: 2981 time: 0.1618381 Jul 15 23:09:36.060385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:36.062147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:36.075078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:36.118895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.146956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b916dbdd-1c99-4d44-8452-43eeae69a919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.149386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.154058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Pushing event updated for resources: {'Port': ['ID=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.170982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-f5922ec7-59d5-4885-b3dd-9be07b3a3458 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.172541 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-f5922ec7-59d5-4885-b3dd-9be07b3a3458 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 944 time: 0.1667385 Jul 15 23:09:36.271503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Attempting to bind port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:36.272013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Attempting to bind port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:36.272423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Attempting to bind port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 on network 9267d37d-4936-45b9-86fc-a552f79fc3f3 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:36.278512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:36.278923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Checking segment: {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:36.279317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.279703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Bound using segment: {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:36.280164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Bound port: 9bdb92cb-116d-44bc-8211-62dfd41fa3b5, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:36.280592 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.315613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59538) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:36.322966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Allocated IP 172.25.3.188 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:36.387315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-efb14a64-3be8-467f-b7a9-ec1e25612a67 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5a1963ae-538f-4c72-a6d6-c25d50221090 HTTP/1.1" status: 200 len: 2981 time: 0.3703370 Jul 15 23:09:36.402927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-9732e5f5-8822-4423-987b-b037eeceb991 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988635 Jul 15 23:09:36.424561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] For port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:36.430363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] For port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:36.437609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.504105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.519320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1110a8-d109-4713-8075-17914e35ca54 None None] Pushing event updated for resources: {'Port': ['ID=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.519944 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a1b81-b61c-4952-9ec2-7f9bb88720c5 x-openstack-request-id: req-248a1b81-b61c-4952-9ec2-7f9bb88720c5 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:36.520236 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:36.520485 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-248a1b81-b61c-4952-9ec2-7f9bb88720c5 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:36.520891 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'status': 'completed', 'code': 200} Jul 15 23:09:36.575465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2004379543-network', 'tenant_id': '421baef519744e10a80993ce165f0d6d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:36.702160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-c16c387d-50b0-4523-8271-f8bc0a6e4976 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5a1963ae-538f-4c72-a6d6-c25d50221090 HTTP/1.1" status: 200 len: 2981 time: 0.3135858 Jul 15 23:09:36.719117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-d37dda85-ac76-4a8d-881c-1dd3782d7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.720664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-d37dda85-ac76-4a8d-881c-1dd3782d7913 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1100 time: 0.5162823 Jul 15 23:09:36.857510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dbf27bb-d672-4ac2-bb2b-fd88488c834f req-ee17fc9a-7192-4f94-9a00-7ea99fc6564a service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938372 Jul 15 23:09:36.869732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82112b5-94a9-4a56-b27d-3218cb6da83f req-5b7de791-375d-4330-ad8b-300185ba1392 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.878257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d82112b5-94a9-4a56-b27d-3218cb6da83f req-5b7de791-375d-4330-ad8b-300185ba1392 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 949 time: 0.5020201 Jul 15 23:09:36.994599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-6a2de051-43c9-4325-a498-0666ac3c5816 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/699f196a-5747-4fc2-8d6d-74230816ffaf HTTP/1.1" status: 200 len: 2981 time: 0.2914562 Jul 15 23:09:36.995802 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.047080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b916dbdd-1c99-4d44-8452-43eeae69a919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.062366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Pushing event updated for resources: {'Port': ['ID=bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:37.068526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d82112b5-94a9-4a56-b27d-3218cb6da83f req-f630e691-e9ab-42d3-947f-18871722a447 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893008 Jul 15 23:09:37.087694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:37.098960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b916dbdd-1c99-4d44-8452-43eeae69a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.113370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:37.153964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:37.154177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Made reservation on behalf of 421baef519744e10a80993ce165f0d6d for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:37.154177 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.167563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-45839829-9993-44a4-877b-7a6880ecd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.169142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-45839829-9993-44a4-877b-7a6880ecd794 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.4357917 Jul 15 23:09:37.229037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.231334 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-bd5c0c48-c1d3-4ab5-b349-510e2057cefd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.0508461 Jul 15 23:09:37.243651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-6973e446-8a76-4440-be81-402fc399c81a tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/699f196a-5747-4fc2-8d6d-74230816ffaf HTTP/1.1" status: 200 len: 2981 time: 0.2470641 Jul 15 23:09:37.246942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916dbdd-1c99-4d44-8452-43eeae69a919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3aa153-a651-46d4-a93b-4bdc3a700a5b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:37.259978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b916dbdd-1c99-4d44-8452-43eeae69a919 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80e1bf067d0842e79ec8583a1448bfef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5945451 Jul 15 23:09:37.279624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59548) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:37.284922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Deleting port 228c6b40-ed73-423d-ba03-08f29a26b1de {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:37.285358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.294870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-aa9134dd-274c-4f12-8f8d-593dc20c49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.296751 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-aa9134dd-274c-4f12-8f8d-593dc20c49de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2a9153618404a499f01d6124fdc8755&device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1100 time: 0.7751215 Jul 15 23:09:37.401213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-8f09a4e4-f519-4450-b67d-23ed6eb0e7f4 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/88e6a527-6574-4784-9bce-cfac34a11320 HTTP/1.1" status: 200 len: 2981 time: 0.1373708 Jul 15 23:09:37.421747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-e1cdf4d4-6692-4b31-97df-d59f695336dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.423360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-e1cdf4d4-6692-4b31-97df-d59f695336dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1786420 Jul 15 23:09:37.547845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-775e62f6-dd75-4665-958e-d1c3c8ef533f tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/88e6a527-6574-4784-9bce-cfac34a11320 HTTP/1.1" status: 200 len: 2981 time: 0.1330976 Jul 15 23:09:37.570121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805c4a8-740e-4bda-a12a-47ada0bc5e7c req-300632b6-9fe2-41d1-aac4-b79d9a05cf64 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.571877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7805c4a8-740e-4bda-a12a-47ada0bc5e7c req-300632b6-9fe2-41d1-aac4-b79d9a05cf64 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 944 time: 0.2651386 Jul 15 23:09:37.627642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-b1ddc736-6d43-42fa-94aa-d3dd887662de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.629250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-b1ddc736-6d43-42fa-94aa-d3dd887662de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921215 Jul 15 23:09:37.636937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.657251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.658889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10aa70dc-8c60-42de-8004-87175eb96b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.703633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10aa70dc-8c60-42de-8004-87175eb96b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.728646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] For port 228c6b40-ed73-423d-ba03-08f29a26b1de, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=228c6b40-ed73-423d-ba03-08f29a26b1de,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:37.729197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:37.729666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.736745 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-87bb0aae-d00e-4776-a7c0-c6571cd0d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.738526 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-87bb0aae-d00e-4776-a7c0-c6571cd0d0bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.4241295 Jul 15 23:09:37.747844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7805c4a8-740e-4bda-a12a-47ada0bc5e7c req-bd4df6f5-6e85-48ca-90b0-cd9e58419296 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638336 Jul 15 23:09:37.753016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-a5d42523-a520-4ce4-a93b-6c19b3649190 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/953adafe-1c31-4640-94d8-ab56c45444fb HTTP/1.1" status: 200 len: 2981 time: 0.1777704 Jul 15 23:09:37.757590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacd8d23-76cb-47f2-b7a4-e984312ab78b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:37.791072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.791752 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Added segment 4b45d0b6-4b95-41f4-9306-50752c9b9847 of type vlan for network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c Jul 15 23:09:37.887735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Calling delete_port for 228c6b40-ed73-423d-ba03-08f29a26b1de owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:37.891294 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-6697536e-9f73-4b9e-a03d-5081a51b63a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 200 len: 217 time: 0.0793273 Jul 15 23:09:37.892314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.917979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-371e30e5-ea31-439a-aa74-cc7b95a2fe37 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716937 Jul 15 23:09:37.929213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-d6a75960-ba37-416f-a26c-6867e0409a1f tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/953adafe-1c31-4640-94d8-ab56c45444fb HTTP/1.1" status: 200 len: 2981 time: 0.1345806 Jul 15 23:09:37.973278 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-4e3c6094-9feb-4c32-954c-91c039d30c1f tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] show failed (client error): The resource could not be found. Jul 15 23:09:37.982578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-4e3c6094-9feb-4c32-954c-91c039d30c1f tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c41cf261-2687-412a-9cc8-f629bc5809a1 HTTP/1.1" status: 404 len: 352 time: 0.0523467 Jul 15 23:09:38.001333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b9b5af-55ff-497f-b948-5cb31e01d1f5 None None] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:38.013739 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-b71c869f-1f52-4738-ba6c-299640677927 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] show failed (client error): The resource could not be found. Jul 15 23:09:38.022690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-b71c869f-1f52-4738-ba6c-299640677927 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c41cf261-2687-412a-9cc8-f629bc5809a1 HTTP/1.1" status: 404 len: 352 time: 0.0391071 Jul 15 23:09:38.024477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.025442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.026027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.045234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-1506820c-5884-43d1-8c8e-906dace79809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.046973 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-1506820c-5884-43d1-8c8e-906dace79809 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1468515 Jul 15 23:09:38.074962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10aa70dc-8c60-42de-8004-87175eb96b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.077693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10aa70dc-8c60-42de-8004-87175eb96b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.081328 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-10aa70dc-8c60-42de-8004-87175eb96b72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a3aa153-a651-46d4-a93b-4bdc3a700a5b HTTP/1.1" status: 204 len: 168 time: 0.7862921 Jul 15 23:09:38.112455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.126624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8076322 Jul 15 23:09:38.126847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa70dc-8c60-42de-8004-87175eb96b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3aa153-a651-46d4-a93b-4bdc3a700a5b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:38.143824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59560) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:38.148919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Request body: {'subnet': {'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2004379543-subnet', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:38.179955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8d41f243-560f-44ac-a941-6b4482dd84da None None] Provisioning for port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:38.200635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59562) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:38.218440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5ef8-ce74-4496-9dfe-617effaf76cc admin admin] Pushing event updated for resources: {'Network': ['ID=644e7bea-ffcb-4f1e-a8ea-f407df39b33c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:38.229874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:38.246353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-c913f8ee-4a8c-47a2-85b9-d21f2f988e03 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c71e1d14-32c9-4eda-9a97-51717c0b2765 HTTP/1.1" status: 200 len: 2977 time: 0.2221112 Jul 15 23:09:38.249896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-83f25791-e22d-4a36-bea1-8c103a3b7fa2 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185554 Jul 15 23:09:38.283507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Made reservation on behalf of 421baef519744e10a80993ce165f0d6d for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:38.286259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.308614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-1ec9504b-db6b-413f-b6f2-69f69380061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.309762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-1ec9504b-db6b-413f-b6f2-69f69380061d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2497921 Jul 15 23:09:38.392465 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:09:38.400505 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.470624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9d616060-ace6-4aa9-a452-f626c598f1c1', '228c6b40-ed73-423d-ba03-08f29a26b1de'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:38.487153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b42cb2-df6b-4d95-968c-5eec49e462d2 req-b9c63a64-346c-4338-a754-4bb765e295ca tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c71e1d14-32c9-4eda-9a97-51717c0b2765 HTTP/1.1" status: 200 len: 2977 time: 0.2393370 Jul 15 23:09:38.499371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Pushing event deleted for resources: {'Port': ['ID=228c6b40-ed73-423d-ba03-08f29a26b1de,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:38.578321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:38.622005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] No DVR routers for this DVR port 228c6b40-ed73-423d-ba03-08f29a26b1de on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:38.633359 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.633359 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8a3ed7cf-bbbe-4ace-874d-1b421e6e21d4 req-30d6d1c8-a5b0-4c26-8818-caae2854d8ba tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "DELETE /v2.0/ports/228c6b40-ed73-423d-ba03-08f29a26b1de HTTP/1.1" status: 204 len: 173 time: 2.1080472 Jul 15 23:09:38.645946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'name': 'network-vif-deleted', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:38.649192 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf33c24c-f2aa-4fbc-b06b-ef805c7b59e5" -d '{"events": [{"server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "name": "network-vif-deleted", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:38.680069 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.704846 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-589d782f-24e7-4e17-8baf-32bf3d177050 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859408 Jul 15 23:09:38.748704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2aa0b-aa4d-4f00-983a-1e69c58074ba req-58eccbd9-d074-4af5-8096-3a3834d3ac50 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.750732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4d2aa0b-aa4d-4f00-983a-1e69c58074ba req-58eccbd9-d074-4af5-8096-3a3834d3ac50 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 949 time: 0.3737869 Jul 15 23:09:38.774089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:38.796970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e29ffd7-f112-40d4-baf2-b50ebc7025b7 req-15eb70fa-317d-436d-b14e-064b62a0e067 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9577814eb684978894d165f00852598 HTTP/1.1" status: 200 len: 6103 time: 0.2677200 Jul 15 23:09:38.804701 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7eeba730-fdc2-4534-b0a9-9cd51b54e858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.805723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'mac_address': 'fa:16:3e:19:0c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:38.924997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:38.931598 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b914868d-8a41-480e-bd99-0d3bc8cc1982 req-08ef961c-08df-4247-9211-25f62e203eb4 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765819 Jul 15 23:09:38.949218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e29ffd7-f112-40d4-baf2-b50ebc7025b7 req-f36a013a-a06a-4874-948d-3d29c3f28df0 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "GET /v2.0/security-groups/08112ac1-7cce-4b83-8656-2c01d305a03a HTTP/1.1" status: 200 len: 2981 time: 0.1512225 Jul 15 23:09:38.985967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Router ef90b8c5-5d2d-4223-8e78-7ed932c86620 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:09:38.990350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4d2aa0b-aa4d-4f00-983a-1e69c58074ba req-d1fab1cc-b517-49a9-b9cd-ec5a78e3015e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134960 Jul 15 23:09:39.108419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.126159 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f882d9ef-55d2-4a37-97b7-02d178bc144b x-openstack-request-id: req-f882d9ef-55d2-4a37-97b7-02d178bc144b {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:39.126457 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fd753b-85fe-4cfe-9c12-ba1c12b433d6", "name": "network-vif-deleted", "tag": "228c6b40-ed73-423d-ba03-08f29a26b1de", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:39.126715 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f882d9ef-55d2-4a37-97b7-02d178bc144b {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:39.127193 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fd753b-85fe-4cfe-9c12-ba1c12b433d6', 'name': 'network-vif-deleted', 'tag': '228c6b40-ed73-423d-ba03-08f29a26b1de', 'status': 'completed', 'code': 200} Jul 15 23:09:39.128322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:39.139617 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Sync routers for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:39.156979 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:39.157903 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:39.236737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f34e70f-ccb2-4e23-9030-4139df2b064f,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:39.258156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.270001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.270778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.270904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.271309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.271650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.271979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.272304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.272676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.273449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.273778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.274099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.274579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:39.298537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:39.303377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff033dcd-cbff-4b98-9e11-c07d3b90d412 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:39.308450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:39.308823 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.316427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e29ffd7-f112-40d4-baf2-b50ebc7025b7 req-fd26ed3e-dfa0-441f-999e-41a3066d7268 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "GET /v2.0/security-groups/08112ac1-7cce-4b83-8656-2c01d305a03a HTTP/1.1" status: 200 len: 2981 time: 0.3663821 Jul 15 23:09:39.343386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Checking segment: {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:39.343814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Network hostable DHCP agents. Network: 644e7bea-ffcb-4f1e-a8ea-f407df39b33c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:39.382680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:39.392351 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.408016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b148925a-15eb-4a4e-9893-ae38f9d14c0c req-bbee4636-69a8-4744-9ef4-ad3d560e8148 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 210 time: 0.0881264 Jul 15 23:09:39.436461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:39.440055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59600) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:39.471113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.482429 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:39.515560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:39.539954 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.555298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=12']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:39.576774 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7eeba730-fdc2-4534-b0a9-9cd51b54e858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.591408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.596133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 644e7bea-ffcb-4f1e-a8ea-f407df39b33c) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:39.596310 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d7c387c-b635-43a7-bded-f55525af82df admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4192116 Jul 15 23:09:39.596310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59604) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:39.607052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.607763 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.613197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ec169-cb2f-4ac6-9fa2-58b212186a9a None None] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:39.615061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7eeba730-fdc2-4534-b0a9-9cd51b54e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.703309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-05b7690c-071d-478d-8887-3bba4b4673cf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5579293 Jul 15 23:09:39.704626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dc7ca48-3a7c-47a6-852e-cd89a88a46c2 req-1f2a0799-4613-4dd2-8771-428e6abc8a72 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9fec3704-8628-488e-a895-8403868f821e HTTP/1.1" status: 200 len: 1776 time: 0.2039614 Jul 15 23:09:39.713601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59606) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:39.721615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:39.738990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1668544523-network', 'tenant_id': 'f2fee978d4cb4a1bba03c998aad7f668'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:39.794746 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7eeba730-fdc2-4534-b0a9-9cd51b54e858 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9538be09763f47c4995294a3504428b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5896564 Jul 15 23:09:39.799754 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4dc7ca48-3a7c-47a6-852e-cd89a88a46c2 req-2842cc2a-b100-4cff-9c3c-55c2f221d662 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.800112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Made reservation on behalf of f2fee978d4cb4a1bba03c998aad7f668 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:39.801307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeba730-fdc2-4534-b0a9-9cd51b54e858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f86313b-7596-472d-abf4-f692026a436d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:39.805312 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.805515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59608) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:39.837892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.857584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ff033dcd-cbff-4b98-9e11-c07d3b90d412'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:39.860637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:39.907658 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:37Z', 'revision_number': 3, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:39.914604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5a10be56-072e-4115-8986-52c0c137c4ec None None] Provisioning complete for port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:39.916007 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a10be56-072e-4115-8986-52c0c137c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.924358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.925587 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.971803 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Checking router: ef90b8c5-5d2d-4223-8e78-7ed932c86620 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:39.972188 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Updating router ef90b8c5-5d2d-4223-8e78-7ed932c86620 port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:39.982456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.994200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4dc7ca48-3a7c-47a6-852e-cd89a88a46c2 req-2842cc2a-b100-4cff-9c3c-55c2f221d662 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.021492 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.078975 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c359413-fe06-4ebb-9a19-e9b2d37ff613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.101674 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c359413-fe06-4ebb-9a19-e9b2d37ff613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.200420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.209381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.263868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:40.268046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.295193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9978cc72-4833-4afa-b681-69aa046136f6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.317003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.318796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.319351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.319605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed3ee1-7b2f-4652-8206-6141c5200ebf req-34b56b92-951a-416a-98f1-baf44e1db9c2 tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:40.320062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.321476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2ed3ee1-7b2f-4652-8206-6141c5200ebf req-34b56b92-951a-416a-98f1-baf44e1db9c2 tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 1101 time: 0.3295085 Jul 15 23:09:40.322054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.322572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.323891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4dc7ca48-3a7c-47a6-852e-cd89a88a46c2 req-2842cc2a-b100-4cff-9c3c-55c2f221d662 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.324429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.324944 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.325451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.326515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.326670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4dc7ca48-3a7c-47a6-852e-cd89a88a46c2 req-2842cc2a-b100-4cff-9c3c-55c2f221d662 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.327176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.327800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dc7ca48-3a7c-47a6-852e-cd89a88a46c2 req-2842cc2a-b100-4cff-9c3c-55c2f221d662 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fec3704-8628-488e-a895-8403868f821e HTTP/1.1" status: 204 len: 173 time: 0.6150424 Jul 15 23:09:40.328334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:40.347310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842cc2a-b100-4cff-9c3c-55c2f221d662 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fec3704-8628-488e-a895-8403868f821e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.347560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.347824 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Added segment 46767da7-7226-4951-bdc3-53865d57a61e of type vlan for network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 Jul 15 23:09:40.349965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c359413-fe06-4ebb-9a19-e9b2d37ff613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.352300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c359413-fe06-4ebb-9a19-e9b2d37ff613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.353446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4c359413-fe06-4ebb-9a19-e9b2d37ff613 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f86313b-7596-472d-abf4-f692026a436d HTTP/1.1" status: 204 len: 168 time: 0.5449007 Jul 15 23:09:40.390919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c359413-fe06-4ebb-9a19-e9b2d37ff613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f86313b-7596-472d-abf4-f692026a436d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.421182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:09:40.422070 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.435503 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.452226 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Transition to ACTIVE for port object bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:40.453181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2ed3ee1-7b2f-4652-8206-6141c5200ebf req-e357d39f-2145-4218-8f60-e0cdddbad03d tempest-MigrationsAdminTest-1445948034 tempest-MigrationsAdminTest-1445948034-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644429 Jul 15 23:09:40.465608 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.482708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ca5a908-49b9-4790-8720-dd446eb6d338 req-3dc0d9aa-b5d4-4bfc-afac-3817963b3f43 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "GET /v2.0/security-groups/bb05779e-e9d9-46cf-9a9a-1b73ee0f74da HTTP/1.1" status: 200 len: 1777 time: 0.0683949 Jul 15 23:09:40.541596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.564143 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095a85d-7a05-4735-881e-1b9f390bc6dc None None] Pushing event updated for resources: {'Port': ['ID=bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.628524 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Attempting to bind port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:40.628916 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Attempting to bind port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:40.629280 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Attempting to bind port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:40.650326 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:40.650551 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:40.650972 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.652562 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:40.652961 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Bound port: bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:40.653362 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.668888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 228c6b40-ed73-423d-ba03-08f29a26b1de no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:40.699866 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ca5a908-49b9-4790-8720-dd446eb6d338 req-cb49cbcd-d0c9-495d-a489-369d75572df2 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.773799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 228c6b40-ed73-423d-ba03-08f29a26b1de {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:40.784086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 228c6b40-ed73-423d-ba03-08f29a26b1de not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:40.784241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ca5a908-49b9-4790-8720-dd446eb6d338 req-cb49cbcd-d0c9-495d-a489-369d75572df2 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.800809 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] For port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:40.811220 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] For port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:40.816634 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.817819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.820040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:40.822160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.860970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:40.861122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e519fb3f-c18f-4f72-82f2-79f4e4c03411 req-59f60c7d-fa12-4603-b2c4-f075abf5facc tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 210 time: 0.0789335 Jul 15 23:09:40.862020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.934470 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095a85d-7a05-4735-881e-1b9f390bc6dc None None] Pushing event updated for resources: {'Port': ['ID=bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.938687 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.943141 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5016592 Jul 15 23:09:40.947242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.953387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59622) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:40.961840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Request body: {'subnet': {'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1668544523-subnet', 'tenant_id': 'f2fee978d4cb4a1bba03c998aad7f668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:40.993025 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:41.003265 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:41.008837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59624) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:41.059640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cb1d5-3dda-4ef2-ad3b-574a0e364287 admin admin] Pushing event updated for resources: {'Network': ['ID=f0978b91-b160-4fc7-a3c9-35adcb5bbc26,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.114187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973f31e0-021b-41fb-8546-926dc70abeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.129389 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ca5a908-49b9-4790-8720-dd446eb6d338 req-cb49cbcd-d0c9-495d-a489-369d75572df2 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.132018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ca5a908-49b9-4790-8720-dd446eb6d338 req-cb49cbcd-d0c9-495d-a489-369d75572df2 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.133165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ca5a908-49b9-4790-8720-dd446eb6d338 req-cb49cbcd-d0c9-495d-a489-369d75572df2 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb05779e-e9d9-46cf-9a9a-1b73ee0f74da HTTP/1.1" status: 204 len: 173 time: 0.6417677 Jul 15 23:09:41.182648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49cbcd-d0c9-495d-a489-369d75572df2 tempest-SecurityGroupsTestAdminJSON-767059352 tempest-SecurityGroupsTestAdminJSON-767059352-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb05779e-e9d9-46cf-9a9a-1b73ee0f74da,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.220551 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:41.280289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:41.312765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6be1cdfa-dd12-411c-a365-16455dd34fa5 req-c22d730e-0b72-44eb-8dbf-c2808320d429 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "GET /v2.0/security-groups/a0ac0ecb-1c63-48f6-80b1-334e3a26525c HTTP/1.1" status: 200 len: 1777 time: 0.1379712 Jul 15 23:09:41.336920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Allocated IP 172.20.0.1 (9267d37d-4936-45b9-86fc-a552f79fc3f3/dd39a03c-545c-46bc-b82c-7c1d5c3237f1/eb9a7bb5-0ed8-42d2-b32e-f1c587688faa) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:41.389827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Allocated IP 172.20.0.2 (644e7bea-ffcb-4f1e-a8ea-f407df39b33c/5f34e70f-ccb2-4e23-9030-4139df2b064f/59a73451-e542-406c-99c0-e852f53c1fb5) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:41.397908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:41.398574 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.421225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.api [None req-973f31e0-021b-41fb-8546-926dc70abeb6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:09:41.421225 n-d-793618-8 neutron-server[93715]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:09:41.421225 n-d-793618-8 neutron-server[93715]: [parameters: {'project_id_1': 'e4bb77101691475cb70a9e54a098bb4f', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 9, 41, 220953)}] Jul 15 23:09:41.421225 n-d-793618-8 neutron-server[93715]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:41.421789 n-d-793618-8 neutron-server[93715]: DEBUG oslo_db.api [None req-973f31e0-021b-41fb-8546-926dc70abeb6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:41.422562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Allocated IP 172.25.3.87 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/a981bca5-69f9-4c87-8fc7-b7e654e62c3e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:41.426028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Made reservation on behalf of f2fee978d4cb4a1bba03c998aad7f668 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:41.430116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.528512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4ef19-b4f2-4a14-a006-c0607c6b1b3b req-d540ba3d-5b1e-4d4d-b5a4-aa5a7244bc07 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.530130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a4ef19-b4f2-4a14-a006-c0607c6b1b3b req-d540ba3d-5b1e-4d4d-b5a4-aa5a7244bc07 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.2127042 Jul 15 23:09:41.535167 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6be1cdfa-dd12-411c-a365-16455dd34fa5 req-10be942a-935b-4a4f-9819-d72e0ee66a3d tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.570591 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:37Z', 'revision_number': 3, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:41.602228 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad47aa-b400-42c7-b263-476fa3dfb20e None None] The sync data for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 is: [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:37Z', 'revision_number': 3, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:41.736723 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.747857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Transition to ACTIVE for port object 59a73451-e542-406c-99c0-e852f53c1fb5 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:41.766656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Transition to ACTIVE for port object 59a73451-e542-406c-99c0-e852f53c1fb5 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:41.783831 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.845993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:41.853182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:41.860350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:41.869865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Pushing event updated for resources: {'Port': ['ID=59a73451-e542-406c-99c0-e852f53c1fb5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.952058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Attempting to bind port 59a73451-e542-406c-99c0-e852f53c1fb5 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:41.952058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Attempting to bind port 59a73451-e542-406c-99c0-e852f53c1fb5 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:41.952058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Attempting to bind port 59a73451-e542-406c-99c0-e852f53c1fb5 on network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:41.984739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:41.984739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Checking segment: {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:41.984739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.984739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Bound using segment: {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:41.984739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Bound port: 59a73451-e542-406c-99c0-e852f53c1fb5, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:41.984739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.071020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] For port 59a73451-e542-406c-99c0-e852f53c1fb5, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:42.075770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] For port 59a73451-e542-406c-99c0-e852f53c1fb5, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=59a73451-e542-406c-99c0-e852f53c1fb5,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:42.082349 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.095580 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.167965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6be1cdfa-dd12-411c-a365-16455dd34fa5 req-10be942a-935b-4a4f-9819-d72e0ee66a3d tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.183879 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.188156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5914fb-c30a-4c71-aa46-6d3c506af441 None None] Pushing event updated for resources: {'Port': ['ID=59a73451-e542-406c-99c0-e852f53c1fb5,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.218304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Transition to ACTIVE for port object eb9a7bb5-0ed8-42d2-b32e-f1c587688faa will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:42.255750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973f31e0-021b-41fb-8546-926dc70abeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.338162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.348450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.360929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a4ef19-b4f2-4a14-a006-c0607c6b1b3b req-113ad35f-23d4-432e-a922-e33f28d90f61 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8181283 Jul 15 23:09:42.401531 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.439085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6be1cdfa-dd12-411c-a365-16455dd34fa5 req-10be942a-935b-4a4f-9819-d72e0ee66a3d tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.444480 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6be1cdfa-dd12-411c-a365-16455dd34fa5 req-10be942a-935b-4a4f-9819-d72e0ee66a3d tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.451081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6be1cdfa-dd12-411c-a365-16455dd34fa5 req-10be942a-935b-4a4f-9819-d72e0ee66a3d tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0ac0ecb-1c63-48f6-80b1-334e3a26525c HTTP/1.1" status: 204 len: 173 time: 1.1371765 Jul 15 23:09:42.484294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:42.509474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:42.528209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:42.545053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:42.561245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:42.564324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:42.576095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:42.665612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1090417-ca80-4b48-b094-0b7bad5462cc,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.673800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-323ef321-add5-4b2a-8915-46a1b2341226 req-a2651431-99b2-4f89-893a-50a9d7de69a7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 210 time: 0.1292961 Jul 15 23:09:42.675821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ff033dcd-cbff-4b98-9e11-c07d3b90d412 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:42.680436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be942a-935b-4a4f-9819-d72e0ee66a3d tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ac0ecb-1c63-48f6-80b1-334e3a26525c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.682159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.704797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ff033dcd-cbff-4b98-9e11-c07d3b90d412 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:42.706341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Checking segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:42.706714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Network hostable DHCP agents. Network: f0978b91-b160-4fc7-a3c9-35adcb5bbc26, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:42.717196 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.719059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.749571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Pushing event updated for resources: {'Port': ['ID=a981bca5-69f9-4c87-8fc7-b7e654e62c3e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.793300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-091f8042-c6b4-4406-a4b3-1aeedfa2f210 req-1346f173-a6cf-4ed8-a2a1-7b332a42f446 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "GET /v2.0/security-groups/845424b8-32ed-445c-b4dc-d4b42bfc9a45 HTTP/1.1" status: 200 len: 1778 time: 0.2727692 Jul 15 23:09:42.952058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:42.994266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f0978b91-b160-4fc7-a3c9-35adcb5bbc26) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:43.013208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a223792-7d1a-4550-97d5-6fdddeb8c256 None None] Network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:43.036653 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.055215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.055215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.056369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973f31e0-021b-41fb-8546-926dc70abeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.065834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:43.097215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973f31e0-021b-41fb-8546-926dc70abeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.133340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-091f8042-c6b4-4406-a4b3-1aeedfa2f210 req-82a6fa67-98e9-4480-8575-733fd02e0212 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.147913 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-55583f5e-6272-43be-b54e-060dd4be9ca6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1927359 Jul 15 23:09:43.172427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-9fc56a37-6743-4eeb-9de2-fd104827b000 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.174627 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-9fc56a37-6743-4eeb-9de2-fd104827b000 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 950 time: 0.3561127 Jul 15 23:09:43.216438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-973f31e0-021b-41fb-8546-926dc70abeb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4bb77101691475cb70a9e54a098bb4f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1523032 Jul 15 23:09:43.223672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59640) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:43.231621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f31e0-021b-41fb-8546-926dc70abeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270e8b7f-d1fe-4b33-b65a-be0796e25793,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:43.243491 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-091f8042-c6b4-4406-a4b3-1aeedfa2f210 req-82a6fa67-98e9-4480-8575-733fd02e0212 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.283200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:43.320367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:43.323457 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb5020-4f06-4d94-be1f-968aec62e65a" -d '{"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-plugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:43.326075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8ddade72-09a8-4171-80e5-03e1ee5fa4ba None None] Provisioning for port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:43.334281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.346888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:43.359465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:43.364168 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.405553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8ddade72-09a8-4171-80e5-03e1ee5fa4ba None None] Provisioning complete for port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:43.406547 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8ddade72-09a8-4171-80e5-03e1ee5fa4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.429977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.494361 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0ef477-4466-46a5-bcd5-4664b48cf254 x-openstack-request-id: req-ce0ef477-4466-46a5-bcd5-4664b48cf254 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:43.494658 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-plugged", "status": "completed", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:43.494934 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce0ef477-4466-46a5-bcd5-4664b48cf254 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:43.496304 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'code': 200} Jul 15 23:09:43.499021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8ddade72-09a8-4171-80e5-03e1ee5fa4ba None None] Port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:43.559486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2c1db5b-836d-4122-955c-6064e402e997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.584030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.634630 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.671420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2c1db5b-836d-4122-955c-6064e402e997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.680009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Deleting port ff033dcd-cbff-4b98-9e11-c07d3b90d412 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:43.680496 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.687971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=13']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:43.757804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb92e5e-b074-4459-b461-4a36d11fec7a None None] Network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:43.867784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-091f8042-c6b4-4406-a4b3-1aeedfa2f210 req-82a6fa67-98e9-4480-8575-733fd02e0212 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.870342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-091f8042-c6b4-4406-a4b3-1aeedfa2f210 req-82a6fa67-98e9-4480-8575-733fd02e0212 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.876884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-091f8042-c6b4-4406-a4b3-1aeedfa2f210 req-82a6fa67-98e9-4480-8575-733fd02e0212 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] 10.222.0.23 "DELETE /v2.0/security-groups/845424b8-32ed-445c-b4dc-d4b42bfc9a45 HTTP/1.1" status: 204 len: 173 time: 1.0822477 Jul 15 23:09:43.945142 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.947130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6fa67-98e9-4480-8575-733fd02e0212 tempest-SecurityGroupsTestAdminJSON-47944437 tempest-SecurityGroupsTestAdminJSON-47944437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845424b8-32ed-445c-b4dc-d4b42bfc9a45,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:43.985058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c3d48-9a96-49bb-83b8-60cf9a6f653f req-16fa93b0-5617-4da4-a574-433d416fdb7a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.993246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b99c3d48-9a96-49bb-83b8-60cf9a6f653f req-16fa93b0-5617-4da4-a574-433d416fdb7a tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 951 time: 0.2812572 Jul 15 23:09:44.049009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f7672-6912-4a74-97a1-c709f5c20893 None None] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:44.077387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.111515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] For port ff033dcd-cbff-4b98-9e11-c07d3b90d412, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff033dcd-cbff-4b98-9e11-c07d3b90d412,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:44.116277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.127483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:44.129781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2c1db5b-836d-4122-955c-6064e402e997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.141636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2c1db5b-836d-4122-955c-6064e402e997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.154257 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f2c1db5b-836d-4122-955c-6064e402e997 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/270e8b7f-d1fe-4b33-b65a-be0796e25793 HTTP/1.1" status: 204 len: 168 time: 0.9245861 Jul 15 23:09:44.178362 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.179672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 59a73451-e542-406c-99c0-e852f53c1fb5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:44.180066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Calling delete_port for ff033dcd-cbff-4b98-9e11-c07d3b90d412 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:44.224310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b99c3d48-9a96-49bb-83b8-60cf9a6f653f req-2e0586f3-8d71-4d23-94a7-366f5923aa11 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285147 Jul 15 23:09:44.229734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1db5b-836d-4122-955c-6064e402e997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270e8b7f-d1fe-4b33-b65a-be0796e25793,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:44.269143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.275144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d960f43e-84d6-48a2-95b5-671b5113bdbc None None] Provisioning for port 59a73451-e542-406c-99c0-e852f53c1fb5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:44.297009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.410145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59674) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:44.424851 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.471738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:44.535680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 59a73451-e542-406c-99c0-e852f53c1fb5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:44.545983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 59a73451-e542-406c-99c0-e852f53c1fb5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:44.546709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.585276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-0a21503c-c71d-4af7-be60-d7befecd695c tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.586809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-0a21503c-c71d-4af7-be60-d7befecd695c tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 815 time: 0.1757689 Jul 15 23:09:44.596350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:44.615318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-2136ddfb-3a65-4d89-8e96-6bb5e1e124ec tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/quotas/f2fee978d4cb4a1bba03c998aad7f668 HTTP/1.1" status: 200 len: 375 time: 0.0107434 Jul 15 23:09:44.653630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5ba3638-0dfb-4726-8bf9-0d861cb74ef0 req-eddbfd41-7085-4388-8ff8-c090460357f2 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 210 time: 0.0634828 Jul 15 23:09:44.670992 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:44.688769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-79b59fd5-81fa-40a2-9a66-2a81d076e9dc tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483735 Jul 15 23:09:44.745974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Router df47fbee-fd18-4455-9d9b-013d959e8068 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:09:44.860153 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.960070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 59a73451-e542-406c-99c0-e852f53c1fb5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=59a73451-e542-406c-99c0-e852f53c1fb5,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:44.966811 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.977474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Router ef90b8c5-5d2d-4223-8e78-7ed932c86620 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:45.114645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:45.159965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=59a73451-e542-406c-99c0-e852f53c1fb5,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.180789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Sync routers for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:45.188704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b3444c5f-cdac-466a-a521-31de57106d06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9577814eb684978894d165f00852598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167829 Jul 15 23:09:45.190492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:45.197892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59692) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:45.204077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:45.212477 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef90b8c5-5d2d-4223-8e78-7ed932c86620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6148260 Jul 15 23:09:45.224750 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Sync routers for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:45.229614 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.231197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-419e9759-76e3-4d23-80b8-71e92fce451d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5130794 Jul 15 23:09:45.235601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c93ba-fc8a-43aa-af84-a5a97dee61a8 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.240265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59696) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:45.257787 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:45.258424 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:45.352689 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.384230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:45.384899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-972f3a6c-45da-4e52-b9df-954ea0968f79 service neutron] 10.222.0.23 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883759 Jul 15 23:09:45.388446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:45.442688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event deleted for resources: {'Port': ['ID=ff033dcd-cbff-4b98-9e11-c07d3b90d412,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.470744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d38970d-8ac8-4205-8950-cb701621e76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.499268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] No DVR routers for this DVR port ff033dcd-cbff-4b98-9e11-c07d3b90d412 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:45.509980 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.517901 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0fbf0bae-e523-4f9c-8800-bba6e087d049 req-5a4b2523-0f93-415d-b3d1-da55e5d4ab3c tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "DELETE /v2.0/ports/ff033dcd-cbff-4b98-9e11-c07d3b90d412 HTTP/1.1" status: 204 len: 173 time: 2.3199511 Jul 15 23:09:45.520617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-deleted', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:45.529253 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44746157-4679-4906-a4bd-2ff79a0a8ac4" -d '{"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-deleted", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:45.630797 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:45.814338 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d38970d-8ac8-4205-8950-cb701621e76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.840371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de3bc11e-6689-4689-80c8-7ce0b7236c3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:45.900934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d71df3f2-cbc8-4097-95ad-e4b443e47ec7', '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:45.936851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d38970d-8ac8-4205-8950-cb701621e76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.939074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d38970d-8ac8-4205-8950-cb701621e76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.942968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0d38970d-8ac8-4205-8950-cb701621e76c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08112ac1-7cce-4b83-8656-2c01d305a03a HTTP/1.1" status: 204 len: 168 time: 0.7430422 Jul 15 23:09:45.977045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38970d-8ac8-4205-8950-cb701621e76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08112ac1-7cce-4b83-8656-2c01d305a03a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.980738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81b36d16-102e-46b4-b5b9-087388cfacf7 req-ac4dd4d7-99dd-4319-af42-34181f84b68d tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=0944cd41-b20c-4bb6-a549-802f69e17784 HTTP/1.1" status: 200 len: 210 time: 0.0657868 Jul 15 23:09:46.014676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1de86210-e254-4770-b4f4-5fa5fc21df0b None None] Provisioning complete for port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:46.016705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1de86210-e254-4770-b4f4-5fa5fc21df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.048462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-c2386427-7b02-4946-a5da-e008e7183e36 service neutron] 10.222.0.23 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469553 Jul 15 23:09:46.121639 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6398cc08-a698-40b1-85ab-ddb31494e2a1 x-openstack-request-id: req-6398cc08-a698-40b1-85ab-ddb31494e2a1 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:46.122038 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944cd41-b20c-4bb6-a549-802f69e17784", "name": "network-vif-deleted", "tag": "ff033dcd-cbff-4b98-9e11-c07d3b90d412", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:46.122450 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6398cc08-a698-40b1-85ab-ddb31494e2a1 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:46.122994 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944cd41-b20c-4bb6-a549-802f69e17784', 'name': 'network-vif-deleted', 'tag': 'ff033dcd-cbff-4b98-9e11-c07d3b90d412', 'status': 'completed', 'code': 200} Jul 15 23:09:46.201087 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 2, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:46.363820 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Checking router: ef90b8c5-5d2d-4223-8e78-7ed932c86620 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:46.364392 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Updating router ef90b8c5-5d2d-4223-8e78-7ed932c86620 port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:46.552976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d871688b-b647-401a-8d3d-c2aeefdca6e5 req-486c6f66-30b7-4ce8-bd77-8f9ec10d48e8 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 210 time: 0.1106222 Jul 15 23:09:46.628538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:46.631286 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.637716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:46.703706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: ff033dcd-cbff-4b98-9e11-c07d3b90d412 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:46.704196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff033dcd-cbff-4b98-9e11-c07d3b90d412 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:46.763192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-261f572d-590c-4ee0-85b4-00acf90f4d43 req-6e48cd36-5876-4925-b61c-c4ff0d08b597 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 210 time: 0.1150179 Jul 15 23:09:46.803703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1de86210-e254-4770-b4f4-5fa5fc21df0b None None] Port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:46.888539 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.947298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:46.983622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59780) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:47.035942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.040344 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c5bbbd85-3244-4793-b58e-c38410a5b956 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8924bf0674c24a02ae0f6a49187b2fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548100 Jul 15 23:09:47.041024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:47.246531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6261036-d712-40f1-979a-85300b4afafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.311582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-03df44a7-02ac-4f25-aa25-718168fb2bb4 None None] Provisioning complete for port 59a73451-e542-406c-99c0-e852f53c1fb5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:47.311956 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-03df44a7-02ac-4f25-aa25-718168fb2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.327661 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6261036-d712-40f1-979a-85300b4afafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.422311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6261036-d712-40f1-979a-85300b4afafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.432288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6261036-d712-40f1-979a-85300b4afafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.433772 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f6261036-d712-40f1-979a-85300b4afafb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88e6a527-6574-4784-9bce-cfac34a11320 HTTP/1.1" status: 204 len: 168 time: 0.3918402 Jul 15 23:09:47.450771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6261036-d712-40f1-979a-85300b4afafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e6a527-6574-4784-9bce-cfac34a11320,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:47.734573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Allocated IP 172.20.0.1 (644e7bea-ffcb-4f1e-a8ea-f407df39b33c/5f34e70f-ccb2-4e23-9030-4139df2b064f/82f1b467-f0e6-4cd0-bc2f-8e192f444ca2) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:47.862133 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 3, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:47.990265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 59a73451-e542-406c-99c0-e852f53c1fb5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:47.996728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Checking router: df47fbee-fd18-4455-9d9b-013d959e8068 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:47.996911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Updating router df47fbee-fd18-4455-9d9b-013d959e8068 port a981bca5-69f9-4c87-8fc7-b7e654e62c3e binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:48.038927 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.075578 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Transition to ACTIVE for port object eb9a7bb5-0ed8-42d2-b32e-f1c587688faa will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:48.079504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.090343 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.194623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Transition to ACTIVE for port object 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:48.198375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3eb9d1d-1e08-4543-b888-27aac9e34c47 req-cd56bcd8-3e70-4ed2-8c13-67a56f788990 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=01fd753b-85fe-4cfe-9c12-ba1c12b433d6 HTTP/1.1" status: 200 len: 210 time: 0.0704389 Jul 15 23:09:48.227875 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2a86eba2-6549-43ce-869b-42c224cbe2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.324402 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.334502 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Attempting to bind port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:48.336247 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Attempting to bind port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:48.340235 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Attempting to bind port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa on network 9267d37d-4936-45b9-86fc-a552f79fc3f3 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:48.367672 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.388766 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:48.389364 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Checking segment: {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:48.389776 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.390175 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Bound using segment: {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:48.392958 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Bound port: eb9a7bb5-0ed8-42d2-b32e-f1c587688faa, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:48.393404 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.575777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:48.620587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 59a73451-e542-406c-99c0-e852f53c1fb5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:48.621527 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.664293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b4a0475-5c98-476f-8c2f-03084a75cebd req-2fc4fb39-7edb-4cb9-8f65-c47be6487438 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 210 time: 0.2084501 Jul 15 23:09:48.668535 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056ecf1-758f-4b15-973c-0f52889a6623 None None] Pushing event updated for resources: {'Port': ['ID=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:48.684046 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] For port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:48.684975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:48.692743 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] For port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:48.696099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:48.702584 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.716339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Pushing event updated for resources: {'Port': ['ID=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:48.847556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.902831 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056ecf1-758f-4b15-973c-0f52889a6623 None None] Pushing event updated for resources: {'Port': ['ID=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:48.926390 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:48.927337 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:49.325755 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:49.434124 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.468488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Transition to ACTIVE for port object a981bca5-69f9-4c87-8fc7-b7e654e62c3e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:49.503366 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.792190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-9694acbb-bc17-4dc7-99b7-4462e879f4e6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:49.796198 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-9694acbb-bc17-4dc7-99b7-4462e879f4e6 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 951 time: 0.1812022 Jul 15 23:09:49.890865 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:48Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:49.891157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5fd4ffa7-b03f-4deb-abe9-14ed7e239035 None None] Provisioning for port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:49.897705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Pushing event updated for resources: {'Port': ['ID=a981bca5-69f9-4c87-8fc7-b7e654e62c3e,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:49.920126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Attempting to bind port a981bca5-69f9-4c87-8fc7-b7e654e62c3e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:49.920517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Attempting to bind port a981bca5-69f9-4c87-8fc7-b7e654e62c3e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:49.927380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Attempting to bind port a981bca5-69f9-4c87-8fc7-b7e654e62c3e on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:49.955697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.955925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.956193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.957781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.958127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.960292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.963203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.963361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.963613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.963969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.969862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.969862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:49.984034 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557330c8-a1f0-4418-86ee-7d7ceb5b2eea None None] The sync data for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 is: [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:48Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:49.991062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5fd4ffa7-b03f-4deb-abe9-14ed7e239035 None None] Provisioning complete for port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:49.991443 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5fd4ffa7-b03f-4deb-abe9-14ed7e239035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.179076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Deleting port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:50.179429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.179778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:50.180188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:50.180592 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.182415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:50.183054 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Bound port: a981bca5-69f9-4c87-8fc7-b7e654e62c3e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:50.184083 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.190498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4ffa7-b03f-4deb-abe9-14ed7e239035 None None] Port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:50.337783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] For port a981bca5-69f9-4c87-8fc7-b7e654e62c3e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:50.387732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] For port a981bca5-69f9-4c87-8fc7-b7e654e62c3e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a981bca5-69f9-4c87-8fc7-b7e654e62c3e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:50.399364 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.552712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] For port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:50.554799 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.598388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-086b36d9-8425-4c26-aafe-6a1a8d88e1c8 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:50.608115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-086b36d9-8425-4c26-aafe-6a1a8d88e1c8 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 815 time: 0.1774483 Jul 15 23:09:50.608863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Calling delete_port for 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:50.640251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59904) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:50.671088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb88ef-c3d8-49f5-8a02-dfa70c9adc27 None None] Pushing event updated for resources: {'Port': ['ID=a981bca5-69f9-4c87-8fc7-b7e654e62c3e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:50.707416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:50.708078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:50.734556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Request body: {'port': {'device_id': '27b6d9f2-abf8-4912-92cc-66ffe8cf60c2', 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'admin_state_up': True, 'tenant_id': 'f2fee978d4cb4a1bba03c998aad7f668'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:50.769157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf399ec4-66df-4d78-903b-af7831980f1d req-41f4dff1-3960-40fa-8b00-2e4f3432a75e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 210 time: 0.3369522 Jul 15 23:09:50.829995 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1508c6e9-39a1-4e16-84cf-de418b785e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.031003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.072397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de3bc11e-6689-4689-80c8-7ce0b7236c3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:51.123071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event deleted for resources: {'Port': ['ID=2dd55412-dd6d-4a0f-a94e-ff6a76cd971c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:51.169146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d71df3f2-cbc8-4097-95ad-e4b443e47ec7', '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:51.172937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] No DVR routers for this DVR port 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:51.179040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.182084 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-065e1c89-ff84-4eaa-ac29-fe192b1bc694 req-844ca2a4-4f96-47f6-b726-6ae28f3b1ce7 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "DELETE /v2.0/ports/2dd55412-dd6d-4a0f-a94e-ff6a76cd971c HTTP/1.1" status: 204 len: 173 time: 1.3797717 Jul 15 23:09:51.182814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-deleted', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:51.189535 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f717c81-5fce-4d08-b8a8-5153a14c696b" -d '{"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-deleted", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:51.271742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc02ec0-3c11-4e8d-829b-286baf93044d req-b4888836-e89b-4222-b546-c03bbeff8c83 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.286870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bc02ec0-3c11-4e8d-829b-286baf93044d req-b4888836-e89b-4222-b546-c03bbeff8c83 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a11be2-2d91-4ff8-af4a-bb556e75f5ee HTTP/1.1" status: 200 len: 868 time: 2.2931569 Jul 15 23:09:51.342530 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4c241-793e-4970-9c10-90a924922cd1 x-openstack-request-id: req-3ab4c241-793e-4970-9c10-90a924922cd1 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:51.343489 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a11be2-2d91-4ff8-af4a-bb556e75f5ee", "name": "network-vif-deleted", "tag": "2dd55412-dd6d-4a0f-a94e-ff6a76cd971c", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:51.345028 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ab4c241-793e-4970-9c10-90a924922cd1 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:51.345626 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a11be2-2d91-4ff8-af4a-bb556e75f5ee', 'name': 'network-vif-deleted', 'tag': '2dd55412-dd6d-4a0f-a94e-ff6a76cd971c', 'status': 'completed', 'code': 200} Jul 15 23:09:51.364118 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.414407 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.419322 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2b0da50-6f82-4a0e-bee4-994acb858748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.455465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:51.556865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Made reservation on behalf of f2fee978d4cb4a1bba03c998aad7f668 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:51.571420 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.953731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.967045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bc02ec0-3c11-4e8d-829b-286baf93044d req-da9f8afc-b31e-42c1-a06b-5028268bc183 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776960 Jul 15 23:09:51.972344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.136747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device eb9a7bb5-0ed8-42d2-b32e-f1c587688faa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:52.390660 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.449382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Pushing event updated for resources: {'Port': ['ID=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:52.476817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.502287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99b9b892-a6d1-4c70-bc7d-e5d80a587b06 req-30484b34-dbce-4651-9dcb-0a3ce6889fc9 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 210 time: 0.2122386 Jul 15 23:09:52.664137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:52.679395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:52.680020 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.959850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:52.961511 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.962837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Allocated IP 172.20.0.14 (f0978b91-b160-4fc7-a3c9-35adcb5bbc26/e1090417-ca80-4b48-b094-0b7bad5462cc/67c0c6be-b002-48a7-91f4-a58f2b7a7f1a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:52.967255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 3, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:52.985202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:53.020896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2e290-7768-4c26-bc39-f11346d5abfe None None] The sync data for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 is: [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 3, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:53.093788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:53.101556 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.211588 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2b0da50-6f82-4a0e-bee4-994acb858748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.247683 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.268454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.277612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2b0da50-6f82-4a0e-bee4-994acb858748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.424072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0da50-6f82-4a0e-bee4-994acb858748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d5e06a-d5ea-4857-9329-7d8f559cfdcd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.574404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-dbe789d3-95e5-476d-bafb-fb5876c3282f None None] Provisioning complete for port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:53.574807 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dbe789d3-95e5-476d-bafb-fb5876c3282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.712209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Router df47fbee-fd18-4455-9d9b-013d959e8068 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:53.729700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-dbe789d3-95e5-476d-bafb-fb5876c3282f None None] Port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:53.731036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c2b0da50-6f82-4a0e-bee4-994acb858748 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84c50dfc87d841de911f99b99be84a17&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0896833 Jul 15 23:09:53.734274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59984) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:53.903131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d16ae1c8-4130-4a33-ac78-da378bbe95e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.994130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d16ae1c8-4130-4a33-ac78-da378bbe95e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.071223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59988) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:54.158826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d16ae1c8-4130-4a33-ac78-da378bbe95e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.161587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d16ae1c8-4130-4a33-ac78-da378bbe95e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.165048 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d16ae1c8-4130-4a33-ac78-da378bbe95e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88d5e06a-d5ea-4857-9329-7d8f559cfdcd HTTP/1.1" status: 204 len: 168 time: 0.4229715 Jul 15 23:09:54.179298 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.201749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ae1c8-4130-4a33-ac78-da378bbe95e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d5e06a-d5ea-4857-9329-7d8f559cfdcd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:54.236447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a981bca5-69f9-4c87-8fc7-b7e654e62c3e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:54.345676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a981bca5-69f9-4c87-8fc7-b7e654e62c3e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:54.349808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4273ee3-2ce2-4729-8766-33ec7273211e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.353390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a981bca5-69f9-4c87-8fc7-b7e654e62c3e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:54.354187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.374231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.584680 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.608824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4273ee3-2ce2-4729-8766-33ec7273211e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.613466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4273ee3-2ce2-4729-8766-33ec7273211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.619568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:54.626381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:54.636341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a981bca5-69f9-4c87-8fc7-b7e654e62c3e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a981bca5-69f9-4c87-8fc7-b7e654e62c3e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:54.639953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:54.645333 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.646644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device eb9a7bb5-0ed8-42d2-b32e-f1c587688faa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:54.659012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:54.677368 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d4273ee3-2ce2-4729-8766-33ec7273211e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a34213c2ba224c5594705a8596787f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006837 Jul 15 23:09:54.681083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59998) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:54.744292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:54.745109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.775281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4273ee3-2ce2-4729-8766-33ec7273211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2594e600-69e5-47b9-be92-a95d57db7db0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:54.804468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:54.807463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2dd55412-dd6d-4a0f-a94e-ff6a76cd971c not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:54.852356 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1862764 Jul 15 23:09:54.895913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.900106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a981bca5-69f9-4c87-8fc7-b7e654e62c3e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:54.917735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:54.918413 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.922534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Request body: {'port': {'device_id': '27b6d9f2-abf8-4912-92cc-66ffe8cf60c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:54.936946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-799d4902-c18c-438a-9f01-5666e59daa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.957335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60002) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:55.004778 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ee35700-5958-4d35-ba0e-994c81c273aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.023179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-799d4902-c18c-438a-9f01-5666e59daa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.130919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.143751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a314b-fb01-4d51-bbed-1fa159a738be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Pushing event updated for resources: {'Port': ['ID=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.178863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:55.186672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7bb65ec2-4409-4d74-ba5c-677971bf557f admin admin] 10.222.0.23 "PUT /v2.0/routers/df47fbee-fd18-4455-9d9b-013d959e8068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9407210 Jul 15 23:09:55.207215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f124bdc-28e1-49aa-9534-8b6e5b83a5fc req-44f79801-a4b0-478f-a234-adbebf6a1632 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.208468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f124bdc-28e1-49aa-9534-8b6e5b83a5fc req-44f79801-a4b0-478f-a234-adbebf6a1632 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 932 time: 0.8702600 Jul 15 23:09:55.215836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ec481-2831-4755-8c16-6898167d577d req-12a4f2ec-0e26-4ccb-a41c-3031b568ba87 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.238503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-639ec481-2831-4755-8c16-6898167d577d req-12a4f2ec-0e26-4ccb-a41c-3031b568ba87 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.9120085 Jul 15 23:09:55.262044 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ee35700-5958-4d35-ba0e-994c81c273aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.345575 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ee35700-5958-4d35-ba0e-994c81c273aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.382349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f124bdc-28e1-49aa-9534-8b6e5b83a5fc req-cfdca3ea-2c52-43d2-bfca-ceeaf65bd199 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421897 Jul 15 23:09:55.408752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-639ec481-2831-4755-8c16-6898167d577d req-e0d7d176-cbb5-4529-83f2-3deb1df78348 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698477 Jul 15 23:09:55.426578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-799d4902-c18c-438a-9f01-5666e59daa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.429961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-799d4902-c18c-438a-9f01-5666e59daa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.432153 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-799d4902-c18c-438a-9f01-5666e59daa0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2594e600-69e5-47b9-be92-a95d57db7db0 HTTP/1.1" status: 204 len: 168 time: 0.7391498 Jul 15 23:09:55.539543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee35700-5958-4d35-ba0e-994c81c273aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e5525-285a-4323-afac-06cb882fddaf,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.565834 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2ee35700-5958-4d35-ba0e-994c81c273aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86daa0c5562541b6bc5382442ffb2dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6074085 Jul 15 23:09:55.582461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60016) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:55.588595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d4902-c18c-438a-9f01-5666e59daa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594e600-69e5-47b9-be92-a95d57db7db0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.614108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-ce77fffb-10e0-4b84-ac40-a808b371ce5e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.617369 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-ce77fffb-10e0-4b84-ac40-a808b371ce5e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 949 time: 0.3460684 Jul 15 23:09:55.744576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f839b6-72d2-4390-bcce-8719ba417be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.818525 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f839b6-72d2-4390-bcce-8719ba417be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.877104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Deleting port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:55.877623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.929363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:55.988697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.991105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a981bca5-69f9-4c87-8fc7-b7e654e62c3e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:56.015860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Transition to ACTIVE for port object 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:56.025805 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.032159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f839b6-72d2-4390-bcce-8719ba417be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.034889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f839b6-72d2-4390-bcce-8719ba417be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.039026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-79f839b6-72d2-4390-bcce-8719ba417be0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c0e5525-285a-4323-afac-06cb882fddaf HTTP/1.1" status: 204 len: 168 time: 0.4479876 Jul 15 23:09:56.075759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f839b6-72d2-4390-bcce-8719ba417be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e5525-285a-4323-afac-06cb882fddaf,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:56.107478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Sync routers for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:56.109346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] For port d71df3f2-cbc8-4097-95ad-e4b443e47ec7, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:56.109838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.118019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Pushing event updated for resources: {'Port': ['ID=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:56.124678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Calling delete_port for d71df3f2-cbc8-4097-95ad-e4b443e47ec7 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:56.187376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:56.188986 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:56.277650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Attempting to bind port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:56.278172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Attempting to bind port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:56.279375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Attempting to bind port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:56.293957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60026) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:56.294941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:56.295270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Attempting to bind port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:56.315224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a981bca5-69f9-4c87-8fc7-b7e654e62c3e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:56.316065 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.321171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:56.322634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Checking segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:56.323071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Bound using segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:56.323531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Bound port: 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:56.324797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.374646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb81d424-14c5-4436-854b-b765a955754e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.480973 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.510618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de3bc11e-6689-4689-80c8-7ce0b7236c3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:56.533388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d71df3f2-cbc8-4097-95ad-e4b443e47ec7'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:56.585279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event deleted for resources: {'Port': ['ID=d71df3f2-cbc8-4097-95ad-e4b443e47ec7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:56.665233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] No DVR routers for this DVR port d71df3f2-cbc8-4097-95ad-e4b443e47ec7 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:56.673681 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.676422 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8e328936-eef9-4752-a39f-e67e35195ca7 req-cab22174-f94a-4957-a2c9-f6cafe782187 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.37 "DELETE /v2.0/ports/d71df3f2-cbc8-4097-95ad-e4b443e47ec7 HTTP/1.1" status: 204 len: 173 time: 1.0494449 Jul 15 23:09:56.677079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'name': 'network-vif-deleted', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:56.679553 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3279f1-08bf-433d-90c4-680c6fb52d4a" -d '{"events": [{"server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "name": "network-vif-deleted", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:56.684658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] For port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:56.689385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60042) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:56.712243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b4a70a28-6b11-4ae0-847b-e95c4cbb3b8d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706174134', 'description': 'tempest-description--45702775'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:56.741690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] For port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:56.768099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.790167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:56.897250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:56.898126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.901439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] 10.222.0.59 "PUT /v2.0/ports/67c0c6be-b002-48a7-91f4-a58f2b7a7f1a HTTP/1.1" status: 200 len: 1092 time: 2.0020564 Jul 15 23:09:56.918048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b6d9f2-abf8-4912-92cc-66ffe8cf60c2', 'tag': '67c0c6be-b002-48a7-91f4-a58f2b7a7f1a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:56.921031 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c315507-9183-4388-8b89-eebb1b93f798" -d '{"events": [{"name": "network-changed", "server_uuid": "27b6d9f2-abf8-4912-92cc-66ffe8cf60c2", "tag": "67c0c6be-b002-48a7-91f4-a58f2b7a7f1a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:57.015627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1d6e1-b324-4598-b3bc-e6061fc0a1b0 req-1182e336-164b-4e0d-b5c2-aacb93996d66 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.017226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2b1d6e1-b324-4598-b3bc-e6061fc0a1b0 req-1182e336-164b-4e0d-b5c2-aacb93996d66 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 944 time: 0.4244022 Jul 15 23:09:57.028690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d191f3b2-6257-4a22-a6da-5ef32063428c req-b0d791e5-32e7-447a-863f-496101425081 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb6babae-7dce-42ec-ac14-e0c4d1565134 HTTP/1.1" status: 200 len: 210 time: 0.0995164 Jul 15 23:09:57.123253 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972e17af-c9b6-447b-a00b-74a9528f5983 x-openstack-request-id: req-972e17af-c9b6-447b-a00b-74a9528f5983 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:57.123755 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6babae-7dce-42ec-ac14-e0c4d1565134", "name": "network-vif-deleted", "tag": "d71df3f2-cbc8-4097-95ad-e4b443e47ec7", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:57.123945 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-972e17af-c9b6-447b-a00b-74a9528f5983 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:57.124285 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6babae-7dce-42ec-ac14-e0c4d1565134', 'name': 'network-vif-deleted', 'tag': 'd71df3f2-cbc8-4097-95ad-e4b443e47ec7', 'status': 'completed', 'code': 200} Jul 15 23:09:57.196603 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41772699-10cf-4d9b-93dd-f34fd7b1153d x-openstack-request-id: req-41772699-10cf-4d9b-93dd-f34fd7b1153d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:57.196891 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b6d9f2-abf8-4912-92cc-66ffe8cf60c2", "tag": "67c0c6be-b002-48a7-91f4-a58f2b7a7f1a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:57.197146 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41772699-10cf-4d9b-93dd-f34fd7b1153d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:57.197554 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b6d9f2-abf8-4912-92cc-66ffe8cf60c2', 'tag': '67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', 'status': 'completed', 'code': 200} Jul 15 23:09:57.203544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eb75b-e976-4f5c-a130-9a81be6a06ce service neutron] Pushing event updated for resources: {'Port': ['ID=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.227731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb81d424-14c5-4436-854b-b765a955754e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.277387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4a70a28-6b11-4ae0-847b-e95c4cbb3b8d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.284317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb81d424-14c5-4436-854b-b765a955754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.321407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2b1d6e1-b324-4598-b3bc-e6061fc0a1b0 req-2eaa6800-acbd-4cff-94e7-e3d086337ffb tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433338 Jul 15 23:09:57.328775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3a8d73c9-ef78-488e-ace3-653fde5177cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.331501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-3a8d73c9-ef78-488e-ace3-653fde5177cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 1095 time: 0.3270423 Jul 15 23:09:57.399269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-117b9583-2834-40ff-b88d-a96b31960225 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a HTTP/1.1" status: 200 len: 217 time: 0.0500185 Jul 15 23:09:57.406783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb81d424-14c5-4436-854b-b765a955754e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=945526497fc44da883e55e4dc6d8478e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0996215 Jul 15 23:09:57.407891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81d424-14c5-4436-854b-b765a955754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af19e3-5af5-4ec4-973e-6e5e89f91f02,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.410559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60062) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:57.522986 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4a70a28-6b11-4ae0-847b-e95c4cbb3b8d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.537661 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4a70a28-6b11-4ae0-847b-e95c4cbb3b8d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.584617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60064) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:57.585972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 2, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:57.617371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-19b27843-ec0a-421f-b5d8-5bcd365e27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.621213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Checking router: df47fbee-fd18-4455-9d9b-013d959e8068 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:57.622006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Updating router df47fbee-fd18-4455-9d9b-013d959e8068 port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:09:57.624373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-19b27843-ec0a-421f-b5d8-5bcd365e27bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.2099121 Jul 15 23:09:57.633826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4a70a28-6b11-4ae0-847b-e95c4cbb3b8d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.636315 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b4a70a28-6b11-4ae0-847b-e95c4cbb3b8d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9469669 Jul 15 23:09:57.653838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60070) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:57.679357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-482415a5-4827-4439-8d34-da393195295f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Request body: {'security_group_rule': {'security_group_id': '6fa641c5-5808-4166-a9f0-3becfe45aacc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:57.719461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.720166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-482415a5-4827-4439-8d34-da393195295f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.741020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-60d890d3-e794-47a9-9c26-5b0d09691b62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913665 Jul 15 23:09:57.770370 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3815bd-08a5-4b35-be69-466cfe7a830b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.786510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a70a28-6b11-4ae0-847b-e95c4cbb3b8d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa641c5-5808-4166-a9f0-3becfe45aacc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.862045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3815bd-08a5-4b35-be69-466cfe7a830b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.914881 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-482415a5-4827-4439-8d34-da393195295f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.926966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-482415a5-4827-4439-8d34-da393195295f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.942602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-5436707-network', 'tenant_id': '1797a145721e40a7a2712bf69fe06902'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:57.962731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482415a5-4827-4439-8d34-da393195295f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84aa9234-185a-49ce-81ff-49b4bb31cc79,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:57.976823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-482415a5-4827-4439-8d34-da393195295f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.978631 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-482415a5-4827-4439-8d34-da393195295f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134234 Jul 15 23:09:57.982464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60072) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:57.990977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4c3e6bab-9aa0-4f6c-9e6c-69897949e727 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Request body: {'security_group_rule': {'security_group_id': '6fa641c5-5808-4166-a9f0-3becfe45aacc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:58.020319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-9aaa26c8-704e-40dd-9e01-e609f0cffd0b service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458918 Jul 15 23:09:58.032650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Made reservation on behalf of 1797a145721e40a7a2712bf69fe06902 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:58.035364 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.226888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.258349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea8002e-f1a0-4af5-bbae-b49be8faecc3 req-4fde2b0e-99e9-4eee-b4f6-e9a1a509b98e service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268651 Jul 15 23:09:58.260925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3815bd-08a5-4b35-be69-466cfe7a830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.265921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3815bd-08a5-4b35-be69-466cfe7a830b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.272357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9c3815bd-08a5-4b35-be69-466cfe7a830b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10af19e3-5af5-4ec4-973e-6e5e89f91f02 HTTP/1.1" status: 204 len: 168 time: 0.8593087 Jul 15 23:09:58.310683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6bab-9aa0-4f6c-9e6c-69897949e727 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.346720 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.376423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3815bd-08a5-4b35-be69-466cfe7a830b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af19e3-5af5-4ec4-973e-6e5e89f91f02,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:58.382244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Transition to ACTIVE for port object 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:58.419623 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.609596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.637438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de2eb7-a389-436d-92b6-414154b4013a None None] Pushing event updated for resources: {'Port': ['ID=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:58.648812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.649659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d71df3f2-cbc8-4097-95ad-e4b443e47ec7 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:58.841447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:58.973641 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.974237 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Added segment 0c8237bc-a217-4f03-b6c8-b7486b1412ea of type vlan for network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc Jul 15 23:09:58.978922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e96fd-2d77-4118-825c-48064a9c26fc,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:59.021754 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6bab-9aa0-4f6c-9e6c-69897949e727 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.048149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: d71df3f2-cbc8-4097-95ad-e4b443e47ec7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:59.048551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d71df3f2-cbc8-4097-95ad-e4b443e47ec7 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:59.100576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Attempting to bind port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:59.101031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Attempting to bind port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:59.101369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Attempting to bind port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 on network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:59.127150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ee71-1ccd-43ad-aca0-5577410c1c56 req-17b55205-52c5-4ae7-8dfc-689e15d894d3 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:59.136857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d15ee71-1ccd-43ad-aca0-5577410c1c56 req-17b55205-52c5-4ae7-8dfc-689e15d894d3 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 944 time: 0.5214350 Jul 15 23:09:59.138997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6bab-9aa0-4f6c-9e6c-69897949e727 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.142615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:59.143027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Checking segment: {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:59.143421 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.143798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Bound using segment: {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:59.144263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Bound port: 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:59.144638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.283976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e6bab-9aa0-4f6c-9e6c-69897949e727 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa1662c-7388-4dd9-b0b8-aa13826131cb,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:59.287640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c315507-9183-4388-8b89-eebb1b93f798 req-631dabc6-630b-403e-89bf-0fcf5e9c0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:59.288859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] For port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:59.289397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c315507-9183-4388-8b89-eebb1b93f798 req-631dabc6-630b-403e-89bf-0fcf5e9c0a5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 1095 time: 0.9107597 Jul 15 23:09:59.296144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] For port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:59.303363 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.305193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.315837 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6bab-9aa0-4f6c-9e6c-69897949e727 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.316721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4c3e6bab-9aa0-4f6c-9e6c-69897949e727 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3293056 Jul 15 23:09:59.319693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60112) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:59.330369 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:59.351485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d15ee71-1ccd-43ad-aca0-5577410c1c56 req-2b4a91db-10ea-4e72-ab12-d66c9700c5c6 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136919 Jul 15 23:09:59.374690 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.489004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:59.497760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:59.564624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.606066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.607259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:59.611312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.635636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de2eb7-a389-436d-92b6-414154b4013a None None] Pushing event updated for resources: {'Port': ['ID=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:59.784323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Allocated IP 172.25.3.205 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/cb7ebcc7-436d-4ce0-922d-8ffe33c8615e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:59.804122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:59.834434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2242620 Jul 15 23:09:59.838571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60124) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:59.873371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Request body: {'subnet': {'network_id': '5c7daca1-08f3-4442-9b54-cac9dcbb1bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-5436707-subnet', 'tenant_id': '1797a145721e40a7a2712bf69fe06902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:59.954039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Made reservation on behalf of 1797a145721e40a7a2712bf69fe06902 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:59.956781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.040352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.102490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:09:59Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:00.138667 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddab7ca-329e-434f-8088-cc005473c138 None None] The sync data for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 is: [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:09:59Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:00.151301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.276107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:00.299882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event updated for resources: {'Port': ['ID=cb7ebcc7-436d-4ce0-922d-8ffe33c8615e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:00.311721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:00.323368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:00.329132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.381213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c662c35-5276-44db-8e7d-f3138bb29a12 req-f9849aae-b9e2-4564-a85d-9aca103c538e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.384249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c662c35-5276-44db-8e7d-f3138bb29a12 req-f9849aae-b9e2-4564-a85d-9aca103c538e tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 1.0928247 Jul 15 23:10:00.433766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cbc78-c136-4a09-bb8b-84a910317664 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7daca1-08f3-4442-9b54-cac9dcbb1bdc,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:00.441099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c315507-9183-4388-8b89-eebb1b93f798 req-7e8cb0cf-24b2-40ad-b9c8-0f561d091eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.443540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c315507-9183-4388-8b89-eebb1b93f798 req-7e8cb0cf-24b2-40ad-b9c8-0f561d091eff service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 916 time: 1.1308169 Jul 15 23:10:00.445211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:00.540476 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.541798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a785b7c-313a-437c-860c-4dbf13596c72,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:00.608334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Checking segment: {'id': '0c8237bc-a217-4f03-b6c8-b7486b1412ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5c7daca1-08f3-4442-9b54-cac9dcbb1bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:00.609968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Network hostable DHCP agents. Network: 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:00.635839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c315507-9183-4388-8b89-eebb1b93f798 req-940e9219-9fd9-48f2-931c-e87102d128f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a HTTP/1.1" status: 200 len: 217 time: 0.1774168 Jul 15 23:10:00.697806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:00.707865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.715543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-c4fdb506-485c-4e1c-9bf3-9c2f88328596 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.717322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-c4fdb506-485c-4e1c-9bf3-9c2f88328596 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.59 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 949 time: 1.3246768 Jul 15 23:10:00.844370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba39785-b139-47aa-8b6d-c9bfe8362bf6 req-4062c445-95d6-4e03-a9a4-b2de63c2a758 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.846471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eba39785-b139-47aa-8b6d-c9bfe8362bf6 req-4062c445-95d6-4e03-a9a4-b2de63c2a758 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 946 time: 1.1187942 Jul 15 23:10:00.867928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c662c35-5276-44db-8e7d-f3138bb29a12 req-d0475b27-d3f4-4f09-bad4-b44c06369d61 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/security-groups?id=255a0903-da61-4b78-9f00-9d9670ff9bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191513 Jul 15 23:10:00.890926 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.909503 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:00.911572 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.920068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95106d4c-f98f-46bd-a37b-e59798f90c64 None None] Network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:00.946350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c315507-9183-4388-8b89-eebb1b93f798 req-93f19f00-ab7f-4b8c-a01e-dabc25697455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.951320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c315507-9183-4388-8b89-eebb1b93f798 req-93f19f00-ab7f-4b8c-a01e-dabc25697455 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.2905073 Jul 15 23:10:00.984151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.984749 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.027694 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eba39785-b139-47aa-8b6d-c9bfe8362bf6 req-7b9641dc-605d-4310-910d-034e5aab05da tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.23 "GET /v2.0/security-groups?id=5a1963ae-538f-4c72-a6d6-c25d50221090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558034 Jul 15 23:10:01.030018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c315507-9183-4388-8b89-eebb1b93f798 req-24091633-5785-4f21-9835-a7944c275e29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586782 Jul 15 23:10:01.114029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Deleting port de3bc11e-6689-4689-80c8-7ce0b7236c3b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:01.114784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.126218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.215776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.217125 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8943195 Jul 15 23:10:01.262480 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2abce366-fa6e-458b-8226-ce01dc0cabaf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4096382 Jul 15 23:10:01.271439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ce5af-af71-4ea4-b713-8c01532f5cbf None None] Network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:01.348600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f4252-ae3a-4728-8e6c-05a295bed907 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event updated for resources: {'Port': ['ID=cb7ebcc7-436d-4ce0-922d-8ffe33c8615e,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:01.393861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-c357b3a5-c76b-43d6-a4ab-3cccecf13438 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:01.400220 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-c357b3a5-c76b-43d6-a4ab-3cccecf13438 tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.37 "GET /v2.0/ports?device_id=0003dc8e-6d91-4d8f-92ca-5e0decd59bb3 HTTP/1.1" status: 200 len: 946 time: 0.5064876 Jul 15 23:10:01.540350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] For port de3bc11e-6689-4689-80c8-7ce0b7236c3b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de3bc11e-6689-4689-80c8-7ce0b7236c3b,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:01.540871 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.678410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Deleting port 01193ccc-c5c4-4693-8469-4d0c789e2287 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:01.678609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.687472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c315507-9183-4388-8b89-eebb1b93f798 req-9c3ffb7a-70b9-4fc8-9e54-16c104f97344 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485507 Jul 15 23:10:01.692228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:01.695970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Calling delete_port for de3bc11e-6689-4689-80c8-7ce0b7236c3b owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:01.870283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] For port 01193ccc-c5c4-4693-8469-4d0c789e2287, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=01193ccc-c5c4-4693-8469-4d0c789e2287,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:01.872603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.873874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:01.911262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'port_id': '67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', 'mac_address': 'fa:16:3e:f8:28:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1090417-ca80-4b48-b094-0b7bad5462cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:01.914948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Calling delete_port for 01193ccc-c5c4-4693-8469-4d0c789e2287 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:01.997960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.029464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-0c9a5454-7ec3-409d-9afb-1af252b7fb69 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--706174134&fields=id&tenant_id=421baef519744e10a80993ce165f0d6d HTTP/1.1" status: 200 len: 267 time: 0.3347566 Jul 15 23:10:02.039119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:02.084315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:02.099643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:02.147809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.199435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.236570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['01193ccc-c5c4-4693-8469-4d0c789e2287'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:02.268991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Pushing event deleted for resources: {'Port': ['ID=01193ccc-c5c4-4693-8469-4d0c789e2287,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.288398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc15b4d-3352-41ee-90d3-f9677a43aa6d req-829344a1-2c33-4691-b395-40f7fe93b04e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.306558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc15b4d-3352-41ee-90d3-f9677a43aa6d req-829344a1-2c33-4691-b395-40f7fe93b04e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 944 time: 0.7116747 Jul 15 23:10:02.373955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60186) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:02.384184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2077800944-network', 'tenant_id': 'da4b49bfdb5e40668eb52791de5483f1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:02.388796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.408228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:02.412374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:02.412749 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.422485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] No DVR routers for this DVR port 01193ccc-c5c4-4693-8469-4d0c789e2287 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:02.426566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.428784 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-51084ed0-5ca4-482b-b50c-e5b679f31730 req-fc6330f5-6776-4f1b-94da-00afa8ec438d tempest-AttachSCSIVolumeTestJSON-1643184315 tempest-AttachSCSIVolumeTestJSON-1643184315-project] 10.222.0.37 "DELETE /v2.0/ports/01193ccc-c5c4-4693-8469-4d0c789e2287 HTTP/1.1" status: 204 len: 173 time: 1.0189929 Jul 15 23:10:02.429254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0003dc8e-6d91-4d8f-92ca-5e0decd59bb3', 'name': 'network-vif-deleted', 'tag': '01193ccc-c5c4-4693-8469-4d0c789e2287'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:02.431580 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef39ff9-571f-4abc-ba4d-3fc0baac270d" -d '{"events": [{"server_uuid": "0003dc8e-6d91-4d8f-92ca-5e0decd59bb3", "name": "network-vif-deleted", "tag": "01193ccc-c5c4-4693-8469-4d0c789e2287"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:02.471359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Made reservation on behalf of da4b49bfdb5e40668eb52791de5483f1 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:02.475271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.483900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67c0c6be-b002-48a7-91f4-a58f2b7a7f1a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:02.499101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.570261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc15b4d-3352-41ee-90d3-f9677a43aa6d req-cab136cf-9fcd-40cd-9326-5b8cf60e3e3a tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624440 Jul 15 23:10:02.598954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c315507-9183-4388-8b89-eebb1b93f798 req-2d8c46a5-2140-43e9-a9e3-ea528b3ab886 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8899775 Jul 15 23:10:02.657042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-84770d2b-e841-4fc8-98e3-02d493872317 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.658555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-84770d2b-e841-4fc8-98e3-02d493872317 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/networks?id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c HTTP/1.1" status: 200 len: 812 time: 0.6283159 Jul 15 23:10:02.701313 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.708965 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.761794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:02.787795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-cdb1bcad-678f-403f-9936-010a5f1218a4 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/quotas/421baef519744e10a80993ce165f0d6d HTTP/1.1" status: 200 len: 375 time: 0.1055429 Jul 15 23:10:02.797032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c16f06-5e1b-4036-99c1-244b594e7c77,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.827402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.827776 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Added segment eba5e8e6-3c8b-40d9-b084-ccd150adc615 of type vlan for network 4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd Jul 15 23:10:02.876439 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.887975 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.942003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.976682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Pushing event deleted for resources: {'Port': ['ID=de3bc11e-6689-4689-80c8-7ce0b7236c3b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.993230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:02.999419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.000694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.003652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.003911 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.083816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7040589 Jul 15 23:10:03.098014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60194) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:03.124931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Request body: {'subnet': {'network_id': '4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2077800944-subnet', 'tenant_id': 'da4b49bfdb5e40668eb52791de5483f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:03.129590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:03.133736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dac90c9-5b9c-467c-8141-81b480bdcbbf req-90e9fec9-5b84-4333-abce-1bddaa030674 tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.23 "GET /v2.0/ports?device_id=d663f208-9d0c-4a22-ad24-397d88fbec1c HTTP/1.1" status: 200 len: 210 time: 0.1754239 Jul 15 23:10:03.161955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] No DVR routers for this DVR port de3bc11e-6689-4689-80c8-7ce0b7236c3b on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:03.165830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.172288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f68ff7ec-cbbd-46c7-87df-27e069422009 req-8a4dd983-6d37-4b18-a184-44880102203f tempest-MigrationsAdminTest-212966658 tempest-MigrationsAdminTest-212966658-project] 10.222.0.59 "DELETE /v2.0/ports/de3bc11e-6689-4689-80c8-7ce0b7236c3b HTTP/1.1" status: 204 len: 173 time: 2.4361567 Jul 15 23:10:03.172898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'name': 'network-vif-deleted', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:03.175353 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e997317c-282e-48e4-96d3-27f6d05b4d0b" -d '{"events": [{"server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "name": "network-vif-deleted", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:03.203251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-fc4caf80-ed0f-4030-9fc2-be0419d1a970 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=421baef519744e10a80993ce165f0d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3943760 Jul 15 23:10:03.268338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c54734-acbe-48b4-8e2a-d904bb52ed43 admin admin] Pushing event updated for resources: {'Network': ['ID=4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:03.283928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:03.346062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Made reservation on behalf of da4b49bfdb5e40668eb52791de5483f1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:03.349754 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.429009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-95fea795-09f9-409b-aea7-490aca0b6b57 service neutron] 10.222.0.23 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229428 Jul 15 23:10:03.648915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-5d70205b-67f7-4aa3-88e8-ce2ab1a7fe45 service neutron] 10.222.0.23 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139335 Jul 15 23:10:03.657687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:03.767319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:03.772003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.772584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:03.772584 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.913789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=223271ee-4642-45d6-ab90-e592dfd77ff9,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:03.946920 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.951079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Checking segment: {'id': 'eba5e8e6-3c8b-40d9-b084-ccd150adc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:03.952488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Network hostable DHCP agents. Network: 4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:04.001035 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44889873-23ef-4bea-b1d3-9cdc82870e9a x-openstack-request-id: req-44889873-23ef-4bea-b1d3-9cdc82870e9a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:04.001446 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0003dc8e-6d91-4d8f-92ca-5e0decd59bb3", "name": "network-vif-deleted", "tag": "01193ccc-c5c4-4693-8469-4d0c789e2287", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:04.002569 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44889873-23ef-4bea-b1d3-9cdc82870e9a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:04.003129 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0003dc8e-6d91-4d8f-92ca-5e0decd59bb3', 'name': 'network-vif-deleted', 'tag': '01193ccc-c5c4-4693-8469-4d0c789e2287', 'status': 'completed', 'code': 200} Jul 15 23:10:04.029973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:04.031895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Network 4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:04.032458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b6d9f2-abf8-4912-92cc-66ffe8cf60c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0c6be-b002-48a7-91f4-a58f2b7a7f1a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:04.039793 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe66179-d0a1-491f-81c4-ddbd4bd45fe4" -d '{"events": [{"server_uuid": "27b6d9f2-abf8-4912-92cc-66ffe8cf60c2", "name": "network-vif-plugged", "status": "completed", "tag": "67c0c6be-b002-48a7-91f4-a58f2b7a7f1a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:04.056292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:04.061732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:04.062466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.085279 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796898bf-2c83-4d71-9390-7fb87f6cc344 x-openstack-request-id: req-796898bf-2c83-4d71-9390-7fb87f6cc344 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:04.085279 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d663f208-9d0c-4a22-ad24-397d88fbec1c", "name": "network-vif-deleted", "tag": "de3bc11e-6689-4689-80c8-7ce0b7236c3b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:04.085279 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-796898bf-2c83-4d71-9390-7fb87f6cc344 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:04.085279 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd663f208-9d0c-4a22-ad24-397d88fbec1c', 'name': 'network-vif-deleted', 'tag': 'de3bc11e-6689-4689-80c8-7ce0b7236c3b', 'status': 'completed', 'code': 200} Jul 15 23:10:04.086042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:04.101539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f58c0f-4c5d-40e7-8175-63e36eefd3da None None] Network 4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:04.112200 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d2610e87-6a40-4036-941d-911b1c808476 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0003483 Jul 15 23:10:04.186915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.187704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device de3bc11e-6689-4689-80c8-7ce0b7236c3b no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:04.510144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: de3bc11e-6689-4689-80c8-7ce0b7236c3b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:04.510144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device de3bc11e-6689-4689-80c8-7ce0b7236c3b not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:04.522890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac335c-fcc3-4803-82f3-c4b95cc33efa req-a624ac45-7485-40a6-ba28-1e4143bcc747 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:04.533315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60ac335c-fcc3-4803-82f3-c4b95cc33efa req-a624ac45-7485-40a6-ba28-1e4143bcc747 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 944 time: 0.3210163 Jul 15 23:10:04.617598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:04.618308 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.621983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb31cb5-2a4d-4cd9-9ab2-b7b008b753b0 None None] Network 4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:04.651373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bff2cc-c129-4e51-a5aa-99e5db8bd92b req-9c14aa20-c04c-4fe1-9ca0-43a076e877c7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:04.663026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97bff2cc-c129-4e51-a5aa-99e5db8bd92b req-9c14aa20-c04c-4fe1-9ca0-43a076e877c7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 946 time: 0.3468051 Jul 15 23:10:04.670151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 01193ccc-c5c4-4693-8469-4d0c789e2287 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:04.694268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60ac335c-fcc3-4803-82f3-c4b95cc33efa req-d88190a7-ca00-40e9-a03c-e5988d91b6ee tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511121 Jul 15 23:10:04.701244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:04.707422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 01193ccc-c5c4-4693-8469-4d0c789e2287 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:04.711108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 01193ccc-c5c4-4693-8469-4d0c789e2287 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:04.770361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97bff2cc-c129-4e51-a5aa-99e5db8bd92b req-e7d1e01b-c24a-4b9b-b01c-45bae56b236f tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047440 Jul 15 23:10:04.842719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e527f7af-6be3-4d9d-9bb3-cbf347bc801b req-e1b998a2-edd7-48b1-bdb4-3d6cbb05ca03 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 210 time: 0.0705621 Jul 15 23:10:04.969220 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10bfbe-04e1-43a9-a2f0-910b8127ebe7 x-openstack-request-id: req-4c10bfbe-04e1-43a9-a2f0-910b8127ebe7 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:04.969515 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b6d9f2-abf8-4912-92cc-66ffe8cf60c2", "name": "network-vif-plugged", "status": "completed", "tag": "67c0c6be-b002-48a7-91f4-a58f2b7a7f1a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:04.970996 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c10bfbe-04e1-43a9-a2f0-910b8127ebe7 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:04.971434 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b6d9f2-abf8-4912-92cc-66ffe8cf60c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', 'code': 200} Jul 15 23:10:05.206960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6c8a6-aa91-4c8e-a5c8-bbb0ee091dfa req-78b0e64a-0a09-42ca-a23b-188bd8e5331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.220200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26e6c8a6-aa91-4c8e-a5c8-bbb0ee091dfa req-78b0e64a-0a09-42ca-a23b-188bd8e5331e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 1097 time: 0.1662991 Jul 15 23:10:05.290302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26e6c8a6-aa91-4c8e-a5c8-bbb0ee091dfa req-5b4a4588-7624-4d44-8d39-b2de61a66e5e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619769 Jul 15 23:10:05.467886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-ad4e1d82-20ae-4d8d-9628-3b3d8d940d48 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.467886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-ad4e1d82-20ae-4d8d-9628-3b3d8d940d48 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/networks?id=5c7daca1-08f3-4442-9b54-cac9dcbb1bdc HTTP/1.1" status: 200 len: 812 time: 0.1387513 Jul 15 23:10:05.497193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-6f934caa-f66e-43eb-a2db-0d2eee374cc3 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/quotas/1797a145721e40a7a2712bf69fe06902 HTTP/1.1" status: 200 len: 375 time: 0.0273554 Jul 15 23:10:05.543753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60314) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:05.567386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-dd52ac09-28e4-4f3e-a10a-1a15e3e7c3b2 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1797a145721e40a7a2712bf69fe06902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602498 Jul 15 23:10:05.741843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-faf31392-5145-4225-b071-aa084a9c8893 service neutron] 10.222.0.23 "GET /v2.0/networks/5c7daca1-08f3-4442-9b54-cac9dcbb1bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732986 Jul 15 23:10:05.881290 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-0fad6e2c-5169-402b-8355-97eb65d532e9 service neutron] 10.222.0.23 "GET /v2.0/networks/5c7daca1-08f3-4442-9b54-cac9dcbb1bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373911 Jul 15 23:10:05.894069 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c7f82c62-0c23-4b35-93c9-5b725b264113 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2a9153618404a499f01d6124fdc8755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471773 Jul 15 23:10:05.894354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60326) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:05.983248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60328) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:06.062635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85cf44-af7f-4c1b-8453-939aa74a62bb req-618570f9-528b-452e-92d6-39f72346d6d8 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:06.065697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea85cf44-af7f-4c1b-8453-939aa74a62bb req-618570f9-528b-452e-92d6-39f72346d6d8 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 944 time: 0.1407433 Jul 15 23:10:06.156427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea85cf44-af7f-4c1b-8453-939aa74a62bb req-0a601986-e551-4294-a0d4-a847c8eddd26 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841792 Jul 15 23:10:06.434793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-252ff423-317c-423e-a35d-e43f39fe4dd1 req-dfea537d-b2c0-4689-900c-617c28620cb8 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 210 time: 0.0700190 Jul 15 23:10:06.522042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620b6d-1100-4287-810d-cbcd1516e322 req-914678c8-49b0-408c-8b4d-1d1eeef9838a tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:06.539918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f620b6d-1100-4287-810d-cbcd1516e322 req-914678c8-49b0-408c-8b4d-1d1eeef9838a tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 946 time: 0.2640305 Jul 15 23:10:06.578279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97ae570c-4d10-4dab-8136-1611513539ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.681774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97ae570c-4d10-4dab-8136-1611513539ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.714088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-d46ebe23-effe-4fae-b7f3-1c9b828fe259 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:06.716148 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-d46ebe23-effe-4fae-b7f3-1c9b828fe259 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 944 time: 0.9395952 Jul 15 23:10:06.716385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a42e5b5-2444-4865-9737-76f5ae04c105 req-405af6dd-ef52-4d4b-a445-72a5fc02d026 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 210 time: 0.1484501 Jul 15 23:10:06.785355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f620b6d-1100-4287-810d-cbcd1516e322 req-ddaa8f42-c1dd-47ae-b784-5250600bb46f tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441106 Jul 15 23:10:06.823193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1727-3a17-478c-8281-f0065e1e4762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.985780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-767a19ab-67c6-41a6-a8aa-6c8ea8536176 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:06.987657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-767a19ab-67c6-41a6-a8aa-6c8ea8536176 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.37 "GET /v2.0/networks?id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c HTTP/1.1" status: 200 len: 812 time: 0.4551384 Jul 15 23:10:07.001080 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97ae570c-4d10-4dab-8136-1611513539ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.003915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97ae570c-4d10-4dab-8136-1611513539ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.005447 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97ae570c-4d10-4dab-8136-1611513539ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/255a0903-da61-4b78-9f00-9d9670ff9bea HTTP/1.1" status: 204 len: 168 time: 1.1059117 Jul 15 23:10:07.091983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae570c-4d10-4dab-8136-1611513539ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a0903-da61-4b78-9f00-9d9670ff9bea,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.170049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Deleting port 9d616060-ace6-4aa9-a452-f626c598f1c1 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:07.170480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.186354 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-5b33f426-7b1a-4a34-a61c-3e80beabb0e4 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421baef519744e10a80993ce165f0d6d HTTP/1.1" status: 200 len: 379 time: 0.1793475 Jul 15 23:10:07.244487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Request body: {'port': {'device_id': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'admin_state_up': True, 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'security_groups': ['6fa641c5-5808-4166-a9f0-3becfe45aacc']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:07.282888 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1727-3a17-478c-8281-f0065e1e4762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.364085 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0cf1727-3a17-478c-8281-f0065e1e4762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.478388 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b0cf1727-3a17-478c-8281-f0065e1e4762 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a6c48b552e34e0fb0629dea0bcde1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4926429 Jul 15 23:10:07.480857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60356) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.481184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60358) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.509197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf1727-3a17-478c-8281-f0065e1e4762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b73833-9fd2-4240-8b0b-34a646f88f9f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.513688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] For port 9d616060-ace6-4aa9-a452-f626c598f1c1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9d616060-ace6-4aa9-a452-f626c598f1c1,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:07.514063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.563947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Calling delete_port for 9d616060-ace6-4aa9-a452-f626c598f1c1 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:07.603835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b29cdf-543d-4881-bdeb-063b9b2046af req-02eb631c-c26e-4f4d-b41d-f368f984d263 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:07.613426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20b29cdf-543d-4881-bdeb-063b9b2046af req-02eb631c-c26e-4f4d-b41d-f368f984d263 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 944 time: 0.1715839 Jul 15 23:10:07.688145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20b29cdf-543d-4881-bdeb-063b9b2046af req-0bc80cf7-bb70-4e8c-b693-600f8f37fd56 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732183 Jul 15 23:10:07.741770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.775689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9d616060-ace6-4aa9-a452-f626c598f1c1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:07.843920 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c22a7b35-7c93-4de4-8231-82ff52118721 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=011d413dfe6b490cbe2bbf0429608457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563979 Jul 15 23:10:07.847361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60366) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.849192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] No DVR routers for this DVR port 9d616060-ace6-4aa9-a452-f626c598f1c1 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:07.857775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Pushing event deleted for resources: {'Port': ['ID=9d616060-ace6-4aa9-a452-f626c598f1c1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.862421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.865533 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-226728fc-24f0-4e5d-a5b9-129c49fc91a2 req-88a6816b-79b7-41d7-977e-2ebe1c5b11f7 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.37 "DELETE /v2.0/ports/9d616060-ace6-4aa9-a452-f626c598f1c1 HTTP/1.1" status: 204 len: 173 time: 1.1130085 Jul 15 23:10:07.866208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'name': 'network-vif-deleted', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:07.869570 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4406aa55-7880-4838-ac4c-1c42a80e502d" -d '{"events": [{"server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "name": "network-vif-deleted", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:07.880947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Made reservation on behalf of 421baef519744e10a80993ce165f0d6d for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:07.888720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.898142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02277f69-f4fa-4f3c-b0d4-0a0d77a8d5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.943896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02277f69-f4fa-4f3c-b0d4-0a0d77a8d5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.978559 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8132f90e-362b-4884-85d2-8c97878bb14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.043521 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8132f90e-362b-4884-85d2-8c97878bb14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.070526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02277f69-f4fa-4f3c-b0d4-0a0d77a8d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.074043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02277f69-f4fa-4f3c-b0d4-0a0d77a8d5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.075604 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-02277f69-f4fa-4f3c-b0d4-0a0d77a8d5d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02b73833-9fd2-4240-8b0b-34a646f88f9f HTTP/1.1" status: 204 len: 168 time: 0.5870979 Jul 15 23:10:08.113126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90a4277f-f3a4-49f2-bc5c-a57c8a398622 req-504af180-aab2-4149-84d5-6703ad04599c tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 210 time: 0.0807555 Jul 15 23:10:08.118570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02277f69-f4fa-4f3c-b0d4-0a0d77a8d5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b73833-9fd2-4240-8b0b-34a646f88f9f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:08.248428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84d6756a-72e2-4dae-a0d3-454760d75fe4 req-d09c54c4-44df-42f7-9664-133caf5c17b1 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 210 time: 0.2194383 Jul 15 23:10:08.301876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1a88096c-d0c6-4ebf-9d6d-8ac8372471c5 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:08.304667 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1a88096c-d0c6-4ebf-9d6d-8ac8372471c5 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.37 "GET /v2.0/networks?id=5c7daca1-08f3-4442-9b54-cac9dcbb1bdc HTTP/1.1" status: 200 len: 812 time: 0.2487023 Jul 15 23:10:08.321995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8132f90e-362b-4884-85d2-8c97878bb14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.322355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Request body: {'port': {'device_id': 'b046f524-8967-4b35-88e3-b5406797b267', 'network_id': '5c7daca1-08f3-4442-9b54-cac9dcbb1bdc', 'admin_state_up': True, 'tenant_id': '1797a145721e40a7a2712bf69fe06902'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:08.330294 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8132f90e-362b-4884-85d2-8c97878bb14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.337225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8132f90e-362b-4884-85d2-8c97878bb14b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/699f196a-5747-4fc2-8d6d-74230816ffaf HTTP/1.1" status: 204 len: 168 time: 0.4857776 Jul 15 23:10:08.378549 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f429302-c1c8-4964-893b-9c227f9bb248 x-openstack-request-id: req-4f429302-c1c8-4964-893b-9c227f9bb248 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:08.378876 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56c2368-6f50-4de8-8e46-6225743b5e00", "name": "network-vif-deleted", "tag": "9d616060-ace6-4aa9-a452-f626c598f1c1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:08.379111 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f429302-c1c8-4964-893b-9c227f9bb248 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:08.379502 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56c2368-6f50-4de8-8e46-6225743b5e00', 'name': 'network-vif-deleted', 'tag': '9d616060-ace6-4aa9-a452-f626c598f1c1', 'status': 'completed', 'code': 200} Jul 15 23:10:08.391887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132f90e-362b-4884-85d2-8c97878bb14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699f196a-5747-4fc2-8d6d-74230816ffaf,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:08.536596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0022ec-04db-4cd4-8561-32a6f5290d74 req-b593283f-c027-4809-9895-a00ff5321a5f tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:08.539321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee0022ec-04db-4cd4-8561-32a6f5290d74 req-b593283f-c027-4809-9895-a00ff5321a5f tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 946 time: 0.1128461 Jul 15 23:10:08.650902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee0022ec-04db-4cd4-8561-32a6f5290d74 req-891f7108-5491-44b4-8d8d-ac7de5e70bc5 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057184 Jul 15 23:10:08.810172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Allocated IP 172.20.0.10 (644e7bea-ffcb-4f1e-a8ea-f407df39b33c/5f34e70f-ccb2-4e23-9030-4139df2b064f/4806f019-e759-4c7e-9ba2-3052bc0ff639) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:08.861692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Made reservation on behalf of 1797a145721e40a7a2712bf69fe06902 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:08.865596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.107575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98b1a8f9-fb9f-48ee-a230-d225d70b65cc req-6d710884-cb44-4ed9-92f5-f76ee79ebf72 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=b56c2368-6f50-4de8-8e46-6225743b5e00 HTTP/1.1" status: 200 len: 210 time: 0.0859759 Jul 15 23:10:09.281191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.304550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Transition to ACTIVE for port object 4806f019-e759-4c7e-9ba2-3052bc0ff639 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:09.466400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.471552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Allocated IP 172.20.0.12 (5c7daca1-08f3-4442-9b54-cac9dcbb1bdc/4a785b7c-313a-437c-860c-4dbf13596c72/e1c80a23-2369-47da-a302-349ed62fb9bd) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:09.505080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-523decac-b7a2-4f46-8758-ff87f1c61934 req-fd069a5c-47a2-40bb-b412-ca85c9a413a9 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 210 time: 0.1125653 Jul 15 23:10:09.541695 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event updated for resources: {'Port': ['ID=4806f019-e759-4c7e-9ba2-3052bc0ff639,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:09.601904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:09.624866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-629d5956-b5c1-4c64-8659-e365b3343b50 req-c097f59d-4655-497e-8885-eb024b8b57c8 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 210 time: 0.0562668 Jul 15 23:10:09.631719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:09.635446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:09.760687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60424) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:09.782037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:09.783488 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.927890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-792914779-network', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:09.948335 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-7ea68e9c-f350-476e-a255-f8a552656ca1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7319186 Jul 15 23:10:09.987665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Made reservation on behalf of cd4f708d240d4233bff24a2140c9545d for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:09.990046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.992009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Request body: {'port': {'device_id': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:10.013745 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.015890 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3f3e5756-5194-4b8d-b2be-5679fc4c5810 None None] Provisioning for port 4806f019-e759-4c7e-9ba2-3052bc0ff639 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:10.030208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3f3e5756-5194-4b8d-b2be-5679fc4c5810 None None] Provisioning complete for port 4806f019-e759-4c7e-9ba2-3052bc0ff639 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:10.030728 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3f3e5756-5194-4b8d-b2be-5679fc4c5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.145829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.156939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e5756-5194-4b8d-b2be-5679fc4c5810 None None] Port 4806f019-e759-4c7e-9ba2-3052bc0ff639 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:10.249543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.259301 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.280727 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.311950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a329126-1412-42d3-9436-bae3c3231326,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:10.331906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:10.354013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.355078 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Added segment 4aaef62c-a7c5-4279-bdc7-b54c81cff8af of type vlan for network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 Jul 15 23:10:10.493041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.549325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60456) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:10.674628 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.708275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9d616060-ace6-4aa9-a452-f626c598f1c1 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:10.791007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 9d616060-ace6-4aa9-a452-f626c598f1c1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:10.791549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9d616060-ace6-4aa9-a452-f626c598f1c1 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:10.824644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:10.826432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Pushing event updated for resources: {'Port': ['ID=e1c80a23-2369-47da-a302-349ed62fb9bd,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:10.842195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:10.855690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:10.910793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.911531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.916169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.917139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.920381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.942546 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-1f29e49e-5a50-45dd-abdf-d5e665b348ba tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6259041 Jul 15 23:10:10.961295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Request body: {'port': {'device_id': 'b046f524-8967-4b35-88e3-b5406797b267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:11.099449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.133586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3713808 Jul 15 23:10:11.215271 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60476) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:11.281867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e1c09-4462-46e1-97c8-ff832d8a7bfb admin admin] Pushing event updated for resources: {'Network': ['ID=bdd74ccf-3a0d-46ec-9c30-74a4282f0c38,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.288901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Request body: {'subnet': {'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-subnet', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:11.293775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:11.426241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422304d-930d-4148-bd39-6cf6a2b666b3 req-1f103c2b-34c5-41d2-915d-813e045a6ce1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.440824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2422304d-930d-4148-bd39-6cf6a2b666b3 req-1f103c2b-34c5-41d2-915d-813e045a6ce1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 932 time: 0.5633297 Jul 15 23:10:11.464350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4806f019-e759-4c7e-9ba2-3052bc0ff639 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:11.480093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.482423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Made reservation on behalf of cd4f708d240d4233bff24a2140c9545d for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:11.485491 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.505230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Transition to ACTIVE for port object 4806f019-e759-4c7e-9ba2-3052bc0ff639 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:11.512385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.645862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c80a23-2369-47da-a302-349ed62fb9bd {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:11.659991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.662644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4806f019-e759-4c7e-9ba2-3052bc0ff639,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.699735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Transition to ACTIVE for port object e1c80a23-2369-47da-a302-349ed62fb9bd will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:11.706015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.753671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Attempting to bind port 4806f019-e759-4c7e-9ba2-3052bc0ff639 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:11.754014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Attempting to bind port 4806f019-e759-4c7e-9ba2-3052bc0ff639 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:11.754347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Attempting to bind port 4806f019-e759-4c7e-9ba2-3052bc0ff639 on network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:11.773388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Port 4806f019-e759-4c7e-9ba2-3052bc0ff639 on network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:11.773756 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Attempting to bind port 4806f019-e759-4c7e-9ba2-3052bc0ff639 on network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:11.786235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:11.786587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Checking segment: {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:11.787031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Bound using segment: {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:11.787483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Bound port: 4806f019-e759-4c7e-9ba2-3052bc0ff639, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b45d0b6-4b95-41f4-9306-50752c9b9847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:11.787844 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.791077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c80a23-2369-47da-a302-349ed62fb9bd,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.926465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Attempting to bind port e1c80a23-2369-47da-a302-349ed62fb9bd on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:11.926832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Attempting to bind port e1c80a23-2369-47da-a302-349ed62fb9bd by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '0c8237bc-a217-4f03-b6c8-b7486b1412ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5c7daca1-08f3-4442-9b54-cac9dcbb1bdc'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:11.927173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Attempting to bind port e1c80a23-2369-47da-a302-349ed62fb9bd on network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:11.930843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] For port 4806f019-e759-4c7e-9ba2-3052bc0ff639, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:11.936259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] For port 4806f019-e759-4c7e-9ba2-3052bc0ff639, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:11.937521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Port e1c80a23-2369-47da-a302-349ed62fb9bd on network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:11.937920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Attempting to bind port e1c80a23-2369-47da-a302-349ed62fb9bd on network 5c7daca1-08f3-4442-9b54-cac9dcbb1bdc {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:11.944733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:11.944919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Checking segment: {'id': '0c8237bc-a217-4f03-b6c8-b7486b1412ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5c7daca1-08f3-4442-9b54-cac9dcbb1bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:11.945211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Bound using segment: {'id': '0c8237bc-a217-4f03-b6c8-b7486b1412ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5c7daca1-08f3-4442-9b54-cac9dcbb1bdc'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:11.945644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Bound port: e1c80a23-2369-47da-a302-349ed62fb9bd, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8237bc-a217-4f03-b6c8-b7486b1412ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5c7daca1-08f3-4442-9b54-cac9dcbb1bdc'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:11.946014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.948350 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.992043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.992770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.993942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3983ff-7922-43a4-ad6a-b1f7600d3950 req-395002ea-8bd9-438e-8105-19a50a720426 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.994583 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/4806f019-e759-4c7e-9ba2-3052bc0ff639 HTTP/1.1" status: 200 len: 1092 time: 2.0270758 Jul 15 23:10:11.997927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'tag': '4806f019-e759-4c7e-9ba2-3052bc0ff639'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:12.000152 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c01f993-4dfa-4394-9feb-8dc40a9143f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7c7ada-46dc-4dfd-aaec-c71007a6799b", "tag": "4806f019-e759-4c7e-9ba2-3052bc0ff639"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:12.001279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c3983ff-7922-43a4-ad6a-b1f7600d3950 req-395002ea-8bd9-438e-8105-19a50a720426 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 932 time: 1.0337148 Jul 15 23:10:12.077392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b0fd4-cd3a-4289-8585-0670d1fdb6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4806f019-e759-4c7e-9ba2-3052bc0ff639,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.089344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2422304d-930d-4148-bd39-6cf6a2b666b3 req-ba895a98-c0e7-4237-870c-9480733cb76e tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6468987 Jul 15 23:10:12.117851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-0d83106a-7bf4-4ade-badb-357b60cf3f3b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.119428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-0d83106a-7bf4-4ade-badb-357b60cf3f3b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.59 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 945 time: 0.8185327 Jul 15 23:10:12.134143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] For port e1c80a23-2369-47da-a302-349ed62fb9bd, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:12.139132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] For port e1c80a23-2369-47da-a302-349ed62fb9bd, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e1c80a23-2369-47da-a302-349ed62fb9bd,segment=NetworkSegment(0c8237bc-a217-4f03-b6c8-b7486b1412ea),segment_id=0c8237bc-a217-4f03-b6c8-b7486b1412ea)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:12.146140 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.189385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.190796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.192310 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] 10.222.0.37 "PUT /v2.0/ports/e1c80a23-2369-47da-a302-349ed62fb9bd HTTP/1.1" status: 200 len: 1092 time: 1.2360754 Jul 15 23:10:12.232956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-2b5a6f43-b9e0-41c1-be65-cceb7d5b0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.234562 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-2b5a6f43-b9e0-41c1-be65-cceb7d5b0fb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=421baef519744e10a80993ce165f0d6d&device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 1095 time: 0.1673586 Jul 15 23:10:12.239708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5544c-e70b-43fb-a3da-688df028d002 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c80a23-2369-47da-a302-349ed62fb9bd,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.253437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c3983ff-7922-43a4-ad6a-b1f7600d3950 req-89496e7e-9f04-41c5-acfe-d5b03c1b9fab tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511623 Jul 15 23:10:12.359968 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-d5baac98-e2bc-4f75-9216-f31b919a6be3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639 HTTP/1.1" status: 200 len: 217 time: 0.1045482 Jul 15 23:10:12.440243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-3aa8027a-c3ea-4bd6-b797-f798dd5783d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.441984 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-3aa8027a-c3ea-4bd6-b797-f798dd5783d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1797a145721e40a7a2712bf69fe06902&device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 1095 time: 0.1768131 Jul 15 23:10:12.445805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-cb4027cd-7c3c-4355-9122-8049e7e0f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.447290 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-cb4027cd-7c3c-4355-9122-8049e7e0f897 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f34e70f-ccb2-4e23-9030-4139df2b064f HTTP/1.1" status: 200 len: 851 time: 0.0811965 Jul 15 23:10:12.507076 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-9bebe4ec-99ac-4418-9063-3cb2a747d044 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1c80a23-2369-47da-a302-349ed62fb9bd HTTP/1.1" status: 200 len: 217 time: 0.0471516 Jul 15 23:10:12.507302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6672a-675f-402a-ba5b-a8f487044e64 req-8629d665-0471-461b-93b0-d17050a6a419 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.514607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43f6672a-675f-402a-ba5b-a8f487044e64 req-8629d665-0471-461b-93b0-d17050a6a419 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 945 time: 0.2574730 Jul 15 23:10:12.524555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Deleting port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:12.524950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.578489 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.621392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-44e4a1d8-39f8-409a-abd0-e9903584cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.623068 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-44e4a1d8-39f8-409a-abd0-e9903584cd79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a785b7c-313a-437c-860c-4dbf13596c72 HTTP/1.1" status: 200 len: 852 time: 0.1070983 Jul 15 23:10:12.659074 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-5228fd85-5e3d-4e17-a1c8-f70689b0b477 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c7daca1-08f3-4442-9b54-cac9dcbb1bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290818 Jul 15 23:10:12.665607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-bc2b33cf-a13b-4474-8a08-758b1a0736b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.676072 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-bc2b33cf-a13b-4474-8a08-758b1a0736b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697328 Jul 15 23:10:12.721019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43f6672a-675f-402a-ba5b-a8f487044e64 req-6e011978-3864-4f85-b04f-07b6248be109 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054589 Jul 15 23:10:12.737102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37cb568-6b45-4b30-b668-5b4cee086437,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.778865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] For port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:12.779899 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.798210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Calling delete_port for d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:12.849926 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ee45ca-cbe6-4d31-be2b-43653c6951ae x-openstack-request-id: req-a1ee45ca-cbe6-4d31-be2b-43653c6951ae {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:12.850326 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7c7ada-46dc-4dfd-aaec-c71007a6799b", "tag": "4806f019-e759-4c7e-9ba2-3052bc0ff639", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:12.850581 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1ee45ca-cbe6-4d31-be2b-43653c6951ae {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:12.867367 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'tag': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'status': 'completed', 'code': 200} Jul 15 23:10:12.871473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.949240 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-318a603b-2e7b-4c94-93a6-bdfce39f7718 service neutron] 10.222.0.37 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608929 Jul 15 23:10:12.956959 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-d476009e-2ddb-47eb-a9f3-ee76365797c8 service neutron] 10.222.0.37 "GET /v2.0/networks/5c7daca1-08f3-4442-9b54-cac9dcbb1bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766623 Jul 15 23:10:12.962722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Checking segment: {'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:12.963237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Network hostable DHCP agents. Network: bdd74ccf-3a0d-46ec-9c30-74a4282f0c38, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:13.032807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:13.095316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, bdd74ccf-3a0d-46ec-9c30-74a4282f0c38) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:13.106493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130edc04-13f4-4eff-9a51-bb02339ba744 None None] Network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:13.111134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:13.111134 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.242987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.248711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-23f14446-b6e7-43e3-b19e-b11c4b1eeed1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9677634 Jul 15 23:10:13.304522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60548) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:13.382171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:13.469737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-bdd74ccf-3a0d-46ec-9c30-74a4282f0c38', 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'fixed_ips': [{'subnet_id': 'e37cb568-6b45-4b30-b668-5b4cee086437'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:13.470629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.511633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.512561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.570369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.598937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Pushing event deleted for resources: {'Port': ['ID=d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:13.603226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] No DVR routers for this DVR port d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:13.625094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.627165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d90f5f49-2f84-4de1-a602-4c01b79a229a req-c0f1dc24-0470-43bb-a2fa-b3c866d172c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.59 "DELETE /v2.0/ports/d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d HTTP/1.1" status: 204 len: 173 time: 1.4775827 Jul 15 23:10:13.627616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'name': 'network-vif-deleted', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:13.630138 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20bc1d1-5c5f-4e0d-b59f-6a9f131d5029" -d '{"events": [{"server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "name": "network-vif-deleted", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:13.685377 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cca50b42-a05b-4f90-af6b-b65fd9437708 req-3752223c-e01d-44df-890d-bf042f3fbf30 service neutron] 10.222.0.37 "GET /v2.0/networks/5c7daca1-08f3-4442-9b54-cac9dcbb1bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162044 Jul 15 23:10:13.723628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.727841 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-59a64bb7-5c74-429c-855d-b28704ce8cf4 req-aeedc563-6b44-4cd2-babc-827f5f899a24 service neutron] 10.222.0.37 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7697158 Jul 15 23:10:13.839951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Allocated IP 172.20.0.2 (bdd74ccf-3a0d-46ec-9c30-74a4282f0c38/e37cb568-6b45-4b30-b668-5b4cee086437/9e98af00-b758-4cf7-9541-1ed113e11e45) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:13.942670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.972569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8e130-644e-409b-95c3-ab542020e5c0 req-2a759ad7-081d-411d-a08e-7ee3a00f62c6 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:13.974152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65a8e130-644e-409b-95c3-ab542020e5c0 req-2a759ad7-081d-411d-a08e-7ee3a00f62c6 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 944 time: 0.4779391 Jul 15 23:10:14.030310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-674b7a1a-bdf9-4f25-b5fd-d255e88f4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.032291 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-674b7a1a-bdf9-4f25-b5fd-d255e88f4e36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=421baef519744e10a80993ce165f0d6d&device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 1095 time: 0.1076365 Jul 15 23:10:14.124251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1747ab6-49ab-4d3b-87cc-3347f96a1fde req-24e90147-db32-44b1-a709-d9fb7baacc77 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.132207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1747ab6-49ab-4d3b-87cc-3347f96a1fde req-24e90147-db32-44b1-a709-d9fb7baacc77 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 944 time: 0.3238463 Jul 15 23:10:14.139608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-d989e1a9-1d20-4f87-8666-c56c5290b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.141756 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-d989e1a9-1d20-4f87-8666-c56c5290b022 service neutron] 10.222.0.37 "GET /v2.0/networks?id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c HTTP/1.1" status: 200 len: 913 time: 0.1028674 Jul 15 23:10:14.190781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65a8e130-644e-409b-95c3-ab542020e5c0 req-d8f4b861-f0f7-4218-b06e-2c42cede6fb8 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961596 Jul 15 23:10:14.208744 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-282f3cad-6049-4a56-a853-372ae43f6899 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639 HTTP/1.1" status: 200 len: 217 time: 0.0588670 Jul 15 23:10:14.267123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1747ab6-49ab-4d3b-87cc-3347f96a1fde req-ffae3579-580e-4595-9f2f-6c2b191f8204 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336925 Jul 15 23:10:14.313847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-0fd77b94-a669-421f-88d7-5394ff61b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.318450 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-0fd77b94-a669-421f-88d7-5394ff61b660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f34e70f-ccb2-4e23-9030-4139df2b064f HTTP/1.1" status: 200 len: 851 time: 0.1024826 Jul 15 23:10:14.339230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Deleting port b9fff15c-ef23-4410-b8b5-a9ec87a53644 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:14.340139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.350432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.360940 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b293402-830a-4ba5-a025-65ea9261327f x-openstack-request-id: req-1b293402-830a-4ba5-a025-65ea9261327f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:14.361232 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ccfc1-200c-44ed-a2e5-46776103a2ee", "name": "network-vif-deleted", "tag": "d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:14.361477 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b293402-830a-4ba5-a025-65ea9261327f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:14.379685 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ccfc1-200c-44ed-a2e5-46776103a2ee', 'name': 'network-vif-deleted', 'tag': 'd5ca9df0-fdd3-4c54-a0c0-ffb908786a1d', 'status': 'completed', 'code': 200} Jul 15 23:10:14.384015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Transition to ACTIVE for port object 9e98af00-b758-4cf7-9541-1ed113e11e45 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:14.441103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Transition to ACTIVE for port object 9e98af00-b758-4cf7-9541-1ed113e11e45 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:14.454946 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.527724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-584a10bb-59d8-4a1f-9d00-df0accd78ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.539788 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-584a10bb-59d8-4a1f-9d00-df0accd78ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128582 Jul 15 23:10:14.589148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:14.602736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:14.606361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:14.734733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Pushing event updated for resources: {'Port': ['ID=9e98af00-b758-4cf7-9541-1ed113e11e45,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:14.765807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2390757f-e14e-45b9-a40a-6f6c90babd01 req-cd2029d8-844d-449f-86cb-72da2cbbf62b tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=640ccfc1-200c-44ed-a2e5-46776103a2ee HTTP/1.1" status: 200 len: 210 time: 0.0805793 Jul 15 23:10:14.767612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] For port b9fff15c-ef23-4410-b8b5-a9ec87a53644, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b9fff15c-ef23-4410-b8b5-a9ec87a53644,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:14.767970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.787937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Calling delete_port for b9fff15c-ef23-4410-b8b5-a9ec87a53644 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:14.812085 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-0eaf3b4d-92db-41e3-80c1-57a7f5ff8ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636690 Jul 15 23:10:14.842476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Attempting to bind port 9e98af00-b758-4cf7-9541-1ed113e11e45 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:14.842867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Attempting to bind port 9e98af00-b758-4cf7-9541-1ed113e11e45 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:14.843712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Attempting to bind port 9e98af00-b758-4cf7-9541-1ed113e11e45 on network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:14.857192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:14.857866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Checking segment: {'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:14.859589 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.860159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Bound using segment: {'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:14.862529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Bound port: 9e98af00-b758-4cf7-9541-1ed113e11e45, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:14.863821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.872812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.880062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b046f524-8967-4b35-88e3-b5406797b267', 'tag': 'e1c80a23-2369-47da-a302-349ed62fb9bd'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:14.887708 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be1e4bc-f018-4d5a-9356-10b5007df47b" -d '{"events": [{"name": "network-changed", "server_uuid": "b046f524-8967-4b35-88e3-b5406797b267", "tag": "e1c80a23-2369-47da-a302-349ed62fb9bd"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:14.903606 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:14.996083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] For port 9e98af00-b758-4cf7-9541-1ed113e11e45, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:15.001060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] For port 9e98af00-b758-4cf7-9541-1ed113e11e45, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9e98af00-b758-4cf7-9541-1ed113e11e45,segment=NetworkSegment(4aaef62c-a7c5-4279-bdc7-b54c81cff8af),segment_id=4aaef62c-a7c5-4279-bdc7-b54c81cff8af)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:15.006629 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3967dc-59a5-412c-9f55-4d25c89f4e1f x-openstack-request-id: req-dd3967dc-59a5-412c-9f55-4d25c89f4e1f {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:15.007346 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b046f524-8967-4b35-88e3-b5406797b267", "tag": "e1c80a23-2369-47da-a302-349ed62fb9bd", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:15.007346 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd3967dc-59a5-412c-9f55-4d25c89f4e1f {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:15.008131 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b046f524-8967-4b35-88e3-b5406797b267', 'tag': 'e1c80a23-2369-47da-a302-349ed62fb9bd', 'status': 'completed', 'code': 200} Jul 15 23:10:15.008276 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.082561 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6c01f993-4dfa-4394-9feb-8dc40a9143f1 req-5e313559-6922-46b7-87f6-a7d5f7d28ecb service neutron] 10.222.0.37 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637539 Jul 15 23:10:15.098713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-980e064f-1ee5-401b-8a1e-454f710f2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:15.100676 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-980e064f-1ee5-401b-8a1e-454f710f2096 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1797a145721e40a7a2712bf69fe06902&device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 1095 time: 0.0898790 Jul 15 23:10:15.135650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747cae7-9384-4b99-bf04-25bc273b576c None None] Pushing event updated for resources: {'Port': ['ID=9e98af00-b758-4cf7-9541-1ed113e11e45,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:15.215916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Allocated IP 172.25.3.99 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/9947525f-3dfa-43c2-a372-37614c01e864) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:15.268243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-6888f23e-3d2d-41e9-b4ad-4ff720e280c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:15.276702 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-6888f23e-3d2d-41e9-b4ad-4ff720e280c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c7daca1-08f3-4442-9b54-cac9dcbb1bdc HTTP/1.1" status: 200 len: 913 time: 0.1676788 Jul 15 23:10:15.338723 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-174b0067-9836-4722-8d48-08187e36e905 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1c80a23-2369-47da-a302-349ed62fb9bd HTTP/1.1" status: 200 len: 217 time: 0.0556095 Jul 15 23:10:15.393552 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:10:15.399211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.434815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-bd5d1cf1-53cf-400e-b0a3-a16e8790857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:15.436512 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-bd5d1cf1-53cf-400e-b0a3-a16e8790857e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a785b7c-313a-437c-860c-4dbf13596c72 HTTP/1.1" status: 200 len: 852 time: 0.0912242 Jul 15 23:10:15.489078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fff15c-ef23-4410-b8b5-a9ec87a53644,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:15.508954 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-a98c966f-def5-4941-ab8b-852f014b894d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c7daca1-08f3-4442-9b54-cac9dcbb1bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657940 Jul 15 23:10:15.663527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60584) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:15.722093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:15.755733 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-b911802f-8845-4db7-a6e1-71d14fed1083 service neutron] 10.222.0.37 "GET /v2.0/networks/5c7daca1-08f3-4442-9b54-cac9dcbb1bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392623 Jul 15 23:10:15.781609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:15.784815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d5ca9df0-fdd3-4c54-a0c0-ffb908786a1d not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:15.825787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.945843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-25ea4585-f03d-4df7-972d-bd8c5564a71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.951412 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7be1e4bc-f018-4d5a-9356-10b5007df47b req-10ed45c1-545b-409b-ad11-ac28082b159e service neutron] 10.222.0.37 "GET /v2.0/networks/5c7daca1-08f3-4442-9b54-cac9dcbb1bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886914 Jul 15 23:10:15.965616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686dce5-8ca3-4727-ba11-22cec64264e7 req-2b2dc61b-80dd-479a-b92a-46298c8da7e2 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:15.988698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7686dce5-8ca3-4727-ba11-22cec64264e7 req-2b2dc61b-80dd-479a-b92a-46298c8da7e2 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 944 time: 0.3439445 Jul 15 23:10:16.109286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9e98af00-b758-4cf7-9541-1ed113e11e45 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:16.119676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41f3df-aa68-4c4a-a172-988735f797ec req-8096c28e-520d-49a3-8be5-41755b8610a3 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:16.127577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba41f3df-aa68-4c4a-a172-988735f797ec req-8096c28e-520d-49a3-8be5-41755b8610a3 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 944 time: 0.6129763 Jul 15 23:10:16.161394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9e98af00-b758-4cf7-9541-1ed113e11e45 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:16.218880 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.246835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7686dce5-8ca3-4727-ba11-22cec64264e7 req-b20c589b-bbda-48e4-89e9-3855081bf02e tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565212 Jul 15 23:10:16.312809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba41f3df-aa68-4c4a-a172-988735f797ec req-71b3da21-81f2-4ffb-9c7d-fd79427bdd7f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842237 Jul 15 23:10:16.367251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:16.383638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:16.395957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Pushing event updated for resources: {'Port': ['ID=9947525f-3dfa-43c2-a372-37614c01e864,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:16.405418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:16.408741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.741786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e1c80a23-2369-47da-a302-349ed62fb9bd details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:16.995553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e1c80a23-2369-47da-a302-349ed62fb9bd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e1c80a23-2369-47da-a302-349ed62fb9bd,segment=NetworkSegment(0c8237bc-a217-4f03-b6c8-b7486b1412ea),segment_id=0c8237bc-a217-4f03-b6c8-b7486b1412ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:17.010899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'e1c80a23-2369-47da-a302-349ed62fb9bd', 'network_id': '5c7daca1-08f3-4442-9b54-cac9dcbb1bdc', 'port_id': 'e1c80a23-2369-47da-a302-349ed62fb9bd', 'mac_address': 'fa:16:3e:5b:df:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a785b7c-313a-437c-860c-4dbf13596c72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:17.062087 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.076562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308db54-953b-4751-ae51-391ab0b5953d None None] Network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:17.144267 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-25ea4585-f03d-4df7-972d-bd8c5564a71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.168720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c80a23-2369-47da-a302-349ed62fb9bd {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:17.193250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-25ea4585-f03d-4df7-972d-bd8c5564a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.229546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cdc45b88-4356-4412-87bf-b7a9c445e13d None None] Provisioning for port 9e98af00-b758-4cf7-9541-1ed113e11e45 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:17.241440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cdc45b88-4356-4412-87bf-b7a9c445e13d None None] Provisioning complete for port 9e98af00-b758-4cf7-9541-1ed113e11e45 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:17.242102 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cdc45b88-4356-4412-87bf-b7a9c445e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.282422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e1c80a23-2369-47da-a302-349ed62fb9bd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e1c80a23-2369-47da-a302-349ed62fb9bd,segment=NetworkSegment(0c8237bc-a217-4f03-b6c8-b7486b1412ea),segment_id=0c8237bc-a217-4f03-b6c8-b7486b1412ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:17.315260 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.315994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 4806f019-e759-4c7e-9ba2-3052bc0ff639 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:17.375203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-25ea4585-f03d-4df7-972d-bd8c5564a71a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0975ea66a22459d9c0e047b08f5d0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6764176 Jul 15 23:10:17.377932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60604) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:17.462839 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-609f674a-3768-4990-a21c-5a34d544713d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:10:17.511915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8cdbdf-eead-48ea-9f38-1d82afd93540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.521317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=e1c80a23-2369-47da-a302-349ed62fb9bd,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.562476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea4585-f03d-4df7-972d-bd8c5564a71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6867a71a-d359-46f2-991d-b5accc1a38d0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.564181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8cdbdf-eead-48ea-9f38-1d82afd93540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.569195 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cdc45b88-4356-4412-87bf-b7a9c445e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.607565 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.640473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 4806f019-e759-4c7e-9ba2-3052bc0ff639, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:17.650552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-cdc45b88-4356-4412-87bf-b7a9c445e13d None None] For port 9e98af00-b758-4cf7-9541-1ed113e11e45, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9e98af00-b758-4cf7-9541-1ed113e11e45,segment=NetworkSegment(4aaef62c-a7c5-4279-bdc7-b54c81cff8af),segment_id=4aaef62c-a7c5-4279-bdc7-b54c81cff8af)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:17.657345 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cdc45b88-4356-4412-87bf-b7a9c445e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.663844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'port_id': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'mac_address': 'fa:16:3e:0a:8d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:17.679749 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8cdbdf-eead-48ea-9f38-1d82afd93540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.682414 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8cdbdf-eead-48ea-9f38-1d82afd93540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.687336 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c8cdbdf-eead-48ea-9f38-1d82afd93540 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6867a71a-d359-46f2-991d-b5accc1a38d0 HTTP/1.1" status: 204 len: 168 time: 0.3084006 Jul 15 23:10:17.707143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cdbdf-eead-48ea-9f38-1d82afd93540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6867a71a-d359-46f2-991d-b5accc1a38d0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.778059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab23706-5842-4996-a363-c66f1e1a5ae5 req-7237ffaf-df83-4f47-a12d-13f943d0cb95 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:17.786199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fab23706-5842-4996-a363-c66f1e1a5ae5 req-7237ffaf-df83-4f47-a12d-13f943d0cb95 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 944 time: 0.6406722 Jul 15 23:10:17.809712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc45b88-4356-4412-87bf-b7a9c445e13d None None] Pushing event updated for resources: {'Port': ['ID=9e98af00-b758-4cf7-9541-1ed113e11e45,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.824254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.847327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4806f019-e759-4c7e-9ba2-3052bc0ff639 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:17.891204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 4806f019-e759-4c7e-9ba2-3052bc0ff639, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:17.898384 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.987860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=4806f019-e759-4c7e-9ba2-3052bc0ff639,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:18.000391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212855a5-f8ff-4352-8a71-9b8a8ce4f1c1 req-53dbf2b0-849d-4d73-992b-416dcfb769e8 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:18.009080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-212855a5-f8ff-4352-8a71-9b8a8ce4f1c1 req-53dbf2b0-849d-4d73-992b-416dcfb769e8 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 945 time: 0.5165505 Jul 15 23:10:18.018230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-f01c3a05-f0ab-42ee-ae58-d0dc9ab6113d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:18.019913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-f01c3a05-f0ab-42ee-ae58-d0dc9ab6113d tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.59 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 944 time: 0.5233538 Jul 15 23:10:18.024870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9e98af00-b758-4cf7-9541-1ed113e11e45 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:18.107425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fab23706-5842-4996-a363-c66f1e1a5ae5 req-5c67e01f-edf8-46c2-affa-a3ec855bd956 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196924 Jul 15 23:10:18.139939 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f27892c-c1ec-47cb-9126-9a703340c08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.153954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1ecc4c11-efa2-4337-9467-7b702a9b16b0 None None] Provisioning complete for port 9e98af00-b758-4cf7-9541-1ed113e11e45 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:18.154500 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4c11-efa2-4337-9467-7b702a9b16b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.156700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60612) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:18.171379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b6f1e34-193a-4e4b-838b-637f62578158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.220444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9e98af00-b758-4cf7-9541-1ed113e11e45 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:18.221701 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.258731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['4806f019-e759-4c7e-9ba2-3052bc0ff639'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:18.261952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['e1c80a23-2369-47da-a302-349ed62fb9bd'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:18.289016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-212855a5-f8ff-4352-8a71-9b8a8ce4f1c1 req-bc9cdd7a-2aac-4142-827f-f8cd44f4d078 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787819 Jul 15 23:10:18.360366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b6f1e34-193a-4e4b-838b-637f62578158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.368378 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b6f1e34-193a-4e4b-838b-637f62578158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.375389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Router 33dee219-0ed1-465b-afb2-175183f4fe8d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:18.472423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Deleting port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:18.472786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.475495 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8b6f1e34-193a-4e4b-838b-637f62578158 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=761546930bb24772a9b6ba74f1f52bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174822 Jul 15 23:10:18.480327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.480590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60618) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:18.481422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f1e34-193a-4e4b-838b-637f62578158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a9257b-04a3-4285-b439-6ca2503d3a4f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:18.592225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1d285dff-bf09-4f73-8b26-44eb9a13e8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.619905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1d285dff-bf09-4f73-8b26-44eb9a13e8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.681268 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1d285dff-bf09-4f73-8b26-44eb9a13e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.685507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1d285dff-bf09-4f73-8b26-44eb9a13e8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.686920 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1d285dff-bf09-4f73-8b26-44eb9a13e8de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72a9257b-04a3-4285-b439-6ca2503d3a4f HTTP/1.1" status: 204 len: 168 time: 0.1856048 Jul 15 23:10:18.696006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d285dff-bf09-4f73-8b26-44eb9a13e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a9257b-04a3-4285-b439-6ca2503d3a4f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:18.721500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed43ec-e579-471d-ace2-cb14327b6b07 req-8feaf011-cc7f-4940-b324-a65bee418f22 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:18.724320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4aed43ec-e579-471d-ace2-cb14327b6b07 req-8feaf011-cc7f-4940-b324-a65bee418f22 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 945 time: 0.4340987 Jul 15 23:10:18.874954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4aed43ec-e579-471d-ace2-cb14327b6b07 req-48f96d06-a467-4546-ae28-add006f216a9 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814695 Jul 15 23:10:18.885382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] For port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,segment=NetworkSegment(05071c19-7e04-43c6-894e-5a7190d3eba0),segment_id=05071c19-7e04-43c6-894e-5a7190d3eba0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:18.885382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.939765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Calling delete_port for da3fe27b-e0db-408b-8ee3-8e61d7fabb9d owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:18.959708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:18.967755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6aef0ea3-8350-4809-a517-93e26228e175 admin admin] 10.222.0.23 "PUT /v2.0/routers/33dee219-0ed1-465b-afb2-175183f4fe8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4151411 Jul 15 23:10:18.970294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60628) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:18.981734 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] Sync routers for ids ['33dee219-0ed1-465b-afb2-175183f4fe8d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:18.998288 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] Routers {'33dee219-0ed1-465b-afb2-175183f4fe8d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:18.999438 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['33dee219-0ed1-465b-afb2-175183f4fe8d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:19.176833 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] Set router 33dee219-0ed1-465b-afb2-175183f4fe8d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:19.213942 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.250055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Router 9b720739-00d2-452c-988d-369ab8db3b9e is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:10:19.437743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.545829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Deleting port a0e3011d-ad68-4aa2-b032-a1bda53de75d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:19.546521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.576252 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:10:15Z', 'revision_number': 5, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port': {'id': 'a0e3011d-ad68-4aa2-b032-a1bda53de75d', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:19.610534 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] Checking router: 33dee219-0ed1-465b-afb2-175183f4fe8d for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:19.623790 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] Routers {'33dee219-0ed1-465b-afb2-175183f4fe8d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:19.624729 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['33dee219-0ed1-465b-afb2-175183f4fe8d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:19.678898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] For port a0e3011d-ad68-4aa2-b032-a1bda53de75d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a0e3011d-ad68-4aa2-b032-a1bda53de75d,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:19.685859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.715642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Calling delete_port for a0e3011d-ad68-4aa2-b032-a1bda53de75d owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:19.773042 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] Set router 33dee219-0ed1-465b-afb2-175183f4fe8d gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:19.787458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.801684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:19.828895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Sync routers for ids ['9b720739-00d2-452c-988d-369ab8db3b9e'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:19.846003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Routers {'9b720739-00d2-452c-988d-369ab8db3b9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:19.847016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:09:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['9b720739-00d2-452c-988d-369ab8db3b9e'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:19.883084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Pushing event deleted for resources: {'Port': ['ID=da3fe27b-e0db-408b-8ee3-8e61d7fabb9d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:19.885201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.889173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3b755bdc-fe9c-440f-a8d4-75d2dacfbed7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5672753 Jul 15 23:10:19.896893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60656) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:19.916839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] No DVR routers for this DVR port da3fe27b-e0db-408b-8ee3-8e61d7fabb9d on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:19.917902 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:10:19Z', 'revision_number': 6, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:19.921906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.924221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f834feb-1d67-4359-bcd1-8e9bbe77ebd8 req-fd4bb677-3631-481f-a00b-c7d96479a729 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.59 "DELETE /v2.0/ports/da3fe27b-e0db-408b-8ee3-8e61d7fabb9d HTTP/1.1" status: 204 len: 173 time: 1.8867853 Jul 15 23:10:19.925940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'name': 'network-vif-deleted', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:19.928786 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e5f57a-7f82-4795-be3e-f07ea8189f34" -d '{"events": [{"server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "name": "network-vif-deleted", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:19.942664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac86d2-3d65-40f4-9393-5b3eeae354dd req-c7ab3279-a4da-48f6-b7f7-6d831f5b7cd5 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:19.950463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36ac86d2-3d65-40f4-9393-5b3eeae354dd req-c7ab3279-a4da-48f6-b7f7-6d831f5b7cd5 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 945 time: 0.3494959 Jul 15 23:10:19.966264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a3a6f-24fb-4acf-ae50-d205b02fa0dc req-442dd472-52db-444d-8a07-215fe46928c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:19.968344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b1a3a6f-24fb-4acf-ae50-d205b02fa0dc req-442dd472-52db-444d-8a07-215fe46928c0 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/ports?device_id=17676efa-2523-4610-a73a-8a9dbf43b9bf HTTP/1.1" status: 200 len: 866 time: 0.6049242 Jul 15 23:10:20.001693 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e075e7-b77b-4e7a-aa94-0943089d3981 None None] The sync data for ids ['33dee219-0ed1-465b-afb2-175183f4fe8d'] in n-d-793618-8 is: [{'id': '33dee219-0ed1-465b-afb2-175183f4fe8d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556104838-router', 'tenant_id': '2036949e3ee14f96b1dfe934cee174cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:58Z', 'updated_at': '2021-07-15T23:10:19Z', 'revision_number': 6, 'project_id': '2036949e3ee14f96b1dfe934cee174cf', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:20.017709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b1a3a6f-24fb-4acf-ae50-d205b02fa0dc req-1b76e89d-8ad4-48f2-bd82-819735d69912 tempest-LiveMigrationTest-1967298926 tempest-LiveMigrationTest-1967298926-project] 10.222.0.23 "GET /v2.0/security-groups?id=953adafe-1c31-4640-94d8-ab56c45444fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Jul 15 23:10:20.075005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36ac86d2-3d65-40f4-9393-5b3eeae354dd req-854bfa18-965f-4920-b700-20b2e5912440 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213646 Jul 15 23:10:20.116618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Set router 9b720739-00d2-452c-988d-369ab8db3b9e gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:20.145671 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5be7b-8c60-4f4a-b960-e4a589afc1c8 x-openstack-request-id: req-4eb5be7b-8c60-4f4a-b960-e4a589afc1c8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:20.146151 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17676efa-2523-4610-a73a-8a9dbf43b9bf", "name": "network-vif-deleted", "tag": "da3fe27b-e0db-408b-8ee3-8e61d7fabb9d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:20.146564 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4eb5be7b-8c60-4f4a-b960-e4a589afc1c8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:20.147181 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17676efa-2523-4610-a73a-8a9dbf43b9bf', 'name': 'network-vif-deleted', 'tag': 'da3fe27b-e0db-408b-8ee3-8e61d7fabb9d', 'status': 'completed', 'code': 200} Jul 15 23:10:20.301614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.368874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913790-05e2-428c-b485-8ccd5c8b7968 req-dafe9bbf-fafa-4468-b4c8-91808a01c571 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:20.377706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94913790-05e2-428c-b485-8ccd5c8b7968 req-dafe9bbf-fafa-4468-b4c8-91808a01c571 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 945 time: 0.1140082 Jul 15 23:10:20.447304 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94913790-05e2-428c-b485-8ccd5c8b7968 req-919df65d-05ef-4700-aa32-6eb9f001e3f1 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664732 Jul 15 23:10:20.450139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e3011d-ad68-4aa2-b032-a1bda53de75d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:20.498570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:10:17Z', 'revision_number': 3, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:20.529546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Checking router: 9b720739-00d2-452c-988d-369ab8db3b9e for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:20.530219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Updating router 9b720739-00d2-452c-988d-369ab8db3b9e port 9947525f-3dfa-43c2-a372-37614c01e864 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:10:20.555284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.575446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.623421 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c9183bb-4f91-439a-9dc5-1efda7dce95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.670587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.674538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.758879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e1c80a23-2369-47da-a302-349ed62fb9bd up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:20.778147 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.779259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33dee219-0ed1-465b-afb2-175183f4fe8d {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:10:20.810554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.814154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60674) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:20.822455 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-981770b4-6da9-415f-b9d9-07c290fc321d admin admin] 10.222.0.23 "DELETE /v2.0/routers/33dee219-0ed1-465b-afb2-175183f4fe8d HTTP/1.1" status: 204 len: 168 time: 1.8518882 Jul 15 23:10:20.933538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-5295d87c-772c-4e20-bfbe-b407bea4f4c4 admin admin] Deleting subnet 04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:20.937604 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5295d87c-772c-4e20-bfbe-b407bea4f4c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.988935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5295d87c-772c-4e20-bfbe-b407bea4f4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.102600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.151203 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.175491 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5295d87c-772c-4e20-bfbe-b407bea4f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.181326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port e1c80a23-2369-47da-a302-349ed62fb9bd completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:21.189613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port e1c80a23-2369-47da-a302-349ed62fb9bd triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:21.194108 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.313748 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5295d87c-772c-4e20-bfbe-b407bea4f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.330227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60692) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:21.345137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Allocated IP 172.20.0.1 (bdd74ccf-3a0d-46ec-9c30-74a4282f0c38/e37cb568-6b45-4b30-b668-5b4cee086437/c8daa704-743e-46d1-9c24-8f9cdf33b88c) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:21.384085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295d87c-772c-4e20-bfbe-b407bea4f4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:21.481172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.488665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5295d87c-772c-4e20-bfbe-b407bea4f4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.493661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5295d87c-772c-4e20-bfbe-b407bea4f4c4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/04a5e6d8-6c5c-495f-8fcf-b0ec2ca11ba1 HTTP/1.1" status: 204 len: 168 time: 0.6756012 Jul 15 23:10:21.497925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed201f-3a43-4c23-92eb-aba450e34b79 None None] Network 017511e3-8cbb-45d5-b70d-d319575e7b2f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:21.499557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60698) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:21.509642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Transition to ACTIVE for port object c8daa704-743e-46d1-9c24-8f9cdf33b88c will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:21.555952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.626214 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.668449 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.700842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Transition to ACTIVE for port object 9947525f-3dfa-43c2-a372-37614c01e864 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:21.701406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:21.721747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.733679 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.737463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:21.747580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60706) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:21.749352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:21.771490 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.779249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device da3fe27b-e0db-408b-8ee3-8e61d7fabb9d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:21.790405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Pushing event updated for resources: {'Port': ['ID=c8daa704-743e-46d1-9c24-8f9cdf33b88c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:21.809074 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.873380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: da3fe27b-e0db-408b-8ee3-8e61d7fabb9d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:21.873932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device da3fe27b-e0db-408b-8ee3-8e61d7fabb9d not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:21.915387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Attempting to bind port 9947525f-3dfa-43c2-a372-37614c01e864 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:21.916234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Attempting to bind port 9947525f-3dfa-43c2-a372-37614c01e864 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:21.917464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Attempting to bind port 9947525f-3dfa-43c2-a372-37614c01e864 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:21.920881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046f524-8967-4b35-88e3-b5406797b267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c80a23-2369-47da-a302-349ed62fb9bd'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:21.923759 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4087a73e-388c-45f0-a11e-383aea97971f" -d '{"events": [{"server_uuid": "b046f524-8967-4b35-88e3-b5406797b267", "name": "network-vif-plugged", "status": "completed", "tag": "e1c80a23-2369-47da-a302-349ed62fb9bd"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:21.961323 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b21ea-74cc-4cdd-ab84-beff0703cde1 None None] Pushing event updated for resources: {'Port': ['ID=9947525f-3dfa-43c2-a372-37614c01e864,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:21.972762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e1c80a23-2369-47da-a302-349ed62fb9bd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e1c80a23-2369-47da-a302-349ed62fb9bd,segment=NetworkSegment(0c8237bc-a217-4f03-b6c8-b7486b1412ea),segment_id=0c8237bc-a217-4f03-b6c8-b7486b1412ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:21.974326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:21.975010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:21.975585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.976160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:21.976829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Bound port: 9947525f-3dfa-43c2-a372-37614c01e864, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:21.977380 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.024595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.032629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.033899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 4806f019-e759-4c7e-9ba2-3052bc0ff639 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:22.045080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b9fff15c-ef23-4410-b8b5-a9ec87a53644 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:22.112891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70307db4-e0d8-436c-8cbc-ed11b77c8e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.130167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b9fff15c-ef23-4410-b8b5-a9ec87a53644 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:22.130862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b9fff15c-ef23-4410-b8b5-a9ec87a53644 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:22.131444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a0e3011d-ad68-4aa2-b032-a1bda53de75d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:22.186115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a0e3011d-ad68-4aa2-b032-a1bda53de75d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:22.187197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a0e3011d-ad68-4aa2-b032-a1bda53de75d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:22.225000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=e1c80a23-2369-47da-a302-349ed62fb9bd,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.235541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-607ca473-ae4c-44e0-9711-1db64c31350d None None] Provisioning for port c8daa704-743e-46d1-9c24-8f9cdf33b88c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:22.241318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] For port 9947525f-3dfa-43c2-a372-37614c01e864, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:22.247646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] For port 9947525f-3dfa-43c2-a372-37614c01e864, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9947525f-3dfa-43c2-a372-37614c01e864,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:22.248940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-607ca473-ae4c-44e0-9711-1db64c31350d None None] Provisioning complete for port c8daa704-743e-46d1-9c24-8f9cdf33b88c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:22.253960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-607ca473-ae4c-44e0-9711-1db64c31350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.264250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] DHCP port deletion for 017511e3-8cbb-45d5-b70d-d319575e7b2f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:22.286476 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.300499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 4806f019-e759-4c7e-9ba2-3052bc0ff639 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:22.334126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 4806f019-e759-4c7e-9ba2-3052bc0ff639 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:22.334774 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.376484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.396769 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.406434 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70307db4-e0d8-436c-8cbc-ed11b77c8e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.410188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f8eda-99b3-43ec-a511-ba2d83b6f063 req-04128f0e-fc70-4232-a37e-bd1150dcff91 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:22.421116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-220f8eda-99b3-43ec-a511-ba2d83b6f063 req-04128f0e-fc70-4232-a37e-bd1150dcff91 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 945 time: 1.0457950 Jul 15 23:10:22.423947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-607ca473-ae4c-44e0-9711-1db64c31350d None None] Port c8daa704-743e-46d1-9c24-8f9cdf33b88c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:22.456698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b21ea-74cc-4cdd-ab84-beff0703cde1 None None] Pushing event updated for resources: {'Port': ['ID=9947525f-3dfa-43c2-a372-37614c01e864,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.459411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Routers {'9b720739-00d2-452c-988d-369ab8db3b9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:22.460329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['9b720739-00d2-452c-988d-369ab8db3b9e'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:22.488259 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70307db4-e0d8-436c-8cbc-ed11b77c8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.496534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95decc2-0da9-4c07-b285-ca7825178016 admin admin] Deleting subnet 2a006f68-17cc-4ead-8698-771ef6c6d7e7 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:22.512854 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d95decc2-0da9-4c07-b285-ca7825178016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.518966 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-70307db4-e0d8-436c-8cbc-ed11b77c8e10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2428859ad9845cfbda30802e01cbcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643754 Jul 15 23:10:22.523646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60716) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:22.570478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Pushing event updated for resources: {'Port': ['ID=c8daa704-743e-46d1-9c24-8f9cdf33b88c,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.574148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c9ac-f0bc-4ab6-939f-8cd50a49a4bb req-18eccd07-bd8b-43a3-8e24-c0c16840f1c8 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:22.582216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55d6c9ac-f0bc-4ab6-939f-8cd50a49a4bb req-18eccd07-bd8b-43a3-8e24-c0c16840f1c8 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 945 time: 0.8315361 Jul 15 23:10:22.582506 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.603318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-220f8eda-99b3-43ec-a511-ba2d83b6f063 req-16d6a76d-9756-4c3a-8fa9-ba0d314fc6b3 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812248 Jul 15 23:10:22.610585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70307db4-e0d8-436c-8cbc-ed11b77c8e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0756479-349e-469c-a7e2-c32e25a6a5e3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.626142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d95decc2-0da9-4c07-b285-ca7825178016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.681675 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.686312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Deleting port b299d270-723a-4e31-9d8d-8dc8b509d019 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:22.686693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.687599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] Set router 9b720739-00d2-452c-988d-369ab8db3b9e gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:22.690520 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd37499-b3b8-4584-bbc5-7070363d74d3 x-openstack-request-id: req-6fd37499-b3b8-4584-bbc5-7070363d74d3 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:22.691247 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046f524-8967-4b35-88e3-b5406797b267", "name": "network-vif-plugged", "status": "completed", "tag": "e1c80a23-2369-47da-a302-349ed62fb9bd", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:22.691728 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6fd37499-b3b8-4584-bbc5-7070363d74d3 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:22.692370 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b046f524-8967-4b35-88e3-b5406797b267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c80a23-2369-47da-a302-349ed62fb9bd', 'code': 200} Jul 15 23:10:22.693305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55d6c9ac-f0bc-4ab6-939f-8cd50a49a4bb req-cc918a70-aab4-4221-883a-2060158fc94d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100802 Jul 15 23:10:22.695779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-709cc03f-5419-4ec1-9007-860912bbea8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.732391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-709cc03f-5419-4ec1-9007-860912bbea8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.741815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d95decc2-0da9-4c07-b285-ca7825178016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.786669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] Deleting port b299d270-723a-4e31-9d8d-8dc8b509d019 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:22.788600 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.834642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] For port b299d270-723a-4e31-9d8d-8dc8b509d019, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b299d270-723a-4e31-9d8d-8dc8b509d019,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:22.846074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.858049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:22.860507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Calling delete_port for b299d270-723a-4e31-9d8d-8dc8b509d019 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:22.886932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:22.887736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 4806f019-e759-4c7e-9ba2-3052bc0ff639, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:22.901524 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.924433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d95decc2-0da9-4c07-b285-ca7825178016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.946589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-709cc03f-5419-4ec1-9007-860912bbea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.949624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-709cc03f-5419-4ec1-9007-860912bbea8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.950425 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-709cc03f-5419-4ec1-9007-860912bbea8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0756479-349e-469c-a7e2-c32e25a6a5e3 HTTP/1.1" status: 204 len: 168 time: 0.4198039 Jul 15 23:10:22.964730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95decc2-0da9-4c07-b285-ca7825178016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a006f68-17cc-4ead-8698-771ef6c6d7e7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.970531 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d95decc2-0da9-4c07-b285-ca7825178016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.972496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d95decc2-0da9-4c07-b285-ca7825178016 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a006f68-17cc-4ead-8698-771ef6c6d7e7 HTTP/1.1" status: 204 len: 168 time: 1.5997922 Jul 15 23:10:22.978219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60722) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:22.993039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] For port b299d270-723a-4e31-9d8d-8dc8b509d019, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b299d270-723a-4e31-9d8d-8dc8b509d019,segment=NetworkSegment(7237583f-84f8-4549-b456-5ff5f7bdecc4),segment_id=7237583f-84f8-4549-b456-5ff5f7bdecc4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:22.993477 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.009566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] Calling delete_port for b299d270-723a-4e31-9d8d-8dc8b509d019 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:23.014667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cc03f-5419-4ec1-9007-860912bbea8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0756479-349e-469c-a7e2-c32e25a6a5e3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:23.047759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334a971-31d0-4a24-86ef-115277efae44 req-2d301c2b-04fb-4d53-93a2-6f7023cc6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:23.049059 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f334a971-31d0-4a24-86ef-115277efae44 req-2d301c2b-04fb-4d53-93a2-6f7023cc6ce2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 1097 time: 0.2381127 Jul 15 23:10:23.079682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.089019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.134953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Pushing event deleted for resources: {'Port': ['ID=b299d270-723a-4e31-9d8d-8dc8b509d019,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:23.138290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] No DVR routers for this DVR port b299d270-723a-4e31-9d8d-8dc8b509d019 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:23.181365 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f334a971-31d0-4a24-86ef-115277efae44 req-284a83f2-fcc4-47ea-92c2-1c24ac2c778b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606055 Jul 15 23:10:23.190180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Router 9b720739-00d2-452c-988d-369ab8db3b9e has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:23.270413 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.286650 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.311680 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.322159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89895da1-cf17-4ce3-8e5e-62ea39d5855f']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:23.325927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=4806f019-e759-4c7e-9ba2-3052bc0ff639,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:23.333177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017511e3-8cbb-45d5-b70d-d319575e7b2f']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:23.344617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.344836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05071c19-7e04-43c6-894e-5a7190d3eba0') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:23.344836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05071c19-7e04-43c6-894e-5a7190d3eba0') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:23.354514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7237583f-84f8-4549-b456-5ff5f7bdecc4') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:23.355479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7237583f-84f8-4549-b456-5ff5f7bdecc4') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:23.365317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.376448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.377530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] Pushing event deleted for resources: {'Port': ['ID=b299d270-723a-4e31-9d8d-8dc8b509d019,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:23.391313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c78243-a6b6-4e08-8ec4-db14139442f9 None None] No DVR routers for this DVR port b299d270-723a-4e31-9d8d-8dc8b509d019 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:23.392640 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.401673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.406167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 4, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'c8daa704-743e-46d1-9c24-8f9cdf33b88c', 'name': '', 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'mac_address': 'fa:16:3e:1e:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:21Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 2, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'subnets': [{'id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:23.408803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:23.409218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.409738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5d1141f7-3c7a-42a3-b7f7-150063d2dc7d None None] Provisioning complete for port c8daa704-743e-46d1-9c24-8f9cdf33b88c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:23.409738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5d1141f7-3c7a-42a3-b7f7-150063d2dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:23.411208 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:23.427411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:23.428077 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:23.429842 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:23.477830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818d065-d331-430f-8474-00e12224a0f8 None None] The sync data for ids ['9b720739-00d2-452c-988d-369ab8db3b9e'] in n-d-793618-8 is: [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 4, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'c8daa704-743e-46d1-9c24-8f9cdf33b88c', 'name': '', 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'mac_address': 'fa:16:3e:1e:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:21Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 2, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'subnets': [{'id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:23.485295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5d1141f7-3c7a-42a3-b7f7-150063d2dc7d None None] Port c8daa704-743e-46d1-9c24-8f9cdf33b88c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:23.551169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60728) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:23.570679 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.572707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-efabce21-7657-4d82-9579-cfcce8239a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.578135 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.582622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] 10.222.0.23 "DELETE /v2.0/networks/89895da1-cf17-4ce3-8e5e-62ea39d5855f HTTP/1.1" status: 204 len: 168 time: 0.6009758 Jul 15 23:10:23.582622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.587996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60730) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:23.607333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.609198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] 10.222.0.23 "DELETE /v2.0/networks/017511e3-8cbb-45d5-b70d-d319575e7b2f HTTP/1.1" status: 204 len: 168 time: 2.1074207 Jul 15 23:10:23.613248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159141d7-5c51-444d-aab8-883c42d72bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=89895da1-cf17-4ce3-8e5e-62ea39d5855f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:23.632853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60732) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:23.702648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f855de-3a1c-4730-9d29-3fa1d715927f admin admin] Pushing event deleted for resources: {'Network': ['ID=017511e3-8cbb-45d5-b70d-d319575e7b2f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:23.744575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aeedf4-b615-433a-bb71-8cd0ed94db43 admin admin] Deleting subnet cda8ce98-8208-45ce-b6aa-bed8713cb475 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:23.751282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:23.758816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e6a9416c-99b6-4b46-8b86-b05407ec4f7a admin admin] 10.222.0.23 "PUT /v2.0/routers/9b720739-00d2-452c-988d-369ab8db3b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8583879 Jul 15 23:10:23.800998 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6aeedf4-b615-433a-bb71-8cd0ed94db43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.887713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6aeedf4-b615-433a-bb71-8cd0ed94db43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.955043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60742) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:23.960685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-60891329'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:24.014625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b299d270-723a-4e31-9d8d-8dc8b509d019 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:24.034313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b299d270-723a-4e31-9d8d-8dc8b509d019 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:24.034735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b299d270-723a-4e31-9d8d-8dc8b509d019 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:24.043881 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6aeedf4-b615-433a-bb71-8cd0ed94db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.106721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c856b-ec29-4831-979c-c0bfb2678951 req-c34fe1f2-f8e3-4dd9-a1a2-44db5b950673 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.108322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-552c856b-ec29-4831-979c-c0bfb2678951 req-c34fe1f2-f8e3-4dd9-a1a2-44db5b950673 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 946 time: 0.3811491 Jul 15 23:10:24.159479 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-efabce21-7657-4d82-9579-cfcce8239a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.177662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-efabce21-7657-4d82-9579-cfcce8239a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.200119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:24.203745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.249511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-552c856b-ec29-4831-979c-c0bfb2678951 req-639457e3-ac9a-425d-b691-19dee980661f tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304142 Jul 15 23:10:24.256518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:24.274447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.285513 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Added segment 21265207-02c9-4e0a-bf9f-969d4c53bb51 of type vlan for network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 Jul 15 23:10:24.298789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabce21-7657-4d82-9579-cfcce8239a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50653780-423e-458a-a2eb-2cdca0eaf4ce,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:24.332855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b3951-26d5-491a-9d7a-90bae0ca56ba req-31ce0ca2-2a4d-4d23-89f3-0f85ce00d529 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.334531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb5b3951-26d5-491a-9d7a-90bae0ca56ba req-31ce0ca2-2a4d-4d23-89f3-0f85ce00d529 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.3497372 Jul 15 23:10:24.335751 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6aeedf4-b615-433a-bb71-8cd0ed94db43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.350922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.418595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.425036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-efabce21-7657-4d82-9579-cfcce8239a41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8b975cb588145b49b71ef83b13ed6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8699105 Jul 15 23:10:24.426615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.427382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aeedf4-b615-433a-bb71-8cd0ed94db43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda8ce98-8208-45ce-b6aa-bed8713cb475,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:24.428207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.429111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60748) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:24.473956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6aeedf4-b615-433a-bb71-8cd0ed94db43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.475880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b6aeedf4-b615-433a-bb71-8cd0ed94db43 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cda8ce98-8208-45ce-b6aa-bed8713cb475 HTTP/1.1" status: 204 len: 168 time: 0.8854947 Jul 15 23:10:24.490258 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60750) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:24.542200 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5858679 Jul 15 23:10:24.553208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60752) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:24.559628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1896152945'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:24.609060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb5b3951-26d5-491a-9d7a-90bae0ca56ba req-32bc2bad-4a42-416f-ae46-3e25bef51750 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955595 Jul 15 23:10:24.677693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352de09-4d90-4288-a46d-631ae9bf8e54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Network': ['ID=d6e4d16d-2c1a-4f89-ac31-6442660d47c0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:24.690837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:24.693684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4806f019-e759-4c7e-9ba2-3052bc0ff639'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:24.695973 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f05663-3fc3-46dc-9a25-a90e62c3c68b" -d '{"events": [{"server_uuid": "2d7c7ada-46dc-4dfd-aaec-c71007a6799b", "name": "network-vif-plugged", "status": "completed", "tag": "4806f019-e759-4c7e-9ba2-3052bc0ff639"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:24.710851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:24.715246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.744165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.748309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-a409ca08-0910-439f-8c29-c4e3b201db33 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2476718 Jul 15 23:10:24.777442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:24.781910 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:24.797061 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6cadcc-a61c-4cd5-8eb6-0280b538132b x-openstack-request-id: req-8e6cadcc-a61c-4cd5-8eb6-0280b538132b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:24.798608 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7c7ada-46dc-4dfd-aaec-c71007a6799b", "name": "network-vif-plugged", "status": "completed", "tag": "4806f019-e759-4c7e-9ba2-3052bc0ff639", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:24.799538 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e6cadcc-a61c-4cd5-8eb6-0280b538132b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:24.801556 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'code': 200} Jul 15 23:10:24.804765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aac40fdb-3d77-4877-9ccd-ac4a6c335511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.816810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.847898 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.854865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.855230 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Added segment 00c41f4e-d63b-4081-a7a5-4a36bc36e6aa of type vlan for network 676655e1-1039-438e-be89-7733e2899543 Jul 15 23:10:24.938659 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.942628 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aac40fdb-3d77-4877-9ccd-ac4a6c335511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.968148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdf5397-1409-4f01-b560-03d9fc54a4c4']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.971877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.994077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319bea45-c47a-49d9-9c87-b2fe3d473395') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.994457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319bea45-c47a-49d9-9c87-b2fe3d473395') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:25.031006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.068990 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.080823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:25.081874 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:25.153950 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:25.157587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.163632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:25.164621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.211071 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.256882 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.275487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Network': ['ID=676655e1-1039-438e-be89-7733e2899543,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:25.284416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.295061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 676655e1-1039-438e-be89-7733e2899543 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:25.297529 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ccdf5397-1409-4f01-b560-03d9fc54a4c4 HTTP/1.1" status: 204 len: 168 time: 0.8045013 Jul 15 23:10:25.309661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aac40fdb-3d77-4877-9ccd-ac4a6c335511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.312780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aac40fdb-3d77-4877-9ccd-ac4a6c335511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.317879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aac40fdb-3d77-4877-9ccd-ac4a6c335511 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50653780-423e-458a-a2eb-2cdca0eaf4ce HTTP/1.1" status: 204 len: 168 time: 0.8770027 Jul 15 23:10:25.339886 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-51eea3ac-627b-4095-a75c-faad0e6919f4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7838714 Jul 15 23:10:25.340971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60764) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:25.353138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'subnet': {'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:25.374634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac40fdb-3d77-4877-9ccd-ac4a6c335511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50653780-423e-458a-a2eb-2cdca0eaf4ce,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:25.377930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd45de-abae-4646-bf75-f3efffd3b0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccdf5397-1409-4f01-b560-03d9fc54a4c4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:25.423563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371167ec-4035-4850-ae03-2c3bc3885bb6 req-b67e937b-968d-44f0-a53c-9eadb6343bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:25.425443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-371167ec-4035-4850-ae03-2c3bc3885bb6 req-b67e937b-968d-44f0-a53c-9eadb6343bf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 1097 time: 0.4454873 Jul 15 23:10:25.464241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.535633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-371167ec-4035-4850-ae03-2c3bc3885bb6 req-06f1d3d8-218a-42c5-91b3-2d274fcc07a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027896 Jul 15 23:10:25.580446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:25.585451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.708131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60770) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:25.737715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b142d59-8357-47a4-b79d-67b6c9ef7d5e req-67cbc9a0-aac9-492e-8910-2aaba80296d9 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:25.745145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b142d59-8357-47a4-b79d-67b6c9ef7d5e req-67cbc9a0-aac9-492e-8910-2aaba80296d9 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 946 time: 0.2763622 Jul 15 23:10:25.768878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Allocated IP 172.25.3.178 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/34505798-df6c-4d70-95b6-fe7bd535f5c1) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:25.888851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-52772493-f1e0-4a13-867a-4235f24c4718 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=516a2cb520d4453798347a5cc87dac15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756494 Jul 15 23:10:25.901468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b142d59-8357-47a4-b79d-67b6c9ef7d5e req-d15fc15f-56ac-4967-ac86-f7543eb1165b tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546280 Jul 15 23:10:25.904582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60774) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:26.013263 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.052267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9947525f-3dfa-43c2-a372-37614c01e864 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:26.139776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Subnet': ['ID=706067d4-9f95-484f-b172-bf8840ccf970,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:26.142574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Checking segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:26.143031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network hostable DHCP agents. Network: d6e4d16d-2c1a-4f89-ac31-6442660d47c0, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:26.161778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9947525f-3dfa-43c2-a372-37614c01e864 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:26.167243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9947525f-3dfa-43c2-a372-37614c01e864 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:26.169524 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.188648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:26.205367 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d6e4d16d-2c1a-4f89-ac31-6442660d47c0) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:26.210770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:26.211961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.238240 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6abdad9a-6721-4496-8d92-994cc4cbda3e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8950114 Jul 15 23:10:26.240722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:26.247900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b5d569-45f5-4835-828a-434a2369b875 None None] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:26.262316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'subnet': {'network_id': '676655e1-1039-438e-be89-7733e2899543', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:26.512929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:26.518785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.580454 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.590427 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c35dcf14-0c89-4b48-b2da-5bf6c2edff3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.640400 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Sync routers for ids ['9b720739-00d2-452c-988d-369ab8db3b9e'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:26.655560 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Routers {'9b720739-00d2-452c-988d-369ab8db3b9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:26.657177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Deleting port 75334843-4236-4e8a-839e-917acd52b090 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:26.657517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.658991 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['9b720739-00d2-452c-988d-369ab8db3b9e'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:26.750606 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.773373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c35dcf14-0c89-4b48-b2da-5bf6c2edff3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.805134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 9947525f-3dfa-43c2-a372-37614c01e864, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9947525f-3dfa-43c2-a372-37614c01e864,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:26.816537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.874073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.899823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-d6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'fixed_ips': [{'subnet_id': '706067d4-9f95-484f-b172-bf8840ccf970'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:26.900710 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.913748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffbc27-a05c-4abf-b0f4-f1fc94bbb2d3 req-d3c956da-ea6a-44bc-8a51-c62b027441c4 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:26.926028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30ffbc27-a05c-4abf-b0f4-f1fc94bbb2d3 req-d3c956da-ea6a-44bc-8a51-c62b027441c4 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.5077879 Jul 15 23:10:26.943715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c35dcf14-0c89-4b48-b2da-5bf6c2edff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.949497 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c35dcf14-0c89-4b48-b2da-5bf6c2edff3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.954539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c35dcf14-0c89-4b48-b2da-5bf6c2edff3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/953adafe-1c31-4640-94d8-ab56c45444fb HTTP/1.1" status: 204 len: 168 time: 1.0428691 Jul 15 23:10:26.957217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Subnet': ['ID=23f7feb2-4189-41f4-9ca0-a6da6be0852d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:26.960655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Checking segment: {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:26.960655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network hostable DHCP agents. Network: 676655e1-1039-438e-be89-7733e2899543, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:26.988455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network 676655e1-1039-438e-be89-7733e2899543 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:27.022552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 676655e1-1039-438e-be89-7733e2899543) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:27.033314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.034989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.051342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243bb146-0f9b-40e7-9cfb-4e7d260a1f5a None None] Network 676655e1-1039-438e-be89-7733e2899543 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:27.067931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dcf14-0c89-4b48-b2da-5bf6c2edff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953adafe-1c31-4640-94d8-ab56c45444fb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:27.070022 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-53d432f9-b25c-4523-8363-9276cc6950e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8271236 Jul 15 23:10:27.076087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60810) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:27.114546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'port': {'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'name': 'tempest-TaggedBootDevicesTest-473189964', 'fixed_ips': [{'subnet_id': '706067d4-9f95-484f-b172-bf8840ccf970'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:27.124695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.195748 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Set router 9b720739-00d2-452c-988d-369ab8db3b9e gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:27.210324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:27.218035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:27.223018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30ffbc27-a05c-4abf-b0f4-f1fc94bbb2d3 req-1fd6f32a-5b4d-4c27-ad40-94e374d700f6 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951295 Jul 15 23:10:27.232092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:27.247750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=9947525f-3dfa-43c2-a372-37614c01e864,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:27.330046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event updated for resources: {'Port': ['ID=34505798-df6c-4d70-95b6-fe7bd535f5c1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:27.348603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] For port 75334843-4236-4e8a-839e-917acd52b090, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=75334843-4236-4e8a-839e-917acd52b090,segment=NetworkSegment(a9bd77a0-b613-4820-b2c7-9cdb9f4b0908),segment_id=a9bd77a0-b613-4820-b2c7-9cdb9f4b0908)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:27.348970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.377951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Calling delete_port for 75334843-4236-4e8a-839e-917acd52b090 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:27.540857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:27.567865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Allocated IP 10.1.1.2 (d6e4d16d-2c1a-4f89-ac31-6442660d47c0/706067d4-9f95-484f-b172-bf8840ccf970/3356ba44-9001-4a8c-9544-c747b933d177) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:27.756087 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 4, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'c8daa704-743e-46d1-9c24-8f9cdf33b88c', 'name': '', 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'mac_address': 'fa:16:3e:1e:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:21Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 2, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'subnets': [{'id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:27.771439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-676655e1-1039-438e-be89-7733e2899543', 'network_id': '676655e1-1039-438e-be89-7733e2899543', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'fixed_ips': [{'subnet_id': '23f7feb2-4189-41f4-9ca0-a6da6be0852d'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:27.772305 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.811674 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Checking router: 9b720739-00d2-452c-988d-369ab8db3b9e for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:27.812730 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Updating router 9b720739-00d2-452c-988d-369ab8db3b9e port c8daa704-743e-46d1-9c24-8f9cdf33b88c binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:10:27.815581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:27.871561 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.890253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-a228dcd8-ea0e-4a21-a9a1-f64480996f49 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.896906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-a228dcd8-ea0e-4a21-a9a1-f64480996f49 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 815 time: 0.3371143 Jul 15 23:10:27.901076 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-92a63083-d8b2-4db0-badb-a07f9360a42a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67b9e536abc34ea0bb0d48a3f342ff58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843234 Jul 15 23:10:27.906993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60836) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:27.933954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-661f497b-34a0-454d-9eb2-7e819543e8df tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/quotas/f2fee978d4cb4a1bba03c998aad7f668 HTTP/1.1" status: 200 len: 375 time: 0.0354047 Jul 15 23:10:28.006742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbbc2-641c-4606-9b60-1976b39473e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.016496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9947525f-3dfa-43c2-a372-37614c01e864 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:28.023109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.055023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbbc2-641c-4606-9b60-1976b39473e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.112470 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.127249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.156399 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbbc2-641c-4606-9b60-1976b39473e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.159146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbbc2-641c-4606-9b60-1976b39473e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.160323 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cf8cbbc2-641c-4606-9b60-1976b39473e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56fd7e9f-6abf-438d-9963-6ed4c08de688 HTTP/1.1" status: 204 len: 168 time: 0.2510386 Jul 15 23:10:28.169554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cbbc2-641c-4606-9b60-1976b39473e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd7e9f-6abf-438d-9963-6ed4c08de688,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.181125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Pushing event deleted for resources: {'Port': ['ID=75334843-4236-4e8a-839e-917acd52b090,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.186342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.225572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Allocated IP 10.2.2.2 (676655e1-1039-438e-be89-7733e2899543/23f7feb2-4189-41f4-9ca0-a6da6be0852d/f98d5a90-f993-466f-b9c8-2618459a358f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:28.225748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-4ef294ac-08e8-4331-b92e-059bb26c838b tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2908051 Jul 15 23:10:28.233703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.263013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Transition to ACTIVE for port object 3356ba44-9001-4a8c-9544-c747b933d177 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:28.273694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] device_id is not set on port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:28.393238 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.394432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Transition to ACTIVE for port object 3356ba44-9001-4a8c-9544-c747b933d177 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:28.412390 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Transition to ACTIVE for port object c8daa704-743e-46d1-9c24-8f9cdf33b88c will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:28.424928 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.438575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9947525f-3dfa-43c2-a372-37614c01e864 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:28.438974 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.491110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.610238 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Attempting to bind port c8daa704-743e-46d1-9c24-8f9cdf33b88c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:28.610665 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Attempting to bind port c8daa704-743e-46d1-9c24-8f9cdf33b88c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:28.611056 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Attempting to bind port c8daa704-743e-46d1-9c24-8f9cdf33b88c on network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:28.617000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:28.627515 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:28.627923 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Checking segment: {'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:28.628827 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.629239 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Bound using segment: {'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:28.629730 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Bound port: c8daa704-743e-46d1-9c24-8f9cdf33b88c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaef62c-a7c5-4279-bdc7-b54c81cff8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:28.630121 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.637414 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Pushing event updated for resources: {'Port': ['ID=c8daa704-743e-46d1-9c24-8f9cdf33b88c,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.640003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Pushing event updated for resources: {'Port': ['ID=3356ba44-9001-4a8c-9544-c747b933d177,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.646730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:28.650373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:28.661149 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.661726 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.662247 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.662742 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.663250 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.663741 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.664714 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.665212 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.665701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.666204 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.666742 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.673479 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:28.763271 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.781209 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] For port c8daa704-743e-46d1-9c24-8f9cdf33b88c, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:28.784620 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] For port c8daa704-743e-46d1-9c24-8f9cdf33b88c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c8daa704-743e-46d1-9c24-8f9cdf33b88c,segment=NetworkSegment(4aaef62c-a7c5-4279-bdc7-b54c81cff8af),segment_id=4aaef62c-a7c5-4279-bdc7-b54c81cff8af)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:28.786171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Transition to ACTIVE for port object f98d5a90-f993-466f-b9c8-2618459a358f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:28.790118 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.856799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-cb08aae7-31b6-4809-bdba-79bddbe5fdec service neutron] 10.222.0.23 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302230 Jul 15 23:10:28.876729 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Routers {'9b720739-00d2-452c-988d-369ab8db3b9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:28.877063 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['9b720739-00d2-452c-988d-369ab8db3b9e'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:28.893147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Transition to ACTIVE for port object f98d5a90-f993-466f-b9c8-2618459a358f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:28.923232 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.928517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Attempting to bind port 3356ba44-9001-4a8c-9544-c747b933d177 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:28.928892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Attempting to bind port 3356ba44-9001-4a8c-9544-c747b933d177 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:28.931266 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade83d8-e023-4ca9-a8cc-fcfb5359321f None None] Pushing event updated for resources: {'Port': ['ID=c8daa704-743e-46d1-9c24-8f9cdf33b88c,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.936528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Attempting to bind port 3356ba44-9001-4a8c-9544-c747b933d177 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:28.950099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:28.950300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Checking segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:28.950821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.951242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Bound using segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:28.951717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Bound port: 3356ba44-9001-4a8c-9544-c747b933d177, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:28.952067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.003987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Network 676655e1-1039-438e-be89-7733e2899543 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:29.024623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:29.031486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:29.047561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Pushing event updated for resources: {'Port': ['ID=f98d5a90-f993-466f-b9c8-2618459a358f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:29.074154 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] Set router 9b720739-00d2-452c-988d-369ab8db3b9e gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:29.085364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Allocated IP 10.1.1.60 (d6e4d16d-2c1a-4f89-ac31-6442660d47c0/706067d4-9f95-484f-b172-bf8840ccf970/2e707fe1-2757-4df7-8fad-f6361ba4c3fd) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:29.127909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-b87b5cf7-8172-4b71-86e0-d2536ad98f6b service neutron] 10.222.0.23 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702034 Jul 15 23:10:29.160425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] For port 3356ba44-9001-4a8c-9544-c747b933d177, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:29.163856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] For port 3356ba44-9001-4a8c-9544-c747b933d177, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3356ba44-9001-4a8c-9544-c747b933d177,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:29.164852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Attempting to bind port f98d5a90-f993-466f-b9c8-2618459a358f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:29.165328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Attempting to bind port f98d5a90-f993-466f-b9c8-2618459a358f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:29.165572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Attempting to bind port f98d5a90-f993-466f-b9c8-2618459a358f on network 676655e1-1039-438e-be89-7733e2899543 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:29.172560 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.177211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.181668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:29.184738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Checking segment: {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:29.187202 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.188754 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Bound using segment: {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:29.189381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Bound port: f98d5a90-f993-466f-b9c8-2618459a358f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:29.189854 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.292195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ed34-7860-4bae-b057-5e431d336bdf None None] Pushing event updated for resources: {'Port': ['ID=3356ba44-9001-4a8c-9544-c747b933d177,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:29.373195 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.410180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.436743 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 4, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'c8daa704-743e-46d1-9c24-8f9cdf33b88c', 'name': '', 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'mac_address': 'fa:16:3e:1e:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:21Z', 'updated_at': '2021-07-15T23:10:28Z', 'revision_number': 4, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'subnets': [{'id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:29.484470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] For port f98d5a90-f993-466f-b9c8-2618459a358f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:29.493540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] For port f98d5a90-f993-466f-b9c8-2618459a358f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f98d5a90-f993-466f-b9c8-2618459a358f,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:29.501217 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.503169 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5478d-1d35-4ca5-9c36-0c61dfb401e1 None None] The sync data for ids ['9b720739-00d2-452c-988d-369ab8db3b9e'] in n-d-793618-8 is: [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:10:21Z', 'revision_number': 4, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'c8daa704-743e-46d1-9c24-8f9cdf33b88c', 'name': '', 'network_id': 'bdd74ccf-3a0d-46ec-9c30-74a4282f0c38', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'mac_address': 'fa:16:3e:1e:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:21Z', 'updated_at': '2021-07-15T23:10:28Z', 'revision_number': 4, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'subnets': [{'id': 'e37cb568-6b45-4b30-b668-5b4cee086437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:29.604390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1069fc8-04b0-4e14-83f1-ff2c36ae6659 None None] Pushing event updated for resources: {'Port': ['ID=f98d5a90-f993-466f-b9c8-2618459a358f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:30.227136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Router 7de416fd-d613-4ec2-8b98-934509ac3677 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:30.331147 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.337540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c8daa704-743e-46d1-9c24-8f9cdf33b88c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:30.348006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event updated for resources: {'Port': ['ID=34505798-df6c-4d70-95b6-fe7bd535f5c1,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:30.402358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.418537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d8239292-2749-40cb-96f0-ea4c90910eb2 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6491952 Jul 15 23:10:30.434451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c8daa704-743e-46d1-9c24-8f9cdf33b88c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:30.441799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c8daa704-743e-46d1-9c24-8f9cdf33b88c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:30.442228 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.524439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-9dcc8c23-9230-455f-8952-7665ba05151d tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.178 HTTP/1.1" status: 200 len: 696 time: 0.1051993 Jul 15 23:10:30.533664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.580949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.707436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d32dcef0-25f7-4041-993b-917ce326013f tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:30.717953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6f2ee86-c413-4414-ac8a-0fdd8dff089f req-d32dcef0-25f7-4041-993b-917ce326013f tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1925457 Jul 15 23:10:30.819805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2078-aaec-4f29-9d6b-83dd1df5891d req-2aa9a865-e65b-46af-becb-48a5f6aa4d56 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:30.827476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-951f2078-aaec-4f29-9d6b-83dd1df5891d req-2aa9a865-e65b-46af-becb-48a5f6aa4d56 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.6680546 Jul 15 23:10:30.860839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Transition to ACTIVE for port object 2e707fe1-2757-4df7-8fad-f6361ba4c3fd will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:30.918831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:30.926836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8d48eaf0-1caa-49eb-8003-ffe9debbe764 admin admin] 10.222.0.23 "PUT /v2.0/routers/7de416fd-d613-4ec2-8b98-934509ac3677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2921295 Jul 15 23:10:30.929376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60900) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:30.932042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c8daa704-743e-46d1-9c24-8f9cdf33b88c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c8daa704-743e-46d1-9c24-8f9cdf33b88c,segment=NetworkSegment(4aaef62c-a7c5-4279-bdc7-b54c81cff8af),segment_id=4aaef62c-a7c5-4279-bdc7-b54c81cff8af)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:30.936266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] Sync routers for ids ['7de416fd-d613-4ec2-8b98-934509ac3677'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:30.951302 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.952712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3356ba44-9001-4a8c-9544-c747b933d177 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:30.954921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-951f2078-aaec-4f29-9d6b-83dd1df5891d req-4d85aae2-621f-453c-885a-84d0478fc706 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263678 Jul 15 23:10:30.956732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] Routers {'7de416fd-d613-4ec2-8b98-934509ac3677'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:30.957627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7de416fd-d613-4ec2-8b98-934509ac3677'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:30.998892 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.098418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e03ea66-3473-4f49-beae-bcacac5e525a None None] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:31.135747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:31.144059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:31.149536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:31.155208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.226551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:31.302688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.304356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.370040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-71d510bc-b69c-432e-b07d-5cd40cd74bed tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2630823 Jul 15 23:10:31.373965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:31.383948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'port': {'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'name': 'tempest-TaggedBootDevicesTest-922033064', 'fixed_ips': [{'subnet_id': '706067d4-9f95-484f-b172-bf8840ccf970'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:31.448916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.467055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] Set router 7de416fd-d613-4ec2-8b98-934509ac3677 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:31.489266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973b12e3-1abe-48e7-895f-d078905e8eb8 req-702b24c5-4796-452c-b966-fda3763f6080 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 210 time: 0.0615501 Jul 15 23:10:31.513118 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e32ea-8281-4f5e-bb05-578463d4e932 None None] Network 676655e1-1039-438e-be89-7733e2899543 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:31.530735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c8daa704-743e-46d1-9c24-8f9cdf33b88c,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:31.533713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-22c13f10-89a3-49c4-a2b7-087f9c7a92d0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.535324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-22c13f10-89a3-49c4-a2b7-087f9c7a92d0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 815 time: 0.2575078 Jul 15 23:10:31.553006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Request body: {'port': {'device_id': 'bd8c7aee-e167-47e8-9b4c-ecc4f73d74da', 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'admin_state_up': True, 'tenant_id': 'f2fee978d4cb4a1bba03c998aad7f668'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:31.625881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Deleting port f96acfff-4931-4876-b7ac-efbb2120d2f3 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:31.626517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.744487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] For port f96acfff-4931-4876-b7ac-efbb2120d2f3, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f96acfff-4931-4876-b7ac-efbb2120d2f3,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:31.745298 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.765868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Calling delete_port for f96acfff-4931-4876-b7ac-efbb2120d2f3 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:31.768089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:31.784395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c7114e98-8ebe-4363-86e4-e7e830675d69 None None] Provisioning for port 3356ba44-9001-4a8c-9544-c747b933d177 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:31.820582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 3356ba44-9001-4a8c-9544-c747b933d177 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:31.921636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.934227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3356ba44-9001-4a8c-9544-c747b933d177 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:31.934739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.966893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] device_id is not set on port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:10:32.029277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.029676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.030140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.030651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.031609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.032239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.032920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.033707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.034338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.035573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.036964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.037595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.040159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-799ea845-a5b1-41ee-95da-423543857228 req-bb574f1f-b695-4a3e-b333-acf1da5fd108 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8495 time: 0.3898025 Jul 15 23:10:32.047365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-256f95b4-1755-46df-ba10-dba23975ca51 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4246018 Jul 15 23:10:32.069032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:32.084168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4866f132-beda-436a-ade6-4cc4fd482334 None None] Provisioning for port f98d5a90-f993-466f-b9c8-2618459a358f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:32.091034 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.166336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.184644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:10:27Z', 'revision_number': 5, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port': {'id': 'f96acfff-4931-4876-b7ac-efbb2120d2f3', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:34:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:14Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:32.187335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Allocated IP 10.1.1.57 (d6e4d16d-2c1a-4f89-ac31-6442660d47c0/706067d4-9f95-484f-b172-bf8840ccf970/2c69f024-805c-4474-ad1e-c6a319e3e6b8) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:32.226541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] Checking router: 7de416fd-d613-4ec2-8b98-934509ac3677 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:32.258012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Made reservation on behalf of f2fee978d4cb4a1bba03c998aad7f668 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:32.263888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.270189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 3356ba44-9001-4a8c-9544-c747b933d177, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3356ba44-9001-4a8c-9544-c747b933d177,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:32.274977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] Routers {'7de416fd-d613-4ec2-8b98-934509ac3677'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:32.275722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7de416fd-d613-4ec2-8b98-934509ac3677'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:32.384735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] Set router 7de416fd-d613-4ec2-8b98-934509ac3677 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:32.387684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.430807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Transition to ACTIVE for port object 2c69f024-805c-4474-ad1e-c6a319e3e6b8 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:32.456587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.477923 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.485304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:10:31Z', 'revision_number': 6, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:32.491796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Allocated IP 172.20.0.9 (f0978b91-b160-4fc7-a3c9-35adcb5bbc26/e1090417-ca80-4b48-b094-0b7bad5462cc/68ebc5aa-5999-4bb5-8873-6592ad6053a6) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:32.543842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0657f20-e101-433d-b65e-b36cd789227f req-08efb160-3fb2-49bf-a910-249be083c2bc tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.553375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0657f20-e101-433d-b65e-b36cd789227f req-08efb160-3fb2-49bf-a910-249be083c2bc tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.3981714 Jul 15 23:10:32.562462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60924) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:32.565044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96acfff-4931-4876-b7ac-efbb2120d2f3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:32.585419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Request body: {'floatingip': {'port_id': '4806f019-e759-4c7e-9ba2-3052bc0ff639'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:32.601650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c2181-9274-4fbe-8862-4e9c0028554f None None] The sync data for ids ['7de416fd-d613-4ec2-8b98-934509ac3677'] in n-d-793618-8 is: [{'id': '7de416fd-d613-4ec2-8b98-934509ac3677', 'name': 'tempest-AttachSCSIVolumeTestJSON-315575194-router', 'tenant_id': '9c03d23315ce4acc9c3a533223340398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:13Z', 'updated_at': '2021-07-15T23:10:31Z', 'revision_number': 6, 'project_id': '9c03d23315ce4acc9c3a533223340398', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:32.676426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2a4fea40-97b0-4ba9-960c-1ad75f2948eb None None] Provisioning complete for port 3356ba44-9001-4a8c-9544-c747b933d177 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:32.676804 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2a4fea40-97b0-4ba9-960c-1ad75f2948eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.715284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=3356ba44-9001-4a8c-9544-c747b933d177,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:32.728930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for floatingip, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.822863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2a4fea40-97b0-4ba9-960c-1ad75f2948eb None None] Provisioning for port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:32.840249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2a4fea40-97b0-4ba9-960c-1ad75f2948eb None None] Provisioning complete for port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:32.840785 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2a4fea40-97b0-4ba9-960c-1ad75f2948eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.903505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fea40-97b0-4ba9-960c-1ad75f2948eb None None] Port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:32.944946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.968811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.118082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65bcd7-7262-4209-bc26-25503c3cd02b req-2c28bfe2-0242-4174-8c7a-0c0b88b76ca0 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.142840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f65bcd7-7262-4209-bc26-25503c3cd02b req-2c28bfe2-0242-4174-8c7a-0c0b88b76ca0 tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 886 time: 0.4502113 Jul 15 23:10:33.145416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f98d5a90-f993-466f-b9c8-2618459a358f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:33.201565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.208511 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:33.241584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:33.263952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d03f279e-5160-48e0-890a-ba107f901b6a None None] Provisioning complete for port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:33.264350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d03f279e-5160-48e0-890a-ba107f901b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.285556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Allocated IP 172.25.3.4 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/2169f45e-b43f-41d4-b51d-e27a6e7663a1) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:33.306494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=2c69f024-805c-4474-ad1e-c6a319e3e6b8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:33.310065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d03f279e-5160-48e0-890a-ba107f901b6a None None] Port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:33.332157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f98d5a90-f993-466f-b9c8-2618459a358f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:33.336675 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f98d5a90-f993-466f-b9c8-2618459a358f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:33.337080 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.351845 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:33.372620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05ab58cf-1d6c-41b7-9923-3672bccab261 req-3e6c7e03-7cd1-4a61-827e-73952b441c57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 210 time: 0.0903926 Jul 15 23:10:33.395006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.439775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.482246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.534642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.599537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.600447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.602932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f98d5a90-f993-466f-b9c8-2618459a358f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f98d5a90-f993-466f-b9c8-2618459a358f,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:33.611968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.612844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de416fd-d613-4ec2-8b98-934509ac3677 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:10:33.613239 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.614444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c8daa704-743e-46d1-9c24-8f9cdf33b88c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:33.631315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.633314 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-213bfbad-d4c8-4f62-8e89-26b4da23b2f3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7de416fd-d613-4ec2-8b98-934509ac3677 HTTP/1.1" status: 204 len: 168 time: 2.7028892 Jul 15 23:10:33.636277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60938) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:33.694931 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-199b9577-86bc-40da-992c-2c2e92cc86a2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3172371 Jul 15 23:10:33.753445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eef17a33-9c79-44e4-8714-c25d91861a1a None None] Provisioning for port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:33.770551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eef17a33-9c79-44e4-8714-c25d91861a1a None None] Provisioning complete for port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:33.773156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eef17a33-9c79-44e4-8714-c25d91861a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.784583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.822578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.900082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Pushing event updated for resources: {'Port': ['ID=68ebc5aa-5999-4bb5-8873-6592ad6053a6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:33.926504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.927170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.927654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.928120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.928584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.929251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.929713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.930179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.930647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.931159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.931617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.932081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.934289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5baa31ce-cc50-496b-8319-5a4e34646ab4 req-719549a1-5e1d-4d3f-b2b4-d85f934d290c tempest-NetworksTest-87357009 tempest-NetworksTest-87357009-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8495 time: 0.4632850 Jul 15 23:10:33.982007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:33.986302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:33.990147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:34.044724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.143722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eef17a33-9c79-44e4-8714-c25d91861a1a None None] Port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:34.153914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67c0c6be-b002-48a7-91f4-a58f2b7a7f1a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:34.164805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event updated for resources: {'Port': ['ID=2169f45e-b43f-41d4-b51d-e27a6e7663a1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:34.199708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f98d5a90-f993-466f-b9c8-2618459a358f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:34.210915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c8daa704-743e-46d1-9c24-8f9cdf33b88c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:34.215162 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.217210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:34.222053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.254101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:34.258516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:34.265102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:34.274458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-9f800f5d-4a56-4852-9052-70e827526fed tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7288446 Jul 15 23:10:34.329140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Request body: {'port': {'device_id': 'bd8c7aee-e167-47e8-9b4c-ecc4f73d74da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:34.343064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-9841ba30-e0b4-4be1-b6fc-631d86891671 admin admin] Deleting subnet a8b09b61-f123-41f4-8c74-a7c3db2e86c3 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:34.350659 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9841ba30-e0b4-4be1-b6fc-631d86891671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.428641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9841ba30-e0b4-4be1-b6fc-631d86891671 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.475356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60954) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:34.487909 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.504929 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.557756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.resource_extend [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:10:34.642215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60958) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:34.651502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d4e78c96-b152-479a-bcfb-d061adf9c1e3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23950080', 'description': 'tempest-description--1105735508'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:34.709530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f98d5a90-f993-466f-b9c8-2618459a358f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:34.734570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.750507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9841ba30-e0b4-4be1-b6fc-631d86891671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.805757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.817716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f98d5a90-f993-466f-b9c8-2618459a358f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:34.818350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.868698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4e78c96-b152-479a-bcfb-d061adf9c1e3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.879800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.883521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb120-5793-46bb-945d-ca748fa7ee0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.931837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3356ba44-9001-4a8c-9544-c747b933d177 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:34.984393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3356ba44-9001-4a8c-9544-c747b933d177 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:34.984772 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.995219 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Floating IP 753f8f73-c71e-4f91-af36-093d99a6ef87 associated. External IP: 172.25.3.205, port: 4806f019-e759-4c7e-9ba2-3052bc0ff639. Jul 15 23:10:35.016064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd53127-2ff1-4172-acc7-b5208280ae8c req-e7fd7549-4233-4026-8b50-3b0d28707d77 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:35.017798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bd53127-2ff1-4172-acc7-b5208280ae8c req-e7fd7549-4233-4026-8b50-3b0d28707d77 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 931 time: 0.1876924 Jul 15 23:10:35.111455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ebc5aa-5999-4bb5-8873-6592ad6053a6 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:35.141679 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.180792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bd53127-2ff1-4172-acc7-b5208280ae8c req-8c98d45a-e82b-487b-b28d-8221e3aba006 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359127 Jul 15 23:10:35.183750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f96acfff-4931-4876-b7ac-efbb2120d2f3 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:35.192929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Transition to ACTIVE for port object 68ebc5aa-5999-4bb5-8873-6592ad6053a6 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:35.213906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f96acfff-4931-4876-b7ac-efbb2120d2f3 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:35.215114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f96acfff-4931-4876-b7ac-efbb2120d2f3 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:35.215911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 75334843-4236-4e8a-839e-917acd52b090 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:35.228267 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.248114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 75334843-4236-4e8a-839e-917acd52b090 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:35.248714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 75334843-4236-4e8a-839e-917acd52b090 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:35.309574 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb120-5793-46bb-945d-ca748fa7ee0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.319474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.322650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Pushing event updated for resources: {'Port': ['ID=68ebc5aa-5999-4bb5-8873-6592ad6053a6,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.345772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.409948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event updated for resources: {'Port': ['ID=2169f45e-b43f-41d4-b51d-e27a6e7663a1,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.427222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4e78c96-b152-479a-bcfb-d061adf9c1e3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.480597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.484333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Attempting to bind port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:35.484670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Attempting to bind port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:35.485001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Attempting to bind port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:35.502244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:35.502775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Attempting to bind port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:35.509346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.511995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-22432bac-05f3-437d-aa01-4abf10f823cc tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.4478867 Jul 15 23:10:35.513539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:35.514066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Checking segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:35.514546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Bound using segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:35.515205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Bound port: 68ebc5aa-5999-4bb5-8873-6592ad6053a6, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:35.515659 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.522134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb120-5793-46bb-945d-ca748fa7ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.529541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9841ba30-e0b4-4be1-b6fc-631d86891671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.531366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4e78c96-b152-479a-bcfb-d061adf9c1e3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.603381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9841ba30-e0b4-4be1-b6fc-631d86891671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.605880 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9841ba30-e0b4-4be1-b6fc-631d86891671 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a8b09b61-f123-41f4-8c74-a7c3db2e86c3 HTTP/1.1" status: 204 len: 168 time: 1.9677629 Jul 15 23:10:35.611118 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aace71-a7a6-45d6-a1eb-f66a6ad7665c None None] Network 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:35.627449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60976) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:35.629751 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfb120-5793-46bb-945d-ca748fa7ee0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e08050-ce33-4491-a423-58b7e8fc737b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.635318 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3ccfb120-5793-46bb-945d-ca748fa7ee0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03fcf39ec73844e2805db477e2fe8d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1503165 Jul 15 23:10:35.646747 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4e78c96-b152-479a-bcfb-d061adf9c1e3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.647407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60978) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:35.647967 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d4e78c96-b152-479a-bcfb-d061adf9c1e3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0025711 Jul 15 23:10:35.648824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841ba30-e0b4-4be1-b6fc-631d86891671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b09b61-f123-41f4-8c74-a7c3db2e86c3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.655035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60980) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:35.682255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a715df00-8cd6-463d-82b9-c605498281a9 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'security_group_rule': {'security_group_id': '95781350-8e69-4aeb-b20b-f20e91637209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:35.724444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-6515c718-7012-409a-a483-354f8c53415f tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.1891890 Jul 15 23:10:35.725712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Router df47fbee-fd18-4455-9d9b-013d959e8068 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:35.769753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e78c96-b152-479a-bcfb-d061adf9c1e3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95781350-8e69-4aeb-b20b-f20e91637209,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.809318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.871270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a715df00-8cd6-463d-82b9-c605498281a9 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.883935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60984) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:35.904486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] For port 68ebc5aa-5999-4bb5-8873-6592ad6053a6, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:35.921310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] DHCP port deletion for 3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:35.940050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] For port 68ebc5aa-5999-4bb5-8873-6592ad6053a6, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68ebc5aa-5999-4bb5-8873-6592ad6053a6,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:35.959027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-8a868c1d-76cd-42fa-88d4-88378d497857 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:35.960360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2078f2c5-8a20-42f2-8551-1e9df393bb37 req-8a868c1d-76cd-42fa-88d4-88378d497857 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2351384 Jul 15 23:10:35.968932 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.986784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc337-3d6a-4635-886b-7b5c33ca4e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.989032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:35.989647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.991091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] 10.222.0.59 "PUT /v2.0/ports/68ebc5aa-5999-4bb5-8873-6592ad6053a6 HTTP/1.1" status: 200 len: 1091 time: 1.6816838 Jul 15 23:10:36.011660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8c7aee-e167-47e8-9b4c-ecc4f73d74da', 'tag': '68ebc5aa-5999-4bb5-8873-6592ad6053a6'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:36.014355 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8c7aee-e167-47e8-9b4c-ecc4f73d74da", "tag": "68ebc5aa-5999-4bb5-8873-6592ad6053a6"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:36.028891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] Deleting port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:36.029212 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.046466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a715df00-8cd6-463d-82b9-c605498281a9 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.102585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a715df00-8cd6-463d-82b9-c605498281a9 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.151443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715df00-8cd6-463d-82b9-c605498281a9 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fc00c6-a119-49d0-ac16-9d90fe6aeda4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.166109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7fb85b62-259a-4b12-8b00-3e49f855c29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.184264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:36.194611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.201049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] For port a2aeadad-8f7e-4019-9fd9-88c57575f0b7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a2aeadad-8f7e-4019-9fd9-88c57575f0b7,segment=NetworkSegment(a9bd77a0-b613-4820-b2c7-9cdb9f4b0908),segment_id=a9bd77a0-b613-4820-b2c7-9cdb9f4b0908)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:36.201281 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] Sync routers for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:36.201744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.238643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] Calling delete_port for a2aeadad-8f7e-4019-9fd9-88c57575f0b7 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:36.241815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:36.242593 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:36.409274 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-28e65944-bcff-4b9e-861d-1716d03a0f83 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "PUT /v2.0/floatingips/753f8f73-c71e-4f91-af36-093d99a6ef87 HTTP/1.1" status: 200 len: 992 time: 3.8349977 Jul 15 23:10:36.420133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a715df00-8cd6-463d-82b9-c605498281a9 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.424309 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a715df00-8cd6-463d-82b9-c605498281a9 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7546353 Jul 15 23:10:36.427573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.432771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'tag': '4806f019-e759-4c7e-9ba2-3052bc0ff639'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:36.440455 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c89a22-584f-45d5-8bf3-7063efa67a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7c7ada-46dc-4dfd-aaec-c71007a6799b", "tag": "4806f019-e759-4c7e-9ba2-3052bc0ff639"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:36.445880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60998) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:36.455387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ddce7d04-63b4-4d6d-9516-a0571f4c3d0e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'security_group_rule': {'security_group_id': '95781350-8e69-4aeb-b20b-f20e91637209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:36.475877 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:36.510423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Deleting port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:36.510806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] Pushing event deleted for resources: {'Port': ['ID=a2aeadad-8f7e-4019-9fd9-88c57575f0b7,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.510961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.525764 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc337-3d6a-4635-886b-7b5c33ca4e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.537084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2ab79-2195-4e8b-87bb-0de103e68957 None None] No DVR routers for this DVR port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:36.544094 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a048e5b2-ca7a-43b6-bc9b-2b91f94c4446 x-openstack-request-id: req-a048e5b2-ca7a-43b6-bc9b-2b91f94c4446 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:36.556073 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8c7aee-e167-47e8-9b4c-ecc4f73d74da", "tag": "68ebc5aa-5999-4bb5-8873-6592ad6053a6", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:36.556906 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a048e5b2-ca7a-43b6-bc9b-2b91f94c4446 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:36.572263 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8c7aee-e167-47e8-9b4c-ecc4f73d74da', 'tag': '68ebc5aa-5999-4bb5-8873-6592ad6053a6', 'status': 'completed', 'code': 200} Jul 15 23:10:36.636994 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] For port a2aeadad-8f7e-4019-9fd9-88c57575f0b7, host n-d-793618-8, got binding levels [] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:36.637362 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.669092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Calling delete_port for a2aeadad-8f7e-4019-9fd9-88c57575f0b7 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:36.676260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a2aeadad-8f7e-4019-9fd9-88c57575f0b7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:36.677995 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_backend_mixin [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 was not found and therefore no delete operation was performed {{(pid=93714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:10:36.685285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.704406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63798e-6ef0-456a-aed9-e83c8c5d5970 service neutron] Pushing event updated for resources: {'Port': ['ID=68ebc5aa-5999-4bb5-8873-6592ad6053a6,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.716249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a2aeadad-8f7e-4019-9fd9-88c57575f0b7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:36.716600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a2aeadad-8f7e-4019-9fd9-88c57575f0b7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:36.745979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7fb85b62-259a-4b12-8b00-3e49f855c29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.751430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2aeadad-8f7e-4019-9fd9-88c57575f0b7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.753368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] No DVR routers for this DVR port a2aeadad-8f7e-4019-9fd9-88c57575f0b7 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:36.759248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7fb85b62-259a-4b12-8b00-3e49f855c29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.799022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-e2cf23f2-83a3-47c6-baa7-bd389de5360a tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7806134 Jul 15 23:10:36.846149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:36.869248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ddce7d04-63b4-4d6d-9516-a0571f4c3d0e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.883981 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7fb85b62-259a-4b12-8b00-3e49f855c29f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9237edf9dc564eb28257f8420b4ca25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9959109 Jul 15 23:10:36.887426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85b62-259a-4b12-8b00-3e49f855c29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b0448-9603-42a6-a8b9-859b4bd158d5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.889379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32770) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:36.902626 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '753f8f73-c71e-4f91-af36-093d99a6ef87', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'port_id': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'mac_address': 'fa:16:3e:0a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:33Z', 'revision_number': 1, 'project_id': '421baef519744e10a80993ce165f0d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:36.919896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-f9129e42-a981-4e87-be73-56d0bc9442c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.922092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-f9129e42-a981-4e87-be73-56d0bc9442c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 1094 time: 0.4174209 Jul 15 23:10:36.942222 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] Checking router: df47fbee-fd18-4455-9d9b-013d959e8068 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:36.951847 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.954324 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:36.955320 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:36.968533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:36.981738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:36.982094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bd77a0-b613-4820-b2c7-9cdb9f4b0908') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:36.998855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.003298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-3dafa4f8-ce4e-4a3e-b7da-31b10d695444 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68ebc5aa-5999-4bb5-8873-6592ad6053a6 HTTP/1.1" status: 200 len: 217 time: 0.0622714 Jul 15 23:10:37.004008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.024506 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.051857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:37.052686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:37.055107 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:37.084740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-ac8d2eeb-f5c6-4a7e-b6ef-28157cbb62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:37.086306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-ac8d2eeb-f5c6-4a7e-b6ef-28157cbb62cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.0613866 Jul 15 23:10:37.094645 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc337-3d6a-4635-886b-7b5c33ca4e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.098392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc337-3d6a-4635-886b-7b5c33ca4e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.099927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3e3fc337-3d6a-4635-886b-7b5c33ca4e5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3e08050-ce33-4491-a423-58b7e8fc737b HTTP/1.1" status: 204 len: 168 time: 1.4512455 Jul 15 23:10:37.103966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ddce7d04-63b4-4d6d-9516-a0571f4c3d0e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.176835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ddce7d04-63b4-4d6d-9516-a0571f4c3d0e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.211101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce7d04-63b4-4d6d-9516-a0571f4c3d0e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d9e8ff-a90e-4460-b31b-cc2eefbaa48c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:37.217713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.221150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ddce7d04-63b4-4d6d-9516-a0571f4c3d0e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.227061 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ddce7d04-63b4-4d6d-9516-a0571f4c3d0e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7763245 Jul 15 23:10:37.227869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32774) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:37.245197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:37.259318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-7ff670d5-c7ee-424f-aedf-f1e410eb4ca6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434808 Jul 15 23:10:37.259568 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:37.290216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a6d95-8ce8-416e-88e4-1ce60c9613a4 req-6fb3c6c6-8a32-4345-bcd1-e13b216802b7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:37.290391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.296158 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] 10.222.0.23 "DELETE /v2.0/networks/3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1 HTTP/1.1" status: 204 len: 168 time: 1.6595876 Jul 15 23:10:37.297095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-923a6d95-8ce8-416e-88e4-1ce60c9613a4 req-6fb3c6c6-8a32-4345-bcd1-e13b216802b7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 943 time: 0.7807298 Jul 15 23:10:37.299941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fc337-3d6a-4635-886b-7b5c33ca4e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e08050-ce33-4491-a423-58b7e8fc737b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:37.354519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2780880-bd58-4320-9d92-adf153dc0e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2e2db5-2abf-48a5-a1b5-ef0d03b0b8c1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:37.368054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.559849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c60898f-0f9c-42fd-9063-d9b32b97e97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.569193 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '753f8f73-c71e-4f91-af36-093d99a6ef87', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'port_id': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'mac_address': 'fa:16:3e:0a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:33Z', 'revision_number': 1, 'project_id': '421baef519744e10a80993ce165f0d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:37.587358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.588168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-923a6d95-8ce8-416e-88e4-1ce60c9613a4 req-14b6a46c-6a3b-48f2-a477-e9e84aa1e1f5 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816446 Jul 15 23:10:37.635033 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f33e4a-254e-40b7-a069-b2364624c218 None None] The sync data for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 is: [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '753f8f73-c71e-4f91-af36-093d99a6ef87', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'port_id': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'mac_address': 'fa:16:3e:0a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:33Z', 'revision_number': 1, 'project_id': '421baef519744e10a80993ce165f0d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:37.659195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32782) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:37.688486 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c60898f-0f9c-42fd-9063-d9b32b97e97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.720146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-5f8b10d0-6730-4376-878d-39e737736a18 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842437 Jul 15 23:10:37.721386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32784) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:37.780789 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e70ed2c-d024-4356-9607-447be7086e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.864844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a1227179-8a79-45a8-90e1-c5cfe132695e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2036949e3ee14f96b1dfe934cee174cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044537 Jul 15 23:10:37.865453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32786) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:37.875529 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f2a4a0-70e2-4fb7-9d5a-af6f561050f1 x-openstack-request-id: req-e9f2a4a0-70e2-4fb7-9d5a-af6f561050f1 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:37.875803 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7c7ada-46dc-4dfd-aaec-c71007a6799b", "tag": "4806f019-e759-4c7e-9ba2-3052bc0ff639", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:37.876042 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9f2a4a0-70e2-4fb7-9d5a-af6f561050f1 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:37.876444 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'tag': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'status': 'completed', 'code': 200} Jul 15 23:10:37.895676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c60898f-0f9c-42fd-9063-d9b32b97e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.896534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Allocated IP 172.25.3.229 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/a67d2ef0-0927-4507-9a44-f7c81c76bdb3) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:37.898284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c60898f-0f9c-42fd-9063-d9b32b97e97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.901689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7c60898f-0f9c-42fd-9063-d9b32b97e97a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c39b0448-9603-42a6-a8b9-859b4bd158d5 HTTP/1.1" status: 204 len: 168 time: 1.0045094 Jul 15 23:10:37.936284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.947899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60898f-0f9c-42fd-9063-d9b32b97e97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b0448-9603-42a6-a8b9-859b4bd158d5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:38.071540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b725d06-ad58-487a-b684-d020d8b3e625 None None] New status for floating IP 753f8f73-c71e-4f91-af36-093d99a6ef87: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:10:38.091439 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e70ed2c-d024-4356-9607-447be7086e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.102864 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e70ed2c-d024-4356-9607-447be7086e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.122575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f049b915-5ec3-4145-a0cb-f103e733e472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.129993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.152984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f049b915-5ec3-4145-a0cb-f103e733e472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.166652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-085d03c6-ea02-48b8-acb8-705de2a730c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.168906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-085d03c6-ea02-48b8-acb8-705de2a730c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=421baef519744e10a80993ce165f0d6d&device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 1097 time: 0.2180958 Jul 15 23:10:38.172322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70ed2c-d024-4356-9607-447be7086e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249c77bf-bf8f-4248-b2f7-791f1c54935d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:38.183818 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e70ed2c-d024-4356-9607-447be7086e15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72afd963db7440c0b4145379c0b7d4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587982 Jul 15 23:10:38.192951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32790) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:38.218248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b93d8e9-438b-43f0-9813-374d6a1f6cf6 req-0ea4d1dd-75b6-42f5-a854-bfe435084347 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834032 Jul 15 23:10:38.220480 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f049b915-5ec3-4145-a0cb-f103e733e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.238972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f049b915-5ec3-4145-a0cb-f103e733e472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.246707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f049b915-5ec3-4145-a0cb-f103e733e472 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a1963ae-538f-4c72-a6d6-c25d50221090 HTTP/1.1" status: 204 len: 168 time: 0.3770704 Jul 15 23:10:38.259467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049b915-5ec3-4145-a0cb-f103e733e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1963ae-538f-4c72-a6d6-c25d50221090,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:38.335971 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.353298 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08aec970-1849-4b35-a223-a005f9903db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.392191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-c70a39f6-7dd0-45d8-82f7-6c841fb8910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.393694 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-c70a39f6-7dd0-45d8-82f7-6c841fb8910d service neutron] 10.222.0.37 "GET /v2.0/networks?id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c HTTP/1.1" status: 200 len: 913 time: 0.2160342 Jul 15 23:10:38.457597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:38.514556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=a67d2ef0-0927-4507-9a44-f7c81c76bdb3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:38.531820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Allocated IP 172.25.3.157 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/2e18f041-e141-469d-aaa7-696ebccb2c23) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:38.535029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:38.541553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:38.562067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08aec970-1849-4b35-a223-a005f9903db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.566167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-cbafa63d-9588-412b-8912-c33319e12609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.568808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-cbafa63d-9588-412b-8912-c33319e12609 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 1094 time: 0.2777610 Jul 15 23:10:38.634158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32802) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:38.640261 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-487a3034-126e-49b5-be32-8a2715df410a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639 HTTP/1.1" status: 200 len: 1002 time: 0.2035334 Jul 15 23:10:38.674896 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.757877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08aec970-1849-4b35-a223-a005f9903db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.760611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08aec970-1849-4b35-a223-a005f9903db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.761852 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-08aec970-1849-4b35-a223-a005f9903db2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/249c77bf-bf8f-4248-b2f7-791f1c54935d HTTP/1.1" status: 204 len: 168 time: 0.5684221 Jul 15 23:10:38.763416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-fd165693-eab0-4153-a69b-0829fb7b6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.764839 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-fd165693-eab0-4153-a69b-0829fb7b6f67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f34e70f-ccb2-4e23-9030-4139df2b064f HTTP/1.1" status: 200 len: 851 time: 0.1168280 Jul 15 23:10:38.789111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.790567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec970-1849-4b35-a223-a005f9903db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249c77bf-bf8f-4248-b2f7-791f1c54935d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:38.883898 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.899650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-7d4468ea-720c-4fff-8987-19df9330eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.901262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-7d4468ea-720c-4fff-8987-19df9330eb5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 916 time: 0.3042152 Jul 15 23:10:38.910266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-bf1d7669-242c-4b76-bf0e-ac6dd008af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.911899 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-bf1d7669-242c-4b76-bf0e-ac6dd008af02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349049 Jul 15 23:10:38.973300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32808) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:38.977490 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.992328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-fe45c980-920b-4dff-aac9-90b3526f7037 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68ebc5aa-5999-4bb5-8873-6592ad6053a6 HTTP/1.1" status: 200 len: 217 time: 0.0736816 Jul 15 23:10:39.008405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193fe3c-e678-4e77-82cf-c2ff6acca8b2 req-5138fa8b-18ee-4d16-bba1-cd364b31e988 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:39.010010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9193fe3c-e678-4e77-82cf-c2ff6acca8b2 req-5138fa8b-18ee-4d16-bba1-cd364b31e988 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 943 time: 0.2670269 Jul 15 23:10:39.140426 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.150450 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f28d25a-8ee5-402f-b6b3-6b3ad233aec1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c03d23315ce4acc9c3a533223340398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741233 Jul 15 23:10:39.154740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32816) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:39.158983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-d723581a-1ebd-438f-9e7b-e6350ef3d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:39.160281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-d723581a-1ebd-438f-9e7b-e6350ef3d84b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.1462829 Jul 15 23:10:39.160654 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-713bf64f-8343-448c-a344-ecd84655cd0b service neutron] 10.222.0.37 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323744 Jul 15 23:10:39.160961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.209381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9193fe3c-e678-4e77-82cf-c2ff6acca8b2 req-f4daa8b7-c620-4d24-958e-7a2621b9f4bd tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802757 Jul 15 23:10:39.244298 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.256191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-4590f8e8-49a5-4fa9-860f-eeb7dc24821c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820627 Jul 15 23:10:39.275845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.284535 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.312047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d7fbc8-e727-4529-b1dd-dfff95ab5cd8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.331519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83b07a397bc1477f85066a5d5510063a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893735 Jul 15 23:10:39.345119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32822) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:39.353652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:39.357400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.357810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.358219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.358617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.359042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.359435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.360020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.360418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.360819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.361684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.362073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.362462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c128778-99cc-4caf-91af-9762c17ca1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:39.367503 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a8c89a22-584f-45d5-8bf3-7063efa67a0b req-94c55ed7-9c68-42ec-9c1d-b9086ac45be5 service neutron] 10.222.0.37 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954269 Jul 15 23:10:39.395769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:39.397853 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.398261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:39.404833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=a67d2ef0-0927-4507-9a44-f7c81c76bdb3,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.438332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.445705 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-54aa143a-14a4-4eca-b892-690ae5ccca92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2022882 Jul 15 23:10:39.449596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96209b7d-e9cf-47e3-bcb4-71011a098035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.483836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event updated for resources: {'Port': ['ID=2e18f041-e141-469d-aaa7-696ebccb2c23,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.490188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff7472ff-c0d6-44f4-a588-232348178455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.510080 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96209b7d-e9cf-47e3-bcb4-71011a098035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.538010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-5e981db3-adf4-451f-b896-477e182bd8a9 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595291 Jul 15 23:10:39.539871 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff7472ff-c0d6-44f4-a588-232348178455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.617328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96209b7d-e9cf-47e3-bcb4-71011a098035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.620228 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96209b7d-e9cf-47e3-bcb4-71011a098035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.624743 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96209b7d-e9cf-47e3-bcb4-71011a098035 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30d7fbc8-e727-4529-b1dd-dfff95ab5cd8 HTTP/1.1" status: 204 len: 168 time: 0.2752037 Jul 15 23:10:39.633051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96209b7d-e9cf-47e3-bcb4-71011a098035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d7fbc8-e727-4529-b1dd-dfff95ab5cd8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.670812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.697973 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32840) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:39.732278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff7472ff-c0d6-44f4-a588-232348178455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.732278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff7472ff-c0d6-44f4-a588-232348178455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.732278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ff7472ff-c0d6-44f4-a588-232348178455 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b1272ba-6d36-4282-a9ef-1c2177243eb4 HTTP/1.1" status: 204 len: 168 time: 0.5755279 Jul 15 23:10:39.740289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8605e624-7ee2-40fc-8598-b6ec7dbfe8d3 req-bd37c143-366c-403b-9d6a-e089f0d4651b service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742847 Jul 15 23:10:39.746976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.763424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7472ff-c0d6-44f4-a588-232348178455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1272ba-6d36-4282-a9ef-1c2177243eb4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.869612 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-872656b0-f0ac-458e-8b46-7b68faf77a7c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--23950080&fields=id&tenant_id=0804bb7921bd4ff1bed93f8057dbde25 HTTP/1.1" status: 200 len: 267 time: 0.0553761 Jul 15 23:10:39.956664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-network', 'tenant_id': '043a468db77a42dda7c9622508327afc'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:39.980946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Made reservation on behalf of 043a468db77a42dda7c9622508327afc for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:39.981981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-10bd7575-7a4b-49c1-b8da-14873b1c2d23 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:39.983623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.988482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-10bd7575-7a4b-49c1-b8da-14873b1c2d23 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports/2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 930 time: 0.1075509 Jul 15 23:10:39.995128 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.068051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-1a2b8a02-7560-4a13-8806-438eea864eee tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.069465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-1a2b8a02-7560-4a13-8806-438eea864eee tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports/2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 930 time: 0.0802212 Jul 15 23:10:40.128667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.133707 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.136317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.157939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a9a54c9e-f260-475d-a5a8-5f11f88bc15d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0825119 Jul 15 23:10:40.158691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.174380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:40.187202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.195004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.195501 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Added segment 54fd57ed-0397-4e60-942e-20211c1bd676 of type vlan for network 18c78595-dded-4a39-aecd-4c7b0f604bda Jul 15 23:10:40.249492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.250711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-1ba1a53d-c2ac-4c3a-94a7-d6b726646be5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0822825 Jul 15 23:10:40.289661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event updated for resources: {'Port': ['ID=2e18f041-e141-469d-aaa7-696ebccb2c23,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.300880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.302344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.303108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.331721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.346868 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6432247 Jul 15 23:10:40.347806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32878) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:40.359064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Request body: {'subnet': {'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-subnet', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:40.414425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Pushing event updated for resources: {'Network': ['ID=18c78595-dded-4a39-aecd-4c7b0f604bda,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.423675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.424090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.424519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.424863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.425200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.425586 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.425917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.426248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.426577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.426974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.427327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.427691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfc1392-224f-42f8-90d6-2a76103d1524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:40.431507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Made reservation on behalf of 043a468db77a42dda7c9622508327afc for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:40.433886 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.440410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 18c78595-dded-4a39-aecd-4c7b0f604bda details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:40.441515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6be08514-ed79-43b0-9691-466a8c2b7c78 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.449180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6be08514-ed79-43b0-9691-466a8c2b7c78 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.458328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6be08514-ed79-43b0-9691-466a8c2b7c78 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.465908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6be08514-ed79-43b0-9691-466a8c2b7c78 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/networks?id=9267d37d-4936-45b9-86fc-a552f79fc3f3&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=676655e1-1039-438e-be89-7733e2899543&id=676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 200 len: 1989 time: 0.1935155 Jul 15 23:10:40.482284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.483649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-05918a22-db0f-4f78-908f-bcdad0d7de76 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6545444 Jul 15 23:10:40.490541 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-15b1b7a5-d800-417f-9499-b77dd94c01c8 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/quotas/0804bb7921bd4ff1bed93f8057dbde25 HTTP/1.1" status: 200 len: 375 time: 0.0237527 Jul 15 23:10:40.581795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-cc86871f-0707-48c5-b1e9-bf87f3abadae tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0885434 Jul 15 23:10:40.700830 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.706211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b0871962-22b8-4d37-b31c-b7321d863bc1 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2070093 Jul 15 23:10:40.798198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ec4f0c-3a66-4a75-972f-c05f5a31d2b2,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.803783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Checking segment: {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:40.804009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-746037cf-0092-4a62-afe2-686f5e761e53 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.804146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Network hostable DHCP agents. Network: 18c78595-dded-4a39-aecd-4c7b0f604bda, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:40.805389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea5bacef-66ac-4890-9288-356f37cadb24 req-746037cf-0092-4a62-afe2-686f5e761e53 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2172680 Jul 15 23:10:40.826536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Network 18c78595-dded-4a39-aecd-4c7b0f604bda is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:40.843512 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 18c78595-dded-4a39-aecd-4c7b0f604bda) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:40.850466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.851728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.852065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5c2cc-c077-4489-8f4c-f22cf317ff70 None None] Network 18c78595-dded-4a39-aecd-4c7b0f604bda requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:40.887358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a8e81c1f-f7cb-42d9-85ed-ad09987c9c24 service neutron] 10.222.0.23 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801777 Jul 15 23:10:40.892613 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-724e349c-ab72-4c8f-9695-61e350f2072a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5428026 Jul 15 23:10:40.894582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32908) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:40.913945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:40.958846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.960003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.020226 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.039365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-18c78595-dded-4a39-aecd-4c7b0f604bda', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:41.040605 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.075293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-892a4692-2166-4a70-a2e3-8bf9691b9349 service neutron] 10.222.0.23 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773415 Jul 15 23:10:41.084693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f9f99-971c-4970-a79b-3a7430bbfeef req-bd392d23-427d-4e27-a842-f73f299365b5 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:41.091676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-931f9f99-971c-4970-a79b-3a7430bbfeef req-bd392d23-427d-4e27-a842-f73f299365b5 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 943 time: 0.1342781 Jul 15 23:10:41.167322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-931f9f99-971c-4970-a79b-3a7430bbfeef req-583d6b54-8699-4298-8451-795150d7a991 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747409 Jul 15 23:10:41.188230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-22bf83c1-bbcd-4255-8f68-037c3ab5122d service neutron] 10.222.0.23 "GET /v2.0/ports/2e707fe1-2757-4df7-8fad-f6361ba4c3fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0938671 Jul 15 23:10:41.205780 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.231381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Allocated IP 172.20.0.2 (18c78595-dded-4a39-aecd-4c7b0f604bda/83ec4f0c-3a66-4a75-972f-c05f5a31d2b2/2aa643ce-29a6-44f9-bbc0-b2250164dc37) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:41.310125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-2ce5fdfe-5d0d-4460-8a93-6a7657328e7c service neutron] 10.222.0.23 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165597 Jul 15 23:10:41.421403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.432689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Transition to ACTIVE for port object 2aa643ce-29a6-44f9-bbc0-b2250164dc37 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:41.454372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Transition to ACTIVE for port object 2aa643ce-29a6-44f9-bbc0-b2250164dc37 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:41.463369 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.526083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Pushing event updated for resources: {'Port': ['ID=2aa643ce-29a6-44f9-bbc0-b2250164dc37,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:41.535552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Network 18c78595-dded-4a39-aecd-4c7b0f604bda is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:41.537584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:41.540253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:41.617725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Attempting to bind port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:41.618449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Attempting to bind port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:41.619126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Attempting to bind port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 on network 18c78595-dded-4a39-aecd-4c7b0f604bda {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:41.626009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:41.626854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Checking segment: {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:41.627510 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.628097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Bound using segment: {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:41.628795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Bound port: 2aa643ce-29a6-44f9-bbc0-b2250164dc37, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:41.629379 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.709298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] For port 2aa643ce-29a6-44f9-bbc0-b2250164dc37, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:41.715331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] For port 2aa643ce-29a6-44f9-bbc0-b2250164dc37, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2aa643ce-29a6-44f9-bbc0-b2250164dc37,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:41.723686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.800426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26149a-f48c-48d5-8849-34f8ad37fba0 None None] Pushing event updated for resources: {'Port': ['ID=2aa643ce-29a6-44f9-bbc0-b2250164dc37,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:41.813516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.834071 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.860152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 68ebc5aa-5999-4bb5-8873-6592ad6053a6 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:41.863534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a6f4038d-72f5-42ac-b4f3-be848de8c942 service neutron] 10.222.0.23 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474617 Jul 15 23:10:41.908958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-cc1134c1-958f-4c8c-8fcc-ffd557f57544 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5637171 Jul 15 23:10:41.914228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:41.946058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-9ff9e272-a308-44e4-abe6-e0449c559de7 service neutron] 10.222.0.23 "GET /v2.0/ports/2c69f024-805c-4474-ad1e-c6a319e3e6b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0816200 Jul 15 23:10:41.956718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Allocated IP 172.25.3.192 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/202ba5b9-5813-4eff-8209-505c8184f340) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:41.986484 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.026135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 68ebc5aa-5999-4bb5-8873-6592ad6053a6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68ebc5aa-5999-4bb5-8873-6592ad6053a6,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:42.042457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '68ebc5aa-5999-4bb5-8873-6592ad6053a6', 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'port_id': '68ebc5aa-5999-4bb5-8873-6592ad6053a6', 'mac_address': 'fa:16:3e:6b:cb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1090417-ca80-4b48-b094-0b7bad5462cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:42.101182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.105915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.115182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ebc5aa-5999-4bb5-8873-6592ad6053a6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:42.121137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-1616ffc2-0883-4573-92b9-ee988ccd2733 service neutron] 10.222.0.23 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729972 Jul 15 23:10:42.138255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 68ebc5aa-5999-4bb5-8873-6592ad6053a6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68ebc5aa-5999-4bb5-8873-6592ad6053a6,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:42.144117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.158021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.203572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:42.207575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=68ebc5aa-5999-4bb5-8873-6592ad6053a6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:42.211257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:42.215459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:42.218619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Pushing event updated for resources: {'Port': ['ID=202ba5b9-5813-4eff-8209-505c8184f340,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:42.257585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-38a22f96-257c-4654-bfe8-c634550abcfa service neutron] 10.222.0.23 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342752 Jul 15 23:10:42.344818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.407778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-1d102abe-ced9-4da0-bd5f-05244e2b78e6 service neutron] 10.222.0.23 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418638 Jul 15 23:10:42.462587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['68ebc5aa-5999-4bb5-8873-6592ad6053a6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:42.468219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.537837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Allocated IP 172.25.3.240 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/bbde87d8-8928-48e2-b1b7-2b146207ad06) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:42.570188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-79234da1-3d08-433e-9ad1-203fbbca64c9 service neutron] 10.222.0.23 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505208 Jul 15 23:10:42.692105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2aa643ce-29a6-44f9-bbc0-b2250164dc37 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:42.736127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.756882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.759468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:42.784991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d68dc807-9c78-4a5d-80ce-633596cd3b99 service neutron] 10.222.0.23 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945589 Jul 15 23:10:42.875693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.898478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:10:42.936533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-e828e4a0-c325-403d-a674-d53c1380f466 service neutron] 10.222.0.23 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448934 Jul 15 23:10:42.939663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:42.942705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:42.948380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:42.975824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event updated for resources: {'Port': ['ID=bbde87d8-8928-48e2-b1b7-2b146207ad06,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:43.001894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70971a-ca61-4075-a167-f5905fb05e90 None None] Network 18c78595-dded-4a39-aecd-4c7b0f604bda requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:43.014404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:43.022826 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Sync routers for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:43.034705 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:43.035383 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:43.040208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.044626 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c372a901-e329-419f-b4a2-94858ddb28da admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.1431613 Jul 15 23:10:43.045729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32938) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:43.079488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-83ab2b32-935e-4109-89f3-504856716f33 None None] Provisioning for port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:43.088387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-83ab2b32-935e-4109-89f3-504856716f33 None None] Provisioning complete for port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:43.088761 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-83ab2b32-935e-4109-89f3-504856716f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.118783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8a9cc638-b048-4bf2-8c7d-33fe60a8e3ec service neutron] 10.222.0.23 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713419 Jul 15 23:10:43.126688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.161768 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:43.244580 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.248700 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-83ab2b32-935e-4109-89f3-504856716f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.285215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-83ab2b32-935e-4109-89f3-504856716f33 None None] For port 2aa643ce-29a6-44f9-bbc0-b2250164dc37, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2aa643ce-29a6-44f9-bbc0-b2250164dc37,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:43.291331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-83ab2b32-935e-4109-89f3-504856716f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.306668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-083ca299-ea55-448f-9bf7-0fdd6a98c516 service neutron] 10.222.0.23 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782606 Jul 15 23:10:43.348616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab2b32-935e-4109-89f3-504856716f33 None None] Pushing event updated for resources: {'Port': ['ID=2aa643ce-29a6-44f9-bbc0-b2250164dc37,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:43.427462 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:42Z', 'revision_number': 3, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:43.457659 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Checking router: 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:43.458270 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Updating router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 port 202ba5b9-5813-4eff-8209-505c8184f340 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:10:43.502213 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.537534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-0940b24a-671a-458c-af09-daf0c918a28e service neutron] 10.222.0.23 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200329 Jul 15 23:10:43.560344 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.566143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.579344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.631648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8204fddd-aec4-42b6-942a-d9bcea960be1 None None] Provisioning complete for port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:43.631905 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8204fddd-aec4-42b6-942a-d9bcea960be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.635658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.695673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event updated for resources: {'Port': ['ID=bbde87d8-8928-48e2-b1b7-2b146207ad06,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:43.721998 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.730416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6000ab87-9fdd-4926-a9f4-6c69f67b8b8e service neutron] 10.222.0.23 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781292 Jul 15 23:10:43.742597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.744143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-c3a04b97-0fa0-4c18-b229-de2858c89428 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8343730 Jul 15 23:10:43.806208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-7f709b16-4a1e-4d84-8e24-d6e89d140e12 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.0512021 Jul 15 23:10:43.828682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Allocated IP 172.20.0.1 (18c78595-dded-4a39-aecd-4c7b0f604bda/83ec4f0c-3a66-4a75-972f-c05f5a31d2b2/d1177fe7-ed32-43bc-be6b-2bca2933da2a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:43.875803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 68ebc5aa-5999-4bb5-8873-6592ad6053a6 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:43.886095 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.919151 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Transition to ACTIVE for port object 202ba5b9-5813-4eff-8209-505c8184f340 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:43.926931 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.983867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:43.988724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:43.989425 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.993448 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.010841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Transition to ACTIVE for port object d1177fe7-ed32-43bc-be6b-2bca2933da2a will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:44.012846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-adbc86cf-b072-44ae-8cf4-9444e09cc6fb tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.014482 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Attempting to bind port 202ba5b9-5813-4eff-8209-505c8184f340 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:44.014883 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Attempting to bind port 202ba5b9-5813-4eff-8209-505c8184f340 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:44.015234 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Attempting to bind port 202ba5b9-5813-4eff-8209-505c8184f340 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:44.017966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5629b81-3b5a-4905-86f3-5f8bfafe3daf req-adbc86cf-b072-44ae-8cf4-9444e09cc6fb tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2042086 Jul 15 23:10:44.037695 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30805e8-b74f-4753-98bf-3a35ba142b24 None None] Pushing event updated for resources: {'Port': ['ID=202ba5b9-5813-4eff-8209-505c8184f340,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:44.043566 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:44.043728 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:44.044088 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.044471 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:44.045136 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Bound port: 202ba5b9-5813-4eff-8209-505c8184f340, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:44.045718 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.056867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.107393 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] For port 202ba5b9-5813-4eff-8209-505c8184f340, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:44.111829 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] For port 202ba5b9-5813-4eff-8209-505c8184f340, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=202ba5b9-5813-4eff-8209-505c8184f340,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:44.118563 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.172080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Network 18c78595-dded-4a39-aecd-4c7b0f604bda is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:44.176492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:44.185848 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:44.186672 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:44.202158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:44.212534 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.246375 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30805e8-b74f-4753-98bf-3a35ba142b24 None None] Pushing event updated for resources: {'Port': ['ID=202ba5b9-5813-4eff-8209-505c8184f340,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:44.273411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8c7aee-e167-47e8-9b4c-ecc4f73d74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ebc5aa-5999-4bb5-8873-6592ad6053a6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:44.276132 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c979b78-d41c-4dd7-a712-c9a66cd9e962" -d '{"events": [{"server_uuid": "bd8c7aee-e167-47e8-9b4c-ecc4f73d74da", "name": "network-vif-plugged", "status": "completed", "tag": "68ebc5aa-5999-4bb5-8873-6592ad6053a6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:44.276601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Pushing event updated for resources: {'Port': ['ID=d1177fe7-ed32-43bc-be6b-2bca2933da2a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:44.290445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 68ebc5aa-5999-4bb5-8873-6592ad6053a6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68ebc5aa-5999-4bb5-8873-6592ad6053a6,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:44.295655 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.295865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.400338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=68ebc5aa-5999-4bb5-8873-6592ad6053a6,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:44.420335 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:44.528561 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.585959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7375ad54-b2db-4f51-b0b2-58f4f40063d7 None None] Provisioning for port d1177fe7-ed32-43bc-be6b-2bca2933da2a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:44.593740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7375ad54-b2db-4f51-b0b2-58f4f40063d7 None None] Provisioning complete for port d1177fe7-ed32-43bc-be6b-2bca2933da2a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:44.595248 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7375ad54-b2db-4f51-b0b2-58f4f40063d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.645274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f0a72-4c82-4170-8fc1-14d506b5789f req-3c298ce1-3089-41c6-98a1-a9e5045ac2f0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.658065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-420f0a72-4c82-4170-8fc1-14d506b5789f req-3c298ce1-3089-41c6-98a1-a9e5045ac2f0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 945 time: 0.1578166 Jul 15 23:10:44.727099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7375ad54-b2db-4f51-b0b2-58f4f40063d7 None None] Port d1177fe7-ed32-43bc-be6b-2bca2933da2a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:44.738598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2aa643ce-29a6-44f9-bbc0-b2250164dc37 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:44.754984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-420f0a72-4c82-4170-8fc1-14d506b5789f req-8c55b0ef-55c8-4ed9-b021-94f9cef219e1 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960379 Jul 15 23:10:44.838067 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:42Z', 'revision_number': 3, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:44.840963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:44.841345 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.896581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.899636 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50560e-02c1-435c-82b6-e49e0137bfa8 None None] The sync data for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 is: [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:42Z', 'revision_number': 3, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:44.900473 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b1f02-f27d-4a40-a6e3-dfee8f126ea0 x-openstack-request-id: req-0c7b1f02-f27d-4a40-a6e3-dfee8f126ea0 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:44.907162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.910537 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8c7aee-e167-47e8-9b4c-ecc4f73d74da", "name": "network-vif-plugged", "status": "completed", "tag": "68ebc5aa-5999-4bb5-8873-6592ad6053a6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:44.911188 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c7b1f02-f27d-4a40-a6e3-dfee8f126ea0 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:44.911627 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8c7aee-e167-47e8-9b4c-ecc4f73d74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ebc5aa-5999-4bb5-8873-6592ad6053a6', 'code': 200} Jul 15 23:10:44.929763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11ebaf58-2039-41fe-be74-40aee0d26b1f req-e7cbce0a-50a7-4673-b9a4-16c24818843a tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips/dbe27999-79c9-40ce-ace5-b4876eb29ab4 HTTP/1.1" status: 200 len: 693 time: 0.1504436 Jul 15 23:10:45.074005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Pushing event updated for resources: {'Port': ['ID=d1177fe7-ed32-43bc-be6b-2bca2933da2a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:45.076727 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.175566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebaf58-2039-41fe-be74-40aee0d26b1f req-118872e0-d9da-4a46-9ead-e4c63f3e366c tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.178563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11ebaf58-2039-41fe-be74-40aee0d26b1f req-118872e0-d9da-4a46-9ead-e4c63f3e366c tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2393026 Jul 15 23:10:45.206143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Network 18c78595-dded-4a39-aecd-4c7b0f604bda is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:45.208013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:45.269380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad4b22-e560-4399-961c-044079827a27 req-43850ad3-ee70-4c56-b458-358fa88b935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.271611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39ad4b22-e560-4399-961c-044079827a27 req-43850ad3-ee70-4c56-b458-358fa88b935f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 1096 time: 0.2578187 Jul 15 23:10:45.371788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af221f2f-277a-446b-8325-f7fe57d88c1e req-3ff26230-a938-416b-b579-71ee9779b215 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.1072471 Jul 15 23:10:45.435934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39ad4b22-e560-4399-961c-044079827a27 req-ddd904dc-bd19-46f6-a06b-29e8a5871af7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602102 Jul 15 23:10:45.445388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:45.664788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a4ad5b9e-0302-4015-ae9f-d9afa5d6ef47 None None] Provisioning complete for port d1177fe7-ed32-43bc-be6b-2bca2933da2a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:45.665288 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4ad5b9e-0302-4015-ae9f-d9afa5d6ef47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.671318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:45.682586 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bb0f0966-0a5a-4799-b87a-1edb471d7698 admin admin] 10.222.0.23 "PUT /v2.0/routers/4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6335638 Jul 15 23:10:45.745780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad5b9e-0302-4015-ae9f-d9afa5d6ef47 None None] Port d1177fe7-ed32-43bc-be6b-2bca2933da2a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:45.823388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6232bb2c-f01c-4298-990f-ab93f706fc37 req-12b862f9-25c5-4210-b4f0-80254821d3fb tempest-FlavorsV2NegativeTest-1808714035 tempest-FlavorsV2NegativeTest-1808714035-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5a38374c15f4f5fb82a1ed71035416c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390429 Jul 15 23:10:46.254791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-8a3176a6-4989-4ece-a362-2f46d8cc482e tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips/dbe27999-79c9-40ce-ace5-b4876eb29ab4 HTTP/1.1" status: 200 len: 693 time: 0.0767462 Jul 15 23:10:46.313224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232bb2c-f01c-4298-990f-ab93f706fc37 req-f8708d94-66ca-4bf2-9f45-3f61ae1cc616 tempest-FlavorsV2NegativeTest-1808714035 tempest-FlavorsV2NegativeTest-1808714035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:46.314772 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6232bb2c-f01c-4298-990f-ab93f706fc37 req-f8708d94-66ca-4bf2-9f45-3f61ae1cc616 tempest-FlavorsV2NegativeTest-1808714035 tempest-FlavorsV2NegativeTest-1808714035-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4860070 Jul 15 23:10:46.358163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6232bb2c-f01c-4298-990f-ab93f706fc37 req-40272088-aca0-4b0e-a3f9-75df1a260de5 tempest-FlavorsV2NegativeTest-1808714035 tempest-FlavorsV2NegativeTest-1808714035-project] 10.222.0.23 "GET /v2.0/quotas/b5a38374c15f4f5fb82a1ed71035416c HTTP/1.1" status: 200 len: 375 time: 0.0369499 Jul 15 23:10:46.401376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6232bb2c-f01c-4298-990f-ab93f706fc37 req-53b01485-e38d-490f-aa5a-04c0e7b936ce tempest-FlavorsV2NegativeTest-1808714035 tempest-FlavorsV2NegativeTest-1808714035-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5a38374c15f4f5fb82a1ed71035416c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326166 Jul 15 23:10:46.425546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-d92cf51d-abb9-495d-b62b-15bfe1007c86 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:46.427093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-d92cf51d-abb9-495d-b62b-15bfe1007c86 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1660953 Jul 15 23:10:46.489433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-1fb72107-0565-40a9-b989-898e054f04f9 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.0564945 Jul 15 23:10:46.618814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-de4da95c-5590-4331-84dc-ee133640bf06 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.1219378 Jul 15 23:10:46.707408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6562b663-830f-4dee-be0f-2a2f25fe403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:46.708823 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6562b663-830f-4dee-be0f-2a2f25fe403d service neutron] 10.222.0.37 "GET /v2.0/ports/2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 1026 time: 0.1829493 Jul 15 23:10:46.805298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 202ba5b9-5813-4eff-8209-505c8184f340 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:46.813327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Deleting port bbde87d8-8928-48e2-b1b7-2b146207ad06 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:46.813668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.863632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a85389c4-13f5-4602-baf6-fc6b1c6ad8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:46.865825 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a85389c4-13f5-4602-baf6-fc6b1c6ad8d9 service neutron] 10.222.0.37 "GET /v2.0/ports/2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 1026 time: 0.1463656 Jul 15 23:10:46.924130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 202ba5b9-5813-4eff-8209-505c8184f340 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:46.938701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 202ba5b9-5813-4eff-8209-505c8184f340 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:46.940000 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.946784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.947645 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.966898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Calling delete_port for bbde87d8-8928-48e2-b1b7-2b146207ad06 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:47.127207 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.135637 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-99fcb0a7-42c5-41c6-8522-3ff0af68c478 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.150304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-99fcb0a7-42c5-41c6-8522-3ff0af68c478 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.156905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-99fcb0a7-42c5-41c6-8522-3ff0af68c478 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.158920 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-99fcb0a7-42c5-41c6-8522-3ff0af68c478 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "GET /v2.0/networks?id=9267d37d-4936-45b9-86fc-a552f79fc3f3&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=676655e1-1039-438e-be89-7733e2899543&id=676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 200 len: 1989 time: 0.2845104 Jul 15 23:10:47.168469 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.182999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 202ba5b9-5813-4eff-8209-505c8184f340, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=202ba5b9-5813-4eff-8209-505c8184f340,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:47.189835 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.202148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event deleted for resources: {'Port': ['ID=bbde87d8-8928-48e2-b1b7-2b146207ad06,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.240966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33142) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:47.266096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a7edff4e-f41f-43f7-b677-bc636efc3b95 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0804bb7921bd4ff1bed93f8057dbde25 HTTP/1.1" status: 200 len: 378 time: 0.0851955 Jul 15 23:10:47.269360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Sync routers for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:47.275922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'admin_state_up': True, 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'security_groups': ['95781350-8e69-4aeb-b20b-f20e91637209']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:47.295948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=202ba5b9-5813-4eff-8209-505c8184f340,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.315879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:47.316600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.337355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.341040 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.342439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bda436f-557d-40cd-bcd2-60eaf2e8965a req-fe766125-347a-48b0-8d01-7d839be0f9ab tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "DELETE /v2.0/floatingips/dbe27999-79c9-40ce-ace5-b4876eb29ab4 HTTP/1.1" status: 204 len: 173 time: 0.7146232 Jul 15 23:10:47.379251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80007027-016c-4929-8626-648f579fcba8 req-56d4fba1-a149-4f37-b1b7-df61d5e889eb tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.381894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80007027-016c-4929-8626-648f579fcba8 req-56d4fba1-a149-4f37-b1b7-df61d5e889eb tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 945 time: 0.1095192 Jul 15 23:10:47.422321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:47.430275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.453044 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80007027-016c-4929-8626-648f579fcba8 req-f4ec7f81-e470-49cc-9bdc-6fd472e660be tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611613 Jul 15 23:10:47.492811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46843657-0fcb-4ed4-811f-081145fa183c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.612086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Allocated IP 172.20.0.13 (9267d37d-4936-45b9-86fc-a552f79fc3f3/dd39a03c-545c-46bc-b82c-7c1d5c3237f1/c9bbca2a-1b0c-49f1-91c7-fb017eba71fe) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:47.658366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:47.695588 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46843657-0fcb-4ed4-811f-081145fa183c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.706562 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46843657-0fcb-4ed4-811f-081145fa183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.796989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46843657-0fcb-4ed4-811f-081145fa183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384a049a-b422-46a4-95a3-259a89a0f6f7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.812766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-46843657-0fcb-4ed4-811f-081145fa183c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5a38374c15f4f5fb82a1ed71035416c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414958 Jul 15 23:10:47.813560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33154) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:47.885207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.903760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Transition to ACTIVE for port object c9bbca2a-1b0c-49f1-91c7-fb017eba71fe will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:47.952217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.954487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 2, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.970251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c941-ced4-43aa-9b61-16d1f516f519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.041917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c941-ced4-43aa-9b61-16d1f516f519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.068860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:48.073138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:48.074331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Checking router: 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:48.075396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:48.075887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Updating router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 port d1177fe7-ed32-43bc-be6b-2bca2933da2a binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:10:48.078545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:48.121807 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.150606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.151607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.164695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0624cc1f-6719-469b-87c1-d96e2fd25e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.183582 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5cca4261-5999-4d47-8db4-d06897fc962d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9095411 Jul 15 23:10:48.202457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-aea64d03-a2ff-42ed-afd3-e7f40de292e8 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.203748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'admin_state_up': True, 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'security_groups': ['95781350-8e69-4aeb-b20b-f20e91637209']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:48.210783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-aea64d03-a2ff-42ed-afd3-e7f40de292e8 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/networks?id=18c78595-dded-4a39-aecd-4c7b0f604bda HTTP/1.1" status: 200 len: 828 time: 0.2848306 Jul 15 23:10:48.242620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-a03353ac-2b0e-4152-bd68-c93fa751e595 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/quotas/043a468db77a42dda7c9622508327afc HTTP/1.1" status: 200 len: 375 time: 0.0308287 Jul 15 23:10:48.305089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d3a3-26c4-419f-94dd-70c3505965d0 req-a12feb13-2328-4359-9d60-227719fb252b tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.306924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f168d3a3-26c4-419f-94dd-70c3505965d0 req-a12feb13-2328-4359-9d60-227719fb252b tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 932 time: 0.2163460 Jul 15 23:10:48.309701 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c941-ced4-43aa-9b61-16d1f516f519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.312577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff9c941-ced4-43aa-9b61-16d1f516f519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.313689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5ff9c941-ced4-43aa-9b61-16d1f516f519 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/384a049a-b422-46a4-95a3-259a89a0f6f7 HTTP/1.1" status: 204 len: 168 time: 0.4992018 Jul 15 23:10:48.332094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9c941-ced4-43aa-9b61-16d1f516f519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a049a-b422-46a4-95a3-259a89a0f6f7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:48.410965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f168d3a3-26c4-419f-94dd-70c3505965d0 req-8a23b29a-8f8c-4e82-a88e-27fc40b1417f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867708 Jul 15 23:10:48.430128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-146d69f0-95e5-498a-8b8b-a7b0dc780a74 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=043a468db77a42dda7c9622508327afc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1861141 Jul 15 23:10:48.493043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:48.497567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.563643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5e6e30a4-c1e6-47b4-ba9f-fc3f6c31f1bb None None] Provisioning for port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:48.589045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5e6e30a4-c1e6-47b4-ba9f-fc3f6c31f1bb None None] Provisioning complete for port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:48.589484 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5e6e30a4-c1e6-47b4-ba9f-fc3f6c31f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.701689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e30a4-c1e6-47b4-ba9f-fc3f6c31f1bb None None] Port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:48.736099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 202ba5b9-5813-4eff-8209-505c8184f340 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:48.779382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-1f9b0ebc-0814-48c5-980f-25cb6d38a1c8 service neutron] 10.222.0.23 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484089 Jul 15 23:10:48.781877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Allocated IP 10.1.1.90 (d6e4d16d-2c1a-4f89-ac31-6442660d47c0/706067d4-9f95-484f-b172-bf8840ccf970/fea8efda-f69d-4eb3-9e36-aa435e795501) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:48.816806 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.819300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 202ba5b9-5813-4eff-8209-505c8184f340 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:48.819906 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.860013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Transition to ACTIVE for port object d1177fe7-ed32-43bc-be6b-2bca2933da2a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:48.878879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.916740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-35977f5b-8462-4f3f-ab7a-676882267321 service neutron] 10.222.0.23 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250198 Jul 15 23:10:48.935600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f63ec8-a021-40e4-8811-2192820cac5e req-22d023cf-267f-4f98-b999-055dba3c4b6d tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.955443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61f63ec8-a021-40e4-8811-2192820cac5e req-22d023cf-267f-4f98-b999-055dba3c4b6d tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4056046 Jul 15 23:10:48.974897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e8be6-a03a-42c3-b311-f264cce2195f None None] Pushing event updated for resources: {'Port': ['ID=d1177fe7-ed32-43bc-be6b-2bca2933da2a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.127638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.165201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Transition to ACTIVE for port object fea8efda-f69d-4eb3-9e36-aa435e795501 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:49.215266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Attempting to bind port d1177fe7-ed32-43bc-be6b-2bca2933da2a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:49.215633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Attempting to bind port d1177fe7-ed32-43bc-be6b-2bca2933da2a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:49.215990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Attempting to bind port d1177fe7-ed32-43bc-be6b-2bca2933da2a on network 18c78595-dded-4a39-aecd-4c7b0f604bda {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:49.223149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:49.223149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Checking segment: {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:49.223500 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.223758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Bound using segment: {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:49.224222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Bound port: d1177fe7-ed32-43bc-be6b-2bca2933da2a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:49.224703 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.268516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.313786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] For port d1177fe7-ed32-43bc-be6b-2bca2933da2a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:49.317871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] For port d1177fe7-ed32-43bc-be6b-2bca2933da2a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d1177fe7-ed32-43bc-be6b-2bca2933da2a,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:49.322341 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.396690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:49.403321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:49.404983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:49.440753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:49.441619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:49.490269 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:49.491460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.511202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=fea8efda-f69d-4eb3-9e36-aa435e795501,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.535216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e8be6-a03a-42c3-b311-f264cce2195f None None] Pushing event updated for resources: {'Port': ['ID=d1177fe7-ed32-43bc-be6b-2bca2933da2a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.537022 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6d8fade0-ed21-4fb2-b307-1b1a0e1b35f3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3380234 Jul 15 23:10:49.557561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'admin_state_up': True, 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'security_groups': ['95781350-8e69-4aeb-b20b-f20e91637209']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:49.674737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:49.794688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:49.801438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.040309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-963a30c5-80bb-4780-871c-24f3a2b43c0a None None] Provisioning for port fea8efda-f69d-4eb3-9e36-aa435e795501 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:50.046945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-963a30c5-80bb-4780-871c-24f3a2b43c0a None None] Provisioning complete for port fea8efda-f69d-4eb3-9e36-aa435e795501 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:50.047320 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-963a30c5-80bb-4780-871c-24f3a2b43c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.089188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Allocated IP 10.1.1.127 (d6e4d16d-2c1a-4f89-ac31-6442660d47c0/706067d4-9f95-484f-b172-bf8840ccf970/752b1bd2-10f2-4679-902b-dd4d1fb9e993) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:50.100458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-963a30c5-80bb-4780-871c-24f3a2b43c0a None None] Port fea8efda-f69d-4eb3-9e36-aa435e795501 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:50.110904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:49Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:50.139342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea682b9-5736-4bdd-91dc-68c0a062d0b5 None None] The sync data for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 is: [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:49Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:50.338174 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.365333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Transition to ACTIVE for port object 752b1bd2-10f2-4679-902b-dd4d1fb9e993 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:50.404156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57f4c13a-6bd0-43d5-b98e-5a8f062fdeef req-a5af5998-9b14-4a9a-bb0f-773d5361ac6f tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=cd4f708d240d4233bff24a2140c9545d HTTP/1.1" status: 200 len: 1655 time: 0.1071522 Jul 15 23:10:50.422734 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.473860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:50.477272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:50.481730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:50.517165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=752b1bd2-10f2-4679-902b-dd4d1fb9e993,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.553179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:50.553839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.573437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4c13a-6bd0-43d5-b98e-5a8f062fdeef req-71dcbc7e-f08a-4d7d-979c-dbe49d93da37 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:50.576570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-65575690-9ebd-44b7-8230-704ab89fd1cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0252864 Jul 15 23:10:50.595211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57f4c13a-6bd0-43d5-b98e-5a8f062fdeef req-71dcbc7e-f08a-4d7d-979c-dbe49d93da37 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks?id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&id=f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 787 time: 0.1900961 Jul 15 23:10:50.609536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '676655e1-1039-438e-be89-7733e2899543', 'admin_state_up': True, 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'security_groups': ['95781350-8e69-4aeb-b20b-f20e91637209']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:50.617045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ba61-2856-463a-ae31-bfde20139a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.714826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d1177fe7-ed32-43bc-be6b-2bca2933da2a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:50.801060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d1177fe7-ed32-43bc-be6b-2bca2933da2a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:50.807789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d1177fe7-ed32-43bc-be6b-2bca2933da2a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:50.809075 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.827433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:50.849873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-431d53d0-5c23-44de-a569-268422d8991f req-0945dbc8-cbdc-43c9-927a-431d3da0e5e9 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 210 time: 0.0721991 Jul 15 23:10:50.953541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.999091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ebc6fc0e-21b6-4355-88e7-6c6f0b492d04 None None] Provisioning for port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:51.014998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ebc6fc0e-21b6-4355-88e7-6c6f0b492d04 None None] Provisioning complete for port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:51.015568 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebc6fc0e-21b6-4355-88e7-6c6f0b492d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.071204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.098024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.131029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6fc0e-21b6-4355-88e7-6c6f0b492d04 None None] Port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:51.155958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efa71-b1cb-4ca1-9fd5-2bb74423b75e req-d21e7ba0-2cff-403b-be44-5f9f61e7d2b0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.167546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efa71-b1cb-4ca1-9fd5-2bb74423b75e req-d21e7ba0-2cff-403b-be44-5f9f61e7d2b0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.169106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d1177fe7-ed32-43bc-be6b-2bca2933da2a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d1177fe7-ed32-43bc-be6b-2bca2933da2a,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:51.176988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efa71-b1cb-4ca1-9fd5-2bb74423b75e req-d21e7ba0-2cff-403b-be44-5f9f61e7d2b0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.177572 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.178852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef1efa71-b1cb-4ca1-9fd5-2bb74423b75e req-d21e7ba0-2cff-403b-be44-5f9f61e7d2b0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 2374 time: 0.1526854 Jul 15 23:10:51.248177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d1177fe7-ed32-43bc-be6b-2bca2933da2a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:51.257021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.257377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.257721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.258062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.258401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.258734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.259110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.259442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.259770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.260099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.260426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.260754 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:51.291272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef1efa71-b1cb-4ca1-9fd5-2bb74423b75e req-106d7846-d8b6-417f-beb6-842ab17734d2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045771 Jul 15 23:10:51.445798 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.452788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-66fb9138-ec02-47f5-a25e-1251c93d779d tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.456244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-66fb9138-ec02-47f5-a25e-1251c93d779d tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.59 "GET /v2.0/networks?id=18c78595-dded-4a39-aecd-4c7b0f604bda HTTP/1.1" status: 200 len: 828 time: 0.2711079 Jul 15 23:10:51.475951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Request body: {'port': {'device_id': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'admin_state_up': True, 'tenant_id': '043a468db77a42dda7c9622508327afc'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:51.662071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-6fd4a697-bef2-41ea-9908-065fa64c9d67 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6e5064e86cae49a18da7dd7575e976c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312603 Jul 15 23:10:51.687702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Allocated IP 10.2.2.100 (676655e1-1039-438e-be89-7733e2899543/23f7feb2-4189-41f4-9ca0-a6da6be0852d/28eba14b-9740-49bf-b234-fcdf2819574d) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:51.785463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Made reservation on behalf of 043a468db77a42dda7c9622508327afc for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:51.789646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.840086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-02f78c9c-8a5c-47ba-bee9-a09ce90550dc tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.841606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-02f78c9c-8a5c-47ba-bee9-a09ce90550dc tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782746 Jul 15 23:10:51.873671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.890328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Transition to ACTIVE for port object 28eba14b-9740-49bf-b234-fcdf2819574d will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:51.899146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-d38a06af-8f7c-4092-a52f-4386bf8e500d tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/quotas/6e5064e86cae49a18da7dd7575e976c7 HTTP/1.1" status: 200 len: 375 time: 0.0257511 Jul 15 23:10:51.926721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.935276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-bed8158b-a7e9-4dae-9cc9-324c497ed542 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e5064e86cae49a18da7dd7575e976c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352802 Jul 15 23:10:51.990280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network 676655e1-1039-438e-be89-7733e2899543 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:51.994288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:51.999733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:52.014585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Allocated IP 172.20.0.4 (18c78595-dded-4a39-aecd-4c7b0f604bda/83ec4f0c-3a66-4a75-972f-c05f5a31d2b2/cd8739e7-cb16-43ab-90d2-8703a2d1050f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:52.029588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=28eba14b-9740-49bf-b234-fcdf2819574d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:52.076889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.077569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.096288 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-214be422-5fcf-405f-951e-d0a380ade837 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4978576 Jul 15 23:10:52.117061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '676655e1-1039-438e-be89-7733e2899543', 'admin_state_up': True, 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'security_groups': ['95781350-8e69-4aeb-b20b-f20e91637209']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:52.259661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Made reservation on behalf of 0804bb7921bd4ff1bed93f8057dbde25 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:52.268785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.275832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-04487c56-6010-4419-b750-967c078df598 None None] Provisioning for port 28eba14b-9740-49bf-b234-fcdf2819574d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:52.280107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-04487c56-6010-4419-b750-967c078df598 None None] Provisioning complete for port 28eba14b-9740-49bf-b234-fcdf2819574d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:52.280564 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04487c56-6010-4419-b750-967c078df598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.363302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-04487c56-6010-4419-b750-967c078df598 None None] Port 28eba14b-9740-49bf-b234-fcdf2819574d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:52.385507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-d6299ba7-f837-425d-a2da-b242ddf9a5f5 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips/ef5f4d74-3cb6-4d6f-854d-5f3183385867 HTTP/1.1" status: 200 len: 693 time: 0.0914049 Jul 15 23:10:52.390087 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.392881 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:10:52.447030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Transition to ACTIVE for port object cd8739e7-cb16-43ab-90d2-8703a2d1050f will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:52.520742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Allocated IP 10.2.2.200 (676655e1-1039-438e-be89-7733e2899543/23f7feb2-4189-41f4-9ca0-a6da6be0852d/060a90c1-f4fe-4238-9f2a-5d4ccb2b1436) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:52.549181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-cca11871-bed3-42c2-a47e-4c5b8668c808 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.550721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-cca11871-bed3-42c2-a47e-4c5b8668c808 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1580231 Jul 15 23:10:52.567372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.679028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d1177fe7-ed32-43bc-be6b-2bca2933da2a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:52.715305 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.741033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Transition to ACTIVE for port object 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:52.788721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.790009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d1177fe7-ed32-43bc-be6b-2bca2933da2a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:52.791600 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.880077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event updated for resources: {'Port': ['ID=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:52.911916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-e978c535-fe6b-4ff3-ad72-0164ece7f2e3 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.3542449 Jul 15 23:10:52.912713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Network 676655e1-1039-438e-be89-7733e2899543 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:52.918361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:52.935559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:52.970096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-91a36016-28cd-4aff-bc7f-9017a16434d5 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0566823 Jul 15 23:10:53.006190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.007040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.031281 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8c79c85c-d19f-4de3-8f5b-d4895a35d2fc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9185174 Jul 15 23:10:53.039524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Network 18c78595-dded-4a39-aecd-4c7b0f604bda is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:53.049813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Pushing event updated for resources: {'Port': ['ID=cd8739e7-cb16-43ab-90d2-8703a2d1050f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.052880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:53.055331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:53.063418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:53.200843 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.201903 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.251282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.251960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.302022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-fb0a8336-f8af-428b-ae2b-7cedc7eb38f7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8304365 Jul 15 23:10:53.307244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f0d600a3-f373-4467-a49f-81233e345a56 None None] Provisioning for port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:53.309326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Deleting port 2e18f041-e141-469d-aaa7-696ebccb2c23 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:53.309326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.314435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f0d600a3-f373-4467-a49f-81233e345a56 None None] Provisioning complete for port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:53.314861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0d600a3-f373-4467-a49f-81233e345a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.331888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Request body: {'port': {'device_id': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:53.373837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f0d600a3-f373-4467-a49f-81233e345a56 None None] Port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:53.480031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.480950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.495391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.499337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23f15017-b180-4d01-a9c4-47413d53787f None None] Provisioning for port cd8739e7-cb16-43ab-90d2-8703a2d1050f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:53.501698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Calling delete_port for 2e18f041-e141-469d-aaa7-696ebccb2c23 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:53.507270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23f15017-b180-4d01-a9c4-47413d53787f None None] Provisioning complete for port cd8739e7-cb16-43ab-90d2-8703a2d1050f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:53.507646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23f15017-b180-4d01-a9c4-47413d53787f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.550291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-23f15017-b180-4d01-a9c4-47413d53787f None None] Port cd8739e7-cb16-43ab-90d2-8703a2d1050f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:53.606732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bbca2a-1b0c-49f1-91c7-fb017eba71fe {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:53.614492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.628792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Transition to ACTIVE for port object c9bbca2a-1b0c-49f1-91c7-fb017eba71fe will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:53.632974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.759591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.810851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Attempting to bind port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:53.811188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Attempting to bind port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:53.811523 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Attempting to bind port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe on network 9267d37d-4936-45b9-86fc-a552f79fc3f3 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:53.816088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe on network 9267d37d-4936-45b9-86fc-a552f79fc3f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:53.816405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Attempting to bind port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe on network 9267d37d-4936-45b9-86fc-a552f79fc3f3 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:53.828117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:53.828117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Checking segment: {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:53.828517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Bound using segment: {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:53.828948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Bound port: c9bbca2a-1b0c-49f1-91c7-fb017eba71fe, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5667fb44-6af1-4f68-a31e-5088e6d5cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:53.829608 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.872517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.922166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event deleted for resources: {'Port': ['ID=2e18f041-e141-469d-aaa7-696ebccb2c23,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.955490 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-eb8312b8-64d2-409a-8e44-a7d1f16f874a tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e5064e86cae49a18da7dd7575e976c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707159 Jul 15 23:10:53.993741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8739e7-cb16-43ab-90d2-8703a2d1050f {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:54.005883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.024583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.027671 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.028910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7701d6eb-4262-4ffc-970c-421d544bfce8 req-c2b356ce-84c0-4c85-910c-024dd3bb3aec tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "DELETE /v2.0/floatingips/ef5f4d74-3cb6-4d6f-854d-5f3183385867 HTTP/1.1" status: 204 len: 173 time: 1.0578349 Jul 15 23:10:54.031594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Transition to ACTIVE for port object cd8739e7-cb16-43ab-90d2-8703a2d1050f will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:54.039380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.052583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] For port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:54.098720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] For port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:54.117782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.194012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.194642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.196095 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9bbca2a-1b0c-49f1-91c7-fb017eba71fe HTTP/1.1" status: 200 len: 1092 time: 1.1446359 Jul 15 23:10:54.196550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:54.211270 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca02aec-f1fa-440e-8e67-dacd9451b12a" -d '{"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:54.242153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8739e7-cb16-43ab-90d2-8703a2d1050f,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.259521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8ad341be-a709-467a-a890-0a370520453c tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.266403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8ad341be-a709-467a-a890-0a370520453c tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983408 Jul 15 23:10:54.275090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:54.299529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Attempting to bind port cd8739e7-cb16-43ab-90d2-8703a2d1050f on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:54.299898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Attempting to bind port cd8739e7-cb16-43ab-90d2-8703a2d1050f by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:54.300199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Attempting to bind port cd8739e7-cb16-43ab-90d2-8703a2d1050f on network 18c78595-dded-4a39-aecd-4c7b0f604bda {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:54.305468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Port cd8739e7-cb16-43ab-90d2-8703a2d1050f on network 18c78595-dded-4a39-aecd-4c7b0f604bda not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:54.305840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Attempting to bind port cd8739e7-cb16-43ab-90d2-8703a2d1050f on network 18c78595-dded-4a39-aecd-4c7b0f604bda {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:54.313812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Request body: {'port': {'device_id': '945a5253-9b35-4501-a024-c4574a2126c2', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '6e5064e86cae49a18da7dd7575e976c7'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:54.320000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:54.320348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Checking segment: {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:54.320744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Bound using segment: {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:54.321193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Bound port: cd8739e7-cb16-43ab-90d2-8703a2d1050f, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fd57ed-0397-4e60-942e-20211c1bd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:54.321557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.401028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c86c9-408f-4d1e-8d36-2eb490daec02 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.476917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] For port cd8739e7-cb16-43ab-90d2-8703a2d1050f, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:54.481714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] For port cd8739e7-cb16-43ab-90d2-8703a2d1050f, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:54.512772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.515219 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.565493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.566111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.567543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 200 len: 1091 time: 1.2497416 Jul 15 23:10:54.568166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:54.570466 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55" -d '{"events": [{"name": "network-changed", "server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:54.595644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306eaa0-ea56-4d23-987b-e506875e7b62 req-12bf60ec-73ea-4c17-9750-a5f0b9f1b4de tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.597238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4306eaa0-ea56-4d23-987b-e506875e7b62 req-12bf60ec-73ea-4c17-9750-a5f0b9f1b4de tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 943 time: 0.1886339 Jul 15 23:10:54.621627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d68846-a40b-4f33-a378-129b349f37d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8739e7-cb16-43ab-90d2-8703a2d1050f,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.687042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4306eaa0-ea56-4d23-987b-e506875e7b62 req-8f286207-5b26-4415-b156-5b9794786ef0 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730467 Jul 15 23:10:54.720013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-85d7d912-0cbe-48a4-a7cb-661218668148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.721602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-85d7d912-0cbe-48a4-a7cb-661218668148 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043a468db77a42dda7c9622508327afc&device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 1094 time: 0.1009669 Jul 15 23:10:54.769071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-06c0eba3-2f0b-4f9a-8acd-af2adb533021 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 200 len: 217 time: 0.0351830 Jul 15 23:10:54.775013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.802890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Made reservation on behalf of 6e5064e86cae49a18da7dd7575e976c7 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:54.806568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.836145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-a539e26c-323c-4ca7-93ba-2d2962d91df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.836521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.837379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-a539e26c-323c-4ca7-93ba-2d2962d91df7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=83ec4f0c-3a66-4a75-972f-c05f5a31d2b2 HTTP/1.1" status: 200 len: 867 time: 0.0576282 Jul 15 23:10:54.921277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db87acc4-963f-44cc-b0f5-21f012e1dc16 req-cda0a64b-9a19-49cf-831b-bb9f2d39d9bb tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 210 time: 0.0380845 Jul 15 23:10:54.976156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-18cb13a5-7c9a-489e-891e-1be1f3f74c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.978492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-18cb13a5-7c9a-489e-891e-1be1f3f74c49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18c78595-dded-4a39-aecd-4c7b0f604bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299534 Jul 15 23:10:55.025696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e707fe1-2757-4df7-8fad-f6361ba4c3fd {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:55.036781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.061874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Transition to ACTIVE for port object 2e707fe1-2757-4df7-8fad-f6361ba4c3fd will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:55.072658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.090330 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.106410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-ad3e929a-05bd-4928-9361-d9868eadf0f9 service neutron] 10.222.0.59 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118400 Jul 15 23:10:55.119314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.235784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6ae8d65-1aec-4d7d-aef6-cd4cb427119e req-4645d370-b921-4a07-a11b-86b33844e28c service neutron] 10.222.0.59 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176145 Jul 15 23:10:55.299674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Pushing event updated for resources: {'Port': ['ID=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.317900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e671593-489d-48d1-827f-3ba7a52b8d3d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.383087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Attempting to bind port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:55.383424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Attempting to bind port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:55.383757 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Attempting to bind port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:55.394152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:55.394475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Attempting to bind port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:55.402978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:55.403319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Checking segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:55.403705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Bound using segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:55.404150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Bound port: 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:55.404519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.421673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Allocated IP 192.168.233.129 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/b59de1fc-0c77-4eb0-bb07-3fe4deb61e79) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:55.526254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] For port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:55.556167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1a92-868d-4081-ac97-c7bdb553acb9 req-2db735d0-35f6-4621-9aea-9fac37dfab7c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.556684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] For port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:55.563068 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1a92-868d-4081-ac97-c7bdb553acb9 req-2db735d0-35f6-4621-9aea-9fac37dfab7c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.564582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.569226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1a92-868d-4081-ac97-c7bdb553acb9 req-2db735d0-35f6-4621-9aea-9fac37dfab7c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.575275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1a92-868d-4081-ac97-c7bdb553acb9 req-2db735d0-35f6-4621-9aea-9fac37dfab7c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.581220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1a92-868d-4081-ac97-c7bdb553acb9 req-2db735d0-35f6-4621-9aea-9fac37dfab7c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.587146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e1a92-868d-4081-ac97-c7bdb553acb9 req-2db735d0-35f6-4621-9aea-9fac37dfab7c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.589098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-497e1a92-868d-4081-ac97-c7bdb553acb9 req-2db735d0-35f6-4621-9aea-9fac37dfab7c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 4599 time: 0.1079395 Jul 15 23:10:55.635118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.635632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.637011 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] 10.222.0.37 "PUT /v2.0/ports/2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 1129 time: 1.3664217 Jul 15 23:10:55.645976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-497e1a92-868d-4081-ac97-c7bdb553acb9 req-5276e3d4-705c-4ae9-ba57-55dd7be1923e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0483792 Jul 15 23:10:55.689999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:55.724715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10a51a-2887-4208-b230-9b0def99f42e service neutron] Pushing event updated for resources: {'Port': ['ID=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.729309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-3eb8a539-e309-4037-9949-643fa8f3811f tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips/b1a63be5-2471-4393-80f0-1cffaac9bb4a HTTP/1.1" status: 200 len: 691 time: 0.0531611 Jul 15 23:10:55.744780 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.780133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Transition to ACTIVE for port object b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:55.799954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.856825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-2f74836d-3b20-4689-8565-634a0865761f tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.864699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-2f74836d-3b20-4689-8565-634a0865761f tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1363673 Jul 15 23:10:55.922235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-a85cdc7e-1a8c-4262-b5a7-9be7f4da7a41 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0564017 Jul 15 23:10:55.949565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.979033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-3a7032e2-fcbd-4fdd-b2ad-4cae42958697 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0558822 Jul 15 23:10:56.001070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:56.008830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:56.019707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:56.123584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Pushing event updated for resources: {'Port': ['ID=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:56.124696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Deleting port 2169f45e-b43f-41d4-b51d-e27a6e7663a1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:56.125158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.183446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.184122 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.218263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.218943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.250962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Calling delete_port for 2169f45e-b43f-41d4-b51d-e27a6e7663a1 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:56.253513 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-f93e500c-6588-47f8-9c0f-6afdb54c93ed tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9437232 Jul 15 23:10:56.280523 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Request body: {'port': {'device_id': '945a5253-9b35-4501-a024-c4574a2126c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:56.362338 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee33e6c-7c54-4112-9470-7bd8887769d4 x-openstack-request-id: req-9ee33e6c-7c54-4112-9470-7bd8887769d4 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:56.362633 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:56.363032 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ee33e6c-7c54-4112-9470-7bd8887769d4 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:56.363423 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'status': 'completed', 'code': 200} Jul 15 23:10:56.365870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c69f024-805c-4474-ad1e-c6a319e3e6b8 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:56.368925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bb497ffe-8bc9-4d50-8c85-8bb2f861145e None None] Provisioning for port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:56.377979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bb497ffe-8bc9-4d50-8c85-8bb2f861145e None None] Provisioning complete for port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:56.380442 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb497ffe-8bc9-4d50-8c85-8bb2f861145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.396149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.455116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.474294 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0435f81-99fa-46b1-b737-acfddd6f4283 x-openstack-request-id: req-b0435f81-99fa-46b1-b737-acfddd6f4283 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:56.474648 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:56.475022 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0435f81-99fa-46b1-b737-acfddd6f4283 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:56.476579 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'status': 'completed', 'code': 200} Jul 15 23:10:56.489977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bb497ffe-8bc9-4d50-8c85-8bb2f861145e None None] Port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:56.556034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.607276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event deleted for resources: {'Port': ['ID=2169f45e-b43f-41d4-b51d-e27a6e7663a1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:56.647796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-1d6f4b82-ae2d-4f3b-b90d-ce75373b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.648435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-1d6f4b82-ae2d-4f3b-b90d-ce75373b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.649385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-1d6f4b82-ae2d-4f3b-b90d-ce75373b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.649610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-1d6f4b82-ae2d-4f3b-b90d-ce75373b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.650130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-1d6f4b82-ae2d-4f3b-b90d-ce75373b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.650651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-1d6f4b82-ae2d-4f3b-b90d-ce75373b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.653205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-1d6f4b82-ae2d-4f3b-b90d-ce75373b5394 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5285 time: 0.2442350 Jul 15 23:10:56.753374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Transition to ACTIVE for port object 2c69f024-805c-4474-ad1e-c6a319e3e6b8 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:56.792660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.842047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:56.859429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.860187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-c8afe48f-c0aa-4175-85ec-921ee9dc612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.861717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-c8afe48f-c0aa-4175-85ec-921ee9dc612f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043a468db77a42dda7c9622508327afc&device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 1094 time: 0.3450403 Jul 15 23:10:56.884327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.888747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.891893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Pushing event updated for resources: {'Port': ['ID=2c69f024-805c-4474-ad1e-c6a319e3e6b8,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:56.909586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caa73cf1-ee51-490a-92b5-3e8eb3efcabc req-79a1b3de-5fe6-4951-89f5-2eac8d58be84 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "DELETE /v2.0/floatingips/b1a63be5-2471-4393-80f0-1cffaac9bb4a HTTP/1.1" status: 204 len: 173 time: 0.9241805 Jul 15 23:10:56.934955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Transition to ACTIVE for port object b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:56.975800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.983618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-073a40cf-202a-4083-8363-f11151f919eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.986162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-073a40cf-202a-4083-8363-f11151f919eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.986798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-073a40cf-202a-4083-8363-f11151f919eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.989937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-073a40cf-202a-4083-8363-f11151f919eb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2997210 Jul 15 23:10:57.158324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Pushing event updated for resources: {'Port': ['ID=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.176142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Attempting to bind port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:57.176142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Attempting to bind port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:57.176142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Attempting to bind port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:57.208249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:57.208587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Attempting to bind port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:57.260139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:57.260714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Checking segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:57.261142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Bound using segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:57.262395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Bound port: 2c69f024-805c-4474-ad1e-c6a319e3e6b8, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:57.262951 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.349055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Attempting to bind port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:57.349357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Attempting to bind port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:57.349642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Attempting to bind port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:57.356673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:57.357021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Attempting to bind port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:57.365053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:57.365177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:57.365514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:57.365951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Bound port: b59de1fc-0c77-4eb0-bb07-3fe4deb61e79, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:57.366310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.462272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] For port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:57.466336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] For port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:57.472884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] For port 2c69f024-805c-4474-ad1e-c6a319e3e6b8, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:57.478330 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.559544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] For port 2c69f024-805c-4474-ad1e-c6a319e3e6b8, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:57.577544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.578972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.581920 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] 10.222.0.37 "PUT /v2.0/ports/b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 HTTP/1.1" status: 200 len: 1096 time: 1.3053117 Jul 15 23:10:57.588899 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.592281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6db65-4290-4c41-9af4-f7bb58555c3c service neutron] Pushing event updated for resources: {'Port': ['ID=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.645360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-bf733b2d-7c6a-4bcb-9f81-92c6a9df7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.646875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-bf733b2d-7c6a-4bcb-9f81-92c6a9df7d6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=18c78595-dded-4a39-aecd-4c7b0f604bda HTTP/1.1" status: 200 len: 929 time: 0.7708690 Jul 15 23:10:57.735516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.736055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.737920 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] 10.222.0.37 "PUT /v2.0/ports/2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 1129 time: 2.0551274 Jul 15 23:10:57.760199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399102-880d-4734-a9d4-193d1ffcaa8e service neutron] Pushing event updated for resources: {'Port': ['ID=2c69f024-805c-4474-ad1e-c6a319e3e6b8,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.771712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-44872f3e-cebc-44c1-ad5a-b9ce2ed881c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 200 len: 217 time: 0.0957520 Jul 15 23:10:57.787956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df35e5a-c883-4c19-a94d-d0faabcb9cb2 req-c85b6c08-167e-4360-98ca-d08c2a3f5864 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.791195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:57.795822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df35e5a-c883-4c19-a94d-d0faabcb9cb2 req-c85b6c08-167e-4360-98ca-d08c2a3f5864 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 943 time: 0.7109284 Jul 15 23:10:57.803907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-92dca62e-2882-4b8a-ab9b-fde5edeaccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.811587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ca02aec-f1fa-440e-8e67-dacd9451b12a req-92dca62e-2882-4b8a-ab9b-fde5edeaccaa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7252407 Jul 15 23:10:57.903457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-fe5998d8-0175-486e-b4ce-8ecf88148027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.906653 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-fe5998d8-0175-486e-b4ce-8ecf88148027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e5064e86cae49a18da7dd7575e976c7&device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 1099 time: 0.2259734 Jul 15 23:10:57.921785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf7208-947b-495e-84b3-2eddd8de0609 req-6a89afa9-9985-4ea6-98f9-7581d160bc76 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.923697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device cd8739e7-cb16-43ab-90d2-8703a2d1050f details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:57.933510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bf7208-947b-495e-84b3-2eddd8de0609 req-6a89afa9-9985-4ea6-98f9-7581d160bc76 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 948 time: 0.5187032 Jul 15 23:10:58.003809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-73a49a39-14b6-4508-a4dd-1463485e9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.005744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-73a49a39-14b6-4508-a4dd-1463485e9148 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=83ec4f0c-3a66-4a75-972f-c05f5a31d2b2 HTTP/1.1" status: 200 len: 867 time: 0.2066650 Jul 15 23:10:58.026189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9bf7208-947b-495e-84b3-2eddd8de0609 req-88f5a1d6-1778-4d83-81f3-0a39fe1bd818 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905836 Jul 15 23:10:58.054790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df35e5a-c883-4c19-a94d-d0faabcb9cb2 req-d7f07b8d-9fa7-4d5b-832f-1bee2bcccded tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578936 Jul 15 23:10:58.055800 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-70bc7c57-ed51-4309-a4f4-71c04e4c78cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 HTTP/1.1" status: 200 len: 217 time: 0.1067176 Jul 15 23:10:58.148151 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.165858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port cd8739e7-cb16-43ab-90d2-8703a2d1050f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:58.168233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-bffb0f01-4929-43b1-a7c2-2cadd193d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.169777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-bffb0f01-4929-43b1-a7c2-2cadd193d724 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18c78595-dded-4a39-aecd-4c7b0f604bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389642 Jul 15 23:10:58.179487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'port_id': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'mac_address': 'fa:16:3e:50:e4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:58.231045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-e81f3676-ff56-49b1-810b-46eb8b994be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.232597 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-e81f3676-ff56-49b1-810b-46eb8b994be8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1692986 Jul 15 23:10:58.241913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.258962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8739e7-cb16-43ab-90d2-8703a2d1050f {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:58.302420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port cd8739e7-cb16-43ab-90d2-8703a2d1050f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:58.314028 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.323030 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-609cc820-e63f-401e-92c3-d8342e09d26d service neutron] 10.222.0.59 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436059 Jul 15 23:10:58.379029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '2e707fe1-2757-4df7-8fad-f6361ba4c3fd'}, {'name': 'network-changed', 'server_uuid': '945a5253-9b35-4501-a024-c4574a2126c2', 'tag': 'b59de1fc-0c77-4eb0-bb07-3fe4deb61e79'}, {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '2c69f024-805c-4474-ad1e-c6a319e3e6b8'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:58.387110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=cd8739e7-cb16-43ab-90d2-8703a2d1050f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:58.404321 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4be42a-6caa-434b-8f52-64f38ba41359" -d '{"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "2e707fe1-2757-4df7-8fad-f6361ba4c3fd"}, {"name": "network-changed", "server_uuid": "945a5253-9b35-4501-a024-c4574a2126c2", "tag": "b59de1fc-0c77-4eb0-bb07-3fe4deb61e79"}, {"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "2c69f024-805c-4474-ad1e-c6a319e3e6b8"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:58.467177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-449b5540-0a4e-49c0-a777-0d90b6e515a0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.474371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-449b5540-0a4e-49c0-a777-0d90b6e515a0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.487316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-bb0f3056-196b-49e1-b73e-a7f215f3b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.489039 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-bb0f3056-196b-49e1-b73e-a7f215f3b875 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2476947 Jul 15 23:10:58.495478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-449b5540-0a4e-49c0-a777-0d90b6e515a0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.505668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-449b5540-0a4e-49c0-a777-0d90b6e515a0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.526059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-449b5540-0a4e-49c0-a777-0d90b6e515a0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.537897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-449b5540-0a4e-49c0-a777-0d90b6e515a0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.546375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-449b5540-0a4e-49c0-a777-0d90b6e515a0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.554363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-449b5540-0a4e-49c0-a777-0d90b6e515a0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5370 time: 0.2493269 Jul 15 23:10:58.558119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2708b4af-4855-4b9e-9e5e-d0ffab1e5a55 req-99686a65-b2c0-4c5b-b17e-3253ae2940f6 service neutron] 10.222.0.59 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160323 Jul 15 23:10:58.610278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0191a1bc-37af-4b3b-a131-29cd89223b22 req-aa89d5ff-e4c0-4a1e-9b76-1205fc5621a6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531168 Jul 15 23:10:58.633222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['cd8739e7-cb16-43ab-90d2-8703a2d1050f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:58.701080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-702b4f05-2e0d-486c-9c24-73de3af72722 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips/863fb337-bbc2-4da5-8075-eb7a1628be52 HTTP/1.1" status: 200 len: 693 time: 0.0678759 Jul 15 23:10:58.810212 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-faedcf7b-b780-42c7-a953-b566ac09ebfc service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074679 Jul 15 23:10:58.850353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-edfa272c-1f7f-4182-9410-81585c24629d tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.850603 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea8efda-f69d-4eb3-9e36-aa435e795501 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:58.852515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-edfa272c-1f7f-4182-9410-81585c24629d tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1448162 Jul 15 23:10:58.873875 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.921130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-3231cb05-7f96-4c10-a4eb-83322bb7103a tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.178 HTTP/1.1" status: 200 len: 696 time: 0.0599709 Jul 15 23:10:58.923759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Transition to ACTIVE for port object fea8efda-f69d-4eb3-9e36-aa435e795501 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:58.935706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.000277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-52e5f218-d60c-4b16-9e82-fb8fd58ad59b tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.178 HTTP/1.1" status: 200 len: 696 time: 0.0707514 Jul 15 23:10:59.008496 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ef8e8fea-7846-4f46-a76d-ae1280bfa637 req-81e3be34-b19f-48dc-affa-ac953bc33749 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869769 Jul 15 23:10:59.014663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=fea8efda-f69d-4eb3-9e36-aa435e795501,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:59.158937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Attempting to bind port fea8efda-f69d-4eb3-9e36-aa435e795501 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:59.160460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Attempting to bind port fea8efda-f69d-4eb3-9e36-aa435e795501 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:59.161076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Attempting to bind port fea8efda-f69d-4eb3-9e36-aa435e795501 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:59.166395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Port fea8efda-f69d-4eb3-9e36-aa435e795501 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:59.167066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Attempting to bind port fea8efda-f69d-4eb3-9e36-aa435e795501 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:59.174037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:59.174801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Checking segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:59.175492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Bound using segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:59.176169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Bound port: fea8efda-f69d-4eb3-9e36-aa435e795501, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:59.176766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.248107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Deleting port 34505798-df6c-4d70-95b6-fe7bd535f5c1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:59.248601 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.366944 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.367610 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.390158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Calling delete_port for 34505798-df6c-4d70-95b6-fe7bd535f5c1 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:59.551251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.564533 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c122118b-cea7-413b-a0a4-86423a98b3b0 x-openstack-request-id: req-c122118b-cea7-413b-a0a4-86423a98b3b0 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:59.564908 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "2e707fe1-2757-4df7-8fad-f6361ba4c3fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "945a5253-9b35-4501-a024-c4574a2126c2", "tag": "b59de1fc-0c77-4eb0-bb07-3fe4deb61e79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "2c69f024-805c-4474-ad1e-c6a319e3e6b8", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:59.565263 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c122118b-cea7-413b-a0a4-86423a98b3b0 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:59.565757 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '2e707fe1-2757-4df7-8fad-f6361ba4c3fd', 'status': 'completed', 'code': 200} Jul 15 23:10:59.566110 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945a5253-9b35-4501-a024-c4574a2126c2', 'tag': 'b59de1fc-0c77-4eb0-bb07-3fe4deb61e79', 'status': 'completed', 'code': 200} Jul 15 23:10:59.566461 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '2c69f024-805c-4474-ad1e-c6a319e3e6b8', 'status': 'completed', 'code': 200} Jul 15 23:10:59.581913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Pushing event deleted for resources: {'Port': ['ID=34505798-df6c-4d70-95b6-fe7bd535f5c1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:59.625932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] For port fea8efda-f69d-4eb3-9e36-aa435e795501, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:59.629143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] For port fea8efda-f69d-4eb3-9e36-aa435e795501, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fea8efda-f69d-4eb3-9e36-aa435e795501,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:59.639721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.687018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.689998 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.704098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0e2794c-d041-4716-91d6-8ddc1c393668 req-01ca70f2-be66-41f0-9b05-886926252836 tempest-FloatingIPDetailsTestJSON-537737935 tempest-FloatingIPDetailsTestJSON-537737935-project] 10.222.0.23 "DELETE /v2.0/floatingips/863fb337-bbc2-4da5-8075-eb7a1628be52 HTTP/1.1" status: 204 len: 173 time: 0.7028658 Jul 15 23:10:59.705298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33468) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:59.727762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=fea8efda-f69d-4eb3-9e36-aa435e795501,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:59.740480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.741115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.744171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d293378a-f9a8-4d86-a46c-e1f965f45ad8 service neutron] 10.222.0.37 "PUT /v2.0/ports/fea8efda-f69d-4eb3-9e36-aa435e795501 HTTP/1.1" status: 200 len: 1090 time: 1.9573905 Jul 15 23:10:59.800692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:59.847600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-1ba80848-8be6-45ff-ba50-8715248e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.848361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-1ba80848-8be6-45ff-ba50-8715248e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.849037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-1ba80848-8be6-45ff-ba50-8715248e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.850303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-1ba80848-8be6-45ff-ba50-8715248e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.851105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-1ba80848-8be6-45ff-ba50-8715248e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.852655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-1ba80848-8be6-45ff-ba50-8715248e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.853342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-1ba80848-8be6-45ff-ba50-8715248e3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.859561 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-1ba80848-8be6-45ff-ba50-8715248e3a34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6274 time: 0.2921102 Jul 15 23:10:59.936793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device cd8739e7-cb16-43ab-90d2-8703a2d1050f up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:00.063871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port cd8739e7-cb16-43ab-90d2-8703a2d1050f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:00.071098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port cd8739e7-cb16-43ab-90d2-8703a2d1050f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:00.071601 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.122349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.216961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59f786-1b62-45a3-a3a1-7bdd36635735 req-3a0c2444-3f67-40e9-b95f-eefec0636703 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.224401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-e0f3204e-1f02-4b8b-a9a2-dea9bd48b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.224971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a59f786-1b62-45a3-a3a1-7bdd36635735 req-3a0c2444-3f67-40e9-b95f-eefec0636703 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 948 time: 0.2806990 Jul 15 23:11:00.225245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-e0f3204e-1f02-4b8b-a9a2-dea9bd48b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.225727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-e0f3204e-1f02-4b8b-a9a2-dea9bd48b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.227406 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-e0f3204e-1f02-4b8b-a9a2-dea9bd48b8a8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3487229 Jul 15 23:11:00.318873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a59f786-1b62-45a3-a3a1-7bdd36635735 req-a2f52153-992a-4f13-9af2-3801748fdd3b tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932887 Jul 15 23:11:00.339080 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.364871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:00.368006 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a52a365-17a1-44ad-825d-734d40d661d6" -d '{"events": [{"server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "name": "network-vif-plugged", "status": "completed", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:00.384048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port cd8739e7-cb16-43ab-90d2-8703a2d1050f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:00.385410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30046910-be6a-46f5-8062-afeb53d34206 req-da541dc3-c968-4cf6-9cf5-d79d49dd888a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.387447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30046910-be6a-46f5-8062-afeb53d34206 req-da541dc3-c968-4cf6-9cf5-d79d49dd888a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 944 time: 0.2637570 Jul 15 23:11:00.390374 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.466234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30046910-be6a-46f5-8062-afeb53d34206 req-7d0c8a87-df87-4838-a255-fdd616e612ce tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690727 Jul 15 23:11:00.487787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=cd8739e7-cb16-43ab-90d2-8703a2d1050f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:00.498625 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.579280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-ddabbd85-9e5f-475f-9d9b-89ce62500840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.581281 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-ddabbd85-9e5f-475f-9d9b-89ce62500840 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3430140 Jul 15 23:11:00.719326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752b1bd2-10f2-4679-902b-dd4d1fb9e993 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:00.732659 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.754332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Transition to ACTIVE for port object 752b1bd2-10f2-4679-902b-dd4d1fb9e993 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:00.757577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-46a9d56e-b7b1-4cb8-872d-776d624787c0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.760884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.763734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-46a9d56e-b7b1-4cb8-872d-776d624787c0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.769724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-46a9d56e-b7b1-4cb8-872d-776d624787c0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.775513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-46a9d56e-b7b1-4cb8-872d-776d624787c0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.781294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-46a9d56e-b7b1-4cb8-872d-776d624787c0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.787024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-46a9d56e-b7b1-4cb8-872d-776d624787c0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.790138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-be23fbc9-43de-43b2-88df-1d2ca1da4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.791954 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-be23fbc9-43de-43b2-88df-1d2ca1da4ca8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e5064e86cae49a18da7dd7575e976c7&device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 1099 time: 0.1051531 Jul 15 23:11:00.793435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-46a9d56e-b7b1-4cb8-872d-776d624787c0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.795303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-46a9d56e-b7b1-4cb8-872d-776d624787c0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5382 time: 0.1707330 Jul 15 23:11:00.851364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29026ab4-4c43-4718-bd49-5adbe9dd2b46 req-0e431318-4dbc-4dcb-a13b-a7477cc507d1 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0493522 Jul 15 23:11:00.896177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Pushing event updated for resources: {'Port': ['ID=752b1bd2-10f2-4679-902b-dd4d1fb9e993,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:00.986264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Deleting port c8daa704-743e-46d1-9c24-8f9cdf33b88c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:00.986922 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.045453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Attempting to bind port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:01.045887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Attempting to bind port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:01.046287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Attempting to bind port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:01.061545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:01.061874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Attempting to bind port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:01.068350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-272702c9-192a-4397-82cb-43f642a498ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.070794 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-272702c9-192a-4397-82cb-43f642a498ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2619116 Jul 15 23:11:01.071203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:01.071542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Checking segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:01.071927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Bound using segment: {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:01.072720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Bound port: 752b1bd2-10f2-4679-902b-dd4d1fb9e993, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21265207-02c9-4e0a-bf9f-969d4c53bb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:01.072720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.091150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] For port c8daa704-743e-46d1-9c24-8f9cdf33b88c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c8daa704-743e-46d1-9c24-8f9cdf33b88c,segment=NetworkSegment(4aaef62c-a7c5-4279-bdc7-b54c81cff8af),segment_id=4aaef62c-a7c5-4279-bdc7-b54c81cff8af)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:01.091425 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.105889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Calling delete_port for c8daa704-743e-46d1-9c24-8f9cdf33b88c owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:01.128030 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-d507058b-a9ba-43b9-8137-98984fa0346c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 HTTP/1.1" status: 200 len: 217 time: 0.0461159 Jul 15 23:11:01.178793 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c861be1-fa2c-4750-b998-6013427e5c59 x-openstack-request-id: req-4c861be1-fa2c-4750-b998-6013427e5c59 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:01.179333 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "name": "network-vif-plugged", "status": "completed", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:01.179333 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c861be1-fa2c-4750-b998-6013427e5c59 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:01.179716 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'code': 200} Jul 15 23:11:01.220887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-379d095b-afdb-4e9c-a970-bd531c8e60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.222289 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-379d095b-afdb-4e9c-a970-bd531c8e60a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0750268 Jul 15 23:11:01.223583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] For port 752b1bd2-10f2-4679-902b-dd4d1fb9e993, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:01.227075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] For port 752b1bd2-10f2-4679-902b-dd4d1fb9e993, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:01.244427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.313849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.314516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.315979 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] 10.222.0.37 "PUT /v2.0/ports/752b1bd2-10f2-4679-902b-dd4d1fb9e993 HTTP/1.1" status: 200 len: 1091 time: 1.5282457 Jul 15 23:11:01.350014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792a12f-f0d5-4708-8f9a-fc0eb11eef89 service neutron] Pushing event updated for resources: {'Port': ['ID=752b1bd2-10f2-4679-902b-dd4d1fb9e993,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:01.361550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:01.432040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-fdedbfde-7bac-4e74-a65f-bb4a13ebd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.433673 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-fdedbfde-7bac-4e74-a65f-bb4a13ebd4a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1980050 Jul 15 23:11:01.500613 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.572152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': 'fea8efda-f69d-4eb3-9e36-aa435e795501'}, {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '752b1bd2-10f2-4679-902b-dd4d1fb9e993'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:01.574560 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371e1b2e-190a-468f-bb59-bd63d38a0551" -d '{"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "fea8efda-f69d-4eb3-9e36-aa435e795501"}, {"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "752b1bd2-10f2-4679-902b-dd4d1fb9e993"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:01.650802 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-95804670-1c5d-4c31-a45a-ed539e5bf96d service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950352 Jul 15 23:11:01.785024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.823084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8daa704-743e-46d1-9c24-8f9cdf33b88c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:01.868212 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-b91e16e8-bdf2-4ce6-8980-51c22bc53d26 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087302 Jul 15 23:11:01.913873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aa644-0953-4f64-b97e-c4985f6f62ea req-67751fbb-9fbd-44ef-a0eb-1b92fb2a6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.915606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-026aa644-0953-4f64-b97e-c4985f6f62ea req-67751fbb-9fbd-44ef-a0eb-1b92fb2a6d2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 1096 time: 0.6377170 Jul 15 23:11:02.014871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28eba14b-9740-49bf-b234-fcdf2819574d {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:02.029421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.059981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Transition to ACTIVE for port object 28eba14b-9740-49bf-b234-fcdf2819574d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:02.068722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-30fc6d6b-e63f-4650-bfd7-bb5f341a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.069262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-30fc6d6b-e63f-4650-bfd7-bb5f341a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.069790 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-30fc6d6b-e63f-4650-bfd7-bb5f341a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.070263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-30fc6d6b-e63f-4650-bfd7-bb5f341a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.070724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-30fc6d6b-e63f-4650-bfd7-bb5f341a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.071255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-30fc6d6b-e63f-4650-bfd7-bb5f341a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.071772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-30fc6d6b-e63f-4650-bfd7-bb5f341a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.074469 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-30fc6d6b-e63f-4650-bfd7-bb5f341a3ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6341 time: 0.1067109 Jul 15 23:11:02.075868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.129755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-026aa644-0953-4f64-b97e-c4985f6f62ea req-f5c9ca14-b77f-44cd-9a92-bade233e2c13 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021635 Jul 15 23:11:02.135439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.161033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179179c-fd84-4bc7-b493-2eabd9e5a3ae req-6d54bc2a-511d-4760-baa3-c95b5f900f6f tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.169006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8179179c-fd84-4bc7-b493-2eabd9e5a3ae req-6d54bc2a-511d-4760-baa3-c95b5f900f6f tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 948 time: 0.2920229 Jul 15 23:11:02.242972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Attempting to bind port 28eba14b-9740-49bf-b234-fcdf2819574d on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:02.243540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Attempting to bind port 28eba14b-9740-49bf-b234-fcdf2819574d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:02.243680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Attempting to bind port 28eba14b-9740-49bf-b234-fcdf2819574d on network 676655e1-1039-438e-be89-7733e2899543 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:02.252814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Port 28eba14b-9740-49bf-b234-fcdf2819574d on network 676655e1-1039-438e-be89-7733e2899543 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:02.253162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Attempting to bind port 28eba14b-9740-49bf-b234-fcdf2819574d on network 676655e1-1039-438e-be89-7733e2899543 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:02.269347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Pushing event updated for resources: {'Port': ['ID=28eba14b-9740-49bf-b234-fcdf2819574d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:02.272131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:02.272474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Checking segment: {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:02.272887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Bound using segment: {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:02.273329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Bound port: 28eba14b-9740-49bf-b234-fcdf2819574d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:02.273737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.297060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8179179c-fd84-4bc7-b493-2eabd9e5a3ae req-b10fc59e-e330-4bfd-8824-1a3c5840a48f tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271682 Jul 15 23:11:02.397381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] For port 28eba14b-9740-49bf-b234-fcdf2819574d, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:02.424193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] For port 28eba14b-9740-49bf-b234-fcdf2819574d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=28eba14b-9740-49bf-b234-fcdf2819574d,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:02.430959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-ef0c60a1-89e7-46d4-adcc-3c95184f209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.431455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-ef0c60a1-89e7-46d4-adcc-3c95184f209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.431925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-ef0c60a1-89e7-46d4-adcc-3c95184f209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.434250 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-ef0c60a1-89e7-46d4-adcc-3c95184f209d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3455691 Jul 15 23:11:02.435809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.490628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.491422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.492995 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] 10.222.0.37 "PUT /v2.0/ports/28eba14b-9740-49bf-b234-fcdf2819574d HTTP/1.1" status: 200 len: 1091 time: 1.1364634 Jul 15 23:11:02.515605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Router 9b720739-00d2-452c-988d-369ab8db3b9e has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:02.545645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Request body: {'port': {'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.639668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba3446-77e4-4348-8311-d2a684ee6f07 req-939f69b6-8155-49ed-b772-7182215f7f09 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.641782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cba3446-77e4-4348-8311-d2a684ee6f07 req-939f69b6-8155-49ed-b772-7182215f7f09 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 945 time: 0.1446118 Jul 15 23:11:02.685388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2175b7-6407-47c2-8d2d-6b1092bb113d service neutron] Pushing event updated for resources: {'Port': ['ID=28eba14b-9740-49bf-b234-fcdf2819574d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:02.698674 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.737733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cba3446-77e4-4348-8311-d2a684ee6f07 req-e7753a45-9317-4074-bcfe-ea1ac9023572 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572104 Jul 15 23:11:02.738897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:02.749795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0240944a-4846-45d3-9a22-6b1508a4d233 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b720739-00d2-452c-988d-369ab8db3b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0388603 Jul 15 23:11:02.749943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33540) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.751178 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] Sync routers for ids ['9b720739-00d2-452c-988d-369ab8db3b9e'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:02.770464 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] Routers {'9b720739-00d2-452c-988d-369ab8db3b9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:02.771354 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['9b720739-00d2-452c-988d-369ab8db3b9e'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:02.813114 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b868df4f-390d-48c1-93cb-d891ec7781ee x-openstack-request-id: req-b868df4f-390d-48c1-93cb-d891ec7781ee {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:02.813489 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "fea8efda-f69d-4eb3-9e36-aa435e795501", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "752b1bd2-10f2-4679-902b-dd4d1fb9e993", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:02.813700 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b868df4f-390d-48c1-93cb-d891ec7781ee {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:02.814165 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': 'fea8efda-f69d-4eb3-9e36-aa435e795501', 'status': 'completed', 'code': 200} Jul 15 23:11:02.814340 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '752b1bd2-10f2-4679-902b-dd4d1fb9e993', 'status': 'completed', 'code': 200} Jul 15 23:11:02.891579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-32116744-521a-417c-b37a-10363340bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.893200 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1d4be42a-6caa-434b-8f52-64f38ba41359 req-32116744-521a-417c-b37a-10363340bdaa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4477756 Jul 15 23:11:02.910493 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.945988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:03.037660 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] Set router 9b720739-00d2-452c-988d-369ab8db3b9e gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:03.147992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:03.186126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'b59de1fc-0c77-4eb0-bb07-3fe4deb61e79', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'b59de1fc-0c77-4eb0-bb07-3fe4deb61e79', 'mac_address': 'fa:16:3e:dd:e1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:03.284247 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.320552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:03.322380 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:11:01Z', 'revision_number': 5, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:03.374001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:03.381529 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.396613 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] Checking router: 9b720739-00d2-452c-988d-369ab8db3b9e for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:03.408445 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] Routers {'9b720739-00d2-452c-988d-369ab8db3b9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:03.409544 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['9b720739-00d2-452c-988d-369ab8db3b9e'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:03.501621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.544502 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] Set router 9b720739-00d2-452c-988d-369ab8db3b9e gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:03.620877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.666417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-22bd1bb8-a8d5-46c8-ad3c-1ed1630d3a96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.672670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-22bd1bb8-a8d5-46c8-ad3c-1ed1630d3a96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.678842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-22bd1bb8-a8d5-46c8-ad3c-1ed1630d3a96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.685142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-22bd1bb8-a8d5-46c8-ad3c-1ed1630d3a96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.690922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b59de1fc-0c77-4eb0-bb07-3fe4deb61e79'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:03.691251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-22bd1bb8-a8d5-46c8-ad3c-1ed1630d3a96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.699368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-22bd1bb8-a8d5-46c8-ad3c-1ed1630d3a96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.705385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-22bd1bb8-a8d5-46c8-ad3c-1ed1630d3a96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.715100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-22bd1bb8-a8d5-46c8-ad3c-1ed1630d3a96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5406 time: 0.1601839 Jul 15 23:11:03.734481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-eb48e222-8bc2-4a87-b783-90a066952d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.735119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-eb48e222-8bc2-4a87-b783-90a066952d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.735669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-eb48e222-8bc2-4a87-b783-90a066952d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.736208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-eb48e222-8bc2-4a87-b783-90a066952d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.736743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-eb48e222-8bc2-4a87-b783-90a066952d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.737290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-eb48e222-8bc2-4a87-b783-90a066952d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.737815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-eb48e222-8bc2-4a87-b783-90a066952d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.740097 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-eb48e222-8bc2-4a87-b783-90a066952d34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6408 time: 0.7476368 Jul 15 23:11:03.770652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-937a194d-6dfa-41ec-8658-a2893d15ac86 req-d6eaffc4-c794-4098-aec0-de22ea3b1458 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545590 Jul 15 23:11:03.854130 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:11:01Z', 'revision_number': 5, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:03.891330 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fafcd-6a77-4a6f-9a16-39dfec583dec None None] The sync data for ids ['9b720739-00d2-452c-988d-369ab8db3b9e'] in n-d-793618-8 is: [{'id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'name': 'tempest-FloatingIPDetailsTestJSON-792914779-router', 'tenant_id': 'cd4f708d240d4233bff24a2140c9545d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '9947525f-3dfa-43c2-a372-37614c01e864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:13Z', 'updated_at': '2021-07-15T23:11:01Z', 'revision_number': 5, 'project_id': 'cd4f708d240d4233bff24a2140c9545d', 'gw_port': {'id': '9947525f-3dfa-43c2-a372-37614c01e864', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b720739-00d2-452c-988d-369ab8db3b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:14Z', 'updated_at': '2021-07-15T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:03.896313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-246d2a1e-1551-4564-a8e0-e4c608828cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.896887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-246d2a1e-1551-4564-a8e0-e4c608828cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.897255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-246d2a1e-1551-4564-a8e0-e4c608828cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.898862 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-246d2a1e-1551-4564-a8e0-e4c608828cbc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1415279 Jul 15 23:11:04.073154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Deleting port 9947525f-3dfa-43c2-a372-37614c01e864 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:04.073720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.222855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90af74-234e-4d2b-95e7-8030dd405376 req-83307e49-cdc4-467a-bd92-c94ddee77d55 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.239799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:04.244490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a90af74-234e-4d2b-95e7-8030dd405376 req-83307e49-cdc4-467a-bd92-c94ddee77d55 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 949 time: 0.0987072 Jul 15 23:11:04.253989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.258634 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-dbd84b99-ad54-437b-930f-ddafca3a682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.261961 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-dbd84b99-ad54-437b-930f-ddafca3a682f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3480415 Jul 15 23:11:04.296648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a90af74-234e-4d2b-95e7-8030dd405376 req-4d21b82e-a6f9-41d9-aa0e-b0102b4ebbc0 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479136 Jul 15 23:11:04.326109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Transition to ACTIVE for port object 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:04.341356 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.413782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dec72-8491-4ca4-8fcc-a02c179b5bef req-229e608c-d45a-4b38-a51d-01cffa8683b6 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.416937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Pushing event updated for resources: {'Port': ['ID=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:04.428249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054dec72-8491-4ca4-8fcc-a02c179b5bef req-229e608c-d45a-4b38-a51d-01cffa8683b6 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 945 time: 0.1224561 Jul 15 23:11:04.502002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] For port 9947525f-3dfa-43c2-a372-37614c01e864, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9947525f-3dfa-43c2-a372-37614c01e864,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:04.502512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.514704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054dec72-8491-4ca4-8fcc-a02c179b5bef req-c30682fc-fb6d-4f04-bf7d-5df4736671c7 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833931 Jul 15 23:11:04.594671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c8daa704-743e-46d1-9c24-8f9cdf33b88c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:04.630256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c8daa704-743e-46d1-9c24-8f9cdf33b88c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:04.640637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c8daa704-743e-46d1-9c24-8f9cdf33b88c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:04.685304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Calling delete_port for 9947525f-3dfa-43c2-a372-37614c01e864 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:04.733458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Attempting to bind port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:04.733929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Attempting to bind port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:04.734370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Attempting to bind port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 on network 676655e1-1039-438e-be89-7733e2899543 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:04.765417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-ee5bc3bf-6732-436b-b080-20c46c91a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.766057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-ee5bc3bf-6732-436b-b080-20c46c91a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.766603 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-ee5bc3bf-6732-436b-b080-20c46c91a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.767170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-ee5bc3bf-6732-436b-b080-20c46c91a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.767756 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-ee5bc3bf-6732-436b-b080-20c46c91a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.768286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-ee5bc3bf-6732-436b-b080-20c46c91a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.769048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-ee5bc3bf-6732-436b-b080-20c46c91a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.771327 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-ee5bc3bf-6732-436b-b080-20c46c91a913 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6433 time: 0.3669560 Jul 15 23:11:04.823147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '28eba14b-9740-49bf-b234-fcdf2819574d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:04.826484 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a8c54b-842c-48f9-be6f-aa01f78289b9" -d '{"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "28eba14b-9740-49bf-b234-fcdf2819574d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:04.849309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-48e1c203-c988-4637-9c00-6504245daee7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.855097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 on network 676655e1-1039-438e-be89-7733e2899543 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:04.855757 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Attempting to bind port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 on network 676655e1-1039-438e-be89-7733e2899543 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:04.857210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-48e1c203-c988-4637-9c00-6504245daee7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 815 time: 0.1543298 Jul 15 23:11:04.871496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:04.872690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Checking segment: {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:04.873198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Bound using segment: {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:04.873771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Bound port: 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '676655e1-1039-438e-be89-7733e2899543'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:04.874723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.882901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-295bcdc2-3cd3-4736-a0c4-75c0a6a7fe2f tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/quotas/f2fee978d4cb4a1bba03c998aad7f668 HTTP/1.1" status: 200 len: 375 time: 0.0246787 Jul 15 23:11:04.961079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:04.996621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-d5af95a6-ecab-4063-8b92-4892bfdcbce7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127987 Jul 15 23:11:05.076021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:05.080831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:05.081448 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.125868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] For port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:05.135827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-6305a4d4-11a1-4046-ac5a-72f2deb22b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.137193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-6305a4d4-11a1-4046-ac5a-72f2deb22b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.137671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-6305a4d4-11a1-4046-ac5a-72f2deb22b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.139831 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-6305a4d4-11a1-4046-ac5a-72f2deb22b59 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3099906 Jul 15 23:11:05.159814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-42ba4ae6-ad66-44ef-bb94-5431c63e538a service neutron] 10.222.0.23 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530335 Jul 15 23:11:05.168950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] For port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:05.192078 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.212100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.212786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.214374 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] 10.222.0.37 "PUT /v2.0/ports/060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 HTTP/1.1" status: 200 len: 1091 time: 2.6783605 Jul 15 23:11:05.270481 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.351809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945a5253-9b35-4501-a024-c4574a2126c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59de1fc-0c77-4eb0-bb07-3fe4deb61e79'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:05.359029 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ae8752-c176-49aa-acdd-1517d74dbf77" -d '{"events": [{"server_uuid": "945a5253-9b35-4501-a024-c4574a2126c2", "name": "network-vif-plugged", "status": "completed", "tag": "b59de1fc-0c77-4eb0-bb07-3fe4deb61e79"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:05.374032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:05.379681 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.433755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-86a08910-0414-43b0-9da0-410ebc7a4fa6 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 258 time: 0.2632172 Jul 15 23:11:05.444560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4b50f-f76f-4679-bd58-919f9cb26a50 service neutron] Pushing event updated for resources: {'Port': ['ID=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.451420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:05.452654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-3c48e50e-4c02-49f0-9aee-e0776fe2fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.454218 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-371e1b2e-190a-468f-bb59-bd63d38a0551 req-3c48e50e-4c02-49f0-9aee-e0776fe2fbe2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3064694 Jul 15 23:11:05.490200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.499265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.526064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9947525f-3dfa-43c2-a372-37614c01e864,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.555569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.593762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-c84f79bc-b395-482c-9ff6-48e3fff3201f service neutron] 10.222.0.23 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330187 Jul 15 23:11:05.647170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.740552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.857529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.870041 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.942038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Allocated IP 172.25.3.105 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/8bdfc8bf-73bf-42c9-847a-93b9c3f34e55) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:05.986057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6b2deae0-eca4-4626-bc1d-9f7e370d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.986838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6b2deae0-eca4-4626-bc1d-9f7e370d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.987485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6b2deae0-eca4-4626-bc1d-9f7e370d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.988127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6b2deae0-eca4-4626-bc1d-9f7e370d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.988766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6b2deae0-eca4-4626-bc1d-9f7e370d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.989431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6b2deae0-eca4-4626-bc1d-9f7e370d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.990086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6b2deae0-eca4-4626-bc1d-9f7e370d1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.992412 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6b2deae0-eca4-4626-bc1d-9f7e370d1c9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6475 time: 0.4610817 Jul 15 23:11:06.001125 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.001708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b720739-00d2-452c-988d-369ab8db3b9e {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:11:06.006516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.007746 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-16eab4ad-7f3d-4e76-9d76-9e1709be17d4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9b720739-00d2-452c-988d-369ab8db3b9e HTTP/1.1" status: 204 len: 168 time: 3.2568800 Jul 15 23:11:06.020589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33666) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:06.100686 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-fd52f538-aae6-4134-92e7-39031dd4e7a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe HTTP/1.1" status: 200 len: 217 time: 0.0917940 Jul 15 23:11:06.215803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2267ac2-5fac-4405-a3ff-b6ac5e2f335f admin admin] Deleting subnet e37cb568-6b45-4b30-b668-5b4cee086437 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:06.220809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2267ac2-5fac-4405-a3ff-b6ac5e2f335f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.222037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.258589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-95be7927-6de3-48d3-8db6-763742ebbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.260464 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-95be7927-6de3-48d3-8db6-763742ebbad1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39a03c-545c-46bc-b82c-7c1d5c3237f1 HTTP/1.1" status: 200 len: 851 time: 0.1439505 Jul 15 23:11:06.271660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2267ac2-5fac-4405-a3ff-b6ac5e2f335f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.281232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-d7ed8264-c1e3-46f6-898e-7faf511ae50f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.289787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-d7ed8264-c1e3-46f6-898e-7faf511ae50f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.299835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-d7ed8264-c1e3-46f6-898e-7faf511ae50f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.309971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-d7ed8264-c1e3-46f6-898e-7faf511ae50f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.317650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-d7ed8264-c1e3-46f6-898e-7faf511ae50f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.340285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-d7ed8264-c1e3-46f6-898e-7faf511ae50f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.346565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-d7ed8264-c1e3-46f6-898e-7faf511ae50f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.364462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-d7ed8264-c1e3-46f6-898e-7faf511ae50f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.3090081 Jul 15 23:11:06.419524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-17224e03-05e3-4ec1-8710-d8f3bcb3edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.421484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-17224e03-05e3-4ec1-8710-d8f3bcb3edef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9267d37d-4936-45b9-86fc-a552f79fc3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523857 Jul 15 23:11:06.441330 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2267ac2-5fac-4405-a3ff-b6ac5e2f335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.459390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-edcfcf99-8198-4840-a511-336cdc97e9b5 req-ac2a8b3b-5614-4d01-acbe-d72509cdda2b tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0939600 Jul 15 23:11:06.500486 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.554485 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4e54d9-6d50-4d8b-a6e0-2226ccbcd29f x-openstack-request-id: req-3a4e54d9-6d50-4d8b-a6e0-2226ccbcd29f {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:06.554739 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "28eba14b-9740-49bf-b234-fcdf2819574d", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:06.554903 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a4e54d9-6d50-4d8b-a6e0-2226ccbcd29f {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:06.555373 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '28eba14b-9740-49bf-b234-fcdf2819574d', 'status': 'completed', 'code': 200} Jul 15 23:11:06.596117 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-ab9a2840-68cf-46b7-81c7-f82f94ec51bf service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666567 Jul 15 23:11:06.631814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Pushing event updated for resources: {'Port': ['ID=8bdfc8bf-73bf-42c9-847a-93b9c3f34e55,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:06.660245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:06.663236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:06.672876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:06.677205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2267ac2-5fac-4405-a3ff-b6ac5e2f335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.693713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9947525f-3dfa-43c2-a372-37614c01e864 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:06.736680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9947525f-3dfa-43c2-a372-37614c01e864 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:06.737238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9947525f-3dfa-43c2-a372-37614c01e864 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:06.763591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98ea84a-7acc-4ead-b255-d33a59167d00 None None] Network bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:06.763796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2267ac2-5fac-4405-a3ff-b6ac5e2f335f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.765767 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e2267ac2-5fac-4405-a3ff-b6ac5e2f335f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e37cb568-6b45-4b30-b668-5b4cee086437 HTTP/1.1" status: 204 len: 168 time: 0.7442365 Jul 15 23:11:06.769017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33676) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:06.769187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2267ac2-5fac-4405-a3ff-b6ac5e2f335f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37cb568-6b45-4b30-b668-5b4cee086437,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:06.856682 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6194cdaa-092f-454c-9060-a6b054570592 service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438514 Jul 15 23:11:06.896841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.076061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.141530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] DHCP port deletion for bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:11:07.190067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Deleting port 9e98af00-b758-4cf7-9541-1ed113e11e45 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:07.190723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.232857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] Deleting port 9e98af00-b758-4cf7-9541-1ed113e11e45 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:07.233256 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.268718 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.270695 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-51e29596-ed6a-4fd8-b11f-7a8af83c651b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 217 time: 0.4071665 Jul 15 23:11:07.314368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] For port 9e98af00-b758-4cf7-9541-1ed113e11e45, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9e98af00-b758-4cf7-9541-1ed113e11e45,segment=NetworkSegment(4aaef62c-a7c5-4279-bdc7-b54c81cff8af),segment_id=4aaef62c-a7c5-4279-bdc7-b54c81cff8af)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:07.314782 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.330328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] Calling delete_port for 9e98af00-b758-4cf7-9541-1ed113e11e45 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:07.336694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-969b7238-b191-4b44-aea2-2d3bfcfc7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:07.338350 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-969b7238-b191-4b44-aea2-2d3bfcfc7a89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0608711 Jul 15 23:11:07.339866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] For port 9e98af00-b758-4cf7-9541-1ed113e11e45, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9e98af00-b758-4cf7-9541-1ed113e11e45,segment=NetworkSegment(4aaef62c-a7c5-4279-bdc7-b54c81cff8af),segment_id=4aaef62c-a7c5-4279-bdc7-b54c81cff8af)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:07.340338 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.363798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Calling delete_port for 9e98af00-b758-4cf7-9541-1ed113e11e45 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:07.481871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-c0133aa3-e5ef-4a94-8983-faa7e42dbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:07.484458 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-c0133aa3-e5ef-4a94-8983-faa7e42dbf39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1364896 Jul 15 23:11:07.497988 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.534158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] Pushing event deleted for resources: {'Port': ['ID=9e98af00-b758-4cf7-9541-1ed113e11e45,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.543105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419d070-15b4-4044-ba45-80c842c28f70 None None] No DVR routers for this DVR port 9e98af00-b758-4cf7-9541-1ed113e11e45 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:07.616554 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a9b76022-149f-4287-b304-0d4647a35804 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235464 Jul 15 23:11:07.859912 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a334cc6a-f420-4d8d-bd40-f074d05e4bc4 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364566 Jul 15 23:11:07.937010 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-83708d2b-bccf-4a6c-bc12-3657ce5cd27c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0686963 Jul 15 23:11:08.008545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-83e0fa72-6029-461f-acc8-cdebd87447fe tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.010336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-83e0fa72-6029-461f-acc8-cdebd87447fe tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 815 time: 0.1063306 Jul 15 23:11:08.021114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-14a69903-f5a2-42b3-9e64-a5fa966e71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.022588 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-14a69903-f5a2-42b3-9e64-a5fa966e71bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0778639 Jul 15 23:11:08.058815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Request body: {'port': {'device_id': 'c89da2c5-ce9f-4309-915c-9a620e87e4bd', 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'admin_state_up': True, 'tenant_id': 'f2fee978d4cb4a1bba03c998aad7f668'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:08.083592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-bbc1d440-1a39-4fc3-8b3f-f8c63854815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.085217 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-bbc1d440-1a39-4fc3-8b3f-f8c63854815c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563045 Jul 15 23:11:08.206489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-59c81663-c955-4d6c-9090-4f78c5454908 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063845 Jul 15 23:11:08.210017 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.263024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.270245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e98af00-b758-4cf7-9541-1ed113e11e45,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:08.272747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] No DVR routers for this DVR port 9e98af00-b758-4cf7-9541-1ed113e11e45 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:08.281471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a039e-ef07-49a7-a2d5-aa082427593c req-c2b60a7d-62f3-4cdc-b57a-a1d23b1fa6a9 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.288217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-596a039e-ef07-49a7-a2d5-aa082427593c req-c2b60a7d-62f3-4cdc-b57a-a1d23b1fa6a9 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 950 time: 0.3830416 Jul 15 23:11:08.295836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.313096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-a4fd0ba6-6c30-44dc-881e-8d78258d3d14 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000357 Jul 15 23:11:08.354996 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-75ea8ba2-38d6-4303-96df-d38468e9b588 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fea8efda-f69d-4eb3-9e36-aa435e795501 HTTP/1.1" status: 200 len: 217 time: 0.0347030 Jul 15 23:11:08.404775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-81e5833c-ad1a-4f61-bc3f-ac8538a6f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.406464 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-81e5833c-ad1a-4f61-bc3f-ac8538a6f3a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0456231 Jul 15 23:11:08.417243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Made reservation on behalf of f2fee978d4cb4a1bba03c998aad7f668 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:08.420754 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.455162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Pushing event updated for resources: {'Port': ['ID=8bdfc8bf-73bf-42c9-847a-93b9c3f34e55,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:08.470274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-3375bbcd-0f68-4e63-a0c6-6ba36d0bcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.471948 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-3375bbcd-0f68-4e63-a0c6-6ba36d0bcd10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587440 Jul 15 23:11:08.483498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.488534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-596a039e-ef07-49a7-a2d5-aa082427593c req-e474b6f2-85a7-465b-bb70-b63ae45e336c tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994710 Jul 15 23:11:08.503764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd74ccf-3a0d-46ec-9c30-74a4282f0c38']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:08.525212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaef62c-a7c5-4279-bdc7-b54c81cff8af') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:08.525509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaef62c-a7c5-4279-bdc7-b54c81cff8af') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:08.527643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.557584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:08.560836 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a620a-426a-4a2a-81d1-06af9879825c" -d '{"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "060a90c1-f4fe-4238-9f2a-5d4ccb2b1436"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:08.570670 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c6b57e-f55c-497b-9abc-8b2ee2dd59b2 x-openstack-request-id: req-01c6b57e-f55c-497b-9abc-8b2ee2dd59b2 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:08.571272 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945a5253-9b35-4501-a024-c4574a2126c2", "name": "network-vif-plugged", "status": "completed", "tag": "b59de1fc-0c77-4eb0-bb07-3fe4deb61e79", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:08.571272 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01c6b57e-f55c-497b-9abc-8b2ee2dd59b2 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:08.571648 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945a5253-9b35-4501-a024-c4574a2126c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59de1fc-0c77-4eb0-bb07-3fe4deb61e79', 'code': 200} Jul 15 23:11:08.574489 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.604682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.606491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-f7bb3ecd-98ba-444a-ac8d-b5e1daa0f5f2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1608818 Jul 15 23:11:08.617063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.619107 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-6f50cc2c-e3cd-4e76-b131-2b206839af57 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400132 Jul 15 23:11:08.635242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:11:08.635637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:11:08.638337 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:11:08.683660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9e98af00-b758-4cf7-9541-1ed113e11e45 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:08.714240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9e98af00-b758-4cf7-9541-1ed113e11e45 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:08.714632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9e98af00-b758-4cf7-9541-1ed113e11e45 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:08.776115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-864d3e29-dbb5-4564-b359-a62965a72203 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 696 time: 0.1542571 Jul 15 23:11:08.834868 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-9cab32a7-02c3-426d-9132-bc80c610fb7c service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054670 Jul 15 23:11:08.914872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3bc3b44-ac5a-494b-a611-0408b21ffb81 req-cca648cc-cecd-47e2-963b-f4b2310ee034 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 210 time: 0.0488608 Jul 15 23:11:08.944190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.950901 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-d46e0003-abd4-4acb-99a0-03fe33ddc62e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993 HTTP/1.1" status: 200 len: 217 time: 0.0890374 Jul 15 23:11:08.952306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Allocated IP 172.20.0.6 (f0978b91-b160-4fc7-a3c9-35adcb5bbc26/e1090417-ca80-4b48-b094-0b7bad5462cc/5ac6b6f2-3d2c-4c93-8f2d-b214371e7885) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:08.965499 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.968386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] 10.222.0.23 "DELETE /v2.0/networks/bdd74ccf-3a0d-46ec-9c30-74a4282f0c38 HTTP/1.1" status: 204 len: 168 time: 2.1984191 Jul 15 23:11:09.022321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321f540-fec3-4d9f-9560-e6c145f7643b admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd74ccf-3a0d-46ec-9c30-74a4282f0c38,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:09.087978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532874f6-fd60-4fed-8019-07817e87cc4a req-1303e9b4-67ee-4efc-9f1b-2c3d411ee6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.090329 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-532874f6-fd60-4fed-8019-07817e87cc4a req-1303e9b4-67ee-4efc-9f1b-2c3d411ee6f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 1101 time: 0.2539253 Jul 15 23:11:09.092527 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-45c47c4a-1a49-454d-9502-8639afcc1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.093577 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-45c47c4a-1a49-454d-9502-8639afcc1eff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.1326094 Jul 15 23:11:09.236092 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-532874f6-fd60-4fed-8019-07817e87cc4a req-36f90975-7631-4865-849d-43e5f0547ca9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330469 Jul 15 23:11:09.246647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.251613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33736) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:09.289985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5232223e-c7de-4106-aadd-3fc3cdf53d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.291480 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-5232223e-c7de-4106-aadd-3fc3cdf53d74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1896925 Jul 15 23:11:09.322515 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-851e561c-28ee-448c-9a79-c8bb9c260ac1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd4f708d240d4233bff24a2140c9545d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696690 Jul 15 23:11:09.323295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33738) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:09.328535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-4c785b0a-ff8f-4fe4-b36a-023e033d0e1a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.347386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ec42c00-3f4e-496f-a06a-44ccd5c545eb req-4c785b0a-ff8f-4fe4-b36a-023e033d0e1a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.5645642 Jul 15 23:11:09.389250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-473015c1-67d4-4e8c-8e05-d847095d4c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.392919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.405456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', '68ebc5aa-5999-4bb5-8873-6592ad6053a6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:09.418859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-473015c1-67d4-4e8c-8e05-d847095d4c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.468014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462c1ac-a33f-4e19-8234-171c139f839f req-9227be1c-a079-4faa-bc0d-536c2675ae96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.488507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462c1ac-a33f-4e19-8234-171c139f839f req-9227be1c-a079-4faa-bc0d-536c2675ae96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.493326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-473015c1-67d4-4e8c-8e05-d847095d4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.496629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-473015c1-67d4-4e8c-8e05-d847095d4c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.501176 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-473015c1-67d4-4e8c-8e05-d847095d4c4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a329126-1412-42d3-9436-bae3c3231326 HTTP/1.1" status: 204 len: 168 time: 0.1769860 Jul 15 23:11:09.514647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462c1ac-a33f-4e19-8234-171c139f839f req-9227be1c-a079-4faa-bc0d-536c2675ae96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.518099 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473015c1-67d4-4e8c-8e05-d847095d4c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a329126-1412-42d3-9436-bae3c3231326,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:09.537423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462c1ac-a33f-4e19-8234-171c139f839f req-9227be1c-a079-4faa-bc0d-536c2675ae96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.563731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462c1ac-a33f-4e19-8234-171c139f839f req-9227be1c-a079-4faa-bc0d-536c2675ae96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.580518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462c1ac-a33f-4e19-8234-171c139f839f req-9227be1c-a079-4faa-bc0d-536c2675ae96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.594654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462c1ac-a33f-4e19-8234-171c139f839f req-9227be1c-a079-4faa-bc0d-536c2675ae96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:09.609496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0462c1ac-a33f-4e19-8234-171c139f839f req-9227be1c-a079-4faa-bc0d-536c2675ae96 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.3535142 Jul 15 23:11:09.759190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Pushing event updated for resources: {'Port': ['ID=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:09.778217 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70d410a-2681-448d-ac5a-56ff4958b4b3 x-openstack-request-id: req-e70d410a-2681-448d-ac5a-56ff4958b4b3 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:09.778446 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "060a90c1-f4fe-4238-9f2a-5d4ccb2b1436", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:09.778710 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e70d410a-2681-448d-ac5a-56ff4958b4b3 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:09.779149 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436', 'status': 'completed', 'code': 200} Jul 15 23:11:09.849710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:09.862661 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-cd5d8196-647c-45b7-84c3-8ef126a35184 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113604 Jul 15 23:11:09.870184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:09.875138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:10.032805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0462c1ac-a33f-4e19-8234-171c139f839f req-c34f8f51-3764-4ca6-b887-3451c695c1da tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4223249 Jul 15 23:11:10.067738 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-2e74d4a7-4bb6-4e91-8f75-967741e35ca8 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037783 Jul 15 23:11:10.161665 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-1633d2ed-90ed-418b-94c8-197cb08fe429 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28eba14b-9740-49bf-b234-fcdf2819574d HTTP/1.1" status: 200 len: 217 time: 0.0818756 Jul 15 23:11:10.194175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.195989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.271825 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-3fa508f5-807a-4dc8-b864-d6c1381c5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.273422 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-3fa508f5-807a-4dc8-b864-d6c1381c5833 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.1011930 Jul 15 23:11:10.357314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-0a4a07b1-e95a-43b7-adfe-60a5ce823a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.361089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-0a4a07b1-e95a-43b7-adfe-60a5ce823a71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811687 Jul 15 23:11:10.363564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-ac93d3e7-6a98-467f-84b1-a73acbbf9f57 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3120172 Jul 15 23:11:10.395394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Request body: {'port': {'device_id': 'c89da2c5-ce9f-4309-915c-9a620e87e4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:10.558700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b726bf-aa45-44fc-aae6-6173595802be req-eaf15497-2841-4fe6-aa28-cecd04b2a620 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.570047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-eaf15497-2841-4fe6-aa28-cecd04b2a620 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5186224 Jul 15 23:11:10.601105 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-179510ad-69c4-481f-9438-0066f4136935 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318029 Jul 15 23:11:10.671702 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-4fd63310-7ffe-4ad1-96a9-362a3a163301 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 696 time: 0.1006875 Jul 15 23:11:10.675284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.700605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Request body: {'floatingip': {'port_id': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:10.771805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7f4f1-0058-4893-b413-defbc1c31e2f req-ffa570d8-fd45-4a39-b8e1-1787d075e3c6 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.779561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eb7f4f1-0058-4893-b413-defbc1c31e2f req-ffa570d8-fd45-4a39-b8e1-1787d075e3c6 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 950 time: 0.5129883 Jul 15 23:11:10.812321 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.850769 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-f21c25e1-ddfa-4549-860f-f2691ced329a service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398622 Jul 15 23:11:10.865918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:10.877350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33802) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:10.914008 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-00a59011-d623-4cf0-9c58-d67b20773f6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 HTTP/1.1" status: 200 len: 217 time: 0.0556953 Jul 15 23:11:10.977098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-9fe35948-5bea-4ae2-ad58-48abefc0808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.979180 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-9fe35948-5bea-4ae2-ad58-48abefc0808a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.0589166 Jul 15 23:11:11.032461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eb7f4f1-0058-4893-b413-defbc1c31e2f req-a27ac3a6-76df-4499-9760-0bf3823e4c3c tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519174 Jul 15 23:11:11.065069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-1ee9c64b-6828-4900-9009-75c0f655bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.066874 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-1ee9c64b-6828-4900-9009-75c0f655bd03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809848 Jul 15 23:11:11.166507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-network', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:11.190688 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-7ca45882-a7bf-4e84-a0fb-4759ec4a7f75 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167362 Jul 15 23:11:11.231651 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d83d09d3-3843-43c7-ae99-4d7ca85ab5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.304688 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f4d5c26b-e827-43e6-8d5a-b4476b875b9f req-23783c8e-5346-47f6-b70d-53c3109c414e service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073995 Jul 15 23:11:11.461434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:11.461983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-dea1bd59-0893-41c2-a905-2207eb41b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.462374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-dea1bd59-0893-41c2-a905-2207eb41b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.462792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-dea1bd59-0893-41c2-a905-2207eb41b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.463400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-dea1bd59-0893-41c2-a905-2207eb41b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.463923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-dea1bd59-0893-41c2-a905-2207eb41b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.464412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-dea1bd59-0893-41c2-a905-2207eb41b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.465130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-dea1bd59-0893-41c2-a905-2207eb41b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.467302 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-dea1bd59-0893-41c2-a905-2207eb41b90b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6475 time: 0.0774443 Jul 15 23:11:11.469252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.479445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Made reservation on behalf of 6b5c82ad1f054d019a4750a099ca6827 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:11.481861 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.496664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.570638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Transition to ACTIVE for port object 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:11.580605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-1719f5d8-8408-4399-a89c-a18c463e581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.582096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-1719f5d8-8408-4399-a89c-a18c463e581c service neutron] 10.222.0.37 "GET /v2.0/networks?id=676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 200 len: 903 time: 0.1074512 Jul 15 23:11:11.586328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.639292 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-9ca5df5c-4cb9-4cf8-80ab-c818b9c51608 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28eba14b-9740-49bf-b234-fcdf2819574d HTTP/1.1" status: 200 len: 217 time: 0.0508506 Jul 15 23:11:11.695726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-a388c044-5f56-453f-9bf9-1fde7cbcd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.698104 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-a388c044-5f56-453f-9bf9-1fde7cbcd631 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.0526254 Jul 15 23:11:11.765510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-77eb64dc-1cc5-4b9d-9b37-deae4af657e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.767417 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-77eb64dc-1cc5-4b9d-9b37-deae4af657e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0624990 Jul 15 23:11:11.767649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea39a1-30fe-4722-adc3-53f937b8d364 req-70103c64-e59b-4ea0-a0a6-b516c25b72cf tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.769420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44ea39a1-30fe-4722-adc3-53f937b8d364 req-70103c64-e59b-4ea0-a0a6-b516c25b72cf tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 931 time: 0.5068288 Jul 15 23:11:11.880042 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-c0f0ef7d-fa5e-4cc0-85a7-7a0462e9b2dc service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061194 Jul 15 23:11:11.988168 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93a8c54b-842c-48f9-be6f-aa01f78289b9 req-9fc7947c-3a27-49f4-935e-e93b21c06e01 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003900 Jul 15 23:11:12.130375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.140237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-7abcd7bf-68aa-4264-b564-37d2469a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.140547 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-7abcd7bf-68aa-4264-b564-37d2469a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.141025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-7abcd7bf-68aa-4264-b564-37d2469a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.141607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-7abcd7bf-68aa-4264-b564-37d2469a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.142083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-7abcd7bf-68aa-4264-b564-37d2469a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.142598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-7abcd7bf-68aa-4264-b564-37d2469a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.143582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-7abcd7bf-68aa-4264-b564-37d2469a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.145482 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-451a620a-426a-4a2a-81d1-06af9879825c req-7abcd7bf-68aa-4264-b564-37d2469a5734 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6475 time: 0.0815749 Jul 15 23:11:12.238235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-6670d2ed-9c94-4802-abd2-d3a045b5c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.240333 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-451a620a-426a-4a2a-81d1-06af9879825c req-6670d2ed-9c94-4802-abd2-d3a045b5c1d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 200 len: 903 time: 0.0875683 Jul 15 23:11:12.264987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Attempting to bind port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:12.265365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Attempting to bind port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:12.265637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Attempting to bind port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:12.281608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:12.282092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Attempting to bind port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:12.290565 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-451a620a-426a-4a2a-81d1-06af9879825c req-0a361f7d-2f1e-4d57-a2ef-3501c33fb50a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 HTTP/1.1" status: 200 len: 217 time: 0.0437512 Jul 15 23:11:12.302873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44ea39a1-30fe-4722-adc3-53f937b8d364 req-4516e165-0d09-44bd-b6c6-2b8425eb69a2 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183048 Jul 15 23:11:12.321892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:12.322246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Checking segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:12.322663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Bound using segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:12.323271 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Bound port: 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:12.323635 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.343705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-db606b17-b548-4360-84da-c3e37e2ddeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.345600 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-451a620a-426a-4a2a-81d1-06af9879825c req-db606b17-b548-4360-84da-c3e37e2ddeaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.0491307 Jul 15 23:11:12.404092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d83d09d3-3843-43c7-ae99-4d7ca85ab5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.417136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a620a-426a-4a2a-81d1-06af9879825c req-4935e606-0ed9-45d9-b105-461093c716e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.419112 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-451a620a-426a-4a2a-81d1-06af9879825c req-4935e606-0ed9-45d9-b105-461093c716e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671747 Jul 15 23:11:12.460552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d83d09d3-3843-43c7-ae99-4d7ca85ab5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.529254 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-451a620a-426a-4a2a-81d1-06af9879825c req-9440758c-c02d-4290-91d4-5cb114f3c5e0 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011655 Jul 15 23:11:12.617037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] For port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:12.629523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d09d3-3843-43c7-ae99-4d7ca85ab5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab56b82d-c5bf-40a8-a914-de24571a1cae,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.657221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d83d09d3-3843-43c7-ae99-4d7ca85ab5dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd4a0186a9754b098f5d57c0125e0975&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7783196 Jul 15 23:11:12.660889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33818) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.676696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] For port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:12.681127 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-451a620a-426a-4a2a-81d1-06af9879825c req-06ae43e2-9846-49c0-88ed-7c35e78c9e44 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443157 Jul 15 23:11:12.712075 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.717627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:11:12.717983 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ceabc10b-dc8f-4615-b3e7-74ace6a1e234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.743598 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ceabc10b-dc8f-4615-b3e7-74ace6a1e234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.798549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ceabc10b-dc8f-4615-b3e7-74ace6a1e234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.801265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ceabc10b-dc8f-4615-b3e7-74ace6a1e234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.802409 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ceabc10b-dc8f-4615-b3e7-74ace6a1e234 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab56b82d-c5bf-40a8-a914-de24571a1cae HTTP/1.1" status: 204 len: 168 time: 0.1405523 Jul 15 23:11:12.812907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabc10b-dc8f-4615-b3e7-74ace6a1e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab56b82d-c5bf-40a8-a914-de24571a1cae,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.836621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.837247 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.838650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 HTTP/1.1" status: 200 len: 1091 time: 2.4586654 Jul 15 23:11:12.839100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89da2c5-ce9f-4309-915c-9a620e87e4bd', 'tag': '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:12.842157 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d" -d '{"events": [{"name": "network-changed", "server_uuid": "c89da2c5-ce9f-4309-915c-9a620e87e4bd", "tag": "5ac6b6f2-3d2c-4c93-8f2d-b214371e7885"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:12.886387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.899663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ec885-829c-42e0-b8b6-cb7eb56b6189 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.906946 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.011816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.025753 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-3addad5f-7f4e-4894-906c-b9b0fb2cf46e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.032697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-3addad5f-7f4e-4894-906c-b9b0fb2cf46e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.039298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-3addad5f-7f4e-4894-906c-b9b0fb2cf46e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.045285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-3addad5f-7f4e-4894-906c-b9b0fb2cf46e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.051404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-3addad5f-7f4e-4894-906c-b9b0fb2cf46e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.057218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-3addad5f-7f4e-4894-906c-b9b0fb2cf46e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.064093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-3addad5f-7f4e-4894-906c-b9b0fb2cf46e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.066078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-3addad5f-7f4e-4894-906c-b9b0fb2cf46e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.4278262 Jul 15 23:11:13.100703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.191092 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Floating IP d3c50512-9fb4-4e45-905c-62e92feba9f8 associated. External IP: 172.25.3.105, port: cd8739e7-cb16-43ab-90d2-8703a2d1050f. Jul 15 23:11:13.195681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:13.245706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5061ef44-7fec-4f69-8837-9df83193bd1a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:13.264400 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.264871 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Added segment aab04796-e50d-45ac-8904-de526f828f06 of type vlan for network bcd4cf69-d78f-4901-9049-0dc900fa788f Jul 15 23:11:13.275282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9d8a60c-ede1-48b1-8221-505299a1ba88 req-881512d2-523f-4848-8d66-7ad45fe9325b tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1784141 Jul 15 23:11:13.286675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-f4b2872e-74a7-4549-84c1-dd21b9746fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.288348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-f4b2872e-74a7-4549-84c1-dd21b9746fe0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 1094 time: 0.3896973 Jul 15 23:11:13.396133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-be7b5a85-d724-4304-a6b3-3f15d901e84d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 HTTP/1.1" status: 200 len: 217 time: 0.0732374 Jul 15 23:11:13.409323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.491787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-0e76789e-d678-493f-87f2-1a509dc64e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.493314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-0e76789e-d678-493f-87f2-1a509dc64e8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.0803719 Jul 15 23:11:13.535013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.535968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.536551 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.576521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.591353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-df24f5e9-193c-49fb-9e32-8021f0e881c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572822 Jul 15 23:11:13.675319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7957835 Jul 15 23:11:13.675998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33850) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.682679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Request body: {'subnet': {'network_id': 'bcd4cf69-d78f-4901-9049-0dc900fa788f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-subnet', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:13.708262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Made reservation on behalf of 6b5c82ad1f054d019a4750a099ca6827 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:13.712036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.757200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abf75b-2f40-45d2-872d-7147d16e1849 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd4cf69-d78f-4901-9049-0dc900fa788f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:13.767561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network bcd4cf69-d78f-4901-9049-0dc900fa788f details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:13.790976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:13.917592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-c438ab41-d9c3-4e01-af7d-eb5ef594e4cb service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026111 Jul 15 23:11:14.010889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a85999-94f2-4fb1-981a-6b3128bc4f39 req-8fc69a09-5549-4dfe-b13a-7ff0be8eef0f tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.013063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4a85999-94f2-4fb1-981a-6b3128bc4f39 req-8fc69a09-5549-4dfe-b13a-7ff0be8eef0f tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 950 time: 0.2602305 Jul 15 23:11:14.067734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:14.073514 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.079332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] Sync routers for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:14.091079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:14.092057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:14.132385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.204721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6395e46-0ffe-417a-9563-5e99b0839327,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:14.206738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Checking segment: {'id': 'aab04796-e50d-45ac-8904-de526f828f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bcd4cf69-d78f-4901-9049-0dc900fa788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:14.207122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Network hostable DHCP agents. Network: bcd4cf69-d78f-4901-9049-0dc900fa788f, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:14.225399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:14.228268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Network bcd4cf69-d78f-4901-9049-0dc900fa788f is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:14.240396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, bcd4cf69-d78f-4901-9049-0dc900fa788f) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:14.245711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.247514 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.265390 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15f652e5-4393-4504-bc97-16264d56008d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5886621 Jul 15 23:11:14.268951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33852) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:14.270139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c323ef-db1b-44f8-8308-af1f552e6dc8 None None] Network bcd4cf69-d78f-4901-9049-0dc900fa788f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:14.277446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:14.306672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.310486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.387808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.457160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4a85999-94f2-4fb1-981a-6b3128bc4f39 req-311bf1c3-eaef-4ddc-82af-e4bfcfe30109 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332688 Jul 15 23:11:14.462943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-e7ca5666-e3cf-4026-876b-a137370e5b8b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "PUT /v2.0/floatingips/d3c50512-9fb4-4e45-905c-62e92feba9f8 HTTP/1.1" status: 200 len: 996 time: 3.7902834 Jul 15 23:11:14.535619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9296eae-58d5-4d25-a12a-8482a868c71c req-0252784c-e4c4-4b0e-b2d2-6371bf981ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771945 Jul 15 23:11:14.537167 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83179e08-abe7-4f82-a329-b103209829df x-openstack-request-id: req-83179e08-abe7-4f82-a329-b103209829df {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:14.537522 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89da2c5-ce9f-4309-915c-9a620e87e4bd", "tag": "5ac6b6f2-3d2c-4c93-8f2d-b214371e7885", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:14.537843 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83179e08-abe7-4f82-a329-b103209829df {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:14.538344 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89da2c5-ce9f-4309-915c-9a620e87e4bd', 'tag': '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885', 'status': 'completed', 'code': 200} Jul 15 23:11:14.571288 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b726bf-aa45-44fc-aae6-6173595802be req-4c7c4c9a-9a32-4d46-86ce-091243019aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.580652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-4c7c4c9a-9a32-4d46-86ce-091243019aaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043a468db77a42dda7c9622508327afc&device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 1096 time: 0.0871029 Jul 15 23:11:14.615563 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.689935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-bcd4cf69-d78f-4901-9049-0dc900fa788f', 'network_id': 'bcd4cf69-d78f-4901-9049-0dc900fa788f', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'fixed_ips': [{'subnet_id': 'c6395e46-0ffe-417a-9563-5e99b0839327'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:11:14.690834 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.786771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd3c50512-9fb4-4e45-905c-62e92feba9f8', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'port_id': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'mac_address': 'fa:16:3e:50:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:11:06Z', 'updated_at': '2021-07-15T23:11:12Z', 'revision_number': 1, 'project_id': '043a468db77a42dda7c9622508327afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:51Z', 'revision_number': 5, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:14.819114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b726bf-aa45-44fc-aae6-6173595802be req-6f201afa-63a4-4137-8ec6-e1860e9a915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.820789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-6f201afa-63a4-4137-8ec6-e1860e9a915b service neutron] 10.222.0.23 "GET /v2.0/networks?id=18c78595-dded-4a39-aecd-4c7b0f604bda HTTP/1.1" status: 200 len: 929 time: 0.2392774 Jul 15 23:11:14.821869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] Checking router: 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:14.834305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-721e4b7b-7b86-49d6-bc03-c48f091f3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.836520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-721e4b7b-7b86-49d6-bc03-c48f091f3cc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 1094 time: 0.2338350 Jul 15 23:11:14.867686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:14.868327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:14.894651 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.920517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.936237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Allocated IP 172.20.0.2 (bcd4cf69-d78f-4901-9049-0dc900fa788f/c6395e46-0ffe-417a-9563-5e99b0839327/d9d371d0-a51a-4a81-8758-4bf7fb43bf4d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:15.041246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45405223-ab88-45d1-9ebc-d8aed79c5159 req-515cfaeb-5478-4cf4-929e-c1348984a99d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.043376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45405223-ab88-45d1-9ebc-d8aed79c5159 req-515cfaeb-5478-4cf4-929e-c1348984a99d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 943 time: 0.2870369 Jul 15 23:11:15.045289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-75527dc0-32c9-4d8e-baa6-45064b525130 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 200 len: 999 time: 0.2075844 Jul 15 23:11:15.045861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:15.072628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Allocated IP 172.25.3.151 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/323d7194-ebef-4d42-9f5d-d2f16cccd9f7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:15.158411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-f0fae818-ac42-414b-b2e4-75a8347df34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.160197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-f0fae818-ac42-414b-b2e4-75a8347df34a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 916 time: 0.3090858 Jul 15 23:11:15.173890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45405223-ab88-45d1-9ebc-d8aed79c5159 req-8b0b92e4-4b88-48bc-8937-241f7c6f8edf tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141448 Jul 15 23:11:15.176859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b726bf-aa45-44fc-aae6-6173595802be req-ddddf9f3-bbb0-4aa7-8e18-24107e060b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.186743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-ddddf9f3-bbb0-4aa7-8e18-24107e060b16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83ec4f0c-3a66-4a75-972f-c05f5a31d2b2 HTTP/1.1" status: 200 len: 867 time: 0.1289992 Jul 15 23:11:15.232073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.274073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-6b050e6c-cc2b-465d-877b-1bbfd64b96d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 HTTP/1.1" status: 200 len: 217 time: 0.0743897 Jul 15 23:11:15.328441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b726bf-aa45-44fc-aae6-6173595802be req-c294aa1b-91db-4b46-bec9-6abf2f1de918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.336061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-c294aa1b-91db-4b46-bec9-6abf2f1de918 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18c78595-dded-4a39-aecd-4c7b0f604bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481965 Jul 15 23:11:15.371722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-e238dc9b-ccb0-4ef5-8b76-0a5ebba8a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.373348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-e238dc9b-ccb0-4ef5-8b76-0a5ebba8a7d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.0860116 Jul 15 23:11:15.407932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.446157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-02b3d03a-4833-45e9-8ece-d3c4ae419763 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331843 Jul 15 23:11:15.489621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:15.500188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:15.502086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-05bedd82-729e-4bd7-91f8-1eb8edfc7dd7 service neutron] 10.222.0.23 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649778 Jul 15 23:11:15.506955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:15.545328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-cd8935ca-feca-4cef-85c0-0ab38f2d4358 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.547144 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-cd8935ca-feca-4cef-85c0-0ab38f2d4358 tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.37 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 946 time: 0.2835727 Jul 15 23:11:15.547799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=323d7194-ebef-4d42-9f5d-d2f16cccd9f7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.608350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.623504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Transition to ACTIVE for port object d9d371d0-a51a-4a81-8758-4bf7fb43bf4d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:15.645271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Transition to ACTIVE for port object d9d371d0-a51a-4a81-8758-4bf7fb43bf4d will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:15.661336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd3c50512-9fb4-4e45-905c-62e92feba9f8', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'port_id': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'mac_address': 'fa:16:3e:50:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:11:06Z', 'updated_at': '2021-07-15T23:11:12Z', 'revision_number': 1, 'project_id': '043a468db77a42dda7c9622508327afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:51Z', 'revision_number': 5, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:15.700961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-c46b8b25-7ead-4cde-94fc-eab42a64c630 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413087 Jul 15 23:11:15.704984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.716775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42020995-fa85-4e41-9f94-c0bd934d8d8b None None] The sync data for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 is: [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd3c50512-9fb4-4e45-905c-62e92feba9f8', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'port_id': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'mac_address': 'fa:16:3e:50:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:11:06Z', 'updated_at': '2021-07-15T23:11:12Z', 'revision_number': 1, 'project_id': '043a468db77a42dda7c9622508327afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:51Z', 'revision_number': 5, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:15.719553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1b726bf-aa45-44fc-aae6-6173595802be req-f7a014e8-eb2f-47a3-b369-5a7d3939f093 service neutron] 10.222.0.23 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153525 Jul 15 23:11:15.743795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459256-ca64-4fe5-8b67-7f146e6169ad req-567072d1-cead-4135-b24d-d5c85ccbbfbb tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.760375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d459256-ca64-4fe5-8b67-7f146e6169ad req-567072d1-cead-4135-b24d-d5c85ccbbfbb tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/ports?device_id=b046f524-8967-4b35-88e3-b5406797b267 HTTP/1.1" status: 200 len: 946 time: 0.2475741 Jul 15 23:11:15.763175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Network bcd4cf69-d78f-4901-9049-0dc900fa788f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:15.772537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:15.788007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:15.870609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Pushing event updated for resources: {'Port': ['ID=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.906445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Deleting port e1c80a23-2369-47da-a302-349ed62fb9bd {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:15.907857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.910923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Attempting to bind port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:15.911359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Attempting to bind port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'aab04796-e50d-45ac-8904-de526f828f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bcd4cf69-d78f-4901-9049-0dc900fa788f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:15.911731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Attempting to bind port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d on network bcd4cf69-d78f-4901-9049-0dc900fa788f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:15.921770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:15.922545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Checking segment: {'id': 'aab04796-e50d-45ac-8904-de526f828f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bcd4cf69-d78f-4901-9049-0dc900fa788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:15.923338 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.924098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Bound using segment: {'id': 'aab04796-e50d-45ac-8904-de526f828f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bcd4cf69-d78f-4901-9049-0dc900fa788f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:15.924808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Bound port: d9d371d0-a51a-4a81-8758-4bf7fb43bf4d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab04796-e50d-45ac-8904-de526f828f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'bcd4cf69-d78f-4901-9049-0dc900fa788f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:15.927800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.009801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d459256-ca64-4fe5-8b67-7f146e6169ad req-cddf6d2e-e603-468b-b852-7c14f7a00a0e tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.23 "GET /v2.0/security-groups?id=de2e96fd-2d77-4118-825c-48064a9c26fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281892 Jul 15 23:11:16.067900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] For port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:16.078601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] For port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,segment=NetworkSegment(aab04796-e50d-45ac-8904-de526f828f06),segment_id=aab04796-e50d-45ac-8904-de526f828f06)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:16.083293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc6f1d0-744e-4336-8c71-3e4a2e54c42d req-84aacca0-5671-44bc-bb07-cff227107fac service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628502 Jul 15 23:11:16.085409 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.140658 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51c27d-6c18-4962-af45-8e649ba62c01 None None] New status for floating IP d3c50512-9fb4-4e45-905c-62e92feba9f8: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:11:16.163840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] For port e1c80a23-2369-47da-a302-349ed62fb9bd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e1c80a23-2369-47da-a302-349ed62fb9bd,segment=NetworkSegment(0c8237bc-a217-4f03-b6c8-b7486b1412ea),segment_id=0c8237bc-a217-4f03-b6c8-b7486b1412ea)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:16.164272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.182583 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.186322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Calling delete_port for e1c80a23-2369-47da-a302-349ed62fb9bd owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:16.206544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e04423-3f84-491f-b1f7-1d21a4f1a2a0 None None] Pushing event updated for resources: {'Port': ['ID=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.305304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-d4960074-5384-47cc-a41c-fedff65c83de tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.317723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-d4960074-5384-47cc-a41c-fedff65c83de tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.326490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-d4960074-5384-47cc-a41c-fedff65c83de tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.336587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-d4960074-5384-47cc-a41c-fedff65c83de tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.345042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-d4960074-5384-47cc-a41c-fedff65c83de tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.353554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-d4960074-5384-47cc-a41c-fedff65c83de tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.367682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-d4960074-5384-47cc-a41c-fedff65c83de tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.370470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-d4960074-5384-47cc-a41c-fedff65c83de tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.1840761 Jul 15 23:11:16.482395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2af9ef2-d73a-4a1f-bbbe-edaa5d0cbd55 req-cfa334dc-9956-4f99-be98-7eabbe88f376 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1030619 Jul 15 23:11:16.539596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:16.543336 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8950c45-673b-4919-be4b-5ff50df31ece" -d '{"events": [{"name": "network-changed", "server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:16.627067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.646110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.691143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['e1c80a23-2369-47da-a302-349ed62fb9bd'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:16.773429 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-cff762de-0c3a-4e35-a1ba-108889f3266e tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 258 time: 0.1399429 Jul 15 23:11:16.784333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:16.809437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.924074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.021651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Pushing event deleted for resources: {'Port': ['ID=e1c80a23-2369-47da-a302-349ed62fb9bd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:17.076146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f8fb-e6f8-434c-8591-f461fdee6d77 req-63a88ac5-1d73-4f92-95ab-6035f9112835 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.077545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b510f8fb-e6f8-434c-8591-f461fdee6d77 req-63a88ac5-1d73-4f92-95ab-6035f9112835 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 943 time: 0.1087217 Jul 15 23:11:17.088623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Allocated IP 172.25.3.234 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/f46fa32c-63e2-4f41-b83d-c23d633d5e3e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:17.093394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] No DVR routers for this DVR port e1c80a23-2369-47da-a302-349ed62fb9bd on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:17.097333 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.099476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50e2f449-1f18-4d51-9a72-aa13a82a9f66 req-86182c98-80e0-4c7e-b7e6-de6e21f0f14a tempest-VolumesAdminNegativeTest-675149714 tempest-VolumesAdminNegativeTest-675149714-project] 10.222.0.37 "DELETE /v2.0/ports/e1c80a23-2369-47da-a302-349ed62fb9bd HTTP/1.1" status: 204 len: 173 time: 1.5398290 Jul 15 23:11:17.101622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046f524-8967-4b35-88e3-b5406797b267', 'name': 'network-vif-deleted', 'tag': 'e1c80a23-2369-47da-a302-349ed62fb9bd'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:17.105571 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b286aa-4d65-4665-baa8-01a1d933a6c1" -d '{"events": [{"server_uuid": "b046f524-8967-4b35-88e3-b5406797b267", "name": "network-vif-deleted", "tag": "e1c80a23-2369-47da-a302-349ed62fb9bd"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:17.148701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Router b7ddf006-d9d5-4706-b76b-e638fdbbd852 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:11:17.164524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b510f8fb-e6f8-434c-8591-f461fdee6d77 req-23c90090-e685-487a-a4c7-9c4712eb3be3 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770626 Jul 15 23:11:17.279432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:17.291139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Sync routers for ids ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:17.299867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.304807 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-34e7dc82-54df-4c18-821e-ed849df43ea2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0345197 Jul 15 23:11:17.306550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:17.309220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Routers {'b7ddf006-d9d5-4706-b76b-e638fdbbd852'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:17.310058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:17.316741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.373241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.397392 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d878aa9-31dd-4e1f-ad6a-20e817370241 x-openstack-request-id: req-5d878aa9-31dd-4e1f-ad6a-20e817370241 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:17.397660 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:17.397923 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d878aa9-31dd-4e1f-ad6a-20e817370241 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:17.398341 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'status': 'completed', 'code': 200} Jul 15 23:11:17.456205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:17.478252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:17.483002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:17.499610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Set router b7ddf006-d9d5-4706-b76b-e638fdbbd852 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:17.555403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Pushing event updated for resources: {'Port': ['ID=f46fa32c-63e2-4f41-b83d-c23d633d5e3e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:17.651039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950c45-673b-4919-be4b-5ff50df31ece req-65d62e34-0ee8-4a10-bc5d-0108e711ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.652608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8950c45-673b-4919-be4b-5ff50df31ece req-65d62e34-0ee8-4a10-bc5d-0108e711ac2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043a468db77a42dda7c9622508327afc&device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 1096 time: 0.2155926 Jul 15 23:11:17.666671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf28ec37-67bd-480c-a09b-47c9e680424a None None] Network bcd4cf69-d78f-4901-9049-0dc900fa788f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:17.695235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.809003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef62ee4-15a4-47b4-8422-46280b835ba5 req-aefb99c4-4e70-4573-9fb9-036adc5c206f tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.810688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ef62ee4-15a4-47b4-8422-46280b835ba5 req-aefb99c4-4e70-4573-9fb9-036adc5c206f tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 950 time: 0.2423308 Jul 15 23:11:17.814575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-502a0cde-e672-4447-9977-3899b8f4c231 None None] Provisioning for port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:17.842346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.863622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.897393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:15Z', 'revision_number': 3, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port': {'id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:17.905793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950c45-673b-4919-be4b-5ff50df31ece req-135d1938-ec4c-46e0-82ec-6bdd066b419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.907291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8950c45-673b-4919-be4b-5ff50df31ece req-135d1938-ec4c-46e0-82ec-6bdd066b419e service neutron] 10.222.0.59 "GET /v2.0/networks?id=18c78595-dded-4a39-aecd-4c7b0f604bda HTTP/1.1" status: 200 len: 929 time: 0.2439349 Jul 15 23:11:17.936884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Checking router: b7ddf006-d9d5-4706-b76b-e638fdbbd852 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:17.937537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Updating router b7ddf006-d9d5-4706-b76b-e638fdbbd852 port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:11:17.948490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ef62ee4-15a4-47b4-8422-46280b835ba5 req-141c94ab-471d-4e57-b3b5-9212c953b4ba tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e671593-489d-48d1-827f-3ba7a52b8d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293998 Jul 15 23:11:17.987431 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.992687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:18.055821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33882) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.080043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8950c45-673b-4919-be4b-5ff50df31ece req-2ea4b898-525d-4ea3-86e8-d984816c57ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 200 len: 1001 time: 0.1494231 Jul 15 23:11:18.108117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-707faf01-521a-4a7d-8695-4229871158fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.193757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950c45-673b-4919-be4b-5ff50df31ece req-01423860-9b2b-4b81-aff5-57dfa095ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.201118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8950c45-673b-4919-be4b-5ff50df31ece req-01423860-9b2b-4b81-aff5-57dfa095ced7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=83ec4f0c-3a66-4a75-972f-c05f5a31d2b2 HTTP/1.1" status: 200 len: 867 time: 0.0849388 Jul 15 23:11:18.211405 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b0e3fc-1e95-4e97-b925-4c87398c10da x-openstack-request-id: req-b0b0e3fc-1e95-4e97-b925-4c87398c10da {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:18.212002 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046f524-8967-4b35-88e3-b5406797b267", "name": "network-vif-deleted", "tag": "e1c80a23-2369-47da-a302-349ed62fb9bd", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:18.212423 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0b0e3fc-1e95-4e97-b925-4c87398c10da {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:18.213004 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b046f524-8967-4b35-88e3-b5406797b267', 'name': 'network-vif-deleted', 'tag': 'e1c80a23-2369-47da-a302-349ed62fb9bd', 'status': 'completed', 'code': 200} Jul 15 23:11:18.227077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Allocated IP 172.20.0.1 (bcd4cf69-d78f-4901-9049-0dc900fa788f/c6395e46-0ffe-417a-9563-5e99b0839327/a94d7053-116f-4547-b533-897c2d3fb6ec) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:18.285668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cab4b0-cfed-4cd5-8881-46d13582f9de admin admin] Deleting subnet 4a785b7c-313a-437c-860c-4dbf13596c72 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:18.286668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.291451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:18.302337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1cab4b0-cfed-4cd5-8881-46d13582f9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.305417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.315026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885', 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'port_id': '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885', 'mac_address': 'fa:16:3e:ff:07:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1090417-ca80-4b48-b094-0b7bad5462cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:18.383479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1cab4b0-cfed-4cd5-8881-46d13582f9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.395073 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.417139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950c45-673b-4919-be4b-5ff50df31ece req-9af2494c-91f0-4932-8ea8-06d316df4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.423115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8950c45-673b-4919-be4b-5ff50df31ece req-9af2494c-91f0-4932-8ea8-06d316df4a56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18c78595-dded-4a39-aecd-4c7b0f604bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963620 Jul 15 23:11:18.440579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:18.457734 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1cab4b0-cfed-4cd5-8881-46d13582f9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.464026 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.478500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:18.488736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Pushing event updated for resources: {'Port': ['ID=f46fa32c-63e2-4f41-b83d-c23d633d5e3e,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.491665 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.495736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.499344 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.539848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Transition to ACTIVE for port object 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:18.542781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Transition to ACTIVE for port object a94d7053-116f-4547-b533-897c2d3fb6ec will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:18.549701 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.556566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-9b78b19a-e2a9-4e4f-a415-c6fb43ba2b68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7765341 Jul 15 23:11:18.557452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.572971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-4e922278-4400-4b27-b8ab-800f324e70ea tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.579514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-4e922278-4400-4b27-b8ab-800f324e70ea tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.582408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.585364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-4e922278-4400-4b27-b8ab-800f324e70ea tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.591901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-4e922278-4400-4b27-b8ab-800f324e70ea tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.597926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-4e922278-4400-4b27-b8ab-800f324e70ea tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.603926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-4e922278-4400-4b27-b8ab-800f324e70ea tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.610167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-4e922278-4400-4b27-b8ab-800f324e70ea tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.610584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1cab4b0-cfed-4cd5-8881-46d13582f9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.617229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-4e922278-4400-4b27-b8ab-800f324e70ea tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.3254163 Jul 15 23:11:18.629489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Attempting to bind port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:18.629715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-15f0aca8-ea70-44b8-96fa-c40995498e7a tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.629876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Attempting to bind port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:18.629876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Attempting to bind port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:18.630307 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-15f0aca8-ea70-44b8-96fa-c40995498e7a tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.37 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 950 time: 0.1702578 Jul 15 23:11:18.642944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:18.643512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:18.644049 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.644473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:18.645060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Bound port: 323d7194-ebef-4d42-9f5d-d2f16cccd9f7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:18.645495 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.686384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1cab4b0-cfed-4cd5-8881-46d13582f9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.690579 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c1cab4b0-cfed-4cd5-8881-46d13582f9de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4a785b7c-313a-437c-860c-4dbf13596c72 HTTP/1.1" status: 204 len: 168 time: 0.6315975 Jul 15 23:11:18.690579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cab4b0-cfed-4cd5-8881-46d13582f9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a785b7c-313a-437c-860c-4dbf13596c72,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.691779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33890) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.695317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869009b-8f7d-4a81-8b84-d7cbb2c26f3a None None] Pushing event updated for resources: {'Port': ['ID=323d7194-ebef-4d42-9f5d-d2f16cccd9f7,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.697483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-ce0ffaee-3e7d-4a8d-aa64-783656175d58 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.1400805 Jul 15 23:11:18.705126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8950c45-673b-4919-be4b-5ff50df31ece req-475e8eac-8e22-4f00-b6c6-83f07b11199b service neutron] 10.222.0.59 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693288 Jul 15 23:11:18.724522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.758555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] For port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:18.763114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] For port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=323d7194-ebef-4d42-9f5d-d2f16cccd9f7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:18.768260 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.800460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Network bcd4cf69-d78f-4901-9049-0dc900fa788f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:18.805932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:18.809426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a70a8f1-095d-497d-906e-4ea11d56feda req-86a03240-e704-40fa-ad2b-dd59a331de89 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1913097 Jul 15 23:11:18.818262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:18.849406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d9d371d0-a51a-4a81-8758-4bf7fb43bf4d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:18.902025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Pushing event updated for resources: {'Port': ['ID=a94d7053-116f-4547-b533-897c2d3fb6ec,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.914241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5ac6b6f2-3d2c-4c93-8f2d-b214371e7885'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:18.937335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.974816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.981068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Deleting port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:18.981768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.020065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Routers {'b7ddf006-d9d5-4706-b76b-e638fdbbd852'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:19.021060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:19.046390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8950c45-673b-4919-be4b-5ff50df31ece req-297ef99a-e6ee-4528-a396-91d1a40fdc87 service neutron] 10.222.0.59 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148532 Jul 15 23:11:19.107459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-4046ffdd-05fb-4252-b194-508bff2abf32 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.109829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a254a0c2-5815-4ecf-b6bc-f7d7e39d522d req-4046ffdd-05fb-4252-b194-508bff2abf32 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.3873196 Jul 15 23:11:19.203264 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.215564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7daca1-08f3-4442-9b54-cac9dcbb1bdc']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:19.227132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8237bc-a217-4f03-b6c8-b7486b1412ea') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:19.227411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8237bc-a217-4f03-b6c8-b7486b1412ea') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:19.238404 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.247705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] For port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:19.248314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.286992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869009b-8f7d-4a81-8b84-d7cbb2c26f3a None None] Pushing event updated for resources: {'Port': ['ID=323d7194-ebef-4d42-9f5d-d2f16cccd9f7,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.289640 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.299816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:11:19.300337 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.300453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e1c80a23-2369-47da-a302-349ed62fb9bd no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:11:19.302239 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:11:19.326391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:19.332817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Calling delete_port for b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:19.344372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: e1c80a23-2369-47da-a302-349ed62fb9bd {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:19.344917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e1c80a23-2369-47da-a302-349ed62fb9bd not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:19.349634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:19.350013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.355733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-57eaad2a-48ce-49f5-878a-5ece6e4fac6f None None] Provisioning for port a94d7053-116f-4547-b533-897c2d3fb6ec completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:19.401161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.486105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-57eaad2a-48ce-49f5-878a-5ece6e4fac6f None None] Provisioning complete for port a94d7053-116f-4547-b533-897c2d3fb6ec triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:19.486538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-57eaad2a-48ce-49f5-878a-5ece6e4fac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.583378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] Set router b7ddf006-d9d5-4706-b76b-e638fdbbd852 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:19.617192 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.626013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-57eaad2a-48ce-49f5-878a-5ece6e4fac6f None None] Port a94d7053-116f-4547-b533-897c2d3fb6ec cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:19.664226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Pushing event deleted for resources: {'Port': ['ID=b59de1fc-0c77-4eb0-bb07-3fe4deb61e79,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.694065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b59de1fc-0c77-4eb0-bb07-3fe4deb61e79'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:19.741700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] No DVR routers for this DVR port b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:19.745053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.748014 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-36be8aa5-d476-4219-b2b8-796d9759d529 req-fb71fc97-ce7c-4e1e-a823-235606ccab34 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.37 "DELETE /v2.0/ports/b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 HTTP/1.1" status: 204 len: 173 time: 1.0810006 Jul 15 23:11:19.771854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.779242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.821272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24f0d0ba-7ec4-4d27-b78c-14f15f7ea31d req-20580c29-107f-4b55-bacb-f5dd196d4366 tempest-ImagesNegativeTestJSON-1264309014 tempest-ImagesNegativeTestJSON-1264309014-project] 10.222.0.23 "GET /v2.0/ports?device_id=945a5253-9b35-4501-a024-c4574a2126c2 HTTP/1.1" status: 200 len: 210 time: 0.1418004 Jul 15 23:11:19.823133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.845250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.851170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c7daca1-08f3-4442-9b54-cac9dcbb1bdc HTTP/1.1" status: 204 len: 168 time: 1.1570561 Jul 15 23:11:19.852984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33902) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:19.864764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffa2bc-a03f-44a7-acee-b1fc15f77bf0 req-3a4acdde-d931-4150-8716-2a3cb0bea34c tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.873256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5ffa2bc-a03f-44a7-acee-b1fc15f77bf0 req-3a4acdde-d931-4150-8716-2a3cb0bea34c tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 944 time: 0.6257586 Jul 15 23:11:19.879748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.882370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Pushing event updated for resources: {'Port': ['ID=a94d7053-116f-4547-b533-897c2d3fb6ec,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.952609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dfe05-ed4a-43a8-9c23-3cecaa4256eb admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7daca1-08f3-4442-9b54-cac9dcbb1bdc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.974101 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.998051 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5ffa2bc-a03f-44a7-acee-b1fc15f77bf0 req-74d99e16-4e9a-4ac1-810f-52b9ea0b9dfe tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204362 Jul 15 23:11:20.011680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cf59fb-2206-4c46-8751-f114b60e89f5 admin admin] Deleting subnet 223271ee-4642-45d6-ab90-e592dfd77ff9 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:20.015949 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2cf59fb-2206-4c46-8751-f114b60e89f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.065720 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2cf59fb-2206-4c46-8751-f114b60e89f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.090305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Network bcd4cf69-d78f-4901-9049-0dc900fa788f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:20.091734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:20.097155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,segment=NetworkSegment(aab04796-e50d-45ac-8904-de526f828f06),segment_id=aab04796-e50d-45ac-8904-de526f828f06)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:20.110426 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.174684 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2cf59fb-2206-4c46-8751-f114b60e89f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.194675 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:15Z', 'revision_number': 3, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port': {'id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:20.219017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945a5253-9b35-4501-a024-c4574a2126c2', 'name': 'network-vif-deleted', 'tag': 'b59de1fc-0c77-4eb0-bb07-3fe4deb61e79'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:20.221703 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2247d7-52bd-4d58-a4a3-32ab948d308c" -d '{"events": [{"server_uuid": "945a5253-9b35-4501-a024-c4574a2126c2", "name": "network-vif-deleted", "tag": "b59de1fc-0c77-4eb0-bb07-3fe4deb61e79"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:20.239374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044b06c-1a1f-4bdb-9b8b-dc223e135c13 None None] The sync data for ids ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'] in n-d-793618-8 is: [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:15Z', 'revision_number': 3, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port': {'id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:20.254605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:20.263122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Router b7ddf006-d9d5-4706-b76b-e638fdbbd852 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:20.268878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce386009-754b-448b-803d-ce6e3d923743 req-7c674d00-1434-4daa-959d-69598878a3d2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.284985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce386009-754b-448b-803d-ce6e3d923743 req-7c674d00-1434-4daa-959d-69598878a3d2 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2272613 Jul 15 23:11:20.395232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:20.402808 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c1fe97ec-7fdb-45d9-b7fb-126fd7f7bb5d admin admin] 10.222.0.23 "PUT /v2.0/routers/b7ddf006-d9d5-4706-b76b-e638fdbbd852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0914199 Jul 15 23:11:20.418810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce386009-754b-448b-803d-ce6e3d923743 req-e48120b3-197b-4e94-b34a-d220084b8b2f tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.1329091 Jul 15 23:11:20.434963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-ce386009-754b-448b-803d-ce6e3d923743 req-46335c53-45a6-4e8b-8e52-615650b2595c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Request body: {'floatingip': {'port_id': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:20.453798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9e212962-2d6b-4798-98c2-00ab1959f491 None None] Provisioning complete for port a94d7053-116f-4547-b533-897c2d3fb6ec triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:20.454874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9e212962-2d6b-4798-98c2-00ab1959f491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.457890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198e42-5125-40bd-9cea-e03df40090ff req-c425ff14-0d5b-4d81-a806-cd4998b6e528 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.465287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198e42-5125-40bd-9cea-e03df40090ff req-c425ff14-0d5b-4d81-a806-cd4998b6e528 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.471405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198e42-5125-40bd-9cea-e03df40090ff req-c425ff14-0d5b-4d81-a806-cd4998b6e528 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.477163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198e42-5125-40bd-9cea-e03df40090ff req-c425ff14-0d5b-4d81-a806-cd4998b6e528 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.483080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198e42-5125-40bd-9cea-e03df40090ff req-c425ff14-0d5b-4d81-a806-cd4998b6e528 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.488844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198e42-5125-40bd-9cea-e03df40090ff req-c425ff14-0d5b-4d81-a806-cd4998b6e528 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.490970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9e212962-2d6b-4798-98c2-00ab1959f491 None None] Port a94d7053-116f-4547-b533-897c2d3fb6ec cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:20.494728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb198e42-5125-40bd-9cea-e03df40090ff req-c425ff14-0d5b-4d81-a806-cd4998b6e528 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:20.497144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb198e42-5125-40bd-9cea-e03df40090ff req-c425ff14-0d5b-4d81-a806-cd4998b6e528 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.3011699 Jul 15 23:11:20.504932 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2cf59fb-2206-4c46-8751-f114b60e89f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.586130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ce386009-754b-448b-803d-ce6e3d923743 req-46335c53-45a6-4e8b-8e52-615650b2595c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.594872 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2cf59fb-2206-4c46-8751-f114b60e89f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.597448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d2cf59fb-2206-4c46-8751-f114b60e89f5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/223271ee-4642-45d6-ab90-e592dfd77ff9 HTTP/1.1" status: 204 len: 168 time: 0.7428536 Jul 15 23:11:20.600101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33914) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:20.647792 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-965b9aa2-ffc0-4937-ac42-30d1eeda2778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.709125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf59fb-2206-4c46-8751-f114b60e89f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223271ee-4642-45d6-ab90-e592dfd77ff9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:20.784954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb198e42-5125-40bd-9cea-e03df40090ff req-3e25af3c-3086-42e5-912a-91c174a29d11 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2234390 Jul 15 23:11:20.821528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d9d371d0-a51a-4a81-8758-4bf7fb43bf4d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:20.931280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:20.931280 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.010318 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.016822 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-ce386009-754b-448b-803d-ce6e3d923743 req-46335c53-45a6-4e8b-8e52-615650b2595c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:11:21.020829 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d05d02-19e9-4554-b99d-5e1c341c5ba9 x-openstack-request-id: req-17d05d02-19e9-4554-b99d-5e1c341c5ba9 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:21.021451 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945a5253-9b35-4501-a024-c4574a2126c2", "name": "network-vif-deleted", "tag": "b59de1fc-0c77-4eb0-bb07-3fe4deb61e79", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:21.022098 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17d05d02-19e9-4554-b99d-5e1c341c5ba9 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:21.022646 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945a5253-9b35-4501-a024-c4574a2126c2', 'name': 'network-vif-deleted', 'tag': 'b59de1fc-0c77-4eb0-bb07-3fe4deb61e79', 'status': 'completed', 'code': 200} Jul 15 23:11:21.030993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce386009-754b-448b-803d-ce6e3d923743 req-46335c53-45a6-4e8b-8e52-615650b2595c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "PUT /v2.0/floatingips/810471a6-c07c-44ea-826b-ef7895edc7ae HTTP/1.1" status: 409 len: 550 time: 0.6006808 Jul 15 23:11:21.090802 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.120010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:21.145934 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-d63873c5-5b80-4810-b6de-92d354e5f9fd req-74bd6145-367d-4adf-801e-41a282cf8847 tempest-FloatingIPDetailsNegativeTestJSON-728195920 tempest-FloatingIPDetailsNegativeTestJSON-728195920-project] show failed (client error): The resource could not be found. Jul 15 23:11:21.158386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.159346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d63873c5-5b80-4810-b6de-92d354e5f9fd req-74bd6145-367d-4adf-801e-41a282cf8847 tempest-FloatingIPDetailsNegativeTestJSON-728195920 tempest-FloatingIPDetailsNegativeTestJSON-728195920-project] 10.222.0.23 "GET /v2.0/floatingips/f30e6021-2d75-4c35-b17a-a449a4136ccf HTTP/1.1" status: 404 len: 350 time: 0.0577931 Jul 15 23:11:21.205257 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:21.211423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:21.212508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.213513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.263248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:21.332171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba5e8e6-3c8b-40d9-b084-ccd150adc615') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:21.332585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba5e8e6-3c8b-40d9-b084-ccd150adc615') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:21.344799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.347829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.349273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-711345cd-85db-4722-8068-192c896effa1 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips/810471a6-c07c-44ea-826b-ef7895edc7ae HTTP/1.1" status: 200 len: 693 time: 0.0675104 Jul 15 23:11:21.371949 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.379532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=323d7194-ebef-4d42-9f5d-d2f16cccd9f7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:21.386460 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.436238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:11:21.436738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:11:21.438457 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:11:21.461150 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.480958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=323d7194-ebef-4d42-9f5d-d2f16cccd9f7,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:21.522734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d3153-329b-4330-8e9c-a49b17077e64 req-1b4a930c-a34c-4d70-a7be-3fc7f2a2f580 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.524263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e0d3153-329b-4330-8e9c-a49b17077e64 req-1b4a930c-a34c-4d70-a7be-3fc7f2a2f580 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 944 time: 0.1554916 Jul 15 23:11:21.531382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.533123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-3f0f6786-1357-45b8-ba5f-08daad3a1d34 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.534608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-3f0f6786-1357-45b8-ba5f-08daad3a1d34 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1752555 Jul 15 23:11:21.549288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.553519 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd HTTP/1.1" status: 204 len: 168 time: 0.9495883 Jul 15 23:11:21.554263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2cdd3-07a2-4e87-bcb2-08b8afabcd08 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7c304f-fcc2-4bca-93d9-4cd1d9e26abd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:21.615331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-b7cbf374-5222-446b-896f-c944b52422b9 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.0651543 Jul 15 23:11:21.618390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e0d3153-329b-4330-8e9c-a49b17077e64 req-2b576a59-1783-4081-add4-ff5ed0f4b5e1 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828526 Jul 15 23:11:21.682960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-ff156952-9e30-4433-9af2-b041188d429c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.0559132 Jul 15 23:11:21.755753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33934) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.830511 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-54cb3499-7ca9-4afd-bd56-256732047639 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1797a145721e40a7a2712bf69fe06902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710459 Jul 15 23:11:21.830815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33936) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:21.851385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.852064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Deleting port f46fa32c-63e2-4f41-b83d-c23d633d5e3e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:21.852416 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.963233 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.963571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.966065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb00d377-3b62-4661-8978-91d5e7836127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.987222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Calling delete_port for f46fa32c-63e2-4f41-b83d-c23d633d5e3e owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:22.002071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:22.003457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb00d377-3b62-4661-8978-91d5e7836127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.114700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:22.140459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:22.140843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.156013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.169768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb00d377-3b62-4661-8978-91d5e7836127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.172934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb00d377-3b62-4661-8978-91d5e7836127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.174092 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb00d377-3b62-4661-8978-91d5e7836127 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de2e96fd-2d77-4118-825c-48064a9c26fc HTTP/1.1" status: 204 len: 168 time: 0.3423219 Jul 15 23:11:22.188740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00d377-3b62-4661-8978-91d5e7836127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e96fd-2d77-4118-825c-48064a9c26fc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:22.205448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Pushing event deleted for resources: {'Port': ['ID=f46fa32c-63e2-4f41-b83d-c23d633d5e3e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:22.285204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.301932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Deleting port a94d7053-116f-4547-b533-897c2d3fb6ec {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:22.303195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.314664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89da2c5-ce9f-4309-915c-9a620e87e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:22.317882 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4ae8f3-edff-4dfa-9b98-f0d53e055a83" -d '{"events": [{"server_uuid": "c89da2c5-ce9f-4309-915c-9a620e87e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "5ac6b6f2-3d2c-4c93-8f2d-b214371e7885"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:22.338314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.341155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.341526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:22.343241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62556ac7-cb41-4be6-8a0c-cd64428c4dba req-abf67d43-9392-4c8d-aceb-845abf52806a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "DELETE /v2.0/floatingips/810471a6-c07c-44ea-826b-ef7895edc7ae HTTP/1.1" status: 204 len: 173 time: 0.6452301 Jul 15 23:11:22.349506 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.387749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-dd6e2a88-ad18-464b-8cd3-f6dc633d95e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.397148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-dd6e2a88-ad18-464b-8cd3-f6dc633d95e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.404616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.419395 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] Sync routers for ids ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:22.425557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:22.428189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Calling delete_port for a94d7053-116f-4547-b533-897c2d3fb6ec owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:22.432688 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] Routers {'b7ddf006-d9d5-4706-b76b-e638fdbbd852'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:22.437239 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:22.437698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-dd6e2a88-ad18-464b-8cd3-f6dc633d95e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.446494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-dd6e2a88-ad18-464b-8cd3-f6dc633d95e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.473430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-dd6e2a88-ad18-464b-8cd3-f6dc633d95e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.479451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-dd6e2a88-ad18-464b-8cd3-f6dc633d95e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.503983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-dd6e2a88-ad18-464b-8cd3-f6dc633d95e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.506065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-dd6e2a88-ad18-464b-8cd3-f6dc633d95e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.3031151 Jul 15 23:11:22.591563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50712c07-424c-434b-bee0-e2d98cc5e1e4 req-6da49f2d-5ee2-4dd5-9ec4-0e6da8353b92 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0740294 Jul 15 23:11:22.648579 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] Set router b7ddf006-d9d5-4706-b76b-e638fdbbd852 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:22.735580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:22.774195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.787423 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f9bf5f-ff4b-4649-ba85-492c777ba9a1 x-openstack-request-id: req-b2f9bf5f-ff4b-4649-ba85-492c777ba9a1 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:22.787858 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89da2c5-ce9f-4309-915c-9a620e87e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "5ac6b6f2-3d2c-4c93-8f2d-b214371e7885", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:22.788200 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2f9bf5f-ff4b-4649-ba85-492c777ba9a1 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:22.788825 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89da2c5-ce9f-4309-915c-9a620e87e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885', 'code': 200} Jul 15 23:11:22.814586 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33964) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:22.828566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94d7053-116f-4547-b533-897c2d3fb6ec,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:22.884647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:22.885769 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.913669 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:19Z', 'revision_number': 4, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port': {'id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a94d7053-116f-4547-b533-897c2d3fb6ec', 'name': '', 'network_id': 'bcd4cf69-d78f-4901-9049-0dc900fa788f', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'mac_address': 'fa:16:3e:de:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'c6395e46-0ffe-417a-9563-5e99b0839327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:17Z', 'updated_at': '2021-07-15T23:11:19Z', 'revision_number': 2, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'subnets': [{'id': 'c6395e46-0ffe-417a-9563-5e99b0839327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:22.944484 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] Checking router: b7ddf006-d9d5-4706-b76b-e638fdbbd852 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:22.944831 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] Updating router b7ddf006-d9d5-4706-b76b-e638fdbbd852 port a94d7053-116f-4547-b533-897c2d3fb6ec binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:11:22.945019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-4ad21178-4a78-4e21-be0c-49a9ca1c6aa0 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 1001 time: 0.1746771 Jul 15 23:11:22.970136 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] Port a94d7053-116f-4547-b533-897c2d3fb6ec not found while updating agent binding for router b7ddf006-d9d5-4706-b76b-e638fdbbd852. {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:11:22.988969 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] Routers {'b7ddf006-d9d5-4706-b76b-e638fdbbd852'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:22.989790 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:23.046110 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ac4d4437-027e-4bf5-af07-cfaeb73dc180 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da4b49bfdb5e40668eb52791de5483f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297983 Jul 15 23:11:23.051221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33966) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:23.051907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-62589dcd-1ea7-44ef-990f-99b8a31cb9b6 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.055751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:23.067609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-62589dcd-1ea7-44ef-990f-99b8a31cb9b6 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports/cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 200 len: 942 time: 0.1124315 Jul 15 23:11:23.085823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596376bf-ba7e-45db-8fb0-d5540b638f47 req-de2298ba-e78e-40b7-9c07-1505c6db22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.096999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-596376bf-ba7e-45db-8fb0-d5540b638f47 req-de2298ba-e78e-40b7-9c07-1505c6db22d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 1096 time: 0.1840494 Jul 15 23:11:23.139985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:23.140329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b59de1fc-0c77-4eb0-bb07-3fe4deb61e79 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:23.166387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.175499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-596376bf-ba7e-45db-8fb0-d5540b638f47 req-e9f69ae5-7fac-400d-ba63-66aabb8e7384 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672438 Jul 15 23:11:23.177691 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a35ccace-eda3-46db-ae0c-60c8d58cd918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.196908 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.217432 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] Set router b7ddf006-d9d5-4706-b76b-e638fdbbd852 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:23.244090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a35ccace-eda3-46db-ae0c-60c8d58cd918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.279978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-863b4609-6203-45e9-8745-7207e87ba99b tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 1001 time: 0.0789604 Jul 15 23:11:23.293005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc8f64-0a00-47f3-9391-cac5f91ba4b8 req-656dddca-038f-4f40-b031-25e45c020664 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.294689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3cc8f64-0a00-47f3-9391-cac5f91ba4b8 req-656dddca-038f-4f40-b031-25e45c020664 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 945 time: 0.1418271 Jul 15 23:11:23.381391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a35ccace-eda3-46db-ae0c-60c8d58cd918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.383949 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a35ccace-eda3-46db-ae0c-60c8d58cd918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.387605 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a35ccace-eda3-46db-ae0c-60c8d58cd918 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37c16f06-5e1b-4036-99c1-244b594e7c77 HTTP/1.1" status: 204 len: 168 time: 0.3325598 Jul 15 23:11:23.396987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ccace-eda3-46db-ae0c-60c8d58cd918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c16f06-5e1b-4036-99c1-244b594e7c77,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:23.408246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3cc8f64-0a00-47f3-9391-cac5f91ba4b8 req-52d67b34-e60e-49b0-94b9-425587552d5c tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036553 Jul 15 23:11:23.435114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-28bc8d40-acc2-4e12-bb5a-5b47e30fbeda tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.444204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-28bc8d40-acc2-4e12-bb5a-5b47e30fbeda tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1482542 Jul 15 23:11:23.508566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Router b7ddf006-d9d5-4706-b76b-e638fdbbd852 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:23.571509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-57de0a89-05cf-4b29-a08e-028552fdc1c1 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 1001 time: 0.1259854 Jul 15 23:11:23.575399 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:22Z', 'revision_number': 5, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port': {'id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:23.577815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:23.605040 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07bc194-4c42-4833-80cf-4b2493b411f3 None None] The sync data for ids ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'] in n-d-793618-8 is: [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:22Z', 'revision_number': 5, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port': {'id': '323d7194-ebef-4d42-9f5d-d2f16cccd9f7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:23.674305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:23.676780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.692588 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2bde8885-2646-4b61-9ba1-7acf0debacb7 admin admin] 10.222.0.23 "PUT /v2.0/routers/b7ddf006-d9d5-4706-b76b-e638fdbbd852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5307348 Jul 15 23:11:23.693674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33976) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:23.877682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.898793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.898793 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Floating IP d3c50512-9fb4-4e45-905c-62e92feba9f8 disassociated. External IP: 172.25.3.105, port: cd8739e7-cb16-43ab-90d2-8703a2d1050f. Jul 15 23:11:24.053132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-786e19ca-ae9f-4155-aaae-a95c48d2607f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.059922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-786e19ca-ae9f-4155-aaae-a95c48d2607f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.066180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-786e19ca-ae9f-4155-aaae-a95c48d2607f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.072151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-786e19ca-ae9f-4155-aaae-a95c48d2607f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.079052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-786e19ca-ae9f-4155-aaae-a95c48d2607f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.085132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.085457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-786e19ca-ae9f-4155-aaae-a95c48d2607f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.091425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-786e19ca-ae9f-4155-aaae-a95c48d2607f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.098943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-786e19ca-ae9f-4155-aaae-a95c48d2607f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.2192504 Jul 15 23:11:24.171596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-065e20fa-2c87-44c8-b822-7ed3fd6e8289 req-52f42395-d6df-49fe-8cc2-b6cf6d9800c1 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0711975 Jul 15 23:11:24.243426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.334534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Deleting port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:24.334905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.342747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:24.488264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] For port 323d7194-ebef-4d42-9f5d-d2f16cccd9f7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=323d7194-ebef-4d42-9f5d-d2f16cccd9f7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:24.488679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.510117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34006) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:24.512894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Calling delete_port for 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:24.598720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] Sync routers for ids ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:24.613379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] Routers {'b7ddf006-d9d5-4706-b76b-e638fdbbd852'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:24.617036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:24.637950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:24.653672 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] Sync routers for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:24.663218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.664813 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:24.665440 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:24.760425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-74a4d7bc-9824-40d6-8943-f8dd0758f117 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "PUT /v2.0/floatingips/d3c50512-9fb4-4e45-905c-62e92feba9f8 HTTP/1.1" status: 200 len: 695 time: 1.1878378 Jul 15 23:11:24.762291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:24.772142 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e04e05-92a4-46fb-803d-e1dc9eb94707" -d '{"events": [{"name": "network-changed", "server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:24.848753 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.860532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1777109737-network', 'tenant_id': 'ead9808e766443c1a70e414d2d885e83'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:24.886322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] Set router b7ddf006-d9d5-4706-b76b-e638fdbbd852 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:24.912153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Made reservation on behalf of ead9808e766443c1a70e414d2d885e83 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:24.917749 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.948260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-09868394-2d83-4224-9b1c-698a06c9eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.950432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-09868394-2d83-4224-9b1c-698a06c9eb18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=043a468db77a42dda7c9622508327afc&device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 1096 time: 0.1726260 Jul 15 23:11:24.955262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:24Z', 'revision_number': 6, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:24.958521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.959979 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:24.965000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec0c53-94f5-499a-ad02-fa7641d51cfe req-7b1d395d-1636-4a2a-829c-7360f41b61ae tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.974660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80ec0c53-94f5-499a-ad02-fa7641d51cfe req-7b1d395d-1636-4a2a-829c-7360f41b61ae tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 945 time: 0.1009657 Jul 15 23:11:25.036515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] Checking router: b7ddf006-d9d5-4706-b76b-e638fdbbd852 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:25.056124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] Routers {'b7ddf006-d9d5-4706-b76b-e638fdbbd852'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:25.057804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:25.059533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34018) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:25.081959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.083730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80ec0c53-94f5-499a-ad02-fa7641d51cfe req-61fcb68f-831b-4263-8fe0-e90e014ec7df tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019745 Jul 15 23:11:25.203799 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.207266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-59885338-3217-4971-8d29-1c5a5006f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.218007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.220270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-59885338-3217-4971-8d29-1c5a5006f72a service neutron] 10.222.0.23 "GET /v2.0/networks?id=18c78595-dded-4a39-aecd-4c7b0f604bda HTTP/1.1" status: 200 len: 929 time: 0.2037854 Jul 15 23:11:25.267633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] Set router b7ddf006-d9d5-4706-b76b-e638fdbbd852 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:25.294333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-704847e8-b124-4cb8-8c19-e2a529721235 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 200 len: 217 time: 0.0728922 Jul 15 23:11:25.296830 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23962d0c-14d3-4f62-85eb-7ec14ad23e7a x-openstack-request-id: req-23962d0c-14d3-4f62-85eb-7ec14ad23e7a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:25.297101 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:25.297350 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23962d0c-14d3-4f62-85eb-7ec14ad23e7a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:25.297740 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'status': 'completed', 'code': 200} Jul 15 23:11:25.317692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Pushing event deleted for resources: {'Port': ['ID=323d7194-ebef-4d42-9f5d-d2f16cccd9f7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:25.335927 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:51Z', 'revision_number': 5, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:25.361938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:24Z', 'revision_number': 6, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:25.409257 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] Checking router: 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:25.433965 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:25.436701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:25.461712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:25.502078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-5c521e6c-5879-4b2a-9e01-a2c37eccf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.523328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-5c521e6c-5879-4b2a-9e01-a2c37eccf383 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=83ec4f0c-3a66-4a75-972f-c05f5a31d2b2 HTTP/1.1" status: 200 len: 867 time: 0.2281089 Jul 15 23:11:25.560784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f14884-1580-45cc-b690-d793e5d2298b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:25.565703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.566049 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Added segment 7188dbd0-f387-4548-85ab-0a8640d1578e of type vlan for network 8f966666-899c-4e07-8238-7c0fc1b5877d Jul 15 23:11:25.625297 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:25.701544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-1579484b-14d1-4894-bb41-ce0323016c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.703055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-1579484b-14d1-4894-bb41-ce0323016c14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043a468db77a42dda7c9622508327afc&device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 1096 time: 0.3510089 Jul 15 23:11:25.748999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f06fcd-65f3-4846-82fb-192fb5a8e55e None None] The sync data for ids ['b7ddf006-d9d5-4706-b76b-e638fdbbd852'] in n-d-793618-8 is: [{'id': 'b7ddf006-d9d5-4706-b76b-e638fdbbd852', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-885791730-router', 'tenant_id': '6b5c82ad1f054d019a4750a099ca6827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:14Z', 'updated_at': '2021-07-15T23:11:24Z', 'revision_number': 6, 'project_id': '6b5c82ad1f054d019a4750a099ca6827', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:25.751736 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.856448 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-12d42e96-5154-40ec-a07b-80e4038e0f16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e5064e86cae49a18da7dd7575e976c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7946658 Jul 15 23:11:25.860534 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.865619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34036) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:25.874731 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.880653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.901716 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:51Z', 'revision_number': 5, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:25.949301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-49f67926-ad85-466d-af05-31cabdbec165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.952758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-49f67926-ad85-466d-af05-31cabdbec165 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18c78595-dded-4a39-aecd-4c7b0f604bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4285710 Jul 15 23:11:25.955915 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88672334-0f84-4ad9-a19b-edb07972b661 None None] The sync data for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 is: [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:10:44Z', 'revision_number': 4, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd1177fe7-ed32-43bc-be6b-2bca2933da2a', 'name': '', 'network_id': '18c78595-dded-4a39-aecd-4c7b0f604bda', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'mac_address': 'fa:16:3e:ce:48:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:43Z', 'updated_at': '2021-07-15T23:10:51Z', 'revision_number': 5, 'project_id': '043a468db77a42dda7c9622508327afc', 'subnets': [{'id': '83ec4f0c-3a66-4a75-972f-c05f5a31d2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:25.985860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.986498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ddf006-d9d5-4706-b76b-e638fdbbd852 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:11:25.991036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.992171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b7e335dd-7938-4936-9bbc-e8619b73e211 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b7ddf006-d9d5-4706-b76b-e638fdbbd852 HTTP/1.1" status: 204 len: 168 time: 2.2975819 Jul 15 23:11:25.999024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34040) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:25.999646 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.000595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.001177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.075914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e1f8110b-d2fd-4090-ad1b-89fe78939816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.117282 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6058655 Jul 15 23:11:26.119957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e1f8110b-d2fd-4090-ad1b-89fe78939816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.131679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34042) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:26.137465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Request body: {'subnet': {'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1777109737-subnet', 'tenant_id': 'ead9808e766443c1a70e414d2d885e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:26.147595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb92473e-e3f4-455d-be67-2cc15e5979b3 admin admin] Deleting subnet c6395e46-0ffe-417a-9563-5e99b0839327 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:26.194109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb92473e-e3f4-455d-be67-2cc15e5979b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.195943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce4384-fa9c-4774-be22-c6432fd4d86a admin admin] Pushing event updated for resources: {'Network': ['ID=8f966666-899c-4e07-8238-7c0fc1b5877d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:26.209720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8f966666-899c-4e07-8238-7c0fc1b5877d details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:26.271739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Made reservation on behalf of ead9808e766443c1a70e414d2d885e83 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:26.273883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.281886 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb92473e-e3f4-455d-be67-2cc15e5979b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.349447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e1f8110b-d2fd-4090-ad1b-89fe78939816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.352549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e1f8110b-d2fd-4090-ad1b-89fe78939816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.354284 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e1f8110b-d2fd-4090-ad1b-89fe78939816 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e671593-489d-48d1-827f-3ba7a52b8d3d HTTP/1.1" status: 204 len: 168 time: 0.4871035 Jul 15 23:11:26.417801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8110b-d2fd-4090-ad1b-89fe78939816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e671593-489d-48d1-827f-3ba7a52b8d3d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:26.482489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6cea3-1d15-47d4-9a5c-69b9905f92d7 None None] New status for floating IP d3c50512-9fb4-4e45-905c-62e92feba9f8: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:11:26.491154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-96a3e16d-992b-43ab-897c-7099db2ef5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.492644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-96a3e16d-992b-43ab-897c-7099db2ef5b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=18c78595-dded-4a39-aecd-4c7b0f604bda HTTP/1.1" status: 200 len: 929 time: 0.7274821 Jul 15 23:11:26.516511 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb92473e-e3f4-455d-be67-2cc15e5979b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.548834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c291c-9331-4b4e-8471-891efa520b45 req-46d907e5-e516-4af6-967a-bc9d9368a761 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.566566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c291c-9331-4b4e-8471-891efa520b45 req-46d907e5-e516-4af6-967a-bc9d9368a761 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.582228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c291c-9331-4b4e-8471-891efa520b45 req-46d907e5-e516-4af6-967a-bc9d9368a761 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.601354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c291c-9331-4b4e-8471-891efa520b45 req-46d907e5-e516-4af6-967a-bc9d9368a761 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.607709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c291c-9331-4b4e-8471-891efa520b45 req-46d907e5-e516-4af6-967a-bc9d9368a761 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.625780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c291c-9331-4b4e-8471-891efa520b45 req-46d907e5-e516-4af6-967a-bc9d9368a761 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.651337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c291c-9331-4b4e-8471-891efa520b45 req-46d907e5-e516-4af6-967a-bc9d9368a761 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.661672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-627c291c-9331-4b4e-8471-891efa520b45 req-46d907e5-e516-4af6-967a-bc9d9368a761 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 1.0289061 Jul 15 23:11:26.674730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:26.773158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-287f0e95-dcb2-41de-b8d7-8b48a525fc00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 200 len: 217 time: 0.0794904 Jul 15 23:11:26.776178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-19bfde47-7fd4-421b-bdfe-4f2425e7a0a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8867474 Jul 15 23:11:26.785676 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb92473e-e3f4-455d-be67-2cc15e5979b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.813129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:26.813640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 323d7194-ebef-4d42-9f5d-d2f16cccd9f7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:26.822533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb92473e-e3f4-455d-be67-2cc15e5979b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.824906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268a21e-aee7-4de9-8f4b-f51b0f64964b None None] Network bcd4cf69-d78f-4901-9049-0dc900fa788f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:26.832145 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cb92473e-e3f4-455d-be67-2cc15e5979b3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c6395e46-0ffe-417a-9563-5e99b0839327 HTTP/1.1" status: 204 len: 168 time: 0.8283260 Jul 15 23:11:26.835476 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34054) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:26.908888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-166dd3ad-c556-4c85-abbe-18828d120c9e service neutron] 10.222.0.23 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9391263 Jul 15 23:11:26.919664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92473e-e3f4-455d-be67-2cc15e5979b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6395e46-0ffe-417a-9563-5e99b0839327,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:26.938385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-94e39880-7d80-4079-b1ee-a0b7bc69ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.939958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-94e39880-7d80-4079-b1ee-a0b7bc69ac1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=83ec4f0c-3a66-4a75-972f-c05f5a31d2b2 HTTP/1.1" status: 200 len: 867 time: 0.1415474 Jul 15 23:11:26.977235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-627c291c-9331-4b4e-8471-891efa520b45 req-fbd27147-8101-4991-a6aa-33e42a7171da tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3155410 Jul 15 23:11:26.987460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.080183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.154292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Checking segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:27.154650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Network hostable DHCP agents. Network: 8f966666-899c-4e07-8238-7c0fc1b5877d, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:27.157736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb10daa-63e2-4605-a343-41dad889d80a,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:27.206289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Network 8f966666-899c-4e07-8238-7c0fc1b5877d is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:27.222486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb9b96c8-e441-48c5-9438-13f60212fdcf req-a770ff26-3c27-4503-a67b-5aca3357968c service neutron] 10.222.0.23 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124118 Jul 15 23:11:27.222715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 8f966666-899c-4e07-8238-7c0fc1b5877d) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:27.225162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-36ce0e5a-f59e-4d09-a8dd-58108bf6124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.227383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-36ce0e5a-f59e-4d09-a8dd-58108bf6124a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 1097 time: 0.3498788 Jul 15 23:11:27.228088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.228586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.233833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] DHCP port deletion for bcd4cf69-d78f-4901-9049-0dc900fa788f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:11:27.256797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Deleting port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:27.257139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.258866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-7f15ad73-ea89-4e62-8912-ea4dfd1ab828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.261037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-7f15ad73-ea89-4e62-8912-ea4dfd1ab828 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18c78595-dded-4a39-aecd-4c7b0f604bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2760901 Jul 15 23:11:27.281929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc80a97-346d-4325-b9aa-a3e092ca0c80 None None] Network 8f966666-899c-4e07-8238-7c0fc1b5877d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:27.311193 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9dad81bf-f615-4b1e-8cbc-c48cfc4f2b00 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1757617 Jul 15 23:11:27.375142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] Deleting port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:27.375684 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.418718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] For port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,segment=NetworkSegment(aab04796-e50d-45ac-8904-de526f828f06),segment_id=aab04796-e50d-45ac-8904-de526f828f06)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:27.419120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.440393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-cbd53b73-35b1-4804-a1c1-1f879799bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.442319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-cbd53b73-35b1-4804-a1c1-1f879799bd2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 916 time: 0.1796350 Jul 15 23:11:27.444491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-8bcaff07-2935-4a59-a1ba-c8fdbbf2f6c8 service neutron] 10.222.0.59 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703053 Jul 15 23:11:27.448219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Calling delete_port for d9d371d0-a51a-4a81-8758-4bf7fb43bf4d owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:27.470386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] For port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,segment=NetworkSegment(aab04796-e50d-45ac-8904-de526f828f06),segment_id=aab04796-e50d-45ac-8904-de526f828f06)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:27.472744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.494548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] Calling delete_port for d9d371d0-a51a-4a81-8758-4bf7fb43bf4d owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:27.597672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-27982bc6-571c-4bdc-a02d-8b41310a1e91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a HTTP/1.1" status: 200 len: 217 time: 0.1365359 Jul 15 23:11:27.629117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.637285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.672388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:27.677773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] No DVR routers for this DVR port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:27.697476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] Pushing event deleted for resources: {'Port': ['ID=d9d371d0-a51a-4a81-8758-4bf7fb43bf4d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:27.707146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e5fcf-e947-40e0-a0ec-e8fc8132d340 None None] No DVR routers for this DVR port d9d371d0-a51a-4a81-8758-4bf7fb43bf4d on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:27.774978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09f5e79-e92a-4030-a554-9ba384506890 None None] Network 8f966666-899c-4e07-8238-7c0fc1b5877d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:27.799379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-12f10eec-6a89-457b-a8ff-25781d85d66d tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips/d3c50512-9fb4-4e45-905c-62e92feba9f8 HTTP/1.1" status: 200 len: 693 time: 0.1572504 Jul 15 23:11:27.824301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.835245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd4cf69-d78f-4901-9049-0dc900fa788f']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:27.840040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-6b04c25b-d55e-4df2-b6dd-9ffa691f0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.841833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-6b04c25b-d55e-4df2-b6dd-9ffa691f0499 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.2350154 Jul 15 23:11:27.846974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab04796-e50d-45ac-8904-de526f828f06') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:27.847270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab04796-e50d-45ac-8904-de526f828f06') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:27.858703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86e04e05-92a4-46fb-803d-e1dc9eb94707 req-2e70d853-c490-411a-a004-8eb2a9fd609c service neutron] 10.222.0.59 "GET /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910315 Jul 15 23:11:27.859942 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.878637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.888000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:11:27.888712 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:11:27.892219 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:11:27.913721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-cf3d1396-dc95-4192-b99f-4ef9fff7aea7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600419 Jul 15 23:11:27.960801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.968585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.980905 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] 10.222.0.23 "DELETE /v2.0/networks/bcd4cf69-d78f-4901-9049-0dc900fa788f HTTP/1.1" status: 204 len: 168 time: 1.0941095 Jul 15 23:11:27.992598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13780333-9c57-4dcf-b953-5de7cca0aabe admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd4cf69-d78f-4901-9049-0dc900fa788f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:28.059490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-5b1f86d4-8d13-41ab-aded-0c9fca1d6d8a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:28.061177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-5b1f86d4-8d13-41ab-aded-0c9fca1d6d8a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2609270 Jul 15 23:11:28.130673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-a21a2469-eb44-4d77-97f8-b82b28244e2e service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746914 Jul 15 23:11:28.141875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-3429dc15-d5c3-4d21-96e8-8f3fd9f75587 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 696 time: 0.0694284 Jul 15 23:11:28.212328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34100) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:28.220567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-7f37ee47-cc4d-4caf-8cc3-945a8d9de8fc tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 696 time: 0.0728624 Jul 15 23:11:28.275681 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-872cd2f5-42cf-4257-8820-720da8e947e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b5c82ad1f054d019a4750a099ca6827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619209 Jul 15 23:11:28.278545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34110) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:28.334784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a540e54-f76e-4c8b-830a-39e7b9b09ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.359138 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a540e54-f76e-4c8b-830a-39e7b9b09ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.409842 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a540e54-f76e-4c8b-830a-39e7b9b09ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.413139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a540e54-f76e-4c8b-830a-39e7b9b09ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.416990 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0a540e54-f76e-4c8b-830a-39e7b9b09ee1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5061ef44-7fec-4f69-8837-9df83193bd1a HTTP/1.1" status: 204 len: 168 time: 0.1348259 Jul 15 23:11:28.425031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb68d0f-c2b9-4ed4-a888-4288c02f98e7 req-fdbc23d8-8258-4f16-9fbf-1ffb782f5529 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708449 Jul 15 23:11:28.426618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a540e54-f76e-4c8b-830a-39e7b9b09ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5061ef44-7fec-4f69-8837-9df83193bd1a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:28.488296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-4e441646-ab22-46bc-828b-e8b813bede39 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:28.489789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-4e441646-ab22-46bc-828b-e8b813bede39 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 805 time: 0.1995962 Jul 15 23:11:28.507172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Deleting port 8bdfc8bf-73bf-42c9-847a-93b9c3f34e55 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:28.507538 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.521739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-083e03be-2332-4335-8ba0-bd5b0ed00f58 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/quotas/ead9808e766443c1a70e414d2d885e83 HTTP/1.1" status: 200 len: 375 time: 0.0243769 Jul 15 23:11:28.563310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-e8bfcdd4-a4ee-4948-955e-21512a1d6df9 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345845 Jul 15 23:11:28.672920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d9d371d0-a51a-4a81-8758-4bf7fb43bf4d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:28.701476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d9d371d0-a51a-4a81-8758-4bf7fb43bf4d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:28.701823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d9d371d0-a51a-4a81-8758-4bf7fb43bf4d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:28.742270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.742598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.764344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-a7f809d1-b5fe-4591-bad8-7223b7cb82c0 service neutron] 10.222.0.23 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700776 Jul 15 23:11:28.765186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Calling delete_port for 8bdfc8bf-73bf-42c9-847a-93b9c3f34e55 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:28.964101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-d7bd0dd8-52c2-429e-bdd3-48e5e67a82c0 service neutron] 10.222.0.23 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899605 Jul 15 23:11:29.123380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:29.218787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Pushing event deleted for resources: {'Port': ['ID=8bdfc8bf-73bf-42c9-847a-93b9c3f34e55,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:29.369766 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:29.374044 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:29.399204 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:11:29.403415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3877b7e2-78f9-4834-8f8e-87d5fcf96c85 req-9a9b1c93-040e-49e1-9ab9-4d4a6bf3dc28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "DELETE /v2.0/floatingips/d3c50512-9fb4-4e45-905c-62e92feba9f8 HTTP/1.1" status: 204 len: 173 time: 1.1754241 Jul 15 23:11:29.599387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-ed4d4d65-caa3-4c2c-8d25-c6c1e4d3284e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.607683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-ed4d4d65-caa3-4c2c-8d25-c6c1e4d3284e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.614961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-ed4d4d65-caa3-4c2c-8d25-c6c1e4d3284e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.622421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-ed4d4d65-caa3-4c2c-8d25-c6c1e4d3284e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.629523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-ed4d4d65-caa3-4c2c-8d25-c6c1e4d3284e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.636922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-ed4d4d65-caa3-4c2c-8d25-c6c1e4d3284e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.648140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-ed4d4d65-caa3-4c2c-8d25-c6c1e4d3284e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.654952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-ed4d4d65-caa3-4c2c-8d25-c6c1e4d3284e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.2416747 Jul 15 23:11:29.738481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1174d64e-5f19-4b0a-9969-7f87d828be77 req-3b2955e2-8225-47a3-9fe0-aad5165bc195 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 210 time: 0.0467026 Jul 15 23:11:29.756207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83e8bad2-d29f-4489-bbd5-80ed234d13ac req-22a1dbb8-c229-4442-bb0d-8e86f2c4feaa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1000438 Jul 15 23:11:30.146087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea9d74-aff3-4eae-9d3a-4c09dbb2f994 req-3543baa0-ee50-4953-98cb-1e6ff853aecc tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:30.154702 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7ea9d74-aff3-4eae-9d3a-4c09dbb2f994 req-3543baa0-ee50-4953-98cb-1e6ff853aecc tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1327708 Jul 15 23:11:30.207773 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7ea9d74-aff3-4eae-9d3a-4c09dbb2f994 req-8873c396-2eec-4a73-b215-de874fd6c20a tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0446703 Jul 15 23:11:30.318406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c5b0e66-0c37-491d-acb0-c1dd2fb68e5e req-9f9ed952-2bce-49ba-b5c4-ba3035e6b8d3 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0852566 Jul 15 23:11:30.534240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34214) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:30.753111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-adab7fc6-6a35-4e7d-9d7a-afe0be07ebc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.909736 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-adab7fc6-6a35-4e7d-9d7a-afe0be07ebc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.915265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-adab7fc6-6a35-4e7d-9d7a-afe0be07ebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.922147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bdf5b-5dce-4d08-85db-70106caf7f1e req-11187594-8952-4dcf-a750-0ed4c7ed54e5 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:30.923741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d49bdf5b-5dce-4d08-85db-70106caf7f1e req-11187594-8952-4dcf-a750-0ed4c7ed54e5 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 945 time: 0.1119609 Jul 15 23:11:31.032654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d49bdf5b-5dce-4d08-85db-70106caf7f1e req-ddc3a712-b6e2-4859-b37f-3d8a7394f7b8 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959995 Jul 15 23:11:31.084385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-611e9d36-d37e-4c57-a3b1-b31fec982cd2 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.086661 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-611e9d36-d37e-4c57-a3b1-b31fec982cd2 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 805 time: 0.1388018 Jul 15 23:11:31.097074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab7fc6-6a35-4e7d-9d7a-afe0be07ebc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5ec3fa-c24d-4ff7-aa69-18f8cdd5ade5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:31.102855 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-adab7fc6-6a35-4e7d-9d7a-afe0be07ebc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff55afefb89148f2a3242990851795a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674946 Jul 15 23:11:31.106652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34230) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:31.110049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Request body: {'port': {'device_id': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'admin_state_up': True, 'tenant_id': 'ead9808e766443c1a70e414d2d885e83'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:31.251104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Made reservation on behalf of ead9808e766443c1a70e414d2d885e83 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:31.254983 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.294606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62ea4061-5e07-4da4-905e-7cf63c2a60b8 req-a29b30b3-69d1-42d8-9847-8a595a67e266 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 210 time: 0.0612309 Jul 15 23:11:31.296394 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e463795-db3c-46cc-a171-efab0f4c5515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.372158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e463795-db3c-46cc-a171-efab0f4c5515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.474067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-287a9c02-edcb-43d6-8d80-6bf79763cc06 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.482154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-287a9c02-edcb-43d6-8d80-6bf79763cc06 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.489594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-287a9c02-edcb-43d6-8d80-6bf79763cc06 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.497149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-287a9c02-edcb-43d6-8d80-6bf79763cc06 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.504362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-287a9c02-edcb-43d6-8d80-6bf79763cc06 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.511890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-287a9c02-edcb-43d6-8d80-6bf79763cc06 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.518972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-287a9c02-edcb-43d6-8d80-6bf79763cc06 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.529227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-287a9c02-edcb-43d6-8d80-6bf79763cc06 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.3806977 Jul 15 23:11:31.566154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Allocated IP 172.20.0.14 (8f966666-899c-4e07-8238-7c0fc1b5877d/0fb10daa-63e2-4605-a343-41dad889d80a/331ef60a-807d-4ea8-80ea-373fcee797b4) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:31.572375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e463795-db3c-46cc-a171-efab0f4c5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.578192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e463795-db3c-46cc-a171-efab0f4c5515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.579430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9e463795-db3c-46cc-a171-efab0f4c5515 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac5ec3fa-c24d-4ff7-aa69-18f8cdd5ade5 HTTP/1.1" status: 204 len: 168 time: 0.4718540 Jul 15 23:11:31.621246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e463795-db3c-46cc-a171-efab0f4c5515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5ec3fa-c24d-4ff7-aa69-18f8cdd5ade5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:31.662382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-acdbb26b-f239-42ab-b86f-3c6cd3816479 req-11437627-09eb-4e9d-9ab7-8814f7d44b0a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1322846 Jul 15 23:11:31.779545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34252) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:31.828456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.872527 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.928227 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Network 8f966666-899c-4e07-8238-7c0fc1b5877d is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:31.932117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:31.934885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:31.973179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Pushing event updated for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:32.012200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:32.013115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.036284 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7a1648eb-0b4d-405e-a99b-8cad0a94b814 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9307516 Jul 15 23:11:32.055882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Request body: {'port': {'device_id': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:32.107304 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-293753a8-42b3-4122-99f0-129481ec4ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.193937 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.252873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-293753a8-42b3-4122-99f0-129481ec4ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.258650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-293753a8-42b3-4122-99f0-129481ec4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.394433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-293753a8-42b3-4122-99f0-129481ec4ff3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e3bb88f7b644959add2ec50d8e10cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6138783 Jul 15 23:11:32.399376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34290) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:32.429973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293753a8-42b3-4122-99f0-129481ec4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0109e3-6f7f-4fcf-9944-97511f19a223,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:32.558152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6a2e-9792-4517-a3ae-abc17473993a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.569811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fa316-e443-46c5-a9a6-4187746502e0 req-5a3c985a-9064-4eb8-8673-c4c634195b28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:32.571401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b9fa316-e443-46c5-a9a6-4187746502e0 req-5a3c985a-9064-4eb8-8673-c4c634195b28 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 945 time: 0.2573767 Jul 15 23:11:32.646546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6a2e-9792-4517-a3ae-abc17473993a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.656791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b11535-223f-4632-a3a8-39e001a0425b req-998d1f7d-e0c5-4b69-9880-32cf72343744 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:32.658315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53b11535-223f-4632-a3a8-39e001a0425b req-998d1f7d-e0c5-4b69-9880-32cf72343744 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 932 time: 0.1846361 Jul 15 23:11:32.677934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331ef60a-807d-4ea8-80ea-373fcee797b4 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:32.687092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.700510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Transition to ACTIVE for port object 331ef60a-807d-4ea8-80ea-373fcee797b4 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:32.705835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.740697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b9fa316-e443-46c5-a9a6-4187746502e0 req-cbe596c7-bb07-4e30-963d-9f0a7aece239 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541502 Jul 15 23:11:32.767487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Pushing event updated for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:32.786989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53b11535-223f-4632-a3a8-39e001a0425b req-8de6e7af-b303-4aeb-9a0c-fc0c4ba26708 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223927 Jul 15 23:11:32.819251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6a2e-9792-4517-a3ae-abc17473993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.822676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6a2e-9792-4517-a3ae-abc17473993a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.823958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9a3f6a2e-9792-4517-a3ae-abc17473993a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f0109e3-6f7f-4fcf-9944-97511f19a223 HTTP/1.1" status: 204 len: 168 time: 0.4226041 Jul 15 23:11:32.915315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Attempting to bind port 331ef60a-807d-4ea8-80ea-373fcee797b4 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:32.915954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Attempting to bind port 331ef60a-807d-4ea8-80ea-373fcee797b4 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:32.916475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Attempting to bind port 331ef60a-807d-4ea8-80ea-373fcee797b4 on network 8f966666-899c-4e07-8238-7c0fc1b5877d {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:32.925001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Port 331ef60a-807d-4ea8-80ea-373fcee797b4 on network 8f966666-899c-4e07-8238-7c0fc1b5877d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:32.925680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Attempting to bind port 331ef60a-807d-4ea8-80ea-373fcee797b4 on network 8f966666-899c-4e07-8238-7c0fc1b5877d {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:32.937530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:32.938238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Checking segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:32.939940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Bound using segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:32.940572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Bound port: 331ef60a-807d-4ea8-80ea-373fcee797b4, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:32.942983 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.944332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f6a2e-9792-4517-a3ae-abc17473993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0109e3-6f7f-4fcf-9944-97511f19a223,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:33.014253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b6a88-8c71-481b-b469-003201ec60a2 req-fb2574b0-301e-4b9c-bb5e-1d5fcab56d68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.017845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-562b6a88-8c71-481b-b469-003201ec60a2 req-fb2574b0-301e-4b9c-bb5e-1d5fcab56d68 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 945 time: 0.2147446 Jul 15 23:11:33.083203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:33.127673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:33.144264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.225388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896e40c-1697-4661-8beb-71ac0189e087 req-3ec0c0cf-dd86-47dc-bb1b-47a2910c5878 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.228514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.229139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.231817 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/331ef60a-807d-4ea8-80ea-373fcee797b4 HTTP/1.1" status: 200 len: 1092 time: 1.1824133 Jul 15 23:11:33.234881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:33.236388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896e40c-1697-4661-8beb-71ac0189e087 req-3ec0c0cf-dd86-47dc-bb1b-47a2910c5878 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.237340 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d721009-99a3-45fd-ab11-d22873b383c7" -d '{"events": [{"name": "network-changed", "server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:33.240253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb65df-2c75-411f-9110-8a46c0f270c5 service neutron] Pushing event updated for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:33.245428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896e40c-1697-4661-8beb-71ac0189e087 req-3ec0c0cf-dd86-47dc-bb1b-47a2910c5878 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.252278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896e40c-1697-4661-8beb-71ac0189e087 req-3ec0c0cf-dd86-47dc-bb1b-47a2910c5878 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.259083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896e40c-1697-4661-8beb-71ac0189e087 req-3ec0c0cf-dd86-47dc-bb1b-47a2910c5878 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.267090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896e40c-1697-4661-8beb-71ac0189e087 req-3ec0c0cf-dd86-47dc-bb1b-47a2910c5878 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.273654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896e40c-1697-4661-8beb-71ac0189e087 req-3ec0c0cf-dd86-47dc-bb1b-47a2910c5878 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.275700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b896e40c-1697-4661-8beb-71ac0189e087 req-3ec0c0cf-dd86-47dc-bb1b-47a2910c5878 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.2436090 Jul 15 23:11:33.327281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Deleting port cd8739e7-cb16-43ab-90d2-8703a2d1050f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:33.327822 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.360037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b896e40c-1697-4661-8beb-71ac0189e087 req-c544c5dd-e600-4a51-9c89-cda5d5c8b8cc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0753624 Jul 15 23:11:33.415689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-6e6bcee2-161d-4f96-a82b-718dd5df1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.423357 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-6e6bcee2-161d-4f96-a82b-718dd5df1c6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 1095 time: 0.1214623 Jul 15 23:11:33.491293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] For port cd8739e7-cb16-43ab-90d2-8703a2d1050f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cd8739e7-cb16-43ab-90d2-8703a2d1050f,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:33.491831 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.509013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Calling delete_port for cd8739e7-cb16-43ab-90d2-8703a2d1050f owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:33.519541 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-355a2acb-2311-4820-8afa-201b3bd7be7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331ef60a-807d-4ea8-80ea-373fcee797b4 HTTP/1.1" status: 200 len: 217 time: 0.0801227 Jul 15 23:11:33.598021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-39415e7e-5129-413e-8f3f-dc0e1b34020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.600110 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-39415e7e-5129-413e-8f3f-dc0e1b34020c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 200 len: 845 time: 0.0728118 Jul 15 23:11:33.674403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-5c72e2d8-3671-4d8a-a20e-3f0cf3ee3c96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f966666-899c-4e07-8238-7c0fc1b5877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496888 Jul 15 23:11:33.676181 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c959734-6388-4c82-988a-1f822a27c9bb x-openstack-request-id: req-6c959734-6388-4c82-988a-1f822a27c9bb {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:33.676798 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:33.676798 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c959734-6388-4c82-988a-1f822a27c9bb {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:33.677511 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'status': 'completed', 'code': 200} Jul 15 23:11:33.821955 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.839968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['cd8739e7-cb16-43ab-90d2-8703a2d1050f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:33.855172 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-7fcfa060-1d59-43c1-85ad-e8d86b705f89 service neutron] 10.222.0.37 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677876 Jul 15 23:11:33.918012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Pushing event deleted for resources: {'Port': ['ID=cd8739e7-cb16-43ab-90d2-8703a2d1050f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:34.150613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] No DVR routers for this DVR port cd8739e7-cb16-43ab-90d2-8703a2d1050f on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:34.153451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34360) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:34.156717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78d8b176-05c5-4b78-af62-ae14bf1d3e82 req-e0885089-e869-4d4f-8c5f-6335554f3929 tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d3f8b9-919e-414a-89cb-9148e3bb732f HTTP/1.1" status: 200 len: 210 time: 0.1662006 Jul 15 23:11:34.164904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.167223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-562b6a88-8c71-481b-b469-003201ec60a2 req-16fadacb-1d4a-4652-9664-7998e5767e4c tempest-FloatingIPsAssociationNegativeTestJSON-164873538 tempest-FloatingIPsAssociationNegativeTestJSON-164873538-project] 10.222.0.59 "DELETE /v2.0/ports/cd8739e7-cb16-43ab-90d2-8703a2d1050f HTTP/1.1" status: 204 len: 173 time: 1.1338978 Jul 15 23:11:34.177056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'name': 'network-vif-deleted', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:34.180288 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6146d309-5734-4831-b384-15317c435a63" -d '{"events": [{"server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "name": "network-vif-deleted", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:34.191343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34366) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:34.269798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856ee0c-1938-4932-b26e-df5ed1e2adba req-2b07e390-0885-4c0e-b6bd-45dfa2312e51 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.271871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1856ee0c-1938-4932-b26e-df5ed1e2adba req-2b07e390-0885-4c0e-b6bd-45dfa2312e51 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 944 time: 0.1236744 Jul 15 23:11:34.325844 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b780ea16-fd16-4630-9a1d-672659bbe0c7 x-openstack-request-id: req-b780ea16-fd16-4630-9a1d-672659bbe0c7 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:34.326208 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3f8b9-919e-414a-89cb-9148e3bb732f", "name": "network-vif-deleted", "tag": "cd8739e7-cb16-43ab-90d2-8703a2d1050f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:34.326434 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b780ea16-fd16-4630-9a1d-672659bbe0c7 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:34.326990 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d3f8b9-919e-414a-89cb-9148e3bb732f', 'name': 'network-vif-deleted', 'tag': 'cd8739e7-cb16-43ab-90d2-8703a2d1050f', 'status': 'completed', 'code': 200} Jul 15 23:11:34.381200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1856ee0c-1938-4932-b26e-df5ed1e2adba req-fb79e8c9-cfc4-4a20-9994-a8f852631db3 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030781 Jul 15 23:11:34.383213 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f5a8c077-1e42-403d-8a97-8de3393063f2 req-d1a23489-3a44-4325-914b-cdb41cb4075d service neutron] 10.222.0.37 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245812 Jul 15 23:11:34.387377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1390304146-network', 'tenant_id': '332ee294732a41d4a3a37ae6c0d60735'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:34.391103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6978f350-3fb4-45d2-a998-22c4c21c27bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.441410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Made reservation on behalf of 332ee294732a41d4a3a37ae6c0d60735 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:34.443783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.459682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.571965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-7b7ce773-2660-43d8-95dd-a1c90ce04535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.573755 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-7b7ce773-2660-43d8-95dd-a1c90ce04535 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 1095 time: 0.0924840 Jul 15 23:11:34.579641 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6978f350-3fb4-45d2-a998-22c4c21c27bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.589606 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6978f350-3fb4-45d2-a998-22c4c21c27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.679439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-13f1ec2b-744d-487b-9e5b-24c7b9e1d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.681089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-13f1ec2b-744d-487b-9e5b-24c7b9e1d3ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 906 time: 0.0989726 Jul 15 23:11:34.682379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34394) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:34.682660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6978f350-3fb4-45d2-a998-22c4c21c27bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05ba79ec1161466ba56dd5502b9fb4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246346 Jul 15 23:11:34.699371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e87c-d939-4f36-b65c-c5267c244541 req-757e67c6-a4fd-4a0c-9d2d-6aa29b5c3019 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.704409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e87c-d939-4f36-b65c-c5267c244541 req-757e67c6-a4fd-4a0c-9d2d-6aa29b5c3019 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.710165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e87c-d939-4f36-b65c-c5267c244541 req-757e67c6-a4fd-4a0c-9d2d-6aa29b5c3019 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.715945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e87c-d939-4f36-b65c-c5267c244541 req-757e67c6-a4fd-4a0c-9d2d-6aa29b5c3019 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.721948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e87c-d939-4f36-b65c-c5267c244541 req-757e67c6-a4fd-4a0c-9d2d-6aa29b5c3019 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.730842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e87c-d939-4f36-b65c-c5267c244541 req-757e67c6-a4fd-4a0c-9d2d-6aa29b5c3019 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.735325 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-fe144f8b-f84a-4a7c-bbec-5f47e679a472 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331ef60a-807d-4ea8-80ea-373fcee797b4 HTTP/1.1" status: 200 len: 217 time: 0.0454276 Jul 15 23:11:34.737005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e87c-d939-4f36-b65c-c5267c244541 req-757e67c6-a4fd-4a0c-9d2d-6aa29b5c3019 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.738475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b884e87c-d939-4f36-b65c-c5267c244541 req-757e67c6-a4fd-4a0c-9d2d-6aa29b5c3019 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5418 time: 0.2214725 Jul 15 23:11:34.739862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978f350-3fb4-45d2-a998-22c4c21c27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d513d6-0875-40e8-878d-8043fd904daa,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:34.827165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-ca162389-d1d3-4c4c-8f95-4ef42cdb3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.836535 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-ca162389-d1d3-4c4c-8f95-4ef42cdb3958 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 200 len: 845 time: 0.0728846 Jul 15 23:11:34.836535 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19de51d4-71b6-4761-8fd1-88b79ed46188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.881957 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-874843d5-ba3e-47ef-9474-fa1791906215 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f966666-899c-4e07-8238-7c0fc1b5877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384853 Jul 15 23:11:34.887054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19de51d4-71b6-4761-8fd1-88b79ed46188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.014771 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-8d86143f-450c-47ce-81da-ac054ecf95c1 service neutron] 10.222.0.37 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224456 Jul 15 23:11:35.135332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2e707fe1-2757-4df7-8fad-f6361ba4c3fd details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:35.136002 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19de51d4-71b6-4761-8fd1-88b79ed46188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.138256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19de51d4-71b6-4761-8fd1-88b79ed46188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.142020 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-19de51d4-71b6-4761-8fd1-88b79ed46188 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66d513d6-0875-40e8-878d-8043fd904daa HTTP/1.1" status: 204 len: 168 time: 0.4554324 Jul 15 23:11:35.152540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7d721009-99a3-45fd-ab11-d22873b383c7 req-07ef134d-7a95-47a6-bedc-4d06b0950830 service neutron] 10.222.0.37 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286068 Jul 15 23:11:35.153516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de51d4-71b6-4761-8fd1-88b79ed46188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d513d6-0875-40e8-878d-8043fd904daa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.195866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-2f7b8498-9a08-42d2-aac4-37cc44f01953 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293283 Jul 15 23:11:35.247317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b884e87c-d939-4f36-b65c-c5267c244541 req-f68c84d0-7ace-4efd-9718-b4bb553263eb tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4877036 Jul 15 23:11:35.258352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:35.269881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '2e707fe1-2757-4df7-8fad-f6361ba4c3fd', 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'port_id': '2e707fe1-2757-4df7-8fad-f6361ba4c3fd', 'mac_address': 'fa:16:3e:c0:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706067d4-9f95-484f-b172-bf8840ccf970', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:35.308565 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.321702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e707fe1-2757-4df7-8fad-f6361ba4c3fd {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:35.333973 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.343440 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.343719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:35.351553 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.352269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2c69f024-805c-4474-ad1e-c6a319e3e6b8 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:35.368558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:35.386214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c9735-0a4d-43bc-90d1-fe963d38252a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.390356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:35.414547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-2ff4405b-3ebb-4c1c-bd7a-812c42310568 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.416136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-2ff4405b-3ebb-4c1c-bd7a-812c42310568 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067423 Jul 15 23:11:35.421068 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.421321 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Added segment 61cddb87-ca9d-4a71-9415-5cba8af8d6d5 of type vlan for network 35daf014-6382-4cb5-91bd-a390f4311de1 Jul 15 23:11:35.440553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2c69f024-805c-4474-ad1e-c6a319e3e6b8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:35.451360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.456971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '2c69f024-805c-4474-ad1e-c6a319e3e6b8', 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'port_id': '2c69f024-805c-4474-ad1e-c6a319e3e6b8', 'mac_address': 'fa:16:3e:47:53:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706067d4-9f95-484f-b172-bf8840ccf970', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:35.475241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-938b48c5-6335-4f1b-acf9-7277486e3224 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/quotas/960c5a6ee2d644e1b8e980cd52136a8c HTTP/1.1" status: 200 len: 375 time: 0.0520544 Jul 15 23:11:35.502654 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.517420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c69f024-805c-4474-ad1e-c6a319e3e6b8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:35.520433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-6a9e713d-3167-490e-9c6f-dc87246f7f7b tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442708 Jul 15 23:11:35.522362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.544436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2c69f024-805c-4474-ad1e-c6a319e3e6b8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:35.554851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.556043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fea8efda-f69d-4eb3-9e36-aa435e795501 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:35.561408 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.564899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.567473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.589779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fea8efda-f69d-4eb3-9e36-aa435e795501, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fea8efda-f69d-4eb3-9e36-aa435e795501,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:35.604818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'fea8efda-f69d-4eb3-9e36-aa435e795501', 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'port_id': 'fea8efda-f69d-4eb3-9e36-aa435e795501', 'mac_address': 'fa:16:3e:3a:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706067d4-9f95-484f-b172-bf8840ccf970', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:35.641479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4268997 Jul 15 23:11:35.651362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34438) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:35.675532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Request body: {'subnet': {'network_id': '35daf014-6382-4cb5-91bd-a390f4311de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1390304146-subnet', 'tenant_id': '332ee294732a41d4a3a37ae6c0d60735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:35.693971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2c69f024-805c-4474-ad1e-c6a319e3e6b8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.696379 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.710898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea8efda-f69d-4eb3-9e36-aa435e795501 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:35.734320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fea8efda-f69d-4eb3-9e36-aa435e795501, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fea8efda-f69d-4eb3-9e36-aa435e795501,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:35.739949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.741358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:35.744121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581517af-0967-4435-b0be-dde233ac8ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=35daf014-6382-4cb5-91bd-a390f4311de1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.760554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 35daf014-6382-4cb5-91bd-a390f4311de1 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:35.785337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Made reservation on behalf of 332ee294732a41d4a3a37ae6c0d60735 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:35.793191 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.839636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effeacbc-a8d7-4ec2-95a8-7083d19a422f req-726daa7c-e234-4daf-be8f-229a8b5f65b1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.850153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-effeacbc-a8d7-4ec2-95a8-7083d19a422f req-726daa7c-e234-4daf-be8f-229a8b5f65b1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 944 time: 0.2771797 Jul 15 23:11:35.911022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-effeacbc-a8d7-4ec2-95a8-7083d19a422f req-71b95ae9-a24e-45b6-8b8c-2733097ce0ad tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582616 Jul 15 23:11:35.990110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-609f674a-3768-4990-a21c-5a34d544713d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:11:36.067192 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9780582-6c2a-4548-8593-06827b10d61b req-ef9bba92-6336-4021-b803-9070fcf155e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2216234 Jul 15 23:11:36.097205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-293e6e43-0de2-4ef4-abb6-68e9e06c3f6a tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341461 Jul 15 23:11:36.125851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=fea8efda-f69d-4eb3-9e36-aa435e795501,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:36.166432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:36.185934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436', 'network_id': '676655e1-1039-438e-be89-7733e2899543', 'port_id': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436', 'mac_address': 'fa:16:3e:3f:24:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f7feb2-4189-41f4-9ca0-a6da6be0852d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:36.237181 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.244205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.271222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:36.300756 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:36.304528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-05c036ed-36f9-42c4-b261-d269ad1b5932 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.311366 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.312160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 28eba14b-9740-49bf-b234-fcdf2819574d details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:36.313828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-05c036ed-36f9-42c4-b261-d269ad1b5932 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155702 Jul 15 23:11:36.316351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34472) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:36.350357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-d6185f22-ae44-45af-a1c3-e661c5039004 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/quotas/960c5a6ee2d644e1b8e980cd52136a8c HTTP/1.1" status: 200 len: 375 time: 0.0353510 Jul 15 23:11:36.417708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-4d49d99e-63ff-4cc1-b331-1a7141b7fd95 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659833 Jul 15 23:11:36.464244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9780582-6c2a-4548-8593-06827b10d61b req-e1a2ba9b-3310-463c-8568-53b093577cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.466325 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9780582-6c2a-4548-8593-06827b10d61b req-e1a2ba9b-3310-463c-8568-53b093577cb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=421baef519744e10a80993ce165f0d6d&device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 1097 time: 0.2985089 Jul 15 23:11:36.521430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2096266970-network', 'tenant_id': '6c600360276e42f1b74741fa9f52dbbd'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:36.529361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.603490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Made reservation on behalf of 6c600360276e42f1b74741fa9f52dbbd for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:36.606799 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.632007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7081f222-11bf-4fa0-94c5-5e41d859ef6e,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:36.637683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.664209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Checking segment: {'id': '61cddb87-ca9d-4a71-9415-5cba8af8d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35daf014-6382-4cb5-91bd-a390f4311de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:36.664895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Network hostable DHCP agents. Network: 35daf014-6382-4cb5-91bd-a390f4311de1, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:36.684380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:36.710096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-a8855b1b-411d-481d-b148-97fdf35e7a41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.722787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9780582-6c2a-4548-8593-06827b10d61b req-2585b6f7-ad2a-4d06-8b96-aad04b6141a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.723386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 28eba14b-9740-49bf-b234-fcdf2819574d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=28eba14b-9740-49bf-b234-fcdf2819574d,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:36.724428 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9780582-6c2a-4548-8593-06827b10d61b req-2585b6f7-ad2a-4d06-8b96-aad04b6141a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c HTTP/1.1" status: 200 len: 913 time: 0.2286644 Jul 15 23:11:36.752837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '28eba14b-9740-49bf-b234-fcdf2819574d', 'network_id': '676655e1-1039-438e-be89-7733e2899543', 'port_id': '28eba14b-9740-49bf-b234-fcdf2819574d', 'mac_address': 'fa:16:3e:8d:6d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f7feb2-4189-41f4-9ca0-a6da6be0852d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:36.755551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-a8855b1b-411d-481d-b148-97fdf35e7a41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.762834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-a8855b1b-411d-481d-b148-97fdf35e7a41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.774573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-a8855b1b-411d-481d-b148-97fdf35e7a41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.794438 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.800024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-a8855b1b-411d-481d-b148-97fdf35e7a41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.809108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eba14b-9740-49bf-b234-fcdf2819574d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:36.825239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-a8855b1b-411d-481d-b148-97fdf35e7a41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.843824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-a8855b1b-411d-481d-b148-97fdf35e7a41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.847866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 28eba14b-9740-49bf-b234-fcdf2819574d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=28eba14b-9740-49bf-b234-fcdf2819574d,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:36.848578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-a8855b1b-411d-481d-b148-97fdf35e7a41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5422 time: 0.4050813 Jul 15 23:11:36.856112 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.857402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 752b1bd2-10f2-4679-902b-dd4d1fb9e993 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:36.880468 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9780582-6c2a-4548-8593-06827b10d61b req-8d5981d1-4c0f-40f7-9557-d01f7d9a06a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639 HTTP/1.1" status: 200 len: 1002 time: 0.1480286 Jul 15 23:11:36.943236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 752b1bd2-10f2-4679-902b-dd4d1fb9e993, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:36.946697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=28eba14b-9740-49bf-b234-fcdf2819574d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:36.953229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9780582-6c2a-4548-8593-06827b10d61b req-23e4a254-56bb-41c3-a71a-5cff1f55a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.954707 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9780582-6c2a-4548-8593-06827b10d61b req-23e4a254-56bb-41c3-a71a-5cff1f55a58b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f34e70f-ccb2-4e23-9030-4139df2b064f HTTP/1.1" status: 200 len: 851 time: 0.0665691 Jul 15 23:11:36.990028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '752b1bd2-10f2-4679-902b-dd4d1fb9e993', 'network_id': 'd6e4d16d-2c1a-4f89-ac31-6442660d47c0', 'port_id': '752b1bd2-10f2-4679-902b-dd4d1fb9e993', 'mac_address': 'fa:16:3e:00:3b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706067d4-9f95-484f-b172-bf8840ccf970', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:37.033354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8f549b7-2d00-4cbc-a4bc-e9d6f537ae98 req-435bdad6-09d3-42ec-b9d8-cc31b8d72cd1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 210 time: 0.1837003 Jul 15 23:11:37.065596 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.102166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Network 35daf014-6382-4cb5-91bd-a390f4311de1 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:37.108364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752b1bd2-10f2-4679-902b-dd4d1fb9e993 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:37.133253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 35daf014-6382-4cb5-91bd-a390f4311de1) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:37.151359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c4ec6-5f48-448a-850f-cca421791d4a None None] Network 35daf014-6382-4cb5-91bd-a390f4311de1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:37.154835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cc9a99b-8635-447a-a14c-085f0bd07728 req-1137b2f5-107c-4bf4-9e71-830d26c9d3e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2804997 Jul 15 23:11:37.166968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.169366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.173425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 752b1bd2-10f2-4679-902b-dd4d1fb9e993, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:37.198488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.203161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c9bbca2a-1b0c-49f1-91c7-fb017eba71fe details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:37.231719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9780582-6c2a-4548-8593-06827b10d61b req-e44d07a5-7394-4590-aca4-ac9e7db1b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.233252 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9780582-6c2a-4548-8593-06827b10d61b req-e44d07a5-7394-4590-aca4-ac9e7db1b830 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=644e7bea-ffcb-4f1e-a8ea-f407df39b33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366464 Jul 15 23:11:37.275170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.281576 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.321235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=752b1bd2-10f2-4679-902b-dd4d1fb9e993,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:37.321432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c0a97976-f338-4df8-a595-3226640ddaae admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6605294 Jul 15 23:11:37.339578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:37.377134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9352ca-0457-4e66-8dda-06c060e4e1b0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:37.388779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.390062 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Added segment 2b0354a8-c436-4fe0-ad94-95f5c29e0b13 of type vlan for network acaa9a87-1848-45b7-b68a-f273b8a5d5e7 Jul 15 23:11:37.390422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Deleting port d1177fe7-ed32-43bc-be6b-2bca2933da2a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:37.390776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.532427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] For port d1177fe7-ed32-43bc-be6b-2bca2933da2a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d1177fe7-ed32-43bc-be6b-2bca2933da2a,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:37.532787 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.540509 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.553733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Calling delete_port for d1177fe7-ed32-43bc-be6b-2bca2933da2a owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:37.596321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b5534-019b-4d2c-a97f-a4eef459a297 None None] Network 35daf014-6382-4cb5-91bd-a390f4311de1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:37.639411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.646122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.647884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.650630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:37.661300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5669a2-d399-42b1-95c2-886234f69a1f req-821b82f1-2af7-45ca-9664-15888eee2b6c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.663421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d5669a2-d399-42b1-95c2-886234f69a1f req-821b82f1-2af7-45ca-9664-15888eee2b6c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 944 time: 0.2794003 Jul 15 23:11:37.719968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'port_id': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'mac_address': 'fa:16:3e:73:3c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:37.734182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4128242 Jul 15 23:11:37.737303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34504) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:37.781804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Request body: {'subnet': {'network_id': 'acaa9a87-1848-45b7-b68a-f273b8a5d5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2096266970-subnet', 'tenant_id': '6c600360276e42f1b74741fa9f52dbbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:37.789200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.798181 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.817684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bbca2a-1b0c-49f1-91c7-fb017eba71fe {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:37.884543 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9780582-6c2a-4548-8593-06827b10d61b req-769439d6-1b73-40d0-90fa-fda6300ee045 service neutron] 10.222.0.37 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363075 Jul 15 23:11:37.902642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:37.914217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1177fe7-ed32-43bc-be6b-2bca2933da2a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:37.916087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be773a8-05d0-43e3-9961-ef3a1f676257 admin admin] Pushing event updated for resources: {'Network': ['ID=acaa9a87-1848-45b7-b68a-f273b8a5d5e7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:37.936278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network acaa9a87-1848-45b7-b68a-f273b8a5d5e7 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:37.943143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-4808e88b-1c71-49cf-a72e-0a7338624af6 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2065120 Jul 15 23:11:37.946469 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.961228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Made reservation on behalf of 6c600360276e42f1b74741fa9f52dbbd for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:37.964406 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.074606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device cd8739e7-cb16-43ab-90d2-8703a2d1050f no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:38.104302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-ab05f79d-9ae6-41b0-bcb5-e800d4dc4c03 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.106038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 331ef60a-807d-4ea8-80ea-373fcee797b4 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:38.106518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-ab05f79d-9ae6-41b0-bcb5-e800d4dc4c03 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363416 Jul 15 23:11:38.121803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: cd8739e7-cb16-43ab-90d2-8703a2d1050f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:38.122431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device cd8739e7-cb16-43ab-90d2-8703a2d1050f not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:38.137185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:38.142300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Request body: {'port': {'device_id': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '960c5a6ee2d644e1b8e980cd52136a8c'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:38.149412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d5669a2-d399-42b1-95c2-886234f69a1f req-3fc4cada-fe14-4cfd-8b3c-a37351c8fe18 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640181 Jul 15 23:11:38.265102 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.268540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9780582-6c2a-4548-8593-06827b10d61b req-8ec98d29-956a-4305-8168-5fb7c29f82a6 service neutron] 10.222.0.37 "GET /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310211 Jul 15 23:11:38.296850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:38.310741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'port_id': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'mac_address': 'fa:16:3e:50:d0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb10daa-63e2-4605-a343-41dad889d80a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:38.350390 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.355740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3f36c31-8c96-4614-9c02-1c70dbcf37ab req-a04d94c6-97ea-4df4-8515-aede469cbea6 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 210 time: 0.0355520 Jul 15 23:11:38.366266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331ef60a-807d-4ea8-80ea-373fcee797b4 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:38.395917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:38.403771 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.475278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-3745a4ab-cb57-467d-b5c2-5654c28d8bf7 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.476874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-3745a4ab-cb57-467d-b5c2-5654c28d8bf7 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/networks?id=35daf014-6382-4cb5-91bd-a390f4311de1 HTTP/1.1" status: 200 len: 814 time: 0.5326760 Jul 15 23:11:38.488776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:38.494170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Made reservation on behalf of 960c5a6ee2d644e1b8e980cd52136a8c for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:38.499171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.532291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-82b19bff-b5cc-432c-8e34-006902c7c876 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/quotas/332ee294732a41d4a3a37ae6c0d60735 HTTP/1.1" status: 200 len: 375 time: 0.0492887 Jul 15 23:11:38.536359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.646670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-ce0ac580-9971-4b42-8f6a-273143ed05a1 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=332ee294732a41d4a3a37ae6c0d60735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950775 Jul 15 23:11:38.672859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-4ac6cf8b-3f0f-4225-b3ed-08a445496a29 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666239 Jul 15 23:11:38.866216 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.878438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['060a90c1-f4fe-4238-9f2a-5d4ccb2b1436'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:38.918461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:38.981496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['2e707fe1-2757-4df7-8fad-f6361ba4c3fd'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:38.984692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-0f45afa6-98fe-4a90-b78b-118079580ac3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.986513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['752b1bd2-10f2-4679-902b-dd4d1fb9e993'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:38.991818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-0f45afa6-98fe-4a90-b78b-118079580ac3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.993716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['fea8efda-f69d-4eb3-9e36-aa435e795501'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:39.001419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-0f45afa6-98fe-4a90-b78b-118079580ac3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.007572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-0f45afa6-98fe-4a90-b78b-118079580ac3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.014102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-0f45afa6-98fe-4a90-b78b-118079580ac3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.018959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['28eba14b-9740-49bf-b234-fcdf2819574d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:39.020089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-0f45afa6-98fe-4a90-b78b-118079580ac3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.027869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-0f45afa6-98fe-4a90-b78b-118079580ac3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.031010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-0f45afa6-98fe-4a90-b78b-118079580ac3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5425 time: 0.4974852 Jul 15 23:11:39.061319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['c9bbca2a-1b0c-49f1-91c7-fb017eba71fe'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:39.071415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-78b9ba37-d7f0-4f14-acc0-5c47466184a7 service neutron] 10.222.0.23 "GET /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069710 Jul 15 23:11:39.091037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:39.121664 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f5877ee-f636-4e04-bb40-6e572b456cb9 admin admin] 10.222.0.23 "PUT /v2.0/routers/4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7515533 Jul 15 23:11:39.127358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34524) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:39.133770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e9b108-5cef-45a9-9d1f-b4fe63bbb452,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:39.205678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['331ef60a-807d-4ea8-80ea-373fcee797b4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:39.216020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-1e7d9102-a002-4ef6-a26f-ee0dc8a70907 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.217649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-1e7d9102-a002-4ef6-a26f-ee0dc8a70907 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5135598 Jul 15 23:11:39.222644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.245095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Request body: {'port': {'device_id': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': '960c5a6ee2d644e1b8e980cd52136a8c'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:39.256328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Checking segment: {'id': '2b0354a8-c436-4fe0-ad94-95f5c29e0b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acaa9a87-1848-45b7-b68a-f273b8a5d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:39.257605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Network hostable DHCP agents. Network: acaa9a87-1848-45b7-b68a-f273b8a5d5e7, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:39.268271 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] Sync routers for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:39.269498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.282571 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:39.283224 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:39.308936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.380229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-457c3543-8f5d-473e-be78-548820d7dfe0 req-8a5c519a-65fe-472e-9a60-a848ecc1c12f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3344345 Jul 15 23:11:39.436929 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:39.492543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.520598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772f387d-d89a-4fe4-b06a-b855644eb36a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:39.560390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Network acaa9a87-1848-45b7-b68a-f273b8a5d5e7 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:39.595375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-de844c8e-b2a7-4d19-aaf1-5cbf840d1ba8 service neutron] 10.222.0.23 "GET /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937108 Jul 15 23:11:39.597231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.597627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.598025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.598418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.598805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.599176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.599535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.599852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.600177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.600898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.600898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.601128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:39.612310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, acaa9a87-1848-45b7-b68a-f273b8a5d5e7) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:39.632519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.633124 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.644264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Deleting port 202ba5b9-5813-4eff-8209-505c8184f340 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:39.645732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.692303 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '202ba5b9-5813-4eff-8209-505c8184f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:11:37Z', 'revision_number': 5, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port': {'id': '202ba5b9-5813-4eff-8209-505c8184f340', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:41Z', 'updated_at': '2021-07-15T23:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:39.693947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b5babc-6ecd-448d-881f-8b8b3bee632c None None] Network acaa9a87-1848-45b7-b68a-f273b8a5d5e7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:39.734177 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] Checking router: 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:39.746619 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] Routers {'4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:39.748131 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:39.774472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3c574c65-6ad6-4477-a575-638a18dded2e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0254416 Jul 15 23:11:39.806364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Made reservation on behalf of 960c5a6ee2d644e1b8e980cd52136a8c for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:39.816116 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.858725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['2c69f024-805c-4474-ad1e-c6a319e3e6b8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:39.866738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Allocated IP 192.168.233.229 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/5a51f1c6-d730-48da-bd2d-5c84bbda53f3) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:39.869404 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] Set router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:39.954698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] For port 202ba5b9-5813-4eff-8209-505c8184f340, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=202ba5b9-5813-4eff-8209-505c8184f340,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:39.954698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.966344 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:11:39Z', 'revision_number': 6, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:39.996356 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc40e96-1b4b-401a-8fc8-1c921094bc73 None None] The sync data for ids ['4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2'] in n-d-793618-8 is: [{'id': '4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-712981102-router', 'tenant_id': '043a468db77a42dda7c9622508327afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:40Z', 'updated_at': '2021-07-15T23:11:39Z', 'revision_number': 6, 'project_id': '043a468db77a42dda7c9622508327afc', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:40.018595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Calling delete_port for 202ba5b9-5813-4eff-8209-505c8184f340 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:40.237332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e13d2f1-5802-4e55-94cc-3eabaccf9ed3 req-2b2759e8-ac1d-4b8e-b999-755207ae4b39 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 210 time: 0.1180668 Jul 15 23:11:40.287843 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.349136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=202ba5b9-5813-4eff-8209-505c8184f340,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:40.476566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.634343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdab9d2-dcfe-4457-8966-0b66b2fbca1b None None] Network acaa9a87-1848-45b7-b68a-f273b8a5d5e7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:40.658593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.661135 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.702025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5afae64-8675-4563-a8d4-5ddb7f407e04 req-8eb2bbb7-90bf-41ce-a485-9c7e9d3bd3e9 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 210 time: 0.0286624 Jul 15 23:11:40.728869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ff84a-8957-4f27-8cde-e1ef11df6bac req-d6572fbf-a497-4b32-b2d8-d7652f5e2d87 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.731089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af2ff84a-8957-4f27-8cde-e1ef11df6bac req-d6572fbf-a497-4b32-b2d8-d7652f5e2d87 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 945 time: 0.8270633 Jul 15 23:11:40.742039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.742365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:11:40.746819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.748390 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-60307735-65a5-4430-ba24-ddd4f0c17e76 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4a10c7e3-e306-4a29-a7ac-a95b0d7d4aa2 HTTP/1.1" status: 204 len: 168 time: 1.6186309 Jul 15 23:11:40.759194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34556) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:40.776558 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.816320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Deleting subnet 83ec4f0c-3a66-4a75-972f-c05f5a31d2b2 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:40.820799 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.822623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Transition to ACTIVE for port object 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:40.866671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.882110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-6225e434-abc4-40f6-8e57-efd6f43c3996 req-f0dd815e-55e0-4aca-971f-ad0eac141925 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-893228430', 'description': 'tempest-description-958262819'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:40.941120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af2ff84a-8957-4f27-8cde-e1ef11df6bac req-580f1423-d5f4-4bca-9572-0b0787eda614 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438684 Jul 15 23:11:40.973860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.977523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6225e434-abc4-40f6-8e57-efd6f43c3996 req-f0dd815e-55e0-4aca-971f-ad0eac141925 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.999683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d1177fe7-ed32-43bc-be6b-2bca2933da2a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:41.015852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.028205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d1177fe7-ed32-43bc-be6b-2bca2933da2a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:41.028693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d1177fe7-ed32-43bc-be6b-2bca2933da2a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:41.056486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.109966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ec4f0c-3a66-4a75-972f-c05f5a31d2b2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:41.112634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.114653 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/83ec4f0c-3a66-4a75-972f-c05f5a31d2b2 HTTP/1.1" status: 204 len: 168 time: 0.3548176 Jul 15 23:11:41.121795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78411cc0-0a3c-4b84-be63-59ff87f362b7 None None] Network 18c78595-dded-4a39-aecd-4c7b0f604bda requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:41.130282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34560) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:41.144542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.144894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.145240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.145582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.145919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.146254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.146585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.146945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.147440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.148271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.148271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.148589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616578fb-50cf-4102-9991-2eec2c611cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:41.154547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:41.185124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:41.191243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Allocated IP 192.168.233.142 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/b1dd44c4-6002-47bc-94ce-54f18ff15e87) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:41.199585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:41.207089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:41.226667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.289235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Deleting port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:41.289584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.355827 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6225e434-abc4-40f6-8e57-efd6f43c3996 req-f0dd815e-55e0-4aca-971f-ad0eac141925 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.376505 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6225e434-abc4-40f6-8e57-efd6f43c3996 req-f0dd815e-55e0-4aca-971f-ad0eac141925 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.382118 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] DHCP port deletion for 18c78595-dded-4a39-aecd-4c7b0f604bda request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:11:41.385907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] For port 2aa643ce-29a6-44f9-bbc0-b2250164dc37, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2aa643ce-29a6-44f9-bbc0-b2250164dc37,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:41.386565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.408895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Calling delete_port for 2aa643ce-29a6-44f9-bbc0-b2250164dc37 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:41.467408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.468368 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.490240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6225e434-abc4-40f6-8e57-efd6f43c3996 req-f0dd815e-55e0-4aca-971f-ad0eac141925 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.491659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] Deleting port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:41.492038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.510292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6225e434-abc4-40f6-8e57-efd6f43c3996 req-f0dd815e-55e0-4aca-971f-ad0eac141925 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6446953 Jul 15 23:11:41.527688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.539831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd815e-55e0-4aca-971f-ad0eac141925 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa7499b-1eed-4b99-86d2-96231d2898d8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:41.554541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] No DVR routers for this DVR port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:41.562289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-a5a07d4d-09ed-4674-8bfa-541894c19ce1 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4257243 Jul 15 23:11:41.582254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-576509de-13b5-4a4a-861e-b5bbef318c9f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.590075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-576509de-13b5-4a4a-861e-b5bbef318c9f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.594850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-576509de-13b5-4a4a-861e-b5bbef318c9f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.599687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa643ce-29a6-44f9-bbc0-b2250164dc37,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:41.600911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-576509de-13b5-4a4a-861e-b5bbef318c9f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.607120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-576509de-13b5-4a4a-861e-b5bbef318c9f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.612080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] For port 2aa643ce-29a6-44f9-bbc0-b2250164dc37, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2aa643ce-29a6-44f9-bbc0-b2250164dc37,segment=NetworkSegment(54fd57ed-0397-4e60-942e-20211c1bd676),segment_id=54fd57ed-0397-4e60-942e-20211c1bd676)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:41.612696 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.613266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-576509de-13b5-4a4a-861e-b5bbef318c9f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.619104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-576509de-13b5-4a4a-861e-b5bbef318c9f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.621610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-576509de-13b5-4a4a-861e-b5bbef318c9f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5425 time: 0.5041282 Jul 15 23:11:41.629490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Request body: {'port': {'device_id': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:41.657050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-88fab54b-18d0-4bb9-9334-41d0e670f03b None None] Provisioning for port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:41.659484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] Calling delete_port for 2aa643ce-29a6-44f9-bbc0-b2250164dc37 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:41.691844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-88fab54b-18d0-4bb9-9334-41d0e670f03b None None] Provisioning complete for port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:41.694833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-88fab54b-18d0-4bb9-9334-41d0e670f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.769600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b8536eb-44f4-4d90-899d-c700b30d6d6a req-64203d1a-18e5-494b-9172-d47bc2ab85c8 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1367531 Jul 15 23:11:41.775864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-88fab54b-18d0-4bb9-9334-41d0e670f03b None None] Port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:41.815792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.831375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.835971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Transition to ACTIVE for port object b1dd44c4-6002-47bc-94ce-54f18ff15e87 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:41.866909 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.894508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c78595-dded-4a39-aecd-4c7b0f604bda']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:41.920532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fd57ed-0397-4e60-942e-20211c1bd676') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:41.921190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fd57ed-0397-4e60-942e-20211c1bd676') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:41.937823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.952880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.955051 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.961987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:11:41.962409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.989446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-3ea9b8b9-188c-4470-b1c5-931d84387253 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.991633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-3ea9b8b9-188c-4470-b1c5-931d84387253 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.37 "GET /v2.0/networks?id=35daf014-6382-4cb5-91bd-a390f4311de1 HTTP/1.1" status: 200 len: 814 time: 0.3492751 Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:11:41.992386 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:11:42.001332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] Pushing event deleted for resources: {'Port': ['ID=2aa643ce-29a6-44f9-bbc0-b2250164dc37,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:42.009481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1cbbcf59-b455-4b26-aa84-7411c2a2b28f req-b3703036-3650-48ed-ab81-082766d8b9b6 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 210 time: 0.0659034 Jul 15 23:11:42.010800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30e299-c1c3-4d7f-9582-10226b12d8a3 None None] No DVR routers for this DVR port 2aa643ce-29a6-44f9-bbc0-b2250164dc37 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:42.063234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Request body: {'port': {'device_id': '0f81ee03-4235-4d67-ae79-a7321065dc1d', 'network_id': '35daf014-6382-4cb5-91bd-a390f4311de1', 'admin_state_up': True, 'tenant_id': '332ee294732a41d4a3a37ae6c0d60735'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:42.068495 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.073295 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.075527 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] 10.222.0.23 "DELETE /v2.0/networks/18c78595-dded-4a39-aecd-4c7b0f604bda HTTP/1.1" status: 204 len: 168 time: 0.9423487 Jul 15 23:11:42.085645 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.115930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31670e07-3b26-4352-a474-bd706f573f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=18c78595-dded-4a39-aecd-4c7b0f604bda,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:42.227788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Made reservation on behalf of 332ee294732a41d4a3a37ae6c0d60735 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:42.230068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae4ce52c-a298-4953-8740-3aa3de838bc5 req-eb64482e-cd98-4d19-b267-3619018579ce tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 210 time: 0.0832591 Jul 15 23:11:42.235156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.235583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34578) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:42.237233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:42.246671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Pushing event updated for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:42.251279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:42.263632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:42.276667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ba85998-1ffd-47ba-802a-7bbf3a656a18 req-c3b33ad7-36e7-42aa-87d8-fd552379fca4 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/9fa7499b-1eed-4b99-86d2-96231d2898d8 HTTP/1.1" status: 200 len: 1803 time: 0.1954281 Jul 15 23:11:42.336336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3ba85998-1ffd-47ba-802a-7bbf3a656a18 req-1d96dee9-a801-4e51-91eb-c9067027494b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fa7499b-1eed-4b99-86d2-96231d2898d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:42.336945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3ba85998-1ffd-47ba-802a-7bbf3a656a18 req-1d96dee9-a801-4e51-91eb-c9067027494b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fa7499b-1eed-4b99-86d2-96231d2898d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:42.355919 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e841991c-d800-4bb8-bdda-eb7f446edb35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=043a468db77a42dda7c9622508327afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167912 Jul 15 23:11:42.356847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34580) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:42.404624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.405284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.460848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Allocated IP 172.20.0.7 (35daf014-6382-4cb5-91bd-a390f4311de1/7081f222-11bf-4fa0-94c5-5e41d859ef6e/41a04bc1-80cb-4c88-81f5-f10a9c297625) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:42.462919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-6d25fafb-2cd3-4958-b90c-527eaeb70b62 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2226071 Jul 15 23:11:42.467636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d958efd-74bd-4e66-aa98-d3ba3bb4a81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.486231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Request body: {'port': {'device_id': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:42.512289 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d958efd-74bd-4e66-aa98-d3ba3bb4a81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.609672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0f52b0f8-c009-433f-bdc9-1417eb9d1086 None None] Provisioning for port b1dd44c4-6002-47bc-94ce-54f18ff15e87 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:42.614705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0f52b0f8-c009-433f-bdc9-1417eb9d1086 None None] Provisioning complete for port b1dd44c4-6002-47bc-94ce-54f18ff15e87 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:42.616303 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f52b0f8-c009-433f-bdc9-1417eb9d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.621734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ba85998-1ffd-47ba-802a-7bbf3a656a18 req-1d96dee9-a801-4e51-91eb-c9067027494b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.680843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2aa643ce-29a6-44f9-bbc0-b2250164dc37 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:42.688666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d958efd-74bd-4e66-aa98-d3ba3bb4a81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.691272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ba85998-1ffd-47ba-802a-7bbf3a656a18 req-1d96dee9-a801-4e51-91eb-c9067027494b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.693701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d958efd-74bd-4e66-aa98-d3ba3bb4a81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.698461 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5d958efd-74bd-4e66-aa98-d3ba3bb4a81c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0644b2a-8d97-4537-8b7a-b0cdd0dd3351 HTTP/1.1" status: 204 len: 168 time: 0.3407707 Jul 15 23:11:42.711766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 2aa643ce-29a6-44f9-bbc0-b2250164dc37 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:42.712640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2aa643ce-29a6-44f9-bbc0-b2250164dc37 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:42.713249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 202ba5b9-5813-4eff-8209-505c8184f340 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:42.716817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ba85998-1ffd-47ba-802a-7bbf3a656a18 req-1d96dee9-a801-4e51-91eb-c9067027494b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.720199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0f52b0f8-c009-433f-bdc9-1417eb9d1086 None None] Port b1dd44c4-6002-47bc-94ce-54f18ff15e87 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:42.756103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d958efd-74bd-4e66-aa98-d3ba3bb4a81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0644b2a-8d97-4537-8b7a-b0cdd0dd3351,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:42.759202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 202ba5b9-5813-4eff-8209-505c8184f340 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:42.759791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 202ba5b9-5813-4eff-8209-505c8184f340 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:42.760167 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.774409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.798911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96dee9-a801-4e51-91eb-c9067027494b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff3858f-bcbb-401f-a297-fe5279a28692,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:42.813328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:42.816742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.827602 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.831583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3ba85998-1ffd-47ba-802a-7bbf3a656a18 req-1d96dee9-a801-4e51-91eb-c9067027494b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.843665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ba85998-1ffd-47ba-802a-7bbf3a656a18 req-1d96dee9-a801-4e51-91eb-c9067027494b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5427353 Jul 15 23:11:42.873106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Network 35daf014-6382-4cb5-91bd-a390f4311de1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:42.876358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:42.880376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:42.892730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Transition to ACTIVE for port object 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:42.907253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Pushing event updated for resources: {'Port': ['ID=41a04bc1-80cb-4c88-81f5-f10a9c297625,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:42.935534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27459a49-8840-4341-b89f-dba833794c0b req-a8542503-104f-4ff7-82d4-2fb6b191cfd5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.937245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27459a49-8840-4341-b89f-dba833794c0b req-a8542503-104f-4ff7-82d4-2fb6b191cfd5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 945 time: 0.2406142 Jul 15 23:11:42.942839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.944317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.945130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.963570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-7cf66ac1-b158-4754-93f1-694fbb94cfda tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9056852 Jul 15 23:11:42.981357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Request body: {'port': {'device_id': '0f81ee03-4235-4d67-ae79-a7321065dc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:43.056419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.137750 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27459a49-8840-4341-b89f-dba833794c0b req-c591faab-3f0b-4ac6-be3e-933be5a739a1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257834 Jul 15 23:11:43.196306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:43.226483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b3cd1698-720b-404a-be4a-ff029f123a83 req-046c76d8-c377-436b-85d3-b7dd3de4bde2 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1618174828', 'description': 'tempest-description-609320121'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:43.338633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3cd1698-720b-404a-be4a-ff029f123a83 req-046c76d8-c377-436b-85d3-b7dd3de4bde2 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.388819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Attempting to bind port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:43.389256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Attempting to bind port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:43.389713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Attempting to bind port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:43.407450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a04bc1-80cb-4c88-81f5-f10a9c297625 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:43.413616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-bb6b6ff0-1b1c-4768-b62e-2ff0679fb5e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.415825 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.420982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-bb6b6ff0-1b1c-4768-b62e-2ff0679fb5e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.428349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-bb6b6ff0-1b1c-4768-b62e-2ff0679fb5e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.430215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Transition to ACTIVE for port object 41a04bc1-80cb-4c88-81f5-f10a9c297625 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:43.435872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.436066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-bb6b6ff0-1b1c-4768-b62e-2ff0679fb5e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.442980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-bb6b6ff0-1b1c-4768-b62e-2ff0679fb5e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.449914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-bb6b6ff0-1b1c-4768-b62e-2ff0679fb5e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.456070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-bb6b6ff0-1b1c-4768-b62e-2ff0679fb5e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.464201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-bb6b6ff0-1b1c-4768-b62e-2ff0679fb5e5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5425 time: 0.4483919 Jul 15 23:11:43.474844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:43.475905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Attempting to bind port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:43.506665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=41a04bc1-80cb-4c88-81f5-f10a9c297625,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:43.537655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1297987-f369-4fad-b64e-888ebdd92ebd req-80585467-52cd-4db0-8eb3-20c68b33cc9a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0722876 Jul 15 23:11:43.568019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:43.571867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:43.572715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:43.574559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Bound port: 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:43.575235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.588169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Attempting to bind port 41a04bc1-80cb-4c88-81f5-f10a9c297625 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:43.588516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Attempting to bind port 41a04bc1-80cb-4c88-81f5-f10a9c297625 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '61cddb87-ca9d-4a71-9415-5cba8af8d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35daf014-6382-4cb5-91bd-a390f4311de1'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:43.588837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Attempting to bind port 41a04bc1-80cb-4c88-81f5-f10a9c297625 on network 35daf014-6382-4cb5-91bd-a390f4311de1 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:43.597696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Port 41a04bc1-80cb-4c88-81f5-f10a9c297625 on network 35daf014-6382-4cb5-91bd-a390f4311de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:43.597696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Attempting to bind port 41a04bc1-80cb-4c88-81f5-f10a9c297625 on network 35daf014-6382-4cb5-91bd-a390f4311de1 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:43.597953 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.601959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:43.602207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Checking segment: {'id': '61cddb87-ca9d-4a71-9415-5cba8af8d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35daf014-6382-4cb5-91bd-a390f4311de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:43.603107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Bound using segment: {'id': '61cddb87-ca9d-4a71-9415-5cba8af8d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35daf014-6382-4cb5-91bd-a390f4311de1'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:43.603611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Bound port: 41a04bc1-80cb-4c88-81f5-f10a9c297625, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cddb87-ca9d-4a71-9415-5cba8af8d6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '35daf014-6382-4cb5-91bd-a390f4311de1'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:43.604021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.721331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:43.724137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:43.762807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] For port 41a04bc1-80cb-4c88-81f5-f10a9c297625, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:43.771178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] For port 41a04bc1-80cb-4c88-81f5-f10a9c297625, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=41a04bc1-80cb-4c88-81f5-f10a9c297625,segment=NetworkSegment(61cddb87-ca9d-4a71-9415-5cba8af8d6d5),segment_id=61cddb87-ca9d-4a71-9415-5cba8af8d6d5)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:43.773964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1dd44c4-6002-47bc-94ce-54f18ff15e87 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:43.779746 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.783061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.796948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Transition to ACTIVE for port object b1dd44c4-6002-47bc-94ce-54f18ff15e87 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:43.803093 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.807719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.840516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.841836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.843983 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] 10.222.0.37 "PUT /v2.0/ports/41a04bc1-80cb-4c88-81f5-f10a9c297625 HTTP/1.1" status: 200 len: 1091 time: 0.8668325 Jul 15 23:11:43.844669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f81ee03-4235-4d67-ae79-a7321065dc1d', 'tag': '41a04bc1-80cb-4c88-81f5-f10a9c297625'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:43.849796 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757" -d '{"events": [{"name": "network-changed", "server_uuid": "0f81ee03-4235-4d67-ae79-a7321065dc1d", "tag": "41a04bc1-80cb-4c88-81f5-f10a9c297625"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:43.894390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.895050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8673e-6b83-4fa9-ac86-db218445dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=41a04bc1-80cb-4c88-81f5-f10a9c297625,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:43.895575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.897230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] 10.222.0.59 "PUT /v2.0/ports/5a51f1c6-d730-48da-bd2d-5c84bbda53f3 HTTP/1.1" status: 200 len: 1096 time: 2.2746696 Jul 15 23:11:43.897762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:43.900370 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9f21e-7348-4b9e-ab99-76cb79a2124e" -d '{"events": [{"name": "network-changed", "server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:43.931645 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3cd1698-720b-404a-be4a-ff029f123a83 req-046c76d8-c377-436b-85d3-b7dd3de4bde2 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.946077 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3cd1698-720b-404a-be4a-ff029f123a83 req-046c76d8-c377-436b-85d3-b7dd3de4bde2 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.984985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-26c08c05-adb7-47d0-b966-a90832be6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.996836 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-26c08c05-adb7-47d0-b966-a90832be6197 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=332ee294732a41d4a3a37ae6c0d60735&device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 1094 time: 0.0821927 Jul 15 23:11:43.997246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c76d8-c377-436b-85d3-b7dd3de4bde2 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6ddd36-a76a-4d28-8ee0-0513ba1e8262,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:44.004813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65f06e-614f-4d30-9733-581c2f0de8cf service neutron] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:44.073126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Pushing event updated for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:44.075232 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3cd1698-720b-404a-be4a-ff029f123a83 req-046c76d8-c377-436b-85d3-b7dd3de4bde2 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.076634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3cd1698-720b-404a-be4a-ff029f123a83 req-046c76d8-c377-436b-85d3-b7dd3de4bde2 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8906248 Jul 15 23:11:44.087177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2e707fe1-2757-4df7-8fad-f6361ba4c3fd up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:44.098208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-f5a5d1af-26ef-4a6d-938e-cc62520f94c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41a04bc1-80cb-4c88-81f5-f10a9c297625 HTTP/1.1" status: 200 len: 217 time: 0.0647466 Jul 15 23:11:44.211529 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-85e56786-8440-4956-a3db-be97b987361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.214244 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-85e56786-8440-4956-a3db-be97b987361b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7081f222-11bf-4fa0-94c5-5e41d859ef6e HTTP/1.1" status: 200 len: 854 time: 0.1148720 Jul 15 23:11:44.218234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:44.226370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:44.227537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.239480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Attempting to bind port b1dd44c4-6002-47bc-94ce-54f18ff15e87 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:44.240330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Attempting to bind port b1dd44c4-6002-47bc-94ce-54f18ff15e87 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:44.240330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Attempting to bind port b1dd44c4-6002-47bc-94ce-54f18ff15e87 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:44.246952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Port b1dd44c4-6002-47bc-94ce-54f18ff15e87 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:44.247328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Attempting to bind port b1dd44c4-6002-47bc-94ce-54f18ff15e87 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:44.251498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-bb25f684-1ed4-43c5-8493-7f028aa959ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.253063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-bb25f684-1ed4-43c5-8493-7f028aa959ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 1099 time: 0.2657418 Jul 15 23:11:44.265606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:44.265961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:44.266334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:44.267030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Bound port: b1dd44c4-6002-47bc-94ce-54f18ff15e87, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:44.267417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.290620 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-d57388c6-a20b-426a-8b1d-5ab5c5d7256e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35daf014-6382-4cb5-91bd-a390f4311de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667675 Jul 15 23:11:44.318506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf77ac-e676-4804-93ee-96685b105fda req-e015b24a-2f4c-47d8-bccc-7864dd546112 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.320114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69cf77ac-e676-4804-93ee-96685b105fda req-e015b24a-2f4c-47d8-bccc-7864dd546112 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 948 time: 0.1863599 Jul 15 23:11:44.388301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-cde0f633-1e13-4f49-89ee-298f7f4ee921 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3 HTTP/1.1" status: 200 len: 217 time: 0.1248684 Jul 15 23:11:44.419230 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.464417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e707fe1-2757-4df7-8fad-f6361ba4c3fd'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:44.485222 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c4b2d-5647-4bda-b05d-76fb89f788af" -d '{"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "2e707fe1-2757-4df7-8fad-f6361ba4c3fd"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:44.494789 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-89e4d22a-6af7-4dd9-a7e9-48e1080e6868 service neutron] 10.222.0.37 "GET /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976924 Jul 15 23:11:44.508337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:44.517691 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.519450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2c69f024-805c-4474-ad1e-c6a319e3e6b8 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:44.541606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-f6084b87-0f66-4e5f-86b5-564a69227629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.543325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-f6084b87-0f66-4e5f-86b5-564a69227629 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1322732 Jul 15 23:11:44.565364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69cf77ac-e676-4804-93ee-96685b105fda req-17c23efb-fd3d-4570-afa8-ec5940323b99 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097383 Jul 15 23:11:44.602527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:44.659856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6ab2f-bae6-40ff-92ab-deda8179870f req-b1123574-6c47-43a7-a1e0-9cb284b1f892 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.680279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46e6ab2f-bae6-40ff-92ab-deda8179870f req-b1123574-6c47-43a7-a1e0-9cb284b1f892 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 943 time: 0.3553035 Jul 15 23:11:44.729073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:44.741280 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-17a074e1-f977-4e26-a74a-62b4fa1747be req-b9c12b82-cfd1-4f5e-94e8-7e2323c26f23 service neutron] 10.222.0.37 "GET /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395790 Jul 15 23:11:44.743674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:44.745890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:44.757709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:44.758572 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.758900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.815139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46e6ab2f-bae6-40ff-92ab-deda8179870f req-df56d9e2-8421-4dac-9e79-4d5437be60af tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339586 Jul 15 23:11:44.825404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.826027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.829893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] 10.222.0.59 "PUT /v2.0/ports/b1dd44c4-6002-47bc-94ce-54f18ff15e87 HTTP/1.1" status: 200 len: 1096 time: 2.3497045 Jul 15 23:11:44.883809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-49847ae9-2cc3-4fcf-9b7c-366368e2859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.885839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-49847ae9-2cc3-4fcf-9b7c-366368e2859c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3195150 Jul 15 23:11:44.893431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80ad6a-99aa-4160-9071-119ca9792dca service neutron] Pushing event updated for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:45.006135 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55b27a-9603-4e5c-9170-4282291762dd x-openstack-request-id: req-5f55b27a-9603-4e5c-9170-4282291762dd {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:45.006413 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f81ee03-4235-4d67-ae79-a7321065dc1d", "tag": "41a04bc1-80cb-4c88-81f5-f10a9c297625", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:45.006720 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f55b27a-9603-4e5c-9170-4282291762dd {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:45.007724 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f81ee03-4235-4d67-ae79-a7321065dc1d', 'tag': '41a04bc1-80cb-4c88-81f5-f10a9c297625', 'status': 'completed', 'code': 200} Jul 15 23:11:45.044010 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d59e456-26f9-4ba9-aaf1-990f683cea2a x-openstack-request-id: req-2d59e456-26f9-4ba9-aaf1-990f683cea2a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:45.044291 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:45.044569 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d59e456-26f9-4ba9-aaf1-990f683cea2a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:45.044929 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'status': 'completed', 'code': 200} Jul 15 23:11:45.048991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.120042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2c69f024-805c-4474-ad1e-c6a319e3e6b8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:45.126292 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.127285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fea8efda-f69d-4eb3-9e36-aa435e795501 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:45.152499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-b071680a-cd89-4ed7-a844-844154d9053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.159181 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-b071680a-cd89-4ed7-a844-844154d9053d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=332ee294732a41d4a3a37ae6c0d60735&device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 1094 time: 0.1146736 Jul 15 23:11:45.201175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-baf24701-0df4-4c5a-aba2-4a5ab7aed985 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000944 Jul 15 23:11:45.269359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2c69f024-805c-4474-ad1e-c6a319e3e6b8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:45.293998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port fea8efda-f69d-4eb3-9e36-aa435e795501 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:45.300048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port fea8efda-f69d-4eb3-9e36-aa435e795501 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:45.300418 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.322900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-90065b4c-2079-47bc-9a19-5a14823c052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.326017 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-90065b4c-2079-47bc-9a19-5a14823c052c service neutron] 10.222.0.37 "GET /v2.0/networks?id=35daf014-6382-4cb5-91bd-a390f4311de1 HTTP/1.1" status: 200 len: 915 time: 0.1591101 Jul 15 23:11:45.329400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ddb04a7-4271-42f6-993a-bb0f049b79e7 req-d40d23aa-2db8-4d08-a668-e3fa270c0283 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/cf6ddd36-a76a-4d28-8ee0-0513ba1e8262 HTTP/1.1" status: 200 len: 1804 time: 0.2895145 Jul 15 23:11:45.336535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-5b6b6630-41a7-4b5e-96bb-a187c4ebacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.338127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-5b6b6630-41a7-4b5e-96bb-a187c4ebacc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 1099 time: 0.4339573 Jul 15 23:11:45.345134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9ddb04a7-4271-42f6-993a-bb0f049b79e7 req-410df265-73d3-4115-8404-8ce82c695c71 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cf6ddd36-a76a-4d28-8ee0-0513ba1e8262', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:45.345496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9ddb04a7-4271-42f6-993a-bb0f049b79e7 req-410df265-73d3-4115-8404-8ce82c695c71 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cf6ddd36-a76a-4d28-8ee0-0513ba1e8262', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:45.392991 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-3393f391-3dda-4744-a929-e4a8b8626ab6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41a04bc1-80cb-4c88-81f5-f10a9c297625 HTTP/1.1" status: 200 len: 217 time: 0.0584128 Jul 15 23:11:45.399160 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.446547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fea8efda-f69d-4eb3-9e36-aa435e795501, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fea8efda-f69d-4eb3-9e36-aa435e795501,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:45.451629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.452204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-c45bf659-da08-47fc-946a-1cd30d89883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.453498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 331ef60a-807d-4ea8-80ea-373fcee797b4 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:45.454054 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-c45bf659-da08-47fc-946a-1cd30d89883a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7081f222-11bf-4fa0-94c5-5e41d859ef6e HTTP/1.1" status: 200 len: 854 time: 0.0538788 Jul 15 23:11:45.494604 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-8b08b518-3af9-4f87-a0d6-ab97c37ca454 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35daf014-6382-4cb5-91bd-a390f4311de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329776 Jul 15 23:11:45.540602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=fea8efda-f69d-4eb3-9e36-aa435e795501,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:45.558922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 331ef60a-807d-4ea8-80ea-373fcee797b4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:45.563853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 331ef60a-807d-4ea8-80ea-373fcee797b4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:45.564631 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.663497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.703676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:45.710517 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.711794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:45.805528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-fcebb677-6e71-483e-9f2e-fd3c60efe81a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87 HTTP/1.1" status: 200 len: 217 time: 0.4522548 Jul 15 23:11:45.829622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:45.848190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4548d-2a8f-444f-8cfb-41c7af07c1b3 req-927fd835-1a39-478d-8e90-d8067bc6f450 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.850487 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9f4548d-2a8f-444f-8cfb-41c7af07c1b3 req-927fd835-1a39-478d-8e90-d8067bc6f450 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 945 time: 0.6454706 Jul 15 23:11:45.864621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:45.870022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:45.870532 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.883154 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-ce118a0a-847f-4501-be17-6d110c951031 service neutron] 10.222.0.37 "GET /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803825 Jul 15 23:11:45.908566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da8ed6ef-83fc-47f0-bae6-92746e23111b req-ee12570f-c975-469d-ac16-f38bff6b4d9f service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793013 Jul 15 23:11:45.955113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-890561ee-a571-418e-b634-7396ecf1d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.956757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-890561ee-a571-418e-b634-7396ecf1d642 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1381266 Jul 15 23:11:45.981167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.015358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ddb04a7-4271-42f6-993a-bb0f049b79e7 req-410df265-73d3-4115-8404-8ce82c695c71 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.017964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:46.018322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1e5f4b1b-c3d6-4b93-8c94-c586a4905757 req-d3e939f0-3d27-447a-8fab-18bad5ca03c5 service neutron] 10.222.0.37 "GET /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280050 Jul 15 23:11:46.024029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.024843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 28eba14b-9740-49bf-b234-fcdf2819574d up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:46.042274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9f4548d-2a8f-444f-8cfb-41c7af07c1b3 req-6610b951-3568-4c0c-b678-2aeca5aff129 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564689 Jul 15 23:11:46.092174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ddb04a7-4271-42f6-993a-bb0f049b79e7 req-410df265-73d3-4115-8404-8ce82c695c71 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.103387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ddb04a7-4271-42f6-993a-bb0f049b79e7 req-410df265-73d3-4115-8404-8ce82c695c71 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.131603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:46.146847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410df265-73d3-4115-8404-8ce82c695c71 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97688b9a-c22d-42dc-ad76-e472c7df2802,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:46.148207 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1c993f-9a07-428c-9031-cae79b8a489d x-openstack-request-id: req-7a1c993f-9a07-428c-9031-cae79b8a489d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:46.148607 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "2e707fe1-2757-4df7-8fad-f6361ba4c3fd", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:46.148976 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a1c993f-9a07-428c-9031-cae79b8a489d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:46.157259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-c499d6b3-23ed-4400-9bdc-879bbc1430a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.157634 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e707fe1-2757-4df7-8fad-f6361ba4c3fd', 'code': 200} Jul 15 23:11:46.159222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 28eba14b-9740-49bf-b234-fcdf2819574d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:46.159376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-c499d6b3-23ed-4400-9bdc-879bbc1430a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874955 Jul 15 23:11:46.161045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ddb04a7-4271-42f6-993a-bb0f049b79e7 req-410df265-73d3-4115-8404-8ce82c695c71 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.162337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ddb04a7-4271-42f6-993a-bb0f049b79e7 req-410df265-73d3-4115-8404-8ce82c695c71 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8321028 Jul 15 23:11:46.163992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 28eba14b-9740-49bf-b234-fcdf2819574d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:46.164625 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.183149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-de7eadf3-1418-4ec5-8e20-ebaa0ca970ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.184675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-de7eadf3-1418-4ec5-8e20-ebaa0ca970ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 1099 time: 0.2098942 Jul 15 23:11:46.253190 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.287157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 28eba14b-9740-49bf-b234-fcdf2819574d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=28eba14b-9740-49bf-b234-fcdf2819574d,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:46.291876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.293663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 752b1bd2-10f2-4679-902b-dd4d1fb9e993 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:46.380415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=28eba14b-9740-49bf-b234-fcdf2819574d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:46.391311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:46.396588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:46.397274 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.428864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-e78aec3c-bdd4-457b-90ad-a33433ecd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.430790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-e78aec3c-bdd4-457b-90ad-a33433ecd9e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2267573 Jul 15 23:11:46.432797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-05d912fd-2fd1-495a-affb-e2a5e0500969 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589078 Jul 15 23:11:46.490434 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.523992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 752b1bd2-10f2-4679-902b-dd4d1fb9e993, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:46.526157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-feb6db5b-0186-433f-86b7-92ae8a5f8039 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3 HTTP/1.1" status: 200 len: 217 time: 0.0733330 Jul 15 23:11:46.528375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.529311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c9bbca2a-1b0c-49f1-91c7-fb017eba71fe up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:46.604348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=752b1bd2-10f2-4679-902b-dd4d1fb9e993,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:46.616710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-4a13b6fd-946a-4005-8cda-9830892ca432 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.617858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:46.622427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:46.622901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.623984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-4a13b6fd-946a-4005-8cda-9830892ca432 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.629821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-4a13b6fd-946a-4005-8cda-9830892ca432 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.635901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-4a13b6fd-946a-4005-8cda-9830892ca432 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.642388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-4a13b6fd-946a-4005-8cda-9830892ca432 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.648321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-4a13b6fd-946a-4005-8cda-9830892ca432 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.654181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-4a13b6fd-946a-4005-8cda-9830892ca432 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.656185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-4a13b6fd-946a-4005-8cda-9830892ca432 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5430 time: 0.3399501 Jul 15 23:11:46.706113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.748188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:46.753731 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.755519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-20db3e69-f9b8-4c6d-b06c-cedc3522906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.756976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-20db3e69-f9b8-4c6d-b06c-cedc3522906e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.2185261 Jul 15 23:11:46.782084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df137cc5-50d8-4698-aaf1-d187bcacf68c req-b5c628ac-785e-46fa-85a7-ff0e816af8e5 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306189 Jul 15 23:11:46.805724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b399ce47-9cbd-4e94-9d0e-a033513df028 req-33373d49-17fd-4ba3-aed3-1379ebd63fc3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1135607 Jul 15 23:11:46.809419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:46.834613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ec377-2e98-47f4-8dec-2b3fadb69e84 req-774d6dee-89ee-4fce-9cd1-6a10acc242d5 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.837605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-342ec377-2e98-47f4-8dec-2b3fadb69e84 req-774d6dee-89ee-4fce-9cd1-6a10acc242d5 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 948 time: 0.3217363 Jul 15 23:11:46.891085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-c907bb73-73f7-46f1-9dfa-9646d2fbe5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.892987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-c907bb73-73f7-46f1-9dfa-9646d2fbe5bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254232 Jul 15 23:11:46.903884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-342ec377-2e98-47f4-8dec-2b3fadb69e84 req-9377327e-d810-491c-923c-5020dde7c3de tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590982 Jul 15 23:11:46.969784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-68dcf4e7-dbe4-4b92-a030-bb797dbf472d req-9a4d7e4c-3557-4dc4-92d7-f1e9a7f9a6fc tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1335933991', 'description': 'tempest-description-1152011320'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:47.046836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:47.049139 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c340c-54a6-4b11-9436-2a71304f425b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:47.051723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-68dcf4e7-dbe4-4b92-a030-bb797dbf472d req-9a4d7e4c-3557-4dc4-92d7-f1e9a7f9a6fc tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.087122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-4b13f563-82d8-46d2-9a90-7e65e9d39e43 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814115 Jul 15 23:11:47.097708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564e02-978b-4895-a5c5-5f87eba89d16 req-88fe4b2c-bd28-4f9f-bb96-3a83e89889c7 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.099313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c564e02-978b-4895-a5c5-5f87eba89d16 req-88fe4b2c-bd28-4f9f-bb96-3a83e89889c7 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 943 time: 0.1669707 Jul 15 23:11:47.226966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c564e02-978b-4895-a5c5-5f87eba89d16 req-0cc8f49a-56de-463b-9970-5c828a559ac8 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160612 Jul 15 23:11:47.256244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad9f21e-7348-4b9e-ab99-76cb79a2124e req-6839bdfe-fce8-4446-b383-b79b0e842d0d service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559186 Jul 15 23:11:47.281278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-68dcf4e7-dbe4-4b92-a030-bb797dbf472d req-9a4d7e4c-3557-4dc4-92d7-f1e9a7f9a6fc tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.285953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-68dcf4e7-dbe4-4b92-a030-bb797dbf472d req-9a4d7e4c-3557-4dc4-92d7-f1e9a7f9a6fc tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.316657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-68dcf4e7-dbe4-4b92-a030-bb797dbf472d req-9a4d7e4c-3557-4dc4-92d7-f1e9a7f9a6fc tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.317884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68dcf4e7-dbe4-4b92-a030-bb797dbf472d req-9a4d7e4c-3557-4dc4-92d7-f1e9a7f9a6fc tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3776834 Jul 15 23:11:47.326977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d7e4c-3557-4dc4-92d7-f1e9a7f9a6fc tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a98126-983d-4d2c-aa50-9b30cea17392,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:47.353761 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae3db7-0d57-4480-ba86-ee626cd99518 x-openstack-request-id: req-45ae3db7-0d57-4480-ba86-ee626cd99518 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:47.354025 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:47.354281 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45ae3db7-0d57-4480-ba86-ee626cd99518 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:47.354686 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'status': 'completed', 'code': 200} Jul 15 23:11:47.420003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0a8377db-b6a2-4923-89c9-0bd427f7276e req-1031192e-bd4a-4e2f-889c-b76caba8592e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1423422502', 'description': 'tempest-description-564203076'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:47.487722 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a8377db-b6a2-4923-89c9-0bd427f7276e req-1031192e-bd4a-4e2f-889c-b76caba8592e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.516254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-28528d85-52fa-4077-85b7-7b752d54d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.517780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-28528d85-52fa-4077-85b7-7b752d54d114 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 1099 time: 0.1321800 Jul 15 23:11:47.561012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaeaba-28ed-4054-8d75-96664bf99d28 req-738b8070-3c1e-41ed-8573-ff991d933da5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.562679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25aaeaba-28ed-4054-8d75-96664bf99d28 req-738b8070-3c1e-41ed-8573-ff991d933da5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 946 time: 0.1363177 Jul 15 23:11:47.672846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25aaeaba-28ed-4054-8d75-96664bf99d28 req-e7631347-18b7-43b8-a950-e4d960e39165 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017153 Jul 15 23:11:47.708075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-3e11150a-819e-45a5-a9b8-02acea00c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.709656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-3e11150a-819e-45a5-a9b8-02acea00c545 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1818230 Jul 15 23:11:47.712058 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a8377db-b6a2-4923-89c9-0bd427f7276e req-1031192e-bd4a-4e2f-889c-b76caba8592e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.727341 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a8377db-b6a2-4923-89c9-0bd427f7276e req-1031192e-bd4a-4e2f-889c-b76caba8592e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.768656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-fabc9b3a-ab81-4b5d-9354-6ff0064619c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87 HTTP/1.1" status: 200 len: 217 time: 0.0502925 Jul 15 23:11:47.817193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a8377db-b6a2-4923-89c9-0bd427f7276e req-1031192e-bd4a-4e2f-889c-b76caba8592e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.818432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a8377db-b6a2-4923-89c9-0bd427f7276e req-1031192e-bd4a-4e2f-889c-b76caba8592e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4035194 Jul 15 23:11:47.827398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031192e-bd4a-4e2f-889c-b76caba8592e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2649ccc0-de6b-4a8f-85dd-aac3dbc16bb3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:47.841282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-ccf5bcf5-d052-4e88-a343-ee3209b9b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.843275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-ccf5bcf5-d052-4e88-a343-ee3209b9b49b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0661137 Jul 15 23:11:47.924719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-ba36bd25-93dd-4b4b-a9fe-7291f926c671 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/b9a98126-983d-4d2c-aa50-9b30cea17392 HTTP/1.1" status: 200 len: 1805 time: 0.0740333 Jul 15 23:11:47.998181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-2b8ceb36-d57f-4191-ac07-5eb63954cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.999837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-2b8ceb36-d57f-4191-ac07-5eb63954cccf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400344 Jul 15 23:11:48.006395 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-11f73d10-6dad-4471-9ef1-95991e21399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.033433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-24e2f9d7-6e42-4432-aa7c-e628a0151be7 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/2649ccc0-de6b-4a8f-85dd-aac3dbc16bb3 HTTP/1.1" status: 200 len: 1804 time: 0.0989757 Jul 15 23:11:48.047715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-1d19d947-8bc2-4604-8daa-d8b61451c7a1 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9a98126-983d-4d2c-aa50-9b30cea17392', 'remote_group_id': '2649ccc0-de6b-4a8f-85dd-aac3dbc16bb3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:48.047977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-1d19d947-8bc2-4604-8daa-d8b61451c7a1 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9a98126-983d-4d2c-aa50-9b30cea17392', 'remote_group_id': '2649ccc0-de6b-4a8f-85dd-aac3dbc16bb3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:48.107468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 41a04bc1-80cb-4c88-81f5-f10a9c297625 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:48.138429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-0a6f3ef6-fec2-4c99-94ae-be196820e613 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.144447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-0a6f3ef6-fec2-4c99-94ae-be196820e613 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.150330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-0a6f3ef6-fec2-4c99-94ae-be196820e613 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.156858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-0a6f3ef6-fec2-4c99-94ae-be196820e613 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.162884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-0a6f3ef6-fec2-4c99-94ae-be196820e613 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.169265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-0a6f3ef6-fec2-4c99-94ae-be196820e613 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.175313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-0a6f3ef6-fec2-4c99-94ae-be196820e613 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.177221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-0a6f3ef6-fec2-4c99-94ae-be196820e613 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5432 time: 0.2227993 Jul 15 23:11:48.192134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c69f024-805c-4474-ad1e-c6a319e3e6b8'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea8efda-f69d-4eb3-9e36-aa435e795501'}, {'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eba14b-9740-49bf-b234-fcdf2819574d'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752b1bd2-10f2-4679-902b-dd4d1fb9e993'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:48.192134 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6314eb39-14f4-426b-abc4-6c65d817be72" -d '{"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "2c69f024-805c-4474-ad1e-c6a319e3e6b8"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "fea8efda-f69d-4eb3-9e36-aa435e795501"}, {"server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "name": "network-vif-plugged", "status": "completed", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "060a90c1-f4fe-4238-9f2a-5d4ccb2b1436"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "28eba14b-9740-49bf-b234-fcdf2819574d"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "752b1bd2-10f2-4679-902b-dd4d1fb9e993"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:48.212564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-01883fee-2416-4497-9a33-6cd89bb39f00 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011938 Jul 15 23:11:48.222312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 41a04bc1-80cb-4c88-81f5-f10a9c297625, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=41a04bc1-80cb-4c88-81f5-f10a9c297625,segment=NetworkSegment(61cddb87-ca9d-4a71-9415-5cba8af8d6d5),segment_id=61cddb87-ca9d-4a71-9415-5cba8af8d6d5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:48.234243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '41a04bc1-80cb-4c88-81f5-f10a9c297625', 'network_id': '35daf014-6382-4cb5-91bd-a390f4311de1', 'port_id': '41a04bc1-80cb-4c88-81f5-f10a9c297625', 'mac_address': 'fa:16:3e:03:27:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081f222-11bf-4fa0-94c5-5e41d859ef6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:48.280833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.286011 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-1d19d947-8bc2-4604-8daa-d8b61451c7a1 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.294529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a04bc1-80cb-4c88-81f5-f10a9c297625 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:48.295244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb301056-3c6c-4378-b98d-faa2ee4c293e req-b4f64b82-845e-41e0-9d93-3d1176fc0263 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1041009 Jul 15 23:11:48.322152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 41a04bc1-80cb-4c88-81f5-f10a9c297625, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=41a04bc1-80cb-4c88-81f5-f10a9c297625,segment=NetworkSegment(61cddb87-ca9d-4a71-9415-5cba8af8d6d5),segment_id=61cddb87-ca9d-4a71-9415-5cba8af8d6d5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:48.327622 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.371399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-1d19d947-8bc2-4604-8daa-d8b61451c7a1 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.377689 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-1d19d947-8bc2-4604-8daa-d8b61451c7a1 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.393723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=41a04bc1-80cb-4c88-81f5-f10a9c297625,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:48.394396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d0c340c-54a6-4b11-9436-2a71304f425b req-75617584-1994-4385-ac7b-33128e1eabce service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716805 Jul 15 23:11:48.401256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19d947-8bc2-4604-8daa-d8b61451c7a1 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7376cf2a-3717-4e95-86c6-37dbdd995865,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:48.411185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-1d19d947-8bc2-4604-8daa-d8b61451c7a1 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.412390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2708995-b6f7-4c9d-9531-72e52597cd23 req-1d19d947-8bc2-4604-8daa-d8b61451c7a1 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3715398 Jul 15 23:11:48.468289 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f449a5-aef9-467b-85de-79edd2062c8c x-openstack-request-id: req-c3f449a5-aef9-467b-85de-79edd2062c8c {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:48.468640 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "2c69f024-805c-4474-ad1e-c6a319e3e6b8", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "fea8efda-f69d-4eb3-9e36-aa435e795501", "code": 200}, {"server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "name": "network-vif-plugged", "status": "completed", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "060a90c1-f4fe-4238-9f2a-5d4ccb2b1436", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "28eba14b-9740-49bf-b234-fcdf2819574d", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "752b1bd2-10f2-4679-902b-dd4d1fb9e993", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-plugged", "status": "completed", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:48.468868 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3f449a5-aef9-467b-85de-79edd2062c8c {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:48.469475 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c69f024-805c-4474-ad1e-c6a319e3e6b8', 'code': 200} Jul 15 23:11:48.469911 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea8efda-f69d-4eb3-9e36-aa435e795501', 'code': 200} Jul 15 23:11:48.470378 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'code': 200} Jul 15 23:11:48.470821 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436', 'code': 200} Jul 15 23:11:48.471513 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eba14b-9740-49bf-b234-fcdf2819574d', 'code': 200} Jul 15 23:11:48.471924 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752b1bd2-10f2-4679-902b-dd4d1fb9e993', 'code': 200} Jul 15 23:11:48.472214 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'code': 200} Jul 15 23:11:48.528324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ed901-a258-43a7-bd39-9cdf9014c3df req-f701e785-9013-4417-afd5-49be93bc80b9 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.536379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-502ed901-a258-43a7-bd39-9cdf9014c3df req-f701e785-9013-4417-afd5-49be93bc80b9 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 948 time: 0.0776389 Jul 15 23:11:48.601014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-502ed901-a258-43a7-bd39-9cdf9014c3df req-ba89905f-4e41-400e-8ae4-2730f58e9832 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639653 Jul 15 23:11:48.630764 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34712) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:48.642038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd0416-8b78-4c41-b1d5-04797a98d20a req-f49cc006-242f-4c0f-b638-294d3b87a7dc tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.661170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30dd0416-8b78-4c41-b1d5-04797a98d20a req-f49cc006-242f-4c0f-b638-294d3b87a7dc tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 944 time: 0.0918548 Jul 15 23:11:48.702499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['41a04bc1-80cb-4c88-81f5-f10a9c297625'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:48.712115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30dd0416-8b78-4c41-b1d5-04797a98d20a req-6fe77e62-5596-49c1-8bbb-9291a2de8238 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Jul 15 23:11:48.775295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-157cabd0-5836-423e-89bc-5f698e0a0c25 req-fc2247b0-9a1d-4d1d-92e5-ca7aaa6daa00 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1527810586', 'description': 'tempest-description-779868037'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:48.852042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58d8b458-2bab-4653-b401-5b4e8a335fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.860406 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-157cabd0-5836-423e-89bc-5f698e0a0c25 req-fc2247b0-9a1d-4d1d-92e5-ca7aaa6daa00 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.890990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965346de-291b-45a3-8ef5-ca8e6aedf260 req-1a36ea63-9fde-423c-9da7-3b9371efce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.892493 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-965346de-291b-45a3-8ef5-ca8e6aedf260 req-1a36ea63-9fde-423c-9da7-3b9371efce5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 1097 time: 0.1597233 Jul 15 23:11:48.893407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-bde7b720-fa24-4707-8e82-d4256a67eb9c tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.894975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-bde7b720-fa24-4707-8e82-d4256a67eb9c tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 815 time: 0.1593277 Jul 15 23:11:48.911201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-68d4422d-bc3b-45b4-aaac-e649248438df tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/quotas/f2fee978d4cb4a1bba03c998aad7f668 HTTP/1.1" status: 200 len: 375 time: 0.0100029 Jul 15 23:11:48.921880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-ccf4024c-ced7-41f2-98a4-036afd377706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.922377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-ccf4024c-ced7-41f2-98a4-036afd377706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.922874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-ccf4024c-ced7-41f2-98a4-036afd377706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.923342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-ccf4024c-ced7-41f2-98a4-036afd377706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.923813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-ccf4024c-ced7-41f2-98a4-036afd377706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.924273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-ccf4024c-ced7-41f2-98a4-036afd377706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.924736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-ccf4024c-ced7-41f2-98a4-036afd377706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.926621 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-ccf4024c-ced7-41f2-98a4-036afd377706 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6489 time: 0.1507611 Jul 15 23:11:48.980082 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-965346de-291b-45a3-8ef5-ca8e6aedf260 req-cfe3525e-957c-4226-9d79-912d6cfc4814 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806017 Jul 15 23:11:48.982443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-c91886ab-4584-4214-b1fd-5481dcbc84f0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655897 Jul 15 23:11:48.997445 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72a2f3aa-23c1-45a6-9ce4-c3ddaba3bf18 req-9f555444-9ae7-473a-81e1-3c322e27e1b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=95781350-8e69-4aeb-b20b-f20e91637209&id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0613017 Jul 15 23:11:49.032039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58d8b458-2bab-4653-b401-5b4e8a335fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.035820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58d8b458-2bab-4653-b401-5b4e8a335fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.078337 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-58d8b458-2bab-4653-b401-5b4e8a335fbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc0639e0fee64de580cd04d9d6280bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461088 Jul 15 23:11:49.079018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8b458-2bab-4653-b401-5b4e8a335fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a72cb97-8aae-40e0-8c4e-b1d40410e9d8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:49.082095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34728) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:49.098999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-57cfb5aa-f2d8-4449-a153-0ebd877dd0e1 service neutron] 10.222.0.23 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097281 Jul 15 23:11:49.131797 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17883e3a-e9ae-4adb-97fc-dd79d58e3e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.153277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17883e3a-e9ae-4adb-97fc-dd79d58e3e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.192743 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-157cabd0-5836-423e-89bc-5f698e0a0c25 req-fc2247b0-9a1d-4d1d-92e5-ca7aaa6daa00 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.197631 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-157cabd0-5836-423e-89bc-5f698e0a0c25 req-fc2247b0-9a1d-4d1d-92e5-ca7aaa6daa00 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.200124 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17883e3a-e9ae-4adb-97fc-dd79d58e3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.202969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17883e3a-e9ae-4adb-97fc-dd79d58e3e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.204127 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-17883e3a-e9ae-4adb-97fc-dd79d58e3e0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a72cb97-8aae-40e0-8c4e-b1d40410e9d8 HTTP/1.1" status: 204 len: 168 time: 0.1209040 Jul 15 23:11:49.212103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17883e3a-e9ae-4adb-97fc-dd79d58e3e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a72cb97-8aae-40e0-8c4e-b1d40410e9d8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:49.238238 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-157cabd0-5836-423e-89bc-5f698e0a0c25 req-fc2247b0-9a1d-4d1d-92e5-ca7aaa6daa00 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.243296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-157cabd0-5836-423e-89bc-5f698e0a0c25 req-fc2247b0-9a1d-4d1d-92e5-ca7aaa6daa00 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4726911 Jul 15 23:11:49.255749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-5a43173f-21c3-4fb4-a8d1-c9c365236340 service neutron] 10.222.0.23 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500020 Jul 15 23:11:49.258382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2247b0-9a1d-4d1d-92e5-ca7aaa6daa00 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ceeb74-482f-41f9-8f01-41e6a182aa2c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:49.676126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-07112349-0346-4249-b100-dd5105e6fe4b req-52066a6a-3489-4bb9-bab5-ac2467d35b24 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1684487134', 'description': 'tempest-description-1813655620'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:49.709082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07112349-0346-4249-b100-dd5105e6fe4b req-52066a6a-3489-4bb9-bab5-ac2467d35b24 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.750134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0af75-11bf-4473-83a4-c2c092cb131d req-4c5549ce-7c1c-4c02-a239-c4d781476da8 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:49.753245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6b0af75-11bf-4473-83a4-c2c092cb131d req-4c5549ce-7c1c-4c02-a239-c4d781476da8 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 946 time: 0.4189248 Jul 15 23:11:49.818568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6b0af75-11bf-4473-83a4-c2c092cb131d req-5ca2bb83-3ac2-4a7a-90be-590b9401b7d7 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581391 Jul 15 23:11:49.886010 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07112349-0346-4249-b100-dd5105e6fe4b req-52066a6a-3489-4bb9-bab5-ac2467d35b24 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.891179 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07112349-0346-4249-b100-dd5105e6fe4b req-52066a6a-3489-4bb9-bab5-ac2467d35b24 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.925603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52066a6a-3489-4bb9-bab5-ac2467d35b24 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cba01df-aa8c-4858-bac1-5dc3270e84c9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:49.937556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07112349-0346-4249-b100-dd5105e6fe4b req-52066a6a-3489-4bb9-bab5-ac2467d35b24 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.950711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07112349-0346-4249-b100-dd5105e6fe4b req-52066a6a-3489-4bb9-bab5-ac2467d35b24 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2815638 Jul 15 23:11:50.041088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-e44c2956-10ed-4d67-8017-439ee6d7f42e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.047141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-e44c2956-10ed-4d67-8017-439ee6d7f42e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.052915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-e44c2956-10ed-4d67-8017-439ee6d7f42e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.058711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-e44c2956-10ed-4d67-8017-439ee6d7f42e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.064538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-e44c2956-10ed-4d67-8017-439ee6d7f42e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.070301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-e44c2956-10ed-4d67-8017-439ee6d7f42e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.076648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-e44c2956-10ed-4d67-8017-439ee6d7f42e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.078507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-e44c2956-10ed-4d67-8017-439ee6d7f42e tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5432 time: 0.1130657 Jul 15 23:11:50.118307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 41a04bc1-80cb-4c88-81f5-f10a9c297625 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:50.118915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-181dacb1-9137-473d-99ea-ff865b1d4a4a req-f4aab1e8-6e1a-429c-ad95-3e6afb31b4c7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 210 time: 0.0388644 Jul 15 23:11:50.141824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-376b05f0-73e5-4fa3-b027-97cf5d427446 req-007f9565-e4ef-4d61-8783-04f723db4c59 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535085 Jul 15 23:11:50.147829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:50.273210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 41a04bc1-80cb-4c88-81f5-f10a9c297625 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:50.284432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 41a04bc1-80cb-4c88-81f5-f10a9c297625 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:50.284983 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.292056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:50.322292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'mac_address': 'fa:16:3e:09:28:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:50.340890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0414b98-86d8-4044-8378-2d72e85976f4 req-2332b586-ff0b-44e3-b89b-007fa67a4249 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.342386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0414b98-86d8-4044-8378-2d72e85976f4 req-2332b586-ff0b-44e3-b89b-007fa67a4249 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 948 time: 0.1076381 Jul 15 23:11:50.377399 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.382037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3036cd-e8ad-4d92-8cba-cb64d27687f2 req-99282436-e0a7-4c7c-ae1c-7eee81cf33b5 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.383557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c3036cd-e8ad-4d92-8cba-cb64d27687f2 req-99282436-e0a7-4c7c-ae1c-7eee81cf33b5 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 944 time: 0.1121731 Jul 15 23:11:50.405162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0414b98-86d8-4044-8378-2d72e85976f4 req-e1cd841d-659a-4309-b955-500952db3cba tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561574 Jul 15 23:11:50.411300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:50.431393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c3036cd-e8ad-4d92-8cba-cb64d27687f2 req-2175ab05-3d60-401b-9822-39c20c69bcef tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Jul 15 23:11:50.444834 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.456701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:50.468016 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.468700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b1dd44c4-6002-47bc-94ce-54f18ff15e87 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:50.478256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f81ee03-4235-4d67-ae79-a7321065dc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a04bc1-80cb-4c88-81f5-f10a9c297625'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:50.480586 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770979ce-0d23-4875-8f63-05cd47feb7b9" -d '{"events": [{"server_uuid": "0f81ee03-4235-4d67-ae79-a7321065dc1d", "name": "network-vif-plugged", "status": "completed", "tag": "41a04bc1-80cb-4c88-81f5-f10a9c297625"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:50.491103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-15bf7ddd-8eff-4471-8403-8d314efc7b78 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/12ceeb74-482f-41f9-8f01-41e6a182aa2c HTTP/1.1" status: 200 len: 1804 time: 0.0488830 Jul 15 23:11:50.525726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 41a04bc1-80cb-4c88-81f5-f10a9c297625, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=41a04bc1-80cb-4c88-81f5-f10a9c297625,segment=NetworkSegment(61cddb87-ca9d-4a71-9415-5cba8af8d6d5),segment_id=61cddb87-ca9d-4a71-9415-5cba8af8d6d5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:50.539800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.547426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-d4780fe3-f535-4229-896b-71e2dc4d4c39 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/4cba01df-aa8c-4858-bac1-5dc3270e84c9 HTTP/1.1" status: 200 len: 1805 time: 0.0499496 Jul 15 23:11:50.550898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.556873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-5f266ab5-2c52-4b2a-9757-694e1c7e7d1f tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '12ceeb74-482f-41f9-8f01-41e6a182aa2c', 'remote_group_id': '4cba01df-aa8c-4858-bac1-5dc3270e84c9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:50.557703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-5f266ab5-2c52-4b2a-9757-694e1c7e7d1f tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '12ceeb74-482f-41f9-8f01-41e6a182aa2c', 'remote_group_id': '4cba01df-aa8c-4858-bac1-5dc3270e84c9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:50.564922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:50.652403 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-5f266ab5-2c52-4b2a-9757-694e1c7e7d1f tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.752304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'mac_address': 'fa:16:3e:12:46:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:50.753989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-5f266ab5-2c52-4b2a-9757-694e1c7e7d1f tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.760700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-5f266ab5-2c52-4b2a-9757-694e1c7e7d1f tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.765868 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d499d171-195d-4b1d-af31-c3cab4a1739c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.793345 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60156389-36f7-493f-b290-61d4933f5e26 x-openstack-request-id: req-60156389-36f7-493f-b290-61d4933f5e26 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:50.793644 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f81ee03-4235-4d67-ae79-a7321065dc1d", "name": "network-vif-plugged", "status": "completed", "tag": "41a04bc1-80cb-4c88-81f5-f10a9c297625", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:50.794096 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60156389-36f7-493f-b290-61d4933f5e26 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:50.794606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f266ab5-2c52-4b2a-9757-694e1c7e7d1f tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04374d44-f801-4703-a58b-2486da942c28,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.794877 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f81ee03-4235-4d67-ae79-a7321065dc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a04bc1-80cb-4c88-81f5-f10a9c297625', 'code': 200} Jul 15 23:11:50.797248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=41a04bc1-80cb-4c88-81f5-f10a9c297625,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.804732 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-5f266ab5-2c52-4b2a-9757-694e1c7e7d1f tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.817814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd3c0a87-4cc1-4c12-87a2-6f3a23afe369 req-5f266ab5-2c52-4b2a-9757-694e1c7e7d1f tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2679141 Jul 15 23:11:50.822202 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.838893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1dd44c4-6002-47bc-94ce-54f18ff15e87 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:50.864893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:50.871205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.987443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.991240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.029508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-492011a8-aa6b-4f55-a089-e4301247ee46 req-e5032f3b-6eb1-4ebd-9cd0-202d0b8f7662 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/4cba01df-aa8c-4858-bac1-5dc3270e84c9 HTTP/1.1" status: 200 len: 1805 time: 0.0768759 Jul 15 23:11:51.094267 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-492011a8-aa6b-4f55-a089-e4301247ee46 req-02dfa4cb-8b64-49dc-866a-7d680fff7156 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.133719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-cb8a4439-8577-4020-a92d-71fec9ce3852 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.136253 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-cb8a4439-8577-4020-a92d-71fec9ce3852 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.37 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 815 time: 0.2568290 Jul 15 23:11:51.146596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b358260-2ec7-4f18-9c80-81c6933f5169 req-68bf217f-22c5-4830-aa2c-e46e843a6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.148165 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b358260-2ec7-4f18-9c80-81c6933f5169 req-68bf217f-22c5-4830-aa2c-e46e843a6edb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 1096 time: 0.1103101 Jul 15 23:11:51.150273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-492011a8-aa6b-4f55-a089-e4301247ee46 req-02dfa4cb-8b64-49dc-866a-7d680fff7156 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.171375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Request body: {'port': {'device_id': '949dba5e-47d3-40a4-9c5a-9918fa6912f1', 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'admin_state_up': True, 'tenant_id': 'f2fee978d4cb4a1bba03c998aad7f668'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:51.230173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1809619-486d-4423-b0c0-8e2f038c11dc req-fdf25bb5-2f4c-4b97-a856-8257b78579e2 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.231727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1809619-486d-4423-b0c0-8e2f038c11dc req-fdf25bb5-2f4c-4b97-a856-8257b78579e2 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 946 time: 0.1245100 Jul 15 23:11:51.245233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b1dd44c4-6002-47bc-94ce-54f18ff15e87'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:51.250055 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b358260-2ec7-4f18-9c80-81c6933f5169 req-007116a8-2eac-48f6-97c3-a565dfbf7b1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867951 Jul 15 23:11:51.250894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5a51f1c6-d730-48da-bd2d-5c84bbda53f3'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:51.276653 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-492011a8-aa6b-4f55-a089-e4301247ee46 req-02dfa4cb-8b64-49dc-866a-7d680fff7156 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.279777 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-492011a8-aa6b-4f55-a089-e4301247ee46 req-02dfa4cb-8b64-49dc-866a-7d680fff7156 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.287281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-492011a8-aa6b-4f55-a089-e4301247ee46 req-02dfa4cb-8b64-49dc-866a-7d680fff7156 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "DELETE /v2.0/security-groups/4cba01df-aa8c-4858-bac1-5dc3270e84c9 HTTP/1.1" status: 204 len: 173 time: 0.2516351 Jul 15 23:11:51.303169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1809619-486d-4423-b0c0-8e2f038c11dc req-40cc9a1f-d529-4acd-a8aa-ba8a9ead7aac tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653543 Jul 15 23:11:51.305230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfa4cb-8b64-49dc-866a-7d680fff7156 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cba01df-aa8c-4858-bac1-5dc3270e84c9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:51.328152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Made reservation on behalf of f2fee978d4cb4a1bba03c998aad7f668 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:51.344500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.474385 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.501629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1de14ad4-fd20-4f05-bd81-3735fcd8b1a2 req-350cf9db-aff0-48ca-b232-45cf4ab39fdb tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 210 time: 0.0340166 Jul 15 23:11:51.578097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Allocated IP 172.20.0.11 (f0978b91-b160-4fc7-a3c9-35adcb5bbc26/e1090417-ca80-4b48-b094-0b7bad5462cc/b98e653b-3db4-4624-aa9b-61f8b47229b1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:51.640701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df8e50b1-cd05-43d2-8fde-35a2c136bd74 req-5ec48b39-2872-4941-9919-c36dfe1be3a9 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/12ceeb74-482f-41f9-8f01-41e6a182aa2c HTTP/1.1" status: 200 len: 1804 time: 0.0542862 Jul 15 23:11:51.661206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34826) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:51.678745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066553ed-a836-4007-97e2-0dabeef695ed req-b5457cbf-3cc1-4ede-b3a6-21aa83b08963 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.686436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066553ed-a836-4007-97e2-0dabeef695ed req-b5457cbf-3cc1-4ede-b3a6-21aa83b08963 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.692433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066553ed-a836-4007-97e2-0dabeef695ed req-b5457cbf-3cc1-4ede-b3a6-21aa83b08963 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.698304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066553ed-a836-4007-97e2-0dabeef695ed req-b5457cbf-3cc1-4ede-b3a6-21aa83b08963 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.704327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066553ed-a836-4007-97e2-0dabeef695ed req-b5457cbf-3cc1-4ede-b3a6-21aa83b08963 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.710203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066553ed-a836-4007-97e2-0dabeef695ed req-b5457cbf-3cc1-4ede-b3a6-21aa83b08963 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.716133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066553ed-a836-4007-97e2-0dabeef695ed req-b5457cbf-3cc1-4ede-b3a6-21aa83b08963 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.718680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-066553ed-a836-4007-97e2-0dabeef695ed req-b5457cbf-3cc1-4ede-b3a6-21aa83b08963 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5432 time: 0.1806982 Jul 15 23:11:51.759003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.802038 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.818290 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-066553ed-a836-4007-97e2-0dabeef695ed req-c0f2f75c-45a8-4e3b-9621-86429f77484f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0908430 Jul 15 23:11:51.848737 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-460185b7-d207-4e1a-a56e-28827fe8f619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.852781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:51.857199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:51.862216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:51.866346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Pushing event updated for resources: {'Port': ['ID=b98e653b-3db4-4624-aa9b-61f8b47229b1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:51.889281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e324da-619f-432b-a730-6012e0a2d072 req-06aad0bf-a9c7-45fa-803c-f332fecabb4c tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.890822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77e324da-619f-432b-a730-6012e0a2d072 req-06aad0bf-a9c7-45fa-803c-f332fecabb4c tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 949 time: 0.1433132 Jul 15 23:11:51.918340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.919151 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.973667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77e324da-619f-432b-a730-6012e0a2d072 req-da6f282e-94ce-438d-9586-29b21fdc934b tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Jul 15 23:11:52.016126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-01a203e2-419f-46db-8b8a-3a15c91876c2 req-dd4e3009-11a9-4f2d-a5f3-94c9d990e749 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1689286435', 'description': 'tempest-description-596140939'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:52.050951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc69b-1c22-4fe1-bd69-7b345557cbe6 req-deef20ca-97f2-4ff9-8a7a-f70ef62fb074 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.052404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fadc69b-1c22-4fe1-bd69-7b345557cbe6 req-deef20ca-97f2-4ff9-8a7a-f70ef62fb074 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 945 time: 0.1131513 Jul 15 23:11:52.064371 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-460185b7-d207-4e1a-a56e-28827fe8f619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.070701 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-460185b7-d207-4e1a-a56e-28827fe8f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.072812 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0bab9385-989c-4a13-a3de-4b565b5d5718 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9110065 Jul 15 23:11:52.097918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Request body: {'port': {'device_id': '949dba5e-47d3-40a4-9c5a-9918fa6912f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:52.134140 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-01a203e2-419f-46db-8b8a-3a15c91876c2 req-dd4e3009-11a9-4f2d-a5f3-94c9d990e749 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.144992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460185b7-d207-4e1a-a56e-28827fe8f619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9a0e00-ed4a-4426-83a0-95436cb9c40f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:52.151097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-460185b7-d207-4e1a-a56e-28827fe8f619 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f637e21d00d44339cecd9e12ec1416e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888833 Jul 15 23:11:52.154595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fadc69b-1c22-4fe1-bd69-7b345557cbe6 req-e3e28e2e-de02-4903-be00-ffa28ba1c0f8 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950954 Jul 15 23:11:52.154944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34834) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:52.181986 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.189649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', '68ebc5aa-5999-4bb5-8873-6592ad6053a6', '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:52.239317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c462caae-3d7f-4520-977b-72fa70ffeebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.275818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c462caae-3d7f-4520-977b-72fa70ffeebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.368685 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-01a203e2-419f-46db-8b8a-3a15c91876c2 req-dd4e3009-11a9-4f2d-a5f3-94c9d990e749 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.375584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-01a203e2-419f-46db-8b8a-3a15c91876c2 req-dd4e3009-11a9-4f2d-a5f3-94c9d990e749 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.408796 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-01a203e2-419f-46db-8b8a-3a15c91876c2 req-dd4e3009-11a9-4f2d-a5f3-94c9d990e749 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.414724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a203e2-419f-46db-8b8a-3a15c91876c2 req-dd4e3009-11a9-4f2d-a5f3-94c9d990e749 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4127183 Jul 15 23:11:52.452302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e3009-11a9-4f2d-a5f3-94c9d990e749 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98344d1-c3aa-4622-81c1-467ea63adc3d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:52.471794 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c462caae-3d7f-4520-977b-72fa70ffeebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.475687 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c462caae-3d7f-4520-977b-72fa70ffeebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.481186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c462caae-3d7f-4520-977b-72fa70ffeebc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc9a0e00-ed4a-4426-83a0-95436cb9c40f HTTP/1.1" status: 204 len: 168 time: 0.3238993 Jul 15 23:11:52.507690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808bb9-755a-4eec-ad00-1a9818f05294 req-e431497e-cd88-4505-b8f5-42da2facf279 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.514264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808bb9-755a-4eec-ad00-1a9818f05294 req-e431497e-cd88-4505-b8f5-42da2facf279 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.520777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808bb9-755a-4eec-ad00-1a9818f05294 req-e431497e-cd88-4505-b8f5-42da2facf279 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.527075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808bb9-755a-4eec-ad00-1a9818f05294 req-e431497e-cd88-4505-b8f5-42da2facf279 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.533931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808bb9-755a-4eec-ad00-1a9818f05294 req-e431497e-cd88-4505-b8f5-42da2facf279 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.541503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808bb9-755a-4eec-ad00-1a9818f05294 req-e431497e-cd88-4505-b8f5-42da2facf279 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.549098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808bb9-755a-4eec-ad00-1a9818f05294 req-e431497e-cd88-4505-b8f5-42da2facf279 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.557836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93808bb9-755a-4eec-ad00-1a9818f05294 req-e431497e-cd88-4505-b8f5-42da2facf279 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5432 time: 0.2797596 Jul 15 23:11:52.559922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462caae-3d7f-4520-977b-72fa70ffeebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9a0e00-ed4a-4426-83a0-95436cb9c40f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:52.563908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34844) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:52.575529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Request body: {'floatingip': {'port_id': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:52.590179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98e653b-3db4-4624-aa9b-61f8b47229b1 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:52.613604 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.645410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Transition to ACTIVE for port object b98e653b-3db4-4624-aa9b-61f8b47229b1 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:52.647713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.653072 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.722171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b98e653b-3db4-4624-aa9b-61f8b47229b1,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:52.806572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Attempting to bind port b98e653b-3db4-4624-aa9b-61f8b47229b1 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:52.806977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Attempting to bind port b98e653b-3db4-4624-aa9b-61f8b47229b1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:52.807315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Attempting to bind port b98e653b-3db4-4624-aa9b-61f8b47229b1 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:52.812843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Port b98e653b-3db4-4624-aa9b-61f8b47229b1 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:52.813541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Attempting to bind port b98e653b-3db4-4624-aa9b-61f8b47229b1 on network f0978b91-b160-4fc7-a3c9-35adcb5bbc26 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:52.818419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:52.818788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Checking segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:52.819178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Bound using segment: {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:52.819607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Bound port: b98e653b-3db4-4624-aa9b-61f8b47229b1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46767da7-7226-4951-bdc3-53865d57a61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:52.819966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.852249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2fd5368-4381-4970-805b-57f5ba78764f req-608e450e-5bf4-4ee1-b3ca-55d9bf6e4169 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/e98344d1-c3aa-4622-81c1-467ea63adc3d HTTP/1.1" status: 200 len: 1804 time: 0.2130899 Jul 15 23:11:52.873510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e2fd5368-4381-4970-805b-57f5ba78764f req-2fb2d039-1bee-4bb2-8988-dd01df1785d0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e98344d1-c3aa-4622-81c1-467ea63adc3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:52.874295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e2fd5368-4381-4970-805b-57f5ba78764f req-2fb2d039-1bee-4bb2-8988-dd01df1785d0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e98344d1-c3aa-4622-81c1-467ea63adc3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:52.897639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] For port b98e653b-3db4-4624-aa9b-61f8b47229b1, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:52.900308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] For port b98e653b-3db4-4624-aa9b-61f8b47229b1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b98e653b-3db4-4624-aa9b-61f8b47229b1,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:52.906351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.943082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.944248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.949537 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/b98e653b-3db4-4624-aa9b-61f8b47229b1 HTTP/1.1" status: 200 len: 1092 time: 0.8527994 Jul 15 23:11:52.949537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949dba5e-47d3-40a4-9c5a-9918fa6912f1', 'tag': 'b98e653b-3db4-4624-aa9b-61f8b47229b1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:52.950363 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8" -d '{"events": [{"name": "network-changed", "server_uuid": "949dba5e-47d3-40a4-9c5a-9918fa6912f1", "tag": "b98e653b-3db4-4624-aa9b-61f8b47229b1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:52.957537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288e36-6a32-4082-8b02-95b6d7286b90 req-14878148-a462-4f83-b386-e7937cbee02e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.959256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4288e36-6a32-4082-8b02-95b6d7286b90 req-14878148-a462-4f83-b386-e7937cbee02e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 946 time: 0.2419672 Jul 15 23:11:52.980843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf43394-727b-4a2b-8d74-b1a5772ed4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b98e653b-3db4-4624-aa9b-61f8b47229b1,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:53.070487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-3a380504-0a07-482f-8c62-3b38cd3f11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.072089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-3a380504-0a07-482f-8c62-3b38cd3f11aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 1095 time: 0.0616784 Jul 15 23:11:53.084273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4288e36-6a32-4082-8b02-95b6d7286b90 req-3069b5ad-e23c-4d85-9a61-f8950282c312 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137867 Jul 15 23:11:53.087696 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e2fd5368-4381-4970-805b-57f5ba78764f req-2fb2d039-1bee-4bb2-8988-dd01df1785d0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.137404 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-0ccdcdd1-e994-473a-92bf-209a4c39b976 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b98e653b-3db4-4624-aa9b-61f8b47229b1 HTTP/1.1" status: 200 len: 217 time: 0.0512598 Jul 15 23:11:53.202660 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.211239 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-7a3b9b3c-0683-4de1-9223-a521cb73fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.213741 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-7a3b9b3c-0683-4de1-9223-a521cb73fe11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.0693858 Jul 15 23:11:53.249570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-fbcd5bde-e10f-4c35-8037-8ad3c6cd93e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286975 Jul 15 23:11:53.271356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e2fd5368-4381-4970-805b-57f5ba78764f req-2fb2d039-1bee-4bb2-8988-dd01df1785d0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.310561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e2fd5368-4381-4970-805b-57f5ba78764f req-2fb2d039-1bee-4bb2-8988-dd01df1785d0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.311264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34872) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:53.347465 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-7a8449b8-a9c5-40b6-a156-229985b57306 service neutron] 10.222.0.37 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916924 Jul 15 23:11:53.351964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2d039-1bee-4bb2-8988-dd01df1785d0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eba411c-0b12-44b5-9f74-a0a10ed9eb61,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:53.360002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e2fd5368-4381-4970-805b-57f5ba78764f req-2fb2d039-1bee-4bb2-8988-dd01df1785d0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.361205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2fd5368-4381-4970-805b-57f5ba78764f req-2fb2d039-1bee-4bb2-8988-dd01df1785d0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4983299 Jul 15 23:11:53.409161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424de7f-2053-48b0-b0fa-0cf8900cc809 req-8329433a-27e2-4d5b-8c4d-f202834971d2 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.410461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4424de7f-2053-48b0-b0fa-0cf8900cc809 req-8329433a-27e2-4d5b-8c4d-f202834971d2 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 944 time: 0.1898923 Jul 15 23:11:53.418895 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449fd3b9-8239-494e-bdd0-aa746b3bc3cc x-openstack-request-id: req-449fd3b9-8239-494e-bdd0-aa746b3bc3cc {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:53.419191 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949dba5e-47d3-40a4-9c5a-9918fa6912f1", "tag": "b98e653b-3db4-4624-aa9b-61f8b47229b1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:53.419445 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-449fd3b9-8239-494e-bdd0-aa746b3bc3cc {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:53.420052 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949dba5e-47d3-40a4-9c5a-9918fa6912f1', 'tag': 'b98e653b-3db4-4624-aa9b-61f8b47229b1', 'status': 'completed', 'code': 200} Jul 15 23:11:53.448484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-148f9afb-88a4-4ba1-b615-084ff0128d97 req-5f0afc3e-5532-46c0-8843-2549f5b83924 service neutron] 10.222.0.37 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942836 Jul 15 23:11:53.486882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1418589039-network', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:53.510941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4424de7f-2053-48b0-b0fa-0cf8900cc809 req-95376225-c4b9-4b80-9756-48c3ef4ded23 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918796 Jul 15 23:11:53.521140 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.538108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.580950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Made reservation on behalf of 5a9d3857f03b44f9914d0e7435c0c4b3 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:53.583468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.597094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-d1349cb6-9889-4d07-8c30-d4c01568707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.598613 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-d1349cb6-9889-4d07-8c30-d4c01568707e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 1095 time: 0.0594482 Jul 15 23:11:53.614323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.709159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-02d01b43-7d0c-4d5a-8ee0-367da6fe7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.713117 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-02d01b43-7d0c-4d5a-8ee0-367da6fe7acc service neutron] 10.222.0.37 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 916 time: 0.1045361 Jul 15 23:11:53.735294 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Floating IP 95d4d737-bad3-4ec0-aea6-d5cb79202939 associated. External IP: 172.25.3.229, port: c9bbca2a-1b0c-49f1-91c7-fb017eba71fe. Jul 15 23:11:53.750152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ce90f-af62-4837-8dde-3f0dbcfad642 req-bf2b5123-3439-48ab-a2a4-2d5a803bb11d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.752179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42ce90f-af62-4837-8dde-3f0dbcfad642 req-bf2b5123-3439-48ab-a2a4-2d5a803bb11d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 949 time: 0.2159529 Jul 15 23:11:53.769332 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-fe5409be-76b8-4263-ba5c-1946180d7e3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b98e653b-3db4-4624-aa9b-61f8b47229b1 HTTP/1.1" status: 200 len: 217 time: 0.0517094 Jul 15 23:11:53.827512 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-0a0c1ba8-d004-49e3-a53d-dfa9ad8f7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.829013 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-0a0c1ba8-d004-49e3-a53d-dfa9ad8f7d6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.0453305 Jul 15 23:11:53.875973 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-920685c6-10cf-4630-8637-9a4de6644ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266378 Jul 15 23:11:53.924365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f42ce90f-af62-4837-8dde-3f0dbcfad642 req-38d17af9-4439-474c-872f-6b8127281154 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305282 Jul 15 23:11:53.985407 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-3908ce89-9ad6-4560-ac3d-5762b2cadfc0 service neutron] 10.222.0.37 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007378 Jul 15 23:11:54.012149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e819e-0d7c-4474-bad1-7362ccc3ed42 req-13b7381c-1e85-4733-8b37-e1b41a0b98ca tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.013706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb4e819e-0d7c-4474-bad1-7362ccc3ed42 req-13b7381c-1e85-4733-8b37-e1b41a0b98ca tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 945 time: 0.2136743 Jul 15 23:11:54.021105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.068261 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.081689 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c6f197bc-3db5-4ba4-8658-5c73c1a20de8 req-78cee9f3-c913-456d-a48b-ae71fc4b855a service neutron] 10.222.0.37 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891685 Jul 15 23:11:54.124945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:54.130801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:54.163792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9b432d5-2632-4fd4-bc78-d7a6bd6e3f02 req-ea7fe38c-be9e-443f-bd4e-1be71cfff722 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/e98344d1-c3aa-4622-81c1-467ea63adc3d HTTP/1.1" status: 200 len: 2397 time: 0.1913581 Jul 15 23:11:54.176687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:54.180168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:54.180536 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.187830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e9b432d5-2632-4fd4-bc78-d7a6bd6e3f02 req-7665b880-df47-4dfe-85d1-b564f59bab5e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e98344d1-c3aa-4622-81c1-467ea63adc3d', 'remote_group_id': None}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:54.188144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e9b432d5-2632-4fd4-bc78-d7a6bd6e3f02 req-7665b880-df47-4dfe-85d1-b564f59bab5e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e98344d1-c3aa-4622-81c1-467ea63adc3d', 'remote_group_id': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:54.195349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24990dd-6bd7-4cac-bc29-069513a19293,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:54.198196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.198675 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Added segment c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc of type vlan for network 38b784dd-a79e-4e11-a244-1f40514e6a8b Jul 15 23:11:54.213501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb4e819e-0d7c-4474-bad1-7362ccc3ed42 req-e63bebf1-f7e9-43ce-bf5a-11a4c01b2bb0 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597559 Jul 15 23:11:54.262844 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.274884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.280080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Router ef90b8c5-5d2d-4223-8e78-7ed932c86620 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:54.286677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:54.289199 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7179bf-8a90-4d47-9ed2-8e6ed2cdb857" -d '{"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-plugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:54.301743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:54.307147 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.307945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b1dd44c4-6002-47bc-94ce-54f18ff15e87 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:54.379848 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.380880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.381521 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.388599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e9b432d5-2632-4fd4-bc78-d7a6bd6e3f02 req-7665b880-df47-4dfe-85d1-b564f59bab5e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.390267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:54.399797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.400167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.400477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.400794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.401150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.401442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.401762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.402104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.402424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.402740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.403072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.403381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:54.413915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port b1dd44c4-6002-47bc-94ce-54f18ff15e87 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:54.418484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port b1dd44c4-6002-47bc-94ce-54f18ff15e87 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:54.418879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.439533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1234515 Jul 15 23:11:54.442677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34886) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:54.448902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Request body: {'subnet': {'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1418589039-subnet', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:54.474606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Made reservation on behalf of 5a9d3857f03b44f9914d0e7435c0c4b3 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:54.477197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.513099 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.549522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:54.554638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.610026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:54.661386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.723081 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd28e40-4a57-4952-bee6-ca863642aa0b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:54.731394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Checking segment: {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:54.731622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Network hostable DHCP agents. Network: 38b784dd-a79e-4e11-a244-1f40514e6a8b, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:54.748835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:54.757672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 38b784dd-a79e-4e11-a244-1f40514e6a8b) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:54.761755 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.762374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.771637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77627f-b89a-4255-86b9-2a4baf8bf738 None None] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:54.780638 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9f7744b2-170b-4b31-ba72-918ebb54ecc8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3339734 Jul 15 23:11:54.780975 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:54.785629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:54.807705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.810328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.811884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.818673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d46c3-a4ee-4e09-a5e0-68ab4b152159 admin admin] Pushing event updated for resources: {'Network': ['ID=38b784dd-a79e-4e11-a244-1f40514e6a8b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:54.842143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e9b432d5-2632-4fd4-bc78-d7a6bd6e3f02 req-7665b880-df47-4dfe-85d1-b564f59bab5e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.846263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:54.852397 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e9b432d5-2632-4fd4-bc78-d7a6bd6e3f02 req-7665b880-df47-4dfe-85d1-b564f59bab5e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.878747 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.882125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:54.886572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665b880-df47-4dfe-85d1-b564f59bab5e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb047f4-af43-41f0-bcdb-d03d53645556,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:54.891858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.913066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e9b432d5-2632-4fd4-bc78-d7a6bd6e3f02 req-7665b880-df47-4dfe-85d1-b564f59bab5e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.914187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9b432d5-2632-4fd4-bc78-d7a6bd6e3f02 req-7665b880-df47-4dfe-85d1-b564f59bab5e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7396567 Jul 15 23:11:54.920946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] Sync routers for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:54.952870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8017fb4a-5253-453a-ae4b-587487251e8a tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "PUT /v2.0/floatingips/95d4d737-bad3-4ec0-aea6-d5cb79202939 HTTP/1.1" status: 200 len: 992 time: 2.3834956 Jul 15 23:11:54.958408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd0e1-133b-4890-b0cf-63b1ccfc4be8 req-15eafef7-e30b-4b8f-8d9e-0cc274a3020c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.959558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:54.960293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:54.965968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dafd0e1-133b-4890-b0cf-63b1ccfc4be8 req-15eafef7-e30b-4b8f-8d9e-0cc274a3020c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 946 time: 0.4975371 Jul 15 23:11:54.975542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:54.977889 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae3977e-06db-4688-814e-eda3f4eb63bc" -d '{"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:55.021186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dafd0e1-133b-4890-b0cf-63b1ccfc4be8 req-0fae1201-86e7-457b-9d98-0620f2cd15a9 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542619 Jul 15 23:11:55.066301 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb04e0c-b543-4b15-baaa-3534b3aed201 x-openstack-request-id: req-6bb04e0c-b543-4b15-baaa-3534b3aed201 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:55.066697 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-plugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:55.067095 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bb04e0c-b543-4b15-baaa-3534b3aed201 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:55.067780 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'code': 200} Jul 15 23:11:55.071158 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.141360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-38b784dd-a79e-4e11-a244-1f40514e6a8b', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:11:55.142389 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.157503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ec3dead-4502-4a81-a8a6-23c8922b0238 req-e4467d8e-a319-4c31-b360-3a4e422ee79a tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/e98344d1-c3aa-4622-81c1-467ea63adc3d HTTP/1.1" status: 200 len: 2995 time: 0.0771465 Jul 15 23:11:55.272070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1999e-8e16-42ba-99e0-804243204d5f req-4f8f379d-6f4c-4d1e-b7ca-3546a5a27960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.279521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0e1999e-8e16-42ba-99e0-804243204d5f req-4f8f379d-6f4c-4d1e-b7ca-3546a5a27960 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 1101 time: 0.1452379 Jul 15 23:11:55.299540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Allocated IP 172.20.0.2 (38b784dd-a79e-4e11-a244-1f40514e6a8b/9bd28e40-4a57-4952-bee6-ca863642aa0b/5623aae4-4914-48cb-bd60-37914b567025) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:55.347996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0e1999e-8e16-42ba-99e0-804243204d5f req-afb73fb1-955d-4c48-8681-a678a31c4882 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595059 Jul 15 23:11:55.351968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.379975 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.387618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:55.460365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e18f48-46b4-42d3-abc0-dce78d1f5743 req-fab4b260-dcb9-41f6-adc0-90b2365958b2 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.467860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98e18f48-46b4-42d3-abc0-dce78d1f5743 req-fab4b260-dcb9-41f6-adc0-90b2365958b2 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 944 time: 0.0800548 Jul 15 23:11:55.507966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Allocated IP 172.25.3.220 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/d9a9249b-2fdd-491f-86be-112c90e04aac) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:55.541473 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.552988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98e18f48-46b4-42d3-abc0-dce78d1f5743 req-941b87c3-3f6c-495c-b95c-c7f038f0ace7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841985 Jul 15 23:11:55.579833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Transition to ACTIVE for port object 5623aae4-4914-48cb-bd60-37914b567025 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:55.583911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce2636-b91c-4528-9dda-1adf5d24260b req-b9c7b6aa-9b3f-44b2-b3ab-fe047acf32db tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.592872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ce2636-b91c-4528-9dda-1adf5d24260b req-b9c7b6aa-9b3f-44b2-b3ab-fe047acf32db tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 950 time: 0.1050236 Jul 15 23:11:55.617808 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23becf9-face-4435-9d10-135edbb69cbd x-openstack-request-id: req-c23becf9-face-4435-9d10-135edbb69cbd {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:55.618097 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:55.618346 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c23becf9-face-4435-9d10-135edbb69cbd {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:55.618726 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'status': 'completed', 'code': 200} Jul 15 23:11:55.629717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Transition to ACTIVE for port object 5623aae4-4914-48cb-bd60-37914b567025 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:55.633042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.642220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ce2636-b91c-4528-9dda-1adf5d24260b req-0891793a-a42a-4393-90d9-edb0b0c7913b tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481274 Jul 15 23:11:55.643872 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.722218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:55.734183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.751602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Pushing event updated for resources: {'Port': ['ID=5623aae4-4914-48cb-bd60-37914b567025,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:55.754813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:55.758231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:55.796649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:55.806616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:55.811297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:55.813354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a9249b-2fdd-491f-86be-112c90e04aac,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:55.824690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-2121ea62-3554-4df0-ba8b-64a457d81aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.825392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-2121ea62-3554-4df0-ba8b-64a457d81aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.826029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-2121ea62-3554-4df0-ba8b-64a457d81aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.826672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-2121ea62-3554-4df0-ba8b-64a457d81aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.827321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-2121ea62-3554-4df0-ba8b-64a457d81aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.827965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-2121ea62-3554-4df0-ba8b-64a457d81aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.828709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-2121ea62-3554-4df0-ba8b-64a457d81aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.830852 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-2121ea62-3554-4df0-ba8b-64a457d81aae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6489 time: 0.1420584 Jul 15 23:11:55.838011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Attempting to bind port 5623aae4-4914-48cb-bd60-37914b567025 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:55.838468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Attempting to bind port 5623aae4-4914-48cb-bd60-37914b567025 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:55.838933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Attempting to bind port 5623aae4-4914-48cb-bd60-37914b567025 on network 38b784dd-a79e-4e11-a244-1f40514e6a8b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:55.847606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:55.848057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Checking segment: {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:55.848537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.848994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Bound using segment: {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:55.849534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Bound port: 5623aae4-4914-48cb-bd60-37914b567025, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:55.849983 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.870786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '95d4d737-bad3-4ec0-aea6-d5cb79202939', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'port_id': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'mac_address': 'fa:16:3e:73:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:38Z', 'updated_at': '2021-07-15T23:11:53Z', 'revision_number': 1, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:53Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:55.936382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] Checking router: ef90b8c5-5d2d-4223-8e78-7ed932c86620 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:55.965180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-444a56d4-9c1f-49bb-b184-61cfc056d393 req-678514cf-3582-44c9-9595-fc85a64e349a tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-group-rules/5cb047f4-af43-41f0-bcdb-d03d53645556 HTTP/1.1" status: 200 len: 783 time: 0.0392969 Jul 15 23:11:55.965848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:55.966460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:56.026292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-444a56d4-9c1f-49bb-b184-61cfc056d393 req-9f4e4186-0d25-4a31-9272-ff82fdc16cee tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/e98344d1-c3aa-4622-81c1-467ea63adc3d HTTP/1.1" status: 200 len: 2995 time: 0.0602179 Jul 15 23:11:56.058814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-444a56d4-9c1f-49bb-b184-61cfc056d393 req-107806a3-4eae-428d-aa56-ef95557d040b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.067616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-444a56d4-9c1f-49bb-b184-61cfc056d393 req-107806a3-4eae-428d-aa56-ef95557d040b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.068936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-d289401b-b079-4a80-8ab5-a46cae658769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.070809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-d289401b-b079-4a80-8ab5-a46cae658769 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9267d37d-4936-45b9-86fc-a552f79fc3f3 HTTP/1.1" status: 200 len: 913 time: 0.2138665 Jul 15 23:11:56.101204 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-444a56d4-9c1f-49bb-b184-61cfc056d393 req-107806a3-4eae-428d-aa56-ef95557d040b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.109114 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-444a56d4-9c1f-49bb-b184-61cfc056d393 req-107806a3-4eae-428d-aa56-ef95557d040b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.117365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-444a56d4-9c1f-49bb-b184-61cfc056d393 req-107806a3-4eae-428d-aa56-ef95557d040b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5cb047f4-af43-41f0-bcdb-d03d53645556 HTTP/1.1" status: 204 len: 173 time: 0.0830655 Jul 15 23:11:56.142495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107806a3-4eae-428d-aa56-ef95557d040b tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cb047f4-af43-41f0-bcdb-d03d53645556,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:56.162408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] For port 5623aae4-4914-48cb-bd60-37914b567025, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:56.187381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] For port 5623aae4-4914-48cb-bd60-37914b567025, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5623aae4-4914-48cb-bd60-37914b567025,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:56.229864 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.332261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:56.383309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1ce3e-1fca-4f64-8081-4b07a9520193 None None] Pushing event updated for resources: {'Port': ['ID=5623aae4-4914-48cb-bd60-37914b567025,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:56.455387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b56b5924-4266-4d7c-8e76-1a7c2d19e48c req-f47b9cce-8e08-4749-ba29-6f34a0811114 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/e98344d1-c3aa-4622-81c1-467ea63adc3d HTTP/1.1" status: 200 len: 2397 time: 0.0884256 Jul 15 23:11:56.482101 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-0fe0d111-77b5-4528-9e9f-4579a129d9a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe HTTP/1.1" status: 200 len: 1000 time: 0.3899748 Jul 15 23:11:56.503569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c07d74-4d9a-4a14-97cc-849bf4278eb9 req-69768f03-6948-4c36-b0ab-5a8bc2837c01 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.505326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63c07d74-4d9a-4a14-97cc-849bf4278eb9 req-69768f03-6948-4c36-b0ab-5a8bc2837c01 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 945 time: 0.1918962 Jul 15 23:11:56.616881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63c07d74-4d9a-4a14-97cc-849bf4278eb9 req-72b9462c-c6af-4d6d-87a6-924f7d90229b tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907788 Jul 15 23:11:56.623282 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b56b5924-4266-4d7c-8e76-1a7c2d19e48c req-f4b487a2-ec27-400b-be9d-faa1517e00e4 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.680041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b56b5924-4266-4d7c-8e76-1a7c2d19e48c req-f4b487a2-ec27-400b-be9d-faa1517e00e4 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.780197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5623aae4-4914-48cb-bd60-37914b567025 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:56.784114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-d5ef64fc-d620-4f9a-897b-5e99c27deeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.786104 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-d5ef64fc-d620-4f9a-897b-5e99c27deeae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=332ee294732a41d4a3a37ae6c0d60735&device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 1096 time: 0.7623098 Jul 15 23:11:56.791676 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.799481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-32e3e900-2cc0-406a-b2b0-f09be50fa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.804008 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-32e3e900-2cc0-406a-b2b0-f09be50fa525 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39a03c-545c-46bc-b82c-7c1d5c3237f1 HTTP/1.1" status: 200 len: 851 time: 0.3034365 Jul 15 23:11:56.810392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b56b5924-4266-4d7c-8e76-1a7c2d19e48c req-f4b487a2-ec27-400b-be9d-faa1517e00e4 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.813274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b56b5924-4266-4d7c-8e76-1a7c2d19e48c req-f4b487a2-ec27-400b-be9d-faa1517e00e4 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.823582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b56b5924-4266-4d7c-8e76-1a7c2d19e48c req-f4b487a2-ec27-400b-be9d-faa1517e00e4 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "DELETE /v2.0/security-groups/e98344d1-c3aa-4622-81c1-467ea63adc3d HTTP/1.1" status: 204 len: 173 time: 0.3670144 Jul 15 23:11:56.834187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b487a2-ec27-400b-be9d-faa1517e00e4 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98344d1-c3aa-4622-81c1-467ea63adc3d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:56.849377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5623aae4-4914-48cb-bd60-37914b567025 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:56.873201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '95d4d737-bad3-4ec0-aea6-d5cb79202939', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'port_id': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'mac_address': 'fa:16:3e:73:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:38Z', 'updated_at': '2021-07-15T23:11:53Z', 'revision_number': 1, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:53Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:56.902580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b031a60-9269-4483-83f6-447bcf9f5ee0 None None] The sync data for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 is: [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '95d4d737-bad3-4ec0-aea6-d5cb79202939', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'port_id': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'mac_address': 'fa:16:3e:73:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a70034-7054-49ed-8d29-b337fc769567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:38Z', 'updated_at': '2021-07-15T23:11:53Z', 'revision_number': 1, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:53Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:57.016638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6fe0e-cd4d-4723-9712-6e68e904d55b req-aca65ae8-10e1-4ed2-b0e4-6b78724a8719 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.019325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60f6fe0e-cd4d-4723-9712-6e68e904d55b req-aca65ae8-10e1-4ed2-b0e4-6b78724a8719 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 944 time: 0.0843987 Jul 15 23:11:57.059284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-aa6d1883-c127-4043-b31b-731a966fb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.060888 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-aa6d1883-c127-4043-b31b-731a966fb7d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35daf014-6382-4cb5-91bd-a390f4311de1 HTTP/1.1" status: 200 len: 915 time: 0.2647619 Jul 15 23:11:57.069000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:57.072851 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a04c20-49d2-42f0-9113-577fe2e8edb3" -d '{"events": [{"server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:57.081014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60f6fe0e-cd4d-4723-9712-6e68e904d55b req-f2d36109-451c-4449-b087-eea4eff71096 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561328 Jul 15 23:11:57.142102 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-ad6d2949-cbf7-4f8c-bd96-96079b751fc3 req-43144f11-33c7-4219-8e2f-ff5a6909a462 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] show failed (client error): The resource could not be found. Jul 15 23:11:57.143187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad6d2949-cbf7-4f8c-bd96-96079b751fc3 req-43144f11-33c7-4219-8e2f-ff5a6909a462 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/4cba01df-aa8c-4858-bac1-5dc3270e84c9 HTTP/1.1" status: 404 len: 352 time: 0.0170205 Jul 15 23:11:57.176510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-58396e35-29c4-43a3-8bf7-0ad8ee4d7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.178025 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-58396e35-29c4-43a3-8bf7-0ad8ee4d7531 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9267d37d-4936-45b9-86fc-a552f79fc3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230475 Jul 15 23:11:57.179334 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-54f6cd25-4c25-4644-9eed-a959241f1be0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41a04bc1-80cb-4c88-81f5-f10a9c297625 HTTP/1.1" status: 200 len: 217 time: 0.1014225 Jul 15 23:11:57.180040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f12307-1849-4cc7-a3d8-9a48d05f70dc req-1f022366-b788-4ac4-b0ad-26fc0f0ebcbd tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.185248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46f12307-1849-4cc7-a3d8-9a48d05f70dc req-1f022366-b788-4ac4-b0ad-26fc0f0ebcbd tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 950 time: 0.0874894 Jul 15 23:11:57.192558 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fdd067-f157-40e5-8596-f874a01d9414 x-openstack-request-id: req-41fdd067-f157-40e5-8596-f874a01d9414 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:57.192765 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:57.193015 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41fdd067-f157-40e5-8596-f874a01d9414 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:57.193412 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'code': 200} Jul 15 23:11:57.212378 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75fc5e-aa14-47a0-9e0e-1b9bbae1ecd0 None None] New status for floating IP 95d4d737-bad3-4ec0-aea6-d5cb79202939: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:11:57.256509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46f12307-1849-4cc7-a3d8-9a48d05f70dc req-2d914d1e-1f67-48c7-b92f-9d9b58e80fb3 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665951 Jul 15 23:11:57.273605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c8103c0-aad1-4921-b4ba-df4a69d1edf7 req-59ac1ebf-6677-4c64-82ff-02db19025701 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/12ceeb74-482f-41f9-8f01-41e6a182aa2c HTTP/1.1" status: 200 len: 1804 time: 0.0596633 Jul 15 23:11:57.374378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-5bf8c469-8c67-4fe5-be30-f11ce45582da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.375792 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-5bf8c469-8c67-4fe5-be30-f11ce45582da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7081f222-11bf-4fa0-94c5-5e41d859ef6e HTTP/1.1" status: 200 len: 854 time: 0.1635017 Jul 15 23:11:57.387106 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4c8103c0-aad1-4921-b4ba-df4a69d1edf7 req-a4874259-5b45-4fd9-8f19-9aac17d73443 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.404639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2660387-6418-416e-a2af-37bf71f91182 req-901afd8c-9790-4971-8e47-8ef2478b9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.406487 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2660387-6418-416e-a2af-37bf71f91182 req-901afd8c-9790-4971-8e47-8ef2478b9e66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 1101 time: 0.1001275 Jul 15 23:11:57.430256 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-30d22335-d658-47c8-86ca-013f2f3f5180 service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314119 Jul 15 23:11:57.430721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4c8103c0-aad1-4921-b4ba-df4a69d1edf7 req-a4874259-5b45-4fd9-8f19-9aac17d73443 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.431791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.484676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2660387-6418-416e-a2af-37bf71f91182 req-029a6d0f-5e85-4bf3-ab8d-5d27a72bf468 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644319 Jul 15 23:11:57.498919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4c8103c0-aad1-4921-b4ba-df4a69d1edf7 req-a4874259-5b45-4fd9-8f19-9aac17d73443 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.502196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4c8103c0-aad1-4921-b4ba-df4a69d1edf7 req-a4874259-5b45-4fd9-8f19-9aac17d73443 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.510055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c8103c0-aad1-4921-b4ba-df4a69d1edf7 req-a4874259-5b45-4fd9-8f19-9aac17d73443 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "DELETE /v2.0/security-groups/12ceeb74-482f-41f9-8f01-41e6a182aa2c HTTP/1.1" status: 204 len: 173 time: 0.2262373 Jul 15 23:11:57.527915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4874259-5b45-4fd9-8f19-9aac17d73443 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ceeb74-482f-41f9-8f01-41e6a182aa2c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:57.567279 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-1f80a82c-fbe7-46d7-9baa-461f73ec20b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35daf014-6382-4cb5-91bd-a390f4311de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753771 Jul 15 23:11:57.614864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ba21c69-90f2-46d1-8f9f-6482e823493f req-136a3f44-6c28-4d2d-b52a-b16d083b289e tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/2649ccc0-de6b-4a8f-85dd-aac3dbc16bb3 HTTP/1.1" status: 200 len: 1804 time: 0.0785959 Jul 15 23:11:57.685698 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5ba21c69-90f2-46d1-8f9f-6482e823493f req-0e6b29bd-86bb-4492-ac07-61e702dd5457 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.709569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5ba21c69-90f2-46d1-8f9f-6482e823493f req-0e6b29bd-86bb-4492-ac07-61e702dd5457 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.807391 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fae3977e-06db-4688-814e-eda3f4eb63bc req-554f5310-2fbc-4317-94ce-ce7bd29717db service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541552 Jul 15 23:11:57.817255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5ba21c69-90f2-46d1-8f9f-6482e823493f req-0e6b29bd-86bb-4492-ac07-61e702dd5457 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.820090 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5ba21c69-90f2-46d1-8f9f-6482e823493f req-0e6b29bd-86bb-4492-ac07-61e702dd5457 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.821258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ba21c69-90f2-46d1-8f9f-6482e823493f req-0e6b29bd-86bb-4492-ac07-61e702dd5457 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "DELETE /v2.0/security-groups/2649ccc0-de6b-4a8f-85dd-aac3dbc16bb3 HTTP/1.1" status: 204 len: 173 time: 0.1979074 Jul 15 23:11:57.832348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b29bd-86bb-4492-ac07-61e702dd5457 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2649ccc0-de6b-4a8f-85dd-aac3dbc16bb3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:57.837064 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-4f4bb114-a6d9-4ecb-8a63-f231afdd1e2e service neutron] 10.222.0.37 "GET /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246993 Jul 15 23:11:57.864814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Router 4b8cc633-f4e4-469c-a823-abb14289d496 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:11:57.881082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9802-4327-490b-b271-b56dee5870c9 req-5f9f4508-bfcb-4e39-b388-e09c84890ec4 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.888707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01cf9802-4327-490b-b271-b56dee5870c9 req-5f9f4508-bfcb-4e39-b388-e09c84890ec4 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 945 time: 0.1132002 Jul 15 23:11:57.925503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2606d76-a352-4651-823d-7056bc6fb651 None None] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:57.940122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01cf9802-4327-490b-b271-b56dee5870c9 req-338a5170-12ef-4c6a-ad1a-9dc0461ca9a5 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489345 Jul 15 23:11:57.987113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-711f05ca-4e84-4f80-bfc5-5c3479bae44d req-8367755c-52aa-4b58-8038-9a3e07c37ee9 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/b9a98126-983d-4d2c-aa50-9b30cea17392 HTTP/1.1" status: 200 len: 1805 time: 0.0439520 Jul 15 23:11:58.003214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-704c669c-90ea-41a3-9832-1c0082d4ef0a None None] Provisioning for port 5623aae4-4914-48cb-bd60-37914b567025 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:58.013592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-704c669c-90ea-41a3-9832-1c0082d4ef0a None None] Provisioning complete for port 5623aae4-4914-48cb-bd60-37914b567025 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:58.013970 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-704c669c-90ea-41a3-9832-1c0082d4ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.051398 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c23ddbcf-e3d8-4815-8443-75b04f24a6ac req-3d2adb5f-aa6d-490c-ac79-49fafeaef4c5 service neutron] 10.222.0.37 "GET /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017732 Jul 15 23:11:58.065112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:58.082546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.084284 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-20b04641-49ee-4877-8e17-13cabec5a117 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3020613 Jul 15 23:11:58.087125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34962) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:58.097292 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-711f05ca-4e84-4f80-bfc5-5c3479bae44d req-846a445f-fd2a-4d84-a878-eb981cc33de7 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.097871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Sync routers for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:58.121646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-711f05ca-4e84-4f80-bfc5-5c3479bae44d req-846a445f-fd2a-4d84-a878-eb981cc33de7 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.161122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:58.161798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:58.171223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-711f05ca-4e84-4f80-bfc5-5c3479bae44d req-846a445f-fd2a-4d84-a878-eb981cc33de7 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.174723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-711f05ca-4e84-4f80-bfc5-5c3479bae44d req-846a445f-fd2a-4d84-a878-eb981cc33de7 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.176174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-711f05ca-4e84-4f80-bfc5-5c3479bae44d req-846a445f-fd2a-4d84-a878-eb981cc33de7 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "DELETE /v2.0/security-groups/b9a98126-983d-4d2c-aa50-9b30cea17392 HTTP/1.1" status: 204 len: 173 time: 0.1764503 Jul 15 23:11:58.191411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a445f-fd2a-4d84-a878-eb981cc33de7 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a98126-983d-4d2c-aa50-9b30cea17392,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:58.218386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b98e653b-3db4-4624-aa9b-61f8b47229b1 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:58.268094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdaa0440-1777-4906-80df-c9b6a3e124cb req-1de1a5b9-b1b8-4231-83f8-5ef63c84e134 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/cf6ddd36-a76a-4d28-8ee0-0513ba1e8262 HTTP/1.1" status: 200 len: 2403 time: 0.0689998 Jul 15 23:11:58.369803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-704c669c-90ea-41a3-9832-1c0082d4ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.380398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bdaa0440-1777-4906-80df-c9b6a3e124cb req-42774850-a90f-489e-883d-a18c355986a0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.430822 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bdaa0440-1777-4906-80df-c9b6a3e124cb req-42774850-a90f-489e-883d-a18c355986a0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.455704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2427e-030b-4cbf-abb6-b342dfd2deba req-354f66ed-64c8-45be-9190-efd24bbb7014 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:58.457713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61b2427e-030b-4cbf-abb6-b342dfd2deba req-354f66ed-64c8-45be-9190-efd24bbb7014 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 944 time: 0.1665716 Jul 15 23:11:58.523877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-704c669c-90ea-41a3-9832-1c0082d4ef0a None None] For port 5623aae4-4914-48cb-bd60-37914b567025, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5623aae4-4914-48cb-bd60-37914b567025,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:58.532041 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61b2427e-030b-4cbf-abb6-b342dfd2deba req-3cc6112f-a8b7-4258-b583-7f594f0d549e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642078 Jul 15 23:11:58.553946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:58.564785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bdaa0440-1777-4906-80df-c9b6a3e124cb req-42774850-a90f-489e-883d-a18c355986a0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.568216 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bdaa0440-1777-4906-80df-c9b6a3e124cb req-42774850-a90f-489e-883d-a18c355986a0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.581054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdaa0440-1777-4906-80df-c9b6a3e124cb req-42774850-a90f-489e-883d-a18c355986a0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf6ddd36-a76a-4d28-8ee0-0513ba1e8262 HTTP/1.1" status: 204 len: 173 time: 0.3117363 Jul 15 23:11:58.595731 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-704c669c-90ea-41a3-9832-1c0082d4ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.605265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42774850-a90f-489e-883d-a18c355986a0 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6ddd36-a76a-4d28-8ee0-0513ba1e8262,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:58.754719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.763856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b62b2f-cc02-43e4-9c11-2fde7e9a9593 req-24262040-a6c1-442a-bf32-c8aa9c69c0dc tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:58.771086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2b62b2f-cc02-43e4-9c11-2fde7e9a9593 req-24262040-a6c1-442a-bf32-c8aa9c69c0dc tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 950 time: 0.0913916 Jul 15 23:11:58.820034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2b62b2f-cc02-43e4-9c11-2fde7e9a9593 req-05adcc6f-55e1-49de-8da4-248ab499b6ed tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479863 Jul 15 23:11:58.869975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd127776-af5b-45bc-b571-da33c636573b req-85c98061-fee1-4b57-be7a-709cf678ef92 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "GET /v2.0/security-groups/9fa7499b-1eed-4b99-86d2-96231d2898d8 HTTP/1.1" status: 200 len: 2396 time: 0.0488544 Jul 15 23:11:58.925810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b98e653b-3db4-4624-aa9b-61f8b47229b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b98e653b-3db4-4624-aa9b-61f8b47229b1,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:58.950450 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd127776-af5b-45bc-b571-da33c636573b req-f88b2c81-a858-4817-8c55-d4efee0a3ba3 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.960041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'b98e653b-3db4-4624-aa9b-61f8b47229b1', 'network_id': 'f0978b91-b160-4fc7-a3c9-35adcb5bbc26', 'port_id': 'b98e653b-3db4-4624-aa9b-61f8b47229b1', 'mac_address': 'fa:16:3e:4c:a1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1090417-ca80-4b48-b094-0b7bad5462cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:58.972034 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Allocated IP 172.20.0.1 (38b784dd-a79e-4e11-a244-1f40514e6a8b/9bd28e40-4a57-4952-bee6-ca863642aa0b/de8f882d-f874-4de2-925f-be1a2e93c4ca) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:58.985028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7a2db252-a31b-4de0-95a5-b9dbf27d3481 None None] Provisioning complete for port 5623aae4-4914-48cb-bd60-37914b567025 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:58.985279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd127776-af5b-45bc-b571-da33c636573b req-f88b2c81-a858-4817-8c55-d4efee0a3ba3 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.985415 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7a2db252-a31b-4de0-95a5-b9dbf27d3481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.991152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c669c-90ea-41a3-9832-1c0082d4ef0a None None] Pushing event updated for resources: {'Port': ['ID=5623aae4-4914-48cb-bd60-37914b567025,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:59.067764 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd127776-af5b-45bc-b571-da33c636573b req-f88b2c81-a858-4817-8c55-d4efee0a3ba3 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.070497 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd127776-af5b-45bc-b571-da33c636573b req-f88b2c81-a858-4817-8c55-d4efee0a3ba3 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.075765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd127776-af5b-45bc-b571-da33c636573b req-f88b2c81-a858-4817-8c55-d4efee0a3ba3 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] 10.222.0.23 "DELETE /v2.0/security-groups/9fa7499b-1eed-4b99-86d2-96231d2898d8 HTTP/1.1" status: 204 len: 173 time: 0.1990402 Jul 15 23:11:59.078201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34986) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:59.085173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b2c81-a858-4817-8c55-d4efee0a3ba3 tempest-SecurityGroupRulesTestJSON-484560120 tempest-SecurityGroupRulesTestJSON-484560120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa7499b-1eed-4b99-86d2-96231d2898d8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:59.140924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.158313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43bec79-6968-4d64-805a-56d0986a2bdb admin admin] Deleting subnet f3e9b108-5cef-45a9-9d1f-b4fe63bbb452 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:11:59.162813 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.163000 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43bec79-6968-4d64-805a-56d0986a2bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.164899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Transition to ACTIVE for port object de8f882d-f874-4de2-925f-be1a2e93c4ca will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:59.194592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98e653b-3db4-4624-aa9b-61f8b47229b1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:59.211599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43bec79-6968-4d64-805a-56d0986a2bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.224907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae83dd8-6466-43f4-86ef-818905db96ef req-1de350cd-504c-437e-ab97-b10bb86f29b5 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:59.234846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae83dd8-6466-43f4-86ef-818905db96ef req-1de350cd-504c-437e-ab97-b10bb86f29b5 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 945 time: 0.1115820 Jul 15 23:11:59.266165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43bec79-6968-4d64-805a-56d0986a2bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.288635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.297392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae83dd8-6466-43f4-86ef-818905db96ef req-a1aaa56f-6b81-411c-9794-fbadd872a8e8 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592179 Jul 15 23:11:59.340888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:59.347188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:59.376608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:59.422348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b98e653b-3db4-4624-aa9b-61f8b47229b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b98e653b-3db4-4624-aa9b-61f8b47229b1,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:59.428251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Pushing event updated for resources: {'Port': ['ID=de8f882d-f874-4de2-925f-be1a2e93c4ca,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:59.439811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43bec79-6968-4d64-805a-56d0986a2bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.440852 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.455450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.493814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:11:56Z', 'revision_number': 3, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:59.576727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Checking router: 4b8cc633-f4e4-469c-a823-abb14289d496 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:59.577145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Updating router 4b8cc633-f4e4-469c-a823-abb14289d496 port d9a9249b-2fdd-491f-86be-112c90e04aac binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:11:59.691764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b98e653b-3db4-4624-aa9b-61f8b47229b1,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:59.699566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.826448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccbb61-a9ea-47f0-b13c-adb3c12ea94a req-4459bb5b-7c21-4e0e-b22b-3b45e3e4cf21 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:59.834202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72ccbb61-a9ea-47f0-b13c-adb3c12ea94a req-4459bb5b-7c21-4e0e-b22b-3b45e3e4cf21 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 945 time: 0.0941753 Jul 15 23:11:59.921880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b98e653b-3db4-4624-aa9b-61f8b47229b1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:59.931359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72ccbb61-a9ea-47f0-b13c-adb3c12ea94a req-98e5de88-a6dc-45e8-bff9-bec9b5a38ed4 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949211 Jul 15 23:11:59.952970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43bec79-6968-4d64-805a-56d0986a2bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.955505 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c43bec79-6968-4d64-805a-56d0986a2bdb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f3e9b108-5cef-45a9-9d1f-b4fe63bbb452 HTTP/1.1" status: 204 len: 168 time: 0.8757961 Jul 15 23:11:59.956721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bec79-6968-4d64-805a-56d0986a2bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e9b108-5cef-45a9-9d1f-b4fe63bbb452,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:59.957863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:00.012075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75f1bbc2-362b-48d9-b9b2-196afb021069 None None] Provisioning for port de8f882d-f874-4de2-925f-be1a2e93c4ca completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:00.030924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75f1bbc2-362b-48d9-b9b2-196afb021069 None None] Provisioning complete for port de8f882d-f874-4de2-925f-be1a2e93c4ca triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:00.031796 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75f1bbc2-362b-48d9-b9b2-196afb021069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.081527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.138056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-75f1bbc2-362b-48d9-b9b2-196afb021069 None None] Port de8f882d-f874-4de2-925f-be1a2e93c4ca cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:00.167404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.225549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.273908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 331ef60a-807d-4ea8-80ea-373fcee797b4 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:00.319045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaa9a87-1848-45b7-b68a-f273b8a5d5e7']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:00.335740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0354a8-c436-4fe0-ad94-95f5c29e0b13') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:00.336315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0354a8-c436-4fe0-ad94-95f5c29e0b13') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:00.353758 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.383009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.403831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2487940-3473-43d8-aec0-6b5b326b7920 req-84da596b-e4f6-4a4f-9b36-8d4b7300c630 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:00.413928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2487940-3473-43d8-aec0-6b5b326b7920 req-84da596b-e4f6-4a4f-9b36-8d4b7300c630 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 950 time: 0.1749060 Jul 15 23:12:00.437959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:00.438672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:00.441387 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:00.445503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:00.446332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.466892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.485059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'port_id': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'mac_address': 'fa:16:3e:50:d0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb10daa-63e2-4605-a343-41dad889d80a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:00.499135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2487940-3473-43d8-aec0-6b5b326b7920 req-268c2455-d5ad-470c-a950-239f7f213b76 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837109 Jul 15 23:12:00.555686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.569112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Pushing event updated for resources: {'Port': ['ID=de8f882d-f874-4de2-925f-be1a2e93c4ca,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:00.601435 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.619772 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 331ef60a-807d-4ea8-80ea-373fcee797b4 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:00.646677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:00.660411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.730778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:00.745122 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.754527 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:00.759641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:00.760114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Transition to ACTIVE for port object d9a9249b-2fdd-491f-86be-112c90e04aac will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:00.779785 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.805557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.813115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.818503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] 10.222.0.23 "DELETE /v2.0/networks/acaa9a87-1848-45b7-b68a-f273b8a5d5e7 HTTP/1.1" status: 204 len: 168 time: 0.8574374 Jul 15 23:12:00.863100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0cee-b607-44a7-a85a-1d96e824a564 admin admin] Pushing event deleted for resources: {'Network': ['ID=acaa9a87-1848-45b7-b68a-f273b8a5d5e7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:00.866996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35474a07-9438-4dad-95a1-4742e5ebd9de None None] Pushing event updated for resources: {'Port': ['ID=d9a9249b-2fdd-491f-86be-112c90e04aac,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:00.875032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5623aae4-4914-48cb-bd60-37914b567025 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:00.917451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1daf67-d01e-4774-ac7c-37be4c1b8969 req-c713f791-5f11-486e-930a-9b2bf2defc93 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:00.919584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a1daf67-d01e-4774-ac7c-37be4c1b8969 req-c713f791-5f11-486e-930a-9b2bf2defc93 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 945 time: 0.2431355 Jul 15 23:12:00.962048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['331ef60a-807d-4ea8-80ea-373fcee797b4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:00.967367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Attempting to bind port d9a9249b-2fdd-491f-86be-112c90e04aac on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:00.968117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Attempting to bind port d9a9249b-2fdd-491f-86be-112c90e04aac by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:00.976874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Attempting to bind port d9a9249b-2fdd-491f-86be-112c90e04aac on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:00.988301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:00.989954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:00.990638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.991336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:00.992465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Bound port: d9a9249b-2fdd-491f-86be-112c90e04aac, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:00.993534 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.018033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a1daf67-d01e-4774-ac7c-37be4c1b8969 req-4458755a-3221-4eee-9d89-8783651523d7 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892522 Jul 15 23:12:01.111553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Router 4b8cc633-f4e4-469c-a823-abb14289d496 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:01.139955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35046) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:01.140457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] For port d9a9249b-2fdd-491f-86be-112c90e04aac, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:01.171583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] For port d9a9249b-2fdd-491f-86be-112c90e04aac, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d9a9249b-2fdd-491f-86be-112c90e04aac,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:01.174712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5623aae4-4914-48cb-bd60-37914b567025 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:01.175358 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.205743 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.269863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-40b2f3d0-e678-4bf2-b5c2-beab99cad011 None None] Provisioning complete for port de8f882d-f874-4de2-925f-be1a2e93c4ca triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:01.270495 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-40b2f3d0-e678-4bf2-b5c2-beab99cad011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.285140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31570-1de6-4eef-a835-9d186a0c6ff7 req-c226279a-7579-4ea0-8400-32ec83ab7168 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.294198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbb31570-1de6-4eef-a835-9d186a0c6ff7 req-c226279a-7579-4ea0-8400-32ec83ab7168 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 950 time: 0.0966592 Jul 15 23:12:01.302191 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-90693058-4a01-4aad-8bde-623c3c09fa75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c600360276e42f1b74741fa9f52dbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609507 Jul 15 23:12:01.341588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35048) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:01.359145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35474a07-9438-4dad-95a1-4742e5ebd9de None None] Pushing event updated for resources: {'Port': ['ID=d9a9249b-2fdd-491f-86be-112c90e04aac,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:01.377608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:01.378522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:01.383952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-40b2f3d0-e678-4bf2-b5c2-beab99cad011 None None] Port de8f882d-f874-4de2-925f-be1a2e93c4ca cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:01.400370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:01.426666 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-78e3f257-a69e-4e88-aaae-9b2bbef9be80 admin admin] 10.222.0.23 "PUT /v2.0/routers/4b8cc633-f4e4-469c-a823-abb14289d496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3382556 Jul 15 23:12:01.448077 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54165762-a34f-46a2-881b-05ba83278f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.471014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54165762-a34f-46a2-881b-05ba83278f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.517882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbb31570-1de6-4eef-a835-9d186a0c6ff7 req-b5144cb6-6459-40e8-b5b6-fbda0a599cbd tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227039 Jul 15 23:12:01.536785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54165762-a34f-46a2-881b-05ba83278f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.539845 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54165762-a34f-46a2-881b-05ba83278f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.541498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-54165762-a34f-46a2-881b-05ba83278f58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c9352ca-0457-4e66-8dda-06c060e4e1b0 HTTP/1.1" status: 204 len: 168 time: 0.1986458 Jul 15 23:12:01.569129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54165762-a34f-46a2-881b-05ba83278f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9352ca-0457-4e66-8dda-06c060e4e1b0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:01.598687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bf90f-aded-48b1-9faa-63838b35a083 req-f475d323-ede0-49fb-8a4b-e06819366dd0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.617838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69bf90f-aded-48b1-9faa-63838b35a083 req-f475d323-ede0-49fb-8a4b-e06819366dd0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 945 time: 0.3175006 Jul 15 23:12:01.656352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:01.707379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69bf90f-aded-48b1-9faa-63838b35a083 req-1686b9de-3eb3-47a6-8cdf-427e9bde5c82 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809956 Jul 15 23:12:01.850185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-f0c1ec78-f579-4427-9fe2-6ab4cc52d6f7 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.856249 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-f0c1ec78-f579-4427-9fe2-6ab4cc52d6f7 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 945 time: 0.1548729 Jul 15 23:12:02.115375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 2, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:02.117630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Deleting port 41a04bc1-80cb-4c88-81f5-f10a9c297625 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:02.119160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.213426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2829638f-ddd9-472a-a3ab-845108d993f8 None None] The sync data for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 is: [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 2, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:02.270615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 331ef60a-807d-4ea8-80ea-373fcee797b4 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:02.307613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] For port 41a04bc1-80cb-4c88-81f5-f10a9c297625, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=41a04bc1-80cb-4c88-81f5-f10a9c297625,segment=NetworkSegment(61cddb87-ca9d-4a71-9415-5cba8af8d6d5),segment_id=61cddb87-ca9d-4a71-9415-5cba8af8d6d5)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:02.308243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.346226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Calling delete_port for 41a04bc1-80cb-4c88-81f5-f10a9c297625 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:02.502026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 331ef60a-807d-4ea8-80ea-373fcee797b4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:02.503514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.766952 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.866710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:02.868742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:02.878025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.878898 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea168a-2213-4e91-9508-389f51638e45" -d '{"events": [{"server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "name": "network-vif-plugged", "status": "completed", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:02.891057 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.893984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b98e653b-3db4-4624-aa9b-61f8b47229b1 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:02.960942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Pushing event deleted for resources: {'Port': ['ID=41a04bc1-80cb-4c88-81f5-f10a9c297625,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.015790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28a99-42be-46ce-a235-1a88c0e2ab50 req-6f87b8e8-5ef0-4118-8706-4e897966c062 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.025187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38d28a99-42be-46ce-a235-1a88c0e2ab50 req-6f87b8e8-5ef0-4118-8706-4e897966c062 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 867 time: 0.2220736 Jul 15 23:12:03.065677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] No DVR routers for this DVR port 41a04bc1-80cb-4c88-81f5-f10a9c297625 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:03.069793 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.075816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7016d856-2c54-4a48-b1c3-4280c92deee2 req-816e4973-18ad-45ac-89c4-ed033c4f9a0f tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.37 "DELETE /v2.0/ports/41a04bc1-80cb-4c88-81f5-f10a9c297625 HTTP/1.1" status: 204 len: 173 time: 1.2084470 Jul 15 23:12:03.076178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f81ee03-4235-4d67-ae79-a7321065dc1d', 'name': 'network-vif-deleted', 'tag': '41a04bc1-80cb-4c88-81f5-f10a9c297625'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:03.091693 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ce9213-c1ff-42ed-8338-ebf6cf7ad7b3" -d '{"events": [{"server_uuid": "0f81ee03-4235-4d67-ae79-a7321065dc1d", "name": "network-vif-deleted", "tag": "41a04bc1-80cb-4c88-81f5-f10a9c297625"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:03.161359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38d28a99-42be-46ce-a235-1a88c0e2ab50 req-95b698e7-8edf-46ec-88fe-a9cf0777a612 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/security-groups?id=e17c9735-0a4d-43bc-90d1-fe963d38252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352317 Jul 15 23:12:03.188179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35114) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:03.193298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-46545de5-79fb-4d21-83d7-80154a2247c8 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869692858', 'description': 'tempest-description--327950674'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:03.197471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.219251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port b98e653b-3db4-4624-aa9b-61f8b47229b1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:03.235721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port b98e653b-3db4-4624-aa9b-61f8b47229b1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:03.236110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.268853 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46545de5-79fb-4d21-83d7-80154a2247c8 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.437991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.517946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b98e653b-3db4-4624-aa9b-61f8b47229b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b98e653b-3db4-4624-aa9b-61f8b47229b1,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:03.529384 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.530870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 41a04bc1-80cb-4c88-81f5-f10a9c297625 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:03.552343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fbc5f-34ec-4df7-ab90-6417f007a4bc req-7d059b9d-8f60-4a00-b0b1-f3444aeb2f6e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.553953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e3fbc5f-34ec-4df7-ab90-6417f007a4bc req-7d059b9d-8f60-4a00-b0b1-f3444aeb2f6e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 945 time: 0.2059057 Jul 15 23:12:03.622168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 41a04bc1-80cb-4c88-81f5-f10a9c297625 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:03.622613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 41a04bc1-80cb-4c88-81f5-f10a9c297625 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:03.687588 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5e6d9e-5a4a-452d-9347-73c052a956e1 x-openstack-request-id: req-9b5e6d9e-5a4a-452d-9347-73c052a956e1 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:03.688615 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "name": "network-vif-plugged", "status": "completed", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:03.688963 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b5e6d9e-5a4a-452d-9347-73c052a956e1 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:03.691578 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'code': 200} Jul 15 23:12:03.731277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b98e653b-3db4-4624-aa9b-61f8b47229b1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.748165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e3fbc5f-34ec-4df7-ab90-6417f007a4bc req-cd129e79-481f-400f-8ae4-ac29e8afe4a0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851988 Jul 15 23:12:03.767733 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46545de5-79fb-4d21-83d7-80154a2247c8 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.775184 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46545de5-79fb-4d21-83d7-80154a2247c8 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.828796 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46545de5-79fb-4d21-83d7-80154a2247c8 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.832995 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35136) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:03.838489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-096e0aae-213c-4825-9cca-3b3e56d0f87e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Request body: {'security_group_rule': {'security_group_id': '047f301d-3877-4a90-b81a-8ee11d20d2b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:03.844953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-46545de5-79fb-4d21-83d7-80154a2247c8 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6555583 Jul 15 23:12:03.848410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46545de5-79fb-4d21-83d7-80154a2247c8 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047f301d-3877-4a90-b81a-8ee11d20d2b2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.867633 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ceee3-07ba-41e8-9147-61a141300b48 x-openstack-request-id: req-363ceee3-07ba-41e8-9147-61a141300b48 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:03.867939 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f81ee03-4235-4d67-ae79-a7321065dc1d", "name": "network-vif-deleted", "tag": "41a04bc1-80cb-4c88-81f5-f10a9c297625", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:03.868171 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-363ceee3-07ba-41e8-9147-61a141300b48 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:03.868778 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f81ee03-4235-4d67-ae79-a7321065dc1d', 'name': 'network-vif-deleted', 'tag': '41a04bc1-80cb-4c88-81f5-f10a9c297625', 'status': 'completed', 'code': 200} Jul 15 23:12:03.918219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-096e0aae-213c-4825-9cca-3b3e56d0f87e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.019819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-096e0aae-213c-4825-9cca-3b3e56d0f87e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.027807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-096e0aae-213c-4825-9cca-3b3e56d0f87e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.064026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e0aae-213c-4825-9cca-3b3e56d0f87e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f666a1fe-1cdd-448f-9421-535a58bec657,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:04.103503 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-096e0aae-213c-4825-9cca-3b3e56d0f87e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.108424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35142) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:04.114122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-aa2c7b25-d743-4fb5-986c-f4e16eb72a3b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Request body: {'security_group_rule': {'security_group_id': '047f301d-3877-4a90-b81a-8ee11d20d2b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:04.119383 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-096e0aae-213c-4825-9cca-3b3e56d0f87e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2852461 Jul 15 23:12:04.186016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7b25-d743-4fb5-986c-f4e16eb72a3b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.386041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7b25-d743-4fb5-986c-f4e16eb72a3b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.401511 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7b25-d743-4fb5-986c-f4e16eb72a3b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.493553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b016e80-55d3-4d2a-b5f9-0a18310641c4 req-2ee97fc7-cdb7-4e82-902b-3470cce98046 tempest-InstanceActionsTestJSON-814220730 tempest-InstanceActionsTestJSON-814220730-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f81ee03-4235-4d67-ae79-a7321065dc1d HTTP/1.1" status: 200 len: 210 time: 0.0641820 Jul 15 23:12:04.496411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c7b25-d743-4fb5-986c-f4e16eb72a3b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb63400-9410-42b0-a714-50c949fa1987,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:04.509744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7b25-d743-4fb5-986c-f4e16eb72a3b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.515457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35158) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:04.522301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:04.536855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aa2c7b25-d743-4fb5-986c-f4e16eb72a3b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4265468 Jul 15 23:12:04.564600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.724314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35162) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:04.769597 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.819341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d9a9249b-2fdd-491f-86be-112c90e04aac up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:04.960752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d9a9249b-2fdd-491f-86be-112c90e04aac completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:04.966467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d9a9249b-2fdd-491f-86be-112c90e04aac triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:04.966701 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.982918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Allocated IP 172.25.3.122 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/dc9b62f1-09b5-45ed-a2bd-ed24d96cbfce) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:05.019829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c992c4e4-b58f-495c-949e-c0357e6f3054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.091608 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.110789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac3222-c727-4c0f-a765-d9d7b346281c req-88917807-b30d-46da-8206-6cac517fd714 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.115083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d9a9249b-2fdd-491f-86be-112c90e04aac, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d9a9249b-2fdd-491f-86be-112c90e04aac,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:05.119482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbac3222-c727-4c0f-a765-d9d7b346281c req-88917807-b30d-46da-8206-6cac517fd714 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 946 time: 0.1049132 Jul 15 23:12:05.121881 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.170784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbac3222-c727-4c0f-a765-d9d7b346281c req-97b3ec7c-9de5-412f-9117-460085af932d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499132 Jul 15 23:12:05.239263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d9a9249b-2fdd-491f-86be-112c90e04aac,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:05.260852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.327988 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c992c4e4-b58f-495c-949e-c0357e6f3054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.336498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c992c4e4-b58f-495c-949e-c0357e6f3054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.363918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.417049 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c992c4e4-b58f-495c-949e-c0357e6f3054 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cfa45630bfc40e48a4b22fb74baaf57&name=default HTTP/1.1" status: 200 len: 2981 time: 0.6904373 Jul 15 23:12:05.419660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35182) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:05.421282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992c4e4-b58f-495c-949e-c0357e6f3054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9036b19-8cf1-40cb-a9c6-2abbdd58d080,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:05.429507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:05.432504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:05.438609 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:05.468448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event updated for resources: {'Port': ['ID=dc9b62f1-09b5-45ed-a2bd-ed24d96cbfce,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:05.530558 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f271708d-8485-451f-9cb7-89f78ffa4588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.560124 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f271708d-8485-451f-9cb7-89f78ffa4588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.568649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.628301 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f271708d-8485-451f-9cb7-89f78ffa4588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.631993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f271708d-8485-451f-9cb7-89f78ffa4588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.632183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.633530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f271708d-8485-451f-9cb7-89f78ffa4588 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9036b19-8cf1-40cb-a9c6-2abbdd58d080 HTTP/1.1" status: 204 len: 168 time: 0.2126129 Jul 15 23:12:05.647430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35196) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:05.656668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271708d-8485-451f-9cb7-89f78ffa4588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9036b19-8cf1-40cb-a9c6-2abbdd58d080,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:05.693152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949dba5e-47d3-40a4-9c5a-9918fa6912f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98e653b-3db4-4624-aa9b-61f8b47229b1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:05.696109 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e2944-7035-4545-8770-da3138d50bf5" -d '{"events": [{"server_uuid": "949dba5e-47d3-40a4-9c5a-9918fa6912f1", "name": "network-vif-plugged", "status": "completed", "tag": "b98e653b-3db4-4624-aa9b-61f8b47229b1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:05.717881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b29bfea-008f-4604-8cb7-85704d1401de admin admin] Deleting subnet 7081f222-11bf-4fa0-94c5-5e41d859ef6e {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:05.722869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b29bfea-008f-4604-8cb7-85704d1401de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.780756 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b29bfea-008f-4604-8cb7-85704d1401de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.790275 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5b5a85-b70c-449b-bb65-2bfdf2a7c38d x-openstack-request-id: req-ac5b5a85-b70c-449b-bb65-2bfdf2a7c38d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:05.790838 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949dba5e-47d3-40a4-9c5a-9918fa6912f1", "name": "network-vif-plugged", "status": "completed", "tag": "b98e653b-3db4-4624-aa9b-61f8b47229b1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:05.791767 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac5b5a85-b70c-449b-bb65-2bfdf2a7c38d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:05.792397 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949dba5e-47d3-40a4-9c5a-9918fa6912f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98e653b-3db4-4624-aa9b-61f8b47229b1', 'code': 200} Jul 15 23:12:05.865190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b29bfea-008f-4604-8cb7-85704d1401de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.874482 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.890339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.944170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event updated for resources: {'Port': ['ID=dc9b62f1-09b5-45ed-a2bd-ed24d96cbfce,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:05.983744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b29bfea-008f-4604-8cb7-85704d1401de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.028197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.036560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b29bfea-008f-4604-8cb7-85704d1401de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.038516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9b29bfea-008f-4604-8cb7-85704d1401de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7081f222-11bf-4fa0-94c5-5e41d859ef6e HTTP/1.1" status: 204 len: 168 time: 0.3900533 Jul 15 23:12:06.039983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29bfea-008f-4604-8cb7-85704d1401de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7081f222-11bf-4fa0-94c5-5e41d859ef6e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:06.041093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35214) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:06.186619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:06.196077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Sync routers for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:06.211416 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:06.212426 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:06.233431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.236634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.243374 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-82a40679-c9d0-44a4-8466-46128ead0a3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7265780 Jul 15 23:12:06.272955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92382b6-2743-4808-8183-b59132c9e6a3 req-f03bd546-90fb-4bd6-92fd-7b107b4e99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:06.273695 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d92382b6-2743-4808-8183-b59132c9e6a3 req-f03bd546-90fb-4bd6-92fd-7b107b4e99c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 1097 time: 0.3354111 Jul 15 23:12:06.394164 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:06.397761 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.410083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35daf014-6382-4cb5-91bd-a390f4311de1']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:06.423770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cddb87-ca9d-4a71-9415-5cba8af8d6d5') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:06.424186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cddb87-ca9d-4a71-9415-5cba8af8d6d5') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:06.436434 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.465804 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.484980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:06.486464 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.577465 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:06.583509 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:06.589190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.622549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.631423 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/35daf014-6382-4cb5-91bd-a390f4311de1 HTTP/1.1" status: 204 len: 168 time: 0.5873826 Jul 15 23:12:06.648630 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 2, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:06.652549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:06.702826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'mac_address': 'fa:16:3e:09:28:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:06.706850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171e27d-9dc6-4335-8ca8-fc58426179e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=35daf014-6382-4cb5-91bd-a390f4311de1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:06.720086 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Checking router: 4b8cc633-f4e4-469c-a823-abb14289d496 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:06.720086 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Updating router 4b8cc633-f4e4-469c-a823-abb14289d496 port de8f882d-f874-4de2-925f-be1a2e93c4ca binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:06.750593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d9a9249b-2fdd-491f-86be-112c90e04aac up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:06.766598 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d92382b6-2743-4808-8183-b59132c9e6a3 req-d2bbc782-02dd-4b3a-8da7-f8e0b6a6fd41 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686520 Jul 15 23:12:06.773968 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.814101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ebfd9-ffc7-48c5-b2de-f944c6321174 req-414e2b1c-62f3-44e4-93ba-436e6c6d4624 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:06.815752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-799ebfd9-ffc7-48c5-b2de-f944c6321174 req-414e2b1c-62f3-44e4-93ba-436e6c6d4624 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 946 time: 0.2651303 Jul 15 23:12:06.935607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-799ebfd9-ffc7-48c5-b2de-f944c6321174 req-c82c82a8-4859-42f5-88ad-692e07b072d3 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130805 Jul 15 23:12:06.984819 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.048505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:07.124952 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.136697 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Transition to ACTIVE for port object de8f882d-f874-4de2-925f-be1a2e93c4ca will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:07.147294 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.163849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:07.196726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d9a9249b-2fdd-491f-86be-112c90e04aac triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:07.197877 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.243809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35274) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:07.283369 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.321383 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Pushing event updated for resources: {'Port': ['ID=de8f882d-f874-4de2-925f-be1a2e93c4ca,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:07.341478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35286) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:07.342701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.343275 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.343984 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.345266 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.345809 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.346525 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.347304 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.347815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.348359 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.348892 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.349437 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.350062 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:07.361006 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Attempting to bind port de8f882d-f874-4de2-925f-be1a2e93c4ca on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:07.361751 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Attempting to bind port de8f882d-f874-4de2-925f-be1a2e93c4ca by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:07.362341 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Attempting to bind port de8f882d-f874-4de2-925f-be1a2e93c4ca on network 38b784dd-a79e-4e11-a244-1f40514e6a8b {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:07.372833 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:07.373189 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Checking segment: {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:07.373428 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.373815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Bound using segment: {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:07.374280 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Bound port: de8f882d-f874-4de2-925f-be1a2e93c4ca, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:07.385194 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.448329 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c7d5e079-67fa-4ae4-afdf-cf0f2b1ec7d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=332ee294732a41d4a3a37ae6c0d60735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034021 Jul 15 23:12:07.449383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35288) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:07.486279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5a51f1c6-d730-48da-bd2d-5c84bbda53f3'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:07.539611 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] For port de8f882d-f874-4de2-925f-be1a2e93c4ca, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:07.546139 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] For port de8f882d-f874-4de2-925f-be1a2e93c4ca, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=de8f882d-f874-4de2-925f-be1a2e93c4ca,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:07.554033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:07.555566 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.557987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77fa1f74-4e6e-4687-855f-63bb2dc4b458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.607762 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77fa1f74-4e6e-4687-855f-63bb2dc4b458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.701240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-110605906-network', 'tenant_id': 'c0dfc04bad744ed5aca08b8ac3157030'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:07.739060 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77fa1f74-4e6e-4687-855f-63bb2dc4b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.741623 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77fa1f74-4e6e-4687-855f-63bb2dc4b458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.742822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-77fa1f74-4e6e-4687-855f-63bb2dc4b458 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e17c9735-0a4d-43bc-90d1-fe963d38252a HTTP/1.1" status: 204 len: 168 time: 0.2921579 Jul 15 23:12:07.751204 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:07.751848 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:11:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:07.766664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa1f74-4e6e-4687-855f-63bb2dc4b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c9735-0a4d-43bc-90d1-fe963d38252a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:07.780938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Made reservation on behalf of c0dfc04bad744ed5aca08b8ac3157030 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:07.783346 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.816898 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.917951 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d097d-d2be-49b6-86bc-2dbbce644118 None None] Pushing event updated for resources: {'Port': ['ID=de8f882d-f874-4de2-925f-be1a2e93c4ca,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:08.070104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.076351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.123621 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:08.129041 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:08.148989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee96283-87b7-4a52-b879-1273da10a6ec,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:08.169061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.169273 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Added segment 23cd08e9-86b2-4cc5-b652-dff78413d811 of type vlan for network aca75298-4fbd-4dd4-b55f-9a74e85fbbef Jul 15 23:12:08.202102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:08.242173 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.321578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.322988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:08.323707 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.420414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35316) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:08.422466 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1747017 Jul 15 23:12:08.426969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Request body: {'subnet': {'network_id': 'aca75298-4fbd-4dd4-b55f-9a74e85fbbef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-110605906-subnet', 'tenant_id': 'c0dfc04bad744ed5aca08b8ac3157030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:08.479750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3170f4-e95e-4733-9d20-9bd7e169c561 admin admin] Pushing event updated for resources: {'Network': ['ID=aca75298-4fbd-4dd4-b55f-9a74e85fbbef,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:08.485250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Made reservation on behalf of c0dfc04bad744ed5aca08b8ac3157030 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:08.492506 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.500525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network aca75298-4fbd-4dd4-b55f-9a74e85fbbef details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:08.644780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:08.645928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.665580 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:08.791011 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3db936-3c12-4173-be6f-f99af689b3a6 None None] The sync data for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 is: [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:08.889089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.890581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device de8f882d-f874-4de2-925f-be1a2e93c4ca up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:08.953538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68663892-991f-40ad-87bf-b1a3660e11df,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:09.018554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Checking segment: {'id': '23cd08e9-86b2-4cc5-b652-dff78413d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'aca75298-4fbd-4dd4-b55f-9a74e85fbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:09.018554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Network hostable DHCP agents. Network: aca75298-4fbd-4dd4-b55f-9a74e85fbbef, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:09.021346 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.068032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Network aca75298-4fbd-4dd4-b55f-9a74e85fbbef is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:09.088738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, aca75298-4fbd-4dd4-b55f-9a74e85fbbef) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:09.095002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:09.096124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:09.097138 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.098586 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dca1c5-aa84-44ed-83aa-e59182a2b0b4" -d '{"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-plugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:09.108325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17cea08-7d6e-4c10-a0c7-a9ec1ce6b543 None None] Network aca75298-4fbd-4dd4-b55f-9a74e85fbbef requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:09.147916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:09.148718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-544b7e57-728e-484e-b1dd-4c062c83a2e7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7190838 Jul 15 23:12:09.161052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port de8f882d-f874-4de2-925f-be1a2e93c4ca completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:09.173211 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.213703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port de8f882d-f874-4de2-925f-be1a2e93c4ca triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:09.215494 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.219507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:09.369850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:09.457508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2013649253-network', 'tenant_id': '4cda73bc94cd406bb0b17247ec166b19'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:09.490162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Made reservation on behalf of 4cda73bc94cd406bb0b17247ec166b19 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:09.492413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c6de5a-ebbe-42af-8687-536b00396a8c None None] Network aca75298-4fbd-4dd4-b55f-9a74e85fbbef requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:09.493565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.505603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.660876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.731785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port de8f882d-f874-4de2-925f-be1a2e93c4ca, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=de8f882d-f874-4de2-925f-be1a2e93c4ca,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:09.738797 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.747729 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.762004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.791121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:09.814723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=de8f882d-f874-4de2-925f-be1a2e93c4ca,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:09.819645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.822463 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Added segment b961d44b-f8d8-4527-824d-5a19e5572fa0 of type vlan for network f10ba670-0f26-4f2b-ab6d-72667722080b Jul 15 23:12:09.932043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.954993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab96d16d-94ff-4bca-bad3-9becd93fa49e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:09.993930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.996491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:09.997733 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.034254 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8133636 Jul 15 23:12:10.037504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35340) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:10.043813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Request body: {'subnet': {'network_id': 'f10ba670-0f26-4f2b-ab6d-72667722080b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2013649253-subnet', 'tenant_id': '4cda73bc94cd406bb0b17247ec166b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:10.108723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Made reservation on behalf of 4cda73bc94cd406bb0b17247ec166b19 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:10.119911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5578f-f0bb-4b27-95aa-c9d39506960d admin admin] Pushing event updated for resources: {'Network': ['ID=f10ba670-0f26-4f2b-ab6d-72667722080b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:10.120215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.135278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f10ba670-0f26-4f2b-ab6d-72667722080b details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:10.497455 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.585108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f111cc-bdaa-4cb0-b24b-fa0904353276,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:10.597589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Checking segment: {'id': 'b961d44b-f8d8-4527-824d-5a19e5572fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f10ba670-0f26-4f2b-ab6d-72667722080b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:10.598021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Network hostable DHCP agents. Network: f10ba670-0f26-4f2b-ab6d-72667722080b, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:10.631758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Network f10ba670-0f26-4f2b-ab6d-72667722080b is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:10.653440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f10ba670-0f26-4f2b-ab6d-72667722080b) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:10.661665 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189b521-7e37-4831-87c6-4b9a5cd0d2e0 None None] Network f10ba670-0f26-4f2b-ab6d-72667722080b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:10.662378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:10.663856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.693738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-821fd2e6-7c5e-4607-97d3-9c4f60682655 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6475070 Jul 15 23:12:10.749328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device de8f882d-f874-4de2-925f-be1a2e93c4ca up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:10.988662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29dee4b-8e7b-4050-bb7a-e74531a61eaf None None] Network f10ba670-0f26-4f2b-ab6d-72667722080b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:11.005294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port de8f882d-f874-4de2-925f-be1a2e93c4ca triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:11.005921 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.599145 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.870010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-d7f5ef46-b111-4202-a737-c459ad4d901f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1869692858&fields=id&tenant_id=5a9d3857f03b44f9914d0e7435c0c4b3 HTTP/1.1" status: 200 len: 267 time: 0.0737519 Jul 15 23:12:15.987877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-e319e458-067e-435e-b667-6e128810b62f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:15.989429 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-e319e458-067e-435e-b667-6e128810b62f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/networks?id=38b784dd-a79e-4e11-a244-1f40514e6a8b HTTP/1.1" status: 200 len: 806 time: 0.1186223 Jul 15 23:12:16.013785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0eaeedff-2f9d-481f-a5b7-17d321d872d3 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/quotas/5a9d3857f03b44f9914d0e7435c0c4b3 HTTP/1.1" status: 200 len: 375 time: 0.0147731 Jul 15 23:12:16.114693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-3ff7b4a9-5028-42fb-9357-0341f0670f13 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a9d3857f03b44f9914d0e7435c0c4b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951738 Jul 15 23:12:16.278391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-27248f81-df7c-4ab9-8b47-c00055c23bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478553 Jul 15 23:12:16.290541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b312b-6d2a-4cd8-b902-8bccf2e79a67 req-122beacd-7e23-4891-8d76-e78d676eafde tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:16.298741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-225b312b-6d2a-4cd8-b902-8bccf2e79a67 req-122beacd-7e23-4891-8d76-e78d676eafde tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 946 time: 0.1329052 Jul 15 23:12:16.406325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-225b312b-6d2a-4cd8-b902-8bccf2e79a67 req-ae0a2e25-f16b-40ab-b010-6cef6e2ace0a tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062045 Jul 15 23:12:16.456131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-16b3e6fe-a6af-49e7-9dac-059f376f19d7 service neutron] 10.222.0.23 "GET /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497073 Jul 15 23:12:16.584614 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d889cb86-cca6-4bfc-9d7f-818cd31cfe62 x-openstack-request-id: req-d889cb86-cca6-4bfc-9d7f-818cd31cfe62 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:16.585121 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-plugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:16.585321 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d889cb86-cca6-4bfc-9d7f-818cd31cfe62 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:16.585961 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'code': 200} Jul 15 23:12:17.270340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-3ef66d8a-bb0f-4a4a-b02f-28955cf9a682 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:17.280038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-3ef66d8a-bb0f-4a4a-b02f-28955cf9a682 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/networks?id=f10ba670-0f26-4f2b-ab6d-72667722080b HTTP/1.1" status: 200 len: 822 time: 0.2626326 Jul 15 23:12:17.299270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-a1eb0668-1fd4-44f2-a7d2-b767b2d25afb tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/quotas/4cda73bc94cd406bb0b17247ec166b19 HTTP/1.1" status: 200 len: 375 time: 0.0180664 Jul 15 23:12:17.310309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-e5cb4c76-0302-4444-950f-b643f9aaddc8 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:17.312756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-e5cb4c76-0302-4444-950f-b643f9aaddc8 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/networks?id=aca75298-4fbd-4dd4-b55f-9a74e85fbbef HTTP/1.1" status: 200 len: 817 time: 0.2803850 Jul 15 23:12:17.358880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-8987de3f-b009-49b4-8def-79c65d00915a tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4cda73bc94cd406bb0b17247ec166b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586929 Jul 15 23:12:17.407416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-65070c67-2116-4a20-bfb0-ddfa0ad48afc tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/quotas/c0dfc04bad744ed5aca08b8ac3157030 HTTP/1.1" status: 200 len: 375 time: 0.0460398 Jul 15 23:12:17.470427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-b23503dc-ad02-4887-8fb4-164cb421a042 service neutron] 10.222.0.23 "GET /v2.0/networks/f10ba670-0f26-4f2b-ab6d-72667722080b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103029 Jul 15 23:12:17.529352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-43dc860d-46c9-4ed1-8013-b5a01509490c tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0dfc04bad744ed5aca08b8ac3157030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684001 Jul 15 23:12:17.681913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-3914728f-a487-48d1-b1b8-6b95dadda568 service neutron] 10.222.0.23 "GET /v2.0/networks/f10ba670-0f26-4f2b-ab6d-72667722080b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103734 Jul 15 23:12:17.716239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-5ef4c7c9-f73c-4581-b5ae-ed5d4df166d1 service neutron] 10.222.0.23 "GET /v2.0/networks/aca75298-4fbd-4dd4-b55f-9a74e85fbbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857691 Jul 15 23:12:17.885774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-618d2267-eb4b-42c3-8773-c1752c3cb48f service neutron] 10.222.0.23 "GET /v2.0/networks/aca75298-4fbd-4dd4-b55f-9a74e85fbbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675234 Jul 15 23:12:18.032576 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee6f02ac-e79e-4f59-863d-00099be06efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.264396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7dac9-6d97-48ad-befc-7ec9be2e1a96 req-b99eb3e6-cc28-41d4-ae43-a404caba2785 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:18.266360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20b7dac9-6d97-48ad-befc-7ec9be2e1a96 req-b99eb3e6-cc28-41d4-ae43-a404caba2785 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.0866723 Jul 15 23:12:18.327948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 331ef60a-807d-4ea8-80ea-373fcee797b4 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:18.351855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20b7dac9-6d97-48ad-befc-7ec9be2e1a96 req-5311c88b-e5d0-42ce-9259-b0d9e933986d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787220 Jul 15 23:12:18.389650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfd681ac-2175-4a45-bd8d-e141ec9f6f10 req-eca44379-89f2-4675-8eba-6b795b3a0fc1 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 210 time: 0.0432651 Jul 15 23:12:18.567594 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.601292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e16135e-c0f7-4079-978c-b0cfb420995d req-0fa55183-ef40-40c3-a617-d78d2b8339fd tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 210 time: 0.0677083 Jul 15 23:12:18.649994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:18.656963 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcede6d-bd33-474a-9196-24fe1a7817da" -d '{"events": [{"server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "name": "network-vif-unplugged", "status": "completed", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:18.697242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:18.704320 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.856059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:19.037745 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-db53dad4-c8c4-4e68-9857-85b031cf29b6 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:19.041246 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-db53dad4-c8c4-4e68-9857-85b031cf29b6 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.37 "GET /v2.0/networks?id=38b784dd-a79e-4e11-a244-1f40514e6a8b HTTP/1.1" status: 200 len: 806 time: 0.3252952 Jul 15 23:12:19.119544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-b28966a6-9e64-465c-b869-564c3ad602c2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a9d3857f03b44f9914d0e7435c0c4b3 HTTP/1.1" status: 200 len: 380 time: 0.0618007 Jul 15 23:12:19.153252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Request body: {'port': {'device_id': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'admin_state_up': True, 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'security_groups': ['047f301d-3877-4a90-b81a-8ee11d20d2b2']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:19.384669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Made reservation on behalf of 5a9d3857f03b44f9914d0e7435c0c4b3 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:19.395471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.659728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Allocated IP 172.20.0.14 (38b784dd-a79e-4e11-a244-1f40514e6a8b/9bd28e40-4a57-4952-bee6-ca863642aa0b/77cf4c92-9e67-4b45-968b-de208c7e873e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:19.706942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a492af5f-7ca5-410e-9098-5394f966f3db req-7ff3564c-933d-4957-9e00-bacf91807767 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 210 time: 0.0419717 Jul 15 23:12:19.773352 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aeb1f5-1f9b-4644-9e30-1216e56af926 x-openstack-request-id: req-e6aeb1f5-1f9b-4644-9e30-1216e56af926 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:19.773896 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "name": "network-vif-unplugged", "status": "completed", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:19.774038 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6aeb1f5-1f9b-4644-9e30-1216e56af926 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:19.774352 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'code': 200} Jul 15 23:12:19.957561 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.973941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Transition to ACTIVE for port object 77cf4c92-9e67-4b45-968b-de208c7e873e will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:20.044001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.140440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:20.142562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:20.144839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event updated for resources: {'Port': ['ID=77cf4c92-9e67-4b45-968b-de208c7e873e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:20.157219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:20.268535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf48dab-bddb-4710-9be3-311b2ecb0649 req-eb58c645-651f-49a4-bd19-41a924c363bc tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:20.276607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcf48dab-bddb-4710-9be3-311b2ecb0649 req-eb58c645-651f-49a4-bd19-41a924c363bc tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 932 time: 0.1488659 Jul 15 23:12:20.337725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:20.339222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.385786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcf48dab-bddb-4710-9be3-311b2ecb0649 req-bf31d808-a077-41bc-a396-a6411f1e5df5 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080241 Jul 15 23:12:20.473299 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-0aa270c5-3e27-46d5-802b-37522ba027d7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3229592 Jul 15 23:12:20.567129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-488a49f6-f310-4a9b-934c-cc737a0eaaaf req-533c00c1-d356-46aa-a993-3f5397981718 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 210 time: 0.0525951 Jul 15 23:12:20.576566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Request body: {'port': {'device_id': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:20.600979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d19c6a95-ce62-4a3e-bf06-485485529c3d None None] Provisioning for port 77cf4c92-9e67-4b45-968b-de208c7e873e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:20.645067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d19c6a95-ce62-4a3e-bf06-485485529c3d None None] Provisioning complete for port 77cf4c92-9e67-4b45-968b-de208c7e873e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:20.645517 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d19c6a95-ce62-4a3e-bf06-485485529c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.951901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d19c6a95-ce62-4a3e-bf06-485485529c3d None None] Port 77cf4c92-9e67-4b45-968b-de208c7e873e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:21.107938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-6f219ed8-8710-4737-9a9c-bfe81a23bc47 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.111178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-6f219ed8-8710-4737-9a9c-bfe81a23bc47 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.59 "GET /v2.0/networks?id=aca75298-4fbd-4dd4-b55f-9a74e85fbbef HTTP/1.1" status: 200 len: 817 time: 0.4091151 Jul 15 23:12:21.117600 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-184fab6e-46ed-4272-985a-852c8c30b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.129694 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.137710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Request body: {'port': {'device_id': 'bb6f37f3-4650-4300-8cae-91468afca31a', 'network_id': 'aca75298-4fbd-4dd4-b55f-9a74e85fbbef', 'admin_state_up': True, 'tenant_id': 'c0dfc04bad744ed5aca08b8ac3157030'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:21.441913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-3258d722-079d-494f-ae9b-3403b288929c tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.443567 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-3258d722-079d-494f-ae9b-3403b288929c tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.37 "GET /v2.0/networks?id=f10ba670-0f26-4f2b-ab6d-72667722080b HTTP/1.1" status: 200 len: 822 time: 1.0962470 Jul 15 23:12:21.445887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72266cde-3849-4f47-a647-86f3fd2eb426 req-973b9f17-30af-4c1c-8f83-fba9bde8daaa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 210 time: 0.1609373 Jul 15 23:12:21.455671 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.478118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Request body: {'port': {'device_id': 'da9f9d85-2d87-4a76-a6a7-40ee809860ba', 'network_id': 'f10ba670-0f26-4f2b-ab6d-72667722080b', 'admin_state_up': True, 'tenant_id': '4cda73bc94cd406bb0b17247ec166b19'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:21.520170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Made reservation on behalf of c0dfc04bad744ed5aca08b8ac3157030 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:21.538732 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.563079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e0a1-c1b7-49a4-991e-e067b02d91cc req-f5f0c5b1-c011-43f5-895e-7015a45e420f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.579330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe60e0a1-c1b7-49a4-991e-e067b02d91cc req-f5f0c5b1-c011-43f5-895e-7015a45e420f tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.3733220 Jul 15 23:12:21.620941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Made reservation on behalf of 4cda73bc94cd406bb0b17247ec166b19 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:21.625802 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.647918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.753417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe60e0a1-c1b7-49a4-991e-e067b02d91cc req-dbf369cd-6c40-4fc3-8989-1ced93c71156 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712484 Jul 15 23:12:21.949409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Allocated IP 172.20.0.5 (aca75298-4fbd-4dd4-b55f-9a74e85fbbef/68663892-991f-40ad-87bf-b1a3660e11df/276ca8d2-c58f-4907-ad92-471d3df345ba) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:21.966076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Allocated IP 172.20.0.7 (f10ba670-0f26-4f2b-ab6d-72667722080b/30f111cc-bdaa-4cb0-b24b-fa0904353276/c590a1b1-2e2c-43bb-a88b-30210e6a8b92) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:22.088762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cf4c92-9e67-4b45-968b-de208c7e873e {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:22.108187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.155218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Transition to ACTIVE for port object 77cf4c92-9e67-4b45-968b-de208c7e873e will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:22.177054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.257356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=77cf4c92-9e67-4b45-968b-de208c7e873e,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:22.258600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-a5ad3b78-87da-4d2e-ad12-2936d74b0105 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.263268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-a5ad3b78-87da-4d2e-ad12-2936d74b0105 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 805 time: 0.5021443 Jul 15 23:12:22.271612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.305802 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.360194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c18b0ed8-1d18-4774-b572-33e041ef5c61 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/quotas/ead9808e766443c1a70e414d2d885e83 HTTP/1.1" status: 200 len: 375 time: 0.0188379 Jul 15 23:12:22.372958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c60cf-974e-4f91-b27c-c50fcdfa0496 req-68a8ee9c-b800-4301-9f61-39f2bb60e0a0 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.380600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Attempting to bind port 77cf4c92-9e67-4b45-968b-de208c7e873e on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:22.380825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e6c60cf-974e-4f91-b27c-c50fcdfa0496 req-68a8ee9c-b800-4301-9f61-39f2bb60e0a0 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 932 time: 0.3762858 Jul 15 23:12:22.380938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Attempting to bind port 77cf4c92-9e67-4b45-968b-de208c7e873e by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:22.381270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Attempting to bind port 77cf4c92-9e67-4b45-968b-de208c7e873e on network 38b784dd-a79e-4e11-a244-1f40514e6a8b {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:22.395510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Port 77cf4c92-9e67-4b45-968b-de208c7e873e on network 38b784dd-a79e-4e11-a244-1f40514e6a8b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:22.395883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Attempting to bind port 77cf4c92-9e67-4b45-968b-de208c7e873e on network 38b784dd-a79e-4e11-a244-1f40514e6a8b {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:22.403299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:22.403664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Checking segment: {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:22.404004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Bound using segment: {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:22.404452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Bound port: 77cf4c92-9e67-4b45-968b-de208c7e873e, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:22.404817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.445342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.488111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e6c60cf-974e-4f91-b27c-c50fcdfa0496 req-3801c176-5626-46a5-90b2-d3b16b4828d1 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064825 Jul 15 23:12:22.493505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Network f10ba670-0f26-4f2b-ab6d-72667722080b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:22.499662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:22.508018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:22.545102 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.587997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] For port 77cf4c92-9e67-4b45-968b-de208c7e873e, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:22.592264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] For port 77cf4c92-9e67-4b45-968b-de208c7e873e, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=77cf4c92-9e67-4b45-968b-de208c7e873e,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:22.608496 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.617485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Pushing event updated for resources: {'Port': ['ID=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:22.638427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Pushing event updated for resources: {'Port': ['ID=276ca8d2-c58f-4907-ad92-471d3df345ba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:22.645350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-94a86473-4b3b-4572-90d8-aa76a53538cf tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2842023 Jul 15 23:12:22.652195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Network aca75298-4fbd-4dd4-b55f-9a74e85fbbef is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:22.654010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:22.658257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:22.709906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=77cf4c92-9e67-4b45-968b-de208c7e873e,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:22.720364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.721062 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.721791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.722851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.724684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.725243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.732730 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-5643ad8f-9b91-46ca-bffb-0d4882b29bc5 service neutron] 10.222.0.37 "PUT /v2.0/ports/77cf4c92-9e67-4b45-968b-de208c7e873e HTTP/1.1" status: 200 len: 1092 time: 2.1818268 Jul 15 23:12:22.734875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'tag': '77cf4c92-9e67-4b45-968b-de208c7e873e'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:22.738855 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "549648df-6a2d-4568-8b16-3acde6b79e7e", "tag": "77cf4c92-9e67-4b45-968b-de208c7e873e"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:22.762414 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e23413c4-3b37-47b2-a771-a003c4a41791 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2882216 Jul 15 23:12:22.816612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Request body: {'port': {'device_id': 'da9f9d85-2d87-4a76-a6a7-40ee809860ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:22.967678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-da6e2867-142c-40ad-bbb1-d359400f7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.969241 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-da6e2867-142c-40ad-bbb1-d359400f7b7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a9d3857f03b44f9914d0e7435c0c4b3&device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 1095 time: 0.1227310 Jul 15 23:12:22.970043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.115145 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-c706b999-38ed-4031-8b31-36933baa34d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cf4c92-9e67-4b45-968b-de208c7e873e HTTP/1.1" status: 200 len: 217 time: 0.0859396 Jul 15 23:12:23.130023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-73dd6980-72e6-4250-a083-ea95fff72faa tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0068002 Jul 15 23:12:23.164903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Request body: {'port': {'device_id': 'bb6f37f3-4650-4300-8cae-91468afca31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:23.213879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-9f9e0a3c-5c6b-4f10-a0de-e828dade99c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:23.216308 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-9f9e0a3c-5c6b-4f10-a0de-e828dade99c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bd28e40-4a57-4952-bee6-ca863642aa0b HTTP/1.1" status: 200 len: 845 time: 0.0944996 Jul 15 23:12:23.217983 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.317588 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.344933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-fdc97f66-17b2-4cc4-afac-5dfd22506411 service neutron] 10.222.0.23 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878276 Jul 15 23:12:23.355055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7480c01-efcd-4461-ba40-bc4146419a42 req-a84f0ad9-7ef6-49d6-8a5e-15b7bcfe6c11 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:23.358056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7480c01-efcd-4461-ba40-bc4146419a42 req-a84f0ad9-7ef6-49d6-8a5e-15b7bcfe6c11 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 931 time: 0.6292832 Jul 15 23:12:23.396069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-1ffa2bc2-af24-4683-8bc6-cac3200fd0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:23.397619 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-1ffa2bc2-af24-4683-8bc6-cac3200fd0dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38b784dd-a79e-4e11-a244-1f40514e6a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317174 Jul 15 23:12:23.401600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c590a1b1-2e2c-43bb-a88b-30210e6a8b92 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:23.419182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.453251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Transition to ACTIVE for port object c590a1b1-2e2c-43bb-a88b-30210e6a8b92 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:23.488043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.564259 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-405ce6b0-e79f-4d7a-8e0e-b455c829587b service neutron] 10.222.0.37 "GET /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577084 Jul 15 23:12:23.568702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Pushing event updated for resources: {'Port': ['ID=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:23.600821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-98156d9c-330c-48d0-af81-3acc8fc56943 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:23.602373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-98156d9c-330c-48d0-af81-3acc8fc56943 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "GET /v2.0/ports?device_id=388ee187-33f8-42b6-8cf7-d5881ba8023b HTTP/1.1" status: 200 len: 944 time: 0.3318324 Jul 15 23:12:23.619158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7480c01-efcd-4461-ba40-bc4146419a42 req-07b1448a-39c9-48ed-971f-b8f3ca45e699 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180257 Jul 15 23:12:23.685666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-1892f85c-c24f-4f93-aa4a-5de55c62d3b6 service neutron] 10.222.0.23 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276405 Jul 15 23:12:23.710297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Attempting to bind port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:23.710870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Attempting to bind port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'b961d44b-f8d8-4527-824d-5a19e5572fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f10ba670-0f26-4f2b-ab6d-72667722080b'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:23.711323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Attempting to bind port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 on network f10ba670-0f26-4f2b-ab6d-72667722080b {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:23.726909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 on network f10ba670-0f26-4f2b-ab6d-72667722080b not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:23.727241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Attempting to bind port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 on network f10ba670-0f26-4f2b-ab6d-72667722080b {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:23.737786 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9f3c5f7-e4f8-4b99-acf6-bc3ebe7400dc req-741c9494-63fb-4499-abc5-7fc3fa57525b service neutron] 10.222.0.37 "GET /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483529 Jul 15 23:12:23.738508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:23.738898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Checking segment: {'id': 'b961d44b-f8d8-4527-824d-5a19e5572fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f10ba670-0f26-4f2b-ab6d-72667722080b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:23.739509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Bound using segment: {'id': 'b961d44b-f8d8-4527-824d-5a19e5572fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f10ba670-0f26-4f2b-ab6d-72667722080b'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:23.740317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Bound port: c590a1b1-2e2c-43bb-a88b-30210e6a8b92, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b961d44b-f8d8-4527-824d-5a19e5572fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f10ba670-0f26-4f2b-ab6d-72667722080b'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:23.740859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.816702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] For port c590a1b1-2e2c-43bb-a88b-30210e6a8b92, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:23.826735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] For port c590a1b1-2e2c-43bb-a88b-30210e6a8b92, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,segment=NetworkSegment(b961d44b-f8d8-4527-824d-5a19e5572fa0),segment_id=b961d44b-f8d8-4527-824d-5a19e5572fa0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:23.834121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.946673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:23.947332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.948782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] 10.222.0.37 "PUT /v2.0/ports/c590a1b1-2e2c-43bb-a88b-30210e6a8b92 HTTP/1.1" status: 200 len: 1091 time: 1.1376839 Jul 15 23:12:24.004604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e824cbc-8baa-4113-aab0-8f3bf1f47f8e service neutron] Pushing event updated for resources: {'Port': ['ID=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:24.064750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276ca8d2-c58f-4907-ad92-471d3df345ba {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:24.073432 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.086812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Transition to ACTIVE for port object 276ca8d2-c58f-4907-ad92-471d3df345ba will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:24.104160 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb435b1-2b43-442d-bf37-d600f44e2589 x-openstack-request-id: req-7fb435b1-2b43-442d-bf37-d600f44e2589 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:24.104461 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549648df-6a2d-4568-8b16-3acde6b79e7e", "tag": "77cf4c92-9e67-4b45-968b-de208c7e873e", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:24.104720 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fb435b1-2b43-442d-bf37-d600f44e2589 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:24.105180 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'tag': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'status': 'completed', 'code': 200} Jul 15 23:12:24.116794 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.199867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Deleting port 331ef60a-807d-4ea8-80ea-373fcee797b4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:24.200355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.215449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-c33ebd04-61bf-4322-8709-c6164dc2a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.217298 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-c33ebd04-61bf-4322-8709-c6164dc2a736 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4cda73bc94cd406bb0b17247ec166b19&device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 1094 time: 0.1691058 Jul 15 23:12:24.239514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-e898a4ac-41ac-48e1-a58d-c825b22ff0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.242086 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-e898a4ac-41ac-48e1-a58d-c825b22ff0a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a9d3857f03b44f9914d0e7435c0c4b3&device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 1095 time: 0.0639689 Jul 15 23:12:24.291473 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-65f0c2f9-fda4-4eeb-ace7-ee2f4a974e0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c590a1b1-2e2c-43bb-a88b-30210e6a8b92 HTTP/1.1" status: 200 len: 217 time: 0.0493553 Jul 15 23:12:24.320625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] For port 331ef60a-807d-4ea8-80ea-373fcee797b4, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=331ef60a-807d-4ea8-80ea-373fcee797b4,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:24.321158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.354137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-8b561d7f-b89c-44c2-821d-7e382445d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.355684 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-8b561d7f-b89c-44c2-821d-7e382445d732 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30f111cc-bdaa-4cb0-b24b-fa0904353276 HTTP/1.1" status: 200 len: 862 time: 0.0559003 Jul 15 23:12:24.377085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Calling delete_port for 331ef60a-807d-4ea8-80ea-373fcee797b4 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:24.387717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=276ca8d2-c58f-4907-ad92-471d3df345ba,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:24.396292 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-4dc882ec-6b56-4807-90f4-883f66f89375 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f10ba670-0f26-4f2b-ab6d-72667722080b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312493 Jul 15 23:12:24.557417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07db8b-ab46-47c0-a899-64397820d157 req-c60f2b9f-9bab-4801-be9a-bfa7d91496af tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.565626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f07db8b-ab46-47c0-a899-64397820d157 req-c60f2b9f-9bab-4801-be9a-bfa7d91496af tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 943 time: 0.4724765 Jul 15 23:12:24.571957 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-18ca037d-8b0e-4941-b1ce-7ebc0036b156 service neutron] 10.222.0.37 "GET /v2.0/networks/f10ba670-0f26-4f2b-ab6d-72667722080b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680636 Jul 15 23:12:24.620870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a399ab-0730-455a-b93d-57d35856ca02 req-97673d03-005d-4bce-83b6-22aab8fc24bb tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.622746 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52a399ab-0730-455a-b93d-57d35856ca02 req-97673d03-005d-4bce-83b6-22aab8fc24bb tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 944 time: 0.3225448 Jul 15 23:12:24.634954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-b436079b-2c66-4339-b555-069e0d3f41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.643487 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-b436079b-2c66-4339-b555-069e0d3f41ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=38b784dd-a79e-4e11-a244-1f40514e6a8b HTTP/1.1" status: 200 len: 907 time: 0.3504739 Jul 15 23:12:24.645780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Attempting to bind port 276ca8d2-c58f-4907-ad92-471d3df345ba on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:24.646225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Attempting to bind port 276ca8d2-c58f-4907-ad92-471d3df345ba by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '23cd08e9-86b2-4cc5-b652-dff78413d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'aca75298-4fbd-4dd4-b55f-9a74e85fbbef'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:24.646977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Attempting to bind port 276ca8d2-c58f-4907-ad92-471d3df345ba on network aca75298-4fbd-4dd4-b55f-9a74e85fbbef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:24.733987 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-f60a9c40-687c-47be-b689-47b0d445d457 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cf4c92-9e67-4b45-968b-de208c7e873e HTTP/1.1" status: 200 len: 217 time: 0.0481551 Jul 15 23:12:24.752039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f07db8b-ab46-47c0-a899-64397820d157 req-825cafa0-f874-42ec-a448-1e8119bfea78 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856542 Jul 15 23:12:24.760229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Port 276ca8d2-c58f-4907-ad92-471d3df345ba on network aca75298-4fbd-4dd4-b55f-9a74e85fbbef not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:24.760561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Attempting to bind port 276ca8d2-c58f-4907-ad92-471d3df345ba on network aca75298-4fbd-4dd4-b55f-9a74e85fbbef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:24.786537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.862577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.867695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:24.868047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Checking segment: {'id': '23cd08e9-86b2-4cc5-b652-dff78413d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'aca75298-4fbd-4dd4-b55f-9a74e85fbbef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:24.868438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Bound using segment: {'id': '23cd08e9-86b2-4cc5-b652-dff78413d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'aca75298-4fbd-4dd4-b55f-9a74e85fbbef'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:24.869010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Bound port: 276ca8d2-c58f-4907-ad92-471d3df345ba, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23cd08e9-86b2-4cc5-b652-dff78413d811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'aca75298-4fbd-4dd4-b55f-9a74e85fbbef'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:24.869347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.907221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e0e0279-2947-40d2-bac2-44bdabbb7c73 req-e9b4d834-697b-401c-98ff-41253a9d9c19 service neutron] 10.222.0.37 "GET /v2.0/networks/f10ba670-0f26-4f2b-ab6d-72667722080b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268764 Jul 15 23:12:24.907404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52a399ab-0730-455a-b93d-57d35856ca02 req-d61c7450-e5ca-45e6-a21c-43a58d784487 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578883 Jul 15 23:12:24.923977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-acfc7774-e90f-420b-8ec5-526b1540b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.925419 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-acfc7774-e90f-420b-8ec5-526b1540b9a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bd28e40-4a57-4952-bee6-ca863642aa0b HTTP/1.1" status: 200 len: 845 time: 0.1830497 Jul 15 23:12:25.004035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Pushing event deleted for resources: {'Port': ['ID=331ef60a-807d-4ea8-80ea-373fcee797b4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:25.066420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-0795c426-e77e-499d-85b1-48652e148d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.071602 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-0795c426-e77e-499d-85b1-48652e148d41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38b784dd-a79e-4e11-a244-1f40514e6a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359642 Jul 15 23:12:25.094642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d098e15e-f9f0-4b01-b60c-de484e861c0b req-0746883b-704f-4019-b9cc-c4a448a31a85 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 210 time: 0.1023467 Jul 15 23:12:25.133836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] No DVR routers for this DVR port 331ef60a-807d-4ea8-80ea-373fcee797b4 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:25.141247 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.143948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98126e16-1bce-45a2-976a-b3b4f5314085 req-e03c855c-36d9-4c0c-b28e-db66588c9998 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "DELETE /v2.0/ports/331ef60a-807d-4ea8-80ea-373fcee797b4 HTTP/1.1" status: 204 len: 173 time: 1.5314112 Jul 15 23:12:25.148118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'name': 'network-vif-deleted', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:25.151828 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da4a74-95e8-4f92-9a1f-3f44132bed5e" -d '{"events": [{"server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "name": "network-vif-deleted", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:25.192953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] For port 276ca8d2-c58f-4907-ad92-471d3df345ba, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:25.198321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] For port 276ca8d2-c58f-4907-ad92-471d3df345ba, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=276ca8d2-c58f-4907-ad92-471d3df345ba,segment=NetworkSegment(23cd08e9-86b2-4cc5-b652-dff78413d811),segment_id=23cd08e9-86b2-4cc5-b652-dff78413d811)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:25.206984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.302648 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-469550a1-19ca-4dc5-b801-89f7b89730ef service neutron] 10.222.0.37 "GET /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250404 Jul 15 23:12:25.334501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=276ca8d2-c58f-4907-ad92-471d3df345ba,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:25.340810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.341399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.342819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-fa04b983-75fb-45aa-b9c7-9dfff52e3ef4 service neutron] 10.222.0.59 "PUT /v2.0/ports/276ca8d2-c58f-4907-ad92-471d3df345ba HTTP/1.1" status: 200 len: 1091 time: 2.1841066 Jul 15 23:12:25.477154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6aa21-3a8c-45ad-a0c9-f7dec3c03936 req-3ff4009b-00b7-4ba6-a014-d37d31253f7b tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.486135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45a6aa21-3a8c-45ad-a0c9-f7dec3c03936 req-3ff4009b-00b7-4ba6-a014-d37d31253f7b tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 943 time: 0.1617239 Jul 15 23:12:25.512284 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-73a1b8de-ce6d-4567-bdce-45ae35bde0c7 req-835c6eb1-30be-4557-ac08-0c0f4325d560 service neutron] 10.222.0.37 "GET /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950498 Jul 15 23:12:25.536883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45a6aa21-3a8c-45ad-a0c9-f7dec3c03936 req-97a358f0-0440-4b63-8581-8f001f1b83e1 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494084 Jul 15 23:12:25.577976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-a6379714-5b99-4815-b202-8b144055161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.582082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-a6379714-5b99-4815-b202-8b144055161e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0dfc04bad744ed5aca08b8ac3157030&device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 1094 time: 0.1675818 Jul 15 23:12:25.685145 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901a2bfb-0a1d-4aa1-b155-6d77d47b4adc x-openstack-request-id: req-901a2bfb-0a1d-4aa1-b155-6d77d47b4adc {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:25.685611 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388ee187-33f8-42b6-8cf7-d5881ba8023b", "name": "network-vif-deleted", "tag": "331ef60a-807d-4ea8-80ea-373fcee797b4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:25.686136 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-901a2bfb-0a1d-4aa1-b155-6d77d47b4adc {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:25.686651 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388ee187-33f8-42b6-8cf7-d5881ba8023b', 'name': 'network-vif-deleted', 'tag': '331ef60a-807d-4ea8-80ea-373fcee797b4', 'status': 'completed', 'code': 200} Jul 15 23:12:25.688351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-4f7c6795-7283-4b1a-b819-00fb907e14af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ca8d2-c58f-4907-ad92-471d3df345ba HTTP/1.1" status: 200 len: 217 time: 0.0910125 Jul 15 23:12:25.908725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-af0abf58-04d1-4305-a7ef-0bad91d5247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.910427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-af0abf58-04d1-4305-a7ef-0bad91d5247b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68663892-991f-40ad-87bf-b1a3660e11df HTTP/1.1" status: 200 len: 857 time: 0.1886156 Jul 15 23:12:25.987330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-536d55c7-05d7-420e-bafd-8c2a94eacd1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aca75298-4fbd-4dd4-b55f-9a74e85fbbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543375 Jul 15 23:12:26.000724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-1c9cd09a-0ad5-4f48-9d5c-0f1b40175a20 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.002281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-1c9cd09a-0ad5-4f48-9d5c-0f1b40175a20 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 805 time: 0.2428348 Jul 15 23:12:26.026281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Request body: {'port': {'device_id': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'admin_state_up': True, 'tenant_id': 'ead9808e766443c1a70e414d2d885e83'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:26.046591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e3a9f-c681-4659-b98a-bed232fec7ba req-8ef42d0a-4be5-442b-94f3-2d57ab6a6b83 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.048374 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e20e3a9f-c681-4659-b98a-bed232fec7ba req-8ef42d0a-4be5-442b-94f3-2d57ab6a6b83 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 950 time: 0.3556452 Jul 15 23:12:26.106356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9f9d85-2d87-4a76-a6a7-40ee809860ba', 'tag': 'c590a1b1-2e2c-43bb-a88b-30210e6a8b92'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:26.109585 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e2ee9a-4102-4597-924e-cc1332e9a3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "da9f9d85-2d87-4a76-a6a7-40ee809860ba", "tag": "c590a1b1-2e2c-43bb-a88b-30210e6a8b92"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:26.142934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7bcd-c320-47a5-9ee7-bf1b34f070a3 req-95ad468f-a9e4-43ed-8232-82e65ffce8b8 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.144447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-869d7bcd-c320-47a5-9ee7-bf1b34f070a3 req-95ad468f-a9e4-43ed-8232-82e65ffce8b8 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.3719456 Jul 15 23:12:26.240782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e20e3a9f-c681-4659-b98a-bed232fec7ba req-aefcf9df-dc58-4046-aa4f-79068f7dbe25 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702693 Jul 15 23:12:26.282814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-869d7bcd-c320-47a5-9ee7-bf1b34f070a3 req-9b5743e2-1221-4d67-b0a1-fdd5548a09a8 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276872 Jul 15 23:12:26.284782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-816a021d-97fe-4a89-809b-075b92f1b06b service neutron] 10.222.0.59 "GET /v2.0/networks/aca75298-4fbd-4dd4-b55f-9a74e85fbbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811019 Jul 15 23:12:26.286963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:26.393427 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.428740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:26.429791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:26.432568 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e520486-ac35-4ffe-9e68-30af13203560" -d '{"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-unplugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:26.436126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.457867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Made reservation on behalf of ead9808e766443c1a70e414d2d885e83 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:26.461663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.492136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:26.527473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03dea1c5-8d17-447a-a3fc-4f2f903bd502 req-c97d0b7f-b173-446a-a926-1d0cb82bf1a8 service neutron] 10.222.0.59 "GET /v2.0/networks/aca75298-4fbd-4dd4-b55f-9a74e85fbbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342060 Jul 15 23:12:26.613823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c55-443a-4e8b-b280-0af96c365ac2 req-167dc3f8-6993-42cd-83cf-3de4278965be tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.615338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27070c55-443a-4e8b-b280-0af96c365ac2 req-167dc3f8-6993-42cd-83cf-3de4278965be tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 943 time: 0.2197344 Jul 15 23:12:26.666404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab969a7-ee3f-42b0-a533-f409a67ee87c req-7bbda7bd-5b0a-4df5-8f08-4cf296cd7af9 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.667909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ab969a7-ee3f-42b0-a533-f409a67ee87c req-7bbda7bd-5b0a-4df5-8f08-4cf296cd7af9 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 944 time: 0.2304292 Jul 15 23:12:26.713953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Allocated IP 172.20.0.9 (8f966666-899c-4e07-8238-7c0fc1b5877d/0fb10daa-63e2-4605-a343-41dad889d80a/4741a943-e295-493b-9fbd-7c7d93847e56) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:26.732192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27070c55-443a-4e8b-b280-0af96c365ac2 req-7af522eb-7d99-4a8d-8b2c-b607cd174e34 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883222 Jul 15 23:12:26.753059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ab969a7-ee3f-42b0-a533-f409a67ee87c req-e6621530-a0a4-450d-b2ad-af9e898cba38 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773211 Jul 15 23:12:26.781820 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2f66f9-98de-4d44-bcaa-1caecc0140ba x-openstack-request-id: req-2c2f66f9-98de-4d44-bcaa-1caecc0140ba {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:26.782328 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9f9d85-2d87-4a76-a6a7-40ee809860ba", "tag": "c590a1b1-2e2c-43bb-a88b-30210e6a8b92", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:26.782766 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c2f66f9-98de-4d44-bcaa-1caecc0140ba {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:26.783361 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9f9d85-2d87-4a76-a6a7-40ee809860ba', 'tag': 'c590a1b1-2e2c-43bb-a88b-30210e6a8b92', 'status': 'completed', 'code': 200} Jul 15 23:12:26.916574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d27c528-6677-4909-b838-0a08170fd4db req-71032418-a20c-463d-9445-8ada18bce2db tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 210 time: 0.0398195 Jul 15 23:12:26.936696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-5cccdbf1-6d58-44a5-8bc8-a56b3e025de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.946098 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.946219 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-5cccdbf1-6d58-44a5-8bc8-a56b3e025de2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4cda73bc94cd406bb0b17247ec166b19&device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 1094 time: 0.0568306 Jul 15 23:12:26.975902 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98f296b-a90e-468d-9187-b1ef0caa0b75 x-openstack-request-id: req-b98f296b-a90e-468d-9187-b1ef0caa0b75 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:26.976591 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-unplugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:26.977662 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b98f296b-a90e-468d-9187-b1ef0caa0b75 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:26.977662 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'code': 200} Jul 15 23:12:26.983082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.044262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Network 8f966666-899c-4e07-8238-7c0fc1b5877d is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:27.048899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:27.052886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:27.084159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Pushing event updated for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:27.089265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-2f0a624f-102b-4ec2-85ca-9964a17493e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.092926 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-2f0a624f-102b-4ec2-85ca-9964a17493e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f10ba670-0f26-4f2b-ab6d-72667722080b HTTP/1.1" status: 200 len: 923 time: 0.1405051 Jul 15 23:12:27.109664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.110296 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.124830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-c6fde97b-e75d-4c30-acb0-4a0f10db721e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1051950 Jul 15 23:12:27.138636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Request body: {'port': {'device_id': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:27.203570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-baa916ae-e7f0-4ad1-b08c-6a1cbf060f8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c590a1b1-2e2c-43bb-a88b-30210e6a8b92 HTTP/1.1" status: 200 len: 217 time: 0.0452437 Jul 15 23:12:27.236697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.287517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-523ab4dc-4301-47f8-a26e-79c9c6666b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.290378 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-523ab4dc-4301-47f8-a26e-79c9c6666b30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30f111cc-bdaa-4cb0-b24b-fa0904353276 HTTP/1.1" status: 200 len: 862 time: 0.0598984 Jul 15 23:12:27.328306 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-3ecee9f2-bcb8-40f7-962e-bc9ae4bc78de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f10ba670-0f26-4f2b-ab6d-72667722080b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318859 Jul 15 23:12:27.427907 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-444baa16-d794-4ab9-a762-cd312534f5a6 service neutron] 10.222.0.37 "GET /v2.0/networks/f10ba670-0f26-4f2b-ab6d-72667722080b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919030 Jul 15 23:12:27.522485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562b0b0-6206-4637-b9a1-bdfce0616305 req-d8f880e0-6c9e-4dce-be7a-34664ef98d13 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.523972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3562b0b0-6206-4637-b9a1-bdfce0616305 req-d8f880e0-6c9e-4dce-be7a-34664ef98d13 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 943 time: 0.2706521 Jul 15 23:12:27.798813 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-34e2ee9a-4102-4597-924e-cc1332e9a3f8 req-dfc05b0f-dea4-49e4-8620-7a6fbd01b272 service neutron] 10.222.0.37 "GET /v2.0/networks/f10ba670-0f26-4f2b-ab6d-72667722080b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517132 Jul 15 23:12:27.883119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6f37f3-4650-4300-8cae-91468afca31a', 'tag': '276ca8d2-c58f-4907-ad92-471d3df345ba'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:27.885330 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925834b9-b605-4042-9179-8036dc140115" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6f37f3-4650-4300-8cae-91468afca31a", "tag": "276ca8d2-c58f-4907-ad92-471d3df345ba"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:27.982424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3562b0b0-6206-4637-b9a1-bdfce0616305 req-13b75edc-d956-4fa8-8bc4-255f5cb6736a tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318049 Jul 15 23:12:28.000647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da859b-1408-42c3-878e-0ed9f603926c req-f50ef0f3-4bb7-4cb0-b95d-3e3843b5a295 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.002140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4da859b-1408-42c3-878e-0ed9f603926c req-f50ef0f3-4bb7-4cb0-b95d-3e3843b5a295 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.5843968 Jul 15 23:12:28.015259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-26fd96f4-5766-4c8e-9f59-93a9ee6d8743 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.016714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-26fd96f4-5766-4c8e-9f59-93a9ee6d8743 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.5466433 Jul 15 23:12:28.160480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4741a943-e295-493b-9fbd-7c7d93847e56 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:28.184727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-99cf1d7b-e0ce-4544-94e3-c52266e57594 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2826149 Jul 15 23:12:28.187212 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.214267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4da859b-1408-42c3-878e-0ed9f603926c req-8ffaf753-5f9e-4258-aa42-96708bc7f542 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926453 Jul 15 23:12:28.235204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Transition to ACTIVE for port object 4741a943-e295-493b-9fbd-7c7d93847e56 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:28.257162 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.331607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f053033-76a7-4f8b-ab1d-8c48312888c4 req-ec0f6817-7a8a-46b7-8ec8-a8413998ef74 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.333070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f053033-76a7-4f8b-ab1d-8c48312888c4 req-ec0f6817-7a8a-46b7-8ec8-a8413998ef74 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 943 time: 0.2394552 Jul 15 23:12:28.369627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c590a1b1-2e2c-43bb-a88b-30210e6a8b92 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:28.380083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 331ef60a-807d-4ea8-80ea-373fcee797b4 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:28.402971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 331ef60a-807d-4ea8-80ea-373fcee797b4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:28.403326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 331ef60a-807d-4ea8-80ea-373fcee797b4 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:28.406736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Pushing event updated for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:28.417513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Deleting port 4806f019-e759-4c7e-9ba2-3052bc0ff639 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:28.417889 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.483867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c590a1b1-2e2c-43bb-a88b-30210e6a8b92, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,segment=NetworkSegment(b961d44b-f8d8-4527-824d-5a19e5572fa0),segment_id=b961d44b-f8d8-4527-824d-5a19e5572fa0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:28.494562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'c590a1b1-2e2c-43bb-a88b-30210e6a8b92', 'network_id': 'f10ba670-0f26-4f2b-ab6d-72667722080b', 'port_id': 'c590a1b1-2e2c-43bb-a88b-30210e6a8b92', 'mac_address': 'fa:16:3e:f9:b2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f111cc-bdaa-4cb0-b24b-fa0904353276', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:28.519240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f053033-76a7-4f8b-ab1d-8c48312888c4 req-f740f7bd-e7c8-4a47-a0d6-c45e236e7f15 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619463 Jul 15 23:12:28.521015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-b8bf916d-66e1-42ab-be78-1c0636451e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.522427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-b8bf916d-66e1-42ab-be78-1c0636451e2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 1096 time: 0.2841101 Jul 15 23:12:28.535857 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.556476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c590a1b1-2e2c-43bb-a88b-30210e6a8b92 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:28.580373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c590a1b1-2e2c-43bb-a88b-30210e6a8b92, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,segment=NetworkSegment(b961d44b-f8d8-4527-824d-5a19e5572fa0),segment_id=b961d44b-f8d8-4527-824d-5a19e5572fa0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:28.584768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.585522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 77cf4c92-9e67-4b45-968b-de208c7e873e details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:28.594485 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0192357-847f-4f8f-9b1e-91bb8382578b x-openstack-request-id: req-e0192357-847f-4f8f-9b1e-91bb8382578b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:28.595087 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6f37f3-4650-4300-8cae-91468afca31a", "tag": "276ca8d2-c58f-4907-ad92-471d3df345ba", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:28.595087 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0192357-847f-4f8f-9b1e-91bb8382578b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:28.595406 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6f37f3-4650-4300-8cae-91468afca31a', 'tag': '276ca8d2-c58f-4907-ad92-471d3df345ba', 'status': 'completed', 'code': 200} Jul 15 23:12:28.681963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cd73e-2651-4978-9dab-990e6ee2c62d req-d4eca558-ea3e-4d56-8758-378479b37ed9 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.684254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e57cd73e-2651-4978-9dab-990e6ee2c62d req-d4eca558-ea3e-4d56-8758-378479b37ed9 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 944 time: 0.3625147 Jul 15 23:12:28.712723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Attempting to bind port 4741a943-e295-493b-9fbd-7c7d93847e56 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:28.713062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Attempting to bind port 4741a943-e295-493b-9fbd-7c7d93847e56 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:28.713391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Attempting to bind port 4741a943-e295-493b-9fbd-7c7d93847e56 on network 8f966666-899c-4e07-8238-7c0fc1b5877d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:28.724611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] For port 4806f019-e759-4c7e-9ba2-3052bc0ff639, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4806f019-e759-4c7e-9ba2-3052bc0ff639,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:28.725132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.756341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:28.758518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Port 4741a943-e295-493b-9fbd-7c7d93847e56 on network 8f966666-899c-4e07-8238-7c0fc1b5877d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:28.758952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Attempting to bind port 4741a943-e295-493b-9fbd-7c7d93847e56 on network 8f966666-899c-4e07-8238-7c0fc1b5877d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:28.774052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 77cf4c92-9e67-4b45-968b-de208c7e873e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=77cf4c92-9e67-4b45-968b-de208c7e873e,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:28.784607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'port_id': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'mac_address': 'fa:16:3e:69:c8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:28.821191 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.834678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cf4c92-9e67-4b45-968b-de208c7e873e {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:28.854458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 77cf4c92-9e67-4b45-968b-de208c7e873e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=77cf4c92-9e67-4b45-968b-de208c7e873e,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:28.856516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:28.856900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Checking segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:28.857325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Bound using segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:28.857820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Bound port: 4741a943-e295-493b-9fbd-7c7d93847e56, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:28.858227 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.859316 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.907095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=77cf4c92-9e67-4b45-968b-de208c7e873e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:28.944221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-572d2562-356b-4bd7-9305-d884bec88090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.945740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-572d2562-356b-4bd7-9305-d884bec88090 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 200 len: 916 time: 0.3895526 Jul 15 23:12:28.979858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e57cd73e-2651-4978-9dab-990e6ee2c62d req-c8867f73-6cd5-4326-a9e7-bbf844a275a4 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622848 Jul 15 23:12:29.070238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-f18abb8c-1b4c-49a5-aeec-76ec131f9baa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68ebc5aa-5999-4bb5-8873-6592ad6053a6 HTTP/1.1" status: 200 len: 217 time: 0.1113932 Jul 15 23:12:29.091926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925834b9-b605-4042-9179-8036dc140115 req-edc8cdbb-ce05-4f58-9712-773e671a4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.093348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925834b9-b605-4042-9179-8036dc140115 req-edc8cdbb-ce05-4f58-9712-773e671a4dd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c0dfc04bad744ed5aca08b8ac3157030&device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 1094 time: 0.4759984 Jul 15 23:12:29.192042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1049893-14ff-489a-9072-2947fcbc21ef req-4ad2b15c-9623-4f20-82aa-e3adfe57abb6 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.193556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1049893-14ff-489a-9072-2947fcbc21ef req-4ad2b15c-9623-4f20-82aa-e3adfe57abb6 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 943 time: 0.4771581 Jul 15 23:12:29.218957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:29.275066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:29.291692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-db8789bf-4920-4a93-93ad-e962d1aa3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.293642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-db8789bf-4920-4a93-93ad-e962d1aa3d16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 200 len: 855 time: 0.1946716 Jul 15 23:12:29.332627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['77cf4c92-9e67-4b45-968b-de208c7e873e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:29.338426 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.356868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['c590a1b1-2e2c-43bb-a88b-30210e6a8b92'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:29.361297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.361680 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.361997 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Floating IP 753f8f73-c71e-4f91-af36-093d99a6ef87 disassociated. External IP: 172.25.3.205, port: 4806f019-e759-4c7e-9ba2-3052bc0ff639. Jul 15 23:12:29.362331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Calling delete_port for 4806f019-e759-4c7e-9ba2-3052bc0ff639 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:29.434567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-1609d29f-74a8-4104-9258-39da346abebd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f0978b91-b160-4fc7-a3c9-35adcb5bbc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905440 Jul 15 23:12:29.443734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1049893-14ff-489a-9072-2947fcbc21ef req-62236b2b-64c3-4b0d-a040-a52889a0855c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356632 Jul 15 23:12:29.464040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.465209 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.466623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] 10.222.0.59 "PUT /v2.0/ports/4741a943-e295-493b-9fbd-7c7d93847e56 HTTP/1.1" status: 200 len: 1091 time: 2.3330412 Jul 15 23:12:29.588782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925834b9-b605-4042-9179-8036dc140115 req-3dec9782-0bf0-4dcc-8f69-8847e542d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.590709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925834b9-b605-4042-9179-8036dc140115 req-3dec9782-0bf0-4dcc-8f69-8847e542d4ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=aca75298-4fbd-4dd4-b55f-9a74e85fbbef HTTP/1.1" status: 200 len: 918 time: 0.4741504 Jul 15 23:12:29.591333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027e9d1-d8ff-48f2-a8e4-a9137bf94f99 service neutron] Pushing event updated for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:29.723633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925834b9-b605-4042-9179-8036dc140115 req-d7fb4887-90bf-449c-83ee-f8b7b2c0a0e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276ca8d2-c58f-4907-ad92-471d3df345ba HTTP/1.1" status: 200 len: 217 time: 0.1137068 Jul 15 23:12:29.738861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7b8e5-9e09-496d-8983-cf5d3b9084db req-42cde02f-6b04-4158-bc0e-715a72284e51 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.740332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bb7b8e5-9e09-496d-8983-cf5d3b9084db req-42cde02f-6b04-4158-bc0e-715a72284e51 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 944 time: 0.4739611 Jul 15 23:12:29.856161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-fed6f99c-2fc4-4b83-948e-dd5517cbce3c service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981397 Jul 15 23:12:29.907912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-83a29100-8ec7-45a3-9e61-c1c7e5900b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.909329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-83a29100-8ec7-45a3-9e61-c1c7e5900b39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 1094 time: 0.3645475 Jul 15 23:12:29.930980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925834b9-b605-4042-9179-8036dc140115 req-9642c051-b395-48d7-9af5-3713d223ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.932390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925834b9-b605-4042-9179-8036dc140115 req-9642c051-b395-48d7-9af5-3713d223ba47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68663892-991f-40ad-87bf-b1a3660e11df HTTP/1.1" status: 200 len: 857 time: 0.1868362 Jul 15 23:12:29.945035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bb7b8e5-9e09-496d-8983-cf5d3b9084db req-f1e879ac-0dde-4fb7-9dba-e44a863636d0 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800971 Jul 15 23:12:29.977793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13c101-2fcb-4a64-8239-880455523642 req-6a75bc8c-5d83-4515-9272-e45237da0d8a tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.979317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d13c101-2fcb-4a64-8239-880455523642 req-6a75bc8c-5d83-4515-9272-e45237da0d8a tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 946 time: 0.4173207 Jul 15 23:12:30.290740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 276ca8d2-c58f-4907-ad92-471d3df345ba details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:30.338070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925834b9-b605-4042-9179-8036dc140115 req-3ea4d13b-6b33-4223-a66c-994585cc3dfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aca75298-4fbd-4dd4-b55f-9a74e85fbbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3921278 Jul 15 23:12:30.365106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-2710de6d-7a6d-4e1a-8bac-505d9977882b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4741a943-e295-493b-9fbd-7c7d93847e56 HTTP/1.1" status: 200 len: 217 time: 0.4263721 Jul 15 23:12:30.373518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 4806f019-e759-4c7e-9ba2-3052bc0ff639 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:30.396215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 4806f019-e759-4c7e-9ba2-3052bc0ff639 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:30.396556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 4806f019-e759-4c7e-9ba2-3052bc0ff639 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:30.411852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 276ca8d2-c58f-4907-ad92-471d3df345ba, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=276ca8d2-c58f-4907-ad92-471d3df345ba,segment=NetworkSegment(23cd08e9-86b2-4cc5-b652-dff78413d811),segment_id=23cd08e9-86b2-4cc5-b652-dff78413d811)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:30.424533 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '276ca8d2-c58f-4907-ad92-471d3df345ba', 'network_id': 'aca75298-4fbd-4dd4-b55f-9a74e85fbbef', 'port_id': '276ca8d2-c58f-4907-ad92-471d3df345ba', 'mac_address': 'fa:16:3e:af:eb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68663892-991f-40ad-87bf-b1a3660e11df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:30.427270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.468958 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.482968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276ca8d2-c58f-4907-ad92-471d3df345ba {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:30.502977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 276ca8d2-c58f-4907-ad92-471d3df345ba, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=276ca8d2-c58f-4907-ad92-471d3df345ba,segment=NetworkSegment(23cd08e9-86b2-4cc5-b652-dff78413d811),segment_id=23cd08e9-86b2-4cc5-b652-dff78413d811)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:30.507814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.508502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b1dd44c4-6002-47bc-94ce-54f18ff15e87 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:30.527714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event deleted for resources: {'Port': ['ID=4806f019-e759-4c7e-9ba2-3052bc0ff639,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:30.584691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b122dec2-a1dc-4be5-9bf8-96089ff14802 req-d490b977-ee33-4168-adae-2ec986f8ca24 service neutron] 10.222.0.59 "GET /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988506 Jul 15 23:12:30.588168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=276ca8d2-c58f-4907-ad92-471d3df345ba,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:30.593358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d13c101-2fcb-4a64-8239-880455523642 req-c0702ec5-7b13-470c-b5a8-a5128b32df7d tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fa641c5-5808-4166-a9f0-3becfe45aacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589455 Jul 15 23:12:30.600409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:30.602150 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1" -d '{"events": [{"name": "network-changed", "server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:30.613063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-da5167bd-e6c0-42e5-b932-9936bb7f91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.614577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-da5167bd-e6c0-42e5-b932-9936bb7f91a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 200 len: 845 time: 0.2295663 Jul 15 23:12:30.661236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:30.675319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'mac_address': 'fa:16:3e:12:46:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:30.711622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-ab12378a-42ef-40ce-95bf-5575655fcadb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f966666-899c-4e07-8238-7c0fc1b5877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865986 Jul 15 23:12:30.715648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.720918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925834b9-b605-4042-9179-8036dc140115 req-a564d55c-50a4-42e6-b144-b90c02b2b0db service neutron] 10.222.0.59 "GET /v2.0/networks/aca75298-4fbd-4dd4-b55f-9a74e85fbbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534274 Jul 15 23:12:30.728853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c8754-cdee-4eee-a245-43d5b43cb07f req-fdee5fd4-a931-4348-89d1-278f9caf4214 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.731005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d1c8754-cdee-4eee-a245-43d5b43cb07f req-fdee5fd4-a931-4348-89d1-278f9caf4214 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 943 time: 0.3979540 Jul 15 23:12:30.738391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1dd44c4-6002-47bc-94ce-54f18ff15e87 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:30.759849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:30.764422 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.814811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:30.905269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b1dd44c4-6002-47bc-94ce-54f18ff15e87'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:30.984812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Router df47fbee-fd18-4455-9d9b-013d959e8068 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:30.996634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d1c8754-cdee-4eee-a245-43d5b43cb07f req-97a7ac04-c743-41f1-9923-ea5d5ea12403 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201877 Jul 15 23:12:31.030663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925834b9-b605-4042-9179-8036dc140115 req-e9f12150-3527-4071-9139-7c38b97e406f service neutron] 10.222.0.59 "GET /v2.0/networks/aca75298-4fbd-4dd4-b55f-9a74e85fbbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955744 Jul 15 23:12:31.044235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-98f68707-1414-47b6-bb33-45b3c079589d service neutron] 10.222.0.59 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100929 Jul 15 23:12:31.116160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b45a3c-41c5-40c5-a3bd-adbbc51569a5 req-eca96490-a286-49e8-9d38-6c4fde05d9bb tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.117811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2b45a3c-41c5-40c5-a3bd-adbbc51569a5 req-eca96490-a286-49e8-9d38-6c4fde05d9bb tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 945 time: 0.3403349 Jul 15 23:12:31.182435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['276ca8d2-c58f-4907-ad92-471d3df345ba'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:31.280770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2b45a3c-41c5-40c5-a3bd-adbbc51569a5 req-3907a402-4e8f-4cd0-a96a-a0e59fef41a3 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435673 Jul 15 23:12:31.294851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:31.306822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] Sync routers for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:31.335002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:31.335681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:31.358312 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d530c093-bcf7-4828-9914-9f0399e0db9e x-openstack-request-id: req-d530c093-bcf7-4828-9914-9f0399e0db9e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:31.358679 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:31.358940 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d530c093-bcf7-4828-9914-9f0399e0db9e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:31.359426 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56', 'status': 'completed', 'code': 200} Jul 15 23:12:31.360438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] No DVR routers for this DVR port 4806f019-e759-4c7e-9ba2-3052bc0ff639 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:31.365368 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.367573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6aab225-60ac-46fa-9fc3-c42f053448e9 req-925a8918-2e30-48aa-97e9-419c300fc184 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.37 "DELETE /v2.0/ports/4806f019-e759-4c7e-9ba2-3052bc0ff639 HTTP/1.1" status: 204 len: 173 time: 3.3383775 Jul 15 23:12:31.379435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e4c9a3b-4973-4729-a346-ec046eefbbf3 req-b19b5323-6f6b-466b-8806-849ebe79b420 service neutron] 10.222.0.59 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887797 Jul 15 23:12:31.456630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689d75e-9387-4b99-844c-a2e617182d7d req-f3a7babb-aeee-4f6e-b0bf-1490d153a897 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.458042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3689d75e-9387-4b99-844c-a2e617182d7d req-f3a7babb-aeee-4f6e-b0bf-1490d153a897 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 943 time: 0.1019354 Jul 15 23:12:31.487204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:31.585271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3689d75e-9387-4b99-844c-a2e617182d7d req-89ceb4ce-ca2c-4635-b70a-48b36f021337 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174488 Jul 15 23:12:31.617254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-4bdf3783-4a97-48e1-94aa-9d1c63aaa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.619045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-4bdf3783-4a97-48e1-94aa-9d1c63aaa6e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 1094 time: 0.1527698 Jul 15 23:12:31.630286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bf5ca-9d29-4cb7-86ed-0977781555f2 req-f8b584b3-5dab-45b2-a189-bb31959965b4 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.631945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-721bf5ca-9d29-4cb7-86ed-0977781555f2 req-f8b584b3-5dab-45b2-a189-bb31959965b4 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 944 time: 0.1548774 Jul 15 23:12:31.709147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:31.735751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] Checking router: df47fbee-fd18-4455-9d9b-013d959e8068 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:31.743813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-721bf5ca-9d29-4cb7-86ed-0977781555f2 req-a3310f67-a68a-45b1-a607-f2de10c05bc2 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016004 Jul 15 23:12:31.745347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:31.746614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:31.797358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ffb4e6e-c6fd-4f03-919a-0e319ade11a4 req-1073f997-8060-4401-8745-f8078239a5d8 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d7c7ada-46dc-4dfd-aaec-c71007a6799b HTTP/1.1" status: 200 len: 210 time: 0.0371184 Jul 15 23:12:31.811998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-a146b9ec-13e2-4179-ae96-ae0174dfc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.814003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-a146b9ec-13e2-4179-ae96-ae0174dfc03d service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 906 time: 0.1811051 Jul 15 23:12:31.863115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:31.868766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-c11f79d3-4cd8-4951-9fa8-42192633d904 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4741a943-e295-493b-9fbd-7c7d93847e56 HTTP/1.1" status: 200 len: 217 time: 0.0415003 Jul 15 23:12:31.940983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-69910b3e-2dd4-4a06-befa-916a8fd29fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.942802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-69910b3e-2dd4-4a06-befa-916a8fd29fde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 200 len: 845 time: 0.0553098 Jul 15 23:12:31.989413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-7ff8cb4a-9a1d-48c8-a8a8-252611b372da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f966666-899c-4e07-8238-7c0fc1b5877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290618 Jul 15 23:12:32.132776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:32.206563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19753946-1037-4301-b9bc-0e84c8f04ddf None None] The sync data for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 is: [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:09:51Z', 'revision_number': 4, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '82f1b467-f0e6-4cd0-bc2f-8e192f444ca2', 'name': '', 'network_id': '644e7bea-ffcb-4f1e-a8ea-f407df39b33c', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'mac_address': 'fa:16:3e:27:71:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:47Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'subnets': [{'id': '5f34e70f-ccb2-4e23-9030-4139df2b064f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:32.225133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-728f9fc6-83df-456c-97eb-3393d040659c service neutron] 10.222.0.59 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952472 Jul 15 23:12:32.300800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc5a17-f54c-4d8f-a71f-8399e5862eed req-fd0f6f64-b454-4339-9d93-0828c1be60a3 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.301258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b1dd44c4-6002-47bc-94ce-54f18ff15e87 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:32.307926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43dc5a17-f54c-4d8f-a71f-8399e5862eed req-fd0f6f64-b454-4339-9d93-0828c1be60a3 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 944 time: 0.1515238 Jul 15 23:12:32.373665 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port b1dd44c4-6002-47bc-94ce-54f18ff15e87 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:32.374306 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.405426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 77cf4c92-9e67-4b45-968b-de208c7e873e up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:32.407624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43dc5a17-f54c-4d8f-a71f-8399e5862eed req-c19ae5b6-7812-4a8e-92e4-502e27a472c8 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984199 Jul 15 23:12:32.415121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4307d9f8-dd06-4f85-8cb6-7f4d78e8cda1 req-544fb850-9a3f-4ee7-a166-ea76d7715ec8 service neutron] 10.222.0.59 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702077 Jul 15 23:12:32.496933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 77cf4c92-9e67-4b45-968b-de208c7e873e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:32.505113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 77cf4c92-9e67-4b45-968b-de208c7e873e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:32.506187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.582647 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.627730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:32.630364 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e33ce37-088d-47b4-8cd8-0912fca9a52e" -d '{"events": [{"server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:32.645157 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d948c-23b8-44a1-9405-1fd8818c443b None None] New status for floating IP 753f8f73-c71e-4f91-af36-093d99a6ef87: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:12:32.661061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c892cb-643d-44f6-a41d-ac218f01ef4d req-1e930164-3492-4954-af25-fb71e7e06234 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.662946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5c892cb-643d-44f6-a41d-ac218f01ef4d req-1e930164-3492-4954-af25-fb71e7e06234 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 945 time: 0.0903299 Jul 15 23:12:32.673653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:32.686060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.737105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5c892cb-643d-44f6-a41d-ac218f01ef4d req-bb48d861-4060-4458-95d3-49c45c8705a1 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614324 Jul 15 23:12:32.780854 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.832467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:32.839804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213c96-7d62-4e68-b189-73cf7aa49436 req-d72f8ae6-5e4f-4c78-bc4d-28e532e42fc3 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.845513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15213c96-7d62-4e68-b189-73cf7aa49436 req-d72f8ae6-5e4f-4c78-bc4d-28e532e42fc3 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 943 time: 0.1020465 Jul 15 23:12:32.853437 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8270d094-e8ae-46fb-b452-6472b09d1297 x-openstack-request-id: req-8270d094-e8ae-46fb-b452-6472b09d1297 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:32.853761 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "name": "network-vif-plugged", "status": "completed", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:32.856011 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8270d094-e8ae-46fb-b452-6472b09d1297 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:32.856011 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'code': 200} Jul 15 23:12:32.869273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 77cf4c92-9e67-4b45-968b-de208c7e873e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=77cf4c92-9e67-4b45-968b-de208c7e873e,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:32.878585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.879748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c590a1b1-2e2c-43bb-a88b-30210e6a8b92 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:32.915035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15213c96-7d62-4e68-b189-73cf7aa49436 req-66d29856-1ab9-4086-a03b-6d6600998bf6 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Jul 15 23:12:33.036539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:33.045929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:33.046355 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.049427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=77cf4c92-9e67-4b45-968b-de208c7e873e,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:33.078792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35810) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:33.165203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef04c5-c08a-4a25-8ca4-26d73747db0b req-78f3eaa5-bce3-444b-800a-0d24a0e98dca tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:33.172431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33ef04c5-c08a-4a25-8ca4-26d73747db0b req-78f3eaa5-bce3-444b-800a-0d24a0e98dca tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 944 time: 0.1616681 Jul 15 23:12:33.189964 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.213132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c70c102-97c1-48c3-9f42-abf7b3588062 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.250069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33ef04c5-c08a-4a25-8ca4-26d73747db0b req-3287e640-be61-4de8-bc30-c52e22f136bc tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767961 Jul 15 23:12:33.252129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c590a1b1-2e2c-43bb-a88b-30210e6a8b92, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,segment=NetworkSegment(b961d44b-f8d8-4527-824d-5a19e5572fa0),segment_id=b961d44b-f8d8-4527-824d-5a19e5572fa0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:33.263102 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.271075 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c70c102-97c1-48c3-9f42-abf7b3588062 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.328260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:33.361622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'name': 'network-vif-deleted', 'tag': '4806f019-e759-4c7e-9ba2-3052bc0ff639'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:33.365285 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c0162-33d4-4eb0-a064-9d9e09c33308" -d '{"events": [{"server_uuid": "2d7c7ada-46dc-4dfd-aaec-c71007a6799b", "name": "network-vif-deleted", "tag": "4806f019-e759-4c7e-9ba2-3052bc0ff639"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:33.382598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c70c102-97c1-48c3-9f42-abf7b3588062 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.391051 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c70c102-97c1-48c3-9f42-abf7b3588062 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.394926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7c70c102-97c1-48c3-9f42-abf7b3588062 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "DELETE /v2.0/security-groups/6fa641c5-5808-4166-a9f0-3becfe45aacc HTTP/1.1" status: 204 len: 168 time: 0.3129838 Jul 15 23:12:33.395593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35820) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:33.412265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70c102-97c1-48c3-9f42-abf7b3588062 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa641c5-5808-4166-a9f0-3becfe45aacc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:33.442561 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a555f9a6-e193-425d-a861-cb905971983a x-openstack-request-id: req-a555f9a6-e193-425d-a861-cb905971983a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:33.445281 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7c7ada-46dc-4dfd-aaec-c71007a6799b", "name": "network-vif-deleted", "tag": "4806f019-e759-4c7e-9ba2-3052bc0ff639", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:33.446432 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a555f9a6-e193-425d-a861-cb905971983a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:33.447020 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7c7ada-46dc-4dfd-aaec-c71007a6799b', 'name': 'network-vif-deleted', 'tag': '4806f019-e759-4c7e-9ba2-3052bc0ff639', 'status': 'completed', 'code': 200} Jul 15 23:12:33.451095 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-b0f16530-7b5b-4ea1-88f7-2f7a263bbc48 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] show failed (client error): The resource could not be found. Jul 15 23:12:33.452236 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b0f16530-7b5b-4ea1-88f7-2f7a263bbc48 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "GET /v2.0/security-groups/6fa641c5-5808-4166-a9f0-3becfe45aacc HTTP/1.1" status: 404 len: 347 time: 0.0530536 Jul 15 23:12:33.455955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35826) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:33.667170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Deleting port cb7ebcc7-436d-4ce0-922d-8ffe33c8615e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:33.667170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.858285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731a84c-4611-4146-bc9e-09441a2bf0df req-86dd7bd2-8ab8-4b86-a6fc-a637e291cca7 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:33.861974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3731a84c-4611-4146-bc9e-09441a2bf0df req-86dd7bd2-8ab8-4b86-a6fc-a637e291cca7 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 944 time: 0.1732330 Jul 15 23:12:33.865359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.865359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.896324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Calling delete_port for cb7ebcc7-436d-4ce0-922d-8ffe33c8615e owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:33.951319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3731a84c-4611-4146-bc9e-09441a2bf0df req-9c66a0d8-352a-4a18-9fa0-6efa277d6694 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832384 Jul 15 23:12:34.079435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e46ca6-9d85-4641-8c27-2294dd291915 req-542e02f7-b0ce-4e96-b246-ef6b836a7b1a tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.086696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45e46ca6-9d85-4641-8c27-2294dd291915 req-542e02f7-b0ce-4e96-b246-ef6b836a7b1a tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.1610606 Jul 15 23:12:34.206357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45e46ca6-9d85-4641-8c27-2294dd291915 req-9383cd67-6858-4e0e-96a0-7306858f8837 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185694 Jul 15 23:12:34.233652 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.290166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8909c3-a1de-43fb-a103-557b1721675f req-f8092fb2-2b20-42b9-8619-f89f72e51b13 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.298637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8909c3-a1de-43fb-a103-557b1721675f req-f8092fb2-2b20-42b9-8619-f89f72e51b13 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 943 time: 0.2038000 Jul 15 23:12:34.304410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Pushing event deleted for resources: {'Port': ['ID=cb7ebcc7-436d-4ce0-922d-8ffe33c8615e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:34.316766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4741a943-e295-493b-9fbd-7c7d93847e56 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:34.360369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 276ca8d2-c58f-4907-ad92-471d3df345ba up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:34.401615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8909c3-a1de-43fb-a103-557b1721675f req-b1c0c174-67b5-4c38-9e34-00d56fd3dc7c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019526 Jul 15 23:12:34.522653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 276ca8d2-c58f-4907-ad92-471d3df345ba completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:34.534236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 276ca8d2-c58f-4907-ad92-471d3df345ba triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:34.534781 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.536932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdbad3-9af9-464f-8da1-658ede73c2d0 req-1380371c-1be2-4308-a486-262ec75df126 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.539497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8bdbad3-9af9-464f-8da1-658ede73c2d0 req-1380371c-1be2-4308-a486-262ec75df126 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 945 time: 0.1044910 Jul 15 23:12:34.541097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.545267 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.550177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35846) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:34.551084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-173bfb49-a6da-4985-8f25-1d07eb4b0599 tempest-ServersTestManualDisk-1817888028 tempest-ServersTestManualDisk-1817888028-project] 10.222.0.23 "DELETE /v2.0/floatingips/753f8f73-c71e-4f91-af36-093d99a6ef87 HTTP/1.1" status: 204 len: 168 time: 1.0937443 Jul 15 23:12:34.596822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8bdbad3-9af9-464f-8da1-658ede73c2d0 req-a9a80a5c-e57c-496e-9ebd-3232ce3d9a1e tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Jul 15 23:12:34.907994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cf4c92-9e67-4b45-968b-de208c7e873e'}, {'server_uuid': 'da9f9d85-2d87-4a76-a6a7-40ee809860ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c590a1b1-2e2c-43bb-a88b-30210e6a8b92'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:34.911478 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6c7624-8565-43ea-8390-cbc1d250886e" -d '{"events": [{"server_uuid": "549648df-6a2d-4568-8b16-3acde6b79e7e", "name": "network-vif-plugged", "status": "completed", "tag": "77cf4c92-9e67-4b45-968b-de208c7e873e"}, {"server_uuid": "da9f9d85-2d87-4a76-a6a7-40ee809860ba", "name": "network-vif-plugged", "status": "completed", "tag": "c590a1b1-2e2c-43bb-a88b-30210e6a8b92"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:34.925817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:34.973164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '4741a943-e295-493b-9fbd-7c7d93847e56', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'port_id': '4741a943-e295-493b-9fbd-7c7d93847e56', 'mac_address': 'fa:16:3e:16:15:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb10daa-63e2-4605-a343-41dad889d80a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:34.988318 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6100ec-ef06-4763-9223-769eb1190307 x-openstack-request-id: req-fc6100ec-ef06-4763-9223-769eb1190307 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:34.989485 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549648df-6a2d-4568-8b16-3acde6b79e7e", "name": "network-vif-plugged", "status": "completed", "tag": "77cf4c92-9e67-4b45-968b-de208c7e873e", "code": 200}, {"server_uuid": "da9f9d85-2d87-4a76-a6a7-40ee809860ba", "name": "network-vif-plugged", "status": "completed", "tag": "c590a1b1-2e2c-43bb-a88b-30210e6a8b92", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:34.990945 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc6100ec-ef06-4763-9223-769eb1190307 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:34.991377 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'code': 200} Jul 15 23:12:34.991766 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9f9d85-2d87-4a76-a6a7-40ee809860ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c590a1b1-2e2c-43bb-a88b-30210e6a8b92', 'code': 200} Jul 15 23:12:35.000497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.131595 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.148487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 276ca8d2-c58f-4907-ad92-471d3df345ba, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=276ca8d2-c58f-4907-ad92-471d3df345ba,segment=NetworkSegment(23cd08e9-86b2-4cc5-b652-dff78413d811),segment_id=23cd08e9-86b2-4cc5-b652-dff78413d811)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:35.150488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4741a943-e295-493b-9fbd-7c7d93847e56 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:35.181222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:35.185164 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.192704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.248634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=276ca8d2-c58f-4907-ad92-471d3df345ba,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:35.341478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e697cd-2322-4487-a2f1-03704a452e4a req-56c55887-fd19-4fe8-a7f9-703f65927e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.343250 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-86e697cd-2322-4487-a2f1-03704a452e4a req-56c55887-fd19-4fe8-a7f9-703f65927e2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 1097 time: 0.1811557 Jul 15 23:12:35.366069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:35.432094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7040c22-cfb6-480e-ad58-45d73e2d8eaf req-92341606-07fb-4d6d-a8ba-3208acc83985 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.443443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7040c22-cfb6-480e-ad58-45d73e2d8eaf req-92341606-07fb-4d6d-a8ba-3208acc83985 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 945 time: 0.2297530 Jul 15 23:12:35.468597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db90984-96ff-4be1-8f34-78b3e399b1b5 req-45bb4f4c-09ff-4778-94ff-e26cdd4fbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.471238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2db90984-96ff-4be1-8f34-78b3e399b1b5 req-45bb4f4c-09ff-4778-94ff-e26cdd4fbe0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 1096 time: 0.3269644 Jul 15 23:12:35.483936 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-86e697cd-2322-4487-a2f1-03704a452e4a req-ceb6c749-8d7d-4175-bdde-6362882afddd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292527 Jul 15 23:12:35.516397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.559705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7040c22-cfb6-480e-ad58-45d73e2d8eaf req-67aba356-2d3b-4a0c-8c4b-eff6da0a7a90 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148684 Jul 15 23:12:35.608347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['4741a943-e295-493b-9fbd-7c7d93847e56'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:35.628885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2db90984-96ff-4be1-8f34-78b3e399b1b5 req-07b6029f-f1c3-4359-a1df-c0e6dde5ddbc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499488 Jul 15 23:12:35.657595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041a82c-6cb6-4cb6-b480-6f40c23449e1 req-f4376211-8de9-4d03-b9ba-3b4b7f4a5529 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.659475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a041a82c-6cb6-4cb6-b480-6f40c23449e1 req-f4376211-8de9-4d03-b9ba-3b4b7f4a5529 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.1837993 Jul 15 23:12:35.743701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a041a82c-6cb6-4cb6-b480-6f40c23449e1 req-97b2712f-e797-45f6-b609-9dd1884f8040 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780661 Jul 15 23:12:35.871734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Deleting port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:35.871734 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.878292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38d983-5687-4f13-bb4d-0534e6a511f4 req-8536d7bf-58b5-44f0-bc4d-149ab596ca5a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.888107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb38d983-5687-4f13-bb4d-0534e6a511f4 req-8536d7bf-58b5-44f0-bc4d-149ab596ca5a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 944 time: 0.1222200 Jul 15 23:12:35.954317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb38d983-5687-4f13-bb4d-0534e6a511f4 req-9f991130-8ad0-4e9b-bd71-4ebbd3a2397a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639570 Jul 15 23:12:36.030102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] For port 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:36.031063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.069615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Calling delete_port for 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:36.203081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b37bb-df2f-4d6d-b18a-6d2ccb5bcdb1 req-d9755102-ff39-436a-a02e-0d8bfd81567f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:36.212905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b4b37bb-df2f-4d6d-b18a-6d2ccb5bcdb1 req-d9755102-ff39-436a-a02e-0d8bfd81567f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 945 time: 0.1747255 Jul 15 23:12:36.278270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b4b37bb-df2f-4d6d-b18a-6d2ccb5bcdb1 req-a898012e-5954-405b-ade7-fc546963c61c tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643342 Jul 15 23:12:36.309611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.372214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f1b467-f0e6-4cd0-bc2f-8e192f444ca2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:36.548168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.805764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe93fa-c04c-486a-9584-ea21e31592da req-0f144c71-742f-4eaa-91f0-73e2cd48c1cd tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:36.813926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3fe93fa-c04c-486a-9584-ea21e31592da req-0f144c71-742f-4eaa-91f0-73e2cd48c1cd tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 945 time: 0.0909045 Jul 15 23:12:36.872416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3fe93fa-c04c-486a-9584-ea21e31592da req-e97ef331-02ec-4ea1-ad00-b579a2b53692 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575407 Jul 15 23:12:36.992556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6f37f3-4650-4300-8cae-91468afca31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ca8d2-c58f-4907-ad92-471d3df345ba'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:36.996746 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9354424c-2408-4f75-9bcf-f2101b47ef9a" -d '{"events": [{"server_uuid": "bb6f37f3-4650-4300-8cae-91468afca31a", "name": "network-vif-plugged", "status": "completed", "tag": "276ca8d2-c58f-4907-ad92-471d3df345ba"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:37.070980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Router df47fbee-fd18-4455-9d9b-013d959e8068 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:37.102484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06223f7f-f438-414b-a98c-910cad82d9a5 req-49825dc3-de7b-495e-9439-8d4d21a22293 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.104464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06223f7f-f438-414b-a98c-910cad82d9a5 req-49825dc3-de7b-495e-9439-8d4d21a22293 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.1176300 Jul 15 23:12:37.115508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-87a95bb8-6827-411c-87ae-8e291b6179d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2192032 Jul 15 23:12:37.154145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06223f7f-f438-414b-a98c-910cad82d9a5 req-71cf83f8-b2b7-4e17-bb51-9c10f3148de4 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372810 Jul 15 23:12:37.266144 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d872a4-4510-417f-b94b-b302a1419ef3 x-openstack-request-id: req-37d872a4-4510-417f-b94b-b302a1419ef3 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:37.266701 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6f37f3-4650-4300-8cae-91468afca31a", "name": "network-vif-plugged", "status": "completed", "tag": "276ca8d2-c58f-4907-ad92-471d3df345ba", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:37.266973 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37d872a4-4510-417f-b94b-b302a1419ef3 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:37.267375 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6f37f3-4650-4300-8cae-91468afca31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ca8d2-c58f-4907-ad92-471d3df345ba', 'code': 200} Jul 15 23:12:37.438745 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:37.459378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] Sync routers for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:37.463720 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-67a690e4-6a27-4bc6-8e0a-2848ddf18ad6 admin admin] 10.222.0.23 "PUT /v2.0/routers/df47fbee-fd18-4455-9d9b-013d959e8068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9091666 Jul 15 23:12:37.481378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:37.485342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:37.498607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35912) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:37.712142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d4795-b855-4645-8502-7bd20bdcf688 req-7c9878a0-fc71-4a91-a18e-e2f447be85f9 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.716564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-353d4795-b855-4645-8502-7bd20bdcf688 req-7c9878a0-fc71-4a91-a18e-e2f447be85f9 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 944 time: 0.5812562 Jul 15 23:12:37.732899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:37.844528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-353d4795-b855-4645-8502-7bd20bdcf688 req-1ed2075e-2ecd-4608-a357-38acbe96ed66 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541666 Jul 15 23:12:37.919372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2e0e4-6b11-4268-8362-5717ae21c2c6 req-acd45d7c-8722-4283-990b-f59a7c2a8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.921640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17e2e0e4-6b11-4268-8362-5717ae21c2c6 req-acd45d7c-8722-4283-990b-f59a7c2a8e5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 1096 time: 0.1941924 Jul 15 23:12:38.004902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.008956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-0a5198a6-dd07-44b2-8a1c-d2d82a13840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.011029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-0a5198a6-dd07-44b2-8a1c-d2d82a13840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.013808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-0a5198a6-dd07-44b2-8a1c-d2d82a13840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.014535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-0a5198a6-dd07-44b2-8a1c-d2d82a13840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.015368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-0a5198a6-dd07-44b2-8a1c-d2d82a13840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.016120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-0a5198a6-dd07-44b2-8a1c-d2d82a13840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.019064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-0a5198a6-dd07-44b2-8a1c-d2d82a13840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.024519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-0a5198a6-dd07-44b2-8a1c-d2d82a13840d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6489 time: 0.2120183 Jul 15 23:12:38.087628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:12:36Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:38.126720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] Checking router: df47fbee-fd18-4455-9d9b-013d959e8068 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:38.140878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] Routers {'df47fbee-fd18-4455-9d9b-013d959e8068'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:38.141525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df47fbee-fd18-4455-9d9b-013d959e8068'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:38.209093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17e2e0e4-6b11-4268-8362-5717ae21c2c6 req-538144fc-0c7c-4c9c-9fd2-152f88e1a0c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663586 Jul 15 23:12:38.254170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.344595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4741a943-e295-493b-9fbd-7c7d93847e56 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:38.347575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Deleting port a981bca5-69f9-4c87-8fc7-b7e654e62c3e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:38.348925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.475196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-a1883a05-2ed1-4702-947e-73c0525ead63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.475692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-a1883a05-2ed1-4702-947e-73c0525ead63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.476377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-a1883a05-2ed1-4702-947e-73c0525ead63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.478444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-a1883a05-2ed1-4702-947e-73c0525ead63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9267d37d-4936-45b9-86fc-a552f79fc3f3&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=676655e1-1039-438e-be89-7733e2899543&id=676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 200 len: 2292 time: 0.4174383 Jul 15 23:12:38.487310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] Set router df47fbee-fd18-4455-9d9b-013d959e8068 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:38.531838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] For port a981bca5-69f9-4c87-8fc7-b7e654e62c3e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a981bca5-69f9-4c87-8fc7-b7e654e62c3e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:38.532402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.560371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Calling delete_port for a981bca5-69f9-4c87-8fc7-b7e654e62c3e owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:38.625397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255db95-162a-4974-8f63-c31352f0987d req-1adb105b-4a33-4c3d-ab36-3f742c5734ad tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.636244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8255db95-162a-4974-8f63-c31352f0987d req-1adb105b-4a33-4c3d-ab36-3f742c5734ad tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 945 time: 0.4298279 Jul 15 23:12:38.640021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 4741a943-e295-493b-9fbd-7c7d93847e56 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:38.647349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 4741a943-e295-493b-9fbd-7c7d93847e56 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:38.647913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.756345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce2100-c468-45fb-9cf8-8b7a2954ccb0 req-d53a4e08-b7f0-4331-b155-b32c904b5ff0 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.763578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56ce2100-c468-45fb-9cf8-8b7a2954ccb0 req-d53a4e08-b7f0-4331-b155-b32c904b5ff0 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 945 time: 0.5510802 Jul 15 23:12:38.780933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-9ef90809-0cc8-4438-9f88-d9ebb408cc1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe HTTP/1.1" status: 200 len: 1002 time: 0.2915835 Jul 15 23:12:38.863383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8255db95-162a-4974-8f63-c31352f0987d req-3a691e34-c59e-420c-928b-5a4c044dfd74 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260494 Jul 15 23:12:38.864986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-c99267ce-7481-451a-9ea7-95bd309baef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.866453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-c99267ce-7481-451a-9ea7-95bd309baef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39a03c-545c-46bc-b82c-7c1d5c3237f1 HTTP/1.1" status: 200 len: 851 time: 0.0846927 Jul 15 23:12:38.881066 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.954478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.960924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:12:36Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:38.967585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:39.011679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Pushing event deleted for resources: {'Port': ['ID=a981bca5-69f9-4c87-8fc7-b7e654e62c3e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:39.025693 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.032352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56ce2100-c468-45fb-9cf8-8b7a2954ccb0 req-97a823f7-7c44-4731-97ed-d2f52150509b tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623205 Jul 15 23:12:39.039107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38819c72-2a75-4aea-9a2b-609f1a20a7c2 None None] The sync data for ids ['df47fbee-fd18-4455-9d9b-013d959e8068'] in n-d-793618-8 is: [{'id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'name': 'tempest-ServersTestManualDisk-2004379543-router', 'tenant_id': '421baef519744e10a80993ce165f0d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:39Z', 'updated_at': '2021-07-15T23:12:36Z', 'revision_number': 5, 'project_id': '421baef519744e10a80993ce165f0d6d', 'gw_port': {'id': 'a981bca5-69f9-4c87-8fc7-b7e654e62c3e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47fbee-fd18-4455-9d9b-013d959e8068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:40Z', 'updated_at': '2021-07-15T23:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:39.135326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-8ed453cc-5049-4768-bc83-00b5ffe4419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:39.137416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-8ed453cc-5049-4768-bc83-00b5ffe4419f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9267d37d-4936-45b9-86fc-a552f79fc3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457802 Jul 15 23:12:39.204716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.213252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:39.268548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:39.270963 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f960d7c-fec0-4ce9-ad5d-65b4efa7ebb0" -d '{"events": [{"server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "name": "network-vif-plugged", "status": "completed", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:39.643253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3a14-bb9b-4942-a3c1-7b8eb643579c req-c77a02be-35f2-4667-8424-661bdc4d7d79 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:39.644865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-289e3a14-bb9b-4942-a3c1-7b8eb643579c req-c77a02be-35f2-4667-8424-661bdc4d7d79 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.5341747 Jul 15 23:12:39.661504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-8bc0baec-4fa4-493d-ac9d-c4dc714d5452 service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114300 Jul 15 23:12:39.855798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-289e3a14-bb9b-4942-a3c1-7b8eb643579c req-9089b13c-7472-40e8-a671-9549e5ba85be tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941402 Jul 15 23:12:39.889308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.893168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.923225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b647-6377-41cc-9339-2b96229b86ac req-02cc9692-82c4-4cf5-9a0a-a226adc11ca4 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:39.934945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d56b647-6377-41cc-9339-2b96229b86ac req-02cc9692-82c4-4cf5-9a0a-a226adc11ca4 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.2889566 Jul 15 23:12:39.943566 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bd1f79-6bc0-4141-bdbe-e3a5712667b5 x-openstack-request-id: req-75bd1f79-6bc0-4141-bdbe-e3a5712667b5 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:39.947700 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "name": "network-vif-plugged", "status": "completed", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:39.948368 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75bd1f79-6bc0-4141-bdbe-e3a5712667b5 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:39.949482 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.950722 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56', 'code': 200} Jul 15 23:12:39.953142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df47fbee-fd18-4455-9d9b-013d959e8068 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:12:39.968815 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.973101 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-780830bd-04ff-4b15-af40-c7aa73523709 admin admin] 10.222.0.23 "DELETE /v2.0/routers/df47fbee-fd18-4455-9d9b-013d959e8068 HTTP/1.1" status: 204 len: 168 time: 2.4729695 Jul 15 23:12:39.975553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35948) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:40.008405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-15dfd560-0f3b-485a-b82b-2c312248e3c6 service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131654 Jul 15 23:12:40.097347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b4f007-3761-41f4-8db8-1313718230fc admin admin] Deleting subnet 5f34e70f-ccb2-4e23-9030-4139df2b064f {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:40.103632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16b4f007-3761-41f4-8db8-1313718230fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.162430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-d42c4f26-54be-4880-9db8-5d92e4bb1b7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 217 time: 0.1315067 Jul 15 23:12:40.225340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16b4f007-3761-41f4-8db8-1313718230fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.384143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-da46abff-f7ac-473b-9852-afe6c9e85364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.385639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-da46abff-f7ac-473b-9852-afe6c9e85364 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.1367261 Jul 15 23:12:40.399928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d56b647-6377-41cc-9339-2b96229b86ac req-7a54d2e7-50f4-46e0-8c23-171ab5f66e12 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640353 Jul 15 23:12:40.406638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16b4f007-3761-41f4-8db8-1313718230fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.489849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16b4f007-3761-41f4-8db8-1313718230fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.529704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d6da24-1ee2-4a7c-a298-14f9e816278b None None] Network 644e7bea-ffcb-4f1e-a8ea-f407df39b33c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:40.570428 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16b4f007-3761-41f4-8db8-1313718230fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.578248 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-16b4f007-3761-41f4-8db8-1313718230fc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f34e70f-ccb2-4e23-9030-4139df2b064f HTTP/1.1" status: 204 len: 168 time: 0.5995395 Jul 15 23:12:40.578248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4f007-3761-41f4-8db8-1313718230fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f34e70f-ccb2-4e23-9030-4139df2b064f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:40.584147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35960) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:40.702412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e534b8-9c63-4159-8832-4ba6d2671b81 req-5e8fd958-900f-457d-b83d-ac4a3167ba39 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.703998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8e534b8-9c63-4159-8832-4ba6d2671b81 req-5e8fd958-900f-457d-b83d-ac4a3167ba39 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.4767048 Jul 15 23:12:40.706205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbccec-ae08-4257-92ac-0630aa3c079e req-a5ca3415-b8a4-4aa4-aeb7-e428cda75660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.707664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71fbccec-ae08-4257-92ac-0630aa3c079e req-a5ca3415-b8a4-4aa4-aeb7-e428cda75660 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 1096 time: 0.5852292 Jul 15 23:12:40.713027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35962) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:40.719732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Request body: {'floatingip': {'port_id': '77cf4c92-9e67-4b45-968b-de208c7e873e'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:40.752897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-c7b24c9a-e91b-4499-b165-de1d95f643db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.754447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-c7b24c9a-e91b-4499-b165-de1d95f643db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3522739 Jul 15 23:12:40.806862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.848948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a981bca5-69f9-4c87-8fc7-b7e654e62c3e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:40.871935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for floatingip, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.934604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a981bca5-69f9-4c87-8fc7-b7e654e62c3e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:40.935290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a981bca5-69f9-4c87-8fc7-b7e654e62c3e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:40.935887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:40.969954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:40.984803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 82f1b467-f0e6-4cd0-bc2f-8e192f444ca2 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:41.007685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71fbccec-ae08-4257-92ac-0630aa3c079e req-691fe6d6-cb03-4288-9b25-8b88562f2309 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392280 Jul 15 23:12:41.082547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-e768c1b0-3be2-4ae2-bbc8-a426ad0318d0 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147883 Jul 15 23:12:41.141414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] DHCP port deletion for 644e7bea-ffcb-4f1e-a8ea-f407df39b33c request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:12:41.167011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec05b3-7a11-4a7b-aa1e-93e9a9ea75d0 req-da182ad6-1966-4117-84f5-368a429581be tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.168575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bec05b3-7a11-4a7b-aa1e-93e9a9ea75d0 req-da182ad6-1966-4117-84f5-368a429581be tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 945 time: 0.2235367 Jul 15 23:12:41.213950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Deleting port 59a73451-e542-406c-99c0-e852f53c1fb5 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:41.214391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.269081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] Deleting port 59a73451-e542-406c-99c0-e852f53c1fb5 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:41.269826 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.347426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bec05b3-7a11-4a7b-aa1e-93e9a9ea75d0 req-203b98e9-9835-48ab-9723-27e3b915e788 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452026 Jul 15 23:12:41.362518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-e231ca4e-342c-4260-b4fd-e47ee5c96874 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620621 Jul 15 23:12:41.374948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] For port 59a73451-e542-406c-99c0-e852f53c1fb5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=59a73451-e542-406c-99c0-e852f53c1fb5,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:41.375318 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.378736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] For port 59a73451-e542-406c-99c0-e852f53c1fb5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=59a73451-e542-406c-99c0-e852f53c1fb5,segment=NetworkSegment(4b45d0b6-4b95-41f4-9306-50752c9b9847),segment_id=4b45d0b6-4b95-41f4-9306-50752c9b9847)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:41.379241 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.424035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] Calling delete_port for 59a73451-e542-406c-99c0-e852f53c1fb5 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:41.454858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-36a75c04-0e52-4241-bb70-b40cafc0558e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0680861 Jul 15 23:12:41.495215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Calling delete_port for 59a73451-e542-406c-99c0-e852f53c1fb5 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:41.638109 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.673536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] Pushing event deleted for resources: {'Port': ['ID=59a73451-e542-406c-99c0-e852f53c1fb5,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:41.680306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8919d9-ca58-40dc-9788-ff6de4829d91 None None] No DVR routers for this DVR port 59a73451-e542-406c-99c0-e852f53c1fb5 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:41.734914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.resource_extend [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:12:41.748696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-a0400fd5-939f-4bed-a28a-2b4eccd10e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.750229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-a0400fd5-939f-4bed-a28a-2b4eccd10e74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.2568016 Jul 15 23:12:41.870291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ff52a-279e-4545-b082-f78961a038d8 req-e89c579f-df05-405b-a464-ce2bf82dc1d6 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.877657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d9ff52a-279e-4545-b082-f78961a038d8 req-e89c579f-df05-405b-a464-ce2bf82dc1d6 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 945 time: 0.3056595 Jul 15 23:12:41.878459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.883603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.919754 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.959003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-9f7155f2-3f84-4436-94e9-9df006cbcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.960314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-9f7155f2-3f84-4436-94e9-9df006cbcdda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2014511 Jul 15 23:12:42.004703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a73451-e542-406c-99c0-e852f53c1fb5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:42.015407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.015407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.015407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.016289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.016289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.016289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.016731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.016942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.017278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.017602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.017923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.018243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:42.035499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d9ff52a-279e-4545-b082-f78961a038d8 req-a869feab-c2ba-4d43-ac39-312ad57f8cc5 tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567490 Jul 15 23:12:42.037018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] No DVR routers for this DVR port 59a73451-e542-406c-99c0-e852f53c1fb5 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:42.119149 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Floating IP 1bd88385-fd85-4f26-9c61-13de380abb4e associated. External IP: 172.25.3.122, port: 77cf4c92-9e67-4b45-968b-de208c7e873e. Jul 15 23:12:42.266269 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.301041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9660e48-a53d-41a3-abcf-8d138e72a8f6 req-77d700da-7d1e-4a38-9d17-45179017837b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:42.315771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9660e48-a53d-41a3-abcf-8d138e72a8f6 req-77d700da-7d1e-4a38-9d17-45179017837b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.3511238 Jul 15 23:12:42.369177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644e7bea-ffcb-4f1e-a8ea-f407df39b33c']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:42.414081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b45d0b6-4b95-41f4-9306-50752c9b9847') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:42.414449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b45d0b6-4b95-41f4-9306-50752c9b9847') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:42.421480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9660e48-a53d-41a3-abcf-8d138e72a8f6 req-7f014a92-5d7f-4618-a8d3-e0a5a2163778 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048613 Jul 15 23:12:42.433219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-015ade23-39d3-436c-9178-89ae6af73a7d service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369092 Jul 15 23:12:42.441637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.484471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Router 4b8cc633-f4e4-469c-a823-abb14289d496 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:42.543387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.568784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dd350-d785-4b24-8d32-bb80a145a5e6 req-d326d59b-d448-4e83-83b6-b4f7527a91bc tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:42.581399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-265dd350-d785-4b24-8d32-bb80a145a5e6 req-d326d59b-d448-4e83-83b6-b4f7527a91bc tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 945 time: 0.3733184 Jul 15 23:12:42.672861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:42.673537 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:42.676190 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:42.684784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:42.693902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.694567 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] Sync routers for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:42.716159 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:42.718943 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:42.767287 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b12f7604-e8b5-4ba0-a9b1-035c72acf66e tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "PUT /v2.0/floatingips/1bd88385-fd85-4f26-9c61-13de380abb4e HTTP/1.1" status: 200 len: 992 time: 2.0525331 Jul 15 23:12:42.768573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'tag': '77cf4c92-9e67-4b45-968b-de208c7e873e'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:42.771566 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc95bed-750e-4c2b-9283-2932f798c096" -d '{"events": [{"name": "network-changed", "server_uuid": "549648df-6a2d-4568-8b16-3acde6b79e7e", "tag": "77cf4c92-9e67-4b45-968b-de208c7e873e"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:42.798616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 59a73451-e542-406c-99c0-e852f53c1fb5 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:42.827679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-c301bf31-4710-42d2-9f43-24ccf3ca34d9 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736911 Jul 15 23:12:42.893863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 59a73451-e542-406c-99c0-e852f53c1fb5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:42.894206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 59a73451-e542-406c-99c0-e852f53c1fb5 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:43.015139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-d3870d0b-b9f6-4337-9072-67c7eaa9e76f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.020325 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-d3870d0b-b9f6-4337-9072-67c7eaa9e76f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 945 time: 0.2123322 Jul 15 23:12:43.239737 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:43.241644 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93fd6ee-e55f-4f57-8224-ce9d2ea76efb x-openstack-request-id: req-a93fd6ee-e55f-4f57-8224-ce9d2ea76efb {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:43.242037 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549648df-6a2d-4568-8b16-3acde6b79e7e", "tag": "77cf4c92-9e67-4b45-968b-de208c7e873e", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:43.242409 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a93fd6ee-e55f-4f57-8224-ce9d2ea76efb {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:43.243994 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'tag': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'status': 'completed', 'code': 200} Jul 15 23:12:43.359203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Deleting port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:43.359560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.425426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-b893e541-4835-455d-8e75-6a97bf8613ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fea8efda-f69d-4eb3-9e36-aa435e795501 HTTP/1.1" status: 200 len: 217 time: 0.5607266 Jul 15 23:12:43.428770 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.445107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-265dd350-d785-4b24-8d32-bb80a145a5e6 req-c8539a27-a646-46c4-924e-d60f5d12e6ee tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8677342 Jul 15 23:12:43.459877 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.468450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] 10.222.0.23 "DELETE /v2.0/networks/644e7bea-ffcb-4f1e-a8ea-f407df39b33c HTTP/1.1" status: 204 len: 168 time: 2.8762817 Jul 15 23:12:43.500954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] For port c590a1b1-2e2c-43bb-a88b-30210e6a8b92, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,segment=NetworkSegment(b961d44b-f8d8-4527-824d-5a19e5572fa0),segment_id=b961d44b-f8d8-4527-824d-5a19e5572fa0)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:43.501331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.538542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Calling delete_port for c590a1b1-2e2c-43bb-a88b-30210e6a8b92 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:43.566338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae5e4f-5ed1-4cfe-a40c-beec91590d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=644e7bea-ffcb-4f1e-a8ea-f407df39b33c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:43.630607 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:12:43.643996 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.661464 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1bd88385-fd85-4f26-9c61-13de380abb4e', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'port_id': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'mac_address': 'fa:16:3e:69:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:05Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 1, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:09Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:43.701342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36012) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:43.734175 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] Checking router: 4b8cc633-f4e4-469c-a823-abb14289d496 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:43.750714 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:43.751379 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:43.823738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.870103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['c590a1b1-2e2c-43bb-a88b-30210e6a8b92'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:43.873119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-e40f8dc0-a5c5-411a-a362-b3e292a343d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.874038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Pushing event deleted for resources: {'Port': ['ID=c590a1b1-2e2c-43bb-a88b-30210e6a8b92,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:43.877089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-e40f8dc0-a5c5-411a-a362-b3e292a343d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.4269187 Jul 15 23:12:43.905174 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:43.910468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.911001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.911352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.911946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.912471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.913671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.913671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.914020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.914401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.914748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.915146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.916957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:43.960205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b6a949a2-7c77-4dc2-98c3-227035fe0bd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=421baef519744e10a80993ce165f0d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507448 Jul 15 23:12:43.968845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a66631-6506-46c4-a455-2e5fabca2c0f req-3c5fdd66-d24b-4d11-a58e-6994972d72ff tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.976506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08a66631-6506-46c4-a455-2e5fabca2c0f req-3c5fdd66-d24b-4d11-a58e-6994972d72ff tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9f9d85-2d87-4a76-a6a7-40ee809860ba HTTP/1.1" status: 200 len: 867 time: 0.4169900 Jul 15 23:12:43.980380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:44.002317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] No DVR routers for this DVR port c590a1b1-2e2c-43bb-a88b-30210e6a8b92 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:44.005999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-fefa04d5-a55e-4c36-ad57-324cfd120aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.007642 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-fefa04d5-a55e-4c36-ad57-324cfd120aa7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a9d3857f03b44f9914d0e7435c0c4b3&device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 1097 time: 0.7234721 Jul 15 23:12:44.009698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.012360 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8bae50b5-4fb0-4007-86a4-c28c09887e6e req-01f86eee-f34c-4a8a-bf74-4c33c0737b4f tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.37 "DELETE /v2.0/ports/c590a1b1-2e2c-43bb-a88b-30210e6a8b92 HTTP/1.1" status: 204 len: 173 time: 0.9832129 Jul 15 23:12:44.162982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-6cdd293d-54dc-475f-9174-57847ef6b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.164457 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-6cdd293d-54dc-475f-9174-57847ef6b3e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38b784dd-a79e-4e11-a244-1f40514e6a8b HTTP/1.1" status: 200 len: 907 time: 0.1443112 Jul 15 23:12:44.169522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2e01d-e9ce-47f1-9678-d222ca55ccb2 req-63c90d95-ae83-4171-8d91-ed91e1565ecd tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.171136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fe2e01d-e9ce-47f1-9678-d222ca55ccb2 req-63c90d95-ae83-4171-8d91-ed91e1565ecd tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.4715755 Jul 15 23:12:44.211358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08a66631-6506-46c4-a455-2e5fabca2c0f req-5147e826-f868-4a7c-86b7-c1a0a36fe80c tempest-ServerAddressesNegativeTestJSON-1946492419 tempest-ServerAddressesNegativeTestJSON-1946492419-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab96d16d-94ff-4bca-bad3-9becd93fa49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334843 Jul 15 23:12:44.285845 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-e2d1e93b-fe9e-4ff3-9c61-b66ce766215c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cf4c92-9e67-4b45-968b-de208c7e873e HTTP/1.1" status: 200 len: 1000 time: 0.1140733 Jul 15 23:12:44.379929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fe2e01d-e9ce-47f1-9678-d222ca55ccb2 req-df4965e0-1037-4563-8411-dcc5305cf7a5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675034 Jul 15 23:12:44.382039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-aa8a066a-1e51-4ff7-a0cc-e05e665ae633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.383522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-aa8a066a-1e51-4ff7-a0cc-e05e665ae633 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4753602 Jul 15 23:12:44.384327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-68110524-272d-403f-8b25-206941e5ba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.441725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-9d8d4259-87eb-4d89-8cc2-96ddc715def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.445934 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1bd88385-fd85-4f26-9c61-13de380abb4e', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'port_id': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'mac_address': 'fa:16:3e:69:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:05Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 1, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:09Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:44.450307 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-9d8d4259-87eb-4d89-8cc2-96ddc715def2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bd28e40-4a57-4952-bee6-ca863642aa0b HTTP/1.1" status: 200 len: 845 time: 0.1469970 Jul 15 23:12:44.538711 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b25970-39a0-4b1a-99d4-4939f52f499f None None] The sync data for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 is: [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '1bd88385-fd85-4f26-9c61-13de380abb4e', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'port_id': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'mac_address': 'fa:16:3e:69:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:05Z', 'updated_at': '2021-07-15T23:12:41Z', 'revision_number': 1, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:09Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:44.561539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-904fe4d2-735a-4775-99aa-cd89845c21b3 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672313 Jul 15 23:12:44.574903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-f0baef35-215a-4b2a-a26b-67a3cf711ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.576415 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-f0baef35-215a-4b2a-a26b-67a3cf711ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38b784dd-a79e-4e11-a244-1f40514e6a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177089 Jul 15 23:12:44.732886 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-56545017-a5a2-4be7-9415-d1c15d00ec43 service neutron] 10.222.0.37 "GET /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458135 Jul 15 23:12:44.738694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-68110524-272d-403f-8b25-206941e5ba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.977774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fda7b3-a865-4087-ac02-4a9b217ad3eb None None] New status for floating IP 1bd88385-fd85-4f26-9c61-13de380abb4e: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:12:44.989251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-bdced3b7-874f-40bb-a211-8b3348ebd150 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.991197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-bdced3b7-874f-40bb-a211-8b3348ebd150 tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 945 time: 0.4284079 Jul 15 23:12:44.994179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-bcb0e21a-7cae-41cd-89c9-d8c8d6ce0b93 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134145 Jul 15 23:12:45.034609 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bc95bed-750e-4c2b-9283-2932f798c096 req-7c430042-e414-4a18-9c3e-1b3dfd07adb9 service neutron] 10.222.0.37 "GET /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789304 Jul 15 23:12:45.076629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-08778785-7201-4ad1-a678-e8c2399a2852 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993 HTTP/1.1" status: 200 len: 217 time: 0.0598030 Jul 15 23:12:45.122206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-68110524-272d-403f-8b25-206941e5ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.150922 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-68110524-272d-403f-8b25-206941e5ba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.153368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-68110524-272d-403f-8b25-206941e5ba5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eacd8d23-76cb-47f2-b7a4-e984312ab78b HTTP/1.1" status: 204 len: 168 time: 1.1665711 Jul 15 23:12:45.244533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9f9d85-2d87-4a76-a6a7-40ee809860ba', 'name': 'network-vif-deleted', 'tag': 'c590a1b1-2e2c-43bb-a88b-30210e6a8b92'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:45.247539 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c285c7-9ff3-425f-bae8-206632e92003" -d '{"events": [{"server_uuid": "da9f9d85-2d87-4a76-a6a7-40ee809860ba", "name": "network-vif-deleted", "tag": "c590a1b1-2e2c-43bb-a88b-30210e6a8b92"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:45.324098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68110524-272d-403f-8b25-206941e5ba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacd8d23-76cb-47f2-b7a4-e984312ab78b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:45.477737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-3ed0fd35-d436-48e1-8a69-5d020f0830e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:45.479241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-3ed0fd35-d436-48e1-8a69-5d020f0830e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.2951581 Jul 15 23:12:45.523726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005d948-bafe-4c20-bb86-33837842c34e req-b3ae4c6d-6c20-4da3-a018-d3b32d1f671f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:45.532126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5005d948-bafe-4c20-bb86-33837842c34e req-b3ae4c6d-6c20-4da3-a018-d3b32d1f671f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.3513210 Jul 15 23:12:45.587626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91a48-5331-4808-b6a6-4fd815ba1e06 req-dfe0fd70-a374-441f-9dbc-68e22d471f5c tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:45.589362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdd91a48-5331-4808-b6a6-4fd815ba1e06 req-dfe0fd70-a374-441f-9dbc-68e22d471f5c tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 945 time: 0.5100305 Jul 15 23:12:45.617165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Deleting port 276ca8d2-c58f-4907-ad92-471d3df345ba {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:45.617506 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.678803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5005d948-bafe-4c20-bb86-33837842c34e req-3aabc91c-ac1f-48ac-9031-b4ad0ac8e48e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456938 Jul 15 23:12:45.761911 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdd91a48-5331-4808-b6a6-4fd815ba1e06 req-f7eb4062-d2fc-4f20-b66f-a4d16494f00b tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/security-groups?id=3ee96283-87b7-4a52-b879-1273da10a6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580577 Jul 15 23:12:45.806792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36058) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:45.848292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-6bd9b6d4-08f5-483d-bce1-aa4dc2516454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:45.850314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-6bd9b6d4-08f5-483d-bce1-aa4dc2516454 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3564141 Jul 15 23:12:45.892914 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc9059-6511-41f0-b5ee-6e64d29d3df8 x-openstack-request-id: req-46cc9059-6511-41f0-b5ee-6e64d29d3df8 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:45.893215 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9f9d85-2d87-4a76-a6a7-40ee809860ba", "name": "network-vif-deleted", "tag": "c590a1b1-2e2c-43bb-a88b-30210e6a8b92", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:45.893473 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46cc9059-6511-41f0-b5ee-6e64d29d3df8 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:45.893877 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9f9d85-2d87-4a76-a6a7-40ee809860ba', 'name': 'network-vif-deleted', 'tag': 'c590a1b1-2e2c-43bb-a88b-30210e6a8b92', 'status': 'completed', 'code': 200} Jul 15 23:12:45.922213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] For port 276ca8d2-c58f-4907-ad92-471d3df345ba, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=276ca8d2-c58f-4907-ad92-471d3df345ba,segment=NetworkSegment(23cd08e9-86b2-4cc5-b652-dff78413d811),segment_id=23cd08e9-86b2-4cc5-b652-dff78413d811)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:45.922605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.928012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11dbfda-d6d8-4276-bb74-9610c19bbb34 admin admin] Deleting subnet 30f111cc-bdaa-4cb0-b24b-fa0904353276 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:45.943613 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f11dbfda-d6d8-4276-bb74-9610c19bbb34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.967098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Calling delete_port for 276ca8d2-c58f-4907-ad92-471d3df345ba owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:46.032950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f11dbfda-d6d8-4276-bb74-9610c19bbb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.130390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f11dbfda-d6d8-4276-bb74-9610c19bbb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.235576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f11dbfda-d6d8-4276-bb74-9610c19bbb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.247395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-c89b8f0c-96ac-40e2-ae03-299d8b4a43de service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787484 Jul 15 23:12:46.268140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dbfda-d6d8-4276-bb74-9610c19bbb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f111cc-bdaa-4cb0-b24b-fa0904353276,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:46.278256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f11dbfda-d6d8-4276-bb74-9610c19bbb34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.280964 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f11dbfda-d6d8-4276-bb74-9610c19bbb34 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/30f111cc-bdaa-4cb0-b24b-fa0904353276 HTTP/1.1" status: 204 len: 168 time: 0.4690747 Jul 15 23:12:46.282980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36082) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:46.399318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.431375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-2ce3723f-e008-45e3-924d-adc1217f6d20 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631520 Jul 15 23:12:46.477403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36084) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:46.481626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c590a1b1-2e2c-43bb-a88b-30210e6a8b92 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:46.497605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-5caaefae-12f1-47b8-9907-c39f6c1f51ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28eba14b-9740-49bf-b234-fcdf2819574d HTTP/1.1" status: 200 len: 217 time: 0.0597587 Jul 15 23:12:46.520010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: c590a1b1-2e2c-43bb-a88b-30210e6a8b92 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:46.520433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c590a1b1-2e2c-43bb-a88b-30210e6a8b92 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:46.521773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.562840 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.584738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Pushing event deleted for resources: {'Port': ['ID=276ca8d2-c58f-4907-ad92-471d3df345ba,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:46.585769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10ba670-0f26-4f2b-ab6d-72667722080b']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:46.611040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b961d44b-f8d8-4527-824d-5a19e5572fa0') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:46.611829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b961d44b-f8d8-4527-824d-5a19e5572fa0') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:46.633202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-7300e65e-f64d-4a2b-bbba-b0d2a094b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:46.635261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-7300e65e-f64d-4a2b-bbba-b0d2a094b41a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.1272249 Jul 15 23:12:46.639231 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.672711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] No DVR routers for this DVR port 276ca8d2-c58f-4907-ad92-471d3df345ba on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:46.679974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1834739743-network', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:46.689525 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.689761 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.696935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a998b33-3f03-4346-9201-3cd4e0bc6b0b req-b9efaa7f-2385-4f7f-b471-e42a6866dbcf tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.59 "DELETE /v2.0/ports/276ca8d2-c58f-4907-ad92-471d3df345ba HTTP/1.1" status: 204 len: 173 time: 1.6788700 Jul 15 23:12:46.699516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6f37f3-4650-4300-8cae-91468afca31a', 'name': 'network-vif-deleted', 'tag': '276ca8d2-c58f-4907-ad92-471d3df345ba'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:46.701185 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84164e08-3f44-44ed-8344-bcfd7acafe89" -d '{"events": [{"server_uuid": "bb6f37f3-4650-4300-8cae-91468afca31a", "name": "network-vif-deleted", "tag": "276ca8d2-c58f-4907-ad92-471d3df345ba"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:46.724187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:46.724537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:46.726462 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:46.832384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:46.834842 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.860626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-4bbd6be3-79fe-4f33-8937-8182f6641d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:46.864836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-4bbd6be3-79fe-4f33-8937-8182f6641d8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2006218 Jul 15 23:12:46.971849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.994049 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.001719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.005445 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] 10.222.0.23 "DELETE /v2.0/networks/f10ba670-0f26-4f2b-ab6d-72667722080b HTTP/1.1" status: 204 len: 168 time: 0.7210782 Jul 15 23:12:47.005621 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb7c1c4-d47c-4f5d-b721-21f7d65d9cf0 x-openstack-request-id: req-0cb7c1c4-d47c-4f5d-b721-21f7d65d9cf0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:47.006004 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6f37f3-4650-4300-8cae-91468afca31a", "name": "network-vif-deleted", "tag": "276ca8d2-c58f-4907-ad92-471d3df345ba", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:47.006350 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cb7c1c4-d47c-4f5d-b721-21f7d65d9cf0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:47.006864 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6f37f3-4650-4300-8cae-91468afca31a', 'name': 'network-vif-deleted', 'tag': '276ca8d2-c58f-4907-ad92-471d3df345ba', 'status': 'completed', 'code': 200} Jul 15 23:12:47.067218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdd0e2-e255-4f9a-80c1-d294df61a56d admin admin] Pushing event deleted for resources: {'Network': ['ID=f10ba670-0f26-4f2b-ab6d-72667722080b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:47.077618 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-515489d3-a3f2-43f0-b041-097662b2df61 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030945 Jul 15 23:12:47.140075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807871cb-22f6-492f-9465-ffc7b6203a1e req-2d01af32-96f7-4efd-9b1c-b469b5270f99 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:47.142499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-807871cb-22f6-492f-9465-ffc7b6203a1e req-2d01af32-96f7-4efd-9b1c-b469b5270f99 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.1347427 Jul 15 23:12:47.229701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.230867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36108) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:47.243645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.289113 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:47.310150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e311d4b-aba5-4897-926a-3954a79719d1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:47.317697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.318192 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Added segment 201e60cd-372e-4f00-9360-e7deaeb59aec of type vlan for network 0254081e-3f07-42d6-8d09-25919eba2af6 Jul 15 23:12:47.346510 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cccb3659-c7d6-47c1-95df-7f497505c355 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cda73bc94cd406bb0b17247ec166b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122863 Jul 15 23:12:47.351297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76456a49-e779-4a6b-ae62-e699ba30bcb6 req-66613f83-e38f-4cc5-b372-aad17046919b tempest-InstanceActionsV221TestJSON-1969271883 tempest-InstanceActionsV221TestJSON-1969271883-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb6f37f3-4650-4300-8cae-91468afca31a HTTP/1.1" status: 200 len: 210 time: 0.0803878 Jul 15 23:12:47.361211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-807871cb-22f6-492f-9465-ffc7b6203a1e req-40fb417e-24e9-4013-843e-c7c8a74a4a35 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075775 Jul 15 23:12:47.363686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36110) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:47.386553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.457159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.459255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:47.460775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.461331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-fd1f884c-1bb4-48b6-bf5b-0376e064a120 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717661 Jul 15 23:12:47.538819 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0578916 Jul 15 23:12:47.548916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36120) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:47.566011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Request body: {'subnet': {'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1834739743-subnet', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:47.638217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-c4ccf307-00f7-4cc0-8109-cf247110aba6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 HTTP/1.1" status: 200 len: 217 time: 0.1553488 Jul 15 23:12:47.702539 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-daeca316-0ae5-443c-8e79-1abecaf4adce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.733191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162e765-51c6-4f08-b8db-33c1cf2628bb admin admin] Pushing event updated for resources: {'Network': ['ID=0254081e-3f07-42d6-8d09-25919eba2af6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:47.744068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0254081e-3f07-42d6-8d09-25919eba2af6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:47.764214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:47.768012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.776994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-daeca316-0ae5-443c-8e79-1abecaf4adce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.799003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-6b530e56-ef0f-47cb-8507-c81b8c80591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:47.800523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-6b530e56-ef0f-47cb-8507-c81b8c80591a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.1518972 Jul 15 23:12:47.962200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d11a0-195e-40fc-addd-72fa2cde7654 req-b5c6ea68-a99c-4a76-8453-ca1e65f21ace tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:47.971463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-353d11a0-195e-40fc-addd-72fa2cde7654 req-b5c6ea68-a99c-4a76-8453-ca1e65f21ace tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 946 time: 0.2838750 Jul 15 23:12:48.014136 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-daeca316-0ae5-443c-8e79-1abecaf4adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.016085 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca1984d3-a948-4a20-af19-093e7b838cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.016496 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-daeca316-0ae5-443c-8e79-1abecaf4adce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.018294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-daeca316-0ae5-443c-8e79-1abecaf4adce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab96d16d-94ff-4bca-bad3-9becd93fa49e HTTP/1.1" status: 204 len: 168 time: 0.6533923 Jul 15 23:12:48.030727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-4f424817-c914-4e27-ad5a-50bd52145fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:48.032848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-4f424817-c914-4e27-ad5a-50bd52145fa4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2042053 Jul 15 23:12:48.059804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeca316-0ae5-443c-8e79-1abecaf4adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab96d16d-94ff-4bca-bad3-9becd93fa49e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:48.102230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.106820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-353d11a0-195e-40fc-addd-72fa2cde7654 req-6b0afbb9-c67a-431e-bc1c-b1a7850b24f3 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336162 Jul 15 23:12:48.181147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6168da9b-2342-47f8-bbd2-a7ec8d66ed5b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:48.185769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Checking segment: {'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:48.186137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Network hostable DHCP agents. Network: 0254081e-3f07-42d6-8d09-25919eba2af6, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:48.198569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-cedab14d-2c18-4402-9a53-aaf62b8d2a8c service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520176 Jul 15 23:12:48.212259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Network 0254081e-3f07-42d6-8d09-25919eba2af6 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:48.225378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0254081e-3f07-42d6-8d09-25919eba2af6) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:48.230216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:48.231555 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.236227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49918109-fe4c-45f0-acbd-a22f911956eb None None] Network 0254081e-3f07-42d6-8d09-25919eba2af6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:48.273626 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f541fb01-88b3-4328-b241-a5983a80c5e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7218227 Jul 15 23:12:48.274605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36124) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:48.284089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:48.317983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4d0b649-7f87-46b3-8b07-2ed937dfcd63 req-39dee1a7-f024-42b0-a680-33ac4ed56fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075013 Jul 15 23:12:48.333643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.335332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.401715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 276ca8d2-c58f-4907-ad92-471d3df345ba no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:48.426454 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.446668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 276ca8d2-c58f-4907-ad92-471d3df345ba {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:48.447460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 276ca8d2-c58f-4907-ad92-471d3df345ba not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:48.455543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-0254081e-3f07-42d6-8d09-25919eba2af6', 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'fixed_ips': [{'subnet_id': '6168da9b-2342-47f8-bbd2-a7ec8d66ed5b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:48.457234 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.859492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f861a8-6d5d-4d51-b0ae-154a8a802fa9 req-b90884f9-71d3-4307-8c89-4069934219f9 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:48.866567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72f861a8-6d5d-4d51-b0ae-154a8a802fa9 req-b90884f9-71d3-4307-8c89-4069934219f9 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.2131591 Jul 15 23:12:48.872417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Allocated IP 172.20.0.2 (0254081e-3f07-42d6-8d09-25919eba2af6/6168da9b-2342-47f8-bbd2-a7ec8d66ed5b/6c8a0762-23b3-4981-a088-230749d45861) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:49.124533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72f861a8-6d5d-4d51-b0ae-154a8a802fa9 req-ec70c888-d776-4e47-af5e-0f9a46989f69 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553856 Jul 15 23:12:49.214848 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.221398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e234-2d41-4929-954c-c0724ee32045 req-582f3300-23b5-4df6-9ec6-51ae9dffeeb0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:49.222988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d747e234-2d41-4929-954c-c0724ee32045 req-582f3300-23b5-4df6-9ec6-51ae9dffeeb0 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.37 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 946 time: 0.3538067 Jul 15 23:12:49.226817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.233925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Transition to ACTIVE for port object 6c8a0762-23b3-4981-a088-230749d45861 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:49.269731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Transition to ACTIVE for port object 6c8a0762-23b3-4981-a088-230749d45861 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:49.280172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.352994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36170) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:49.373357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Network 0254081e-3f07-42d6-8d09-25919eba2af6 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:49.384500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:49.388630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:49.446061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Pushing event updated for resources: {'Port': ['ID=6c8a0762-23b3-4981-a088-230749d45861,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:49.494556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Attempting to bind port 6c8a0762-23b3-4981-a088-230749d45861 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:49.494984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Attempting to bind port 6c8a0762-23b3-4981-a088-230749d45861 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:49.499068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Attempting to bind port 6c8a0762-23b3-4981-a088-230749d45861 on network 0254081e-3f07-42d6-8d09-25919eba2af6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:49.504715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:49.505102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Checking segment: {'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:49.505579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.506444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Bound using segment: {'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:49.507006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Bound port: 6c8a0762-23b3-4981-a088-230749d45861, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:49.507715 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.550974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36174) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:49.575927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-696123548-network', 'tenant_id': 'd7e623bc86374623bf2065520fac9ae9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:49.639908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] For port 6c8a0762-23b3-4981-a088-230749d45861, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:49.648741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] For port 6c8a0762-23b3-4981-a088-230749d45861, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6c8a0762-23b3-4981-a088-230749d45861,segment=NetworkSegment(201e60cd-372e-4f00-9360-e7deaeb59aec),segment_id=201e60cd-372e-4f00-9360-e7deaeb59aec)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:49.653375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.695775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.730184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Deleting port b98e653b-3db4-4624-aa9b-61f8b47229b1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:49.730677 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.734638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.741836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5f11-aaf0-467c-a504-c30f533016ed None None] Pushing event updated for resources: {'Port': ['ID=6c8a0762-23b3-4981-a088-230749d45861,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:49.752040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c8f536-ac18-4533-89aa-ae06088fa2d0 admin admin] Deleting subnet 68663892-991f-40ad-87bf-b1a3660e11df {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:49.761362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Made reservation on behalf of d7e623bc86374623bf2065520fac9ae9 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:49.764571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.788939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a202fe-7297-4163-a55a-4e844d8642d4 req-dacd4542-1bf0-40b6-bee1-00ad2ff86c98 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:49.790803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38a202fe-7297-4163-a55a-4e844d8642d4 req-dacd4542-1bf0-40b6-bee1-00ad2ff86c98 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 946 time: 0.4110100 Jul 15 23:12:49.805520 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f536-ac18-4533-89aa-ae06088fa2d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.867339 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.879577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Allocated IP 172.25.3.115 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/ceb69231-201e-4b98-8162-e2f271bbef2e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:50.055867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.133622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.207892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Pushing event updated for resources: {'Port': ['ID=ceb69231-201e-4b98-8162-e2f271bbef2e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:50.220343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:50.222540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:50.225714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:50.542111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38a202fe-7297-4163-a55a-4e844d8642d4 req-614e218d-8ab4-4214-a259-4d02c750a874 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255383 Jul 15 23:12:50.581679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.596046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f536-ac18-4533-89aa-ae06088fa2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.623254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5d4c718a-9279-46f2-8054-758497e7ac29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.705050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] For port b98e653b-3db4-4624-aa9b-61f8b47229b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b98e653b-3db4-4624-aa9b-61f8b47229b1,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:50.705518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.765564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Calling delete_port for b98e653b-3db4-4624-aa9b-61f8b47229b1 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:50.800510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f536-ac18-4533-89aa-ae06088fa2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.907193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c8a0762-23b3-4981-a088-230749d45861 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:50.972665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39d0ab-e97d-4cf2-8f6f-75c0118e18cf req-c242bba8-0ce6-4cc4-9387-20bbfe2d09dc tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:50.975356 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa39d0ab-e97d-4cf2-8f6f-75c0118e18cf req-c242bba8-0ce6-4cc4-9387-20bbfe2d09dc tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.4808259 Jul 15 23:12:51.000410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.008843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.042841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6c8a0762-23b3-4981-a088-230749d45861 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:51.107234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.169415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa39d0ab-e97d-4cf2-8f6f-75c0118e18cf req-d8cf8765-bd47-4284-9c0b-bc523a24e28e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527882 Jul 15 23:12:51.204802 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.221769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:12:51.245037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f536-ac18-4533-89aa-ae06088fa2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.248411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:51.292445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2da710-9b99-4dc3-8e50-65aa26f3447b None None] Network 0254081e-3f07-42d6-8d09-25919eba2af6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:51.311856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8f536-ac18-4533-89aa-ae06088fa2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68663892-991f-40ad-87bf-b1a3660e11df,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:51.314605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.315067 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Added segment d4e3e8c5-5f96-4b59-ad85-48a444e412c0 of type vlan for network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 Jul 15 23:12:51.318276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab38e65-ab29-4f51-adc6-13db28d0d797,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:51.372811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.394920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', '68ebc5aa-5999-4bb5-8873-6592ad6053a6', '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:51.439533 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b98e653b-3db4-4624-aa9b-61f8b47229b1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:51.445272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4c8f536-ac18-4533-89aa-ae06088fa2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.446957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:51.447673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a4c8f536-ac18-4533-89aa-ae06088fa2d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/68663892-991f-40ad-87bf-b1a3660e11df HTTP/1.1" status: 204 len: 168 time: 1.8862543 Jul 15 23:12:51.453732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36206) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:51.460031 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Sync routers for ids ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:51.471802 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Routers {'4f26ca6e-12a4-486d-932b-f74c3fa086e0'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:51.475066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Pushing event deleted for resources: {'Port': ['ID=b98e653b-3db4-4624-aa9b-61f8b47229b1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:51.475957 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:51.486328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.492594 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-836c61ff-487d-4fc3-b42a-039dbe7cd0df admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2169869 Jul 15 23:12:51.493395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36208) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:51.501879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.538657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-42f0fb47-abc9-437b-9393-f8fd6aef4d5e None None] Provisioning for port 6c8a0762-23b3-4981-a088-230749d45861 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:51.571410 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.577298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-42f0fb47-abc9-437b-9393-f8fd6aef4d5e None None] Provisioning complete for port 6c8a0762-23b3-4981-a088-230749d45861 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:51.577666 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42f0fb47-abc9-437b-9393-f8fd6aef4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.693153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] No DVR routers for this DVR port b98e653b-3db4-4624-aa9b-61f8b47229b1 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:51.701316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.713070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d747e234-2d41-4929-954c-c0724ee32045 req-2124f28f-4fd6-49bb-9029-c24bd3d031ff tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.37 "DELETE /v2.0/ports/b98e653b-3db4-4624-aa9b-61f8b47229b1 HTTP/1.1" status: 204 len: 173 time: 2.4693639 Jul 15 23:12:51.734860 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Set router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:51.779493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949dba5e-47d3-40a4-9c5a-9918fa6912f1', 'name': 'network-vif-deleted', 'tag': 'b98e653b-3db4-4624-aa9b-61f8b47229b1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:51.782190 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013186c8-2330-44ec-a2c1-187e120d1b06" -d '{"events": [{"server_uuid": "949dba5e-47d3-40a4-9c5a-9918fa6912f1", "name": "network-vif-deleted", "tag": "b98e653b-3db4-4624-aa9b-61f8b47229b1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:51.846221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f9c789-2c1f-40bd-aace-e7dbc33fba0c req-03363b37-553a-4f03-92b7-a0bb48792f7f tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=949dba5e-47d3-40a4-9c5a-9918fa6912f1 HTTP/1.1" status: 200 len: 210 time: 0.0605519 Jul 15 23:12:51.855253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.861562 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.867502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:51.868443 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.903995 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42f0fb47-abc9-437b-9393-f8fd6aef4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.915796 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37771ce-f3df-4813-a941-cce7c93da496 x-openstack-request-id: req-b37771ce-f3df-4813-a941-cce7c93da496 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:51.916043 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949dba5e-47d3-40a4-9c5a-9918fa6912f1", "name": "network-vif-deleted", "tag": "b98e653b-3db4-4624-aa9b-61f8b47229b1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:51.916285 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b37771ce-f3df-4813-a941-cce7c93da496 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:51.923075 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949dba5e-47d3-40a4-9c5a-9918fa6912f1', 'name': 'network-vif-deleted', 'tag': 'b98e653b-3db4-4624-aa9b-61f8b47229b1', 'status': 'completed', 'code': 200} Jul 15 23:12:52.012107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6565256 Jul 15 23:12:52.012107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36222) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:52.036737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Request body: {'subnet': {'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-696123548-subnet', 'tenant_id': 'd7e623bc86374623bf2065520fac9ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:52.056084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-42f0fb47-abc9-437b-9393-f8fd6aef4d5e None None] For port 6c8a0762-23b3-4981-a088-230749d45861, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6c8a0762-23b3-4981-a088-230749d45861,segment=NetworkSegment(201e60cd-372e-4f00-9360-e7deaeb59aec),segment_id=201e60cd-372e-4f00-9360-e7deaeb59aec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:52.117149 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42f0fb47-abc9-437b-9393-f8fd6aef4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.170641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Made reservation on behalf of d7e623bc86374623bf2065520fac9ae9 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:52.173107 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.254070 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:12:50Z', 'revision_number': 3, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port': {'id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:49Z', 'updated_at': '2021-07-15T23:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:52.269276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b110ec0-30a5-40db-9593-d603d0643c28 admin admin] Pushing event updated for resources: {'Network': ['ID=3de4f558-b7b2-4a69-a6d2-04d55c2630d4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:52.286241 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Checking router: 4f26ca6e-12a4-486d-932b-f74c3fa086e0 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:52.287213 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Updating router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 port ceb69231-201e-4b98-8162-e2f271bbef2e binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:52.319061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:52.325969 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.331788 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.374505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0fb47-abc9-437b-9393-f8fd6aef4d5e None None] Pushing event updated for resources: {'Port': ['ID=6c8a0762-23b3-4981-a088-230749d45861,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:52.477790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3c46caa6-767f-464b-a10f-3e1e94a6a6fc None None] Provisioning complete for port 6c8a0762-23b3-4981-a088-230749d45861 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:52.478261 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3c46caa6-767f-464b-a10f-3e1e94a6a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.545981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca75298-4fbd-4dd4-b55f-9a74e85fbbef']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:52.618239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cd08e9-86b2-4cc5-b652-dff78413d811') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:52.619101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cd08e9-86b2-4cc5-b652-dff78413d811') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:52.674444 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.735280 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.738524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.767281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:52.767688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:52.769719 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:52.827221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c8a0762-23b3-4981-a088-230749d45861 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:52.853819 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.949327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6c8a0762-23b3-4981-a088-230749d45861 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:52.950418 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.966779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c950c-31e3-4fad-b823-6a8091326ca2 req-2b619fd2-5198-427e-bbcd-f894fcd07270 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:52.976806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c63c950c-31e3-4fad-b823-6a8091326ca2 req-2b619fd2-5198-427e-bbcd-f894fcd07270 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.4836745 Jul 15 23:12:52.985394 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Transition to ACTIVE for port object ceb69231-201e-4b98-8162-e2f271bbef2e will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:52.993491 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.993837 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.021463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.023355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aca75298-4fbd-4dd4-b55f-9a74e85fbbef HTTP/1.1" status: 204 len: 168 time: 1.5495183 Jul 15 23:12:53.047663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45df788-5359-424c-90dd-68a7b0b26b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca75298-4fbd-4dd4-b55f-9a74e85fbbef,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:53.097369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c63c950c-31e3-4fad-b823-6a8091326ca2 req-ca9c0b97-9ea9-4a14-99ef-ee2940177c43 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195545 Jul 15 23:12:53.143448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.242320 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Attempting to bind port ceb69231-201e-4b98-8162-e2f271bbef2e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:53.249973 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Attempting to bind port ceb69231-201e-4b98-8162-e2f271bbef2e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:53.252946 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Attempting to bind port ceb69231-201e-4b98-8162-e2f271bbef2e on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:53.294583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Allocated IP 172.20.0.1 (0254081e-3f07-42d6-8d09-25919eba2af6/6168da9b-2342-47f8-bbd2-a7ec8d66ed5b/50ff276f-7416-4ab1-b5e2-317b0d0ffd76) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:53.299122 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a0066-c6b9-4a2a-961f-df1ceb152ea9 None None] Pushing event updated for resources: {'Port': ['ID=ceb69231-201e-4b98-8162-e2f271bbef2e,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:53.311980 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:53.312355 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:53.319803 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.320305 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:53.322349 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Bound port: ceb69231-201e-4b98-8162-e2f271bbef2e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:53.322807 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.336796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caac634b-a7f0-4386-8503-ffda8575f938,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:53.350383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Checking segment: {'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:53.353228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Network hostable DHCP agents. Network: 3de4f558-b7b2-4a69-a6d2-04d55c2630d4, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:53.390237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.400762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:53.424675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 3de4f558-b7b2-4a69-a6d2-04d55c2630d4) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:53.435761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a689e58-559d-4645-aa7f-d8a3ad3b2894 None None] Network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:53.444089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.446061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.451647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36254) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:53.501322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e6518815-5529-42f0-a6a1-b9188d715ed4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4758432 Jul 15 23:12:53.515083 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] For port ceb69231-201e-4b98-8162-e2f271bbef2e, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:53.524380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.526418 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] For port ceb69231-201e-4b98-8162-e2f271bbef2e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ceb69231-201e-4b98-8162-e2f271bbef2e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:53.537864 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.541682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9d2cefc9-1587-4f23-9f9d-a03e8c94d4be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0dfc04bad744ed5aca08b8ac3157030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862777 Jul 15 23:12:53.542680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36258) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:53.547441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Transition to ACTIVE for port object 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:53.587853 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.641449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Network 0254081e-3f07-42d6-8d09-25919eba2af6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:53.645431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:53.650009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:53.697689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Pushing event updated for resources: {'Port': ['ID=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:53.710789 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e303f003-d222-423a-b753-48c69eb5fa98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.747256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.778880 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e303f003-d222-423a-b753-48c69eb5fa98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.788315 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Routers {'4f26ca6e-12a4-486d-932b-f74c3fa086e0'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:53.815420 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:53.858747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06f046-81d4-4b3e-a45c-2041b3a1c643 None None] Network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:53.922411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e303f003-d222-423a-b753-48c69eb5fa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.925784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e303f003-d222-423a-b753-48c69eb5fa98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.935211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e303f003-d222-423a-b753-48c69eb5fa98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ee96283-87b7-4a52-b879-1273da10a6ec HTTP/1.1" status: 204 len: 168 time: 0.3914104 Jul 15 23:12:53.971788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303f003-d222-423a-b753-48c69eb5fa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee96283-87b7-4a52-b879-1273da10a6ec,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:53.998530 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a0066-c6b9-4a2a-961f-df1ceb152ea9 None None] Pushing event updated for resources: {'Port': ['ID=ceb69231-201e-4b98-8162-e2f271bbef2e,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:54.107878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.232121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-863623ea-5505-4c81-9b7c-abb357cef7f5 None None] Provisioning for port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:54.237549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-863623ea-5505-4c81-9b7c-abb357cef7f5 None None] Provisioning complete for port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:54.238300 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-863623ea-5505-4c81-9b7c-abb357cef7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.287668 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] Set router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:54.366268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-863623ea-5505-4c81-9b7c-abb357cef7f5 None None] Port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:54.573677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.578696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b98e653b-3db4-4624-aa9b-61f8b47229b1 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:54.623951 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.639101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: b98e653b-3db4-4624-aa9b-61f8b47229b1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:54.641208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b98e653b-3db4-4624-aa9b-61f8b47229b1 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:54.729838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502f729-5284-4ab0-aa9c-552a11529b55 req-7dbcedee-6601-46f2-9e4f-07ca861291ee tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.737273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3502f729-5284-4ab0-aa9c-552a11529b55 req-7dbcedee-6601-46f2-9e4f-07ca861291ee tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.2444355 Jul 15 23:12:54.775063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.777903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Pushing event updated for resources: {'Port': ['ID=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:54.789967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-50288051-aee1-497e-b7f4-46ebfb37bcab tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.795613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-50288051-aee1-497e-b7f4-46ebfb37bcab tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 813 time: 0.3849328 Jul 15 23:12:54.803408 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.844323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-5f3cbb63-41d8-4434-9644-cac0896d441a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/quotas/d7e623bc86374623bf2065520fac9ae9 HTTP/1.1" status: 200 len: 375 time: 0.0275087 Jul 15 23:12:54.904955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3502f729-5284-4ab0-aa9c-552a11529b55 req-d54525ac-acaf-4d80-9e61-8cf45c4ab355 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666093 Jul 15 23:12:54.925759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2c5a8bac-72aa-465a-8cee-c019d76cdf76 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804560 Jul 15 23:12:55.041407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Network 0254081e-3f07-42d6-8d09-25919eba2af6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:55.043710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:55.069048 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:12:50Z', 'revision_number': 3, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port': {'id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:49Z', 'updated_at': '2021-07-15T23:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:55.194637 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91baa52-b0cb-421c-a6fe-db316b98d53f None None] The sync data for ids ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'] in n-d-793618-8 is: [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:12:50Z', 'revision_number': 3, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port': {'id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:49Z', 'updated_at': '2021-07-15T23:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:55.211288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-6cbd1b5c-9d4d-422f-9e6f-531fa87994f2 service neutron] 10.222.0.23 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845151 Jul 15 23:12:55.299256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:55.496665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-c676fd55-935d-478d-b93b-30b4cb2998f6 service neutron] 10.222.0.23 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838368 Jul 15 23:12:55.508827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9b07dbbd-50de-4d0c-8c0b-65011ddae8f1 None None] Provisioning complete for port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:55.509332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b07dbbd-50de-4d0c-8c0b-65011ddae8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.563302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:55.587755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36320) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:55.594880 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4fd22346-2df8-46a0-b103-45482fa2e7ad admin admin] 10.222.0.23 "PUT /v2.0/routers/4f26ca6e-12a4-486d-932b-f74c3fa086e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0983803 Jul 15 23:12:55.638883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9b07dbbd-50de-4d0c-8c0b-65011ddae8f1 None None] Port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:55.863735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36330) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:55.892159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-709413003-network', 'tenant_id': '75debe57c42846fabc905342517b10e4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:56.026461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1619445958'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:56.044958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5988f7f9-edae-4842-954a-cc36214cec1c req-a7e21ad8-a6ec-4366-ab43-1de571a56d1e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 210 time: 0.1708951 Jul 15 23:12:56.081516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.api [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:12:56.081516 n-d-793618-8 neutron-server[93715]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:12:56.081516 n-d-793618-8 neutron-server[93715]: [parameters: {'project_id': '6c9075bb118649cab937c77b3dfe5914', 'id': '9b182592-e452-4ef9-976e-63180c5e75ef', 'expiration': datetime.datetime(2021, 7, 15, 23, 14, 56, 62106)}] Jul 15 23:12:56.081516 n-d-793618-8 neutron-server[93715]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:12:56.081914 n-d-793618-8 neutron-server[93715]: DEBUG oslo_db.api [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:12:56.104217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Made reservation on behalf of 75debe57c42846fabc905342517b10e4 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:56.111823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.141063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.285960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df433c63-faa4-49d0-bb93-90aaa9192f29 req-5ee849af-fbf2-40fc-a720-a4101d2f642d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.287557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df433c63-faa4-49d0-bb93-90aaa9192f29 req-5ee849af-fbf2-40fc-a720-a4101d2f642d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.1128805 Jul 15 23:12:56.335749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.347585 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.386078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df433c63-faa4-49d0-bb93-90aaa9192f29 req-6e259ee2-9c2d-4708-8492-07f6874ce9ae tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786011 Jul 15 23:12:56.409335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:56.431766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8380f04-47b4-4eb6-a4e1-c8b631209b66,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:56.452316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.453011 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Added segment bb381a5c-7d58-486d-b0b6-5286ef990d1e of type vlan for network 3bca652e-55f6-47e5-a096-2b021f5b73f6 Jul 15 23:12:56.507729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.546006 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.547091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.547824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.574131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9848909 Jul 15 23:12:56.576990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36366) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:56.582224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Request body: {'subnet': {'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-709413003-subnet', 'tenant_id': '75debe57c42846fabc905342517b10e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:56.619281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Made reservation on behalf of 75debe57c42846fabc905342517b10e4 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:56.621908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.645229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365384e-0544-4345-ab4f-89d45c570157 admin admin] Pushing event updated for resources: {'Network': ['ID=3bca652e-55f6-47e5-a096-2b021f5b73f6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:56.663326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:56.675249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:56.678857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.716278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:56.744365 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.747561 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Added segment 4eb1db8b-e788-4ba5-8729-521ed6d5f8cc of type vlan for network 17bcc736-c83a-4833-8291-ee42cdfca7cf Jul 15 23:12:56.833353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.925544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.935520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ceb69231-201e-4b98-8162-e2f271bbef2e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:56.937085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.937769 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.997351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1317985 Jul 15 23:12:56.999495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36370) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:57.000119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port ceb69231-201e-4b98-8162-e2f271bbef2e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:57.005610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'subnet': {'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:57.007490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ceb69231-201e-4b98-8162-e2f271bbef2e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:57.008210 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.015651 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.125415 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.160945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port ceb69231-201e-4b98-8162-e2f271bbef2e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ceb69231-201e-4b98-8162-e2f271bbef2e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:57.169863 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.176771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca00695-4f81-4444-ba2b-57be0b59f019 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Network': ['ID=17bcc736-c83a-4833-8291-ee42cdfca7cf,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:57.274181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=ceb69231-201e-4b98-8162-e2f271bbef2e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:57.281159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 17bcc736-c83a-4833-8291-ee42cdfca7cf details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:57.303686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adcedf5b-5472-4a22-91af-e5e77aceda1e req-6d5c1f7d-e0f5-4fc7-8f17-64e4fa17cb4a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 210 time: 0.0880482 Jul 15 23:12:57.375513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.376364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.376769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.377251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.377577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.377997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.378532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.378946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.379643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.380029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.380419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.380810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:57.495761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:57.555294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:57.560011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.565466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Checking segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:57.565899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Network hostable DHCP agents. Network: 3bca652e-55f6-47e5-a096-2b021f5b73f6, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:57.642032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4843-08e8-4321-9691-e32b6a04b376 req-7a51f87f-e32b-4dec-9cdd-9c4c0c8b2d7c tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.643715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ecfe4843-08e8-4321-9691-e32b6a04b376 req-7a51f87f-e32b-4dec-9cdd-9c4c0c8b2d7c tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 950 time: 0.1214736 Jul 15 23:12:57.692030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:57.711057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 3bca652e-55f6-47e5-a096-2b021f5b73f6) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:57.720340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.721162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.721428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3968dc34-79eb-4be0-bdf5-64515e67f2d2 None None] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:57.760317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ecfe4843-08e8-4321-9691-e32b6a04b376 req-2d1e9782-e05d-47e0-bd67-a3406ced7f94 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979528 Jul 15 23:12:57.791594 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e29b98fd-b178-4c88-bc4c-a1715ff52077 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2130153 Jul 15 23:12:57.845975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e01643-ccde-48e8-8bbb-489b0904cf18 req-d9533b6b-d266-40cb-8012-3bd4e33176df tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.854105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03e01643-ccde-48e8-8bbb-489b0904cf18 req-d9533b6b-d266-40cb-8012-3bd4e33176df tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.2567823 Jul 15 23:12:57.921982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-1d597209-b5c3-4de3-8655-e98af30d4427 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.930602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-1d597209-b5c3-4de3-8655-e98af30d4427 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.37 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 813 time: 0.2460027 Jul 15 23:12:57.961717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03e01643-ccde-48e8-8bbb-489b0904cf18 req-8a1015d1-3961-41d8-accc-e92a53b225a8 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066501 Jul 15 23:12:57.974370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Request body: {'port': {'device_id': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4', 'admin_state_up': True, 'tenant_id': 'd7e623bc86374623bf2065520fac9ae9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:57.980207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.992546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Sync routers for ids ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:58.099368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Subnet': ['ID=9335bf6f-3b8d-4759-9c19-bc0e907f32cb,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.099565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Routers {'4f26ca6e-12a4-486d-932b-f74c3fa086e0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:58.100429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:58.106574 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-3bca652e-55f6-47e5-a096-2b021f5b73f6', 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6', 'tenant_id': '75debe57c42846fabc905342517b10e4', 'fixed_ips': [{'subnet_id': '04b94393-5d07-41ac-ba26-6a7dbc1dcfd0'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:58.107768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.108947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Checking segment: {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:58.109324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network hostable DHCP agents. Network: 17bcc736-c83a-4833-8291-ee42cdfca7cf, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:58.155846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network 17bcc736-c83a-4833-8291-ee42cdfca7cf is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:58.174514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 17bcc736-c83a-4833-8291-ee42cdfca7cf) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:58.180189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.180936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.203371 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5b29c916-f7e1-4503-8734-64366e0c2ad2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2015738 Jul 15 23:12:58.205506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36416) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:58.212231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1098872716'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:58.236631 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:12:58.236631 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:12:58.236631 n-d-793618-8 neutron-server[93714]: [parameters: {'project_id_1': '6c9075bb118649cab937c77b3dfe5914', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 12, 58, 219350)}] Jul 15 23:12:58.236631 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:12:58.237285 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:12:58.249905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Made reservation on behalf of d7e623bc86374623bf2065520fac9ae9 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:58.254819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.433147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Allocated IP 172.20.0.6 (3de4f558-b7b2-4a69-a6d2-04d55c2630d4/caac634b-a7f0-4386-8503-ffda8575f938/ebcf9800-df11-4d86-9ebd-07506147e565) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:58.485254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7be0476-7598-4576-8d26-cb8783ce0e6e None None] Network 17bcc736-c83a-4833-8291-ee42cdfca7cf requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:58.605476 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.650171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.724962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:58.748305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:58.750553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.763337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:58.798714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:58.808692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.851841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Allocated IP 172.20.0.2 (3bca652e-55f6-47e5-a096-2b021f5b73f6/04b94393-5d07-41ac-ba26-6a7dbc1dcfd0/aa468bf8-09f7-40e9-a499-3090d5da5835) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:58.862024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.862806 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.879139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2ca0154c-9141-4273-9b4f-7be0041fdf4d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9160101 Jul 15 23:12:58.887035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:58.903045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.903699 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Added segment 150b6649-8916-4c82-86eb-21c26b4c5cf1 of type vlan for network 0de26d0b-e1b7-4585-84eb-521604b0cdab Jul 15 23:12:58.908107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Request body: {'port': {'device_id': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:58.960716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.029717 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.036203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.038740 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.060861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ceb69231-201e-4b98-8162-e2f271bbef2e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:59.111264 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9038987 Jul 15 23:12:59.117164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36446) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:59.132328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'subnet': {'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:59.158270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Set router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:59.205129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-17bcc736-c83a-4833-8291-ee42cdfca7cf', 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'fixed_ips': [{'subnet_id': '9335bf6f-3b8d-4759-9c19-bc0e907f32cb'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:59.210638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.267362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2f295-f314-4ccc-8aa8-f0cad8c6b926 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Network': ['ID=0de26d0b-e1b7-4585-84eb-521604b0cdab,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:59.294302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:59.300127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.346358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.378785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Allocated IP 19.80.0.2 (17bcc736-c83a-4833-8291-ee42cdfca7cf/9335bf6f-3b8d-4759-9c19-bc0e907f32cb/5270d9f0-c60f-4157-918b-4572fe60db4e) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:59.441390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ceb69231-201e-4b98-8162-e2f271bbef2e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:59.442024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.472866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0de26d0b-e1b7-4585-84eb-521604b0cdab details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:59.529429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.602253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Subnet': ['ID=90ffce2d-c17c-4aea-90f4-37aa415f8d3c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:59.639344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Checking segment: {'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:59.639776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network hostable DHCP agents. Network: 0de26d0b-e1b7-4585-84eb-521604b0cdab, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:59.657516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network 0de26d0b-e1b7-4585-84eb-521604b0cdab is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:59.670711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0de26d0b-e1b7-4585-84eb-521604b0cdab) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:59.676655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-648d23fc-adfe-429b-8f42-0216a1388e09 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.678089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.678995 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.683092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-648d23fc-adfe-429b-8f42-0216a1388e09 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 815 time: 0.7059464 Jul 15 23:12:59.705347 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-384b3f92-c5c4-4094-974e-6e31acd6e2e7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5790060 Jul 15 23:12:59.705554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcf9800-df11-4d86-9ebd-07506147e565 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:59.709771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195df53a-0834-4669-9380-b5c1163b55f5 None None] Network 0de26d0b-e1b7-4585-84eb-521604b0cdab requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:59.711919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-db7de2dc-c6e6-4734-a32e-11fe809a046a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/quotas/75debe57c42846fabc905342517b10e4 HTTP/1.1" status: 200 len: 375 time: 0.0274587 Jul 15 23:12:59.717560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.733423 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.745330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf819a9-a1e7-4039-a667-ef1b1e0f5d2f req-72abdf9d-9544-4f0e-bc8d-2f32b33fc976 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.746953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddf819a9-a1e7-4039-a667-ef1b1e0f5d2f req-72abdf9d-9544-4f0e-bc8d-2f32b33fc976 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 931 time: 0.5299993 Jul 15 23:12:59.768657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-bb812118-695f-4ac4-9f02-3282b7d41908 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466340 Jul 15 23:12:59.778695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Transition to ACTIVE for port object ebcf9800-df11-4d86-9ebd-07506147e565 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:59.797811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.798467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Transition to ACTIVE for port object aa468bf8-09f7-40e9-a499-3090d5da5835 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:59.879545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Transition to ACTIVE for port object aa468bf8-09f7-40e9-a499-3090d5da5835 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:59.912348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddf819a9-a1e7-4039-a667-ef1b1e0f5d2f req-fdce1746-b5ef-40a0-b6b3-7225d3c33235 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460648 Jul 15 23:12:59.915460 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.917077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:59.995211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-a0c5acb8-064a-4398-92b0-fa94fe4901e3 service neutron] 10.222.0.23 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136116 Jul 15 23:13:00.016522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.047202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Attempting to bind port ebcf9800-df11-4d86-9ebd-07506147e565 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:00.047722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Attempting to bind port ebcf9800-df11-4d86-9ebd-07506147e565 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:00.048283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Attempting to bind port ebcf9800-df11-4d86-9ebd-07506147e565 on network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:00.054503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:00.084617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:00.087284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Pushing event updated for resources: {'Port': ['ID=aa468bf8-09f7-40e9-a499-3090d5da5835,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:00.100954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:00.103130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Port ebcf9800-df11-4d86-9ebd-07506147e565 on network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:00.103641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Attempting to bind port ebcf9800-df11-4d86-9ebd-07506147e565 on network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:00.104343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Transition to ACTIVE for port object 5270d9f0-c60f-4157-918b-4572fe60db4e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:00.169940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:00.170488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Checking segment: {'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:00.171127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Bound using segment: {'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:00.171841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Bound port: ebcf9800-df11-4d86-9ebd-07506147e565, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:00.172419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.191523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Transition to ACTIVE for port object 5270d9f0-c60f-4157-918b-4572fe60db4e will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:00.263960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-0de26d0b-e1b7-4585-84eb-521604b0cdab', 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'fixed_ips': [{'subnet_id': '90ffce2d-c17c-4aea-90f4-37aa415f8d3c'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:00.265256 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.268552 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.350106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:12:53Z', 'revision_number': 4, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port': {'id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:49Z', 'updated_at': '2021-07-15T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '50ff276f-7416-4ab1-b5e2-317b0d0ffd76', 'name': '', 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'mac_address': 'fa:16:3e:47:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '6168da9b-2342-47f8-bbd2-a7ec8d66ed5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:52Z', 'updated_at': '2021-07-15T23:12:54Z', 'revision_number': 2, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'subnets': [{'id': '6168da9b-2342-47f8-bbd2-a7ec8d66ed5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:00.360968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Attempting to bind port aa468bf8-09f7-40e9-a499-3090d5da5835 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:00.361524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Attempting to bind port aa468bf8-09f7-40e9-a499-3090d5da5835 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:00.362072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Attempting to bind port aa468bf8-09f7-40e9-a499-3090d5da5835 on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:00.422874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Network 17bcc736-c83a-4833-8291-ee42cdfca7cf is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:00.433990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Checking router: 4f26ca6e-12a4-486d-932b-f74c3fa086e0 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:00.434539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Updating router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:13:00.453495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:00.454056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Checking segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:00.454657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.455269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Bound using segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:00.456024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Bound port: aa468bf8-09f7-40e9-a499-3090d5da5835, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:00.456597 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.461077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:00.502153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b1dd44c4-6002-47bc-94ce-54f18ff15e87 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:00.519746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:00.555519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Pushing event updated for resources: {'Port': ['ID=5270d9f0-c60f-4157-918b-4572fe60db4e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:00.705363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-3e03d563-ac44-4257-8ae4-06196a37c774 service neutron] 10.222.0.23 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989720 Jul 15 23:13:00.752086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4f8f8-41d2-4bd9-bbe4-eccdf4b64316 req-740d8aec-3688-4964-a3a6-43fe0f9e2aa4 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.753626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84b4f8f8-41d2-4bd9-bbe4-eccdf4b64316 req-740d8aec-3688-4964-a3a6-43fe0f9e2aa4 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 945 time: 0.7083910 Jul 15 23:13:00.775286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:00.780114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:00.785486 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.792315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.845993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84b4f8f8-41d2-4bd9-bbe4-eccdf4b64316 req-0a66ee67-13e4-46d7-b0eb-ba7eceb2f87a tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804722 Jul 15 23:13:00.847401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.848031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.849786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] 10.222.0.37 "PUT /v2.0/ports/ebcf9800-df11-4d86-9ebd-07506147e565 HTTP/1.1" status: 200 len: 1091 time: 1.9536502 Jul 15 23:13:00.856027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:00.858546 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcaadfb-9df4-4062-8a02-e963772a28f7" -d '{"events": [{"name": "network-changed", "server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:00.952563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d901f71-9c7d-4862-bef6-911437811e4b service neutron] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:01.069706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] For port aa468bf8-09f7-40e9-a499-3090d5da5835, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:01.073754 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Attempting to bind port 5270d9f0-c60f-4157-918b-4572fe60db4e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:01.074710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Attempting to bind port 5270d9f0-c60f-4157-918b-4572fe60db4e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:01.075528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Attempting to bind port 5270d9f0-c60f-4157-918b-4572fe60db4e on network 17bcc736-c83a-4833-8291-ee42cdfca7cf {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:01.081311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] For port aa468bf8-09f7-40e9-a499-3090d5da5835, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aa468bf8-09f7-40e9-a499-3090d5da5835,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:01.125789 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.136315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:01.138014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Checking segment: {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:01.138580 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.139035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Bound using segment: {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:01.139623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Bound port: 5270d9f0-c60f-4157-918b-4572fe60db4e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:01.140092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.181276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717fa9b-4400-4a85-8515-5f48f911ee22 req-50468f89-ae59-42e2-916f-338e6671d35f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.183062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5717fa9b-4400-4a85-8515-5f48f911ee22 req-50468f89-ae59-42e2-916f-338e6671d35f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.2023752 Jul 15 23:13:01.216500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-51c665fe-6c82-4c4d-b0a5-fb1cb2e207e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.218245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-51c665fe-6c82-4c4d-b0a5-fb1cb2e207e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 1094 time: 0.1699939 Jul 15 23:13:01.256493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-e6488067-f061-400e-898e-f52df254f4cd tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.258544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-e6488067-f061-400e-898e-f52df254f4cd tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 945 time: 0.1742916 Jul 15 23:13:01.262456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Allocated IP 19.86.0.2 (0de26d0b-e1b7-4585-84eb-521604b0cdab/90ffce2d-c17c-4aea-90f4-37aa415f8d3c/5c336ce3-581b-43f0-be52-0ee9b3c6b5aa) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:01.310243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-71dc32c1-5ce3-4097-bc3f-c762d96b5bc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebcf9800-df11-4d86-9ebd-07506147e565 HTTP/1.1" status: 200 len: 217 time: 0.0702796 Jul 15 23:13:01.359656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5717fa9b-4400-4a85-8515-5f48f911ee22 req-838155de-54f8-4285-8fd7-92471c355661 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623826 Jul 15 23:13:01.412802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.460937 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60f83b-af40-43d7-ba3f-8cca4c5a4f94 x-openstack-request-id: req-be60f83b-af40-43d7-ba3f-8cca4c5a4f94 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:01.461209 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:01.461497 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be60f83b-af40-43d7-ba3f-8cca4c5a4f94 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:01.461882 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'status': 'completed', 'code': 200} Jul 15 23:13:01.492254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6df0e-1205-454a-a3be-b87fe4474feb None None] Pushing event updated for resources: {'Port': ['ID=aa468bf8-09f7-40e9-a499-3090d5da5835,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:01.565780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-694a3e04-1699-4cb6-99a4-17154bf6e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.566908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-694a3e04-1699-4cb6-99a4-17154bf6e015 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 200 len: 853 time: 0.2288926 Jul 15 23:13:01.610140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] For port 5270d9f0-c60f-4157-918b-4572fe60db4e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:01.634861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:01.637189 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc6b50-ecc9-4043-ab60-5a77a28363dc" -d '{"events": [{"server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:01.659467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-4d69d97e-d546-4259-b1ae-1e9232b0090b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760994 Jul 15 23:13:01.659974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:01.668438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] For port 5270d9f0-c60f-4157-918b-4572fe60db4e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5270d9f0-c60f-4157-918b-4572fe60db4e,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:01.675390 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.740696 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.881337 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.898623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d152711c-c42a-4aae-bb8d-8b01c2e65ae6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.908425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d152711c-c42a-4aae-bb8d-8b01c2e65ae6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 815 time: 0.2551253 Jul 15 23:13:01.928929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Deleting port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:01.929331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.935224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Transition to ACTIVE for port object 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:01.937160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:01.961065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-6947050f-04ae-4cf1-84cd-73bbf410a993 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/quotas/75debe57c42846fabc905342517b10e4 HTTP/1.1" status: 200 len: 375 time: 0.0516565 Jul 15 23:13:01.988078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Transition to ACTIVE for port object 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:02.005859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.012933 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.013278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-4681533a-3140-455b-8744-7db1fc1b6b94 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:02.019304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-4681533a-3140-455b-8744-7db1fc1b6b94 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:02.021127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-4681533a-3140-455b-8744-7db1fc1b6b94 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/networks?id=17bcc736-c83a-4833-8291-ee42cdfca7cf&id=0de26d0b-e1b7-4585-84eb-521604b0cdab&id=17bcc736-c83a-4833-8291-ee42cdfca7cf HTTP/1.1" status: 200 len: 1392 time: 0.5554247 Jul 15 23:13:02.032336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Transition to ACTIVE for port object 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:02.035920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42594712-c3e6-40b1-9aa1-d2293062774e None None] Pushing event updated for resources: {'Port': ['ID=5270d9f0-c60f-4157-918b-4572fe60db4e,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:02.096244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Network 0de26d0b-e1b7-4585-84eb-521604b0cdab is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:02.097166 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.102296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:02.108785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:02.108981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-0dad76ef-ece3-4a84-a230-26bfb18648c5 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/quotas/6c9075bb118649cab937c77b3dfe5914 HTTP/1.1" status: 200 len: 375 time: 0.0737605 Jul 15 23:13:02.110737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-811650f7-6299-4dbc-8737-a4ac13704ded service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019551 Jul 15 23:13:02.153085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Pushing event updated for resources: {'Port': ['ID=5c336ce3-581b-43f0-be52-0ee9b3c6b5aa,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:02.282123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Attempting to bind port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:02.282123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Attempting to bind port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:02.282510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Attempting to bind port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa on network 0de26d0b-e1b7-4585-84eb-521604b0cdab {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:02.330835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:02.331088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Checking segment: {'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:02.331401 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.331872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Bound using segment: {'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:02.332440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Bound port: 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:02.332912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.347336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] For port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:02.347708 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.376733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-aff470be-c9ff-44ee-a255-c3a4817a41ca tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4147971 Jul 15 23:13:02.406076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb70f26-5497-4180-ab5a-fb634fecae74 req-518d28cf-c8ab-45fe-8d3c-31e08da2b0bf service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796934 Jul 15 23:13:02.415903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Calling delete_port for 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:02.420113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Attempting to bind port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:02.420479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Attempting to bind port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:02.420851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Attempting to bind port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 on network 0254081e-3f07-42d6-8d09-25919eba2af6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:02.426048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ddc35-8e25-4c96-a01c-aa08f5f05648 None None] Pushing event updated for resources: {'Port': ['ID=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:02.432562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] For port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:02.436730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] For port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5c336ce3-581b-43f0-be52-0ee9b3c6b5aa,segment=NetworkSegment(150b6649-8916-4c82-86eb-21c26b4c5cf1),segment_id=150b6649-8916-4c82-86eb-21c26b4c5cf1)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:02.439260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:02.439637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Checking segment: {'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:02.440045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.440445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Bound using segment: {'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:02.440974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Bound port: 50ff276f-7416-4ab1-b5e2-317b0d0ffd76, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201e60cd-372e-4f00-9360-e7deaeb59aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:02.441367 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.451432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.475791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:02.540977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-8b06d125-9d6b-451f-8660-78bd06855f30 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3997400 Jul 15 23:13:02.679160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-ce2c5808-304b-4930-82d0-5470fc71b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:02.683953 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-ce2c5808-304b-4930-82d0-5470fc71b258 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 1094 time: 0.1148927 Jul 15 23:13:02.739117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:13:02.933487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] For port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:02.939615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-cdc1cc4b-8e74-48ff-950d-e82141e229ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:02.941140 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-cdc1cc4b-8e74-48ff-950d-e82141e229ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 914 time: 0.2532334 Jul 15 23:13:02.949963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] For port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,segment=NetworkSegment(201e60cd-372e-4f00-9360-e7deaeb59aec),segment_id=201e60cd-372e-4f00-9360-e7deaeb59aec)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:02.961299 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.991854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec16e0-7551-4ce7-87ba-a2e1469e7d70 None None] Pushing event updated for resources: {'Port': ['ID=5c336ce3-581b-43f0-be52-0ee9b3c6b5aa,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:03.013167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-cdf17b24-84a3-4d57-b39f-396719bb3025 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.014734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-cdf17b24-84a3-4d57-b39f-396719bb3025 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.37 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 815 time: 0.5526390 Jul 15 23:13:03.040670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aa468bf8-09f7-40e9-a499-3090d5da5835 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:03.044526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c007b3-a6bd-4e13-b37e-40c8393563f3 None None] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:03.050964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Request body: {'port': {'device_id': '85d17805-f21e-48a6-9e5c-221ab30b91a9', 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6', 'admin_state_up': True, 'tenant_id': '75debe57c42846fabc905342517b10e4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:03.053549 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-cff777a5-ac18-49c1-a9da-d5ffde71e132 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebcf9800-df11-4d86-9ebd-07506147e565 HTTP/1.1" status: 200 len: 217 time: 0.0724669 Jul 15 23:13:03.079836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:03.097009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-46d7f5cb-0f50-4e72-862c-e52396a10e91 service neutron] 10.222.0.23 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888499 Jul 15 23:13:03.127002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'mac_address': 'fa:16:3e:09:28:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:03.139714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-6f869b2e-f76c-4083-9780-40891de49a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.141141 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-6f869b2e-f76c-4083-9780-40891de49a12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 200 len: 853 time: 0.0805995 Jul 15 23:13:03.187212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Routers {'4f26ca6e-12a4-486d-932b-f74c3fa086e0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:03.188278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:03.195270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-b1373bb4-f89f-40aa-8b4d-32c40c92ffad service neutron] 10.222.0.23 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532857 Jul 15 23:13:03.197561 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-c1795e06-c7d8-4b97-9e52-e05d9c35179d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476840 Jul 15 23:13:03.367108 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-95f12be2-4266-4e06-8318-e3320b3eae65 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594136 Jul 15 23:13:03.373471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ddcd5078-1839-4b07-82c6-92c140a06552 None None] Provisioning for port aa468bf8-09f7-40e9-a499-3090d5da5835 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:03.469599 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.488225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ddc35-8e25-4c96-a01c-aa08f5f05648 None None] Pushing event updated for resources: {'Port': ['ID=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:03.511188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port aa468bf8-09f7-40e9-a499-3090d5da5835 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:03.522805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port aa468bf8-09f7-40e9-a499-3090d5da5835 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:03.523181 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.531523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:03.535852 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0bcaadfb-9df4-4062-8a02-e963772a28f7 req-b2f39138-92b5-4757-82ac-671de52ac36c service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582723 Jul 15 23:13:03.569256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Made reservation on behalf of 75debe57c42846fabc905342517b10e4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:03.573845 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.576148 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.580473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce2911-4f39-4af4-892d-a997e3515494 None None] Network 17bcc736-c83a-4833-8291-ee42cdfca7cf requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:03.666607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Pushing event deleted for resources: {'Port': ['ID=5ac6b6f2-3d2c-4c93-8f2d-b214371e7885,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:03.678180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-f217506e-4d5e-49f1-8e92-22d715e93595 service neutron] 10.222.0.23 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571206 Jul 15 23:13:03.687028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-693dd4ae-97de-4a47-bef7-f7f04f2f85bc service neutron] 10.222.0.23 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907832 Jul 15 23:13:03.820365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', '68ebc5aa-5999-4bb5-8873-6592ad6053a6', '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:03.820871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] No DVR routers for this DVR port 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:03.824474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.827392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-850d4bf0-6b78-46e4-9996-7a61b7930d9d req-da6f19df-dbe6-47a3-8533-dce41498541e tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "DELETE /v2.0/ports/5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 HTTP/1.1" status: 204 len: 173 time: 2.5309169 Jul 15 23:13:03.978399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] Set router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:04.047400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Allocated IP 172.20.0.5 (3bca652e-55f6-47e5-a096-2b021f5b73f6/04b94393-5d07-41ac-ba26-6a7dbc1dcfd0/a51461ae-6fc4-45ce-9caa-84e87360298b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:04.091963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:04.120532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89da2c5-ce9f-4309-915c-9a620e87e4bd', 'name': 'network-vif-deleted', 'tag': '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:04.123222 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac80ac3-b8fb-49ee-8f5a-09a2c3f7102c" -d '{"events": [{"server_uuid": "c89da2c5-ce9f-4309-915c-9a620e87e4bd", "name": "network-vif-deleted", "tag": "5ac6b6f2-3d2c-4c93-8f2d-b214371e7885"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:04.145873 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.395948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-582521cb-08df-46e7-a450-951ec89acc39 service neutron] 10.222.0.23 "GET /v2.0/networks/0de26d0b-e1b7-4585-84eb-521604b0cdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078876 Jul 15 23:13:04.409085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3edcb2-395c-4c3b-8de6-58032e4559bb None None] Network 0de26d0b-e1b7-4585-84eb-521604b0cdab requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:04.415323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e997e-ad92-49f8-9afe-f802477e5d67 req-ccfef588-2aed-4b16-b016-00c7413fe07b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.430587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5a51f1c6-d730-48da-bd2d-5c84bbda53f3'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:04.431364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a9e997e-ad92-49f8-9afe-f802477e5d67 req-ccfef588-2aed-4b16-b016-00c7413fe07b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.2950575 Jul 15 23:13:04.467536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e844b511-e570-4f69-a4ea-bf3ddd8a5b0f None None] Provisioning for port 5270d9f0-c60f-4157-918b-4572fe60db4e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:04.515902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:04.560713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a9e997e-ad92-49f8-9afe-f802477e5d67 req-40ba77a4-8321-4f1e-ba12-3dc7611c4a28 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282926 Jul 15 23:13:04.577463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:04.577764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5ac6b6f2-3d2c-4c93-8f2d-b214371e7885 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:04.580405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:04.587079 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.653737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Transition to ACTIVE for port object a51461ae-6fc4-45ce-9caa-84e87360298b will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:04.682260 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8146495a-ec35-4a38-b668-79270fc71a64 x-openstack-request-id: req-8146495a-ec35-4a38-b668-79270fc71a64 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:04.682866 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:04.683813 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8146495a-ec35-4a38-b668-79270fc71a64 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:04.687907 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'code': 200} Jul 15 23:13:04.691366 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.714303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-6f17be47-a896-4e3a-bff8-f76e3e255434 service neutron] 10.222.0.23 "GET /v2.0/networks/0de26d0b-e1b7-4585-84eb-521604b0cdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807028 Jul 15 23:13:04.892824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.946179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-dd5a99cf-18a6-4b08-8248-c634f7981e88 None None] Provisioning for port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:05.035096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port aa468bf8-09f7-40e9-a499-3090d5da5835, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aa468bf8-09f7-40e9-a499-3090d5da5835,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:05.065683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb46b3eb-2a86-4a5f-81b2-9d3424e0a20c req-5506e1f4-573d-4b07-8319-304250db97f7 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=c89da2c5-ce9f-4309-915c-9a620e87e4bd HTTP/1.1" status: 200 len: 210 time: 0.0828159 Jul 15 23:13:05.067715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:05.078129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:05.083794 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.084840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5270d9f0-c60f-4157-918b-4572fe60db4e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:05.086900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Pushing event updated for resources: {'Port': ['ID=a51461ae-6fc4-45ce-9caa-84e87360298b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.093432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:05.166587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.167356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.180858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-545454ad-a556-4eda-a455-d670832d48c3 service neutron] 10.222.0.23 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756657 Jul 15 23:13:05.284912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-96d3cc71-52b2-4765-9fec-a61668f4e69a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2411802 Jul 15 23:13:05.333705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Request body: {'port': {'device_id': '85d17805-f21e-48a6-9e5c-221ab30b91a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:05.475566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:12:53Z', 'revision_number': 4, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port': {'id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:49Z', 'updated_at': '2021-07-15T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '50ff276f-7416-4ab1-b5e2-317b0d0ffd76', 'name': '', 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'mac_address': 'fa:16:3e:47:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '6168da9b-2342-47f8-bbd2-a7ec8d66ed5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:52Z', 'updated_at': '2021-07-15T23:13:02Z', 'revision_number': 4, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'subnets': [{'id': '6168da9b-2342-47f8-bbd2-a7ec8d66ed5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:05.529732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-8917e2b9-b66e-428b-9149-b6b1edb33e4c service neutron] 10.222.0.23 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414652 Jul 15 23:13:05.590430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954d117-a48f-439b-9176-183fdf4c6157 None None] The sync data for ids ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'] in n-d-793618-8 is: [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:12:53Z', 'revision_number': 4, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port': {'id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:49Z', 'updated_at': '2021-07-15T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '50ff276f-7416-4ab1-b5e2-317b0d0ffd76', 'name': '', 'network_id': '0254081e-3f07-42d6-8d09-25919eba2af6', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'mac_address': 'fa:16:3e:47:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '6168da9b-2342-47f8-bbd2-a7ec8d66ed5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:52Z', 'updated_at': '2021-07-15T23:13:02Z', 'revision_number': 4, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'subnets': [{'id': '6168da9b-2342-47f8-bbd2-a7ec8d66ed5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:05.593213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8853f8ce-62f8-4075-adca-3017175e5e28 None None] Provisioning complete for port aa468bf8-09f7-40e9-a499-3090d5da5835 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:05.593606 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8853f8ce-62f8-4075-adca-3017175e5e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.623611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=aa468bf8-09f7-40e9-a499-3090d5da5835,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.654328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.881716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5270d9f0-c60f-4157-918b-4572fe60db4e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:05.914884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5270d9f0-c60f-4157-918b-4572fe60db4e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:05.915631 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.440893 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.452424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-897de09a-7b53-4fab-b353-f5052bc89132 None None] Provisioning complete for port 5270d9f0-c60f-4157-918b-4572fe60db4e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:06.453795 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-897de09a-7b53-4fab-b353-f5052bc89132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.604442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5270d9f0-c60f-4157-918b-4572fe60db4e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5270d9f0-c60f-4157-918b-4572fe60db4e,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:06.626497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:06.745926 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.937154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:06.985121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5270d9f0-c60f-4157-918b-4572fe60db4e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:06.998663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4', 'port_id': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'mac_address': 'fa:16:3e:6b:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caac634b-a7f0-4386-8503-ffda8575f938', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:07.063204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.114900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcf9800-df11-4d86-9ebd-07506147e565 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:07.138997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aa468bf8-09f7-40e9-a499-3090d5da5835 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:07.180513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:07.181595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-897de09a-7b53-4fab-b353-f5052bc89132 None None] Provisioning for port a51461ae-6fc4-45ce-9caa-84e87360298b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:07.202685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-897de09a-7b53-4fab-b353-f5052bc89132 None None] Provisioning complete for port a51461ae-6fc4-45ce-9caa-84e87360298b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:07.203497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-897de09a-7b53-4fab-b353-f5052bc89132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.205350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.246070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-d5f737a7-71ed-4202-a776-bf7b6bd028f2 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:07.254551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-d5f737a7-71ed-4202-a776-bf7b6bd028f2 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 815 time: 1.2029185 Jul 15 23:13:07.291168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-c56b39ae-ebc6-4112-83ee-3af111445e8e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/quotas/75debe57c42846fabc905342517b10e4 HTTP/1.1" status: 200 len: 375 time: 0.0326321 Jul 15 23:13:07.316613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:07.333831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-897de09a-7b53-4fab-b353-f5052bc89132 None None] Port a51461ae-6fc4-45ce-9caa-84e87360298b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:07.337016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port aa468bf8-09f7-40e9-a499-3090d5da5835 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:07.337591 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.407599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-b36a0b44-ce39-4e21-9285-f905547fff5e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:07.411688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-b36a0b44-ce39-4e21-9285-f905547fff5e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.59 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 815 time: 0.4903955 Jul 15 23:13:07.430182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a1af-abfe-4931-ad11-982d5db0fb54 req-a3d5e3e8-1664-4058-b6a9-bfb1916edf0f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:07.438061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9949a1af-abfe-4931-ad11-982d5db0fb54 req-a3d5e3e8-1664-4058-b6a9-bfb1916edf0f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.6169093 Jul 15 23:13:07.450004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Request body: {'port': {'device_id': '5b504040-cd92-437d-bfca-b64c0739ac8e', 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6', 'admin_state_up': True, 'tenant_id': '75debe57c42846fabc905342517b10e4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:07.618691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:07.646592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9949a1af-abfe-4931-ad11-982d5db0fb54 req-a7e41618-229d-4620-8413-3c4247a63243 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075331 Jul 15 23:13:07.681575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-943e197c-49ed-4137-9cc0-be9ac1503efb tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3892262 Jul 15 23:13:07.705544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51461ae-6fc4-45ce-9caa-84e87360298b {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:07.739078 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5100db-3a2e-4a31-94d9-d12931d0e7f0 x-openstack-request-id: req-8a5100db-3a2e-4a31-94d9-d12931d0e7f0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:07.739635 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89da2c5-ce9f-4309-915c-9a620e87e4bd", "name": "network-vif-deleted", "tag": "5ac6b6f2-3d2c-4c93-8f2d-b214371e7885", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:07.740659 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a5100db-3a2e-4a31-94d9-d12931d0e7f0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:07.741274 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89da2c5-ce9f-4309-915c-9a620e87e4bd', 'name': 'network-vif-deleted', 'tag': '5ac6b6f2-3d2c-4c93-8f2d-b214371e7885', 'status': 'completed', 'code': 200} Jul 15 23:13:07.744543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.753119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:07.764192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ebcf9800-df11-4d86-9ebd-07506147e565'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:07.769400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:07.769778 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.823064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Transition to ACTIVE for port object a51461ae-6fc4-45ce-9caa-84e87360298b will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:07.877873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.982365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Pushing event updated for resources: {'Port': ['ID=a51461ae-6fc4-45ce-9caa-84e87360298b,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.026026 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.075361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-f460a98b-77a6-45ba-af3c-1e6b7d5c9378 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.076877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5c336ce3-581b-43f0-be52-0ee9b3c6b5aa,segment=NetworkSegment(150b6649-8916-4c82-86eb-21c26b4c5cf1),segment_id=150b6649-8916-4c82-86eb-21c26b4c5cf1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:08.085028 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.085937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:08.103623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-f460a98b-77a6-45ba-af3c-1e6b7d5c9378 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.108107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-3ca6e33a-6bcc-4e99-9789-11aacd6eb161 service neutron] 10.222.0.23 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258597 Jul 15 23:13:08.109798 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-f460a98b-77a6-45ba-af3c-1e6b7d5c9378 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "GET /v2.0/networks?id=17bcc736-c83a-4833-8291-ee42cdfca7cf&id=0de26d0b-e1b7-4585-84eb-521604b0cdab&id=17bcc736-c83a-4833-8291-ee42cdfca7cf HTTP/1.1" status: 200 len: 1392 time: 0.2561839 Jul 15 23:13:08.119722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Made reservation on behalf of 75debe57c42846fabc905342517b10e4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:08.123942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.146196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'port': {'device_id': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf', 'admin_state_up': True, 'tenant_id': '6c9075bb118649cab937c77b3dfe5914'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:08.283792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5c336ce3-581b-43f0-be52-0ee9b3c6b5aa,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.289847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:08.303161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:08.306492 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.383115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4f6a4-708f-4fab-8956-d6e79eb02275 req-dbd5e754-2d6e-41d5-867e-31626bdc7862 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.384699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fe4f6a4-708f-4fab-8956-d6e79eb02275 req-dbd5e754-2d6e-41d5-867e-31626bdc7862 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 944 time: 0.3984551 Jul 15 23:13:08.404925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Attempting to bind port a51461ae-6fc4-45ce-9caa-84e87360298b on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:08.405272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Attempting to bind port a51461ae-6fc4-45ce-9caa-84e87360298b by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:08.405604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Attempting to bind port a51461ae-6fc4-45ce-9caa-84e87360298b on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:08.436221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Port a51461ae-6fc4-45ce-9caa-84e87360298b on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:08.436617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Attempting to bind port a51461ae-6fc4-45ce-9caa-84e87360298b on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:08.465377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-82cf5be9-0bc7-4199-b6a4-86bd4bbbc736 service neutron] 10.222.0.23 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563128 Jul 15 23:13:08.472589 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.506201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:08.508930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:08.515972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.534153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:08.534519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Checking segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:08.534917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Bound using segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:08.535378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Bound port: a51461ae-6fc4-45ce-9caa-84e87360298b, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:08.536087 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.613867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fe4f6a4-708f-4fab-8956-d6e79eb02275 req-70657b91-c512-4844-9c92-ffd4d1ffc613 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089744 Jul 15 23:13:08.645812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,segment=NetworkSegment(201e60cd-372e-4f00-9360-e7deaeb59aec),segment_id=201e60cd-372e-4f00-9360-e7deaeb59aec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:08.669969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.764114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Allocated IP 172.20.0.10 (3bca652e-55f6-47e5-a096-2b021f5b73f6/04b94393-5d07-41ac-ba26-6a7dbc1dcfd0/28dc591c-c806-4973-ae68-67c7783301db) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:08.795586 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Allocated IP 19.80.0.151 (17bcc736-c83a-4833-8291-ee42cdfca7cf/9335bf6f-3b8d-4759-9c19-bc0e907f32cb/93b69d89-9350-47c8-b857-6bc416f27b42) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:08.880157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:08.880536 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.907236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.955513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:09.002177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f7f58774-c401-4771-8e02-8ac4d0779938 req-425aaccd-5ef9-410f-b3e0-2ca13c3a2fae tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 210 time: 0.1423526 Jul 15 23:13:09.030532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] For port a51461ae-6fc4-45ce-9caa-84e87360298b, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:09.037391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] For port a51461ae-6fc4-45ce-9caa-84e87360298b, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a51461ae-6fc4-45ce-9caa-84e87360298b,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:09.191198 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.195386 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.198818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:09.199175 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.261819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Transition to ACTIVE for port object 93b69d89-9350-47c8-b857-6bc416f27b42 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:09.285468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.366149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.367175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:09.370061 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa016d9-4259-4353-88c7-b2f591e32f96" -d '{"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-plugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:09.417082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.417717 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.419196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] 10.222.0.37 "PUT /v2.0/ports/a51461ae-6fc4-45ce-9caa-84e87360298b HTTP/1.1" status: 200 len: 1091 time: 4.0912786 Jul 15 23:13:09.479561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:09.489254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.533039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network 17bcc736-c83a-4833-8291-ee42cdfca7cf is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:09.543128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:09.546605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.548866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a02bf-8d5a-45b4-bfe6-ef533437368c service neutron] Pushing event updated for resources: {'Port': ['ID=a51461ae-6fc4-45ce-9caa-84e87360298b,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:09.558782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:09.613302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=10']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:09.626968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5270d9f0-c60f-4157-918b-4572fe60db4e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:09.681431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-220c644b-e458-4133-a53d-62f99360e36f req-e806f43b-4c9e-42aa-8423-7c6241b3d4e6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 210 time: 0.1733060 Jul 15 23:13:09.715960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Transition to ACTIVE for port object 28dc591c-c806-4973-ae68-67c7783301db will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:09.744171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80915aa-1261-4bf1-8085-fe2ab6ee4fb0 req-a322b3bc-18d2-40c0-9904-9689f662ba60 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.750425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Port': ['ID=93b69d89-9350-47c8-b857-6bc416f27b42,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:09.753480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d80915aa-1261-4bf1-8085-fe2ab6ee4fb0 req-a322b3bc-18d2-40c0-9904-9689f662ba60 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.4386706 Jul 15 23:13:09.782331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.783022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.784380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d17805-f21e-48a6-9e5c-221ab30b91a9', 'tag': 'a51461ae-6fc4-45ce-9caa-84e87360298b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:09.787129 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98b7e4e-9587-4624-922d-5c6342f97382" -d '{"events": [{"name": "network-changed", "server_uuid": "85d17805-f21e-48a6-9e5c-221ab30b91a9", "tag": "a51461ae-6fc4-45ce-9caa-84e87360298b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:09.811238 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-651a8b6e-bce7-49ce-b5a0-059f7bd42cac tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6788838 Jul 15 23:13:09.813585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d80915aa-1261-4bf1-8085-fe2ab6ee4fb0 req-12c558c6-862d-4374-8e7c-bb8fcbe323cf tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583336 Jul 15 23:13:09.814258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5270d9f0-c60f-4157-918b-4572fe60db4e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:09.815208 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.833592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-a5f6454c-4a97-4be8-8ad0-1cfab1528015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.835582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-a5f6454c-4a97-4be8-8ad0-1cfab1528015 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 1094 time: 0.3493943 Jul 15 23:13:09.843009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'port': {'device_id': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab', 'admin_state_up': True, 'tenant_id': '6c9075bb118649cab937c77b3dfe5914'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:09.987217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-e430e0a3-fa10-456a-a814-74401903fb00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51461ae-6fc4-45ce-9caa-84e87360298b HTTP/1.1" status: 200 len: 217 time: 0.1050606 Jul 15 23:13:09.996069 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe2182a-239f-4d5d-aa00-7473fbc3da9d x-openstack-request-id: req-8fe2182a-239f-4d5d-aa00-7473fbc3da9d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:09.996237 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-plugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:09.997850 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fe2182a-239f-4d5d-aa00-7473fbc3da9d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:10.002410 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'code': 200} Jul 15 23:13:10.061822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-832a9a73-e11d-4fa6-8e78-496a055247c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.063672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-832a9a73-e11d-4fa6-8e78-496a055247c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 HTTP/1.1" status: 200 len: 854 time: 0.0665574 Jul 15 23:13:10.140024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-df7f0b55-9263-4cd6-bf28-cc1e7b7ae491 None None] Provisioning for port 93b69d89-9350-47c8-b857-6bc416f27b42 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:10.141346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.150863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-df7f0b55-9263-4cd6-bf28-cc1e7b7ae491 None None] Provisioning complete for port 93b69d89-9350-47c8-b857-6bc416f27b42 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:10.155485 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-df7f0b55-9263-4cd6-bf28-cc1e7b7ae491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.206485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Pushing event updated for resources: {'Port': ['ID=28dc591c-c806-4973-ae68-67c7783301db,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:10.245208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-94f6046f-98e5-43b6-8bfc-4f37da895e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.245565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:10.247138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-94f6046f-98e5-43b6-8bfc-4f37da895e58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3bca652e-55f6-47e5-a096-2b021f5b73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743720 Jul 15 23:13:10.248805 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e577eb5-b6cd-401c-a8ab-bf651a320ad1 x-openstack-request-id: req-6e577eb5-b6cd-401c-a8ab-bf651a320ad1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:10.249146 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d17805-f21e-48a6-9e5c-221ab30b91a9", "tag": "a51461ae-6fc4-45ce-9caa-84e87360298b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:10.249451 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e577eb5-b6cd-401c-a8ab-bf651a320ad1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:10.249957 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d17805-f21e-48a6-9e5c-221ab30b91a9', 'tag': 'a51461ae-6fc4-45ce-9caa-84e87360298b', 'status': 'completed', 'code': 200} Jul 15 23:13:10.252072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:10.252714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.253642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:10.256231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:10.299199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-df7f0b55-9263-4cd6-bf28-cc1e7b7ae491 None None] Port 93b69d89-9350-47c8-b857-6bc416f27b42 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:10.428966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.430233 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.520508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Allocated IP 19.86.0.57 (0de26d0b-e1b7-4585-84eb-521604b0cdab/90ffce2d-c17c-4aea-90f4-37aa415f8d3c/00bdf0bd-0a01-4972-981d-3b93af76c8b1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:10.532274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-5235ddef-c265-4788-aaf2-71ce140b7409 service neutron] 10.222.0.37 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783693 Jul 15 23:13:10.534663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-d42ef6a2-1fc3-4424-ad38-92e6bee4c667 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0892379 Jul 15 23:13:10.579536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Request body: {'port': {'device_id': '5b504040-cd92-437d-bfca-b64c0739ac8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:10.632718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:10.661459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d173e02-33d5-463b-b3d8-d227d8bb31d3 req-c08d239e-6c0d-47f2-a980-a69dd56c65f4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.663438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d173e02-33d5-463b-b3d8-d227d8bb31d3 req-c08d239e-6c0d-47f2-a980-a69dd56c65f4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 944 time: 0.3515613 Jul 15 23:13:10.736056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ebcf9800-df11-4d86-9ebd-07506147e565 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:10.740051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ebcf9800-df11-4d86-9ebd-07506147e565 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:10.740433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.743405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-232289de-666e-4122-b3f7-6ca6da93e6d1 None None] Provisioning for port 28dc591c-c806-4973-ae68-67c7783301db completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:10.751231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecad4-0f21-4a51-809f-fe4db4b7253c req-5bbf0252-a0e0-40f9-9016-18e2603e4113 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:10.752572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfaecad4-0f21-4a51-809f-fe4db4b7253c req-5bbf0252-a0e0-40f9-9016-18e2603e4113 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 932 time: 0.3153260 Jul 15 23:13:10.767354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-232289de-666e-4122-b3f7-6ca6da93e6d1 None None] Provisioning complete for port 28dc591c-c806-4973-ae68-67c7783301db triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:10.767726 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-232289de-666e-4122-b3f7-6ca6da93e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.812395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-232289de-666e-4122-b3f7-6ca6da93e6d1 None None] Port 28dc591c-c806-4973-ae68-67c7783301db cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:10.825098 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.865821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.888546 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.898079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Transition to ACTIVE for port object 00bdf0bd-0a01-4972-981d-3b93af76c8b1 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:10.911830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a631e0-b833-4af7-8fcc-6c64728778ac req-d1a61ce7-a293-4cbb-aa76-ea7f105db5b3 service neutron] 10.222.0.37 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707244 Jul 15 23:13:10.919803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:10.930623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d173e02-33d5-463b-b3d8-d227d8bb31d3 req-d62ee599-d1a7-4139-9bd5-02a55ebb6e98 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183380 Jul 15 23:13:10.948397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfaecad4-0f21-4a51-809f-fe4db4b7253c req-c0b5ce5a-e10f-4542-b661-2fd43438a8db tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770465 Jul 15 23:13:10.956534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:10.969259 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.982379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.045825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:11.050302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:11.050951 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.120062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network 0de26d0b-e1b7-4585-84eb-521604b0cdab is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:11.128304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:11.130981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Port': ['ID=00bdf0bd-0a01-4972-981d-3b93af76c8b1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:11.147161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:11.230028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.231922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.263483 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-cccbe9f0-f540-42d7-a237-cc29daa5f9d9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4309471 Jul 15 23:13:11.300519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'port': {'device_id': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf', 'admin_state_up': True, 'tenant_id': '6c9075bb118649cab937c77b3dfe5914'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:11.517113 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:11.525655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.543259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a80166f0-c20c-44ad-b87b-8b50c1db0e64 None None] Provisioning for port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:11.551853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a80166f0-c20c-44ad-b87b-8b50c1db0e64 None None] Provisioning complete for port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:11.552211 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a80166f0-c20c-44ad-b87b-8b50c1db0e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.646837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-e90c46c4-8f1a-4732-aa8d-ac2f5b78dfd6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.648419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-e90c46c4-8f1a-4732-aa8d-ac2f5b78dfd6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.59 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 815 time: 0.6197844 Jul 15 23:13:11.673782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Request body: {'port': {'device_id': '902652b4-a544-4f69-b525-30f92cb7cfa9', 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6', 'admin_state_up': True, 'tenant_id': '75debe57c42846fabc905342517b10e4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:11.676916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a80166f0-c20c-44ad-b87b-8b50c1db0e64 None None] Port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:11.757055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Allocated IP 19.80.0.79 (17bcc736-c83a-4833-8291-ee42cdfca7cf/9335bf6f-3b8d-4759-9c19-bc0e907f32cb/9154adb3-669e-420f-961a-0aac243bb6a7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:11.947326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.962287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Transition to ACTIVE for port object 9154adb3-669e-420f-961a-0aac243bb6a7 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:11.997979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.003520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:12.006795 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324d86ad-db53-4970-b28b-7756acbd6d4c" -d '{"events": [{"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:12.064918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network 17bcc736-c83a-4833-8291-ee42cdfca7cf is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:12.069621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:12.092646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:12.147976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c4b7cb8-9c6c-40d1-aae3-bfc87379ce15 req-69de5491-d8a1-445d-a664-377d42862073 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 210 time: 0.4664185 Jul 15 23:13:12.168933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Port': ['ID=9154adb3-669e-420f-961a-0aac243bb6a7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:12.174331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d4b36-0325-4e47-982c-e5a4696c1ea4 req-e52742da-4a28-4a5f-8343-6b0d618cb5e6 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.175910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-809d4b36-0325-4e47-982c-e5a4696c1ea4 req-e52742da-4a28-4a5f-8343-6b0d618cb5e6 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 945 time: 0.8020611 Jul 15 23:13:12.177763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-c09f5d97-93e3-4856-9ecb-7ebeb6b7a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.179139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-c09f5d97-93e3-4856-9ecb-7ebeb6b7a456 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 1094 time: 1.1226342 Jul 15 23:13:12.200894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.201750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.222467 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-9e7852e4-87c8-4d44-aa14-2e59a51ae83f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362049 Jul 15 23:13:12.242643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Request body: {'port': {'device_id': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:12.298288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-809d4b36-0325-4e47-982c-e5a4696c1ea4 req-d4375679-6a0a-4654-82ee-313cfd9dfa66 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596721 Jul 15 23:13:12.372645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.440458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dc591c-c806-4973-ae68-67c7783301db {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:12.493753 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.530206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-045f35ce-f5b9-44d5-a442-f5ef45e8cb67 None None] Provisioning for port 9154adb3-669e-420f-961a-0aac243bb6a7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:12.538958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-045f35ce-f5b9-44d5-a442-f5ef45e8cb67 None None] Provisioning complete for port 9154adb3-669e-420f-961a-0aac243bb6a7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:12.539335 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-045f35ce-f5b9-44d5-a442-f5ef45e8cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.594645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-045f35ce-f5b9-44d5-a442-f5ef45e8cb67 None None] Port 9154adb3-669e-420f-961a-0aac243bb6a7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:12.660477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-147e90eb-9066-4632-b4fc-de630e063437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.662276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-147e90eb-9066-4632-b4fc-de630e063437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 916 time: 0.4496391 Jul 15 23:13:12.687029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Transition to ACTIVE for port object 28dc591c-c806-4973-ae68-67c7783301db will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:12.749057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.752054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-fb611e97-2d35-4f07-af7b-c16f9f57b870 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51461ae-6fc4-45ce-9caa-84e87360298b HTTP/1.1" status: 200 len: 217 time: 0.0714467 Jul 15 23:13:12.768892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadc1cd-9ae2-497b-91ba-cd19908c2beb req-3650b9b6-29eb-407c-a426-5e60d958283c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.781622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dadc1cd-9ae2-497b-91ba-cd19908c2beb req-3650b9b6-29eb-407c-a426-5e60d958283c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.4134588 Jul 15 23:13:12.796562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b69d89-9350-47c8-b857-6bc416f27b42 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:12.809299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.826818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Transition to ACTIVE for port object 93b69d89-9350-47c8-b857-6bc416f27b42 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:12.831585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.920861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Pushing event updated for resources: {'Port': ['ID=93b69d89-9350-47c8-b857-6bc416f27b42,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:12.965211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-2f14da09-2f6c-4b6b-ae6a-07c14413cc50 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.966998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-2f14da09-2f6c-4b6b-ae6a-07c14413cc50 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 945 time: 0.6492803 Jul 15 23:13:13.012868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Attempting to bind port 93b69d89-9350-47c8-b857-6bc416f27b42 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:13.013238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Attempting to bind port 93b69d89-9350-47c8-b857-6bc416f27b42 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:13.017292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Attempting to bind port 93b69d89-9350-47c8-b857-6bc416f27b42 on network 17bcc736-c83a-4833-8291-ee42cdfca7cf {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:13.024901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Port 93b69d89-9350-47c8-b857-6bc416f27b42 on network 17bcc736-c83a-4833-8291-ee42cdfca7cf not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:13.025251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Attempting to bind port 93b69d89-9350-47c8-b857-6bc416f27b42 on network 17bcc736-c83a-4833-8291-ee42cdfca7cf {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:13.032213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:13.032566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Checking segment: {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:13.033234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Bound using segment: {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:13.033678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Bound port: 93b69d89-9350-47c8-b857-6bc416f27b42, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:13.034045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.084048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Made reservation on behalf of 75debe57c42846fabc905342517b10e4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:13.087684 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.106432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Pushing event updated for resources: {'Port': ['ID=28dc591c-c806-4973-ae68-67c7783301db,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:13.126615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dadc1cd-9ae2-497b-91ba-cd19908c2beb req-dec18212-7c4c-435a-93b4-4f6694851743 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438625 Jul 15 23:13:13.140459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d601e-2b01-40c0-b1fb-4ba33415fc00 req-0c2e1772-52b6-4a62-8190-4c953b6d132d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.153800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-144d601e-2b01-40c0-b1fb-4ba33415fc00 req-0c2e1772-52b6-4a62-8190-4c953b6d132d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.6483245 Jul 15 23:13:13.157856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] For port 93b69d89-9350-47c8-b857-6bc416f27b42, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:13.166228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] For port 93b69d89-9350-47c8-b857-6bc416f27b42, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=93b69d89-9350-47c8-b857-6bc416f27b42,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:13.172593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.219085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-d6eb1017-93fa-45d1-8355-3d787ebf43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.221312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-d6eb1017-93fa-45d1-8355-3d787ebf43b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 HTTP/1.1" status: 200 len: 854 time: 0.4175646 Jul 15 23:13:13.279418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.280703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.282498 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] 10.222.0.37 "PUT /v2.0/ports/93b69d89-9350-47c8-b857-6bc416f27b42 HTTP/1.1" status: 200 len: 1092 time: 1.0444896 Jul 15 23:13:13.283063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'tag': '93b69d89-9350-47c8-b857-6bc416f27b42'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:13.286483 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab" -d '{"events": [{"name": "network-changed", "server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "tag": "93b69d89-9350-47c8-b857-6bc416f27b42"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:13.328675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Request body: {'port': {'device_id': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:13.416502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-144d601e-2b01-40c0-b1fb-4ba33415fc00 req-df0a5f6e-d6f6-4d16-b070-1eb1f97a5a04 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671211 Jul 15 23:13:13.456093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4a2e1-1c63-420d-8d34-e7851d41a315 service neutron] Pushing event updated for resources: {'Port': ['ID=93b69d89-9350-47c8-b857-6bc416f27b42,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:13.518556 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f260667-a64f-41b5-9cd9-6cee55b3a348 x-openstack-request-id: req-7f260667-a64f-41b5-9cd9-6cee55b3a348 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:13.519519 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:13.519943 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f260667-a64f-41b5-9cd9-6cee55b3a348 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:13.520488 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'code': 200} Jul 15 23:13:13.521137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Attempting to bind port 28dc591c-c806-4973-ae68-67c7783301db on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:13.521482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Attempting to bind port 28dc591c-c806-4973-ae68-67c7783301db by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:13.521814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Attempting to bind port 28dc591c-c806-4973-ae68-67c7783301db on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:13.553165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.570899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Port 28dc591c-c806-4973-ae68-67c7783301db on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:13.571243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Attempting to bind port 28dc591c-c806-4973-ae68-67c7783301db on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:13.637127 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.639737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:13.640203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Checking segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:13.640803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Bound using segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:13.641346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Bound port: 28dc591c-c806-4973-ae68-67c7783301db, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:13.641818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.666231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Deleting port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:13.675152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.805152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-aa77c5c7-3563-4a43-b0e2-c2193493c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.806734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-aa77c5c7-3563-4a43-b0e2-c2193493c190 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3bca652e-55f6-47e5-a096-2b021f5b73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5377412 Jul 15 23:13:13.808821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] For port 68ebc5aa-5999-4bb5-8873-6592ad6053a6, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68ebc5aa-5999-4bb5-8873-6592ad6053a6,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:13.809258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.901970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b26f18-79f4-4577-92ce-b0aa2054f00c req-a67fcd09-de3a-4aae-8feb-d2b545771038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.902729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] For port 28dc591c-c806-4973-ae68-67c7783301db, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:13.904842 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d6b26f18-79f4-4577-92ce-b0aa2054f00c req-a67fcd09-de3a-4aae-8feb-d2b545771038 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 1096 time: 0.2576210 Jul 15 23:13:13.906251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] For port 28dc591c-c806-4973-ae68-67c7783301db, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=28dc591c-c806-4973-ae68-67c7783301db,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:13.922940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Calling delete_port for 68ebc5aa-5999-4bb5-8873-6592ad6053a6 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:13.940409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.959745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Allocated IP 172.20.0.12 (3bca652e-55f6-47e5-a096-2b021f5b73f6/04b94393-5d07-41ac-ba26-6a7dbc1dcfd0/34b32e6d-9378-4e08-89ba-ccd86bae9754) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:13.974785 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d6b26f18-79f4-4577-92ce-b0aa2054f00c req-e8164b37-b0bd-4124-8cbd-7010bdcbdcfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529621 Jul 15 23:13:13.978093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6357c-1a39-4edd-8b19-7df9ce2d5f8b req-0e0c2213-5737-4371-97b1-bdd8fab9053b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.987642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6357c-1a39-4edd-8b19-7df9ce2d5f8b req-0e0c2213-5737-4371-97b1-bdd8fab9053b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.993825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6357c-1a39-4edd-8b19-7df9ce2d5f8b req-0e0c2213-5737-4371-97b1-bdd8fab9053b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.001069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ec6357c-1a39-4edd-8b19-7df9ce2d5f8b req-0e0c2213-5737-4371-97b1-bdd8fab9053b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2387 time: 0.5471289 Jul 15 23:13:14.042224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bdf0bd-0a01-4972-981d-3b93af76c8b1 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:14.051227 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.064059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Transition to ACTIVE for port object 00bdf0bd-0a01-4972-981d-3b93af76c8b1 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:14.072658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.141146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdf0bd-0a01-4972-981d-3b93af76c8b1,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:14.165952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.177155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.178946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] 10.222.0.59 "PUT /v2.0/ports/28dc591c-c806-4973-ae68-67c7783301db HTTP/1.1" status: 200 len: 1092 time: 3.6046867 Jul 15 23:13:14.189856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b504040-cd92-437d-bfca-b64c0739ac8e', 'tag': '28dc591c-c806-4973-ae68-67c7783301db'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:14.192774 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393" -d '{"events": [{"name": "network-changed", "server_uuid": "5b504040-cd92-437d-bfca-b64c0739ac8e", "tag": "28dc591c-c806-4973-ae68-67c7783301db"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:14.247306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ec6357c-1a39-4edd-8b19-7df9ce2d5f8b req-c9600f3d-d792-48de-9ebc-238621f98fbf tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451990 Jul 15 23:13:14.312161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Attempting to bind port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:14.312161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Attempting to bind port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:14.312432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Attempting to bind port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 on network 0de26d0b-e1b7-4585-84eb-521604b0cdab {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:14.330665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 on network 0de26d0b-e1b7-4585-84eb-521604b0cdab not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:14.331013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Attempting to bind port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 on network 0de26d0b-e1b7-4585-84eb-521604b0cdab {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:14.344782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:14.345135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Checking segment: {'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:14.345531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Bound using segment: {'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:14.345978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Bound port: 00bdf0bd-0a01-4972-981d-3b93af76c8b1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150b6649-8916-4c82-86eb-21c26b4c5cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:14.346341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.382520 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc08e52-b377-4abb-9b3c-b2fe12a407da x-openstack-request-id: req-dcc08e52-b377-4abb-9b3c-b2fe12a407da {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:14.382520 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "tag": "93b69d89-9350-47c8-b857-6bc416f27b42", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:14.382695 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcc08e52-b377-4abb-9b3c-b2fe12a407da {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:14.392582 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'tag': '93b69d89-9350-47c8-b857-6bc416f27b42', 'status': 'completed', 'code': 200} Jul 15 23:13:14.549590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] For port 00bdf0bd-0a01-4972-981d-3b93af76c8b1, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:14.564465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] For port 00bdf0bd-0a01-4972-981d-3b93af76c8b1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=00bdf0bd-0a01-4972-981d-3b93af76c8b1,segment=NetworkSegment(150b6649-8916-4c82-86eb-21c26b4c5cf1),segment_id=150b6649-8916-4c82-86eb-21c26b4c5cf1)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:14.572266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.584320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d3637-fb48-41a5-8a87-5870c5cd51ae service neutron] Pushing event updated for resources: {'Port': ['ID=28dc591c-c806-4973-ae68-67c7783301db,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:14.587671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-62b992ab-a82b-4635-aeb3-17b4f01a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.588034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-a6a84d64-2836-4a04-b3dd-199cb862f8cc service neutron] 10.222.0.37 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596037 Jul 15 23:13:14.588183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-62b992ab-a82b-4635-aeb3-17b4f01a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.588647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-62b992ab-a82b-4635-aeb3-17b4f01a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.590854 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-62b992ab-a82b-4635-aeb3-17b4f01a27f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2755 time: 0.1538773 Jul 15 23:13:14.622824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.623774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.625166 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] 10.222.0.37 "PUT /v2.0/ports/00bdf0bd-0a01-4972-981d-3b93af76c8b1 HTTP/1.1" status: 200 len: 1091 time: 1.3074369 Jul 15 23:13:14.645001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a51461ae-6fc4-45ce-9caa-84e87360298b details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:14.680508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Request body: {'port': {'device_id': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:14.744571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caa954-ba19-428f-bd99-0badaf4a4f87 service neutron] Pushing event updated for resources: {'Port': ['ID=00bdf0bd-0a01-4972-981d-3b93af76c8b1,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:14.829194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d98b7e4e-9587-4624-922d-5c6342f97382 req-16a65a24-cf7e-4a28-83e4-15341b8bc23e service neutron] 10.222.0.37 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963172 Jul 15 23:13:14.897051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a51461ae-6fc4-45ce-9caa-84e87360298b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a51461ae-6fc4-45ce-9caa-84e87360298b,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:14.920202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57f210f6-85e9-4d13-91aa-b28abb1eedc8 req-14a47bf9-7fab-4f33-be8a-3671e94d86c4 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 210 time: 0.3115423 Jul 15 23:13:14.939982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'a51461ae-6fc4-45ce-9caa-84e87360298b', 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6', 'port_id': 'a51461ae-6fc4-45ce-9caa-84e87360298b', 'mac_address': 'fa:16:3e:57:8f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b94393-5d07-41ac-ba26-6a7dbc1dcfd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:15.007708 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.025473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51461ae-6fc4-45ce-9caa-84e87360298b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:15.080304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a51461ae-6fc4-45ce-9caa-84e87360298b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a51461ae-6fc4-45ce-9caa-84e87360298b,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:15.086843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.188808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a51461ae-6fc4-45ce-9caa-84e87360298b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:15.204015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-48f92a4c-27b5-46fd-a918-ad1741c6dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.205944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-48f92a4c-27b5-46fd-a918-ad1741c6dcae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 1095 time: 0.9539933 Jul 15 23:13:15.214136 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.231844 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.236465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67c0c6be-b002-48a7-91f4-a58f2b7a7f1a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:15.310180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-1b6773dc-525e-4145-9b2d-de1ce7bffefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.311049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-1b6773dc-525e-4145-9b2d-de1ce7bffefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.311579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-1b6773dc-525e-4145-9b2d-de1ce7bffefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.313515 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-1b6773dc-525e-4145-9b2d-de1ce7bffefb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c9075bb118649cab937c77b3dfe5914&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6717975 Jul 15 23:13:15.377085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Pushing event deleted for resources: {'Port': ['ID=68ebc5aa-5999-4bb5-8873-6592ad6053a6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:15.430898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0093f6d-206d-421b-9b8c-3a2c6cdf53c3 req-ad219ef6-8ea4-4e7d-abee-1a86720274e1 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.432967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0093f6d-206d-421b-9b8c-3a2c6cdf53c3 req-ad219ef6-8ea4-4e7d-abee-1a86720274e1 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd8c7aee-e167-47e8-9b4c-ecc4f73d74da HTTP/1.1" status: 200 len: 867 time: 0.8137395 Jul 15 23:13:15.435544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-3f30df69-22b8-45d3-b9a8-ca5e16e52313 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28dc591c-c806-4973-ae68-67c7783301db HTTP/1.1" status: 200 len: 217 time: 0.2185836 Jul 15 23:13:15.459512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] No DVR routers for this DVR port 68ebc5aa-5999-4bb5-8873-6592ad6053a6 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:15.469079 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.473440 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.475914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09e57c42-75c9-4ca8-b15a-fcfc4073f3bc req-8a11300f-4c12-4748-87e1-b65c91047437 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "DELETE /v2.0/ports/68ebc5aa-5999-4bb5-8873-6592ad6053a6 HTTP/1.1" status: 204 len: 173 time: 2.4820104 Jul 15 23:13:15.514476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a51461ae-6fc4-45ce-9caa-84e87360298b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:15.552298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Transition to ACTIVE for port object 34b32e6d-9378-4e08-89ba-ccd86bae9754 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:15.586065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0093f6d-206d-421b-9b8c-3a2c6cdf53c3 req-faf11b96-ffff-416b-9bab-c216f2139373 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444838 Jul 15 23:13:15.610015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ff5ce-8e51-43e8-8b2a-4da673655d3d req-045643ec-ecf1-4b46-817c-d64466ade043 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.612798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-880ff5ce-8e51-43e8-8b2a-4da673655d3d req-045643ec-ecf1-4b46-817c-d64466ade043 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.4260032 Jul 15 23:13:15.631151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-8c1d15a0-b432-4719-a4c4-1c504c68b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.632732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-8c1d15a0-b432-4719-a4c4-1c504c68b54e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 HTTP/1.1" status: 200 len: 854 time: 0.1696172 Jul 15 23:13:15.740425 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56f6dc-2407-4cd4-b985-d9f44e369ed8 x-openstack-request-id: req-3c56f6dc-2407-4cd4-b985-d9f44e369ed8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:15.740714 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b504040-cd92-437d-bfca-b64c0739ac8e", "tag": "28dc591c-c806-4973-ae68-67c7783301db", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:15.740965 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c56f6dc-2407-4cd4-b985-d9f44e369ed8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:15.741650 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b504040-cd92-437d-bfca-b64c0739ac8e', 'tag': '28dc591c-c806-4973-ae68-67c7783301db', 'status': 'completed', 'code': 200} Jul 15 23:13:15.874733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-880ff5ce-8e51-43e8-8b2a-4da673655d3d req-a9530e55-ab5e-4013-9735-c4df2fa9dfc8 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496059 Jul 15 23:13:15.898041 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9154adb3-669e-420f-961a-0aac243bb6a7 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:15.904979 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.909530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-02ec021d-0883-4e18-9082-19334f5ac0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.911453 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ebf8ee69-294f-4e80-8bce-e26fd7a23aab req-02ec021d-0883-4e18-9082-19334f5ac0fd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5891023 Jul 15 23:13:15.913484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.927476 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Transition to ACTIVE for port object 9154adb3-669e-420f-961a-0aac243bb6a7 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:15.935866 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.939549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-35dab6cf-a796-4d75-b128-af23442e9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.941701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-35dab6cf-a796-4d75-b128-af23442e9921 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bca652e-55f6-47e5-a096-2b021f5b73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2980921 Jul 15 23:13:15.982545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Pushing event updated for resources: {'Port': ['ID=9154adb3-669e-420f-961a-0aac243bb6a7,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:16.034018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:16.053999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:16.073337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:16.113613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Attempting to bind port 9154adb3-669e-420f-961a-0aac243bb6a7 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:16.113946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Attempting to bind port 9154adb3-669e-420f-961a-0aac243bb6a7 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:16.114281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Attempting to bind port 9154adb3-669e-420f-961a-0aac243bb6a7 on network 17bcc736-c83a-4833-8291-ee42cdfca7cf {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:16.128153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Port 9154adb3-669e-420f-961a-0aac243bb6a7 on network 17bcc736-c83a-4833-8291-ee42cdfca7cf not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:16.128642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Attempting to bind port 9154adb3-669e-420f-961a-0aac243bb6a7 on network 17bcc736-c83a-4833-8291-ee42cdfca7cf {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:16.154059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:16.154518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Checking segment: {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:16.155372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Bound using segment: {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:16.155931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Bound port: 9154adb3-669e-420f-961a-0aac243bb6a7, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:16.157373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.231227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-2d7c450a-5216-4ae0-b55d-66466b69ee17 service neutron] 10.222.0.59 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734065 Jul 15 23:13:16.232025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Pushing event updated for resources: {'Port': ['ID=34b32e6d-9378-4e08-89ba-ccd86bae9754,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:16.406062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'tag': '00bdf0bd-0a01-4972-981d-3b93af76c8b1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:16.409101 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf" -d '{"events": [{"name": "network-changed", "server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "tag": "00bdf0bd-0a01-4972-981d-3b93af76c8b1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:16.414187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] For port 9154adb3-669e-420f-961a-0aac243bb6a7, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:16.418418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] For port 9154adb3-669e-420f-961a-0aac243bb6a7, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9154adb3-669e-420f-961a-0aac243bb6a7,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:16.425456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.469380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.470164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.471762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] 10.222.0.37 "PUT /v2.0/ports/9154adb3-669e-420f-961a-0aac243bb6a7 HTTP/1.1" status: 200 len: 1091 time: 1.7959194 Jul 15 23:13:16.475337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1195c29f-f8f1-486c-8d7c-66eeedbec935 None None] Provisioning for port 34b32e6d-9378-4e08-89ba-ccd86bae9754 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:16.484361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1195c29f-f8f1-486c-8d7c-66eeedbec935 None None] Provisioning complete for port 34b32e6d-9378-4e08-89ba-ccd86bae9754 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:16.484916 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1195c29f-f8f1-486c-8d7c-66eeedbec935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.488516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebabd9-ac09-45b4-b9a1-3b96648ceb0d service neutron] Pushing event updated for resources: {'Port': ['ID=9154adb3-669e-420f-961a-0aac243bb6a7,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:16.555955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 68ebc5aa-5999-4bb5-8873-6592ad6053a6 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:16.631553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a51461ae-6fc4-45ce-9caa-84e87360298b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:16.692694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-bfb4449b-f376-4389-9bde-9878cb07bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.693190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-bfb4449b-f376-4389-9bde-9878cb07bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.694485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-bfb4449b-f376-4389-9bde-9878cb07bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.697654 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-bfb4449b-f376-4389-9bde-9878cb07bac9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2864 time: 0.0928340 Jul 15 23:13:16.732531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 68ebc5aa-5999-4bb5-8873-6592ad6053a6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:16.732880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 68ebc5aa-5999-4bb5-8873-6592ad6053a6 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:16.755544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1195c29f-f8f1-486c-8d7c-66eeedbec935 None None] Port 34b32e6d-9378-4e08-89ba-ccd86bae9754 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:16.768597 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-acb8b626-737a-4f69-8ae9-aab33567718b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.151&port_id=93b69d89-9350-47c8-b857-6bc416f27b42 HTTP/1.1" status: 200 len: 217 time: 0.0528471 Jul 15 23:13:16.848750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-5a44cba7-9562-4864-989e-22c229551b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.856606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-5a44cba7-9562-4864-989e-22c229551b28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9335bf6f-3b8d-4759-9c19-bc0e907f32cb HTTP/1.1" status: 200 len: 801 time: 0.0767009 Jul 15 23:13:16.948553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-569e96f6-7799-416b-8687-4ea9073eefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.950636 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-569e96f6-7799-416b-8687-4ea9073eefb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17bcc736-c83a-4833-8291-ee42cdfca7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861952 Jul 15 23:13:16.991328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.992120 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.076648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed011cdd-0867-4e9a-b1cd-f03709a62745 req-bd101abd-7439-4e54-a7b1-5912e39b9d72 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.076648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed011cdd-0867-4e9a-b1cd-f03709a62745 req-bd101abd-7439-4e54-a7b1-5912e39b9d72 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 1.2212870 Jul 15 23:13:17.090686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-1871bc47-5658-405a-9414-7ef423c8f92b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4149117 Jul 15 23:13:17.090905 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-3b9153f1-4820-435f-aea3-1b2d0737e788 service neutron] 10.222.0.37 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255836 Jul 15 23:13:17.106089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Request body: {'port': {'device_id': '902652b4-a544-4f69-b525-30f92cb7cfa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:17.144834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176fdb7c-5c3b-4db6-82e5-cb19274cc56a req-9a5aa24a-9669-4c31-bcd3-db4319a67e9b service neutron] 10.222.0.59 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8863585 Jul 15 23:13:17.194907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed011cdd-0867-4e9a-b1cd-f03709a62745 req-57e715e6-6d3e-4862-8d11-70ee5119e6db tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181467 Jul 15 23:13:17.228543 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-40a4c5a2-74e5-4929-a4e7-832f65cdd6c7 service neutron] 10.222.0.37 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213591 Jul 15 23:13:17.268966 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.281275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd186-477d-4eb5-9346-c82ac9d8b0f6 req-3ee53b09-87ef-49cb-8855-3e9a08e40ea8 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.287712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd186-477d-4eb5-9346-c82ac9d8b0f6 req-3ee53b09-87ef-49cb-8855-3e9a08e40ea8 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.294901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd186-477d-4eb5-9346-c82ac9d8b0f6 req-3ee53b09-87ef-49cb-8855-3e9a08e40ea8 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.302859 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-11689ab1-ecbb-4eff-b241-a0eba3fb8df1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.57&port_id=00bdf0bd-0a01-4972-981d-3b93af76c8b1 HTTP/1.1" status: 200 len: 217 time: 0.0721021 Jul 15 23:13:17.303382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-228bd186-477d-4eb5-9346-c82ac9d8b0f6 req-3ee53b09-87ef-49cb-8855-3e9a08e40ea8 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2411 time: 0.3082190 Jul 15 23:13:17.366874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-39fcddc2-d5e7-4e24-8053-a48fe53f684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.368502 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-39fcddc2-d5e7-4e24-8053-a48fe53f684a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90ffce2d-c17c-4aea-90f4-37aa415f8d3c HTTP/1.1" status: 200 len: 801 time: 0.0514908 Jul 15 23:13:17.465950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-228bd186-477d-4eb5-9346-c82ac9d8b0f6 req-f64c1275-0f3f-4028-9f15-2941bc6ad0f0 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613963 Jul 15 23:13:17.485804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-43f83b3a-1c60-4008-b21e-10af0cd0294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.486882 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-43f83b3a-1c60-4008-b21e-10af0cd0294a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0de26d0b-e1b7-4585-84eb-521604b0cdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0923002 Jul 15 23:13:17.564153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-c305b77b-f157-444a-96dc-03abddf2d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.565870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-c305b77b-f157-444a-96dc-03abddf2d08f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 1095 time: 0.2583666 Jul 15 23:13:17.567970 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce53a3ef-af40-4f80-bf2c-ad6c223a6570 x-openstack-request-id: req-ce53a3ef-af40-4f80-bf2c-ad6c223a6570 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:17.568287 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "tag": "00bdf0bd-0a01-4972-981d-3b93af76c8b1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:17.568541 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce53a3ef-af40-4f80-bf2c-ad6c223a6570 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:17.568927 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'tag': '00bdf0bd-0a01-4972-981d-3b93af76c8b1', 'status': 'completed', 'code': 200} Jul 15 23:13:17.617127 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-f651163b-da1b-4183-bf32-25b4b7d2c25a service neutron] 10.222.0.37 "GET /v2.0/networks/0de26d0b-e1b7-4585-84eb-521604b0cdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155212 Jul 15 23:13:17.772044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8c7aee-e167-47e8-9b4c-ecc4f73d74da', 'name': 'network-vif-deleted', 'tag': '68ebc5aa-5999-4bb5-8873-6592ad6053a6'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:17.774822 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affe3d5e-c1f8-4648-877a-f59e89865cd0" -d '{"events": [{"server_uuid": "bd8c7aee-e167-47e8-9b4c-ecc4f73d74da", "name": "network-vif-deleted", "tag": "68ebc5aa-5999-4bb5-8873-6592ad6053a6"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:17.775669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-6e1ab9d0-cff2-4cb0-b9dc-c9fd44632c7a service neutron] 10.222.0.37 "GET /v2.0/networks/0de26d0b-e1b7-4585-84eb-521604b0cdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522069 Jul 15 23:13:17.785339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed0f35-6a97-429f-b627-d5f29c05b25d req-807b9af9-0c64-4e49-9c5d-27714fb8e298 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.792554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2ed0f35-6a97-429f-b627-d5f29c05b25d req-807b9af9-0c64-4e49-9c5d-27714fb8e298 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 932 time: 0.2316411 Jul 15 23:13:17.842357 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-e35b214a-dad6-443a-b8a1-11300bc85716 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=9154adb3-669e-420f-961a-0aac243bb6a7 HTTP/1.1" status: 200 len: 217 time: 0.0582256 Jul 15 23:13:17.864440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-7f22ba88-8540-4e67-9a32-1027d68f6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.865943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-7f22ba88-8540-4e67-9a32-1027d68f6d40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 916 time: 0.2572408 Jul 15 23:13:17.871507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2ed0f35-6a97-429f-b627-d5f29c05b25d req-bc0ac890-44f9-4f92-9c01-0907ff1d05ad tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Jul 15 23:13:17.944816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-4dc0946f-4ba7-4dfd-885d-df7b9f8988f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28dc591c-c806-4973-ae68-67c7783301db HTTP/1.1" status: 200 len: 217 time: 0.0694079 Jul 15 23:13:17.952797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-0534cfca-5ea3-4750-ab0c-545b9bdbcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.954994 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-0534cfca-5ea3-4750-ab0c-545b9bdbcc51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9335bf6f-3b8d-4759-9c19-bc0e907f32cb HTTP/1.1" status: 200 len: 801 time: 0.1044290 Jul 15 23:13:18.016527 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b13eb355-2bab-4d4e-a3b3-1c03487d786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.088308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-203c6fe4-9799-48fe-8913-d3eaac0609fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.090405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-203c6fe4-9799-48fe-8913-d3eaac0609fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 HTTP/1.1" status: 200 len: 854 time: 0.1266458 Jul 15 23:13:18.097989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cd352-aff6-4a43-8e95-d7a59921310c req-7e2c4936-fe9f-44d6-85fb-bcf86dc81550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.099747 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-7e2c4936-fe9f-44d6-85fb-bcf86dc81550 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17bcc736-c83a-4833-8291-ee42cdfca7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1380558 Jul 15 23:13:18.247176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b32e6d-9378-4e08-89ba-ccd86bae9754 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:18.248305 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-d61dedd7-7d1e-40ec-a202-67bc9ae02bd5 service neutron] 10.222.0.37 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371176 Jul 15 23:13:18.258897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-62fa9c79-6083-42f2-ab5f-f0a6f3b87486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.260349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-62fa9c79-6083-42f2-ab5f-f0a6f3b87486 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bca652e-55f6-47e5-a096-2b021f5b73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175179 Jul 15 23:13:18.263168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.367231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-3c5209a8-d621-4ca8-bd73-91197d4c300d service neutron] 10.222.0.59 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882506 Jul 15 23:13:18.369465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Transition to ACTIVE for port object 34b32e6d-9378-4e08-89ba-ccd86bae9754 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:18.379658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89222-3413-4cc2-839a-663d018f7695 req-100480e9-a1c0-45d0-a04c-fc499fac8bb6 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.387249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37e89222-3413-4cc2-839a-663d018f7695 req-100480e9-a1c0-45d0-a04c-fc499fac8bb6 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.2881539 Jul 15 23:13:18.396696 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-783cd352-aff6-4a43-8e95-d7a59921310c req-a50fb207-6fbb-43d1-be9a-44b7a707fe4e service neutron] 10.222.0.37 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396749 Jul 15 23:13:18.470185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.638057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37e89222-3413-4cc2-839a-663d018f7695 req-b1d538a0-6add-479c-a0e7-308f4781f2ff tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498457 Jul 15 23:13:18.662962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-9956e61a-4ba9-4baf-b94f-e4e1398b8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.663466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-9956e61a-4ba9-4baf-b94f-e4e1398b8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.663955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-9956e61a-4ba9-4baf-b94f-e4e1398b8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.665670 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-9956e61a-4ba9-4baf-b94f-e4e1398b8d8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2864 time: 0.1248558 Jul 15 23:13:18.676921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a51461ae-6fc4-45ce-9caa-84e87360298b up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:18.765012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=34b32e6d-9378-4e08-89ba-ccd86bae9754,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:18.779112 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33c4552-be97-462f-90e2-0159f36cad27 x-openstack-request-id: req-f33c4552-be97-462f-90e2-0159f36cad27 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:18.779455 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8c7aee-e167-47e8-9b4c-ecc4f73d74da", "name": "network-vif-deleted", "tag": "68ebc5aa-5999-4bb5-8873-6592ad6053a6", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:18.779630 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f33c4552-be97-462f-90e2-0159f36cad27 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:18.780035 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8c7aee-e167-47e8-9b4c-ecc4f73d74da', 'name': 'network-vif-deleted', 'tag': '68ebc5aa-5999-4bb5-8873-6592ad6053a6', 'status': 'completed', 'code': 200} Jul 15 23:13:18.860221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port a51461ae-6fc4-45ce-9caa-84e87360298b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:18.865800 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-95d6b3f6-6e80-42fa-8177-5f5a14255b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.867750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port a51461ae-6fc4-45ce-9caa-84e87360298b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:18.868123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.869934 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-95d6b3f6-6e80-42fa-8177-5f5a14255b93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0de26d0b-e1b7-4585-84eb-521604b0cdab HTTP/1.1" status: 200 len: 903 time: 0.1924586 Jul 15 23:13:18.947969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-2dc986f3-f70d-41d7-854a-b7b00ab326b8 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.956954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-2dc986f3-f70d-41d7-854a-b7b00ab326b8 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 813 time: 0.5885344 Jul 15 23:13:18.961626 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-702f6833-f8b6-4fa5-9164-80417182040f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.57&port_id=00bdf0bd-0a01-4972-981d-3b93af76c8b1 HTTP/1.1" status: 200 len: 217 time: 0.0825365 Jul 15 23:13:18.965447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Attempting to bind port 34b32e6d-9378-4e08-89ba-ccd86bae9754 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:18.965790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Attempting to bind port 34b32e6d-9378-4e08-89ba-ccd86bae9754 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:18.966539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Attempting to bind port 34b32e6d-9378-4e08-89ba-ccd86bae9754 on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:18.982718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Port 34b32e6d-9378-4e08-89ba-ccd86bae9754 on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:18.983126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Attempting to bind port 34b32e6d-9378-4e08-89ba-ccd86bae9754 on network 3bca652e-55f6-47e5-a096-2b021f5b73f6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:19.015646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:19.016395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Checking segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:19.016806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Bound using segment: {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:19.017564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Bound port: 34b32e6d-9378-4e08-89ba-ccd86bae9754, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb381a5c-7d58-486d-b0b6-5286ef990d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:19.017941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.045149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-d10070ca-94d2-4c5e-b9c6-e2bfbce66757 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/quotas/d7e623bc86374623bf2065520fac9ae9 HTTP/1.1" status: 200 len: 375 time: 0.0848694 Jul 15 23:13:19.050863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da6f3cd6-0cdf-471b-bfa4-5ae2bca64393 req-59d9fefb-579f-431c-8c58-503f1a8f5857 service neutron] 10.222.0.59 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609135 Jul 15 23:13:19.068312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-9c141aa7-fc3d-4f8b-afe2-907674a2917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.070943 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-9c141aa7-fc3d-4f8b-afe2-907674a2917b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90ffce2d-c17c-4aea-90f4-37aa415f8d3c HTTP/1.1" status: 200 len: 801 time: 0.1010926 Jul 15 23:13:19.101750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.146055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d17805-f21e-48a6-9e5c-221ab30b91a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51461ae-6fc4-45ce-9caa-84e87360298b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:19.156259 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84631d2-4afe-4c57-80bd-41d46ee83960" -d '{"events": [{"server_uuid": "85d17805-f21e-48a6-9e5c-221ab30b91a9", "name": "network-vif-plugged", "status": "completed", "tag": "a51461ae-6fc4-45ce-9caa-84e87360298b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:19.175976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a51461ae-6fc4-45ce-9caa-84e87360298b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a51461ae-6fc4-45ce-9caa-84e87360298b,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:19.180767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-127b3ee0-1ffd-457f-830d-69234e892619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.182416 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-127b3ee0-1ffd-457f-830d-69234e892619 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0de26d0b-e1b7-4585-84eb-521604b0cdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048434 Jul 15 23:13:19.184628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.256520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a51461ae-6fc4-45ce-9caa-84e87360298b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.293956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-fae5ee9b-330f-4b5b-a01b-6ff6defac4b7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2479346 Jul 15 23:13:19.304248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] For port 34b32e6d-9378-4e08-89ba-ccd86bae9754, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:19.310847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] For port 34b32e6d-9378-4e08-89ba-ccd86bae9754, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=34b32e6d-9378-4e08-89ba-ccd86bae9754,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:19.355100 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-ee64cf07-f4a0-42e6-85d0-827d57577c64 service neutron] 10.222.0.37 "GET /v2.0/networks/0de26d0b-e1b7-4585-84eb-521604b0cdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638639 Jul 15 23:13:19.428631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-d4c83c59-3d09-4889-b7f7-f33706f10757 service neutron] 10.222.0.23 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121616 Jul 15 23:13:19.511024 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ba32300-ae7c-45fe-8930-a50bd5f6aabf req-c6e8a471-93ba-4b62-8e8a-384d1eb5ee0e service neutron] 10.222.0.37 "GET /v2.0/networks/0de26d0b-e1b7-4585-84eb-521604b0cdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424139 Jul 15 23:13:19.530867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.569941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'tag': '9154adb3-669e-420f-961a-0aac243bb6a7'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:19.572918 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c00ace-c15d-49fe-a437-f0e022327969" -d '{"events": [{"name": "network-changed", "server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "tag": "9154adb3-669e-420f-961a-0aac243bb6a7"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:19.594961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-37a9ba2c-1b4a-418f-908a-773f38dd68f2 service neutron] 10.222.0.23 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650867 Jul 15 23:13:19.619045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.619564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:19.621310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] 10.222.0.59 "PUT /v2.0/ports/34b32e6d-9378-4e08-89ba-ccd86bae9754 HTTP/1.1" status: 200 len: 1092 time: 2.5203385 Jul 15 23:13:19.648584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4915-27cd-41e0-98a8-5530e53572c8 req-6707dd3a-c704-4eac-8b67-503c84bb7ca6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.657095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4915-27cd-41e0-98a8-5530e53572c8 req-6707dd3a-c704-4eac-8b67-503c84bb7ca6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.663353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4915-27cd-41e0-98a8-5530e53572c8 req-6707dd3a-c704-4eac-8b67-503c84bb7ca6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.680035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a8c4915-27cd-41e0-98a8-5530e53572c8 req-6707dd3a-c704-4eac-8b67-503c84bb7ca6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2411 time: 0.4993222 Jul 15 23:13:19.764825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0282a-0dd9-4b24-a6cd-b5b2cc766cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=34b32e6d-9378-4e08-89ba-ccd86bae9754,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.858440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a8c4915-27cd-41e0-98a8-5530e53572c8 req-51c291a1-b9e3-47d8-9486-752bbeb634e9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773922 Jul 15 23:13:19.921961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-f3d50d8b-9565-43d5-b6ad-afe65ca30592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.923571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-f3d50d8b-9565-43d5-b6ad-afe65ca30592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 1095 time: 0.2390983 Jul 15 23:13:20.032299 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eed2f4-e583-40d7-b0cc-10966a3d9de7 x-openstack-request-id: req-09eed2f4-e583-40d7-b0cc-10966a3d9de7 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:20.032796 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d17805-f21e-48a6-9e5c-221ab30b91a9", "name": "network-vif-plugged", "status": "completed", "tag": "a51461ae-6fc4-45ce-9caa-84e87360298b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:20.033324 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09eed2f4-e583-40d7-b0cc-10966a3d9de7 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:20.034000 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d17805-f21e-48a6-9e5c-221ab30b91a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51461ae-6fc4-45ce-9caa-84e87360298b', 'code': 200} Jul 15 23:13:20.046888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-4cb43dff-aa31-4e72-ae27-1c67c4c03b4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34b32e6d-9378-4e08-89ba-ccd86bae9754 HTTP/1.1" status: 200 len: 217 time: 0.1076078 Jul 15 23:13:20.168789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-c802f3f5-59d6-4f92-a40c-ea1bd689cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.177196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-c802f3f5-59d6-4f92-a40c-ea1bd689cbbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 HTTP/1.1" status: 200 len: 854 time: 0.1208751 Jul 15 23:13:20.192932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc8116-01af-439c-9f35-3229e988ed4d req-f7940710-fe0e-4e85-864d-94dd28e0bf31 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.203682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8dc8116-01af-439c-9f35-3229e988ed4d req-f7940710-fe0e-4e85-864d-94dd28e0bf31 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 944 time: 0.2398624 Jul 15 23:13:20.293944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8dc8116-01af-439c-9f35-3229e988ed4d req-60892264-ceb2-4864-b7d6-45f9cf9e1bb4 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891387 Jul 15 23:13:20.301423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a2830-7edd-4d0c-9588-5a4afd4f52ee req-323ea19d-c091-4cdf-ab0f-44488185c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.307838 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-378a2830-7edd-4d0c-9588-5a4afd4f52ee req-323ea19d-c091-4cdf-ab0f-44488185c756 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 1096 time: 0.1558459 Jul 15 23:13:20.312931 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340e662a-366e-4c25-b6f6-99066657f936 x-openstack-request-id: req-340e662a-366e-4c25-b6f6-99066657f936 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:20.313312 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "tag": "9154adb3-669e-420f-961a-0aac243bb6a7", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:20.315606 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-340e662a-366e-4c25-b6f6-99066657f936 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:20.316429 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'tag': '9154adb3-669e-420f-961a-0aac243bb6a7', 'status': 'completed', 'code': 200} Jul 15 23:13:20.345910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-4c882b08-810f-4cc5-9b0b-6e0c75d3235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.347484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-4c882b08-810f-4cc5-9b0b-6e0c75d3235b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bca652e-55f6-47e5-a096-2b021f5b73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336036 Jul 15 23:13:20.452782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-378a2830-7edd-4d0c-9588-5a4afd4f52ee req-f297ef16-8cb0-455d-be07-c66afe27d82a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100128 Jul 15 23:13:20.488149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e226d36-30f4-4cbd-a1ee-80fc5d6bd97f req-2d2b90ec-e01e-4589-b62c-e4fff5e76cda tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 210 time: 0.1142983 Jul 15 23:13:20.510282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00ace-c15d-49fe-a437-f0e022327969 req-4f6cce44-12aa-4c2d-9d9c-9dcb6c9c2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.510282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00ace-c15d-49fe-a437-f0e022327969 req-4f6cce44-12aa-4c2d-9d9c-9dcb6c9c2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.510837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00ace-c15d-49fe-a437-f0e022327969 req-4f6cce44-12aa-4c2d-9d9c-9dcb6c9c2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.512611 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93c00ace-c15d-49fe-a437-f0e022327969 req-4f6cce44-12aa-4c2d-9d9c-9dcb6c9c2add service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2864 time: 0.1116538 Jul 15 23:13:20.549598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 28dc591c-c806-4973-ae68-67c7783301db details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:20.563517 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:13:20.683697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-0b7c3cf7-8643-4aee-930f-ace0755e91e8 service neutron] 10.222.0.59 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240840 Jul 15 23:13:20.689432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c2f85644-8ffa-4fcb-9890-82bf61a8555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.704120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc2949-5d5e-43ec-b96a-2784280bac8f req-1085482b-ed66-48b2-b0d2-fe4adb65443a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.712538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17bc2949-5d5e-43ec-b96a-2784280bac8f req-1085482b-ed66-48b2-b0d2-fe4adb65443a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.2396786 Jul 15 23:13:20.796562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 28dc591c-c806-4973-ae68-67c7783301db, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=28dc591c-c806-4973-ae68-67c7783301db,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:20.825548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '28dc591c-c806-4973-ae68-67c7783301db', 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6', 'port_id': '28dc591c-c806-4973-ae68-67c7783301db', 'mac_address': 'fa:16:3e:95:3f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b94393-5d07-41ac-ba26-6a7dbc1dcfd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:20.907451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902652b4-a544-4f69-b525-30f92cb7cfa9', 'tag': '34b32e6d-9378-4e08-89ba-ccd86bae9754'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:20.910505 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701" -d '{"events": [{"name": "network-changed", "server_uuid": "902652b4-a544-4f69-b525-30f92cb7cfa9", "tag": "34b32e6d-9378-4e08-89ba-ccd86bae9754"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:20.920601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f4cc885-16f5-4aeb-9d6f-a43e92341ef3 req-859624a9-a353-438f-b6ef-9b40f2607fa1 service neutron] 10.222.0.59 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272041 Jul 15 23:13:20.925147 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.952735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00ace-c15d-49fe-a437-f0e022327969 req-dfceffd7-299c-40e7-9fe8-8387a88679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.954727 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93c00ace-c15d-49fe-a437-f0e022327969 req-dfceffd7-299c-40e7-9fe8-8387a88679f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17bcc736-c83a-4833-8291-ee42cdfca7cf HTTP/1.1" status: 200 len: 903 time: 0.1921284 Jul 15 23:13:20.955650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dc591c-c806-4973-ae68-67c7783301db {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:21.015977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17bc2949-5d5e-43ec-b96a-2784280bac8f req-6423a649-4de4-4ff5-bfed-20facdff2f90 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024075 Jul 15 23:13:21.040201 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93c00ace-c15d-49fe-a437-f0e022327969 req-4edbd006-8e9e-4e5b-8cf1-e13c9e64b5e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=9154adb3-669e-420f-961a-0aac243bb6a7 HTTP/1.1" status: 200 len: 217 time: 0.0773528 Jul 15 23:13:21.043852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 28dc591c-c806-4973-ae68-67c7783301db, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=28dc591c-c806-4973-ae68-67c7783301db,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:21.045542 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.051762 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.101476 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8339b7-021b-49a7-bd44-738f7b51ffa1 x-openstack-request-id: req-8b8339b7-021b-49a7-bd44-738f7b51ffa1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:21.101777 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902652b4-a544-4f69-b525-30f92cb7cfa9", "tag": "34b32e6d-9378-4e08-89ba-ccd86bae9754", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:21.102050 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b8339b7-021b-49a7-bd44-738f7b51ffa1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:21.102445 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902652b4-a544-4f69-b525-30f92cb7cfa9', 'tag': '34b32e6d-9378-4e08-89ba-ccd86bae9754', 'status': 'completed', 'code': 200} Jul 15 23:13:21.129554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00ace-c15d-49fe-a437-f0e022327969 req-56401383-6117-4bbe-b118-2acd3b1755ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.131118 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93c00ace-c15d-49fe-a437-f0e022327969 req-56401383-6117-4bbe-b118-2acd3b1755ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9335bf6f-3b8d-4759-9c19-bc0e907f32cb HTTP/1.1" status: 200 len: 801 time: 0.0786097 Jul 15 23:13:21.143167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=28dc591c-c806-4973-ae68-67c7783301db,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:21.260102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00ace-c15d-49fe-a437-f0e022327969 req-38b7bf24-ebe2-4692-9d6b-4bd6873baa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.263742 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93c00ace-c15d-49fe-a437-f0e022327969 req-38b7bf24-ebe2-4692-9d6b-4bd6873baa49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17bcc736-c83a-4833-8291-ee42cdfca7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237462 Jul 15 23:13:21.354174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efe482-5085-4ff6-950d-78fa83bd2182 req-d96914ac-71fb-4bf7-ba7a-d5d874a7c30b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.373529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efe482-5085-4ff6-950d-78fa83bd2182 req-d96914ac-71fb-4bf7-ba7a-d5d874a7c30b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.385464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efe482-5085-4ff6-950d-78fa83bd2182 req-d96914ac-71fb-4bf7-ba7a-d5d874a7c30b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.395203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9efe482-5085-4ff6-950d-78fa83bd2182 req-d96914ac-71fb-4bf7-ba7a-d5d874a7c30b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2411 time: 0.2916973 Jul 15 23:13:21.411034 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93c00ace-c15d-49fe-a437-f0e022327969 req-c46b22ed-865c-4f55-aca6-3be8d401f2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338706 Jul 15 23:13:21.439578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-70c4c3f2-0b46-4986-83a6-86fa38c8ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.446364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-70c4c3f2-0b46-4986-83a6-86fa38c8ff64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 1095 time: 0.2692428 Jul 15 23:13:21.478516 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.491644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['28dc591c-c806-4973-ae68-67c7783301db'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:21.577338 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-93c00ace-c15d-49fe-a437-f0e022327969 req-fcfea880-4d7b-44c6-8ff4-174a32fd8101 service neutron] 10.222.0.37 "GET /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561062 Jul 15 23:13:21.621276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-35887ba6-183f-44dc-a4fb-9aad6841bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.633328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-35887ba6-183f-44dc-a4fb-9aad6841bfe7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 916 time: 0.1449194 Jul 15 23:13:21.644873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9efe482-5085-4ff6-950d-78fa83bd2182 req-cdf822cc-d9ce-4afb-ac40-7775e207982b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445855 Jul 15 23:13:21.708577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-fe4316b3-844e-4d19-9a73-68941a501696 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34b32e6d-9378-4e08-89ba-ccd86bae9754 HTTP/1.1" status: 200 len: 217 time: 0.0626066 Jul 15 23:13:21.791910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-3a64a7cf-e99a-4e13-b953-4c8fec2fabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.793596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-3a64a7cf-e99a-4e13-b953-4c8fec2fabdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 HTTP/1.1" status: 200 len: 854 time: 0.0735345 Jul 15 23:13:21.947609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5ae2735-741f-4f4c-b434-220055e179ab req-ed2b2166-08e8-4e3a-8f94-b7595293984b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 210 time: 0.0511203 Jul 15 23:13:21.989169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-935ef936-ae33-4e67-b13e-5a2e60072f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.990673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-935ef936-ae33-4e67-b13e-5a2e60072f5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bca652e-55f6-47e5-a096-2b021f5b73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875136 Jul 15 23:13:22.032233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380ee21-b6d3-4390-9c11-539884a3e00b req-bae3c1ba-db64-4c63-a87b-d52ae3e52258 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.034038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2380ee21-b6d3-4390-9c11-539884a3e00b req-bae3c1ba-db64-4c63-a87b-d52ae3e52258 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 944 time: 0.1532903 Jul 15 23:13:22.288954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2380ee21-b6d3-4390-9c11-539884a3e00b req-77880884-4596-4056-a28b-7d00e437d8ae tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326193 Jul 15 23:13:22.300696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-17916244-0b0d-43b0-a7aa-2cbb21f8e2c8 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.302935 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-17916244-0b0d-43b0-a7aa-2cbb21f8e2c8 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.37 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 813 time: 0.2396421 Jul 15 23:13:22.333919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Request body: {'port': {'device_id': '9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3', 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4', 'admin_state_up': True, 'tenant_id': 'd7e623bc86374623bf2065520fac9ae9'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:22.335333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-dbfcfb7c-cb23-4032-a24f-65331213be23 service neutron] 10.222.0.59 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262837 Jul 15 23:13:22.609913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Made reservation on behalf of d7e623bc86374623bf2065520fac9ae9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:22.613663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.625119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126aa1a8-2fa2-4f6d-a1ad-c7be66223701 req-d8932de3-1dc9-4153-a94f-a3bc2dba3a7c service neutron] 10.222.0.59 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821319 Jul 15 23:13:22.681837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffcc0b-7ff2-4e2c-ba6a-91d6f5cd400e req-e10f4dad-4512-4cae-b0ca-30b1a412a81b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.684442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01ffcc0b-7ff2-4e2c-ba6a-91d6f5cd400e req-e10f4dad-4512-4cae-b0ca-30b1a412a81b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.1532707 Jul 15 23:13:22.694826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 00bdf0bd-0a01-4972-981d-3b93af76c8b1 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:22.757125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01ffcc0b-7ff2-4e2c-ba6a-91d6f5cd400e req-310695a2-9f6a-4edf-a171-e311e4afc7b2 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655327 Jul 15 23:13:23.010400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 00bdf0bd-0a01-4972-981d-3b93af76c8b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=00bdf0bd-0a01-4972-981d-3b93af76c8b1,segment=NetworkSegment(150b6649-8916-4c82-86eb-21c26b4c5cf1),segment_id=150b6649-8916-4c82-86eb-21c26b4c5cf1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:23.052019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '00bdf0bd-0a01-4972-981d-3b93af76c8b1', 'network_id': '0de26d0b-e1b7-4585-84eb-521604b0cdab', 'port_id': '00bdf0bd-0a01-4972-981d-3b93af76c8b1', 'mac_address': 'fa:16:3e:a1:d7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ffce2d-c17c-4aea-90f4-37aa415f8d3c', 'ip_address': '19.86.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:23.084124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Allocated IP 172.20.0.5 (3de4f558-b7b2-4a69-a6d2-04d55c2630d4/caac634b-a7f0-4386-8503-ffda8575f938/b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:23.131925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c74ef-c610-4038-9a8a-df0e2e64af62 req-9847f533-e51b-4e9b-a5d7-3cbd0a1924d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.141515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c74ef-c610-4038-9a8a-df0e2e64af62 req-9847f533-e51b-4e9b-a5d7-3cbd0a1924d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.148057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c74ef-c610-4038-9a8a-df0e2e64af62 req-9847f533-e51b-4e9b-a5d7-3cbd0a1924d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.150019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed5c74ef-c610-4038-9a8a-df0e2e64af62 req-9847f533-e51b-4e9b-a5d7-3cbd0a1924d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2411 time: 0.2087815 Jul 15 23:13:23.169163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.187730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bdf0bd-0a01-4972-981d-3b93af76c8b1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:23.232663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 00bdf0bd-0a01-4972-981d-3b93af76c8b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=00bdf0bd-0a01-4972-981d-3b93af76c8b1,segment=NetworkSegment(150b6649-8916-4c82-86eb-21c26b4c5cf1),segment_id=150b6649-8916-4c82-86eb-21c26b4c5cf1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:23.243795 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.244835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9154adb3-669e-420f-961a-0aac243bb6a7 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:23.256417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed5c74ef-c610-4038-9a8a-df0e2e64af62 req-f8654f99-deba-4f79-8943-1e8b3b9398e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995064 Jul 15 23:13:23.369745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd1eec3a-27dc-48c3-b04f-2ba6c718a99e req-897a2848-dbff-43b5-91b6-382e97bc4e15 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 210 time: 0.0581746 Jul 15 23:13:23.384427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.404719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=00bdf0bd-0a01-4972-981d-3b93af76c8b1,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:23.421726 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.544053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:23.544985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9154adb3-669e-420f-961a-0aac243bb6a7, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9154adb3-669e-420f-961a-0aac243bb6a7,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:23.557122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:23.559126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ebcf9800-df11-4d86-9ebd-07506147e565'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:23.578903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Pushing event updated for resources: {'Port': ['ID=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:23.582376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:23.610232 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.637269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '9154adb3-669e-420f-961a-0aac243bb6a7', 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf', 'port_id': '9154adb3-669e-420f-961a-0aac243bb6a7', 'mac_address': 'fa:16:3e:7d:ef:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9335bf6f-3b8d-4759-9c19-bc0e907f32cb', 'ip_address': '19.80.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:23.720253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.743332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9154adb3-669e-420f-961a-0aac243bb6a7 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:23.755935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.758236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.766085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9154adb3-669e-420f-961a-0aac243bb6a7, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9154adb3-669e-420f-961a-0aac243bb6a7,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:23.789928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.790612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 93b69d89-9350-47c8-b857-6bc416f27b42 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:23.799856 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-ecbbfd75-1062-4844-bc31-fdb9098f3951 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4719584 Jul 15 23:13:23.805177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdebc2-70e3-4405-8393-6b0a0c701d1e req-855f665b-6b8c-43dd-96e8-9008dcc67062 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.806931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94cdebc2-70e3-4405-8393-6b0a0c701d1e req-855f665b-6b8c-43dd-96e8-9008dcc67062 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 946 time: 0.2552180 Jul 15 23:13:23.819014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Request body: {'port': {'device_id': '9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:23.913159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=9154adb3-669e-420f-961a-0aac243bb6a7,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:23.927270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94cdebc2-70e3-4405-8393-6b0a0c701d1e req-2030019d-50bf-4b79-a879-5c2a6be0cbe2 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037624 Jul 15 23:13:23.941600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.979005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 93b69d89-9350-47c8-b857-6bc416f27b42, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=93b69d89-9350-47c8-b857-6bc416f27b42,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:23.989903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ff792-92f2-43b7-85b7-cbc44c54d444 req-d3826cd7-218e-4092-b4bb-cd392372d7ce tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.999354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-644ff792-92f2-43b7-85b7-cbc44c54d444 req-d3826cd7-218e-4092-b4bb-cd392372d7ce tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 944 time: 0.1528981 Jul 15 23:13:24.005926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '93b69d89-9350-47c8-b857-6bc416f27b42', 'network_id': '17bcc736-c83a-4833-8291-ee42cdfca7cf', 'port_id': '93b69d89-9350-47c8-b857-6bc416f27b42', 'mac_address': 'fa:16:3e:a4:45:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9335bf6f-3b8d-4759-9c19-bc0e907f32cb', 'ip_address': '19.80.0.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:24.076737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-644ff792-92f2-43b7-85b7-cbc44c54d444 req-076a35e1-5302-445c-b171-d1a8ce6df19a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764353 Jul 15 23:13:24.111913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.129647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b69d89-9350-47c8-b857-6bc416f27b42 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:24.159753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 93b69d89-9350-47c8-b857-6bc416f27b42, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=93b69d89-9350-47c8-b857-6bc416f27b42,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:24.165871 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.231921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=93b69d89-9350-47c8-b857-6bc416f27b42,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.297772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff10a5-25ad-4011-8a54-485eb7bd8949 req-4aeb21b8-706f-4970-b041-f67c3dff28a2 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.299530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95ff10a5-25ad-4011-8a54-485eb7bd8949 req-4aeb21b8-706f-4970-b041-f67c3dff28a2 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.1054318 Jul 15 23:13:24.349822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:24.360177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.373872 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Transition to ACTIVE for port object b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:24.382214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.399150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95ff10a5-25ad-4011-8a54-485eb7bd8949 req-be0ca672-6468-4d88-89dc-ac1e5ed93228 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824111 Jul 15 23:13:24.488096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.531412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Attempting to bind port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:24.531856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Attempting to bind port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:24.532261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Attempting to bind port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 on network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:24.537360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 on network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:24.537808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Attempting to bind port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 on network 3de4f558-b7b2-4a69-a6d2-04d55c2630d4 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:24.543911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:24.544366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Checking segment: {'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:24.545068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Bound using segment: {'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:24.545722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Bound port: b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:24.546160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.568017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 34b32e6d-9378-4e08-89ba-ccd86bae9754 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:24.572820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 28dc591c-c806-4973-ae68-67c7783301db up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:24.631677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] For port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:24.635956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] For port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:24.642812 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.652780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4938fe-da50-4502-a8cf-da69b92fb58a req-f26fb508-55a0-4239-bca0-373905a88c86 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.672034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4938fe-da50-4502-a8cf-da69b92fb58a req-f26fb508-55a0-4239-bca0-373905a88c86 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.685570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4938fe-da50-4502-a8cf-da69b92fb58a req-f26fb508-55a0-4239-bca0-373905a88c86 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.694606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e4938fe-da50-4502-a8cf-da69b92fb58a req-f26fb508-55a0-4239-bca0-373905a88c86 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2414 time: 0.2208323 Jul 15 23:13:24.740467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['00bdf0bd-0a01-4972-981d-3b93af76c8b1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:24.740953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.751563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.753128 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.754842 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-8b2b724c-4781-4e97-9fb7-4fe4835ac5c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 HTTP/1.1" status: 200 len: 1091 time: 0.9403954 Jul 15 23:13:24.755511 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3', 'tag': 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:24.758147 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca34df98-d889-44a1-bc94-959acda0dc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3", "tag": "b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:24.848270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e4938fe-da50-4502-a8cf-da69b92fb58a req-0d745d00-70f4-40ed-bb0e-79aef2f0305e tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336086 Jul 15 23:13:24.853423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 28dc591c-c806-4973-ae68-67c7783301db completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:24.877553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['93b69d89-9350-47c8-b857-6bc416f27b42'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:24.935585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab67eb1-2f55-4768-8456-82b641bf3660 req-ce4fea72-1a8d-4326-bf51-80f97f1b8277 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.946082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ab67eb1-2f55-4768-8456-82b641bf3660 req-ce4fea72-1a8d-4326-bf51-80f97f1b8277 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 943 time: 0.2498624 Jul 15 23:13:24.992070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9154adb3-669e-420f-961a-0aac243bb6a7'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:24.993302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-2738541d-2ae3-4138-afb3-bff42a3ad776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.001090 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-2738541d-2ae3-4138-afb3-bff42a3ad776 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 1094 time: 0.1684170 Jul 15 23:13:25.001879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:13:25.010343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 28dc591c-c806-4973-ae68-67c7783301db triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:25.011178 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.013571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ab67eb1-2f55-4768-8456-82b641bf3660 req-91d0ecd4-a7b7-4c7b-a708-7c044a94d4b3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656326 Jul 15 23:13:25.098155 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-f9197209-8d61-4e00-a331-8c6cb4881b05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 HTTP/1.1" status: 200 len: 217 time: 0.0728509 Jul 15 23:13:25.141277 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab47a195-ec62-4973-a2eb-05c4a5961198 x-openstack-request-id: req-ab47a195-ec62-4973-a2eb-05c4a5961198 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:25.141903 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3", "tag": "b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:25.142451 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab47a195-ec62-4973-a2eb-05c4a5961198 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:25.143020 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3', 'tag': 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8', 'status': 'completed', 'code': 200} Jul 15 23:13:25.220860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-00f8af21-860f-4447-889b-78198b6afe98 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.226459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-00f8af21-860f-4447-889b-78198b6afe98 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 946 time: 0.1600883 Jul 15 23:13:25.246806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-35b29bf1-370e-4058-8e57-4bf07fe7bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.251135 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-35b29bf1-370e-4058-8e57-4bf07fe7bb07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 200 len: 853 time: 0.1200640 Jul 15 23:13:25.320265 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-663c946f-3d41-4663-b270-b3dd41046d17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616684 Jul 15 23:13:25.321923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 34b32e6d-9378-4e08-89ba-ccd86bae9754, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=34b32e6d-9378-4e08-89ba-ccd86bae9754,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:25.353058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '34b32e6d-9378-4e08-89ba-ccd86bae9754', 'network_id': '3bca652e-55f6-47e5-a096-2b021f5b73f6', 'port_id': '34b32e6d-9378-4e08-89ba-ccd86bae9754', 'mac_address': 'fa:16:3e:38:51:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b94393-5d07-41ac-ba26-6a7dbc1dcfd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:25.360818 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.439873 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-6ab27346-f2d3-4cf8-bc2d-066f33fb4696 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089849 Jul 15 23:13:25.526355 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.540528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51876e9-afcf-4e9f-9806-c38331a25ce6 req-2efabb9b-761b-4b16-ad87-12156578b4c8 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.549044 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c51876e9-afcf-4e9f-9806-c38331a25ce6 req-2efabb9b-761b-4b16-ad87-12156578b4c8 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 946 time: 0.2622666 Jul 15 23:13:25.557026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7ce356c1-2c9b-4cfa-b596-b75c51811eaf req-0c40d2b9-d42a-40bd-8ca1-9e3940215e47 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080370 Jul 15 23:13:25.557692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Deleting port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:25.558035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.579424 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.602042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b504040-cd92-437d-bfca-b64c0739ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc591c-c806-4973-ae68-67c7783301db'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:25.604371 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c40681-c88f-4554-945f-cbab631b6fde" -d '{"events": [{"server_uuid": "5b504040-cd92-437d-bfca-b64c0739ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "28dc591c-c806-4973-ae68-67c7783301db"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:25.633758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b32e6d-9378-4e08-89ba-ccd86bae9754 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:25.645337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 28dc591c-c806-4973-ae68-67c7783301db, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=28dc591c-c806-4973-ae68-67c7783301db,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:25.656125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.708681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 34b32e6d-9378-4e08-89ba-ccd86bae9754, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=34b32e6d-9378-4e08-89ba-ccd86bae9754,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:25.723138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.771074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=28dc591c-c806-4973-ae68-67c7783301db,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.790322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-7b874565-4dce-4c00-a815-0e701764eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.791970 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-7b874565-4dce-4c00-a815-0e701764eb93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 1094 time: 0.1040642 Jul 15 23:13:25.828697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=34b32e6d-9378-4e08-89ba-ccd86bae9754,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.910861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-976c85b9-ef61-421f-86ee-3f0a04a2bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.912606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-976c85b9-ef61-421f-86ee-3f0a04a2bed5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 914 time: 0.1135585 Jul 15 23:13:25.956792 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-295ef31c-4137-428d-9d41-6ab4274c1742 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 HTTP/1.1" status: 200 len: 217 time: 0.0372379 Jul 15 23:13:25.963415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00fa01-1514-470f-87c0-c182159a4492 req-127b1b1e-3ece-4b32-a66b-7b14d31401bc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.965401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f00fa01-1514-470f-87c0-c182159a4492 req-127b1b1e-3ece-4b32-a66b-7b14d31401bc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 944 time: 0.5676711 Jul 15 23:13:26.005702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-bd2e3561-9b53-4582-af5d-9c742f7248a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.007158 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-bd2e3561-9b53-4582-af5d-9c742f7248a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 200 len: 853 time: 0.0442538 Jul 15 23:13:26.039582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['34b32e6d-9378-4e08-89ba-ccd86bae9754'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:26.042792 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-e942c5e3-1427-42b9-bc6f-3cacd8bf1bd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286450 Jul 15 23:13:26.052017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c51876e9-afcf-4e9f-9806-c38331a25ce6 req-57c11ea2-9d1a-47a3-8492-5a5c3136c59a tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/security-groups?id=9978cc72-4833-4afa-b681-69aa046136f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020690 Jul 15 23:13:26.078147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] For port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,segment=NetworkSegment(46767da7-7226-4951-bdc3-53865d57a61e),segment_id=46767da7-7226-4951-bdc3-53865d57a61e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:26.079189 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.101902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f00fa01-1514-470f-87c0-c182159a4492 req-c071578b-4fcc-4544-b994-7c14f979bad9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255331 Jul 15 23:13:26.102822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Calling delete_port for 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:26.165235 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-0a47f147-2d1c-49c1-a555-70260e69a415 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143069 Jul 15 23:13:26.278860 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.289706 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f2ac94-d949-4820-9915-6135e4832ed1 x-openstack-request-id: req-b3f2ac94-d949-4820-9915-6135e4832ed1 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:26.290011 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b504040-cd92-437d-bfca-b64c0739ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "28dc591c-c806-4973-ae68-67c7783301db", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:26.290266 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3f2ac94-d949-4820-9915-6135e4832ed1 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:26.290846 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b504040-cd92-437d-bfca-b64c0739ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc591c-c806-4973-ae68-67c7783301db', 'code': 200} Jul 15 23:13:26.295529 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ca34df98-d889-44a1-bc94-959acda0dc3a req-53863621-edfd-4949-99b4-60029c6c68f3 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226511 Jul 15 23:13:26.314779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Pushing event deleted for resources: {'Port': ['ID=67c0c6be-b002-48a7-91f4-a58f2b7a7f1a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:26.439507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] No DVR routers for this DVR port 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:26.458480 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.460494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1cbe078-140f-4da2-8396-57085f8b5f58 req-ef2f30b1-8e9a-43c9-b428-c0f289f6388d tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.59 "DELETE /v2.0/ports/67c0c6be-b002-48a7-91f4-a58f2b7a7f1a HTTP/1.1" status: 204 len: 173 time: 1.2244585 Jul 15 23:13:26.461832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b6d9f2-abf8-4912-92cc-66ffe8cf60c2', 'name': 'network-vif-deleted', 'tag': '67c0c6be-b002-48a7-91f4-a58f2b7a7f1a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:26.464099 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba9969e-c351-4523-bca2-0568433e205f" -d '{"events": [{"server_uuid": "27b6d9f2-abf8-4912-92cc-66ffe8cf60c2", "name": "network-vif-deleted", "tag": "67c0c6be-b002-48a7-91f4-a58f2b7a7f1a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:26.517338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5aaad-416c-4bca-9d98-75174d570e94 req-4425e515-ebc7-4e0d-a9fa-af401c8d3a8a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.518760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5aaad-416c-4bca-9d98-75174d570e94 req-4425e515-ebc7-4e0d-a9fa-af401c8d3a8a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 945 time: 0.1938508 Jul 15 23:13:26.553119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798101d-f952-4b38-96e8-c03e6b3117d5 req-159197a2-ee65-4301-b529-2eb1e3adebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.554607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3798101d-f952-4b38-96e8-c03e6b3117d5 req-159197a2-ee65-4301-b529-2eb1e3adebeb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 1097 time: 0.1706436 Jul 15 23:13:26.575779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81a922-65b1-4b23-8326-ad5c757d1bb5 req-aee1b0ba-df93-48c8-a8cd-8a769b589513 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.581779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81a922-65b1-4b23-8326-ad5c757d1bb5 req-aee1b0ba-df93-48c8-a8cd-8a769b589513 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.587827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81a922-65b1-4b23-8326-ad5c757d1bb5 req-aee1b0ba-df93-48c8-a8cd-8a769b589513 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.589499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e81a922-65b1-4b23-8326-ad5c757d1bb5 req-aee1b0ba-df93-48c8-a8cd-8a769b589513 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2414 time: 0.2044270 Jul 15 23:13:26.605468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5aaad-416c-4bca-9d98-75174d570e94 req-ea85c1e7-2ef6-45c2-94a0-5c791d453377 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800579 Jul 15 23:13:26.654119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3798101d-f952-4b38-96e8-c03e6b3117d5 req-145c60d9-cc92-49c5-8ee3-51303a1804d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609579 Jul 15 23:13:26.657287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e81a922-65b1-4b23-8326-ad5c757d1bb5 req-74bfa995-6a0f-46dc-a466-08d90d5a05cf tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565674 Jul 15 23:13:26.795601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57a08b-7343-4640-8f06-2202612e82fe req-7b91068c-8790-4f4b-98d6-ac5f7ed2f62e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.797157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db57a08b-7343-4640-8f06-2202612e82fe req-7b91068c-8790-4f4b-98d6-ac5f7ed2f62e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 943 time: 0.0687053 Jul 15 23:13:26.836987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db57a08b-7343-4640-8f06-2202612e82fe req-817eee0a-c00a-415f-96ce-6a6b6f57190b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331323 Jul 15 23:13:26.887607 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883ec572-4906-46c6-986c-a8e82d238f56 x-openstack-request-id: req-883ec572-4906-46c6-986c-a8e82d238f56 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:26.887965 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b6d9f2-abf8-4912-92cc-66ffe8cf60c2", "name": "network-vif-deleted", "tag": "67c0c6be-b002-48a7-91f4-a58f2b7a7f1a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:26.888218 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-883ec572-4906-46c6-986c-a8e82d238f56 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:26.888603 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b6d9f2-abf8-4912-92cc-66ffe8cf60c2', 'name': 'network-vif-deleted', 'tag': '67c0c6be-b002-48a7-91f4-a58f2b7a7f1a', 'status': 'completed', 'code': 200} Jul 15 23:13:26.957504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5749a-3eef-4ec8-9226-41a9061afeff req-b25e9dc6-e41e-4880-8ef4-f2c006ed6d19 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.958990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4eb5749a-3eef-4ec8-9226-41a9061afeff req-b25e9dc6-e41e-4880-8ef4-f2c006ed6d19 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 951 time: 0.0677691 Jul 15 23:13:26.998381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4eb5749a-3eef-4ec8-9226-41a9061afeff req-caf58193-e462-4812-9ac4-661d5dc41cfd tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338616 Jul 15 23:13:27.298701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f36d33-21ee-4248-931b-db53462da9f7 req-e3eb498a-e4a2-4904-adbb-0033ed0036f2 tempest-AttachVolumeNegativeTest-1593300358 tempest-AttachVolumeNegativeTest-1593300358-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b6d9f2-abf8-4912-92cc-66ffe8cf60c2 HTTP/1.1" status: 200 len: 210 time: 0.0496905 Jul 15 23:13:27.450896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372d707-ab66-40fc-913c-fd7a11352f65 req-5ec61571-c38b-4b8d-8534-f58ba6bda25b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.452492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8372d707-ab66-40fc-913c-fd7a11352f65 req-5ec61571-c38b-4b8d-8534-f58ba6bda25b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0747521 Jul 15 23:13:27.493228 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8372d707-ab66-40fc-913c-fd7a11352f65 req-8ca03302-51a5-4378-a333-97f682e3a680 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350056 Jul 15 23:13:27.860760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff9e5-50f3-447b-a506-ef77a4d9c196 req-a4883744-9550-436b-9a1d-eee7b5607680 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.866955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff9e5-50f3-447b-a506-ef77a4d9c196 req-a4883744-9550-436b-9a1d-eee7b5607680 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.874635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff9e5-50f3-447b-a506-ef77a4d9c196 req-a4883744-9550-436b-9a1d-eee7b5607680 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.876818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d7ff9e5-50f3-447b-a506-ef77a4d9c196 req-a4883744-9550-436b-9a1d-eee7b5607680 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2414 time: 0.0947065 Jul 15 23:13:27.920915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d7ff9e5-50f3-447b-a506-ef77a4d9c196 req-2896167d-7727-4a8c-b408-9f186b988f39 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 Jul 15 23:13:28.130413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9996fa-e27b-4876-80a4-3ae8aa23fde2 req-95e130a5-92dc-437a-a61c-74b8c8382ae0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.131942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a9996fa-e27b-4876-80a4-3ae8aa23fde2 req-95e130a5-92dc-437a-a61c-74b8c8382ae0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 943 time: 0.0642428 Jul 15 23:13:28.172483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a9996fa-e27b-4876-80a4-3ae8aa23fde2 req-8725494a-6c26-4f30-aa04-78eaf13d50a6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Jul 15 23:13:28.577144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37074) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:28.583766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4741a943-e295-493b-9fbd-7c7d93847e56 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:28.587674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 34b32e6d-9378-4e08-89ba-ccd86bae9754 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:28.629102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b5e8bc-bb31-4faa-a026-623df8ae84fb admin admin] Deleting subnet e1090417-ca80-4b48-b094-0b7bad5462cc {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:28.632533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8bc-bb31-4faa-a026-623df8ae84fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.674033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8bc-bb31-4faa-a026-623df8ae84fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.711456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 34b32e6d-9378-4e08-89ba-ccd86bae9754 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:28.735029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:28.737218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 00bdf0bd-0a01-4972-981d-3b93af76c8b1 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:28.739420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8bc-bb31-4faa-a026-623df8ae84fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.742505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 34b32e6d-9378-4e08-89ba-ccd86bae9754 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:28.743087 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.749672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c380-46aa-47b6-858f-773b4abc3720 req-6cf5a507-8fa6-4068-9042-0f2b328a38f5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.757485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b29c380-46aa-47b6-858f-773b4abc3720 req-6cf5a507-8fa6-4068-9042-0f2b328a38f5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0940678 Jul 15 23:13:28.827426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b29c380-46aa-47b6-858f-773b4abc3720 req-0b063185-d8c8-444e-9765-c920305334e8 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689211 Jul 15 23:13:28.837435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:28.854543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8bc-bb31-4faa-a026-623df8ae84fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.867597 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5b5e8bc-bb31-4faa-a026-623df8ae84fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.873804 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e5b5e8bc-bb31-4faa-a026-623df8ae84fb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1090417-ca80-4b48-b094-0b7bad5462cc HTTP/1.1" status: 204 len: 168 time: 0.2954350 Jul 15 23:13:28.875553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37100) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:28.881801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '4741a943-e295-493b-9fbd-7c7d93847e56', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'port_id': '4741a943-e295-493b-9fbd-7c7d93847e56', 'mac_address': 'fa:16:3e:16:15:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb10daa-63e2-4605-a343-41dad889d80a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:28.963579 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.978162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:28.992633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:28.993013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.029416 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.079749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.094696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0978b91-b160-4fc7-a3c9-35adcb5bbc26']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:29.102939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4741a943-e295-493b-9fbd-7c7d93847e56 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:29.110231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:29.110614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46767da7-7226-4951-bdc3-53865d57a61e') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:29.111124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46767da7-7226-4951-bdc3-53865d57a61e') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:29.126796 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.129117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.139317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8', 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4', 'port_id': 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8', 'mac_address': 'fa:16:3e:97:bd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caac634b-a7f0-4386-8503-ffda8575f938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:29.149255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.157044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:29.158149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.163407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:29.212176 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:29.225008 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:29.232882 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.242497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5e8bc-bb31-4faa-a026-623df8ae84fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1090417-ca80-4b48-b094-0b7bad5462cc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.266414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.275576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902652b4-a544-4f69-b525-30f92cb7cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b32e6d-9378-4e08-89ba-ccd86bae9754'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:29.277898 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e265d39-cbd9-4d55-8faa-d436a43d0f69" -d '{"events": [{"server_uuid": "902652b4-a544-4f69-b525-30f92cb7cfa9", "name": "network-vif-plugged", "status": "completed", "tag": "34b32e6d-9378-4e08-89ba-ccd86bae9754"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:29.281220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:29.283513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.285627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f0978b91-b160-4fc7-a3c9-35adcb5bbc26 HTTP/1.1" status: 204 len: 168 time: 0.4081695 Jul 15 23:13:29.288307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55623f09-3369-4297-9681-f18b8f3a0fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0978b91-b160-4fc7-a3c9-35adcb5bbc26,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.333778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7668f31-6ad0-4fa8-bbcc-0356d0166f7b req-04bba342-889e-41ac-b2e8-0462456fbaa8 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.334534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 34b32e6d-9378-4e08-89ba-ccd86bae9754, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=34b32e6d-9378-4e08-89ba-ccd86bae9754,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:29.343192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7668f31-6ad0-4fa8-bbcc-0356d0166f7b req-04bba342-889e-41ac-b2e8-0462456fbaa8 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.352959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7668f31-6ad0-4fa8-bbcc-0356d0166f7b req-04bba342-889e-41ac-b2e8-0462456fbaa8 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.354393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a7668f31-6ad0-4fa8-bbcc-0356d0166f7b req-04bba342-889e-41ac-b2e8-0462456fbaa8 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2414 time: 0.1312995 Jul 15 23:13:29.356395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:29.361549 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.362412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:29.371966 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.400840 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.412831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a7668f31-6ad0-4fa8-bbcc-0356d0166f7b req-0ca44e18-a759-443c-85d4-418792463ea1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508039 Jul 15 23:13:29.414788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:29.415146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 67c0c6be-b002-48a7-91f4-a58f2b7a7f1a not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:29.415615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:29.481838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37154) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:29.551484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37156) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:29.552077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-818647af-ac0e-48c7-ad88-b8a9618ef8a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2fee978d4cb4a1bba03c998aad7f668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685134 Jul 15 23:13:29.594547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['4741a943-e295-493b-9fbd-7c7d93847e56'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:29.618573 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44566930-13e5-4613-96ca-3a7eb529fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.645833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44566930-13e5-4613-96ca-3a7eb529fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.649229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.653740 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e6830-dc53-4320-8b3e-3f88849f16dd x-openstack-request-id: req-a78e6830-dc53-4320-8b3e-3f88849f16dd {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:29.654720 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902652b4-a544-4f69-b525-30f92cb7cfa9", "name": "network-vif-plugged", "status": "completed", "tag": "34b32e6d-9378-4e08-89ba-ccd86bae9754", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:29.654926 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a78e6830-dc53-4320-8b3e-3f88849f16dd {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:29.655303 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902652b4-a544-4f69-b525-30f92cb7cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b32e6d-9378-4e08-89ba-ccd86bae9754', 'code': 200} Jul 15 23:13:29.717795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 00bdf0bd-0a01-4972-981d-3b93af76c8b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=00bdf0bd-0a01-4972-981d-3b93af76c8b1,segment=NetworkSegment(150b6649-8916-4c82-86eb-21c26b4c5cf1),segment_id=150b6649-8916-4c82-86eb-21c26b4c5cf1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:29.743530 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44566930-13e5-4613-96ca-3a7eb529fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.747039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44566930-13e5-4613-96ca-3a7eb529fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.749192 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-44566930-13e5-4613-96ca-3a7eb529fe0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9978cc72-4833-4afa-b681-69aa046136f6 HTTP/1.1" status: 204 len: 168 time: 0.1963518 Jul 15 23:13:29.753966 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.754990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 93b69d89-9350-47c8-b857-6bc416f27b42 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:29.782445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44566930-13e5-4613-96ca-3a7eb529fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978cc72-4833-4afa-b681-69aa046136f6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.822339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceafe9-ec68-49bd-a076-75137427504b req-d714e3ee-7621-446b-8277-5f34a596d046 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.829751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14ceafe9-ec68-49bd-a076-75137427504b req-d714e3ee-7621-446b-8277-5f34a596d046 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 944 time: 0.1406903 Jul 15 23:13:29.857402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:29.866462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df59cc-8b6b-490f-b828-f05684df95a9 req-f128429f-13c1-4a02-b2ef-5abfced5b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.868803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96df59cc-8b6b-490f-b828-f05684df95a9 req-f128429f-13c1-4a02-b2ef-5abfced5b300 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 1097 time: 0.1199973 Jul 15 23:13:29.906277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=34b32e6d-9378-4e08-89ba-ccd86bae9754,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.932504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14ceafe9-ec68-49bd-a076-75137427504b req-8a736029-db01-4343-a219-8805b556b8a0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014643 Jul 15 23:13:29.955389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96df59cc-8b6b-490f-b828-f05684df95a9 req-811879d4-26e9-4125-8c8f-cff4f0abccbe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630195 Jul 15 23:13:29.969634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.975640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 93b69d89-9350-47c8-b857-6bc416f27b42 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:29.986063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 93b69d89-9350-47c8-b857-6bc416f27b42 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:29.986388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.987855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.115268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:30.146734 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.159614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=00bdf0bd-0a01-4972-981d-3b93af76c8b1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.314274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=11']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.327655 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.378049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 93b69d89-9350-47c8-b857-6bc416f27b42, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=93b69d89-9350-47c8-b857-6bc416f27b42,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:30.382937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.384578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9154adb3-669e-420f-961a-0aac243bb6a7 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:30.463552 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf93a-fad2-497b-b9ea-12121129681d req-1aaf3775-b1d2-4b54-8b07-d2bbce542c92 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.472380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=93b69d89-9350-47c8-b857-6bc416f27b42,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.483844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 9154adb3-669e-420f-961a-0aac243bb6a7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:30.485143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b81bf93a-fad2-497b-b9ea-12121129681d req-1aaf3775-b1d2-4b54-8b07-d2bbce542c92 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.1830873 Jul 15 23:13:30.488647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 9154adb3-669e-420f-961a-0aac243bb6a7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:30.489130 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.556047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b81bf93a-fad2-497b-b9ea-12121129681d req-cc1bad4d-236f-49e9-89ff-a58266e40ca1 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698910 Jul 15 23:13:30.586254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.605506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4741a943-e295-493b-9fbd-7c7d93847e56 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:30.692494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9154adb3-669e-420f-961a-0aac243bb6a7, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9154adb3-669e-420f-961a-0aac243bb6a7,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:30.700366 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.763581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 4741a943-e295-493b-9fbd-7c7d93847e56 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:30.764214 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.800833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4a34-4553-41df-a64e-ade070991e3b req-1f9b36b0-a2bf-41d1-85fc-b138f3c94b66 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.807998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=9154adb3-669e-420f-961a-0aac243bb6a7,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.811931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4a34-4553-41df-a64e-ade070991e3b req-1f9b36b0-a2bf-41d1-85fc-b138f3c94b66 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.820414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4a34-4553-41df-a64e-ade070991e3b req-1f9b36b0-a2bf-41d1-85fc-b138f3c94b66 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.827274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1be4a34-4553-41df-a64e-ade070991e3b req-1f9b36b0-a2bf-41d1-85fc-b138f3c94b66 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2417 time: 0.1253514 Jul 15 23:13:30.876102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1be4a34-4553-41df-a64e-ade070991e3b req-2169f733-c1b1-4d29-9042-cb73314cfe8f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453660 Jul 15 23:13:30.902838 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.938042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:30.942427 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:31.021696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:31.135947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73649fe7-ddeb-4d82-aea3-632426a0a47f req-7a8d7cc4-9e90-449e-9489-86be2b8ddeb4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.137483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73649fe7-ddeb-4d82-aea3-632426a0a47f req-7a8d7cc4-9e90-449e-9489-86be2b8ddeb4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 944 time: 0.0746253 Jul 15 23:13:31.181860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73649fe7-ddeb-4d82-aea3-632426a0a47f req-dcd7e68a-7c27-4162-ac18-19e89d1fee51 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 Jul 15 23:13:31.657091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bdf0bd-0a01-4972-981d-3b93af76c8b1'}, {'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3'}, {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b69d89-9350-47c8-b857-6bc416f27b42'}, {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9154adb3-669e-420f-961a-0aac243bb6a7'}, {'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:31.660386 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c3e671-4add-4fcf-b5a7-4b1fa640dc48" -d '{"events": [{"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-plugged", "status": "completed", "tag": "00bdf0bd-0a01-4972-981d-3b93af76c8b1"}, {"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-unplugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3"}, {"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-plugged", "status": "completed", "tag": "93b69d89-9350-47c8-b857-6bc416f27b42"}, {"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-plugged", "status": "completed", "tag": "9154adb3-669e-420f-961a-0aac243bb6a7"}, {"server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "name": "network-vif-plugged", "status": "completed", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:31.941253 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c20c689-d990-4c6c-917d-259059756157 x-openstack-request-id: req-8c20c689-d990-4c6c-917d-259059756157 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:31.941572 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-plugged", "status": "completed", "tag": "00bdf0bd-0a01-4972-981d-3b93af76c8b1", "code": 200}, {"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-unplugged", "status": "completed", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3", "code": 200}, {"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-plugged", "status": "completed", "tag": "93b69d89-9350-47c8-b857-6bc416f27b42", "code": 200}, {"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-plugged", "status": "completed", "tag": "9154adb3-669e-420f-961a-0aac243bb6a7", "code": 200}, {"server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "name": "network-vif-plugged", "status": "completed", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:31.941828 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c20c689-d990-4c6c-917d-259059756157 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:31.942241 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bdf0bd-0a01-4972-981d-3b93af76c8b1', 'code': 200} Jul 15 23:13:31.942497 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'code': 200} Jul 15 23:13:31.942777 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b69d89-9350-47c8-b857-6bc416f27b42', 'code': 200} Jul 15 23:13:31.943026 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9154adb3-669e-420f-961a-0aac243bb6a7', 'code': 200} Jul 15 23:13:31.943276 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56', 'code': 200} Jul 15 23:13:32.090983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687a492-7cd2-42df-81ea-6a884403e557 req-433ed390-3733-4712-9ecf-af3f78bd157c tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.099332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2687a492-7cd2-42df-81ea-6a884403e557 req-433ed390-3733-4712-9ecf-af3f78bd157c tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.1880474 Jul 15 23:13:32.154934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2687a492-7cd2-42df-81ea-6a884403e557 req-30857bbb-c4ad-4aa9-a6da-fa6b12399ace tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538764 Jul 15 23:13:32.187131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc4e69-af34-4482-8238-62cfdab732de req-5ec00b8a-f2e4-491b-9fa4-70c55b346899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.188582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc4e69-af34-4482-8238-62cfdab732de req-5ec00b8a-f2e4-491b-9fa4-70c55b346899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.189235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc4e69-af34-4482-8238-62cfdab732de req-5ec00b8a-f2e4-491b-9fa4-70c55b346899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.191427 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67bc4e69-af34-4482-8238-62cfdab732de req-5ec00b8a-f2e4-491b-9fa4-70c55b346899 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2870 time: 0.1035750 Jul 15 23:13:32.303926 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-67bc4e69-af34-4482-8238-62cfdab732de req-e8bdabeb-3a77-4b68-a41c-538b08e18330 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027226 Jul 15 23:13:32.470518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963454a6-3602-4cc2-8fed-3682dde20ba9 req-806a0c52-2618-426e-984f-119a4e6c43c1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.477194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963454a6-3602-4cc2-8fed-3682dde20ba9 req-806a0c52-2618-426e-984f-119a4e6c43c1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.483691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963454a6-3602-4cc2-8fed-3682dde20ba9 req-806a0c52-2618-426e-984f-119a4e6c43c1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.485770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-963454a6-3602-4cc2-8fed-3682dde20ba9 req-806a0c52-2618-426e-984f-119a4e6c43c1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2417 time: 0.0912101 Jul 15 23:13:32.544885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-963454a6-3602-4cc2-8fed-3682dde20ba9 req-2aa197ac-3a49-41c0-84bd-d52316dd9d22 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531483 Jul 15 23:13:32.761143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:32.798610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2b81b-5f4d-4f79-bba9-5f3f5c3333e8 req-80f317b0-a183-48dd-8a81-6c7199c92acc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.809762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dc2b81b-5f4d-4f79-bba9-5f3f5c3333e8 req-80f317b0-a183-48dd-8a81-6c7199c92acc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1160393 Jul 15 23:13:32.889075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:32.896170 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:32.896865 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.906774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dc2b81b-5f4d-4f79-bba9-5f3f5c3333e8 req-3e891bc4-4abc-406b-a975-8e3f9037ddef tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957315 Jul 15 23:13:32.964116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e59997-19e6-4cde-a06a-daa1c3e928a2 req-d3eeee1b-a2e9-4087-9609-66d26a0f0805 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.977743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85e59997-19e6-4cde-a06a-daa1c3e928a2 req-d3eeee1b-a2e9-4087-9609-66d26a0f0805 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 944 time: 0.1521664 Jul 15 23:13:33.050650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85e59997-19e6-4cde-a06a-daa1c3e928a2 req-f987f323-82ab-4e45-8071-801735fd834e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721397 Jul 15 23:13:33.067623 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.136714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:33.141750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.198150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:33.230157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb849-aad3-4515-944b-892688489027 req-f15e7192-72b6-4606-89ce-2448ee454a25 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.232606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-645cb849-aad3-4515-944b-892688489027 req-f15e7192-72b6-4606-89ce-2448ee454a25 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 948 time: 0.1126189 Jul 15 23:13:33.282091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-645cb849-aad3-4515-944b-892688489027 req-4c3c384d-6994-42a0-81ee-c149554496ee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Jul 15 23:13:33.489095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9affbe-a623-4f28-b48f-21571167c9e0 req-f1dfb81c-5f64-42c5-8232-1e42681d1bad tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.490685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d9affbe-a623-4f28-b48f-21571167c9e0 req-f1dfb81c-5f64-42c5-8232-1e42681d1bad tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 946 time: 0.0781140 Jul 15 23:13:33.544437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d9affbe-a623-4f28-b48f-21571167c9e0 req-5809fff9-a663-46b2-9951-0e3d39a59e02 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471151 Jul 15 23:13:33.807386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12032-0342-4aae-93cf-c22796595762 req-85519713-8e7d-45d4-bdd4-35271db0b292 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.820642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12032-0342-4aae-93cf-c22796595762 req-85519713-8e7d-45d4-bdd4-35271db0b292 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.833255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12032-0342-4aae-93cf-c22796595762 req-85519713-8e7d-45d4-bdd4-35271db0b292 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.850640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eea12032-0342-4aae-93cf-c22796595762 req-85519713-8e7d-45d4-bdd4-35271db0b292 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2417 time: 0.1588314 Jul 15 23:13:33.944460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:33.947240 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f22dbbd-2ad1-4bdf-9531-3c0acc751218" -d '{"events": [{"server_uuid": "9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3", "name": "network-vif-plugged", "status": "completed", "tag": "b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:33.958120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eea12032-0342-4aae-93cf-c22796595762 req-0aeaf405-6de7-4613-a5d0-2e45919bae59 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050398 Jul 15 23:13:34.033593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090c25f-61b9-4e27-8c37-1828ee7ab08b req-08cbf3b0-f306-4e98-bbf2-8185dd25cffd tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.041577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b090c25f-61b9-4e27-8c37-1828ee7ab08b req-08cbf3b0-f306-4e98-bbf2-8185dd25cffd tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.1460259 Jul 15 23:13:34.196165 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de11e708-d8a7-4f01-a366-f74acc3813bf x-openstack-request-id: req-de11e708-d8a7-4f01-a366-f74acc3813bf {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:34.196521 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3", "name": "network-vif-plugged", "status": "completed", "tag": "b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:34.196836 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de11e708-d8a7-4f01-a366-f74acc3813bf {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:34.197291 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8', 'code': 200} Jul 15 23:13:34.423283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9676e0-fed1-4a3e-a887-4e60f621c93a req-792a2936-b53c-4400-b07c-904a9de9405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.425649 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ed9676e0-fed1-4a3e-a887-4e60f621c93a req-792a2936-b53c-4400-b07c-904a9de9405d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0920088 Jul 15 23:13:34.473439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b090c25f-61b9-4e27-8c37-1828ee7ab08b req-a9a03b2a-d01b-4d06-8650-a3e55da275fe tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308105 Jul 15 23:13:34.505473 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ed9676e0-fed1-4a3e-a887-4e60f621c93a req-30a7edfc-a50d-46ff-b370-c0d883adce3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610967 Jul 15 23:13:34.506911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03ad73-4d46-43a9-8f54-9af96affc119 req-abe17fd7-4782-46b1-a4ed-5d66a1400f14 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.514887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f03ad73-4d46-43a9-8f54-9af96affc119 req-abe17fd7-4782-46b1-a4ed-5d66a1400f14 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 945 time: 0.1851490 Jul 15 23:13:34.556595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f03ad73-4d46-43a9-8f54-9af96affc119 req-7e897661-3799-4af6-9727-fd7987573ab4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Jul 15 23:13:34.755408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497ace4-491d-493f-bef1-36d00cfee02f req-fb1f3617-5356-4752-855e-dd4c545b4530 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.763507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c497ace4-491d-493f-bef1-36d00cfee02f req-fb1f3617-5356-4752-855e-dd4c545b4530 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 948 time: 0.0927298 Jul 15 23:13:34.862459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c497ace4-491d-493f-bef1-36d00cfee02f req-746bc951-d342-40d2-ac60-b7cb07b2bdd6 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982499 Jul 15 23:13:34.915825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-dee793b1-87a9-423d-924f-bd4507b980cc tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.919667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-dee793b1-87a9-423d-924f-bd4507b980cc tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 948 time: 0.1536655 Jul 15 23:13:35.055873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Deleting port b1dd44c4-6002-47bc-94ce-54f18ff15e87 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:35.056656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.241600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] For port b1dd44c4-6002-47bc-94ce-54f18ff15e87, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b1dd44c4-6002-47bc-94ce-54f18ff15e87,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:35.241911 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.261092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Calling delete_port for b1dd44c4-6002-47bc-94ce-54f18ff15e87 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:35.332207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e05b-92e8-401f-87a3-d32f936957fb req-21c8200c-9d4e-41d8-be4f-cd2eb3d69bfe tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.338352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e05b-92e8-401f-87a3-d32f936957fb req-21c8200c-9d4e-41d8-be4f-cd2eb3d69bfe tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.345015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e05b-92e8-401f-87a3-d32f936957fb req-21c8200c-9d4e-41d8-be4f-cd2eb3d69bfe tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.346794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5d3e05b-92e8-401f-87a3-d32f936957fb req-21c8200c-9d4e-41d8-be4f-cd2eb3d69bfe tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2417 time: 0.1700330 Jul 15 23:13:35.421946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5d3e05b-92e8-401f-87a3-d32f936957fb req-c00167f4-f89b-4a61-8fd5-3045d87e0fd0 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657392 Jul 15 23:13:35.612894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.660142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Pushing event deleted for resources: {'Port': ['ID=b1dd44c4-6002-47bc-94ce-54f18ff15e87,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:35.702099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2aacf-804b-4150-a2f0-a12e14bedcc8 req-f7bd7809-4823-4742-b185-14959a573108 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.708948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbe2aacf-804b-4150-a2f0-a12e14bedcc8 req-f7bd7809-4823-4742-b185-14959a573108 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.5309386 Jul 15 23:13:35.749691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] No DVR routers for this DVR port b1dd44c4-6002-47bc-94ce-54f18ff15e87 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:35.756902 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.758809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a882d60-ebd7-46a5-85d4-328e2d38e55f req-0ec11269-f47e-42be-b127-2b7ada3e6eee tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "DELETE /v2.0/ports/b1dd44c4-6002-47bc-94ce-54f18ff15e87 HTTP/1.1" status: 204 len: 173 time: 0.8311718 Jul 15 23:13:35.759251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'name': 'network-vif-deleted', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:35.764046 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6273d69f-e04c-476b-8d1b-dd077ebecb9e" -d '{"events": [{"server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "name": "network-vif-deleted", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:35.784366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbe2aacf-804b-4150-a2f0-a12e14bedcc8 req-f2e99f7e-3358-4012-8eaa-51d2d7e19bfb tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744708 Jul 15 23:13:36.079369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df905f-4dc5-4f58-b862-c7cde56443b2 req-946fcb87-c0a9-4ca5-ba7c-dd6b28e8e90f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.082029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0df905f-4dc5-4f58-b862-c7cde56443b2 req-946fcb87-c0a9-4ca5-ba7c-dd6b28e8e90f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 945 time: 0.1586528 Jul 15 23:13:36.174160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0df905f-4dc5-4f58-b862-c7cde56443b2 req-d67afdd9-8513-4c64-ae0b-856a9d02cc12 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752640 Jul 15 23:13:36.231785 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533beae2-036f-4ba7-8730-71278bc9fffa x-openstack-request-id: req-533beae2-036f-4ba7-8730-71278bc9fffa {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:36.232686 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b3f64-b91a-4008-90ed-c57dc80a26bd", "name": "network-vif-deleted", "tag": "b1dd44c4-6002-47bc-94ce-54f18ff15e87", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:36.233395 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-533beae2-036f-4ba7-8730-71278bc9fffa {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:36.234514 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b3f64-b91a-4008-90ed-c57dc80a26bd', 'name': 'network-vif-deleted', 'tag': 'b1dd44c4-6002-47bc-94ce-54f18ff15e87', 'status': 'completed', 'code': 200} Jul 15 23:13:36.624520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-734415ab-602d-4833-91ca-19286fea23dc req-f485b60e-4eff-478d-aa61-98c5011b37ce tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f4b3f64-b91a-4008-90ed-c57dc80a26bd HTTP/1.1" status: 200 len: 210 time: 0.0364840 Jul 15 23:13:36.679398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c15245-f7b4-4095-a6a4-34b8d75c5574 req-be9635f4-f56c-4789-b3c9-4497dc30716e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.686537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c15245-f7b4-4095-a6a4-34b8d75c5574 req-be9635f4-f56c-4789-b3c9-4497dc30716e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.692415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c15245-f7b4-4095-a6a4-34b8d75c5574 req-be9635f4-f56c-4789-b3c9-4497dc30716e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.700379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8c15245-f7b4-4095-a6a4-34b8d75c5574 req-be9635f4-f56c-4789-b3c9-4497dc30716e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9&device_id=5b504040-cd92-437d-bfca-b64c0739ac8e&device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 2418 time: 0.1565437 Jul 15 23:13:36.798494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8c15245-f7b4-4095-a6a4-34b8d75c5574 req-206a8a8d-0c24-4b42-9825-a13ade3466b7 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971627 Jul 15 23:13:37.049472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ade3-4b5f-4d38-bfb1-dc5496a7aa75 req-19d2c9c9-1932-4175-a111-092d6984b935 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.055991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ade3-4b5f-4d38-bfb1-dc5496a7aa75 req-19d2c9c9-1932-4175-a111-092d6984b935 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.062467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2ade3-4b5f-4d38-bfb1-dc5496a7aa75 req-19d2c9c9-1932-4175-a111-092d6984b935 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.069801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efc2ade3-4b5f-4d38-bfb1-dc5496a7aa75 req-19d2c9c9-1932-4175-a111-092d6984b935 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2417 time: 0.1000905 Jul 15 23:13:37.156896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efc2ade3-4b5f-4d38-bfb1-dc5496a7aa75 req-8528f4ee-4b95-436e-a292-a68ebc191492 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858748 Jul 15 23:13:37.263400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dc713-edea-4f89-9260-848db5545fcb req-ab068289-93e8-4d41-9740-76bf739e5869 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.270576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-787dc713-edea-4f89-9260-848db5545fcb req-ab068289-93e8-4d41-9740-76bf739e5869 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.1007099 Jul 15 23:13:37.314151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-787dc713-edea-4f89-9260-848db5545fcb req-f6021fed-2c7e-47f2-9bc0-d017c1146596 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Jul 15 23:13:37.514022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2540a4-5630-4f66-b24e-f4bdaa3052e1 req-304c1a9d-14a4-4f51-8608-840b4112a5ce tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.521400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad2540a4-5630-4f66-b24e-f4bdaa3052e1 req-304c1a9d-14a4-4f51-8608-840b4112a5ce tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 945 time: 0.1064808 Jul 15 23:13:37.583475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad2540a4-5630-4f66-b24e-f4bdaa3052e1 req-c1fded35-c498-4e6d-b16e-62d0a27d1e48 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599718 Jul 15 23:13:38.085667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37630) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:38.423230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2eb071c5-cd41-4d55-889f-014f543085dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.591648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2eb071c5-cd41-4d55-889f-014f543085dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.597793 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2eb071c5-cd41-4d55-889f-014f543085dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.637692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b1dd44c4-6002-47bc-94ce-54f18ff15e87 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:38.652369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4a53d-c881-4d09-89e4-39a3d32c9f4e req-4611fa1f-1487-4348-9ec0-4680b839f0fd tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.659904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37d4a53d-c881-4d09-89e4-39a3d32c9f4e req-4611fa1f-1487-4348-9ec0-4680b839f0fd tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 945 time: 0.1374965 Jul 15 23:13:38.668922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb071c5-cd41-4d55-889f-014f543085dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305ae2fc-a253-4809-ab04-9443321e3306,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:38.676785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37640) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:38.679200 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2eb071c5-cd41-4d55-889f-014f543085dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f851aa5684d4d268d04850534adf76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5917866 Jul 15 23:13:38.692076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: b1dd44c4-6002-47bc-94ce-54f18ff15e87 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:38.692667 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b1dd44c4-6002-47bc-94ce-54f18ff15e87 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:38.775244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37d4a53d-c881-4d09-89e4-39a3d32c9f4e req-f3257978-0f92-4d2e-bdd3-b63ebd096493 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142418 Jul 15 23:13:38.804453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043c2c-c9ab-4cbb-b8c7-94ea06be7f98 req-242fac05-9c39-42ab-b4bc-d94008323ec0 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.811424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043c2c-c9ab-4cbb-b8c7-94ea06be7f98 req-242fac05-9c39-42ab-b4bc-d94008323ec0 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.817475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043c2c-c9ab-4cbb-b8c7-94ea06be7f98 req-242fac05-9c39-42ab-b4bc-d94008323ec0 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.824610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67043c2c-c9ab-4cbb-b8c7-94ea06be7f98 req-242fac05-9c39-42ab-b4bc-d94008323ec0 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2417 time: 0.2219985 Jul 15 23:13:38.828826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a15dfe5-c80b-46ca-b3ab-08d4f93c43b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.878829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a15dfe5-c80b-46ca-b3ab-08d4f93c43b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.898511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67043c2c-c9ab-4cbb-b8c7-94ea06be7f98 req-46703c97-5899-41a9-b964-7b84b9cee1b3 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729434 Jul 15 23:13:38.978542 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a15dfe5-c80b-46ca-b3ab-08d4f93c43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.981089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-213e4d31-07db-4608-8464-205db4ff8414 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.984268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a15dfe5-c80b-46ca-b3ab-08d4f93c43b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.990745 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-213e4d31-07db-4608-8464-205db4ff8414 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.990943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6a15dfe5-c80b-46ca-b3ab-08d4f93c43b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/305ae2fc-a253-4809-ab04-9443321e3306 HTTP/1.1" status: 204 len: 168 time: 0.3106389 Jul 15 23:13:38.999339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-213e4d31-07db-4608-8464-205db4ff8414 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.001926 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-213e4d31-07db-4608-8464-205db4ff8414 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 2417 time: 0.1407385 Jul 15 23:13:39.006098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15dfe5-c80b-46ca-b3ab-08d4f93c43b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305ae2fc-a253-4809-ab04-9443321e3306,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:39.227479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:39.230029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.258201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4102ca7-b312-4275-ac8e-dcb19da16bb9 req-9344056b-df77-4ecd-bdc8-2b6676d8b391 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.266200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4102ca7-b312-4275-ac8e-dcb19da16bb9 req-9344056b-df77-4ecd-bdc8-2b6676d8b391 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 949 time: 0.1479559 Jul 15 23:13:39.315380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4102ca7-b312-4275-ac8e-dcb19da16bb9 req-aa6d5a7f-bdc4-4693-8ba8-7a2c5da0917f tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479064 Jul 15 23:13:39.449837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37660) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:39.466801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ccacc95a-ceb2-4618-b928-91b7320e07d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.519296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port 00bdf0bd-0a01-4972-981d-3b93af76c8b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=00bdf0bd-0a01-4972-981d-3b93af76c8b1,segment=NetworkSegment(150b6649-8916-4c82-86eb-21c26b4c5cf1),segment_id=150b6649-8916-4c82-86eb-21c26b4c5cf1)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:39.519670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.553607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for 00bdf0bd-0a01-4972-981d-3b93af76c8b1 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:39.621593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ccacc95a-ceb2-4618-b928-91b7320e07d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.628169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ccacc95a-ceb2-4618-b928-91b7320e07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.681716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ccacc95a-ceb2-4618-b928-91b7320e07d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73317404e7d647d88b726f505a73a0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303007 Jul 15 23:13:39.684985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37666) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:39.690645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacc95a-ceb2-4618-b928-91b7320e07d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c906e898-39f8-4038-8390-ff969a0578f0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:39.818739 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f1709bf-1497-4ab6-94d8-b6fe3423eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.853690 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f1709bf-1497-4ab6-94d8-b6fe3423eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.892270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.926572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['00bdf0bd-0a01-4972-981d-3b93af76c8b1', '93b69d89-9350-47c8-b857-6bc416f27b42', '9154adb3-669e-420f-961a-0aac243bb6a7'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:39.953552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=00bdf0bd-0a01-4972-981d-3b93af76c8b1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:39.984673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f1709bf-1497-4ab6-94d8-b6fe3423eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.990123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f1709bf-1497-4ab6-94d8-b6fe3423eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.994561 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7f1709bf-1497-4ab6-94d8-b6fe3423eed7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c906e898-39f8-4038-8390-ff969a0578f0 HTTP/1.1" status: 204 len: 168 time: 0.3053925 Jul 15 23:13:40.036386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84358f-5903-4d7a-9cb4-0af1f3e16f11 req-42231724-fd9e-409f-b991-d001daeefeea tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.043842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b84358f-5903-4d7a-9cb4-0af1f3e16f11 req-42231724-fd9e-409f-b991-d001daeefeea tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 945 time: 0.1287689 Jul 15 23:13:40.112318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port 00bdf0bd-0a01-4972-981d-3b93af76c8b1 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:40.116290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.118306 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-6cf61224-3d0b-4301-9282-7f9d680e8a04 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "DELETE /v2.0/ports/00bdf0bd-0a01-4972-981d-3b93af76c8b1 HTTP/1.1" status: 204 len: 173 time: 1.1091418 Jul 15 23:13:40.118988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-deleted', 'tag': '00bdf0bd-0a01-4972-981d-3b93af76c8b1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:40.121898 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a62a5b-b957-40be-acee-2f8255a4c3a5" -d '{"events": [{"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-deleted", "tag": "00bdf0bd-0a01-4972-981d-3b93af76c8b1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:40.138573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1709bf-1497-4ab6-94d8-b6fe3423eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c906e898-39f8-4038-8390-ff969a0578f0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.151193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b84358f-5903-4d7a-9cb4-0af1f3e16f11 req-701f30f0-8bd4-4bbf-9473-9e8f5368d7f3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042919 Jul 15 23:13:40.353710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c376da7-0cc9-445d-8a67-ee606e680ba1 req-20ce306d-8045-46a6-beae-7e4862ad4cd9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.361247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c376da7-0cc9-445d-8a67-ee606e680ba1 req-20ce306d-8045-46a6-beae-7e4862ad4cd9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.374399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c376da7-0cc9-445d-8a67-ee606e680ba1 req-20ce306d-8045-46a6-beae-7e4862ad4cd9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 1682 time: 0.2216666 Jul 15 23:13:40.466174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port 93b69d89-9350-47c8-b857-6bc416f27b42 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:40.466708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.507497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-96573961-eb12-491d-afb7-9b247333f4b3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.509140 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-96573961-eb12-491d-afb7-9b247333f4b3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.37 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 945 time: 0.1704977 Jul 15 23:13:40.509309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084a4e-9cc0-45cf-8bb6-937498950882 req-7b383394-b413-4e31-9dbd-94eab947d493 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.519821 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70084a4e-9cc0-45cf-8bb6-937498950882 req-7b383394-b413-4e31-9dbd-94eab947d493 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1414695 Jul 15 23:13:40.560163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c376da7-0cc9-445d-8a67-ee606e680ba1 req-dedcc49e-9da7-426f-80e1-4aa02a6653e3 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837621 Jul 15 23:13:40.646536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70084a4e-9cc0-45cf-8bb6-937498950882 req-fc98c4f5-6e08-4115-9412-a63942f2281f tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174455 Jul 15 23:13:40.656187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port 93b69d89-9350-47c8-b857-6bc416f27b42, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=93b69d89-9350-47c8-b857-6bc416f27b42,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:40.656187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.700300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for 93b69d89-9350-47c8-b857-6bc416f27b42 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:40.763849 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c4e80c-c55f-4a95-946f-e8824ab9ef18 x-openstack-request-id: req-74c4e80c-c55f-4a95-946f-e8824ab9ef18 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:40.764712 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-deleted", "tag": "00bdf0bd-0a01-4972-981d-3b93af76c8b1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:40.765365 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74c4e80c-c55f-4a95-946f-e8824ab9ef18 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:40.766055 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-deleted', 'tag': '00bdf0bd-0a01-4972-981d-3b93af76c8b1', 'status': 'completed', 'code': 200} Jul 15 23:13:40.974202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9c4a-6767-4b7b-a2e8-88288723a6b4 req-e90cbe23-09a4-4ac9-9c9d-c54a8c5b9530 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.980696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Deleting port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:40.981061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.983402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-959f9c4a-6767-4b7b-a2e8-88288723a6b4 req-e90cbe23-09a4-4ac9-9c9d-c54a8c5b9530 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 949 time: 0.1071384 Jul 15 23:13:41.045228 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-959f9c4a-6767-4b7b-a2e8-88288723a6b4 req-69fa3113-8b96-4a31-bd72-2511f7074c92 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/security-groups?id=772f387d-d89a-4fe4-b06a-b855644eb36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579133 Jul 15 23:13:41.142174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-d3ecf732-348e-4c23-9f0d-e56658716d6a tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:41.144486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-d3ecf732-348e-4c23-9f0d-e56658716d6a tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 949 time: 0.0982349 Jul 15 23:13:41.153110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] For port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:41.153502 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.170702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Calling delete_port for b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:41.175064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.430319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=93b69d89-9350-47c8-b857-6bc416f27b42,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:41.431583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Deleting port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:41.432402 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.518004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port 93b69d89-9350-47c8-b857-6bc416f27b42 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:41.522020 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.525848 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-4d8e1c59-5153-4fe7-bafa-d9e95a3fd3de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "DELETE /v2.0/ports/93b69d89-9350-47c8-b857-6bc416f27b42 HTTP/1.1" status: 204 len: 173 time: 1.3851771 Jul 15 23:13:41.619931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2219-4c9b-47c3-9921-ffd5c1942bbf req-5cbd7247-3de9-41f0-a292-f7314ec59062 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:41.630460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b4a2219-4c9b-47c3-9921-ffd5c1942bbf req-5cbd7247-3de9-41f0-a292-f7314ec59062 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 945 time: 0.2943795 Jul 15 23:13:41.688775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.731843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ebcf9800-df11-4d86-9ebd-07506147e565', 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:41.742454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] For port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:41.742979 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.763039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port 9154adb3-669e-420f-961a-0aac243bb6a7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:41.763554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b4a2219-4c9b-47c3-9921-ffd5c1942bbf req-68ee1e23-7883-4243-a02e-e8ed42d43003 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129775 Jul 15 23:13:41.763848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.784479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Pushing event deleted for resources: {'Port': ['ID=b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:41.860394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] No DVR routers for this DVR port b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:41.865579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.867934 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3ed3cf0-2ddd-4068-971c-8912df6c7dc1 req-2468f037-3ff3-49c7-a2fb-0db0cd68fc2c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.37 "DELETE /v2.0/ports/b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 HTTP/1.1" status: 204 len: 173 time: 1.3521786 Jul 15 23:13:41.904169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Calling delete_port for 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:41.997110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port 9154adb3-669e-420f-961a-0aac243bb6a7, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9154adb3-669e-420f-961a-0aac243bb6a7,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:41.997477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.020493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e6f86-7a63-4d02-951b-8d2b393a9026 req-fea746c2-28c8-4aba-b9a9-834a2092b869 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:42.027773 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a40e6f86-7a63-4d02-951b-8d2b393a9026 req-fea746c2-28c8-4aba-b9a9-834a2092b869 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 945 time: 0.2875407 Jul 15 23:13:42.038035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for 9154adb3-669e-420f-961a-0aac243bb6a7 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:42.128292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a40e6f86-7a63-4d02-951b-8d2b393a9026 req-44ad3ee7-234a-4d4c-ab87-da8600979b85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988595 Jul 15 23:13:42.243942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2207b-e559-41c8-8699-912577c9b78d req-98015f39-54bb-4ebe-937e-2263dd55bfad tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:42.251015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2be2207b-e559-41c8-8699-912577c9b78d req-98015f39-54bb-4ebe-937e-2263dd55bfad tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1872609 Jul 15 23:13:42.273279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.294514 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.326359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=9154adb3-669e-420f-961a-0aac243bb6a7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:42.368456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2be2207b-e559-41c8-8699-912577c9b78d req-95d07892-fd39-4b14-b6d5-f1591e2ff9bf tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164505 Jul 15 23:13:42.369792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Pushing event deleted for resources: {'Port': ['ID=5a51f1c6-d730-48da-bd2d-5c84bbda53f3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:42.408776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port 9154adb3-669e-420f-961a-0aac243bb6a7 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:42.412182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.414580 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0d360f6e-6549-4782-8f24-e4307f8c5d87 req-31b79041-4e8d-48d7-bb6a-1ccbe906d225 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "DELETE /v2.0/ports/9154adb3-669e-420f-961a-0aac243bb6a7 HTTP/1.1" status: 204 len: 173 time: 0.8811693 Jul 15 23:13:42.433211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.434393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.434997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.435707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.436248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.436828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.437751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.438282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.439119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.439501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.439903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.440297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:42.484060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] No DVR routers for this DVR port 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:42.486765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.489122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d7e9156-58ba-40b4-8e4a-5120e13e08dd req-3ea19d77-2c02-4729-ac2a-6168566afe1d tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.59 "DELETE /v2.0/ports/5a51f1c6-d730-48da-bd2d-5c84bbda53f3 HTTP/1.1" status: 204 len: 173 time: 1.3342917 Jul 15 23:13:42.489620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-deleted', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:42.491989 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b383604f-3bb3-4651-8253-54d9bc7ce3b7" -d '{"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-deleted", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:42.664094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a5635ff-8423-4de5-a689-33a7b7e731cc req-fe13f80c-0239-4435-9ed2-2fd7d6860b70 tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 210 time: 0.0751648 Jul 15 23:13:42.767501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-deleted', 'tag': '93b69d89-9350-47c8-b857-6bc416f27b42'}, {'server_uuid': '9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3', 'name': 'network-vif-deleted', 'tag': 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8'}, {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-deleted', 'tag': '9154adb3-669e-420f-961a-0aac243bb6a7'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:42.770517 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9a0d0-2c08-4a4e-abf5-c03ba16e1b49" -d '{"events": [{"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-deleted", "tag": "93b69d89-9350-47c8-b857-6bc416f27b42"}, {"server_uuid": "9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3", "name": "network-vif-deleted", "tag": "b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8"}, {"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-deleted", "tag": "9154adb3-669e-420f-961a-0aac243bb6a7"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:42.797299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 00bdf0bd-0a01-4972-981d-3b93af76c8b1 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:42.811343 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5723ee88-9e64-453a-b54c-d5d6ebfbe608 x-openstack-request-id: req-5723ee88-9e64-453a-b54c-d5d6ebfbe608 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:42.812339 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9a9cf8-5c26-4880-9519-1d3055054513", "name": "network-vif-deleted", "tag": "5a51f1c6-d730-48da-bd2d-5c84bbda53f3", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:42.812815 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5723ee88-9e64-453a-b54c-d5d6ebfbe608 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:42.813677 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9a9cf8-5c26-4880-9519-1d3055054513', 'name': 'network-vif-deleted', 'tag': '5a51f1c6-d730-48da-bd2d-5c84bbda53f3', 'status': 'completed', 'code': 200} Jul 15 23:13:42.847933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 00bdf0bd-0a01-4972-981d-3b93af76c8b1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:42.848617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 00bdf0bd-0a01-4972-981d-3b93af76c8b1 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:42.850053 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 93b69d89-9350-47c8-b857-6bc416f27b42 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:42.864487 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b8b91c-ef09-49ca-8417-1af7cefce907 x-openstack-request-id: req-51b8b91c-ef09-49ca-8417-1af7cefce907 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:42.864910 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-deleted", "tag": "93b69d89-9350-47c8-b857-6bc416f27b42", "status": "completed", "code": 200}, {"server_uuid": "9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3", "name": "network-vif-deleted", "tag": "b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8", "status": "completed", "code": 200}, {"server_uuid": "c8297978-c9b1-46bb-8dbb-4297ad5fd90a", "name": "network-vif-deleted", "tag": "9154adb3-669e-420f-961a-0aac243bb6a7", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:42.865265 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51b8b91c-ef09-49ca-8417-1af7cefce907 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:42.865858 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-deleted', 'tag': '93b69d89-9350-47c8-b857-6bc416f27b42', 'status': 'completed', 'code': 200} Jul 15 23:13:42.866204 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3', 'name': 'network-vif-deleted', 'tag': 'b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8', 'status': 'completed', 'code': 200} Jul 15 23:13:42.866731 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8297978-c9b1-46bb-8dbb-4297ad5fd90a', 'name': 'network-vif-deleted', 'tag': '9154adb3-669e-420f-961a-0aac243bb6a7', 'status': 'completed', 'code': 200} Jul 15 23:13:42.887654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 93b69d89-9350-47c8-b857-6bc416f27b42 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:42.888033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 93b69d89-9350-47c8-b857-6bc416f27b42 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:42.888457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9154adb3-669e-420f-961a-0aac243bb6a7 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:42.915767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 9154adb3-669e-420f-961a-0aac243bb6a7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:42.916403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9154adb3-669e-420f-961a-0aac243bb6a7 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:43.062268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07d6f786-e2de-4031-be4f-846827e66d7a req-572de28b-33f4-48b3-9c37-1a5b7676144c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=9564cb8d-b36f-4ba4-9630-cbcf9ca11ea3 HTTP/1.1" status: 200 len: 210 time: 0.0599244 Jul 15 23:13:43.373260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c50172a3-81ad-4697-bf9f-7adad862549f req-e2691ded-e3b4-4107-94cc-acaef144d13b tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8297978-c9b1-46bb-8dbb-4297ad5fd90a HTTP/1.1" status: 200 len: 210 time: 0.0738792 Jul 15 23:13:43.652540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.697631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42f985-55b5-48a3-bfe9-7dd8bccbc2ab req-e5fc9677-c273-4a41-9a3a-b0910858860c tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:43.705578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a42f985-55b5-48a3-bfe9-7dd8bccbc2ab req-e5fc9677-c273-4a41-9a3a-b0910858860c tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1321409 Jul 15 23:13:43.774738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a42f985-55b5-48a3-bfe9-7dd8bccbc2ab req-f5ab42aa-4a48-43de-9cbd-a916bdde481e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682182 Jul 15 23:13:43.992497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7fe1f97-814c-460d-9e5c-0f232e23ab58 req-66f6e03c-a7e8-4b90-a891-9c620a584acf tempest-ListImageFiltersTestJSON-2100022261 tempest-ListImageFiltersTestJSON-2100022261-project] 10.222.0.23 "GET /v2.0/ports?device_id=af9a9cf8-5c26-4880-9519-1d3055054513 HTTP/1.1" status: 200 len: 210 time: 0.0407159 Jul 15 23:13:44.318397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f764b-c046-4753-92bb-a98cd850c514 req-5b108c00-3803-4e7b-a280-d79f28f1aed6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:44.321291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c89f764b-c046-4753-92bb-a98cd850c514 req-5b108c00-3803-4e7b-a280-d79f28f1aed6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.0740361 Jul 15 23:13:44.367966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c89f764b-c046-4753-92bb-a98cd850c514 req-725aae9a-d633-4e2e-ad30-a4220af2facd tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Jul 15 23:13:44.496297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37808) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:44.575312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting subnet 90ffce2d-c17c-4aea-90f4-37aa415f8d3c {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:44.581309 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.625065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:44.631971 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.680894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:44.681690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5a51f1c6-d730-48da-bd2d-5c84bbda53f3 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:44.781172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.805427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:44.827368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37822) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:44.853396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.865092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:44.866937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b0ccedd9-e3ec-4a86-b4c4-0a7ffa3d0de8 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:44.904509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Subnet': ['ID=90ffce2d-c17c-4aea-90f4-37aa415f8d3c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:44.904881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489743b9-3e93-4994-9a2f-7b6f18398b72 req-9bbb3750-e3a1-4dda-bcd5-fe6b548b3849 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:44.914418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-489743b9-3e93-4994-9a2f-7b6f18398b72 req-9bbb3750-e3a1-4dda-bcd5-fe6b548b3849 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1437206 Jul 15 23:13:44.926666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.926885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9defd1c7-faa2-4893-834f-d3d0416c1eb9 None None] Network 0de26d0b-e1b7-4585-84eb-521604b0cdab requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:44.934254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37834) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:44.934476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "DELETE /v2.0/subnets/90ffce2d-c17c-4aea-90f4-37aa415f8d3c HTTP/1.1" status: 204 len: 168 time: 0.4348450 Jul 15 23:13:44.942635 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.943249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.943754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.944111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.944506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.944890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.945219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.946537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.946923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.947260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.947613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.947946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8d415-1573-4c1f-a1e6-32d4db339bf9 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:45.012341 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bad2bd15-9ec3-4775-b599-f8ce85dfc1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.050337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-489743b9-3e93-4994-9a2f-7b6f18398b72 req-c0b90fcb-5c85-409e-a01e-200956e8ac42 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324975 Jul 15 23:13:45.195279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.212220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] DHCP port deletion for 0de26d0b-e1b7-4585-84eb-521604b0cdab request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:45.332122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] Deleting port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:45.332607 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.415498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] For port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5c336ce3-581b-43f0-be52-0ee9b3c6b5aa,segment=NetworkSegment(150b6649-8916-4c82-86eb-21c26b4c5cf1),segment_id=150b6649-8916-4c82-86eb-21c26b4c5cf1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:45.416157 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.439435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] Calling delete_port for 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:45.550069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.582407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] Pushing event deleted for resources: {'Port': ['ID=5c336ce3-581b-43f0-be52-0ee9b3c6b5aa,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:45.586089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcac735-6379-4c1e-b454-8565505f0620 None None] No DVR routers for this DVR port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:45.638222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37350-c9a0-4eb8-95ad-cf4cdb954df3 req-4303c937-3682-4b6c-bd73-46ec5e57a4b1 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.643331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ca37350-c9a0-4eb8-95ad-cf4cdb954df3 req-4303c937-3682-4b6c-bd73-46ec5e57a4b1 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.5526111 Jul 15 23:13:45.709710 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bad2bd15-9ec3-4775-b599-f8ce85dfc1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.731600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bad2bd15-9ec3-4775-b599-f8ce85dfc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.780671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ca37350-c9a0-4eb8-95ad-cf4cdb954df3 req-7afb2cb2-e584-45bc-a905-399578e87598 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311598 Jul 15 23:13:45.821251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d1fff-d288-4188-b0e1-44f5c2f9cfa5 req-c134ff61-2d94-4fce-8d65-5915c124c86b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.821251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-454d1fff-d288-4188-b0e1-44f5c2f9cfa5 req-c134ff61-2d94-4fce-8d65-5915c124c86b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2109098 Jul 15 23:13:45.821251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:45.821251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.827254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37850) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:45.827823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bad2bd15-9ec3-4775-b599-f8ce85dfc1b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bc5123980f54433a61d61d6be261eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9986598 Jul 15 23:13:45.831267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2bd15-9ec3-4775-b599-f8ce85dfc1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e930bc6-74d3-4d18-b486-29ced6caefcd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:45.908098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84110041-bbc6-44a7-98a3-6358e4803805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.945756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84110041-bbc6-44a7-98a3-6358e4803805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.008830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa, host n-d-793618-8, got binding levels [] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:46.009221 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.019684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84110041-bbc6-44a7-98a3-6358e4803805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.028294 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84110041-bbc6-44a7-98a3-6358e4803805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.041776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-454d1fff-d288-4188-b0e1-44f5c2f9cfa5 req-8a2d764d-39cd-4904-ae39-2889f508b1bc tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120485 Jul 15 23:13:46.044716 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-84110041-bbc6-44a7-98a3-6358e4803805 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e930bc6-74d3-4d18-b486-29ced6caefcd HTTP/1.1" status: 204 len: 168 time: 0.2063768 Jul 15 23:13:46.051792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:46.064434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa was not found and therefore no delete operation was performed {{(pid=93715) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:13:46.065781 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.072189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84110041-bbc6-44a7-98a3-6358e4803805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e930bc6-74d3-4d18-b486-29ced6caefcd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:46.139168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=5c336ce3-581b-43f0-be52-0ee9b3c6b5aa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:46.143835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:46.248437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.264811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de26d0b-e1b7-4585-84eb-521604b0cdab']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:46.284074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150b6649-8916-4c82-86eb-21c26b4c5cf1') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:46.284391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150b6649-8916-4c82-86eb-21c26b4c5cf1') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:46.301867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.327167 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.341159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:46.343864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:46.350459 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:46.471814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.485007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.492873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "DELETE /v2.0/networks/0de26d0b-e1b7-4585-84eb-521604b0cdab HTTP/1.1" status: 204 len: 168 time: 1.5524976 Jul 15 23:13:46.493278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37878) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:46.533486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04bec7-f057-44cd-92ef-8032da691e17 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Network': ['ID=0de26d0b-e1b7-4585-84eb-521604b0cdab,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:46.561256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37884) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:46.576113 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3de48c61-8dd0-4f09-90c6-c34962d6029f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.578870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c45b52-65ac-4b23-845e-a2ddce4aeec6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting subnet 9335bf6f-3b8d-4759-9c19-bc0e907f32cb {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:46.591827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50c45b52-65ac-4b23-845e-a2ddce4aeec6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.661948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50c45b52-65ac-4b23-845e-a2ddce4aeec6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.816139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3de48c61-8dd0-4f09-90c6-c34962d6029f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.845769 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3de48c61-8dd0-4f09-90c6-c34962d6029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.934151 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50c45b52-65ac-4b23-845e-a2ddce4aeec6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.936081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de48c61-8dd0-4f09-90c6-c34962d6029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5962126d-758a-4982-b998-8c011503286f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:46.965560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3de48c61-8dd0-4f09-90c6-c34962d6029f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=133325f0683b4fe0864b914ddbf8cd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028800 Jul 15 23:13:46.966279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37912) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:46.987800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:47.003650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50c45b52-65ac-4b23-845e-a2ddce4aeec6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.026502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:47.029050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5c336ce3-581b-43f0-be52-0ee9b3c6b5aa not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:47.042103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c45b52-65ac-4b23-845e-a2ddce4aeec6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Subnet': ['ID=9335bf6f-3b8d-4759-9c19-bc0e907f32cb,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:47.044797 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50c45b52-65ac-4b23-845e-a2ddce4aeec6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.048199 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-50c45b52-65ac-4b23-845e-a2ddce4aeec6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "DELETE /v2.0/subnets/9335bf6f-3b8d-4759-9c19-bc0e907f32cb HTTP/1.1" status: 204 len: 168 time: 0.5541391 Jul 15 23:13:47.050940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37914) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:47.053142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8a238-d0cf-4947-9c58-6a6749f9667c None None] Network 17bcc736-c83a-4833-8291-ee42cdfca7cf requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:47.089528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5426203-d639-4c40-ba3f-76939b1c4eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.144379 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5426203-d639-4c40-ba3f-76939b1c4eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.214544 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.261730 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5426203-d639-4c40-ba3f-76939b1c4eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.265768 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5426203-d639-4c40-ba3f-76939b1c4eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.269779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a5426203-d639-4c40-ba3f-76939b1c4eac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5962126d-758a-4982-b998-8c011503286f HTTP/1.1" status: 204 len: 168 time: 0.2996044 Jul 15 23:13:47.296746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca01411-d721-42d9-89ff-cbacbfb34f0c req-efee1352-2a05-41d0-bff4-bd783d2bfac1 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:47.303577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port 5270d9f0-c60f-4157-918b-4572fe60db4e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:47.304087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.309224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eca01411-d721-42d9-89ff-cbacbfb34f0c req-efee1352-2a05-41d0-bff4-bd783d2bfac1 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1203654 Jul 15 23:13:47.310550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5426203-d639-4c40-ba3f-76939b1c4eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5962126d-758a-4982-b998-8c011503286f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:47.393213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port 5270d9f0-c60f-4157-918b-4572fe60db4e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5270d9f0-c60f-4157-918b-4572fe60db4e,segment=NetworkSegment(4eb1db8b-e788-4ba5-8729-521ed6d5f8cc),segment_id=4eb1db8b-e788-4ba5-8729-521ed6d5f8cc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:47.393583 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.419403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eca01411-d721-42d9-89ff-cbacbfb34f0c req-fce89af2-01d6-469c-ab52-1fd4f9126b9f tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930767 Jul 15 23:13:47.422083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for 5270d9f0-c60f-4157-918b-4572fe60db4e owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:47.475779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] DHCP port deletion for 17bcc736-c83a-4833-8291-ee42cdfca7cf request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:47.549781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.556233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] Deleting port 5270d9f0-c60f-4157-918b-4572fe60db4e {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:47.556233 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.586643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=5270d9f0-c60f-4157-918b-4572fe60db4e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:47.590260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port 5270d9f0-c60f-4157-918b-4572fe60db4e on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:47.647495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] For port 5270d9f0-c60f-4157-918b-4572fe60db4e, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:47.648206 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.663097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] Calling delete_port for 5270d9f0-c60f-4157-918b-4572fe60db4e owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:47.667045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] Port 5270d9f0-c60f-4157-918b-4572fe60db4e was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:13:47.668650 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.706221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] No DVR routers for this DVR port 5270d9f0-c60f-4157-918b-4572fe60db4e on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:47.726062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb8c7e-8856-444b-8074-935f3d7237f9 None None] Pushing event deleted for resources: {'Port': ['ID=5270d9f0-c60f-4157-918b-4572fe60db4e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:47.770788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.788133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bcc736-c83a-4833-8291-ee42cdfca7cf']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:47.803763 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:47.804125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb1db8b-e788-4ba5-8729-521ed6d5f8cc') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:47.837104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.874094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.882000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:47.882498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:47.885638 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:47.961325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.974391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:47.987294 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "DELETE /v2.0/networks/17bcc736-c83a-4833-8291-ee42cdfca7cf HTTP/1.1" status: 204 len: 168 time: 0.9227576 Jul 15 23:13:48.003966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37980) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:48.016226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-440054421'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:48.017904 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4e24dd67-f1ed-49a8-a5b5-ec7be9d12025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.041322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6881fc-ab06-44a5-be46-2e1787c8723c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Network': ['ID=17bcc736-c83a-4833-8291-ee42cdfca7cf,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:48.067183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:48.072371 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.101423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:48.112743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.113149 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Added segment 6c79bc44-192c-4db9-aa8a-57d2c78530fa of type vlan for network e8cc3343-98af-49b6-b0d7-cde09efc6227 Jul 15 23:13:48.165239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.225198 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.237508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:48.238164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.275576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:48.276049 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2685177 Jul 15 23:13:48.282978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'subnet': {'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:48.368630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea955c0a-a9da-4797-b714-e9f42b8d2143 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Network': ['ID=e8cc3343-98af-49b6-b0d7-cde09efc6227,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:48.381902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e8cc3343-98af-49b6-b0d7-cde09efc6227 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:48.425264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:48.430688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.532942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38040) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:48.662636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.707247 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-017df99f-66c7-4e84-b0b1-c27dfd6f01b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=960c5a6ee2d644e1b8e980cd52136a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726716 Jul 15 23:13:48.709807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38048) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:48.766422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Subnet': ['ID=2ddbde40-ce5f-4f30-897a-3892657fd531,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:48.779591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Checking segment: {'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:48.779957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network hostable DHCP agents. Network: e8cc3343-98af-49b6-b0d7-cde09efc6227, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:48.795569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0501702-9883-437e-b614-792636410f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.811078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a6eb8-d285-4e50-bedc-6123f7c2e80d req-d38300f7-9022-4f0e-bfaf-759e659aaf6d tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:48.812714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d7a6eb8-d285-4e50-bedc-6123f7c2e80d req-d38300f7-9022-4f0e-bfaf-759e659aaf6d tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1612153 Jul 15 23:13:48.814122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network e8cc3343-98af-49b6-b0d7-cde09efc6227 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:48.851239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0501702-9883-437e-b614-792636410f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.853331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e8cc3343-98af-49b6-b0d7-cde09efc6227) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:48.864142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae49f03-8d38-4060-b605-5ac340ef04a9 None None] Network e8cc3343-98af-49b6-b0d7-cde09efc6227 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:48.870353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:48.871790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.904075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d7a6eb8-d285-4e50-bedc-6123f7c2e80d req-3eb6b0d3-19a1-42c4-ab2f-029b70b8d135 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833588 Jul 15 23:13:48.936739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5a4bdc3f-e267-44b0-ae2c-8da26de58f40 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6585238 Jul 15 23:13:48.937069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5270d9f0-c60f-4157-918b-4572fe60db4e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:48.938535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38058) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:48.954953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1115131127'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:48.992648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5270d9f0-c60f-4157-918b-4572fe60db4e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:48.994886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:48.996389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5270d9f0-c60f-4157-918b-4572fe60db4e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:49.003036 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.028782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0501702-9883-437e-b614-792636410f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.036379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0501702-9883-437e-b614-792636410f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.054350 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c0501702-9883-437e-b614-792636410f00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/772f387d-d89a-4fe4-b06a-b855644eb36a HTTP/1.1" status: 204 len: 168 time: 0.3424227 Jul 15 23:13:49.055425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:49.067796 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.068992 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Added segment 030ca598-3369-4ee7-8a39-314d8c17891f of type vlan for network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 Jul 15 23:13:49.078708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0501702-9883-437e-b614-792636410f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f387d-d89a-4fe4-b06a-b855644eb36a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:49.145294 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.199246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.206225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:49.207187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.224285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-e8cc3343-98af-49b6-b0d7-cde09efc6227', 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'fixed_ips': [{'subnet_id': '2ddbde40-ce5f-4f30-897a-3892657fd531'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:49.225550 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.301654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3614945 Jul 15 23:13:49.305237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38084) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:49.311838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'subnet': {'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:49.352641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33601048-3816-4a32-8755-c6a4dc485a83 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Network': ['ID=40900fa9-00b0-4a26-b2b0-c32e1c77b044,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:49.435878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-601b9e62-00ad-4de7-bd37-5e434d7f2b59 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:49.444403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:49.445704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-601b9e62-00ad-4de7-bd37-5e434d7f2b59 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 805 time: 0.2142541 Jul 15 23:13:49.453626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.465893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-67ea31b0-370e-40c7-be4e-7e0e4b6bdeb6 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/quotas/ead9808e766443c1a70e414d2d885e83 HTTP/1.1" status: 200 len: 375 time: 0.0188236 Jul 15 23:13:49.572628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a57ee815-db8d-4e0d-a35c-1d5703f8361e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052194 Jul 15 23:13:49.693764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Allocated IP 19.80.0.2 (e8cc3343-98af-49b6-b0d7-cde09efc6227/2ddbde40-ce5f-4f30-897a-3892657fd531/6177347d-2594-4f13-94e5-5aad235a85e1) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:49.762581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-3bf08ff2-98f8-45f9-8b14-1aa8cbbc0697 service neutron] 10.222.0.23 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853771 Jul 15 23:13:49.774612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:49.825996 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.925051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Subnet': ['ID=fad9d3e2-392f-470d-b4ce-ddde83e36223,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:49.954453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-29f19d4f-7d3d-4bab-b511-67dbe9a42c67 service neutron] 10.222.0.23 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887238 Jul 15 23:13:49.955414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Checking segment: {'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:49.955784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network hostable DHCP agents. Network: 40900fa9-00b0-4a26-b2b0-c32e1c77b044, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:50.001774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:50.014947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 40900fa9-00b0-4a26-b2b0-c32e1c77b044) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:50.028334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.031442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:50.032058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.033002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d815a66-8a24-4705-8599-6e0fe255b48d None None] Network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:50.059969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a55aefb6-9000-41ed-be6f-146e064f82e1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7535446 Jul 15 23:13:50.068284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Transition to ACTIVE for port object 6177347d-2594-4f13-94e5-5aad235a85e1 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:50.089555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ed11-3f1e-4762-bcbc-4eb1c13e0293 req-6727b4ac-652d-4eed-b98a-b62fee592d64 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:50.091555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3122ed11-3f1e-4762-bcbc-4eb1c13e0293 req-6727b4ac-652d-4eed-b98a-b62fee592d64 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1330633 Jul 15 23:13:50.132762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Transition to ACTIVE for port object 6177347d-2594-4f13-94e5-5aad235a85e1 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:50.145749 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.162637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3122ed11-3f1e-4762-bcbc-4eb1c13e0293 req-06a02b61-59e2-41f7-917d-2e62cda782bd tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635488 Jul 15 23:13:50.220134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Network e8cc3343-98af-49b6-b0d7-cde09efc6227 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:50.229034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:50.237258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:50.325936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Pushing event updated for resources: {'Port': ['ID=6177347d-2594-4f13-94e5-5aad235a85e1,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:50.387934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-40900fa9-00b0-4a26-b2b0-c32e1c77b044', 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'fixed_ips': [{'subnet_id': 'fad9d3e2-392f-470d-b4ce-ddde83e36223'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:13:50.389000 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.403344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Attempting to bind port 6177347d-2594-4f13-94e5-5aad235a85e1 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:50.403718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Attempting to bind port 6177347d-2594-4f13-94e5-5aad235a85e1 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:50.404111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Attempting to bind port 6177347d-2594-4f13-94e5-5aad235a85e1 on network e8cc3343-98af-49b6-b0d7-cde09efc6227 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:50.410116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:50.410675 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Checking segment: {'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:50.411252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.411805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Bound using segment: {'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:50.412415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Bound port: 6177347d-2594-4f13-94e5-5aad235a85e1, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:50.412942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.420734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4141cfc-a4e6-4ae0-b167-337d546bdd58 req-1cf71c59-427f-4f00-bcbb-18e59eb25dc5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:50.422981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4141cfc-a4e6-4ae0-b167-337d546bdd58 req-1cf71c59-427f-4f00-bcbb-18e59eb25dc5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1011155 Jul 15 23:13:50.490997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4864d96a-1786-4262-a6da-d3a80e8f8ad5 req-73284e0b-34de-438b-912d-6998194a33fb tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 210 time: 0.0664086 Jul 15 23:13:50.556503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] For port 6177347d-2594-4f13-94e5-5aad235a85e1, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:50.558520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4141cfc-a4e6-4ae0-b167-337d546bdd58 req-cf76f63b-d107-4556-8cc4-b29482ae4a17 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214149 Jul 15 23:13:50.583913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] For port 6177347d-2594-4f13-94e5-5aad235a85e1, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6177347d-2594-4f13-94e5-5aad235a85e1,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:50.593110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.606854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38146) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:50.723015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4741a943-e295-493b-9fbd-7c7d93847e56 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:50.765296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f128a-1ea0-45f3-8153-b4152dd8e1f8 None None] Pushing event updated for resources: {'Port': ['ID=6177347d-2594-4f13-94e5-5aad235a85e1,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:50.787993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1226180807-network', 'tenant_id': 'd61847ddc4c0429a8835d39db000fd82'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:50.833796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Made reservation on behalf of d61847ddc4c0429a8835d39db000fd82 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:50.836458 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.852351 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fa4e35ea-26f5-459c-bcc3-061b2cfb9d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.858724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.916976 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.934310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Allocated IP 19.86.0.2 (40900fa9-00b0-4a26-b2b0-c32e1c77b044/fad9d3e2-392f-470d-b4ce-ddde83e36223/a3095f30-e6dc-4d4b-87e3-14bda9e98944) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:50.994028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:50.996537 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f22b3b1-4a55-4fce-8055-b55b310b1c2f" -d '{"events": [{"server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "name": "network-vif-unplugged", "status": "completed", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:50.996779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-e68f5614-e352-4dd7-973c-434a829c0687 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.004291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-e68f5614-e352-4dd7-973c-434a829c0687 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.010777 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.012386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-e68f5614-e352-4dd7-973c-434a829c0687 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/networks?id=e8cc3343-98af-49b6-b0d7-cde09efc6227&id=40900fa9-00b0-4a26-b2b0-c32e1c77b044 HTTP/1.1" status: 200 len: 1391 time: 0.3151989 Jul 15 23:13:51.016644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.032980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:51.040394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-c634f238-2cea-477d-a6e6-0312fd5d90c1 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/quotas/6c9075bb118649cab937c77b3dfe5914 HTTP/1.1" status: 200 len: 375 time: 0.0270586 Jul 15 23:13:51.063585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.064108 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Added segment 4097288c-f366-4ffd-8c49-34973ebf2df9 of type vlan for network c2d807b3-4b7f-414b-9ec3-bb7452b315cc Jul 15 23:13:51.074847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9223ee-c8ba-4ac3-9425-b56ba82de6fb,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:51.094259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:51.100342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.105750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.166906 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.198910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7bc95-ed6e-43db-a728-628b23beb5a6 req-fd05ac1c-ecea-49d9-89b7-2e843f61a9af tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.211860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06d7bc95-ed6e-43db-a728-628b23beb5a6 req-fd05ac1c-ecea-49d9-89b7-2e843f61a9af tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.4433460 Jul 15 23:13:51.244508 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.245647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.246500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.300387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:51.376091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] Pushing event updated for resources: {'Network': ['ID=c2d807b3-4b7f-414b-9ec3-bb7452b315cc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:51.387223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06d7bc95-ed6e-43db-a728-628b23beb5a6 req-e0d67888-9557-4ffc-ba5a-01ea45353ac3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744242 Jul 15 23:13:51.392704 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-86ffcbee-a894-4dd3-9a01-17f04bf490da admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7839048 Jul 15 23:13:51.395388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38184) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:51.417126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.417430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Request body: {'subnet': {'network_id': 'c2d807b3-4b7f-414b-9ec3-bb7452b315cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1226180807-subnet', 'tenant_id': 'd61847ddc4c0429a8835d39db000fd82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:51.447035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c2d807b3-4b7f-414b-9ec3-bb7452b315cc details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:51.478134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Made reservation on behalf of d61847ddc4c0429a8835d39db000fd82 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:51.481859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.529574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7683937f-d465-4f57-9f92-947cf74fc383 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4880626 Jul 15 23:13:51.563798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Transition to ACTIVE for port object a3095f30-e6dc-4d4b-87e3-14bda9e98944 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:51.571879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.586145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Transition to ACTIVE for port object a3095f30-e6dc-4d4b-87e3-14bda9e98944 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:51.602619 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.642167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38194) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:51.672762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:51.675313 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880a6ac4-a6b7-4dd0-a6da-a3ee40e3655e x-openstack-request-id: req-880a6ac4-a6b7-4dd0-a6da-a3ee40e3655e {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:51.682679 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "name": "network-vif-unplugged", "status": "completed", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:51.683993 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-880a6ac4-a6b7-4dd0-a6da-a3ee40e3655e {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:51.684568 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56', 'code': 200} Jul 15 23:13:51.686020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-1c064ac9-863c-4590-86c4-6b2c478ba9a7 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.687738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-1c064ac9-863c-4590-86c4-6b2c478ba9a7 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "GET /v2.0/ports?device_id=90ac0f7f-139d-40a9-b53f-ff01acfc0c87 HTTP/1.1" status: 200 len: 943 time: 0.3200252 Jul 15 23:13:51.688207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:51.694299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:51.805321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-039dffb0-f715-4a13-a29d-d81afb0381e5 service neutron] 10.222.0.23 "GET /v2.0/networks/e8cc3343-98af-49b6-b0d7-cde09efc6227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643661 Jul 15 23:13:51.881149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Attempting to bind port a3095f30-e6dc-4d4b-87e3-14bda9e98944 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:51.881868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Attempting to bind port a3095f30-e6dc-4d4b-87e3-14bda9e98944 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:51.882656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Attempting to bind port a3095f30-e6dc-4d4b-87e3-14bda9e98944 on network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:51.888963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.889571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:51.890132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Checking segment: {'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:51.891888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.892831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Bound using segment: {'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:51.893581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Bound port: a3095f30-e6dc-4d4b-87e3-14bda9e98944, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:51.894149 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.915868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Pushing event updated for resources: {'Port': ['ID=a3095f30-e6dc-4d4b-87e3-14bda9e98944,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:51.923462 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44ce2b7d-4ea3-4ae4-8b79-370d25ef4dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.016665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8632ef-42e1-4f97-9dfa-4cc199341b3d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:52.036775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Checking segment: {'id': '4097288c-f366-4ffd-8c49-34973ebf2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c2d807b3-4b7f-414b-9ec3-bb7452b315cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:52.037447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Network hostable DHCP agents. Network: c2d807b3-4b7f-414b-9ec3-bb7452b315cc, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:52.093913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] For port a3095f30-e6dc-4d4b-87e3-14bda9e98944, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:52.099544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] For port a3095f30-e6dc-4d4b-87e3-14bda9e98944, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a3095f30-e6dc-4d4b-87e3-14bda9e98944,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:52.105666 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.142777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Network c2d807b3-4b7f-414b-9ec3-bb7452b315cc is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:52.146350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-6eaba428-af62-4bc3-8bbc-a85ec4099b73 service neutron] 10.222.0.23 "GET /v2.0/networks/e8cc3343-98af-49b6-b0d7-cde09efc6227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395426 Jul 15 23:13:52.165852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c2d807b3-4b7f-414b-9ec3-bb7452b315cc) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:52.182336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:52.184222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.207087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Deleting port 4741a943-e295-493b-9fbd-7c7d93847e56 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:52.207442 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.226026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3878632a-4ed1-4ba8-b66d-a53102fe79ca None None] Network c2d807b3-4b7f-414b-9ec3-bb7452b315cc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:52.246966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44ce2b7d-4ea3-4ae4-8b79-370d25ef4dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.255087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-44ce2b7d-4ea3-4ae4-8b79-370d25ef4dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.293758 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-44ce2b7d-4ea3-4ae4-8b79-370d25ef4dc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfc893c587434a5f827a9ded45178580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472836 Jul 15 23:13:52.294162 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1b7a41f6-16e5-4574-8ea1-ce4cc8c0a0f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8923779 Jul 15 23:13:52.305186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38204) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.339304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0c515-fbbb-41bb-8d63-958924426ed9 None None] Pushing event updated for resources: {'Port': ['ID=a3095f30-e6dc-4d4b-87e3-14bda9e98944,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:52.351777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce2b7d-4ea3-4ae4-8b79-370d25ef4dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef89afc2-03ae-4509-9b1a-717c7d388343,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:52.424730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7511fa68-7f13-4821-aa0a-31484ad71a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.438062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b05d037c-fd15-4dfe-a356-fd86738e8c60 req-9e147ba1-f62e-4710-92cd-89fff840a641 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 210 time: 0.2274399 Jul 15 23:13:52.448838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f02e153-1736-49ed-8e69-937ea156b94a None None] Network c2d807b3-4b7f-414b-9ec3-bb7452b315cc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:52.465086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-c78a5649-06dc-42b6-ad0c-33162c1b69c7 service neutron] 10.222.0.23 "GET /v2.0/networks/40900fa9-00b0-4a26-b2b0-c32e1c77b044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178086 Jul 15 23:13:52.491822 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7511fa68-7f13-4821-aa0a-31484ad71a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.593591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] For port 4741a943-e295-493b-9fbd-7c7d93847e56, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4741a943-e295-493b-9fbd-7c7d93847e56,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:52.595664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.596218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7511fa68-7f13-4821-aa0a-31484ad71a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.598908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7511fa68-7f13-4821-aa0a-31484ad71a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.603038 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7511fa68-7f13-4821-aa0a-31484ad71a49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef89afc2-03ae-4509-9b1a-717c7d388343 HTTP/1.1" status: 204 len: 168 time: 0.2968411 Jul 15 23:13:52.630371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511fa68-7f13-4821-aa0a-31484ad71a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef89afc2-03ae-4509-9b1a-717c7d388343,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:52.632785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Calling delete_port for 4741a943-e295-493b-9fbd-7c7d93847e56 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:52.782844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e26044b-3830-4401-9fe2-9bbcd869e3eb None None] Network e8cc3343-98af-49b6-b0d7-cde09efc6227 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:53.020300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7b1f2d85-0938-4267-9cc6-2a09bafb5b2d None None] Provisioning for port 6177347d-2594-4f13-94e5-5aad235a85e1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:53.102430 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.114048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-68ac3e59-5a10-4c7e-a4dc-d5e80b8f76ae tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.128525 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-68ac3e59-5a10-4c7e-a4dc-d5e80b8f76ae tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 805 time: 0.2688735 Jul 15 23:13:53.149619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Request body: {'port': {'device_id': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'admin_state_up': True, 'tenant_id': 'ead9808e766443c1a70e414d2d885e83'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:53.172204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6177347d-2594-4f13-94e5-5aad235a85e1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:53.293361 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.315865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a093-9d6d-435e-98d3-4066fe007209 req-38bb21b6-e126-4248-a1fd-11682f4a508c tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.326416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6769a093-9d6d-435e-98d3-4066fe007209 req-38bb21b6-e126-4248-a1fd-11682f4a508c tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.4974425 Jul 15 23:13:53.334894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Pushing event deleted for resources: {'Port': ['ID=4741a943-e295-493b-9fbd-7c7d93847e56,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:53.336795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38220) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.359654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1130d402-418a-4d29-afc4-45018be452d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.381131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] No DVR routers for this DVR port 4741a943-e295-493b-9fbd-7c7d93847e56 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:53.387771 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.390345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-876f89f7-24b3-43d8-b6ce-afef7bfc3da8 req-479cdb4e-068f-43aa-bf59-ce877f6e89e1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "DELETE /v2.0/ports/4741a943-e295-493b-9fbd-7c7d93847e56 HTTP/1.1" status: 204 len: 173 time: 1.6895509 Jul 15 23:13:53.392176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6177347d-2594-4f13-94e5-5aad235a85e1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:53.400342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6177347d-2594-4f13-94e5-5aad235a85e1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:53.400647 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.401965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'name': 'network-vif-deleted', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:53.405831 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9bd4c2-e36c-410f-9523-d0e9a54b7754" -d '{"events": [{"server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "name": "network-vif-deleted", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:53.428715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-6a2cca32-09a7-4648-92dd-7b61311fc630 service neutron] 10.222.0.23 "GET /v2.0/networks/40900fa9-00b0-4a26-b2b0-c32e1c77b044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9513583 Jul 15 23:13:53.492911 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6769a093-9d6d-435e-98d3-4066fe007209 req-115513bd-05f1-4906-9736-fd292bee2ea9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655231 Jul 15 23:13:53.523340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1130d402-418a-4d29-afc4-45018be452d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.524922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Made reservation on behalf of ead9808e766443c1a70e414d2d885e83 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:53.533837 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.567182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1130d402-418a-4d29-afc4-45018be452d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.661244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130d402-418a-4d29-afc4-45018be452d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d96da0-c430-446c-a3a9-2ceee82efc91,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:53.791837 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1130d402-418a-4d29-afc4-45018be452d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=322619f819724af692261b331a969b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522076 Jul 15 23:13:53.794055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38226) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.833172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.900721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Allocated IP 172.20.0.13 (8f966666-899c-4e07-8238-7c0fc1b5877d/0fb10daa-63e2-4605-a343-41dad889d80a/791dd44c-05cd-43c8-a588-cbcf677433d1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:53.919768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 6177347d-2594-4f13-94e5-5aad235a85e1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6177347d-2594-4f13-94e5-5aad235a85e1,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:53.931221 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.932318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a3095f30-e6dc-4d4b-87e3-14bda9e98944 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:53.943656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c1090a39-b7c7-4f80-ac70-2455c0da663b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.985989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c1090a39-b7c7-4f80-ac70-2455c0da663b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.061581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c1090a39-b7c7-4f80-ac70-2455c0da663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.065287 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c1090a39-b7c7-4f80-ac70-2455c0da663b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.067413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c1090a39-b7c7-4f80-ac70-2455c0da663b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28d96da0-c430-446c-a3a9-2ceee82efc91 HTTP/1.1" status: 204 len: 168 time: 0.2723613 Jul 15 23:13:54.078135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1090a39-b7c7-4f80-ac70-2455c0da663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d96da0-c430-446c-a3a9-2ceee82efc91,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:54.174287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-73981d6d-5edd-4050-a635-cac968424a99 None None] Provisioning complete for port 6177347d-2594-4f13-94e5-5aad235a85e1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:54.174287 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73981d6d-5edd-4050-a635-cac968424a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.200181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=6177347d-2594-4f13-94e5-5aad235a85e1,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:54.206122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a3095f30-e6dc-4d4b-87e3-14bda9e98944 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:54.240004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.337605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc90d0f-45c8-49c7-9f95-f2a3179e540f None None] Network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:54.337850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.402960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-f1d1f0c8-1a6d-41fb-a2e4-0f7b5b6be037 req-a18ebaa9-0a2d-4b80-ae37-65d76cf74b0b tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1678837469', 'description': 'tempest-description-408821320'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:54.410387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Pushing event updated for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:54.435969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Network 8f966666-899c-4e07-8238-7c0fc1b5877d is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:54.438097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:54.441046 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:54.461605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1d1f0c8-1a6d-41fb-a2e4-0f7b5b6be037 req-a18ebaa9-0a2d-4b80-ae37-65d76cf74b0b tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.555840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:54.556513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.610880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-286b2c79-5613-42cc-bd30-a51fa935b0a8 None None] Provisioning for port a3095f30-e6dc-4d4b-87e3-14bda9e98944 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:54.644887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-286b2c79-5613-42cc-bd30-a51fa935b0a8 None None] Provisioning complete for port a3095f30-e6dc-4d4b-87e3-14bda9e98944 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:54.645272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-286b2c79-5613-42cc-bd30-a51fa935b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.698170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1d1f0c8-1a6d-41fb-a2e4-0f7b5b6be037 req-a18ebaa9-0a2d-4b80-ae37-65d76cf74b0b tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.700292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4741a943-e295-493b-9fbd-7c7d93847e56 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:54.702848 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1d1f0c8-1a6d-41fb-a2e4-0f7b5b6be037 req-a18ebaa9-0a2d-4b80-ae37-65d76cf74b0b tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.707466 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-a1953e1f-392e-4e29-99d9-2573e9a794f0 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5619209 Jul 15 23:13:54.723878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f1d1f0c8-1a6d-41fb-a2e4-0f7b5b6be037 req-a18ebaa9-0a2d-4b80-ae37-65d76cf74b0b tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.738393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1d1f0c8-1a6d-41fb-a2e4-0f7b5b6be037 req-a18ebaa9-0a2d-4b80-ae37-65d76cf74b0b tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3429103 Jul 15 23:13:54.741766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-4a622de4-70b6-485a-8d0d-9393775ab29e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:13:54.743601 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-4a622de4-70b6-485a-8d0d-9393775ab29e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168064 Jul 15 23:13:54.762516 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81357f49-d3d3-4931-98af-b6ac94575d2e x-openstack-request-id: req-81357f49-d3d3-4931-98af-b6ac94575d2e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:54.765545 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ac0f7f-139d-40a9-b53f-ff01acfc0c87", "name": "network-vif-deleted", "tag": "4741a943-e295-493b-9fbd-7c7d93847e56", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:54.767347 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81357f49-d3d3-4931-98af-b6ac94575d2e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:54.768082 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ac0f7f-139d-40a9-b53f-ff01acfc0c87', 'name': 'network-vif-deleted', 'tag': '4741a943-e295-493b-9fbd-7c7d93847e56', 'status': 'completed', 'code': 200} Jul 15 23:13:54.796186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ebaa9-0a2d-4b80-ae37-65d76cf74b0b tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c58a319-2e1a-4460-bfc2-2bd596718e48,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:54.796933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 4741a943-e295-493b-9fbd-7c7d93847e56 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:54.796933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4741a943-e295-493b-9fbd-7c7d93847e56 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:54.903283 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.959380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Request body: {'port': {'device_id': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:54.976731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6177347d-2594-4f13-94e5-5aad235a85e1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:55.024876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-286b2c79-5613-42cc-bd30-a51fa935b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.065270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01134bc2-a535-4301-97dc-8f86993e2816 req-0da91439-ed38-40d5-88e1-95ec9cc6ff65 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 210 time: 0.0909135 Jul 15 23:13:55.088662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-286b2c79-5613-42cc-bd30-a51fa935b0a8 None None] For port a3095f30-e6dc-4d4b-87e3-14bda9e98944, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a3095f30-e6dc-4d4b-87e3-14bda9e98944,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:55.097334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-286b2c79-5613-42cc-bd30-a51fa935b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.109691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6177347d-2594-4f13-94e5-5aad235a85e1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:55.110351 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.124107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.156146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825706b-1653-41db-a681-88cf6aa3a4f8 req-8b7c4b9a-53a7-483b-a7b3-22337eecba4f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.158421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0825706b-1653-41db-a681-88cf6aa3a4f8 req-8b7c4b9a-53a7-483b-a7b3-22337eecba4f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 932 time: 0.2309227 Jul 15 23:13:55.241710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b2c79-5613-42cc-bd30-a51fa935b0a8 None None] Pushing event updated for resources: {'Port': ['ID=a3095f30-e6dc-4d4b-87e3-14bda9e98944,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.265405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0825706b-1653-41db-a681-88cf6aa3a4f8 req-f869b22f-61ff-4404-b2d8-18c40df92598 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002305 Jul 15 23:13:55.434591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ad34b-c6c2-4548-bf79-d8e28f33a52d req-a4f7778a-a976-40fd-8f72-7c165a93c9b2 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.436325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-229ad34b-c6c2-4548-bf79-d8e28f33a52d req-a4f7778a-a976-40fd-8f72-7c165a93c9b2 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1312079 Jul 15 23:13:55.439418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc9e33ba-fd67-4865-94a2-ccae4b9ee66a req-0dd712ea-5d93-4784-982e-5f5cae634bb5 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/5c58a319-2e1a-4460-bfc2-2bd596718e48 HTTP/1.1" status: 200 len: 1814 time: 0.0826535 Jul 15 23:13:55.465526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-fc9e33ba-fd67-4865-94a2-ccae4b9ee66a req-f610159a-05e9-4fbe-93ea-d70a637c4186 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c58a319-2e1a-4460-bfc2-2bd596718e48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:55.465733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-fc9e33ba-fd67-4865-94a2-ccae4b9ee66a req-f610159a-05e9-4fbe-93ea-d70a637c4186 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c58a319-2e1a-4460-bfc2-2bd596718e48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:55.498981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-229ad34b-c6c2-4548-bf79-d8e28f33a52d req-4d6facf6-0336-45d1-8c2a-90d8f342b257 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564008 Jul 15 23:13:55.529573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5187add9-013d-433e-ba54-a4652830f7ab None None] Provisioning complete for port a3095f30-e6dc-4d4b-87e3-14bda9e98944 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:55.534093 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5187add9-013d-433e-ba54-a4652830f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.591973 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fc9e33ba-fd67-4865-94a2-ccae4b9ee66a req-f610159a-05e9-4fbe-93ea-d70a637c4186 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.643118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fc9e33ba-fd67-4865-94a2-ccae4b9ee66a req-f610159a-05e9-4fbe-93ea-d70a637c4186 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.647523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fc9e33ba-fd67-4865-94a2-ccae4b9ee66a req-f610159a-05e9-4fbe-93ea-d70a637c4186 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.652138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791dd44c-05cd-43c8-a588-cbcf677433d1 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:55.661817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.671508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610159a-05e9-4fbe-93ea-d70a637c4186 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682e6560-6cc3-42eb-8d9c-a561027a491f,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.680694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fc9e33ba-fd67-4865-94a2-ccae4b9ee66a req-f610159a-05e9-4fbe-93ea-d70a637c4186 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.691013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Transition to ACTIVE for port object 791dd44c-05cd-43c8-a588-cbcf677433d1 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:55.693219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc9e33ba-fd67-4865-94a2-ccae4b9ee66a req-f610159a-05e9-4fbe-93ea-d70a637c4186 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2388415 Jul 15 23:13:55.696400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.834291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.862714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Attempting to bind port 791dd44c-05cd-43c8-a588-cbcf677433d1 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:55.863186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Attempting to bind port 791dd44c-05cd-43c8-a588-cbcf677433d1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:55.863785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Attempting to bind port 791dd44c-05cd-43c8-a588-cbcf677433d1 on network 8f966666-899c-4e07-8238-7c0fc1b5877d {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:55.899089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Port 791dd44c-05cd-43c8-a588-cbcf677433d1 on network 8f966666-899c-4e07-8238-7c0fc1b5877d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:55.899421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Attempting to bind port 791dd44c-05cd-43c8-a588-cbcf677433d1 on network 8f966666-899c-4e07-8238-7c0fc1b5877d {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:55.922092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:55.922533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Checking segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:55.922835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Bound using segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:55.923451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Bound port: 791dd44c-05cd-43c8-a588-cbcf677433d1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:55.923818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.005454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f524054e-0dd6-4ef7-90b2-5b386beb3422 req-81a908d0-cceb-43f8-8d9b-9e4bfbecacb3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/5c58a319-2e1a-4460-bfc2-2bd596718e48 HTTP/1.1" status: 200 len: 2408 time: 0.0895002 Jul 15 23:13:56.028504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd84003-bc25-4749-897b-ef0b163fecdc req-b059c6b0-659b-474b-b0dc-d51d0ef3e1a5 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.036645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddd84003-bc25-4749-897b-ef0b163fecdc req-b059c6b0-659b-474b-b0dc-d51d0ef3e1a5 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1739106 Jul 15 23:13:56.068467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-760be7a8-086d-41c9-bb32-56b66fe60082 req-acc7331b-fa94-47f0-ab33-31c80a8899ab tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-group-rules/682e6560-6cc3-42eb-8d9c-a561027a491f HTTP/1.1" status: 200 len: 778 time: 0.0497444 Jul 15 23:13:56.113099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddd84003-bc25-4749-897b-ef0b163fecdc req-c957c653-a623-447c-965f-0b56c9ae004a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753224 Jul 15 23:13:56.144213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-760be7a8-086d-41c9-bb32-56b66fe60082 req-4a9579dd-6363-49ac-a703-2894f4fd7f3a tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/5c58a319-2e1a-4460-bfc2-2bd596718e48 HTTP/1.1" status: 200 len: 2408 time: 0.0690682 Jul 15 23:13:56.179527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-760be7a8-086d-41c9-bb32-56b66fe60082 req-4abcc918-17c7-41e9-807c-a1676c917b69 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.198129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-760be7a8-086d-41c9-bb32-56b66fe60082 req-4abcc918-17c7-41e9-807c-a1676c917b69 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.253919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d1f9821-e117-4a84-aee2-d587002ccc1e req-ee0934f2-6322-4cce-bd4c-9abcf952bac6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 210 time: 0.0332210 Jul 15 23:13:56.266255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-760be7a8-086d-41c9-bb32-56b66fe60082 req-4abcc918-17c7-41e9-807c-a1676c917b69 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.273642 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-760be7a8-086d-41c9-bb32-56b66fe60082 req-4abcc918-17c7-41e9-807c-a1676c917b69 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.288140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-760be7a8-086d-41c9-bb32-56b66fe60082 req-4abcc918-17c7-41e9-807c-a1676c917b69 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/682e6560-6cc3-42eb-8d9c-a561027a491f HTTP/1.1" status: 204 len: 173 time: 0.1361465 Jul 15 23:13:56.307046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcc918-17c7-41e9-807c-a1676c917b69 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=682e6560-6cc3-42eb-8d9c-a561027a491f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.323496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-2829602f-dc23-485e-a2d6-a6940b657ddf tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.324368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-cf29cfc4-31bf-46d9-b824-a53b7a85ca16 req-b32d66c9-35fd-4c49-af2a-1f5688e432f3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1942787999', 'description': 'tempest-description-674837013'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:56.329250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-2829602f-dc23-485e-a2d6-a6940b657ddf tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.330856 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-2829602f-dc23-485e-a2d6-a6940b657ddf tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "GET /v2.0/networks?id=e8cc3343-98af-49b6-b0d7-cde09efc6227&id=40900fa9-00b0-4a26-b2b0-c32e1c77b044 HTTP/1.1" status: 200 len: 1391 time: 0.4638076 Jul 15 23:13:56.350637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf29cfc4-31bf-46d9-b824-a53b7a85ca16 req-b32d66c9-35fd-4c49-af2a-1f5688e432f3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.351327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'port': {'device_id': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227', 'admin_state_up': True, 'tenant_id': '6c9075bb118649cab937c77b3dfe5914'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:56.357859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:56.392606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:56.400136 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.467610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.468236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.469637 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] 10.222.0.37 "PUT /v2.0/ports/791dd44c-05cd-43c8-a588-cbcf677433d1 HTTP/1.1" status: 200 len: 1092 time: 1.7172897 Jul 15 23:13:56.470134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:56.472393 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b19681-1e82-4d0e-8604-255c5848819b" -d '{"events": [{"name": "network-changed", "server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:56.516304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994a74d-de28-4208-bd6c-2d26477f2bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.523898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e0da-3c20-4621-a570-63fe58f8fb73 req-a9305ccf-c21c-4cdb-8673-abd9c1352332 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.526604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d3e0da-3c20-4621-a570-63fe58f8fb73 req-a9305ccf-c21c-4cdb-8673-abd9c1352332 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1264825 Jul 15 23:13:56.536367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf29cfc4-31bf-46d9-b824-a53b7a85ca16 req-b32d66c9-35fd-4c49-af2a-1f5688e432f3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.544337 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf29cfc4-31bf-46d9-b824-a53b7a85ca16 req-b32d66c9-35fd-4c49-af2a-1f5688e432f3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.586462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:56.590039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.601405 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf29cfc4-31bf-46d9-b824-a53b7a85ca16 req-b32d66c9-35fd-4c49-af2a-1f5688e432f3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.611508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf29cfc4-31bf-46d9-b824-a53b7a85ca16 req-b32d66c9-35fd-4c49-af2a-1f5688e432f3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2949362 Jul 15 23:13:56.617589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d3e0da-3c20-4621-a570-63fe58f8fb73 req-1dbd04f4-0c60-4064-a2eb-9c4718d2a375 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848432 Jul 15 23:13:56.618926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d66c9-35fd-4c49-af2a-1f5688e432f3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b89a16-ae27-4dd4-9f2e-a80faa2779a4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.625234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-4fd36466-2511-41d0-bfc6-17d0076a1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.627086 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-4fd36466-2511-41d0-bfc6-17d0076a1279 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 1095 time: 0.0936997 Jul 15 23:13:56.730112 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f30d7b-be08-428c-9515-dd5b24e6d24e x-openstack-request-id: req-c6f30d7b-be08-428c-9515-dd5b24e6d24e {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:56.730744 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:56.730744 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6f30d7b-be08-428c-9515-dd5b24e6d24e {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:56.731025 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'status': 'completed', 'code': 200} Jul 15 23:13:56.801209 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-02577c5a-b86f-4b4a-9c40-e2c2cfcf622b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=791dd44c-05cd-43c8-a588-cbcf677433d1 HTTP/1.1" status: 200 len: 217 time: 0.0732627 Jul 15 23:13:56.851426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78dd3-2757-4806-8647-a251f0c53640 req-6bc74de8-9446-4daf-bb85-a62dc00e9403 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.856262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6e78dd3-2757-4806-8647-a251f0c53640 req-6bc74de8-9446-4daf-bb85-a62dc00e9403 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 944 time: 0.1304765 Jul 15 23:13:56.861026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Allocated IP 19.80.0.206 (e8cc3343-98af-49b6-b0d7-cde09efc6227/2ddbde40-ce5f-4f30-897a-3892657fd531/75f6e93a-c225-45b9-b61a-944f7284a1e2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:56.880544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-406e065e-a4c2-4ffb-9a75-788284e4978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.882173 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-406e065e-a4c2-4ffb-9a75-788284e4978c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 200 len: 845 time: 0.0738671 Jul 15 23:13:56.918520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6e78dd3-2757-4806-8647-a251f0c53640 req-6728d6b4-c8f2-426d-bcd7-61989bcfca02 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Jul 15 23:13:56.922916 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-4541eaf9-6af1-4d09-a942-67b5fcaaaf7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f966666-899c-4e07-8238-7c0fc1b5877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334053 Jul 15 23:13:56.926002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4334e7-1bd8-4e19-9527-a6762648374b req-6bb52ecd-43bf-411e-a70d-3379b0a0718f tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.927656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b4334e7-1bd8-4e19-9527-a6762648374b req-6bb52ecd-43bf-411e-a70d-3379b0a0718f tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1494520 Jul 15 23:13:56.957859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a3095f30-e6dc-4d4b-87e3-14bda9e98944 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:56.986743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b4334e7-1bd8-4e19-9527-a6762648374b req-8feced62-5a75-40d9-9e08-2671e5190d89 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522883 Jul 15 23:13:57.026230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a3095f30-e6dc-4d4b-87e3-14bda9e98944 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:57.027309 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.032060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c28da2b5-ef33-4454-9c67-4a2972b52bc3 req-2dc0e94d-a304-4b33-960e-9424b186537b tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/a6b89a16-ae27-4dd4-9f2e-a80faa2779a4 HTTP/1.1" status: 200 len: 1814 time: 0.0643277 Jul 15 23:13:57.157590 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-e6bae3f3-4db1-42d1-a6ec-78f5f958d357 service neutron] 10.222.0.37 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256582 Jul 15 23:13:57.227421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.285707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Transition to ACTIVE for port object 75f6e93a-c225-45b9-b61a-944f7284a1e2 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:57.331809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8c19b6f8-1fbc-4139-bd7f-2dbcfae0b501 req-58f3d561-a880-49da-a69f-a6160f958285 service neutron] 10.222.0.37 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479914 Jul 15 23:13:57.356103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.404672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-f6c4636f-8951-4769-8dc0-dd101266e5e0 req-c5e7c151-38ac-4d0b-a9e5-ef4ee42501ef tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2070833937', 'description': 'tempest-description-359252581'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:57.409735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network e8cc3343-98af-49b6-b0d7-cde09efc6227 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:57.415098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:57.420397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:57.455762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Port': ['ID=75f6e93a-c225-45b9-b61a-944f7284a1e2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:57.484623 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6c4636f-8951-4769-8dc0-dd101266e5e0 req-c5e7c151-38ac-4d0b-a9e5-ef4ee42501ef tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.518382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883913b2-bed3-4de9-9927-96e2e2664b93 req-d60cb4df-4767-40be-a25f-0c70c39465f8 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.519956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-883913b2-bed3-4de9-9927-96e2e2664b93 req-d60cb4df-4767-40be-a25f-0c70c39465f8 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1100810 Jul 15 23:13:57.530163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.531108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.560693 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:13:57.581995 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b19681-1e82-4d0e-8604-255c5848819b req-81ee87c5-ac9b-45d3-a76a-9ee0192a54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.585305 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-11b19681-1e82-4d0e-8604-255c5848819b req-81ee87c5-ac9b-45d3-a76a-9ee0192a54a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 1095 time: 0.1560843 Jul 15 23:13:57.589263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-883913b2-bed3-4de9-9927-96e2e2664b93 req-f999f2ab-08d2-4cfc-9406-74e7b2b914a2 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603490 Jul 15 23:13:57.680859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0277a0b5-f3eb-4fdf-adcc-79da728d7122 None None] Provisioning for port 75f6e93a-c225-45b9-b61a-944f7284a1e2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:57.686389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0277a0b5-f3eb-4fdf-adcc-79da728d7122 None None] Provisioning complete for port 75f6e93a-c225-45b9-b61a-944f7284a1e2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:57.688086 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6c4636f-8951-4769-8dc0-dd101266e5e0 req-c5e7c151-38ac-4d0b-a9e5-ef4ee42501ef tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.688827 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0277a0b5-f3eb-4fdf-adcc-79da728d7122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.694092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6c4636f-8951-4769-8dc0-dd101266e5e0 req-c5e7c151-38ac-4d0b-a9e5-ef4ee42501ef tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.711308 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f5b473d2-c2c3-45a4-8fa2-4fb42d3d07e6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3639796 Jul 15 23:13:57.730920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f6c4636f-8951-4769-8dc0-dd101266e5e0 req-c5e7c151-38ac-4d0b-a9e5-ef4ee42501ef tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.735635 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Request body: {'port': {'device_id': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044', 'admin_state_up': True, 'tenant_id': '6c9075bb118649cab937c77b3dfe5914'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:57.744447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6c4636f-8951-4769-8dc0-dd101266e5e0 req-c5e7c151-38ac-4d0b-a9e5-ef4ee42501ef tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3447962 Jul 15 23:13:57.773077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0277a0b5-f3eb-4fdf-adcc-79da728d7122 None None] Port 75f6e93a-c225-45b9-b61a-944f7284a1e2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:57.774247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b19681-1e82-4d0e-8604-255c5848819b req-eef02b10-09aa-40c8-89ac-e03788c3324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.775878 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-11b19681-1e82-4d0e-8604-255c5848819b req-eef02b10-09aa-40c8-89ac-e03788c3324a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 906 time: 0.1830246 Jul 15 23:13:57.817538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38360) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:57.820631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7c151-38ac-4d0b-a9e5-ef4ee42501ef tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8bf51a-76ef-485d-bd80-1f58047c547e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:57.865733 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-11b19681-1e82-4d0e-8604-255c5848819b req-a001a236-5ee0-48b1-bf95-586c44b6e161 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=791dd44c-05cd-43c8-a588-cbcf677433d1 HTTP/1.1" status: 200 len: 217 time: 0.0803139 Jul 15 23:13:57.873544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a557-0e5b-494f-b6ae-06674171c37f req-39da6a63-763f-4d43-93de-461d409e0921 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.875804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c500a557-0e5b-494f-b6ae-06674171c37f req-39da6a63-763f-4d43-93de-461d409e0921 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 932 time: 0.0960770 Jul 15 23:13:57.937320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c500a557-0e5b-494f-b6ae-06674171c37f req-28087d66-9f85-4a30-b4fa-f1e12730d7ad tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532393 Jul 15 23:13:57.962662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b19681-1e82-4d0e-8604-255c5848819b req-7da2a74c-1b21-4d89-88b2-d27317c26b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.964752 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-11b19681-1e82-4d0e-8604-255c5848819b req-7da2a74c-1b21-4d89-88b2-d27317c26b56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 200 len: 845 time: 0.0912592 Jul 15 23:13:57.982616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2260c694-904a-4399-8e99-a867aee3676b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.003100 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-11b19681-1e82-4d0e-8604-255c5848819b req-d75fd5e1-46e6-41e7-a662-c07c08683250 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f966666-899c-4e07-8238-7c0fc1b5877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306497 Jul 15 23:13:58.006202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Made reservation on behalf of 6c9075bb118649cab937c77b3dfe5914 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:58.009876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.057426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07a72550-2543-40ea-88d9-9e14ff3216ce req-43373a50-d6d8-4a55-8f05-0ad5f17377f4 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/4f8bf51a-76ef-485d-bd80-1f58047c547e HTTP/1.1" status: 200 len: 1814 time: 0.0711186 Jul 15 23:13:58.195628 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-11b19681-1e82-4d0e-8604-255c5848819b req-f3dfbc50-d7d0-476d-b594-d426d9421745 service neutron] 10.222.0.37 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828935 Jul 15 23:13:58.243544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270921d-2a8d-4427-abbf-fa473e617e1b req-e408b234-0709-4d4a-b025-246538772d0a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.246510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2270921d-2a8d-4427-abbf-fa473e617e1b req-e408b234-0709-4d4a-b025-246538772d0a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1986890 Jul 15 23:13:58.250611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Allocated IP 19.86.0.125 (40900fa9-00b0-4a26-b2b0-c32e1c77b044/fad9d3e2-392f-470d-b4ce-ddde83e36223/873280a8-e8b5-4498-9aaf-b5e7568e7675) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:58.297237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-d6483ff0-6609-43d9-a09b-16befc9df1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.298951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-d6483ff0-6609-43d9-a09b-16befc9df1dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75debe57c42846fabc905342517b10e4&device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 1096 time: 0.1849372 Jul 15 23:13:58.336846 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-11b19681-1e82-4d0e-8604-255c5848819b req-bd3f6e0f-5852-4817-8c58-02f8e854d371 service neutron] 10.222.0.37 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306911 Jul 15 23:13:58.367741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2260c694-904a-4399-8e99-a867aee3676b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.384010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2270921d-2a8d-4427-abbf-fa473e617e1b req-fa471195-450b-4b38-9a48-940523f26a8a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263106 Jul 15 23:13:58.391062 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2260c694-904a-4399-8e99-a867aee3676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.439747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2260c694-904a-4399-8e99-a867aee3676b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53f5a7ed4dd3494fae7d96b0cb50d5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208746 Jul 15 23:13:58.444287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38376) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:58.451676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62f70b-36aa-4b28-95c1-873cbcb912e1 req-d4800bb0-6756-4a79-9fee-42f02b189ee1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.458971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d62f70b-36aa-4b28-95c1-873cbcb912e1 req-d4800bb0-6756-4a79-9fee-42f02b189ee1 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 944 time: 0.2788551 Jul 15 23:13:58.504031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.527404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Transition to ACTIVE for port object 873280a8-e8b5-4498-9aaf-b5e7568e7675 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:58.542925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1393fc31-a2a7-420f-aa76-8f72a1afb51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.579029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1393fc31-a2a7-420f-aa76-8f72a1afb51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.579266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d62f70b-36aa-4b28-95c1-873cbcb912e1 req-f3e520aa-9c46-45da-a8c7-613e1db9aecf tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193156 Jul 15 23:13:58.585139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260c694-904a-4399-8e99-a867aee3676b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a176e2-32bc-4d94-acb9-93ea98b823a2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:58.616935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.618965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-1563c71e-62bc-4939-8cd1-68cb796aaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.621122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-1563c71e-62bc-4939-8cd1-68cb796aaa7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 200 len: 916 time: 0.3153784 Jul 15 23:13:58.643004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7ae90890-4bf5-49c4-a5ec-558b071dc1c2 req-f4ec96ca-acd6-417f-832f-137f644a5792 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1119448412', 'description': 'tempest-description-2128373245'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:58.653973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2543f-e135-4410-b2a8-3bfe9df06462 req-c2876951-7de7-420d-9e03-3393ad4906da tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.655521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9b2543f-e135-4410-b2a8-3bfe9df06462 req-c2876951-7de7-420d-9e03-3393ad4906da tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1258960 Jul 15 23:13:58.661890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:58.669434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:58.673586 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:58.680760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event updated for resources: {'Port': ['ID=873280a8-e8b5-4498-9aaf-b5e7568e7675,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:58.716407 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1393fc31-a2a7-420f-aa76-8f72a1afb51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.719615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1393fc31-a2a7-420f-aa76-8f72a1afb51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.720608 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1393fc31-a2a7-420f-aa76-8f72a1afb51e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88a176e2-32bc-4d94-acb9-93ea98b823a2 HTTP/1.1" status: 204 len: 168 time: 0.2753563 Jul 15 23:13:58.737685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393fc31-a2a7-420f-aa76-8f72a1afb51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a176e2-32bc-4d94-acb9-93ea98b823a2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:58.745857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.746515 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.765704 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-7ddf9b76-ee3c-4f0c-a161-a5e542b86a85 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0396731 Jul 15 23:13:58.784641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Request body: {'port': {'device_id': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:58.885988 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.011673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1236c64e-d1c0-4648-8aeb-2a591c2f6a46 None None] Provisioning for port 873280a8-e8b5-4498-9aaf-b5e7568e7675 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:59.019552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1236c64e-d1c0-4648-8aeb-2a591c2f6a46 None None] Provisioning complete for port 873280a8-e8b5-4498-9aaf-b5e7568e7675 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:59.020438 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1236c64e-d1c0-4648-8aeb-2a591c2f6a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.062112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1236c64e-d1c0-4648-8aeb-2a591c2f6a46 None None] Port 873280a8-e8b5-4498-9aaf-b5e7568e7675 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:13:59.066640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-ba7cd4b5-b047-4143-8465-e610304756c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51461ae-6fc4-45ce-9caa-84e87360298b HTTP/1.1" status: 200 len: 217 time: 0.4377043 Jul 15 23:13:59.097663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38386) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:59.148924 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d6ef7b6f-83f0-43c8-86d9-fcc2ef9c6f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.161620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7ae90890-4bf5-49c4-a5ec-558b071dc1c2 req-f4ec96ca-acd6-417f-832f-137f644a5792 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.178376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-67de2e32-14e3-47e7-b33f-0756aef8b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.179872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-67de2e32-14e3-47e7-b33f-0756aef8b24b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 HTTP/1.1" status: 200 len: 854 time: 0.1049457 Jul 15 23:13:59.182662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9b2543f-e135-4410-b2a8-3bfe9df06462 req-4cff9694-ae39-46f1-8e44-f0395bbdef2f tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210575 Jul 15 23:13:59.214655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f6e93a-c225-45b9-b61a-944f7284a1e2 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:59.223342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.237405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Transition to ACTIVE for port object 75f6e93a-c225-45b9-b61a-944f7284a1e2 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:59.242288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.297658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-9ca32586-9224-4847-8739-bdcb19edc099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.299327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-9ca32586-9224-4847-8739-bdcb19edc099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3bca652e-55f6-47e5-a096-2b021f5b73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111090 Jul 15 23:13:59.336179 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d6ef7b6f-83f0-43c8-86d9-fcc2ef9c6f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.352428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Pushing event updated for resources: {'Port': ['ID=75f6e93a-c225-45b9-b61a-944f7284a1e2,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.378254 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d6ef7b6f-83f0-43c8-86d9-fcc2ef9c6f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.393218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Attempting to bind port 75f6e93a-c225-45b9-b61a-944f7284a1e2 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:59.393617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Attempting to bind port 75f6e93a-c225-45b9-b61a-944f7284a1e2 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:59.393970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Attempting to bind port 75f6e93a-c225-45b9-b61a-944f7284a1e2 on network e8cc3343-98af-49b6-b0d7-cde09efc6227 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:59.400036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Port 75f6e93a-c225-45b9-b61a-944f7284a1e2 on network e8cc3343-98af-49b6-b0d7-cde09efc6227 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:59.400463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Attempting to bind port 75f6e93a-c225-45b9-b61a-944f7284a1e2 on network e8cc3343-98af-49b6-b0d7-cde09efc6227 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:59.407492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:59.407887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Checking segment: {'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:59.408288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Bound using segment: {'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:59.408753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Bound port: 75f6e93a-c225-45b9-b61a-944f7284a1e2, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c79bc44-192c-4db9-aa8a-57d2c78530fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:59.409563 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.488202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d6ef7b6f-83f0-43c8-86d9-fcc2ef9c6f6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e7bf33ebee84e998f84880f88559360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736973 Jul 15 23:13:59.491329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38390) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:59.501062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef7b6f-83f0-43c8-86d9-fcc2ef9c6f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ae369-9193-4213-9e4a-a2de4e467741,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.501670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] For port 75f6e93a-c225-45b9-b61a-944f7284a1e2, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:59.532057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] For port 75f6e93a-c225-45b9-b61a-944f7284a1e2, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=75f6e93a-c225-45b9-b61a-944f7284a1e2,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:59.542781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.542962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-6c79a10a-5e87-41de-97cd-0d0be44e9faa service neutron] 10.222.0.37 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050490 Jul 15 23:13:59.568784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7ae90890-4bf5-49c4-a5ec-558b071dc1c2 req-f4ec96ca-acd6-417f-832f-137f644a5792 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.584888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7ae90890-4bf5-49c4-a5ec-558b071dc1c2 req-f4ec96ca-acd6-417f-832f-137f644a5792 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.608658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.609192 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.610612 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] 10.222.0.37 "PUT /v2.0/ports/75f6e93a-c225-45b9-b61a-944f7284a1e2 HTTP/1.1" status: 200 len: 1092 time: 0.8309095 Jul 15 23:13:59.615752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'tag': '75f6e93a-c225-45b9-b61a-944f7284a1e2'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:59.619623 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "tag": "75f6e93a-c225-45b9-b61a-944f7284a1e2"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:59.646898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Request body: {'port': {'device_id': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:59.659224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7ae90890-4bf5-49c4-a5ec-558b071dc1c2 req-f4ec96ca-acd6-417f-832f-137f644a5792 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.671507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ae90890-4bf5-49c4-a5ec-558b071dc1c2 req-f4ec96ca-acd6-417f-832f-137f644a5792 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0346200 Jul 15 23:13:59.687077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21690fc1-d2ab-4ef5-a1b4-bc303c28c96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.697844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fae47-c744-4e83-b8c4-a58498370817 service neutron] Pushing event updated for resources: {'Port': ['ID=75f6e93a-c225-45b9-b61a-944f7284a1e2,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.714985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec96ca-acd6-417f-832f-137f644a5792 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612c0563-d1d6-4ee6-bcf2-6aa625f7b4c5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.744274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21690fc1-d2ab-4ef5-a1b4-bc303c28c96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.765953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-656d8a51-db06-4cfc-85a0-6b3299b7b03e req-ed81aed2-f94c-4fb4-978f-dffe7b6ab400 service neutron] 10.222.0.37 "GET /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146318 Jul 15 23:13:59.811764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a670cc-79f0-4de5-b7ca-da21fe9a515e req-6513e028-902c-4a88-a545-7b14dbd86625 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.819765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a670cc-79f0-4de5-b7ca-da21fe9a515e req-6513e028-902c-4a88-a545-7b14dbd86625 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.822519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.827223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04a670cc-79f0-4de5-b7ca-da21fe9a515e req-6513e028-902c-4a88-a545-7b14dbd86625 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1667 time: 0.2066555 Jul 15 23:13:59.876700 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21690fc1-d2ab-4ef5-a1b4-bc303c28c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.879290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21690fc1-d2ab-4ef5-a1b4-bc303c28c96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.880502 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-21690fc1-d2ab-4ef5-a1b4-bc303c28c96d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d99ae369-9193-4213-9e4a-a2de4e467741 HTTP/1.1" status: 204 len: 168 time: 0.3881557 Jul 15 23:13:59.898438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04a670cc-79f0-4de5-b7ca-da21fe9a515e req-5ba49705-2908-4264-be83-5b97b5c9f346 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Jul 15 23:13:59.900495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21690fc1-d2ab-4ef5-a1b4-bc303c28c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ae369-9193-4213-9e4a-a2de4e467741,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.919126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c4910-65bb-45e2-8036-a2c37eb405bd req-1cc8fa4e-fea8-481a-9694-66345ed42cb7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.920992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-215c4910-65bb-45e2-8036-a2c37eb405bd req-1cc8fa4e-fea8-481a-9694-66345ed42cb7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1324241 Jul 15 23:13:59.972652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-215c4910-65bb-45e2-8036-a2c37eb405bd req-28db928a-8ee9-49d8-8779-c7fe117c0286 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453131 Jul 15 23:14:00.108862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeb79c-79dd-4df8-b3e8-15bb5a0f63f9 req-854ccbfb-5596-466e-a60d-f52c05a44a6f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.110586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cabeb79c-79dd-4df8-b3e8-15bb5a0f63f9 req-854ccbfb-5596-466e-a60d-f52c05a44a6f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0881839 Jul 15 23:14:00.176663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cabeb79c-79dd-4df8-b3e8-15bb5a0f63f9 req-ade1bbd8-5b75-4131-bc97-1b640c99a843 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577905 Jul 15 23:14:00.192654 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616e6850-0815-4e3d-965f-e2b6d1f035fc x-openstack-request-id: req-616e6850-0815-4e3d-965f-e2b6d1f035fc {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:00.193004 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "tag": "75f6e93a-c225-45b9-b61a-944f7284a1e2", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:00.193412 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-616e6850-0815-4e3d-965f-e2b6d1f035fc {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:00.193872 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'tag': '75f6e93a-c225-45b9-b61a-944f7284a1e2', 'status': 'completed', 'code': 200} Jul 15 23:14:00.213400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873280a8-e8b5-4498-9aaf-b5e7568e7675 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:00.223650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.237443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d337221b-36f7-49b9-b464-4aa39bf69620 req-3074db88-7ca4-4d94-b4be-92dea0ff1c34 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/612c0563-d1d6-4ee6-bcf2-6aa625f7b4c5 HTTP/1.1" status: 200 len: 1815 time: 0.0463431 Jul 15 23:14:00.246677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Transition to ACTIVE for port object 873280a8-e8b5-4498-9aaf-b5e7568e7675 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:00.251820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.360619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-5b2996bc-ec1c-49f8-9472-1a3e9a00e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.361107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-5b2996bc-ec1c-49f8-9472-1a3e9a00e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.362877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-5b2996bc-ec1c-49f8-9472-1a3e9a00e7a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1939 time: 0.1090450 Jul 15 23:14:00.434859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Attempting to bind port 873280a8-e8b5-4498-9aaf-b5e7568e7675 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:00.435261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Attempting to bind port 873280a8-e8b5-4498-9aaf-b5e7568e7675 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:00.436521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Attempting to bind port 873280a8-e8b5-4498-9aaf-b5e7568e7675 on network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:00.439282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Pushing event updated for resources: {'Port': ['ID=873280a8-e8b5-4498-9aaf-b5e7568e7675,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:00.453270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Port 873280a8-e8b5-4498-9aaf-b5e7568e7675 on network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:00.453600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Attempting to bind port 873280a8-e8b5-4498-9aaf-b5e7568e7675 on network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:00.473422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:00.473913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Checking segment: {'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:00.474310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Bound using segment: {'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:00.475191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Bound port: 873280a8-e8b5-4498-9aaf-b5e7568e7675, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030ca598-3369-4ee7-8a39-314d8c17891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:00.475558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.565458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] For port 873280a8-e8b5-4498-9aaf-b5e7568e7675, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:00.570996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] For port 873280a8-e8b5-4498-9aaf-b5e7568e7675, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=873280a8-e8b5-4498-9aaf-b5e7568e7675,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:00.576869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.591109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-03ac6759-472f-4fd5-b9f1-95e0dbe43025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.591582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-03ac6759-472f-4fd5-b9f1-95e0dbe43025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.592053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-03ac6759-472f-4fd5-b9f1-95e0dbe43025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.594046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-03ac6759-472f-4fd5-b9f1-95e0dbe43025 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c9075bb118649cab937c77b3dfe5914&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2165432 Jul 15 23:14:00.614124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.615084 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.616622 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-32035919-3136-4699-af62-e732bf4e1844 service neutron] 10.222.0.37 "PUT /v2.0/ports/873280a8-e8b5-4498-9aaf-b5e7568e7675 HTTP/1.1" status: 200 len: 1092 time: 0.9756932 Jul 15 23:14:00.648751 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32035919-3136-4699-af62-e732bf4e1844 service neutron] Pushing event updated for resources: {'Port': ['ID=873280a8-e8b5-4498-9aaf-b5e7568e7675,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:00.663515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c46d50-b606-4c61-ad47-6845625dadc9 req-8f7fc3f3-63dc-454a-a494-6fae155fbd18 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.670602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42c46d50-b606-4c61-ad47-6845625dadc9 req-8f7fc3f3-63dc-454a-a494-6fae155fbd18 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3139331 Jul 15 23:14:00.689209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07bfa1-ebb5-4dad-aac0-64c527576ed3 req-e478a845-3059-4321-95a9-ea5fae89000d tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.690795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce07bfa1-ebb5-4dad-aac0-64c527576ed3 req-e478a845-3059-4321-95a9-ea5fae89000d tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1891692 Jul 15 23:14:00.790711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42c46d50-b606-4c61-ad47-6845625dadc9 req-d56ff36b-002a-4048-81dc-4e0e14d316b5 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190951 Jul 15 23:14:00.819739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-df517a37-8691-4f01-b56f-b7900996db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.831219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8fc284b-148c-4f7a-a348-0c9254bfcfcb req-df517a37-8691-4f01-b56f-b7900996db89 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2254555 Jul 15 23:14:00.849016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce07bfa1-ebb5-4dad-aac0-64c527576ed3 req-108a194b-b9df-4879-b9d5-accb641187f2 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436906 Jul 15 23:14:00.855597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7b3df25d-b4db-4242-8be2-9869fe734df0 req-0a56c56c-02ef-449d-acab-1cb4e8e5eaf3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-339906936', 'description': 'tempest-description-828475723'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:00.890707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b3df25d-b4db-4242-8be2-9869fe734df0 req-0a56c56c-02ef-449d-acab-1cb4e8e5eaf3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.899785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 791dd44c-05cd-43c8-a588-cbcf677433d1 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:01.015883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-6a86e336-41cc-476d-9274-5c481161b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.016375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-6a86e336-41cc-476d-9274-5c481161b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.017971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-6a86e336-41cc-476d-9274-5c481161b22a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1981 time: 0.1137044 Jul 15 23:14:01.064584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:01.080186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-84d88721-660e-4d1d-b879-d06c6cfe0948 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=75f6e93a-c225-45b9-b61a-944f7284a1e2 HTTP/1.1" status: 200 len: 217 time: 0.0415087 Jul 15 23:14:01.080586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'port_id': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'mac_address': 'fa:16:3e:e5:7f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb10daa-63e2-4605-a343-41dad889d80a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:01.082691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b3df25d-b4db-4242-8be2-9869fe734df0 req-0a56c56c-02ef-449d-acab-1cb4e8e5eaf3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.119308 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b3df25d-b4db-4242-8be2-9869fe734df0 req-0a56c56c-02ef-449d-acab-1cb4e8e5eaf3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.123263 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.140368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791dd44c-05cd-43c8-a588-cbcf677433d1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:01.152819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b3df25d-b4db-4242-8be2-9869fe734df0 req-0a56c56c-02ef-449d-acab-1cb4e8e5eaf3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.165330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b3df25d-b4db-4242-8be2-9869fe734df0 req-0a56c56c-02ef-449d-acab-1cb4e8e5eaf3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3148842 Jul 15 23:14:01.172093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:01.177488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.181232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56c56c-02ef-449d-acab-1cb4e8e5eaf3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61fc9be-ab52-4a59-aa6b-fef336c9baed,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:01.184360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-8636fa3d-8b97-4c3a-bc9b-e51c95249a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.188906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-8636fa3d-8b97-4c3a-bc9b-e51c95249a95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ddbde40-ce5f-4f30-897a-3892657fd531 HTTP/1.1" status: 200 len: 801 time: 0.1027567 Jul 15 23:14:01.239401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:01.248280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.248280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.248280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.248656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.249106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.249474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.249806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.250150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.250454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.250829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.251165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.251487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:01.286776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb977d6f-316e-486e-bd36-a89fb6226125 req-413ba362-836f-4149-9a35-5e9a428794d3 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/d61fc9be-ab52-4a59-aa6b-fef336c9baed HTTP/1.1" status: 200 len: 1813 time: 0.0820019 Jul 15 23:14:01.295748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-a686524c-148c-4de6-a209-2a53d4f02e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.297282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-a686524c-148c-4de6-a209-2a53d4f02e4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e8cc3343-98af-49b6-b0d7-cde09efc6227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010561 Jul 15 23:14:01.467102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9fd3c-c22d-4b1f-8b80-3693c0a2a145 req-f5aa16f5-8363-4a69-896b-87048406bb8f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.472968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9fd3c-c22d-4b1f-8b80-3693c0a2a145 req-f5aa16f5-8363-4a69-896b-87048406bb8f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.474843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8f9fd3c-c22d-4b1f-8b80-3693c0a2a145 req-f5aa16f5-8363-4a69-896b-87048406bb8f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1679 time: 0.1744108 Jul 15 23:14:01.485791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-8049ac14-a0e4-40e3-930f-83a9ec67a48c service neutron] 10.222.0.37 "GET /v2.0/networks/e8cc3343-98af-49b6-b0d7-cde09efc6227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759541 Jul 15 23:14:01.536582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['791dd44c-05cd-43c8-a588-cbcf677433d1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:01.593031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8f9fd3c-c22d-4b1f-8b80-3693c0a2a145 req-10bbc822-e742-4560-a654-17dffc5db8be tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094804 Jul 15 23:14:01.600641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a236831-3af5-4a96-b26b-f3770081d255 req-3830a3c7-17f0-4fec-9203-e07f90437c96 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.602130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a236831-3af5-4a96-b26b-f3770081d255 req-3830a3c7-17f0-4fec-9203-e07f90437c96 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2025340 Jul 15 23:14:01.645660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-34d42e9b-8300-4bfe-8b8c-bd243269ca84 service neutron] 10.222.0.37 "GET /v2.0/networks/e8cc3343-98af-49b6-b0d7-cde09efc6227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432955 Jul 15 23:14:01.674312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a236831-3af5-4a96-b26b-f3770081d255 req-629744d1-a2e7-4112-b69c-404aa5e61969 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651963 Jul 15 23:14:01.726868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-9a71851e-e48e-4339-81ce-3edbb84fa068 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.125&port_id=873280a8-e8b5-4498-9aaf-b5e7568e7675 HTTP/1.1" status: 200 len: 217 time: 0.0721374 Jul 15 23:14:01.744621 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-2a12ed5f-6b9c-4c67-8bb3-eba9acf2f1e7 req-15607442-1b68-4aa7-904a-f37c54afde23 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] show failed (client error): The resource could not be found. Jul 15 23:14:01.746160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a12ed5f-6b9c-4c67-8bb3-eba9acf2f1e7 req-15607442-1b68-4aa7-904a-f37c54afde23 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/6b63b6f1-0b0f-415b-b40c-b7e8ade7bfb3 HTTP/1.1" status: 404 len: 352 time: 0.0332644 Jul 15 23:14:01.816471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-57c01c31-d88c-4ecb-8a28-856096b35a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.817944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-57c01c31-d88c-4ecb-8a28-856096b35a82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad9d3e2-392f-470d-b4ce-ddde83e36223 HTTP/1.1" status: 200 len: 801 time: 0.0817058 Jul 15 23:14:01.898116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f068fb-9c86-4322-9b5d-2c33a629b808 req-790d4e2a-6eb0-47c3-991b-55c96740429a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.899662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f068fb-9c86-4322-9b5d-2c33a629b808 req-790d4e2a-6eb0-47c3-991b-55c96740429a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 945 time: 0.1517296 Jul 15 23:14:01.972897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f068fb-9c86-4322-9b5d-2c33a629b808 req-4f923247-a4e3-4c7a-9811-b3fde72ae039 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659573 Jul 15 23:14:01.976724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-154087e8-d920-46d3-b49d-6ef4aeb784b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.978498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-154087e8-d920-46d3-b49d-6ef4aeb784b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40900fa9-00b0-4a26-b2b0-c32e1c77b044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1509070 Jul 15 23:14:01.996148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1365d-8866-4437-b4ae-749e8bbc5825 req-3d255651-f5a9-4380-89bd-7140e01065c0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.996148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bf1365d-8866-4437-b4ae-749e8bbc5825 req-3d255651-f5a9-4380-89bd-7140e01065c0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1367972 Jul 15 23:14:02.049822 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-02949935-2e6a-48bc-8994-6023e73b1b01 req-cb2bb7a1-b81d-4d70-b113-88c4dfc3a2bd tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] show failed (client error): The resource could not be found. Jul 15 23:14:02.050875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02949935-2e6a-48bc-8994-6023e73b1b01 req-cb2bb7a1-b81d-4d70-b113-88c4dfc3a2bd tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-group-rules/bab74a56-9a0a-43cc-ab25-7c08b098dce8 HTTP/1.1" status: 404 len: 361 time: 0.0349689 Jul 15 23:14:02.102864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bf1365d-8866-4437-b4ae-749e8bbc5825 req-804ea9a6-e4f5-435c-8b2a-bd64758f52ac tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979829 Jul 15 23:14:02.134651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-8853f1a2-b677-4995-b0a1-2bc50a2bf669 service neutron] 10.222.0.37 "GET /v2.0/networks/40900fa9-00b0-4a26-b2b0-c32e1c77b044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355572 Jul 15 23:14:02.136771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38478) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:02.195259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'tag': '873280a8-e8b5-4498-9aaf-b5e7568e7675'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:02.197694 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da50da9-d8a7-43e3-81ff-9630f515fec8" -d '{"events": [{"name": "network-changed", "server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "tag": "873280a8-e8b5-4498-9aaf-b5e7568e7675"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:02.293317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8c17a3c-b848-4e94-a42a-a0b03feb88c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.331424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10b4f092-ab72-4ea3-a6ec-1fd84b58c8a3 req-980f0a9c-6332-44fd-af77-35090ff41d04 service neutron] 10.222.0.37 "GET /v2.0/networks/40900fa9-00b0-4a26-b2b0-c32e1c77b044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956904 Jul 15 23:14:02.375784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86041793-96b5-400b-9c02-4481870cb5d5 req-d86312df-fa5e-4bae-9198-aca094d2f344 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.377283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86041793-96b5-400b-9c02-4481870cb5d5 req-d86312df-fa5e-4bae-9198-aca094d2f344 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.2050052 Jul 15 23:14:02.390155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85f87c7f-df2b-4ac3-979d-51c40b151598 req-be0797e5-246a-4a5e-99f3-8c0ed04cb0da tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/d61fc9be-ab52-4a59-aa6b-fef336c9baed HTTP/1.1" status: 200 len: 1813 time: 0.1050649 Jul 15 23:14:02.466412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86041793-96b5-400b-9c02-4481870cb5d5 req-80596d0e-1d00-4ede-bbcf-499bdad33c6b tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832405 Jul 15 23:14:02.506481 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-85f87c7f-df2b-4ac3-979d-51c40b151598 req-d9556acc-3d28-46cd-aa3a-6729b1a305da tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.543403 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-85f87c7f-df2b-4ac3-979d-51c40b151598 req-d9556acc-3d28-46cd-aa3a-6729b1a305da tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.554399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8c17a3c-b848-4e94-a42a-a0b03feb88c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.566432 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8c17a3c-b848-4e94-a42a-a0b03feb88c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.624567 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfea0874-67d2-4825-954f-5b8500b814da x-openstack-request-id: req-dfea0874-67d2-4825-954f-5b8500b814da {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:02.625968 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "tag": "873280a8-e8b5-4498-9aaf-b5e7568e7675", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:02.626429 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfea0874-67d2-4825-954f-5b8500b814da {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:02.627988 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'tag': '873280a8-e8b5-4498-9aaf-b5e7568e7675', 'status': 'completed', 'code': 200} Jul 15 23:14:02.640383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e8c17a3c-b848-4e94-a42a-a0b03feb88c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48a394ef2b364ccd93c38eb477c76320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017889 Jul 15 23:14:02.640825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17a3c-b848-4e94-a42a-a0b03feb88c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edce0577-fbad-488c-8fcf-173401b76d48,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.642046 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38494) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:02.652351 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-85f87c7f-df2b-4ac3-979d-51c40b151598 req-d9556acc-3d28-46cd-aa3a-6729b1a305da tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.652351 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-85f87c7f-df2b-4ac3-979d-51c40b151598 req-d9556acc-3d28-46cd-aa3a-6729b1a305da tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.652351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85f87c7f-df2b-4ac3-979d-51c40b151598 req-d9556acc-3d28-46cd-aa3a-6729b1a305da tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "DELETE /v2.0/security-groups/d61fc9be-ab52-4a59-aa6b-fef336c9baed HTTP/1.1" status: 204 len: 173 time: 0.2526648 Jul 15 23:14:02.673360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9556acc-3d28-46cd-aa3a-6729b1a305da tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61fc9be-ab52-4a59-aa6b-fef336c9baed,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.716757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-61ad0a33-e719-43d0-be41-6becaee4ee88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.750709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-61ad0a33-e719-43d0-be41-6becaee4ee88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.756891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-2ed8e5df-1a48-4a61-a3e0-309c30f6e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.757516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-2ed8e5df-1a48-4a61-a3e0-309c30f6e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.759735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-2ed8e5df-1a48-4a61-a3e0-309c30f6e07a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9075bb118649cab937c77b3dfe5914&device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1981 time: 0.0763741 Jul 15 23:14:02.808768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-61ad0a33-e719-43d0-be41-6becaee4ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.811457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-61ad0a33-e719-43d0-be41-6becaee4ee88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.812638 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-61ad0a33-e719-43d0-be41-6becaee4ee88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edce0577-fbad-488c-8fcf-173401b76d48 HTTP/1.1" status: 204 len: 168 time: 0.1693985 Jul 15 23:14:02.823828 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad0a33-e719-43d0-be41-6becaee4ee88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edce0577-fbad-488c-8fcf-173401b76d48,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.914697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 791dd44c-05cd-43c8-a588-cbcf677433d1 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:02.968187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-bea66f27-7740-4512-81d0-bacad4aacbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.970045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-bea66f27-7740-4512-81d0-bacad4aacbda service neutron] 10.222.0.37 "GET /v2.0/networks?id=40900fa9-00b0-4a26-b2b0-c32e1c77b044 HTTP/1.1" status: 200 len: 903 time: 0.2022669 Jul 15 23:14:02.973270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 791dd44c-05cd-43c8-a588-cbcf677433d1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:02.980818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 791dd44c-05cd-43c8-a588-cbcf677433d1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:02.981197 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.984004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7017-4a4a-4c3f-bac2-84cb972bc0f2 req-0841716c-5cdc-472e-9598-28b1847beeb6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.990208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7017-4a4a-4c3f-bac2-84cb972bc0f2 req-0841716c-5cdc-472e-9598-28b1847beeb6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.991832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1ba7017-4a4a-4c3f-bac2-84cb972bc0f2 req-0841716c-5cdc-472e-9598-28b1847beeb6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1679 time: 0.2008400 Jul 15 23:14:03.000883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03857ea-58a1-4a53-bef4-b211cb958510 req-e5e4ea3b-48aa-456e-a892-e67789a0985b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:03.007790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a03857ea-58a1-4a53-bef4-b211cb958510 req-e5e4ea3b-48aa-456e-a892-e67789a0985b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2149432 Jul 15 23:14:03.071506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-f795a247-dc53-4d19-8c0f-ad974203f3d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.125&port_id=873280a8-e8b5-4498-9aaf-b5e7568e7675 HTTP/1.1" status: 200 len: 217 time: 0.0786784 Jul 15 23:14:03.083797 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.111529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:03.113801 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bf49d9-85a6-4a36-99b6-3406b7311d7c" -d '{"events": [{"server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "name": "network-vif-plugged", "status": "completed", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:03.129214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:03.136435 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.137147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38508) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:03.141065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1ba7017-4a4a-4c3f-bac2-84cb972bc0f2 req-b8202c68-f408-4e78-90e8-7e24231456de tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261249 Jul 15 23:14:03.156090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a03857ea-58a1-4a53-bef4-b211cb958510 req-0f2aa76a-c271-489b-96fb-041bd4960946 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473565 Jul 15 23:14:03.160531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b4a475f-f8c4-447f-9318-c551f6425e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.175460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-56e65260-45fc-41f8-bf3c-0ea6d946ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:03.175460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-56e65260-45fc-41f8-bf3c-0ea6d946ca48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fad9d3e2-392f-470d-b4ce-ddde83e36223 HTTP/1.1" status: 200 len: 801 time: 0.0904973 Jul 15 23:14:03.189307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:03.299324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b4a475f-f8c4-447f-9318-c551f6425e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.303945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b4a475f-f8c4-447f-9318-c551f6425e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.316468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c81d0dd-b516-43f2-a160-15c83a74ed86 req-2f256294-60d9-4b5c-ab50-e7a635f5930f tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/612c0563-d1d6-4ee6-bcf2-6aa625f7b4c5 HTTP/1.1" status: 200 len: 1815 time: 0.1156707 Jul 15 23:14:03.343527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-73d476b2-b812-41e7-b706-2310d387e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:03.344596 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b4a475f-f8c4-447f-9318-c551f6425e4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71d9a18f5c9841ef88903343e97a8db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056606 Jul 15 23:14:03.345113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-73d476b2-b812-41e7-b706-2310d387e8be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40900fa9-00b0-4a26-b2b0-c32e1c77b044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1587641 Jul 15 23:14:03.345754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a475f-f8c4-447f-9318-c551f6425e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78426cc8-6e0e-4b9f-9fa0-52905fac0882,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:03.348101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:03.403582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d397033-7533-4a0e-a71d-4d1a6911577a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.425919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d397033-7533-4a0e-a71d-4d1a6911577a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.455337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e6c4f-9b82-44eb-88ad-4fca253c4e84 req-6cb9cdc5-00f2-4eb5-ae74-166e9915a7e8 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:03.456880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f31e6c4f-9b82-44eb-88ad-4fca253c4e84 req-6cb9cdc5-00f2-4eb5-ae74-166e9915a7e8 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1809866 Jul 15 23:14:03.476795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d397033-7533-4a0e-a71d-4d1a6911577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.480704 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d397033-7533-4a0e-a71d-4d1a6911577a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.481871 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6d397033-7533-4a0e-a71d-4d1a6911577a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78426cc8-6e0e-4b9f-9fa0-52905fac0882 HTTP/1.1" status: 204 len: 168 time: 0.1328459 Jul 15 23:14:03.492905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d397033-7533-4a0e-a71d-4d1a6911577a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78426cc8-6e0e-4b9f-9fa0-52905fac0882,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:03.497732 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4c81d0dd-b516-43f2-a160-15c83a74ed86 req-7b658a22-2d78-4aa2-a0e5-e006d253ea44 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.544727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f31e6c4f-9b82-44eb-88ad-4fca253c4e84 req-faf81d5b-63f8-44f5-a42a-9fdb0f963d58 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764344 Jul 15 23:14:03.546656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-807b7a04-8465-495f-9beb-2eb0079a5dde service neutron] 10.222.0.37 "GET /v2.0/networks/40900fa9-00b0-4a26-b2b0-c32e1c77b044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909077 Jul 15 23:14:03.554543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4c81d0dd-b516-43f2-a160-15c83a74ed86 req-7b658a22-2d78-4aa2-a0e5-e006d253ea44 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.999234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4c81d0dd-b516-43f2-a160-15c83a74ed86 req-7b658a22-2d78-4aa2-a0e5-e006d253ea44 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.001971 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4c81d0dd-b516-43f2-a160-15c83a74ed86 req-7b658a22-2d78-4aa2-a0e5-e006d253ea44 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.003119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c81d0dd-b516-43f2-a160-15c83a74ed86 req-7b658a22-2d78-4aa2-a0e5-e006d253ea44 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "DELETE /v2.0/security-groups/612c0563-d1d6-4ee6-bcf2-6aa625f7b4c5 HTTP/1.1" status: 204 len: 173 time: 0.6780281 Jul 15 23:14:04.028342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b658a22-2d78-4aa2-a0e5-e006d253ea44 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=612c0563-d1d6-4ee6-bcf2-6aa625f7b4c5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:04.034891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da50da9-d8a7-43e3-81ff-9630f515fec8 req-a916cd21-f7b1-4d59-82a4-07cf8f51890c service neutron] 10.222.0.37 "GET /v2.0/networks/40900fa9-00b0-4a26-b2b0-c32e1c77b044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775264 Jul 15 23:14:04.050105 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6b7c31-c54b-47e6-b278-5fc01aa31e4b x-openstack-request-id: req-7a6b7c31-c54b-47e6-b278-5fc01aa31e4b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:04.050580 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "name": "network-vif-plugged", "status": "completed", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:04.050580 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a6b7c31-c54b-47e6-b278-5fc01aa31e4b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:04.051006 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'code': 200} Jul 15 23:14:04.067599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6e45d-ad39-42e4-add3-16d70b0d5028 req-3a5cb081-88c7-450d-a51c-f7b607c6c2d3 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.069533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ed6e45d-ad39-42e4-add3-16d70b0d5028 req-3a5cb081-88c7-450d-a51c-f7b607c6c2d3 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 946 time: 0.1112936 Jul 15 23:14:04.116689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ed6e45d-ad39-42e4-add3-16d70b0d5028 req-d7ff4d56-36c5-4138-a254-97056ccf97c5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 Jul 15 23:14:04.264507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c108087-a8b2-4cb4-ba86-986c11663aed req-ddb52bbc-50c4-4232-8455-fcab2c9692de tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.266491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c108087-a8b2-4cb4-ba86-986c11663aed req-ddb52bbc-50c4-4232-8455-fcab2c9692de tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1125605 Jul 15 23:14:04.273198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458f570-e002-4eec-9686-e3ddbc5a3887 req-9b0af850-1deb-4251-a33b-f8349aaab667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.274934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2458f570-e002-4eec-9686-e3ddbc5a3887 req-9b0af850-1deb-4251-a33b-f8349aaab667 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0902455 Jul 15 23:14:04.332358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c108087-a8b2-4cb4-ba86-986c11663aed req-e5d160af-5ba1-4066-b0c3-d2f9ac4d893b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562615 Jul 15 23:14:04.334273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2458f570-e002-4eec-9686-e3ddbc5a3887 req-e0dfe04f-5944-4fec-823d-55a2385fc78b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520966 Jul 15 23:14:04.440790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f1ac2-ad98-45e3-b719-750d65af3a8e req-9f1e1c49-10db-4794-97d9-c0a913e79a01 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.443142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf4f1ac2-ad98-45e3-b719-750d65af3a8e req-9f1e1c49-10db-4794-97d9-c0a913e79a01 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 946 time: 0.0804925 Jul 15 23:14:04.486707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf4f1ac2-ad98-45e3-b719-750d65af3a8e req-0a7daa4c-6886-47a2-beca-a638842cfb24 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Jul 15 23:14:04.550415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36aefd5b-cee5-4600-91f3-2245a852ab65 req-21fc9fe4-8cb5-4d87-bf2a-f7d2d4b321a1 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/4f8bf51a-76ef-485d-bd80-1f58047c547e HTTP/1.1" status: 200 len: 1814 time: 0.0389249 Jul 15 23:14:04.609930 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36aefd5b-cee5-4600-91f3-2245a852ab65 req-6698b0d8-feb6-43c9-89d1-5792bce0eb1f tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.632289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36aefd5b-cee5-4600-91f3-2245a852ab65 req-6698b0d8-feb6-43c9-89d1-5792bce0eb1f tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.677019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36aefd5b-cee5-4600-91f3-2245a852ab65 req-6698b0d8-feb6-43c9-89d1-5792bce0eb1f tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.680126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36aefd5b-cee5-4600-91f3-2245a852ab65 req-6698b0d8-feb6-43c9-89d1-5792bce0eb1f tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.683282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36aefd5b-cee5-4600-91f3-2245a852ab65 req-6698b0d8-feb6-43c9-89d1-5792bce0eb1f tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "DELETE /v2.0/security-groups/4f8bf51a-76ef-485d-bd80-1f58047c547e HTTP/1.1" status: 204 len: 173 time: 0.1265290 Jul 15 23:14:04.703650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698b0d8-feb6-43c9-89d1-5792bce0eb1f tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8bf51a-76ef-485d-bd80-1f58047c547e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:04.920358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601adfb-00be-4a1d-8352-9d9e5172aacd req-ff70d862-699c-4ede-b4a0-a7d202a25571 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.926308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601adfb-00be-4a1d-8352-9d9e5172aacd req-ff70d862-699c-4ede-b4a0-a7d202a25571 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.926480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 75f6e93a-c225-45b9-b61a-944f7284a1e2 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:04.928624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4601adfb-00be-4a1d-8352-9d9e5172aacd req-ff70d862-699c-4ede-b4a0-a7d202a25571 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1679 time: 0.1239526 Jul 15 23:14:04.952017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620b3fe-cb30-4dae-a45a-ff76af653cc5 req-6bf485e1-3aac-4e62-b86b-9436891c73cc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.953504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5620b3fe-cb30-4dae-a45a-ff76af653cc5 req-6bf485e1-3aac-4e62-b86b-9436891c73cc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.1148610 Jul 15 23:14:04.999921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4601adfb-00be-4a1d-8352-9d9e5172aacd req-77993b3d-7999-4294-b9af-3db9a82c7d35 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641370 Jul 15 23:14:05.013962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5620b3fe-cb30-4dae-a45a-ff76af653cc5 req-789eb317-d39a-4a45-b02e-43e2d3d3dca8 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515175 Jul 15 23:14:05.056063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 75f6e93a-c225-45b9-b61a-944f7284a1e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=75f6e93a-c225-45b9-b61a-944f7284a1e2,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:05.068699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '75f6e93a-c225-45b9-b61a-944f7284a1e2', 'network_id': 'e8cc3343-98af-49b6-b0d7-cde09efc6227', 'port_id': '75f6e93a-c225-45b9-b61a-944f7284a1e2', 'mac_address': 'fa:16:3e:9d:df:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddbde40-ce5f-4f30-897a-3892657fd531', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:05.092922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15755124-55ac-402d-b910-ff4f8184f792 req-4e9a9984-9ec9-4874-a657-35f39e261229 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/a6b89a16-ae27-4dd4-9f2e-a80faa2779a4 HTTP/1.1" status: 200 len: 1814 time: 0.0533309 Jul 15 23:14:05.117791 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.131019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f6e93a-c225-45b9-b61a-944f7284a1e2 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:05.160974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 75f6e93a-c225-45b9-b61a-944f7284a1e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=75f6e93a-c225-45b9-b61a-944f7284a1e2,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:05.168472 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.169677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 873280a8-e8b5-4498-9aaf-b5e7568e7675 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:05.202442 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-15755124-55ac-402d-b910-ff4f8184f792 req-b9beafdf-aea4-47eb-b7db-a5da96c56986 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.235552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-15755124-55ac-402d-b910-ff4f8184f792 req-b9beafdf-aea4-47eb-b7db-a5da96c56986 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.248792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=75f6e93a-c225-45b9-b61a-944f7284a1e2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:05.272304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47106e8f-2a3e-45f6-bb6c-ccd842446c20 req-c9d3e094-a194-442b-b920-181c0438b4a0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:05.273819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47106e8f-2a3e-45f6-bb6c-ccd842446c20 req-c9d3e094-a194-442b-b920-181c0438b4a0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1283555 Jul 15 23:14:05.310982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-15755124-55ac-402d-b910-ff4f8184f792 req-b9beafdf-aea4-47eb-b7db-a5da96c56986 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.312762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 873280a8-e8b5-4498-9aaf-b5e7568e7675, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=873280a8-e8b5-4498-9aaf-b5e7568e7675,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:05.313293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-15755124-55ac-402d-b910-ff4f8184f792 req-b9beafdf-aea4-47eb-b7db-a5da96c56986 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.319812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15755124-55ac-402d-b910-ff4f8184f792 req-b9beafdf-aea4-47eb-b7db-a5da96c56986 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "DELETE /v2.0/security-groups/a6b89a16-ae27-4dd4-9f2e-a80faa2779a4 HTTP/1.1" status: 204 len: 173 time: 0.2191639 Jul 15 23:14:05.324776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '873280a8-e8b5-4498-9aaf-b5e7568e7675', 'network_id': '40900fa9-00b0-4a26-b2b0-c32e1c77b044', 'port_id': '873280a8-e8b5-4498-9aaf-b5e7568e7675', 'mac_address': 'fa:16:3e:83:50:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad9d3e2-392f-470d-b4ce-ddde83e36223', 'ip_address': '19.86.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:05.351040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-6aa90f0d-f6d4-46c7-9466-5d0b73fbbab3 req-62f65670-0acd-40ec-8b45-0ccda08edbe7 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:14:05.352049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa90f0d-f6d4-46c7-9466-5d0b73fbbab3 req-62f65670-0acd-40ec-8b45-0ccda08edbe7 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137870 Jul 15 23:14:05.353520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beafdf-aea4-47eb-b7db-a5da96c56986 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b89a16-ae27-4dd4-9f2e-a80faa2779a4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:05.361998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47106e8f-2a3e-45f6-bb6c-ccd842446c20 req-9b92da7a-4c46-4f90-a208-aeefc27be335 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759368 Jul 15 23:14:05.378302 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.393745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873280a8-e8b5-4498-9aaf-b5e7568e7675 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:05.420653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 873280a8-e8b5-4498-9aaf-b5e7568e7675, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=873280a8-e8b5-4498-9aaf-b5e7568e7675,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:05.425960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.526421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=873280a8-e8b5-4498-9aaf-b5e7568e7675,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:05.556754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa90f0d-f6d4-46c7-9466-5d0b73fbbab3 req-6e704bf0-96ca-4b0e-a356-3988d621de1f tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1935320 Jul 15 23:14:05.615900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467cc9e-3c3a-4da6-83df-30c5dcc065cc req-ef84eba7-f4fb-46d9-922e-25008f4945a7 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:05.617610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4467cc9e-3c3a-4da6-83df-30c5dcc065cc req-ef84eba7-f4fb-46d9-922e-25008f4945a7 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 946 time: 0.0829504 Jul 15 23:14:05.661438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4467cc9e-3c3a-4da6-83df-30c5dcc065cc req-ccb7adf2-5f13-4a8d-9f4c-a035a036ac0c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Jul 15 23:14:05.817536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ae000c7-882d-4cd6-bcb5-3174b1f63f9e req-a0563636-176b-4e77-a01d-e60fe50c2f6e tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "GET /v2.0/security-groups/5c58a319-2e1a-4460-bfc2-2bd596718e48 HTTP/1.1" status: 200 len: 1814 time: 0.0474181 Jul 15 23:14:05.857587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['75f6e93a-c225-45b9-b61a-944f7284a1e2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:05.901468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ae000c7-882d-4cd6-bcb5-3174b1f63f9e req-ef17203a-c8e0-4076-9edf-61558442ed55 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.919328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['873280a8-e8b5-4498-9aaf-b5e7568e7675'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:05.967236 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ae000c7-882d-4cd6-bcb5-3174b1f63f9e req-ef17203a-c8e0-4076-9edf-61558442ed55 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.036562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1ae9b-7fbf-48cc-8294-3efb285e6ec2 req-2e41e1e3-b39e-4e16-9771-779867a1b16f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.038132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42a1ae9b-7fbf-48cc-8294-3efb285e6ec2 req-2e41e1e3-b39e-4e16-9771-779867a1b16f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1221404 Jul 15 23:14:06.044110 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ae000c7-882d-4cd6-bcb5-3174b1f63f9e req-ef17203a-c8e0-4076-9edf-61558442ed55 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.047524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ae000c7-882d-4cd6-bcb5-3174b1f63f9e req-ef17203a-c8e0-4076-9edf-61558442ed55 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.048739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ae000c7-882d-4cd6-bcb5-3174b1f63f9e req-ef17203a-c8e0-4076-9edf-61558442ed55 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] 10.222.0.23 "DELETE /v2.0/security-groups/5c58a319-2e1a-4460-bfc2-2bd596718e48 HTTP/1.1" status: 204 len: 173 time: 0.2304165 Jul 15 23:14:06.055140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38682) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:06.079744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17203a-c8e0-4076-9edf-61558442ed55 tempest-SecurityGroupRulesNegativeTestJSON-1423473551 tempest-SecurityGroupRulesNegativeTestJSON-1423473551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c58a319-2e1a-4460-bfc2-2bd596718e48,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:06.132760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42a1ae9b-7fbf-48cc-8294-3efb285e6ec2 req-f51571b5-7d70-4187-8634-c42510bdaab5 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828419 Jul 15 23:14:06.146881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d096876-f7f6-47fd-b7c2-8fc8e85c2426 admin admin] Deleting subnet 6d8632ef-42e1-4f97-9dfa-4cc199341b3d {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:06.150595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d096876-f7f6-47fd-b7c2-8fc8e85c2426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.235584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d096876-f7f6-47fd-b7c2-8fc8e85c2426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.284236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d096876-f7f6-47fd-b7c2-8fc8e85c2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.326552 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68067bb-5b00-45cf-8bcf-7f94827a50d7 req-faaaf53d-8dc3-44d2-b367-86c1c3ea4562 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.333178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e68067bb-5b00-45cf-8bcf-7f94827a50d7 req-faaaf53d-8dc3-44d2-b367-86c1c3ea4562 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.0785377 Jul 15 23:14:06.361832 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d096876-f7f6-47fd-b7c2-8fc8e85c2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.395824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d096876-f7f6-47fd-b7c2-8fc8e85c2426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.400591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d096876-f7f6-47fd-b7c2-8fc8e85c2426 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6d8632ef-42e1-4f97-9dfa-4cc199341b3d HTTP/1.1" status: 204 len: 168 time: 0.3442061 Jul 15 23:14:06.402560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d096876-f7f6-47fd-b7c2-8fc8e85c2426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8632ef-42e1-4f97-9dfa-4cc199341b3d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:06.405317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38706) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:06.411134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e68067bb-5b00-45cf-8bcf-7f94827a50d7 req-33b79c03-8ed4-47e6-9552-4ce79ac6283e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768859 Jul 15 23:14:06.449672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61804e4-1bec-4790-abba-1aea17d5ed12 req-bdd08965-f1f8-4666-943e-63d22d87f7cd tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.453133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61804e4-1bec-4790-abba-1aea17d5ed12 req-bdd08965-f1f8-4666-943e-63d22d87f7cd tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.454886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f61804e4-1bec-4790-abba-1aea17d5ed12 req-bdd08965-f1f8-4666-943e-63d22d87f7cd tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1681 time: 0.1196954 Jul 15 23:14:06.497728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.507205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f61804e4-1bec-4790-abba-1aea17d5ed12 req-a603cc58-d894-4ab7-b84c-48b6ae911461 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Jul 15 23:14:06.587564 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.599168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d807b3-4b7f-414b-9ec3-bb7452b315cc']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:06.616365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4097288c-f366-4ffd-8c49-34973ebf2df9') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:06.616673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4097288c-f366-4ffd-8c49-34973ebf2df9') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:06.627658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.634654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c5f5f-e0f0-4bc2-9aef-da498f5ebf68 req-56fe1ba1-5432-4696-b21b-f9d32562f405 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.642109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-766c5f5f-e0f0-4bc2-9aef-da498f5ebf68 req-56fe1ba1-5432-4696-b21b-f9d32562f405 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 813 time: 0.1339178 Jul 15 23:14:06.643207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.650070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:06.650465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:06.652707 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:06.666964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-766c5f5f-e0f0-4bc2-9aef-da498f5ebf68 req-188de8fe-cfc1-42f6-9015-130e15747a66 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/quotas/d7e623bc86374623bf2065520fac9ae9 HTTP/1.1" status: 200 len: 375 time: 0.0226307 Jul 15 23:14:06.721589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.741660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.749673 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c2d807b3-4b7f-414b-9ec3-bb7452b315cc HTTP/1.1" status: 204 len: 168 time: 0.3430779 Jul 15 23:14:06.763898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb7838-a06d-480a-9db9-5e01d5b21624 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d807b3-4b7f-414b-9ec3-bb7452b315cc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:06.768260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7ae97-8789-4c15-902d-84b1fd831d32 req-cd5651c9-0327-4084-9b25-d69563c1bffc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.770376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41b7ae97-8789-4c15-902d-84b1fd831d32 req-cd5651c9-0327-4084-9b25-d69563c1bffc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 946 time: 0.1194239 Jul 15 23:14:06.788199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-766c5f5f-e0f0-4bc2-9aef-da498f5ebf68 req-347ac962-9072-4ebf-824a-153b6f645879 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008432 Jul 15 23:14:06.824211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41b7ae97-8789-4c15-902d-84b1fd831d32 req-cdbed654-5f1a-4d6a-a7c6-c55640f2a4d7 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468478 Jul 15 23:14:06.973026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38770) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:07.024065 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-242a4eca-b298-4bc9-85c2-c20264199874 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d61847ddc4c0429a8835d39db000fd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490291 Jul 15 23:14:07.024826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38778) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:07.041932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37692b8-d4b2-4645-9bcb-7ab63ddd7af0 req-80484bd1-d570-43b9-9a7a-b0a818bd5e4c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.047245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a37692b8-d4b2-4645-9bcb-7ab63ddd7af0 req-80484bd1-d570-43b9-9a7a-b0a818bd5e4c tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 946 time: 0.1168165 Jul 15 23:14:07.080757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-793d1b62-8829-449c-bd85-db13142d5ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.081739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535265-d260-4683-8b03-f5d236caf748 req-2c75390c-4b8f-4aad-b4a2-e973ab0a3f94 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.083368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02535265-d260-4683-8b03-f5d236caf748 req-2c75390c-4b8f-4aad-b4a2-e973ab0a3f94 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1184916 Jul 15 23:14:07.111719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-793d1b62-8829-449c-bd85-db13142d5ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.123352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a37692b8-d4b2-4645-9bcb-7ab63ddd7af0 req-45b87e84-2984-4d67-8355-9aa1eb329710 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735748 Jul 15 23:14:07.152898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02535265-d260-4683-8b03-f5d236caf748 req-2f42c103-71c3-452a-a6d1-68a389ebf1da tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607200 Jul 15 23:14:07.202411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-793d1b62-8829-449c-bd85-db13142d5ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.205875 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-793d1b62-8829-449c-bd85-db13142d5ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.207530 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-793d1b62-8829-449c-bd85-db13142d5ff2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb9223ee-c8ba-4ac3-9425-b56ba82de6fb HTTP/1.1" status: 204 len: 168 time: 0.1816838 Jul 15 23:14:07.220619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d1b62-8829-449c-bd85-db13142d5ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9223ee-c8ba-4ac3-9425-b56ba82de6fb,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:07.363128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e52e52-a6a6-4165-bd03-ee64178f3606 req-c06105ca-0080-4e12-aa02-10e8c6377ddb tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.370983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9e52e52-a6a6-4165-bd03-ee64178f3606 req-c06105ca-0080-4e12-aa02-10e8c6377ddb tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.0847025 Jul 15 23:14:07.417605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9e52e52-a6a6-4165-bd03-ee64178f3606 req-5ee39c6e-1453-425e-804b-1f257fb63a71 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Jul 15 23:14:07.496141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:07.623506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562f270-405e-491b-8b78-acb5d45a486c req-9502015d-ed50-4399-89c5-72c70aa15615 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.625157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8562f270-405e-491b-8b78-acb5d45a486c req-9502015d-ed50-4399-89c5-72c70aa15615 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.0878458 Jul 15 23:14:07.665419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34890ff4-2314-47f4-9599-3ff104de93f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.690471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8562f270-405e-491b-8b78-acb5d45a486c req-1b4f9ba3-0665-43d3-b826-da4541b77fed tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594811 Jul 15 23:14:07.814845 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34890ff4-2314-47f4-9599-3ff104de93f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.820188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34890ff4-2314-47f4-9599-3ff104de93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.905812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-34890ff4-2314-47f4-9599-3ff104de93f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfedf97f5f5f4339a546ffa244312d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082704 Jul 15 23:14:07.908543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38824) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:07.914404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34890ff4-2314-47f4-9599-3ff104de93f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc9fa05-9685-4bd7-a89b-8026fc289dee,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:07.960862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff12619-13f3-40f8-89a0-a6d421eac906 req-05014194-1ac3-43b5-9c59-c96dde743614 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.967211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff12619-13f3-40f8-89a0-a6d421eac906 req-05014194-1ac3-43b5-9c59-c96dde743614 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.968998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dff12619-13f3-40f8-89a0-a6d421eac906 req-05014194-1ac3-43b5-9c59-c96dde743614 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1681 time: 0.1426947 Jul 15 23:14:07.972788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-92502185-8267-482e-9e97-5e8c90ed04ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.998689 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-92502185-8267-482e-9e97-5e8c90ed04ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.045595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dff12619-13f3-40f8-89a0-a6d421eac906 req-c51c90c0-f867-412b-a112-7efe5bf3c0ed tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702410 Jul 15 23:14:08.059279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-92502185-8267-482e-9e97-5e8c90ed04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.062788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-92502185-8267-482e-9e97-5e8c90ed04ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.064158 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-92502185-8267-482e-9e97-5e8c90ed04ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1dc9fa05-9685-4bd7-a89b-8026fc289dee HTTP/1.1" status: 204 len: 168 time: 0.1545093 Jul 15 23:14:08.082324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92502185-8267-482e-9e97-5e8c90ed04ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc9fa05-9685-4bd7-a89b-8026fc289dee,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:08.113684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59e35c-c84d-4369-95b0-50365c4ed99a req-bb504e85-c25c-4130-b51b-52d6f86d15e6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.121299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59e35c-c84d-4369-95b0-50365c4ed99a req-bb504e85-c25c-4130-b51b-52d6f86d15e6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.128575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59e35c-c84d-4369-95b0-50365c4ed99a req-bb504e85-c25c-4130-b51b-52d6f86d15e6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.130641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec59e35c-c84d-4369-95b0-50365c4ed99a req-bb504e85-c25c-4130-b51b-52d6f86d15e6 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9&device_id=5b504040-cd92-437d-bfca-b64c0739ac8e&device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 2418 time: 0.1391993 Jul 15 23:14:08.189594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38832) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:08.221674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec59e35c-c84d-4369-95b0-50365c4ed99a req-9787bef4-7d87-413f-b352-aa441af4b8ee tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810654 Jul 15 23:14:08.288142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59038a7a-639c-48df-add5-1c9e26a959cd req-72172240-ccd5-4a2b-9845-42b08464db84 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.293399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59038a7a-639c-48df-add5-1c9e26a959cd req-72172240-ccd5-4a2b-9845-42b08464db84 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 946 time: 0.0946524 Jul 15 23:14:08.357804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d5015f0-14e2-450b-9b27-8f300f9c5861 req-ada45fac-463e-4a85-970c-5ce146ba1876 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d7e623bc86374623bf2065520fac9ae9 HTTP/1.1" status: 200 len: 221 time: 0.0470853 Jul 15 23:14:08.360846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59038a7a-639c-48df-add5-1c9e26a959cd req-37e91140-41b2-48b8-8ae1-d971b6412669 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592163 Jul 15 23:14:08.393694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-8c8b31b2-7073-4ab2-88fd-8a70e421b204 req-4f32dd43-9a33-43ac-9c86-50f0a99a84cb tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:14:08.394833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c8b31b2-7073-4ab2-88fd-8a70e421b204 req-4f32dd43-9a33-43ac-9c86-50f0a99a84cb tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065734 Jul 15 23:14:08.442651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-network', 'tenant_id': 'fc54abede98d429293e68f233d70634f'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:08.473801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:08.479344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.488922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.501652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c8b31b2-7073-4ab2-88fd-8a70e421b204 req-d9b12d02-89d1-43ad-b9b1-b2ee77cfe7bc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1005957 Jul 15 23:14:08.599518 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.603584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.648163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:08.659348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:08.664470 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.664913 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Added segment e54ac352-c1fd-4665-a8ac-0c19e8155f79 of type vlan for network 19797e7c-9816-4f28-84eb-abea97fbfe84 Jul 15 23:14:08.718316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef427-3914-498b-ad3e-cd9b325bf842 req-b7c51e99-e3f7-4457-b66d-8f8c2148f101 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.729257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8fef427-3914-498b-ad3e-cd9b325bf842 req-b7c51e99-e3f7-4457-b66d-8f8c2148f101 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1108365 Jul 15 23:14:08.744188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.782408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8fef427-3914-498b-ad3e-cd9b325bf842 req-bc4f56b6-7079-4ea4-9f6a-3aa54798517c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539622 Jul 15 23:14:08.819325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.820732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:08.821651 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.876510 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6856058 Jul 15 23:14:08.879852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38872) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:08.886210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Request body: {'subnet': {'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-subnet', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:08.918094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebb49b-94d0-45f8-9830-a0d38597c8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=19797e7c-9816-4f28-84eb-abea97fbfe84,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:08.930045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:08.954930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:08.959818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.973440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 75f6e93a-c225-45b9-b61a-944f7284a1e2 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:09.127935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a05ae9-e92b-47ca-ad57-3cb25e03f54b req-c68aab96-dbc5-488b-9085-daf232138b0e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.129741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5a05ae9-e92b-47ca-ad57-3cb25e03f54b req-c68aab96-dbc5-488b-9085-daf232138b0e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1425538 Jul 15 23:14:09.211663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5a05ae9-e92b-47ca-ad57-3cb25e03f54b req-19587dcd-517e-4b51-b51b-3eb748f18b12 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748127 Jul 15 23:14:09.242051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 75f6e93a-c225-45b9-b61a-944f7284a1e2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:09.248705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 75f6e93a-c225-45b9-b61a-944f7284a1e2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:09.249141 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.318728 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.355980 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.381897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae3396d-c255-4fcd-8289-4f347f493d8d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:09.402765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 75f6e93a-c225-45b9-b61a-944f7284a1e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=75f6e93a-c225-45b9-b61a-944f7284a1e2,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:09.403856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f6e93a-c225-45b9-b61a-944f7284a1e2'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:09.406932 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be934978-4001-4179-a45b-34bf11b5d3b3" -d '{"events": [{"server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "name": "network-vif-plugged", "status": "completed", "tag": "75f6e93a-c225-45b9-b61a-944f7284a1e2"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:09.411407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.412288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 873280a8-e8b5-4498-9aaf-b5e7568e7675 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:09.449827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Checking segment: {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:09.450322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Network hostable DHCP agents. Network: 19797e7c-9816-4f28-84eb-abea97fbfe84, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:09.483380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:09.509076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f3ba-a60e-451a-b130-e7494d7779af req-51243349-b2c9-44a1-8920-a754d4e4d07e tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.509536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=75f6e93a-c225-45b9-b61a-944f7284a1e2,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:09.516976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7f3ba-a60e-451a-b130-e7494d7779af req-51243349-b2c9-44a1-8920-a754d4e4d07e tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.521881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 873280a8-e8b5-4498-9aaf-b5e7568e7675 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:09.524126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcb7f3ba-a60e-451a-b130-e7494d7779af req-51243349-b2c9-44a1-8920-a754d4e4d07e tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1681 time: 0.1385384 Jul 15 23:14:09.526879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 873280a8-e8b5-4498-9aaf-b5e7568e7675 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:09.527461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.532226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 19797e7c-9816-4f28-84eb-abea97fbfe84) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:09.537014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.537697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.565966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d4fd3-ed70-445e-8d0d-8a2f88fa85e8 None None] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:09.576816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b0cd5a01-8a75-445f-9f75-a25990f2b8e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6955097 Jul 15 23:14:09.579760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:09.586178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:09.591753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcb7f3ba-a60e-451a-b130-e7494d7779af req-fad04fc0-5370-4dc2-a179-1b5029d347a2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653121 Jul 15 23:14:09.628715 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.629868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.729960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.799847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-19797e7c-9816-4f28-84eb-abea97fbfe84', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:14:09.800894 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.839407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.854844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c1b3d-492a-4e52-925d-2e6439d99529 req-648b918f-6264-4052-a793-6e2643650d7c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.857450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d0c1b3d-492a-4e52-925d-2e6439d99529 req-648b918f-6264-4052-a793-6e2643650d7c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1533973 Jul 15 23:14:09.892339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461b107-b2d5-41d4-913d-fdd8a67c3c31 req-da23b6e9-27ac-4bd6-94d9-9afbd7be39af tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.894904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c461b107-b2d5-41d4-913d-fdd8a67c3c31 req-da23b6e9-27ac-4bd6-94d9-9afbd7be39af tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 946 time: 0.1467619 Jul 15 23:14:09.947277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 873280a8-e8b5-4498-9aaf-b5e7568e7675, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=873280a8-e8b5-4498-9aaf-b5e7568e7675,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:09.951183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c461b107-b2d5-41d4-913d-fdd8a67c3c31 req-e8fe296c-55ad-4a70-8f4c-23c001902172 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Jul 15 23:14:09.970144 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.971607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d0c1b3d-492a-4e52-925d-2e6439d99529 req-ea530bb1-29ad-485b-bb0d-3d7118e78c1d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066124 Jul 15 23:14:10.079079 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288d471a-8c1d-489a-b054-c25926e40fae x-openstack-request-id: req-288d471a-8c1d-489a-b054-c25926e40fae {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:10.079675 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "name": "network-vif-plugged", "status": "completed", "tag": "75f6e93a-c225-45b9-b61a-944f7284a1e2", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:10.080169 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-288d471a-8c1d-489a-b054-c25926e40fae {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:10.080635 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f6e93a-c225-45b9-b61a-944f7284a1e2', 'code': 200} Jul 15 23:14:10.094087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=873280a8-e8b5-4498-9aaf-b5e7568e7675,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:10.127038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Allocated IP 172.20.0.2 (19797e7c-9816-4f28-84eb-abea97fbfe84/9ae3396d-c255-4fcd-8289-4f347f493d8d/5b538d1e-4990-47ea-8129-e59e5d806dfa) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:10.169099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.342227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.365180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Transition to ACTIVE for port object 5b538d1e-4990-47ea-8129-e59e5d806dfa will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:10.395021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Transition to ACTIVE for port object 5b538d1e-4990-47ea-8129-e59e5d806dfa will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:10.402892 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.433255 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.460411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:10.463268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:10.465724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:10.477210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Pushing event updated for resources: {'Port': ['ID=5b538d1e-4990-47ea-8129-e59e5d806dfa,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:10.486639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.538718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Attempting to bind port 5b538d1e-4990-47ea-8129-e59e5d806dfa on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:10.538990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Attempting to bind port 5b538d1e-4990-47ea-8129-e59e5d806dfa by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:10.539312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Attempting to bind port 5b538d1e-4990-47ea-8129-e59e5d806dfa on network 19797e7c-9816-4f28-84eb-abea97fbfe84 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:10.547639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:10.548022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Checking segment: {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:10.548440 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.548837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Bound using segment: {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:10.549317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Bound port: 5b538d1e-4990-47ea-8129-e59e5d806dfa, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:10.549706 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.627739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] For port 5b538d1e-4990-47ea-8129-e59e5d806dfa, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:10.631967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] For port 5b538d1e-4990-47ea-8129-e59e5d806dfa, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5b538d1e-4990-47ea-8129-e59e5d806dfa,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:10.637999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.640820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Allocated IP 172.25.3.74 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/a08139b0-949b-4467-85ae-04baddabf501) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:10.763575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c497d-c4d8-45e3-94dd-b0d1bf18bdd6 None None] Pushing event updated for resources: {'Port': ['ID=5b538d1e-4990-47ea-8129-e59e5d806dfa,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:10.780505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c40c5-8c76-4775-8bdd-4d781a4f002f req-707d4a65-74b0-41fb-9aee-5036d6520ef2 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:10.782123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-217c40c5-8c76-4775-8bdd-4d781a4f002f req-707d4a65-74b0-41fb-9aee-5036d6520ef2 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1889038 Jul 15 23:14:10.823019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.849708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-217c40c5-8c76-4775-8bdd-4d781a4f002f req-c1ff7962-258c-4bdf-8b69-963c283008ab tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550725 Jul 15 23:14:10.933245 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.988955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:10.991946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:11.005153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:11.102900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Pushing event updated for resources: {'Port': ['ID=a08139b0-949b-4467-85ae-04baddabf501,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:11.150435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0c4b4-90f7-4cc0-b4b1-1973e919742b req-d80ae824-2f28-47f3-aad3-1b3e3b0e1414 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:11.167418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0c4b4-90f7-4cc0-b4b1-1973e919742b req-d80ae824-2f28-47f3-aad3-1b3e3b0e1414 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:11.171078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3db0c4b4-90f7-4cc0-b4b1-1973e919742b req-d80ae824-2f28-47f3-aad3-1b3e3b0e1414 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1683 time: 0.1417882 Jul 15 23:14:11.267004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3db0c4b4-90f7-4cc0-b4b1-1973e919742b req-be108064-a5c3-465f-a401-685a95611a38 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855758 Jul 15 23:14:11.480201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.493607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966679a-4884-425d-b4bb-6be82a36ef8a req-9115aa67-788b-49a8-8fbc-1056f209a098 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:11.501663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e966679a-4884-425d-b4bb-6be82a36ef8a req-9115aa67-788b-49a8-8fbc-1056f209a098 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.0967927 Jul 15 23:14:11.548764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e966679a-4884-425d-b4bb-6be82a36ef8a req-cb11eaab-ec68-4e1b-b788-b2393cf74cf7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Jul 15 23:14:11.794908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.891251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99487366-7fd8-4af1-8df1-37b724be40a2 req-c2ce9ee7-afa3-4f3d-b7bb-23b30e055bfa tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:11.901398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99487366-7fd8-4af1-8df1-37b724be40a2 req-c2ce9ee7-afa3-4f3d-b7bb-23b30e055bfa tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.0910347 Jul 15 23:14:11.991780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99487366-7fd8-4af1-8df1-37b724be40a2 req-da9347ac-3c18-4587-bc37-576ae1a692dc tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889788 Jul 15 23:14:12.015370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Router ad7d1276-03a6-4335-994e-b58272b572bf is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:14:12.023284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed85c8c-feb7-4b2f-801e-75d6abc8eb45 req-47077910-0e85-4ddb-987d-39ed373eae20 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.032679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eed85c8c-feb7-4b2f-801e-75d6abc8eb45 req-47077910-0e85-4ddb-987d-39ed373eae20 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1286125 Jul 15 23:14:12.072398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eed85c8c-feb7-4b2f-801e-75d6abc8eb45 req-9a7b7384-6873-4926-8e07-0beeb9f0a15f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387311 Jul 15 23:14:12.082174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873280a8-e8b5-4498-9aaf-b5e7568e7675'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:12.084783 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d0f9db-997f-476f-bd46-b633587e053c" -d '{"events": [{"server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "name": "network-vif-plugged", "status": "completed", "tag": "873280a8-e8b5-4498-9aaf-b5e7568e7675"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:12.098417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668b30f-4cd0-4c5b-b3ec-a2a0f1798f85 None None] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:12.185858 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756206b4-ae6b-4bd9-997b-0380c08aea26 x-openstack-request-id: req-756206b4-ae6b-4bd9-997b-0380c08aea26 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:12.186154 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "name": "network-vif-plugged", "status": "completed", "tag": "873280a8-e8b5-4498-9aaf-b5e7568e7675", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:12.186473 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-756206b4-ae6b-4bd9-997b-0380c08aea26 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:12.186916 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873280a8-e8b5-4498-9aaf-b5e7568e7675', 'code': 200} Jul 15 23:14:12.201406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:12.213750 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Sync routers for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:12.228792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-74e7641d-6060-4003-849f-4f6ec4738ce7 None None] Provisioning for port 5b538d1e-4990-47ea-8129-e59e5d806dfa completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:12.234178 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:12.235250 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:13:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:12.254419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.256073 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-463b3475-9b96-4c60-bd23-7b59f3594ceb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6746869 Jul 15 23:14:12.260829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39074) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:12.374646 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:12.392545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e62d20-314e-4b67-88c6-5c9621e24c2d req-4f7ed757-3ed7-48f9-a2a8-0f98a7f58283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.393110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e62d20-314e-4b67-88c6-5c9621e24c2d req-4f7ed757-3ed7-48f9-a2a8-0f98a7f58283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.394701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36e62d20-314e-4b67-88c6-5c9621e24c2d req-4f7ed757-3ed7-48f9-a2a8-0f98a7f58283 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1985 time: 0.1474020 Jul 15 23:14:12.451137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d47e21-bf2d-4170-8012-b00164de7fdb req-5eff14e1-4e0e-4040-909d-c25d8094ce6a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.452738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10d47e21-bf2d-4170-8012-b00164de7fdb req-5eff14e1-4e0e-4040-909d-c25d8094ce6a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1355784 Jul 15 23:14:12.479300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36e62d20-314e-4b67-88c6-5c9621e24c2d req-df4d1e4a-6422-438f-9a37-365a69a94b74 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744386 Jul 15 23:14:12.535027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10d47e21-bf2d-4170-8012-b00164de7fdb req-3cd9dbe0-c0e4-49b2-9c0a-16ef60ee3f49 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669785 Jul 15 23:14:12.633077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eae0b-d321-4aee-b206-651ee833a195 req-1c860832-a133-41a0-94a4-3e0e5ed6da29 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.645577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eae0b-d321-4aee-b206-651ee833a195 req-1c860832-a133-41a0-94a4-3e0e5ed6da29 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.656893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-637eae0b-d321-4aee-b206-651ee833a195 req-1c860832-a133-41a0-94a4-3e0e5ed6da29 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1683 time: 0.1287897 Jul 15 23:14:12.666332 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:11Z', 'revision_number': 3, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:12.694533 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Checking router: ad7d1276-03a6-4335-994e-b58272b572bf for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:12.695126 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Updating router ad7d1276-03a6-4335-994e-b58272b572bf port a08139b0-949b-4467-85ae-04baddabf501 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:14:12.717108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-637eae0b-d321-4aee-b206-651ee833a195 req-c4640d00-7a43-4bb7-a779-bf8c96df9659 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592356 Jul 15 23:14:12.755702 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.857976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272d88f-420c-4628-a364-9279f45eec2c req-0bc657cf-a861-4a86-8292-c8beef601a42 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:12.866256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2272d88f-420c-4628-a364-9279f45eec2c req-0bc657cf-a861-4a86-8292-c8beef601a42 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1459672 Jul 15 23:14:12.942362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2272d88f-420c-4628-a364-9279f45eec2c req-a2548110-9d8e-4ca9-ac4a-8027ca3c5855 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684958 Jul 15 23:14:12.965332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 791dd44c-05cd-43c8-a588-cbcf677433d1 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:13.077536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:13.091026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'port_id': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'mac_address': 'fa:16:3e:e5:7f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb10daa-63e2-4605-a343-41dad889d80a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:13.103377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5b538d1e-4990-47ea-8129-e59e5d806dfa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:13.140537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.217548 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.239811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 791dd44c-05cd-43c8-a588-cbcf677433d1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:13.264163 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.265806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:13.275251 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.280096 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Transition to ACTIVE for port object a08139b0-949b-4467-85ae-04baddabf501 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:13.294102 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.302311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c258f6-0a7f-4f2e-a5be-f31db7719212 req-ee6a2a98-3d81-4972-99c0-24015efe6d95 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:13.307705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0c258f6-0a7f-4f2e-a5be-f31db7719212 req-ee6a2a98-3d81-4972-99c0-24015efe6d95 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1349013 Jul 15 23:14:13.337659 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Pushing event updated for resources: {'Port': ['ID=a08139b0-949b-4467-85ae-04baddabf501,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:13.339303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:13.350448 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.351324 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.351908 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.352447 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.353042 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.354389 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.354967 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.355500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5b538d1e-4990-47ea-8129-e59e5d806dfa completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:13.355806 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.356470 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.357106 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.357758 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.358288 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:13.359924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5b538d1e-4990-47ea-8129-e59e5d806dfa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:13.360298 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.381957 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Attempting to bind port a08139b0-949b-4467-85ae-04baddabf501 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:13.382614 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Attempting to bind port a08139b0-949b-4467-85ae-04baddabf501 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:13.383246 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Attempting to bind port a08139b0-949b-4467-85ae-04baddabf501 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:13.389984 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:13.390722 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:13.391407 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.392047 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:13.392812 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Bound port: a08139b0-949b-4467-85ae-04baddabf501, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:13.393467 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.417738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0c258f6-0a7f-4f2e-a5be-f31db7719212 req-32165be5-7d8c-41ac-bf6f-1d9da1be94e8 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041529 Jul 15 23:14:13.459642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Allocated IP 172.20.0.1 (19797e7c-9816-4f28-84eb-abea97fbfe84/9ae3396d-c255-4fcd-8289-4f347f493d8d/1d78226e-f70f-473a-8099-a3e47577ec44) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:13.491099 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] For port a08139b0-949b-4467-85ae-04baddabf501, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:13.494896 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] For port a08139b0-949b-4467-85ae-04baddabf501, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a08139b0-949b-4467-85ae-04baddabf501,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:13.503150 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.506425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab646-9bdc-40bd-b872-56871fee581c req-9b4e33f3-4d5a-4e3c-b61a-4add8ff97c94 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:13.516983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39bab646-9bdc-40bd-b872-56871fee581c req-9b4e33f3-4d5a-4e3c-b61a-4add8ff97c94 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.1714470 Jul 15 23:14:13.590864 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.609287 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:13.609921 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:13:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:13.623005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39bab646-9bdc-40bd-b872-56871fee581c req-8e6df4b6-85ca-429d-8c00-71387d996986 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022780 Jul 15 23:14:13.625497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['791dd44c-05cd-43c8-a588-cbcf677433d1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:13.626810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.664124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Transition to ACTIVE for port object 1d78226e-f70f-473a-8099-a3e47577ec44 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:13.691071 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7cecd-417d-4aef-a532-ea0b9def4841 None None] Pushing event updated for resources: {'Port': ['ID=a08139b0-949b-4467-85ae-04baddabf501,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:13.715784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.794027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:13.798154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:13.801893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:13.853913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.860696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5b538d1e-4990-47ea-8129-e59e5d806dfa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5b538d1e-4990-47ea-8129-e59e5d806dfa,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:13.861849 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:13.891643 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.913647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d78226e-f70f-473a-8099-a3e47577ec44,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:13.919111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-37eabe88-5a4c-4c9d-a3c1-62a5291cd54d tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:13.924598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-37eabe88-5a4c-4c9d-a3c1-62a5291cd54d tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.59 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 946 time: 0.2542405 Jul 15 23:14:13.952136 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.106428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5b538d1e-4990-47ea-8129-e59e5d806dfa,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:14.141610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22cf4d-710b-4359-b857-9997a5bf83b6 req-e07233d8-c1ce-4bed-bd71-6c9a3d254bbe tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.156814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a22cf4d-710b-4359-b857-9997a5bf83b6 req-e07233d8-c1ce-4bed-bd71-6c9a3d254bbe tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3824942 Jul 15 23:14:14.315328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5917d2f5-4d91-41cc-93e0-fcd1db53b7d9 None None] Provisioning for port 1d78226e-f70f-473a-8099-a3e47577ec44 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:14.323022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5917d2f5-4d91-41cc-93e0-fcd1db53b7d9 None None] Provisioning complete for port 1d78226e-f70f-473a-8099-a3e47577ec44 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:14.323425 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5917d2f5-4d91-41cc-93e0-fcd1db53b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.350413 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:11Z', 'revision_number': 3, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:14.362449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.375045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a22cf4d-710b-4359-b857-9997a5bf83b6 req-90e145d1-ccba-4318-83b4-66d704d9fc47 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169440 Jul 15 23:14:14.400140 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83a579-8fd9-47e6-ab42-ed2bbb050dd6 None None] The sync data for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 is: [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:11Z', 'revision_number': 3, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:14.420908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5917d2f5-4d91-41cc-93e0-fcd1db53b7d9 None None] Port 1d78226e-f70f-473a-8099-a3e47577ec44 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:14.425544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680789-d484-423a-a661-5a51c6bb5b90 req-54b3fc87-1004-41d1-8136-a7350fa2feed tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.436941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31680789-d484-423a-a661-5a51c6bb5b90 req-54b3fc87-1004-41d1-8136-a7350fa2feed tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.440628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31680789-d484-423a-a661-5a51c6bb5b90 req-54b3fc87-1004-41d1-8136-a7350fa2feed tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1683 time: 0.4314871 Jul 15 23:14:14.507471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Deleting port 34b32e6d-9378-4e08-89ba-ccd86bae9754 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:14.507830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.658793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31680789-d484-423a-a661-5a51c6bb5b90 req-a9ba9efd-d45e-4567-990e-2ce052f7473d tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122154 Jul 15 23:14:14.730005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] For port 34b32e6d-9378-4e08-89ba-ccd86bae9754, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=34b32e6d-9378-4e08-89ba-ccd86bae9754,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:14.730320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.740514 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.752283 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.755407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Calling delete_port for 34b32e6d-9378-4e08-89ba-ccd86bae9754 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:14.881762 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.962152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d78226e-f70f-473a-8099-a3e47577ec44,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:14.993815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 791dd44c-05cd-43c8-a588-cbcf677433d1 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:15.090516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.156155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['28dc591c-c806-4973-ae68-67c7783301db'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:15.230934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:15.235382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Pushing event deleted for resources: {'Port': ['ID=34b32e6d-9378-4e08-89ba-ccd86bae9754,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:15.235932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:15.258211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a51461ae-6fc4-45ce-9caa-84e87360298b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:15.309857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6b8efe3-c758-4184-b73b-80274b1c3780 req-cd16eb9a-5eed-4036-a3bd-724418c3d87a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=902652b4-a544-4f69-b525-30f92cb7cfa9 HTTP/1.1" status: 200 len: 210 time: 0.1771584 Jul 15 23:14:15.354676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5b538d1e-4990-47ea-8129-e59e5d806dfa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:15.373266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] No DVR routers for this DVR port 34b32e6d-9378-4e08-89ba-ccd86bae9754 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:15.386026 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.398506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-276c4b76-9a87-4fcc-99ac-689a37fc1afe req-87287466-cd7b-4f28-83f2-fae36b4562e5 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.59 "DELETE /v2.0/ports/34b32e6d-9378-4e08-89ba-ccd86bae9754 HTTP/1.1" status: 204 len: 173 time: 1.4548850 Jul 15 23:14:15.398506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902652b4-a544-4f69-b525-30f92cb7cfa9', 'name': 'network-vif-deleted', 'tag': '34b32e6d-9378-4e08-89ba-ccd86bae9754'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:15.412209 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45622335-7a92-47f5-b1cd-c4ac9e79262a" -d '{"events": [{"server_uuid": "902652b4-a544-4f69-b525-30f92cb7cfa9", "name": "network-vif-deleted", "tag": "34b32e6d-9378-4e08-89ba-ccd86bae9754"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:15.750164 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc132d4-aed7-4c87-a9d9-c67b7b7dc5b6 x-openstack-request-id: req-efc132d4-aed7-4c87-a9d9-c67b7b7dc5b6 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:15.750454 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902652b4-a544-4f69-b525-30f92cb7cfa9", "name": "network-vif-deleted", "tag": "34b32e6d-9378-4e08-89ba-ccd86bae9754", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:15.750712 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efc132d4-aed7-4c87-a9d9-c67b7b7dc5b6 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:15.757763 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902652b4-a544-4f69-b525-30f92cb7cfa9', 'name': 'network-vif-deleted', 'tag': '34b32e6d-9378-4e08-89ba-ccd86bae9754', 'status': 'completed', 'code': 200} Jul 15 23:14:15.844757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a02498-0d3c-4378-a842-70cfe8f9188a req-9c29c844-ea8e-4d0f-8600-2d35fe60a8c2 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:15.856292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87a02498-0d3c-4378-a842-70cfe8f9188a req-9c29c844-ea8e-4d0f-8600-2d35fe60a8c2 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2960827 Jul 15 23:14:15.861594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 791dd44c-05cd-43c8-a588-cbcf677433d1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:15.862015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.000583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87a02498-0d3c-4378-a842-70cfe8f9188a req-b90483e0-4209-46bd-bdcd-0c8fc76e1e00 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430485 Jul 15 23:14:16.046955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5b538d1e-4990-47ea-8129-e59e5d806dfa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:16.047336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.055930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-17f12baf-2907-4290-a46e-64bc1f1a2286 None None] Provisioning complete for port 1d78226e-f70f-473a-8099-a3e47577ec44 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:16.057032 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17f12baf-2907-4290-a46e-64bc1f1a2286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.126531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-17f12baf-2907-4290-a46e-64bc1f1a2286 None None] Port 1d78226e-f70f-473a-8099-a3e47577ec44 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:16.327204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Router ad7d1276-03a6-4335-994e-b58272b572bf has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:14:16.372188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e3de0-5830-48bc-af1b-1684f9160a37 req-4f852ba6-d5a2-40b6-9d39-a6a2bb729d95 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.381739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e3de0-5830-48bc-af1b-1684f9160a37 req-4f852ba6-d5a2-40b6-9d39-a6a2bb729d95 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.392530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb4e3de0-5830-48bc-af1b-1684f9160a37 req-4f852ba6-d5a2-40b6-9d39-a6a2bb729d95 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1683 time: 0.1289780 Jul 15 23:14:16.434582 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.483880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb4e3de0-5830-48bc-af1b-1684f9160a37 req-abda8817-113c-4aa0-8d36-bd88a39f848c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891957 Jul 15 23:14:16.583470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:16.586308 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7bb4c-cb88-4660-a6ad-c3f2c9e3e5fd" -d '{"events": [{"server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "name": "network-vif-plugged", "status": "completed", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:16.618388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:16.630641 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ebead628-6659-4d20-9c46-369e2a73d2d0 admin admin] 10.222.0.23 "PUT /v2.0/routers/ad7d1276-03a6-4335-994e-b58272b572bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3685458 Jul 15 23:14:16.649554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:16.659655 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.698591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda235c-3560-4e8c-a7c5-df2facddf586 req-156a14a5-5c2e-4ff6-90e2-17497a534e41 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.706914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eda235c-3560-4e8c-a7c5-df2facddf586 req-156a14a5-5c2e-4ff6-90e2-17497a534e41 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1817443 Jul 15 23:14:16.756709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eda235c-3560-4e8c-a7c5-df2facddf586 req-6718bf15-4a14-4539-a15c-bef3c07ebe2b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487041 Jul 15 23:14:16.812755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 34b32e6d-9378-4e08-89ba-ccd86bae9754 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:16.906600 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa385f-60e1-46e3-8777-fe5aef1f7d19 x-openstack-request-id: req-c1aa385f-60e1-46e3-8777-fe5aef1f7d19 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:16.906912 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "name": "network-vif-plugged", "status": "completed", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:16.907163 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1aa385f-60e1-46e3-8777-fe5aef1f7d19 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:16.915542 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'code': 200} Jul 15 23:14:16.916284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 34b32e6d-9378-4e08-89ba-ccd86bae9754 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:16.916633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 34b32e6d-9378-4e08-89ba-ccd86bae9754 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:16.981914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a08139b0-949b-4467-85ae-04baddabf501 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:17.051737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:17.128144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a08139b0-949b-4467-85ae-04baddabf501 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:17.132507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a08139b0-949b-4467-85ae-04baddabf501 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:17.132921 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.282531 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.316019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a08139b0-949b-4467-85ae-04baddabf501, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a08139b0-949b-4467-85ae-04baddabf501,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:17.324623 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.393872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Sync routers for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:17.417291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:17.418046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:13:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:17.716569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39424) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:17.775826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a08139b0-949b-4467-85ae-04baddabf501,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:17.928908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:18.001460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b70f67e5-8353-4bb9-9101-6b0a4f5a1913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.043781 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2bb992bc-edd0-4b36-9bcc-f9d2621149a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.049036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb5fb0-19a0-40ee-8541-cc098856c3a0 req-f8c7627f-35de-4233-9360-71cf3fd1e2de tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:18.056920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1eb5fb0-19a0-40ee-8541-cc098856c3a0 req-f8c7627f-35de-4233-9360-71cf3fd1e2de tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 946 time: 0.2335820 Jul 15 23:14:18.131491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5da526-7a29-4be4-bdf7-9ba2e3bb6171 req-8b745873-7b2f-49ee-89f8-4531eb3310d4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:18.138703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc5da526-7a29-4be4-bdf7-9ba2e3bb6171 req-8b745873-7b2f-49ee-89f8-4531eb3310d4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1897709 Jul 15 23:14:18.169543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1eb5fb0-19a0-40ee-8541-cc098856c3a0 req-96eb92b8-0ebf-405c-85e6-d912009e116a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114192 Jul 15 23:14:18.310888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc5da526-7a29-4be4-bdf7-9ba2e3bb6171 req-d53d0433-2210-465c-b2db-d4e53613675f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709707 Jul 15 23:14:18.400137 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b70f67e5-8353-4bb9-9101-6b0a4f5a1913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.407343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 2, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:18.411727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b70f67e5-8353-4bb9-9101-6b0a4f5a1913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.468513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f67e5-8353-4bb9-9101-6b0a4f5a1913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fcfdc2-26c2-4597-afa5-c10ae5c9a42c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:18.495842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Checking router: ad7d1276-03a6-4335-994e-b58272b572bf for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:18.496212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Updating router ad7d1276-03a6-4335-994e-b58272b572bf port 1d78226e-f70f-473a-8099-a3e47577ec44 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:14:18.512484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39472) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:18.513102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b70f67e5-8353-4bb9-9101-6b0a4f5a1913 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55527b586eeb498fbf68db0e97d3f993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7950485 Jul 15 23:14:18.591221 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.605150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b49b0638-2028-4f31-82af-dd886556a102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.608122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44d2b-f281-430b-8825-0e5f90d01ec2 req-ee85d58a-2746-4bd4-a0c2-3119b64d5227 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:18.615060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44d2b-f281-430b-8825-0e5f90d01ec2 req-ee85d58a-2746-4bd4-a0c2-3119b64d5227 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:18.624323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-acc44d2b-f281-430b-8825-0e5f90d01ec2 req-ee85d58a-2746-4bd4-a0c2-3119b64d5227 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1683 time: 0.1025884 Jul 15 23:14:18.639657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b49b0638-2028-4f31-82af-dd886556a102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.701963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-acc44d2b-f281-430b-8825-0e5f90d01ec2 req-9af96eab-3a1b-4171-ad9f-327b1ab4ddc4 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765965 Jul 15 23:14:18.746429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b49b0638-2028-4f31-82af-dd886556a102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.750304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b49b0638-2028-4f31-82af-dd886556a102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.761797 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b49b0638-2028-4f31-82af-dd886556a102 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78fcfdc2-26c2-4597-afa5-c10ae5c9a42c HTTP/1.1" status: 204 len: 168 time: 0.2474246 Jul 15 23:14:18.772796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b0638-2028-4f31-82af-dd886556a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fcfdc2-26c2-4597-afa5-c10ae5c9a42c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:18.989750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330a113-7d5f-49d7-81c1-a72efbce8298 req-178df3b7-9919-41f2-8dd3-82e31e61f77d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:18.991367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d330a113-7d5f-49d7-81c1-a72efbce8298 req-178df3b7-9919-41f2-8dd3-82e31e61f77d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1200414 Jul 15 23:14:19.083682 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.091653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d330a113-7d5f-49d7-81c1-a72efbce8298 req-13c8fb70-086a-4652-8a27-3930cea5dc43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835783 Jul 15 23:14:19.119542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Transition to ACTIVE for port object 1d78226e-f70f-473a-8099-a3e47577ec44 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:19.135608 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.164461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-3bb72e8b-e5e6-493c-8205-c3fb4b550992 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:19.180076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-3bb72e8b-e5e6-493c-8205-c3fb4b550992 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 946 time: 0.1513574 Jul 15 23:14:19.285365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecdfef-cb47-4116-b1ab-26d8ef435b4f None None] Pushing event updated for resources: {'Port': ['ID=1d78226e-f70f-473a-8099-a3e47577ec44,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:19.461318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a08139b0-949b-4467-85ae-04baddabf501 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:19.553551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Attempting to bind port 1d78226e-f70f-473a-8099-a3e47577ec44 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:19.554455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Attempting to bind port 1d78226e-f70f-473a-8099-a3e47577ec44 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:19.555011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Attempting to bind port 1d78226e-f70f-473a-8099-a3e47577ec44 on network 19797e7c-9816-4f28-84eb-abea97fbfe84 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:19.555125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Deleting port 28dc591c-c806-4973-ae68-67c7783301db {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:19.555852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.592347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:19.593432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Checking segment: {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:19.594134 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.594691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Bound using segment: {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:19.595393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Bound port: 1d78226e-f70f-473a-8099-a3e47577ec44, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:19.596067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.714462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] For port 28dc591c-c806-4973-ae68-67c7783301db, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=28dc591c-c806-4973-ae68-67c7783301db,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:19.715350 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.738474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Calling delete_port for 28dc591c-c806-4973-ae68-67c7783301db owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:19.769292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a08139b0-949b-4467-85ae-04baddabf501 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:19.770229 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.822434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] For port 1d78226e-f70f-473a-8099-a3e47577ec44, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:19.856973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] For port 1d78226e-f70f-473a-8099-a3e47577ec44, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1d78226e-f70f-473a-8099-a3e47577ec44,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:19.868277 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.949571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecdfef-cb47-4116-b1ab-26d8ef435b4f None None] Pushing event updated for resources: {'Port': ['ID=1d78226e-f70f-473a-8099-a3e47577ec44,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:20.127144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:20.127873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:13:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:20.330024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.345454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:20.396929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Pushing event deleted for resources: {'Port': ['ID=28dc591c-c806-4973-ae68-67c7783301db,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:20.428469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-27f598b0-87ce-4e8c-b603-5ad8f8b32cd5 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.439621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-27f598b0-87ce-4e8c-b603-5ad8f8b32cd5 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.441504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-27f598b0-87ce-4e8c-b603-5ad8f8b32cd5 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1683 time: 0.3070788 Jul 15 23:14:20.457942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421e4d4-282c-4d67-bf55-9fdbc9c66a7f req-6131f548-367a-422c-a6ef-fc1271a2713d tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.465713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c421e4d4-282c-4d67-bf55-9fdbc9c66a7f req-6131f548-367a-422c-a6ef-fc1271a2713d tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b504040-cd92-437d-bfca-b64c0739ac8e HTTP/1.1" status: 200 len: 867 time: 0.2792811 Jul 15 23:14:20.497597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['28dc591c-c806-4973-ae68-67c7783301db'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:20.500466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a51461ae-6fc4-45ce-9caa-84e87360298b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:20.690714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c421e4d4-282c-4d67-bf55-9fdbc9c66a7f req-6840fa10-6c5f-4960-a817-48692bbcf0f1 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206161 Jul 15 23:14:20.693616 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cea0f1b9-10ed-428b-b85f-bf88438f5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.695057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] No DVR routers for this DVR port 28dc591c-c806-4973-ae68-67c7783301db on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:20.779667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.782875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81e62b29-f28f-4078-8dd1-521e52e204a2 req-a94b955b-ad79-4640-8f8c-be8ac3fc8be9 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.59 "DELETE /v2.0/ports/28dc591c-c806-4973-ae68-67c7783301db HTTP/1.1" status: 204 len: 173 time: 1.5951650 Jul 15 23:14:20.791803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b504040-cd92-437d-bfca-b64c0739ac8e', 'name': 'network-vif-deleted', 'tag': '28dc591c-c806-4973-ae68-67c7783301db'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:20.800024 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a051ebd0-f417-492f-938c-27751fcc4f26" -d '{"events": [{"server_uuid": "5b504040-cd92-437d-bfca-b64c0739ac8e", "name": "network-vif-deleted", "tag": "28dc591c-c806-4973-ae68-67c7783301db"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:20.864835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:19Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:20.871362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port 75f6e93a-c225-45b9-b61a-944f7284a1e2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:20.873390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.949358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3767793-ee2e-47f6-9a05-576ff85d51f7 None None] The sync data for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 is: [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:19Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:21.010172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.486033 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.564584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1d78226e-f70f-473a-8099-a3e47577ec44 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:21.661544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 1d78226e-f70f-473a-8099-a3e47577ec44 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:21.676991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1d78226e-f70f-473a-8099-a3e47577ec44 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:21.679533 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.849121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port 75f6e93a-c225-45b9-b61a-944f7284a1e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=75f6e93a-c225-45b9-b61a-944f7284a1e2,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:21.849764 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.881971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6327b-8b14-4619-a1df-0e4cdde8411b req-aa26af4e-b4f2-4a29-8c38-f4ca0695fa9c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:21.892281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6327b-8b14-4619-a1df-0e4cdde8411b req-aa26af4e-b4f2-4a29-8c38-f4ca0695fa9c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:21.900029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea6327b-8b14-4619-a1df-0e4cdde8411b req-aa26af4e-b4f2-4a29-8c38-f4ca0695fa9c tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 1683 time: 0.2865381 Jul 15 23:14:21.908776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for 75f6e93a-c225-45b9-b61a-944f7284a1e2 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:21.949170 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.038902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 1d78226e-f70f-473a-8099-a3e47577ec44, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1d78226e-f70f-473a-8099-a3e47577ec44,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:22.046912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.128987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ea6327b-8b14-4619-a1df-0e4cdde8411b req-14affe84-8c19-43d0-8361-ef0b778d7c6f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e311d4b-aba5-4897-926a-3954a79719d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280254 Jul 15 23:14:22.137545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=1d78226e-f70f-473a-8099-a3e47577ec44,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:22.239626 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.363314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=75f6e93a-c225-45b9-b61a-944f7284a1e2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:22.371254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port 75f6e93a-c225-45b9-b61a-944f7284a1e2 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:22.381987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.390803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-b91db1c2-c701-4d01-9ce4-34f2b8b61fa7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "DELETE /v2.0/ports/75f6e93a-c225-45b9-b61a-944f7284a1e2 HTTP/1.1" status: 204 len: 173 time: 1.9178114 Jul 15 23:14:22.688950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port 873280a8-e8b5-4498-9aaf-b5e7568e7675 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:22.689297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.732123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5c788-fa7e-40fb-8f1e-c2b3cee407c4 req-892be770-2860-482e-a1ae-e5486df14a09 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:22.733382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57c5c788-fa7e-40fb-8f1e-c2b3cee407c4 req-892be770-2860-482e-a1ae-e5486df14a09 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1587470 Jul 15 23:14:22.862135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57c5c788-fa7e-40fb-8f1e-c2b3cee407c4 req-1f6ca583-3050-4350-8888-6805e264382c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074576 Jul 15 23:14:22.870089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 28dc591c-c806-4973-ae68-67c7783301db no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:22.911296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 28dc591c-c806-4973-ae68-67c7783301db {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:22.911650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 28dc591c-c806-4973-ae68-67c7783301db not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:22.927186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port 873280a8-e8b5-4498-9aaf-b5e7568e7675, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=873280a8-e8b5-4498-9aaf-b5e7568e7675,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:22.927627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.945967 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e096d11-be51-4656-af2b-47eacbbd395e x-openstack-request-id: req-8e096d11-be51-4656-af2b-47eacbbd395e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:22.946259 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b504040-cd92-437d-bfca-b64c0739ac8e", "name": "network-vif-deleted", "tag": "28dc591c-c806-4973-ae68-67c7783301db", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:22.946508 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e096d11-be51-4656-af2b-47eacbbd395e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:22.947043 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b504040-cd92-437d-bfca-b64c0739ac8e', 'name': 'network-vif-deleted', 'tag': '28dc591c-c806-4973-ae68-67c7783301db', 'status': 'completed', 'code': 200} Jul 15 23:14:22.953683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for 873280a8-e8b5-4498-9aaf-b5e7568e7675 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:23.060659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 75f6e93a-c225-45b9-b61a-944f7284a1e2 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:23.093998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 75f6e93a-c225-45b9-b61a-944f7284a1e2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:23.094351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 75f6e93a-c225-45b9-b61a-944f7284a1e2 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:23.094796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 873280a8-e8b5-4498-9aaf-b5e7568e7675 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:23.176847 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.179559 n-d-793618-8 neutron-server[93716]: INFO neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No ports have port_id starting with 873280a8-e8b5-4498-9aaf-b5e7568e7675 Jul 15 23:14:23.237709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.245161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=873280a8-e8b5-4498-9aaf-b5e7568e7675,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:23.278359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port 873280a8-e8b5-4498-9aaf-b5e7568e7675 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:23.282707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.284921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0aba6fd3-1d22-4c2a-a864-9afb3cda82da req-73427d98-5ade-4245-86ad-0935d1d92ee6 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.37 "DELETE /v2.0/ports/873280a8-e8b5-4498-9aaf-b5e7568e7675 HTTP/1.1" status: 204 len: 173 time: 0.8874867 Jul 15 23:14:23.305326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbacc02-784b-4d0e-8096-8f8d4bb6e827 req-16a0d13c-dba1-4d17-950b-dcae14bc08a7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:23.313695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fbacc02-784b-4d0e-8096-8f8d4bb6e827 req-16a0d13c-dba1-4d17-950b-dcae14bc08a7 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.2198899 Jul 15 23:14:23.372898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fbacc02-784b-4d0e-8096-8f8d4bb6e827 req-07883714-f77d-4ab2-a461-16f861dd83db tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537310 Jul 15 23:14:23.561050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1d78226e-f70f-473a-8099-a3e47577ec44 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:23.698459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1d78226e-f70f-473a-8099-a3e47577ec44 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:23.698901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.722661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26a7a4-2915-4df3-850f-de71caffca4e req-797a53c7-5702-46dd-9477-51f4c25359da tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:23.731907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b26a7a4-2915-4df3-850f-de71caffca4e req-797a53c7-5702-46dd-9477-51f4c25359da tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1160119 Jul 15 23:14:23.781858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b26a7a4-2915-4df3-850f-de71caffca4e req-29f56262-8477-4211-b881-eb4f536b7afb tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488126 Jul 15 23:14:24.038797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-227d727a-3166-4625-99c4-f403fe3da4d5 req-2b3c0016-2a40-407e-9fed-ea40614352b4 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "GET /v2.0/ports?device_id=12fa1b61-33ac-4529-9e36-2b7094e004b5 HTTP/1.1" status: 200 len: 210 time: 0.0658855 Jul 15 23:14:24.814623 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.948086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'name': 'network-vif-deleted', 'tag': '75f6e93a-c225-45b9-b61a-944f7284a1e2'}, {'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'name': 'network-vif-deleted', 'tag': '873280a8-e8b5-4498-9aaf-b5e7568e7675'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:24.950829 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d55654-181b-4140-86ee-649c3773a3ed" -d '{"events": [{"server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "name": "network-vif-deleted", "tag": "75f6e93a-c225-45b9-b61a-944f7284a1e2"}, {"server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "name": "network-vif-deleted", "tag": "873280a8-e8b5-4498-9aaf-b5e7568e7675"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:25.047260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9d1c8-e2f7-485a-8ff7-413e3eef82c4 req-1ccc8481-7243-4eb6-a18d-195e6fc80474 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.049004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69a9d1c8-e2f7-485a-8ff7-413e3eef82c4 req-1ccc8481-7243-4eb6-a18d-195e6fc80474 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.0937176 Jul 15 23:14:25.097834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69a9d1c8-e2f7-485a-8ff7-413e3eef82c4 req-a7752a5f-2aea-49bf-80d3-e6ce7e13411e tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Jul 15 23:14:25.344624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c23e1a-201c-4d85-a302-26e19b8e7544 req-4c4b9bc0-23e3-43ed-bd3f-a2000a135a3c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.346313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58c23e1a-201c-4d85-a302-26e19b8e7544 req-4c4b9bc0-23e3-43ed-bd3f-a2000a135a3c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1269982 Jul 15 23:14:25.443407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58c23e1a-201c-4d85-a302-26e19b8e7544 req-e52eb2d0-07de-46c6-a121-551bb378975f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908966 Jul 15 23:14:25.831360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03014511-5544-47d7-b42d-6661a2f5e686 req-3373918f-3e68-40b9-b53c-850f62dd4df4 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.833140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03014511-5544-47d7-b42d-6661a2f5e686 req-3373918f-3e68-40b9-b53c-850f62dd4df4 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.0960152 Jul 15 23:14:25.881213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03014511-5544-47d7-b42d-6661a2f5e686 req-307a87e2-23c2-49b5-a661-9f52487e003d tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421414 Jul 15 23:14:25.953827 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c316353-a37a-4fb0-805a-3b9b878ff427 x-openstack-request-id: req-4c316353-a37a-4fb0-805a-3b9b878ff427 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:25.954313 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "name": "network-vif-deleted", "tag": "75f6e93a-c225-45b9-b61a-944f7284a1e2", "status": "completed", "code": 200}, {"server_uuid": "12fa1b61-33ac-4529-9e36-2b7094e004b5", "name": "network-vif-deleted", "tag": "873280a8-e8b5-4498-9aaf-b5e7568e7675", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:25.954657 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c316353-a37a-4fb0-805a-3b9b878ff427 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:25.955127 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'name': 'network-vif-deleted', 'tag': '75f6e93a-c225-45b9-b61a-944f7284a1e2', 'status': 'completed', 'code': 200} Jul 15 23:14:25.955835 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fa1b61-33ac-4529-9e36-2b7094e004b5', 'name': 'network-vif-deleted', 'tag': '873280a8-e8b5-4498-9aaf-b5e7568e7675', 'status': 'completed', 'code': 200} Jul 15 23:14:26.034087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39574) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:26.127087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a9d0ad-5a54-4932-82c8-b8649c9c86d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting subnet fad9d3e2-392f-470d-b4ce-ddde83e36223 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:26.137129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03a9d0ad-5a54-4932-82c8-b8649c9c86d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.192891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03a9d0ad-5a54-4932-82c8-b8649c9c86d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.305176 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03a9d0ad-5a54-4932-82c8-b8649c9c86d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.477140 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03a9d0ad-5a54-4932-82c8-b8649c9c86d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.520352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9d0ad-5a54-4932-82c8-b8649c9c86d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Subnet': ['ID=fad9d3e2-392f-470d-b4ce-ddde83e36223,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:26.523810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03a9d0ad-5a54-4932-82c8-b8649c9c86d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.528529 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39582) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:26.529053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-03a9d0ad-5a54-4932-82c8-b8649c9c86d7 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "DELETE /v2.0/subnets/fad9d3e2-392f-470d-b4ce-ddde83e36223 HTTP/1.1" status: 204 len: 168 time: 0.4935498 Jul 15 23:14:26.531126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd95630c-8b22-4cfd-9182-744871b1bbe5 None None] Network 40900fa9-00b0-4a26-b2b0-c32e1c77b044 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:26.539709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1932b0-d3cb-4f28-9a3f-7c20c21a11f2 req-9e3c4c9a-5478-4804-b083-6a24044e4ab9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:26.541488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc1932b0-d3cb-4f28-9a3f-7c20c21a11f2 req-9e3c4c9a-5478-4804-b083-6a24044e4ab9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1721597 Jul 15 23:14:26.610769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-96c4c570-1bd8-476a-8adf-9fb16c8aa7e4 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:26.612336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-96c4c570-1bd8-476a-8adf-9fb16c8aa7e4 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.37 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1818757 Jul 15 23:14:26.619080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc1932b0-d3cb-4f28-9a3f-7c20c21a11f2 req-854b2b63-7372-408e-8cb7-415f0e2857e8 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603647 Jul 15 23:14:26.707932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.868657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port a3095f30-e6dc-4d4b-87e3-14bda9e98944 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:26.869001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.881975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] DHCP port deletion for 40900fa9-00b0-4a26-b2b0-c32e1c77b044 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:14:26.904631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Deleting port a51461ae-6fc4-45ce-9caa-84e87360298b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:26.904631 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.989897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] Deleting port a3095f30-e6dc-4d4b-87e3-14bda9e98944 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:26.990209 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.019176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port a3095f30-e6dc-4d4b-87e3-14bda9e98944, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a3095f30-e6dc-4d4b-87e3-14bda9e98944,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:27.019684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.048209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for a3095f30-e6dc-4d4b-87e3-14bda9e98944 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:27.093133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e6f22-5049-4801-964d-50a0d7a046ed req-a094c6cf-cfdb-42f9-aac6-555dd9c0d192 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:27.100780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b23e6f22-5049-4801-964d-50a0d7a046ed req-a094c6cf-cfdb-42f9-aac6-555dd9c0d192 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/ports?device_id=85d17805-f21e-48a6-9e5c-221ab30b91a9 HTTP/1.1" status: 200 len: 945 time: 0.1868622 Jul 15 23:14:27.112236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] For port a3095f30-e6dc-4d4b-87e3-14bda9e98944, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a3095f30-e6dc-4d4b-87e3-14bda9e98944,segment=NetworkSegment(030ca598-3369-4ee7-8a39-314d8c17891f),segment_id=030ca598-3369-4ee7-8a39-314d8c17891f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:27.112549 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.129845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] For port a51461ae-6fc4-45ce-9caa-84e87360298b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a51461ae-6fc4-45ce-9caa-84e87360298b,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:27.130448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.137724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] Calling delete_port for a3095f30-e6dc-4d4b-87e3-14bda9e98944 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:27.170500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Calling delete_port for a51461ae-6fc4-45ce-9caa-84e87360298b owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:27.191209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b23e6f22-5049-4801-964d-50a0d7a046ed req-bdccb4bc-82a7-4059-87c2-3b880b491a46 tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8380f04-47b4-4eb6-a4e1-c8b631209b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893276 Jul 15 23:14:27.224302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.254448 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.291312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] Pushing event deleted for resources: {'Port': ['ID=a3095f30-e6dc-4d4b-87e3-14bda9e98944,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:27.295143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7530c01-fd1b-4eb3-931a-8473fd2defc2 None None] No DVR routers for this DVR port a3095f30-e6dc-4d4b-87e3-14bda9e98944 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:27.312792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=a3095f30-e6dc-4d4b-87e3-14bda9e98944,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:27.330029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port a3095f30-e6dc-4d4b-87e3-14bda9e98944 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:27.429576 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.443109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.463686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40900fa9-00b0-4a26-b2b0-c32e1c77b044']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:27.465113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a51461ae-6fc4-45ce-9caa-84e87360298b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:27.486292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030ca598-3369-4ee7-8a39-314d8c17891f') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:27.487071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030ca598-3369-4ee7-8a39-314d8c17891f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:27.494114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Pushing event deleted for resources: {'Port': ['ID=a51461ae-6fc4-45ce-9caa-84e87360298b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:27.506733 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.526959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.539437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:27.543466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:27.549383 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:27.554143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a3095f30-e6dc-4d4b-87e3-14bda9e98944 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:27.554651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] No DVR routers for this DVR port a51461ae-6fc4-45ce-9caa-84e87360298b on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:27.557772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.560770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31fbc0d4-accc-4148-8110-8e4ce8c76387 req-0e440ad0-4d46-4c2d-8e6b-95f01084437a tempest-ListServerFiltersTestJSON-1245929852 tempest-ListServerFiltersTestJSON-1245929852-project] 10.222.0.37 "DELETE /v2.0/ports/a51461ae-6fc4-45ce-9caa-84e87360298b HTTP/1.1" status: 204 len: 173 time: 0.9406941 Jul 15 23:14:27.631661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a3095f30-e6dc-4d4b-87e3-14bda9e98944 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:27.632090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a3095f30-e6dc-4d4b-87e3-14bda9e98944 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:27.699428 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.734800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.739449 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "DELETE /v2.0/networks/40900fa9-00b0-4a26-b2b0-c32e1c77b044 HTTP/1.1" status: 204 len: 168 time: 1.2068172 Jul 15 23:14:27.739449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d535-4f91-4cc5-a0c8-07be63d0c1c2 tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Network': ['ID=40900fa9-00b0-4a26-b2b0-c32e1c77b044,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:27.740014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39598) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:27.832058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df6c06c-54be-4c3b-a29f-9f78af6ec75f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting subnet 2ddbde40-ce5f-4f30-897a-3892657fd531 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:27.839773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8df6c06c-54be-4c3b-a29f-9f78af6ec75f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.920009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8df6c06c-54be-4c3b-a29f-9f78af6ec75f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.956963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d17805-f21e-48a6-9e5c-221ab30b91a9', 'name': 'network-vif-deleted', 'tag': 'a51461ae-6fc4-45ce-9caa-84e87360298b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:27.963374 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cb7eef-5ba6-4ea2-a626-631c6570e0c3" -d '{"events": [{"server_uuid": "85d17805-f21e-48a6-9e5c-221ab30b91a9", "name": "network-vif-deleted", "tag": "a51461ae-6fc4-45ce-9caa-84e87360298b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:28.037399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8df6c06c-54be-4c3b-a29f-9f78af6ec75f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.181120 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8df6c06c-54be-4c3b-a29f-9f78af6ec75f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.206336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87f6d55-4577-418e-9ef6-db478f9add00 None None] Network e8cc3343-98af-49b6-b0d7-cde09efc6227 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:28.255959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8df6c06c-54be-4c3b-a29f-9f78af6ec75f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.266677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8df6c06c-54be-4c3b-a29f-9f78af6ec75f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "DELETE /v2.0/subnets/2ddbde40-ce5f-4f30-897a-3892657fd531 HTTP/1.1" status: 204 len: 168 time: 0.5253999 Jul 15 23:14:28.269430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39606) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:28.332994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6c06c-54be-4c3b-a29f-9f78af6ec75f tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddbde40-ce5f-4f30-897a-3892657fd531,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:28.376781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010273f0-f3ed-41cf-8609-b53a84e46918 req-0f85696c-5327-4831-ad4b-fede2fd268d0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:28.384427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-010273f0-f3ed-41cf-8609-b53a84e46918 req-0f85696c-5327-4831-ad4b-fede2fd268d0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3128321 Jul 15 23:14:28.472593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-010273f0-f3ed-41cf-8609-b53a84e46918 req-b1e31cdb-e61a-40ca-a493-1bdbc8b64198 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870409 Jul 15 23:14:28.483238 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.607705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Deleting port 6177347d-2594-4f13-94e5-5aad235a85e1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:28.608314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.742840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] DHCP port deletion for e8cc3343-98af-49b6-b0d7-cde09efc6227 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:14:28.771080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] For port 6177347d-2594-4f13-94e5-5aad235a85e1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6177347d-2594-4f13-94e5-5aad235a85e1,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:28.771589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.791977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Calling delete_port for 6177347d-2594-4f13-94e5-5aad235a85e1 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:28.812822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] Deleting port 6177347d-2594-4f13-94e5-5aad235a85e1 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:28.813208 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.879292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab380bc-173d-4345-9b59-256adf595e4a req-909d24ec-8724-47ee-9ba7-6b458b3f8435 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:28.881500 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ab380bc-173d-4345-9b59-256adf595e4a req-909d24ec-8724-47ee-9ba7-6b458b3f8435 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.1649208 Jul 15 23:14:28.901677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] For port 6177347d-2594-4f13-94e5-5aad235a85e1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6177347d-2594-4f13-94e5-5aad235a85e1,segment=NetworkSegment(6c79bc44-192c-4db9-aa8a-57d2c78530fa),segment_id=6c79bc44-192c-4db9-aa8a-57d2c78530fa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:28.902087 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.918844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] Calling delete_port for 6177347d-2594-4f13-94e5-5aad235a85e1 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:28.975548 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ab380bc-173d-4345-9b59-256adf595e4a req-03871dea-b01e-4108-826b-3468b2df6a92 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups?id=047f301d-3877-4a90-b81a-8ee11d20d2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828369 Jul 15 23:14:28.984582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.016627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] No DVR routers for this DVR port 6177347d-2594-4f13-94e5-5aad235a85e1 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:29.023140 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.056258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] Pushing event deleted for resources: {'Port': ['ID=6177347d-2594-4f13-94e5-5aad235a85e1,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:29.070996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395aada2-867d-40aa-b557-2c1baf82895d None None] No DVR routers for this DVR port 6177347d-2594-4f13-94e5-5aad235a85e1 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:29.089026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Port': ['ID=6177347d-2594-4f13-94e5-5aad235a85e1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:29.102245 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbc4417-c1ce-45ba-9323-745769f99e12 x-openstack-request-id: req-abbc4417-c1ce-45ba-9323-745769f99e12 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:29.105497 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d17805-f21e-48a6-9e5c-221ab30b91a9", "name": "network-vif-deleted", "tag": "a51461ae-6fc4-45ce-9caa-84e87360298b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:29.106215 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abbc4417-c1ce-45ba-9323-745769f99e12 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:29.107960 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d17805-f21e-48a6-9e5c-221ab30b91a9', 'name': 'network-vif-deleted', 'tag': 'a51461ae-6fc4-45ce-9caa-84e87360298b', 'status': 'completed', 'code': 200} Jul 15 23:14:29.178298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39614) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:29.270481 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.349224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96d7d0b-55ee-41da-90b2-1081534e96b8 admin admin] Deleting subnet 04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:29.359518 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d0b-55ee-41da-90b2-1081534e96b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.401325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cc3343-98af-49b6-b0d7-cde09efc6227']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:29.439225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c79bc44-192c-4db9-aa8a-57d2c78530fa') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:29.439574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c79bc44-192c-4db9-aa8a-57d2c78530fa') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:29.446267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d0b-55ee-41da-90b2-1081534e96b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.455437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.486336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6177347d-2594-4f13-94e5-5aad235a85e1 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:29.500810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.521121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-f839f40b-cd89-4cc0-9756-44bef9b5758a tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:29.522639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-f839f40b-cd89-4cc0-9756-44bef9b5758a tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.37 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 946 time: 0.2109141 Jul 15 23:14:29.523750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:29.524150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:29.528635 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:29.567142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d0b-55ee-41da-90b2-1081534e96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.572493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6177347d-2594-4f13-94e5-5aad235a85e1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:29.573629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6177347d-2594-4f13-94e5-5aad235a85e1 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:29.608103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a8d1-4706-4501-8f8c-65df5d47fd76 req-efcd4e0b-789f-4fee-9350-ba24a829ca13 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:29.610504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afd3a8d1-4706-4501-8f8c-65df5d47fd76 req-efcd4e0b-789f-4fee-9350-ba24a829ca13 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2304115 Jul 15 23:14:29.653106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d0b-55ee-41da-90b2-1081534e96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.694580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d7d0b-55ee-41da-90b2-1081534e96b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b94393-5d07-41ac-ba26-6a7dbc1dcfd0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:29.708645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df806967-9759-4a85-98c8-9ddd3ee80fce None None] Network 3bca652e-55f6-47e5-a096-2b021f5b73f6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:29.719796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d0b-55ee-41da-90b2-1081534e96b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.724624 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f96d7d0b-55ee-41da-90b2-1081534e96b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/04b94393-5d07-41ac-ba26-6a7dbc1dcfd0 HTTP/1.1" status: 204 len: 168 time: 0.5422041 Jul 15 23:14:29.725259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39616) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:29.727023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.758550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.761492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] 10.222.0.23 "DELETE /v2.0/networks/e8cc3343-98af-49b6-b0d7-cde09efc6227 HTTP/1.1" status: 204 len: 168 time: 1.4803195 Jul 15 23:14:29.774502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afd3a8d1-4706-4501-8f8c-65df5d47fd76 req-cfe622ef-6fba-488b-9254-63ed08b6275d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282446 Jul 15 23:14:29.789134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bf7ea-4a65-4648-8453-3cc659dd56eb tempest-ServersTestMultiNic-352034840 tempest-ServersTestMultiNic-352034840-project] Pushing event deleted for resources: {'Network': ['ID=e8cc3343-98af-49b6-b0d7-cde09efc6227,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:29.830072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Deleting port 77cf4c92-9e67-4b45-968b-de208c7e873e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:29.831892 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.872266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.966555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Deleting port aa468bf8-09f7-40e9-a499-3090d5da5835 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:29.966947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.032725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] For port 77cf4c92-9e67-4b45-968b-de208c7e873e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=77cf4c92-9e67-4b45-968b-de208c7e873e,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:30.033262 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.106043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] DHCP port deletion for 3bca652e-55f6-47e5-a096-2b021f5b73f6 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:14:30.117404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] For port aa468bf8-09f7-40e9-a499-3090d5da5835, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aa468bf8-09f7-40e9-a499-3090d5da5835,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:30.117767 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.153913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Calling delete_port for aa468bf8-09f7-40e9-a499-3090d5da5835 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:30.256863 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.260088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.260513 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Floating IP 1bd88385-fd85-4f26-9c61-13de380abb4e disassociated. External IP: 172.25.3.122, port: 77cf4c92-9e67-4b45-968b-de208c7e873e. Jul 15 23:14:30.260964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Calling delete_port for 77cf4c92-9e67-4b45-968b-de208c7e873e owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:30.278683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] Deleting port aa468bf8-09f7-40e9-a499-3090d5da5835 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:30.279106 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.356267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.393897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa468bf8-09f7-40e9-a499-3090d5da5835,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:30.401411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] No DVR routers for this DVR port aa468bf8-09f7-40e9-a499-3090d5da5835 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:30.443433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] For port aa468bf8-09f7-40e9-a499-3090d5da5835, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aa468bf8-09f7-40e9-a499-3090d5da5835,segment=NetworkSegment(bb381a5c-7d58-486d-b0b6-5286ef990d1e),segment_id=bb381a5c-7d58-486d-b0b6-5286ef990d1e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:30.445508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.473415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] Calling delete_port for aa468bf8-09f7-40e9-a499-3090d5da5835 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:30.506636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.521403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bca652e-55f6-47e5-a096-2b021f5b73f6']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:30.548827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb381a5c-7d58-486d-b0b6-5286ef990d1e') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:30.548827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb381a5c-7d58-486d-b0b6-5286ef990d1e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:30.560979 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.561984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.584801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.597007 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:30.597418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:30.599485 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:30.623020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event deleted for resources: {'Port': ['ID=77cf4c92-9e67-4b45-968b-de208c7e873e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:30.725905 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.735321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.746349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] No DVR routers for this DVR port aa468bf8-09f7-40e9-a499-3090d5da5835 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:30.770705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.771409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3e139-fb1c-48ef-bf63-93b9f5625639 None None] Pushing event deleted for resources: {'Port': ['ID=aa468bf8-09f7-40e9-a499-3090d5da5835,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:30.800408 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3bca652e-55f6-47e5-a096-2b021f5b73f6 HTTP/1.1" status: 204 len: 168 time: 1.0729909 Jul 15 23:14:30.833387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa997a68-b741-4468-8135-fdc8ddb4d9e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bca652e-55f6-47e5-a096-2b021f5b73f6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:30.907653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a07bc282-469f-48f2-8ce2-dcf824ab206a req-da72b115-2e5f-4e33-b59f-7db5e2a94b3f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 210 time: 0.0695834 Jul 15 23:14:30.971116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Router 4b8cc633-f4e4-469c-a823-abb14289d496 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:14:31.074845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a51461ae-6fc4-45ce-9caa-84e87360298b no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:31.141775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: a51461ae-6fc4-45ce-9caa-84e87360298b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:31.142392 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a51461ae-6fc4-45ce-9caa-84e87360298b not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:31.271672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:31.274935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39638) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:31.281609 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] Sync routers for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:31.310802 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:31.311443 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:31.385089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9fe5103e-c4c4-4cd8-8f1c-a9fafdb8632f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75debe57c42846fabc905342517b10e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088941 Jul 15 23:14:31.394580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39640) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:31.482660 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:31.490372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] No DVR routers for this DVR port 77cf4c92-9e67-4b45-968b-de208c7e873e on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:31.491035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aa468bf8-09f7-40e9-a499-3090d5da5835 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:31.498137 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3616273e-efe4-46ca-8c2b-33326125df8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.503205 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.505243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d08a484-76f5-4792-bf29-ebaba4412959 req-edc3faa9-07c7-447a-8359-68af99b2721f tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.37 "DELETE /v2.0/ports/77cf4c92-9e67-4b45-968b-de208c7e873e HTTP/1.1" status: 204 len: 173 time: 1.9748957 Jul 15 23:14:31.505688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'name': 'network-vif-deleted', 'tag': '77cf4c92-9e67-4b45-968b-de208c7e873e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:31.508639 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ea6ba0-a194-4b30-8f41-18c4ddcfa3ab" -d '{"events": [{"server_uuid": "549648df-6a2d-4568-8b16-3acde6b79e7e", "name": "network-vif-deleted", "tag": "77cf4c92-9e67-4b45-968b-de208c7e873e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:31.532452 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3616273e-efe4-46ca-8c2b-33326125df8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.543120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: aa468bf8-09f7-40e9-a499-3090d5da5835 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:31.544860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aa468bf8-09f7-40e9-a499-3090d5da5835 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:31.626375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3558530-50e2-4b5e-a955-60e7671f396a req-82265ca7-a7ea-4880-8bd7-ac9fe449a59d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:31.639455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3616273e-efe4-46ca-8c2b-33326125df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.642284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3616273e-efe4-46ca-8c2b-33326125df8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.643762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3616273e-efe4-46ca-8c2b-33326125df8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8380f04-47b4-4eb6-a4e1-c8b631209b66 HTTP/1.1" status: 204 len: 168 time: 0.2481391 Jul 15 23:14:31.644549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3558530-50e2-4b5e-a955-60e7671f396a req-82265ca7-a7ea-4880-8bd7-ac9fe449a59d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2542665 Jul 15 23:14:31.658838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616273e-efe4-46ca-8c2b-33326125df8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8380f04-47b4-4eb6-a4e1-c8b631209b66,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:31.751294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3558530-50e2-4b5e-a955-60e7671f396a req-f3b1c532-96c5-46d2-a39f-029b1438e4f3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927584 Jul 15 23:14:32.164947 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:09Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:32.199383 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b63fa21-c057-4424-b9d0-90aaebdb1c53 x-openstack-request-id: req-0b63fa21-c057-4424-b9d0-90aaebdb1c53 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:32.199659 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549648df-6a2d-4568-8b16-3acde6b79e7e", "name": "network-vif-deleted", "tag": "77cf4c92-9e67-4b45-968b-de208c7e873e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:32.200094 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b63fa21-c057-4424-b9d0-90aaebdb1c53 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:32.201054 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549648df-6a2d-4568-8b16-3acde6b79e7e', 'name': 'network-vif-deleted', 'tag': '77cf4c92-9e67-4b45-968b-de208c7e873e', 'status': 'completed', 'code': 200} Jul 15 23:14:32.237147 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] Checking router: 4b8cc633-f4e4-469c-a823-abb14289d496 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:32.248593 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:32.250169 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:32.567465 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:32.629711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-390fc39e-579d-4eb7-9645-f360142fbcb7 req-4427217e-e67e-4546-9e54-bd710f7e5af3 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/ports?device_id=549648df-6a2d-4568-8b16-3acde6b79e7e HTTP/1.1" status: 200 len: 210 time: 0.0884216 Jul 15 23:14:32.757419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39670) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:33.001112 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:09Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:33.055497 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7b88bf-b73c-4bc0-b9a2-e8ca7c468541 None None] The sync data for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 is: [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:12:00Z', 'revision_number': 4, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'de8f882d-f874-4de2-925f-be1a2e93c4ca', 'name': '', 'network_id': '38b784dd-a79e-4e11-a244-1f40514e6a8b', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'mac_address': 'fa:16:3e:fb:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:58Z', 'updated_at': '2021-07-15T23:12:09Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'subnets': [{'id': '9bd28e40-4a57-4952-bee6-ca863642aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:33.082762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 77cf4c92-9e67-4b45-968b-de208c7e873e no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:33.125709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 77cf4c92-9e67-4b45-968b-de208c7e873e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:33.126073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 77cf4c92-9e67-4b45-968b-de208c7e873e not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:33.148975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39684) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:33.387678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146b13-5ac1-4c59-9b03-4219d66066d2 req-84185ccd-47f4-48b5-ab2a-ad02c4dcb8f2 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:33.389275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f146b13-5ac1-4c59-9b03-4219d66066d2 req-84185ccd-47f4-48b5-ab2a-ad02c4dcb8f2 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1680400 Jul 15 23:14:33.476235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-527468012-network', 'tenant_id': 'e199dba27db34ad6849bad069c29881d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:33.506510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f146b13-5ac1-4c59-9b03-4219d66066d2 req-03947842-87b9-4228-a7b5-51e1c98eb273 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085696 Jul 15 23:14:33.548566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Made reservation on behalf of e199dba27db34ad6849bad069c29881d for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:33.565906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.601123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf5f07-5593-4887-aa61-62485a107b4e None None] New status for floating IP 1bd88385-fd85-4f26-9c61-13de380abb4e: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:14:33.605401 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.717906 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.747114 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.755367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.785020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:33.796092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a99e51-1097-47c8-be0e-7de53bb45fc2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:33.804116 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.804716 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Added segment 2a843020-ae29-496d-b7f2-f470d33c60a0 of type vlan for network 44c0347e-4980-4628-8e06-b95b28e9067e Jul 15 23:14:33.873908 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.915154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.919386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:33.920428 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.954427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39700) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:33.999083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8483050 Jul 15 23:14:33.999703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39702) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:34.006518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Request body: {'subnet': {'network_id': '44c0347e-4980-4628-8e06-b95b28e9067e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-527468012-subnet', 'tenant_id': 'e199dba27db34ad6849bad069c29881d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:34.043533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd32560b-b968-43e8-915b-339e87f5a90c tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.050810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666da17-7df6-4af0-a540-f9c6f5601f57 admin admin] Pushing event updated for resources: {'Network': ['ID=44c0347e-4980-4628-8e06-b95b28e9067e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:34.061550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Made reservation on behalf of e199dba27db34ad6849bad069c29881d for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:34.064536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.065372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 44c0347e-4980-4628-8e06-b95b28e9067e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:34.151706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd32560b-b968-43e8-915b-339e87f5a90c tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.248337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd32560b-b968-43e8-915b-339e87f5a90c tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.251292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd32560b-b968-43e8-915b-339e87f5a90c tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.255090 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd32560b-b968-43e8-915b-339e87f5a90c tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "DELETE /v2.0/security-groups/047f301d-3877-4a90-b81a-8ee11d20d2b2 HTTP/1.1" status: 204 len: 168 time: 0.2970519 Jul 15 23:14:34.256525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39712) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:34.271040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32560b-b968-43e8-915b-339e87f5a90c tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047f301d-3877-4a90-b81a-8ee11d20d2b2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:34.283474 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-46d5e44b-c392-4ac0-bbe5-973c2cc5c87b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] show failed (client error): The resource could not be found. Jul 15 23:14:34.284535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-46d5e44b-c392-4ac0-bbe5-973c2cc5c87b tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "GET /v2.0/security-groups/047f301d-3877-4a90-b81a-8ee11d20d2b2 HTTP/1.1" status: 404 len: 347 time: 0.0268354 Jul 15 23:14:34.289236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39714) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:34.295374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.343669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Deleting port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:34.344020 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.453854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] For port 50ff276f-7416-4ab1-b5e2-317b0d0ffd76, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,segment=NetworkSegment(201e60cd-372e-4f00-9360-e7deaeb59aec),segment_id=201e60cd-372e-4f00-9360-e7deaeb59aec)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:34.454217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.468911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Calling delete_port for 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:34.482962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe66b423-5eb3-4c4d-9f0e-6a3e75bc73c4,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:34.501305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Checking segment: {'id': '2a843020-ae29-496d-b7f2-f470d33c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '44c0347e-4980-4628-8e06-b95b28e9067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:34.501675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Network hostable DHCP agents. Network: 44c0347e-4980-4628-8e06-b95b28e9067e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:34.535962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Network 44c0347e-4980-4628-8e06-b95b28e9067e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:34.541696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Deleting port dc9b62f1-09b5-45ed-a2bd-ed24d96cbfce {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:34.542533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.560891 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:14:34.587505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 44c0347e-4980-4628-8e06-b95b28e9067e) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:34.595576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6363e-da23-49bf-a3c8-25430ac54cbb None None] Network 44c0347e-4980-4628-8e06-b95b28e9067e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:34.806274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.857875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af89d5ff-c0ee-4193-864a-1ddfa051ef76 None None] Network 44c0347e-4980-4628-8e06-b95b28e9067e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:34.874143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ff276f-7416-4ab1-b5e2-317b0d0ffd76,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.186513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.228193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.228961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.291113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-02891021-7f1f-42bf-a3f1-37ef249c4fa8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2883615 Jul 15 23:14:35.307633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.307970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.328204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Calling delete_port for dc9b62f1-09b5-45ed-a2bd-ed24d96cbfce owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:35.342386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38888ae9-5975-4f62-9e07-471b98fc7120 req-35b16ad0-4321-405b-8d42-b6728321a9d1 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.343996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38888ae9-5975-4f62-9e07-471b98fc7120 req-35b16ad0-4321-405b-8d42-b6728321a9d1 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1125088 Jul 15 23:14:35.440088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38888ae9-5975-4f62-9e07-471b98fc7120 req-62fc133a-3d2a-44c9-84cf-c50e19778b11 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879583 Jul 15 23:14:35.625041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.646712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:14:35.693435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Pushing event deleted for resources: {'Port': ['ID=dc9b62f1-09b5-45ed-a2bd-ed24d96cbfce,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.753944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756daa3c-32b4-4141-8601-4fe6f9527bf7 req-5343fd0e-4d01-4f35-a953-50318ed0cc44 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.770121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-756daa3c-32b4-4141-8601-4fe6f9527bf7 req-5343fd0e-4d01-4f35-a953-50318ed0cc44 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1594238 Jul 15 23:14:35.817392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:35.827904 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] Sync routers for ids ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:35.841777 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5e7b051b-bbbc-4adc-8392-5cd5a1e26055 admin admin] 10.222.0.23 "PUT /v2.0/routers/4f26ca6e-12a4-486d-932b-f74c3fa086e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0805504 Jul 15 23:14:35.842421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39826) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:35.844898 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] Routers {'4f26ca6e-12a4-486d-932b-f74c3fa086e0'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:35.848435 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:35.858031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-756daa3c-32b4-4141-8601-4fe6f9527bf7 req-ec7de106-9b0d-4dbf-824c-349bb449e13c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856431 Jul 15 23:14:35.865485 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.868736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.881100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e2696e88-8edf-491e-9e67-58a5f51872d2 tempest-ServersTestJSON-1050817410 tempest-ServersTestJSON-1050817410-project] 10.222.0.23 "DELETE /v2.0/floatingips/1bd88385-fd85-4f26-9c61-13de380abb4e HTTP/1.1" status: 204 len: 168 time: 1.5855918 Jul 15 23:14:35.885274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39838) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:36.088089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.110941 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] Set router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:36.396328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.459105 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:14:34Z', 'revision_number': 5, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port': {'id': 'ceb69231-201e-4b98-8162-e2f271bbef2e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:49Z', 'updated_at': '2021-07-15T23:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:36.471605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Deleting port ceb69231-201e-4b98-8162-e2f271bbef2e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:36.471605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.529397 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] Checking router: 4f26ca6e-12a4-486d-932b-f74c3fa086e0 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:36.540422 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] Routers {'4f26ca6e-12a4-486d-932b-f74c3fa086e0'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:36.541139 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:36.595454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] For port ceb69231-201e-4b98-8162-e2f271bbef2e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ceb69231-201e-4b98-8162-e2f271bbef2e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:36.595934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.607566 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.622402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Calling delete_port for ceb69231-201e-4b98-8162-e2f271bbef2e owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:36.661275 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] Set router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:36.751075 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:14:36Z', 'revision_number': 6, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:36.765336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1729117-78fb-4b7c-8994-70a9ea1f104d req-c32824d9-051a-4a57-a682-ddf0b4978191 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.771255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1729117-78fb-4b7c-8994-70a9ea1f104d req-c32824d9-051a-4a57-a682-ddf0b4978191 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2381201 Jul 15 23:14:36.774715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39882) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:36.792685 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc3ac6-5a48-4285-b895-726ec5dd82e3 None None] The sync data for ids ['4f26ca6e-12a4-486d-932b-f74c3fa086e0'] in n-d-793618-8 is: [{'id': '4f26ca6e-12a4-486d-932b-f74c3fa086e0', 'name': 'tempest-ServersTestMultiNic-1834739743-router', 'tenant_id': '6c9075bb118649cab937c77b3dfe5914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:12:48Z', 'updated_at': '2021-07-15T23:14:36Z', 'revision_number': 6, 'project_id': '6c9075bb118649cab937c77b3dfe5914', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:36.880522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1729117-78fb-4b7c-8994-70a9ea1f104d req-6098ed0b-1e49-4c49-a8af-8e2ecce4dabf tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071529 Jul 15 23:14:36.891916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.937071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb69231-201e-4b98-8162-e2f271bbef2e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:36.977846 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56d14d25-77fe-4f03-98cc-f80c0c1de307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.012471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.117112 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.119968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.171506 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.173323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f26ca6e-12a4-486d-932b-f74c3fa086e0 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:14:37.181890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.185837 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e62cdf8-c2ef-47b4-92a0-b3c3166f9f10 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4f26ca6e-12a4-486d-932b-f74c3fa086e0 HTTP/1.1" status: 204 len: 168 time: 1.3421843 Jul 15 23:14:37.186592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39906) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:37.224186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-bde754a1-4618-46f6-bff1-d1160cc7b47d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.226913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-bde754a1-4618-46f6-bff1-d1160cc7b47d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 805 time: 0.2056434 Jul 15 23:14:37.245497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b210fa8b-0c24-42ff-a6cf-eb73421b1cdf admin admin] Deleting subnet 6168da9b-2342-47f8-bbd2-a7ec8d66ed5b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:37.250306 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b210fa8b-0c24-42ff-a6cf-eb73421b1cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.267095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-3d9c2847-4d70-47b7-9026-86d8d436940a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/quotas/ead9808e766443c1a70e414d2d885e83 HTTP/1.1" status: 200 len: 375 time: 0.0240569 Jul 15 23:14:37.288240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Deleting port de8f882d-f874-4de2-925f-be1a2e93c4ca {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:37.288623 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.290292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b210fa8b-0c24-42ff-a6cf-eb73421b1cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.370312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56d14d25-77fe-4f03-98cc-f80c0c1de307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.384283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56d14d25-77fe-4f03-98cc-f80c0c1de307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.394940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b210fa8b-0c24-42ff-a6cf-eb73421b1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.435620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-56d14d25-77fe-4f03-98cc-f80c0c1de307 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db719255f4424d4190ca6643a98425c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486444 Jul 15 23:14:37.457292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39912) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:37.463178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d14d25-77fe-4f03-98cc-f80c0c1de307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377b9397-a632-4df0-985f-0eba6e65acad,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:37.467584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b210fa8b-0c24-42ff-a6cf-eb73421b1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.496636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-be57a4ca-c702-4e6f-9999-8341571a6579 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2286077 Jul 15 23:14:37.507349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210fa8b-0c24-42ff-a6cf-eb73421b1cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6168da9b-2342-47f8-bbd2-a7ec8d66ed5b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:37.522865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b210fa8b-0c24-42ff-a6cf-eb73421b1cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.524818 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b210fa8b-0c24-42ff-a6cf-eb73421b1cdf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6168da9b-2342-47f8-bbd2-a7ec8d66ed5b HTTP/1.1" status: 204 len: 168 time: 0.3372250 Jul 15 23:14:37.525297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5065fc2c-1553-4a96-87b2-0f8906a467c7 None None] Network 0254081e-3f07-42d6-8d09-25919eba2af6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:37.528145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39916) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:37.545149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] For port de8f882d-f874-4de2-925f-be1a2e93c4ca, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=de8f882d-f874-4de2-925f-be1a2e93c4ca,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:37.545539 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.563442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Calling delete_port for de8f882d-f874-4de2-925f-be1a2e93c4ca owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:37.625463 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0cbcd5-a470-44d6-9274-80e6437c1eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.631850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.666154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b6d60994-08b4-4dce-b379-18c157211502 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:14:37.672021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0cbcd5-a470-44d6-9274-80e6437c1eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.674601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b6d60994-08b4-4dce-b379-18c157211502 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1770546 Jul 15 23:14:37.809492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Deleting port 6c8a0762-23b3-4981-a088-230749d45861 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:37.809886 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.825627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0cbcd5-a470-44d6-9274-80e6437c1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.828838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0cbcd5-a470-44d6-9274-80e6437c1eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.833135 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd0cbcd5-a470-44d6-9274-80e6437c1eb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/377b9397-a632-4df0-985f-0eba6e65acad HTTP/1.1" status: 204 len: 168 time: 0.3743005 Jul 15 23:14:37.857324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cbcd5-a470-44d6-9274-80e6437c1eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b9397-a632-4df0-985f-0eba6e65acad,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:37.860883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:37.924558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] DHCP port deletion for 0254081e-3f07-42d6-8d09-25919eba2af6 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:14:37.939854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:37.940205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 50ff276f-7416-4ab1-b5e2-317b0d0ffd76 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:37.943285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ceb69231-201e-4b98-8162-e2f271bbef2e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:37.972280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] For port 6c8a0762-23b3-4981-a088-230749d45861, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6c8a0762-23b3-4981-a088-230749d45861,segment=NetworkSegment(201e60cd-372e-4f00-9360-e7deaeb59aec),segment_id=201e60cd-372e-4f00-9360-e7deaeb59aec)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:37.972940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.009828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: ceb69231-201e-4b98-8162-e2f271bbef2e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:38.010069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ceb69231-201e-4b98-8162-e2f271bbef2e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:38.020418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Calling delete_port for 6c8a0762-23b3-4981-a088-230749d45861 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:38.076284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-c7575cb4-11c9-44a7-918b-c065aab6a3f6 service neutron] 10.222.0.23 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004257 Jul 15 23:14:38.119114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-b9348fae-abc7-4c94-9811-594f494dbf5b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.120613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fe504-baa6-464b-97b8-6767c0b53425 req-c5abaa2e-ce07-497c-a9e3-f537ab475739 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.122237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce6fe504-baa6-464b-97b8-6767c0b53425 req-c5abaa2e-ce07-497c-a9e3-f537ab475739 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3568425 Jul 15 23:14:38.126099 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-b9348fae-abc7-4c94-9811-594f494dbf5b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "GET /v2.0/ports?device_id=90adfbe3-eece-4b8a-9020-e45359a1f2f3 HTTP/1.1" status: 200 len: 946 time: 0.1427615 Jul 15 23:14:38.144321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] Deleting port 6c8a0762-23b3-4981-a088-230749d45861 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:38.144860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.197202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-da618fc2-772f-42eb-9e42-400e1353a2a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3836305 Jul 15 23:14:38.235770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] For port 6c8a0762-23b3-4981-a088-230749d45861, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6c8a0762-23b3-4981-a088-230749d45861,segment=NetworkSegment(201e60cd-372e-4f00-9360-e7deaeb59aec),segment_id=201e60cd-372e-4f00-9360-e7deaeb59aec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:38.236610 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.285534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] Calling delete_port for 6c8a0762-23b3-4981-a088-230749d45861 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:38.347422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.435627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8a0762-23b3-4981-a088-230749d45861,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:38.441982 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.453170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Deleting port 791dd44c-05cd-43c8-a588-cbcf677433d1 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:38.453718 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.510278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce6fe504-baa6-464b-97b8-6767c0b53425 req-7aab9b7e-2af2-491a-b53c-66a74e612b1f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654935 Jul 15 23:14:38.528202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] Pushing event deleted for resources: {'Port': ['ID=6c8a0762-23b3-4981-a088-230749d45861,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:38.557587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f85ff5-b526-4562-9b47-3a487d17fd5a None None] No DVR routers for this DVR port 6c8a0762-23b3-4981-a088-230749d45861 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:38.704940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-64e23693-32d5-42ff-bc32-d3d182d6f796 service neutron] 10.222.0.23 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273627 Jul 15 23:14:38.749263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6024baf8-182f-450c-acb5-db4de73ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.750350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6024baf8-182f-450c-acb5-db4de73ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.753795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6024baf8-182f-450c-acb5-db4de73ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.754545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6024baf8-182f-450c-acb5-db4de73ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.755449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6024baf8-182f-450c-acb5-db4de73ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.757228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6024baf8-182f-450c-acb5-db4de73ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.759825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6024baf8-182f-450c-acb5-db4de73ce482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.762015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6024baf8-182f-450c-acb5-db4de73ce482 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6489 time: 0.4713540 Jul 15 23:14:38.778741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.907913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8f882d-f874-4de2-925f-be1a2e93c4ca,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:39.103530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] No DVR routers for this DVR port 6c8a0762-23b3-4981-a088-230749d45861 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:39.132005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 791dd44c-05cd-43c8-a588-cbcf677433d1 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:39.291163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:39.291480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.379030 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.402163 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.429319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:39.436029 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b612276-1a7a-4e04-8010-1de9fa55446e" -d '{"events": [{"server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:39.458203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 791dd44c-05cd-43c8-a588-cbcf677433d1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=791dd44c-05cd-43c8-a588-cbcf677433d1,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:39.466293 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.480059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0254081e-3f07-42d6-8d09-25919eba2af6']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:39.482506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Calling delete_port for 791dd44c-05cd-43c8-a588-cbcf677433d1 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:39.519261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201e60cd-372e-4f00-9360-e7deaeb59aec') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:39.519609 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201e60cd-372e-4f00-9360-e7deaeb59aec') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:39.560703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.618279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c8a0762-23b3-4981-a088-230749d45861 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:39.624431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:39.666926 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.679003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6c8a0762-23b3-4981-a088-230749d45861 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:39.679504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c8a0762-23b3-4981-a088-230749d45861 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:39.700878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:39.701150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:39.702880 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:39.728089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.731208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-03fbc8a6-c8e6-41bb-9f4c-d8a27de31164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.733564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-03fbc8a6-c8e6-41bb-9f4c-d8a27de31164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.737833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-03fbc8a6-c8e6-41bb-9f4c-d8a27de31164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.739692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-03fbc8a6-c8e6-41bb-9f4c-d8a27de31164 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9267d37d-4936-45b9-86fc-a552f79fc3f3&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=676655e1-1039-438e-be89-7733e2899543&id=676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 200 len: 2292 time: 0.9325564 Jul 15 23:14:39.766909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86a97b4d-bf63-4aa4-b562-fd677febd61a req-523393d3-fd55-4a69-b43a-76c1e80bb473 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 210 time: 0.2964084 Jul 15 23:14:39.814080 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.839250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.844558 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0254081e-3f07-42d6-8d09-25919eba2af6 HTTP/1.1" status: 204 len: 168 time: 2.3154330 Jul 15 23:14:39.873667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37d07f-8029-4ba8-b33d-a1349a39dd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0254081e-3f07-42d6-8d09-25919eba2af6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:39.979515 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.980151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-c1e3b542-aa14-4fe5-914f-ba226cf606ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe HTTP/1.1" status: 200 len: 1002 time: 0.2167461 Jul 15 23:14:40.046573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Pushing event deleted for resources: {'Port': ['ID=791dd44c-05cd-43c8-a588-cbcf677433d1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:40.107208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87427b01-2211-4231-a4ba-12b7ecf97bea req-dedcf1d8-5736-4c64-9811-99b702624efa tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.126520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87427b01-2211-4231-a4ba-12b7ecf97bea req-dedcf1d8-5736-4c64-9811-99b702624efa tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3646970 Jul 15 23:14:40.195256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-681615cc-5164-4a3b-b405-937487bc79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.198194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-681615cc-5164-4a3b-b405-937487bc79b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39a03c-545c-46bc-b82c-7c1d5c3237f1 HTTP/1.1" status: 200 len: 851 time: 0.2112522 Jul 15 23:14:40.204025 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c58d239-1cfc-45b4-9b97-4e4caa13da59 x-openstack-request-id: req-0c58d239-1cfc-45b4-9b97-4e4caa13da59 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:40.204476 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:40.204874 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c58d239-1cfc-45b4-9b97-4e4caa13da59 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:40.205454 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'code': 200} Jul 15 23:14:40.209483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87427b01-2211-4231-a4ba-12b7ecf97bea req-f8762878-4293-4a66-bb95-7d1db592335b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818834 Jul 15 23:14:40.216278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] No DVR routers for this DVR port 791dd44c-05cd-43c8-a588-cbcf677433d1 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:40.221686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.229349 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5d468d41-2b82-4df4-87c2-1c7809a0efea req-43b6e07b-6361-4998-ad82-e261c57e752d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.37 "DELETE /v2.0/ports/791dd44c-05cd-43c8-a588-cbcf677433d1 HTTP/1.1" status: 204 len: 173 time: 2.0908356 Jul 15 23:14:40.229909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'name': 'network-vif-deleted', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:40.246878 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe7311-e70f-48c8-ae6e-01f571579c96" -d '{"events": [{"server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "name": "network-vif-deleted", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:40.349291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40036) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:40.419929 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-22f675ae-0acb-4a7c-b6ff-12e3bbd80cb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c9075bb118649cab937c77b3dfe5914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686865 Jul 15 23:14:40.421715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40038) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:40.525406 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1635721-977d-4e5a-b4a2-c4950413841b x-openstack-request-id: req-c1635721-977d-4e5a-b4a2-c4950413841b {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:40.526986 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90adfbe3-eece-4b8a-9020-e45359a1f2f3", "name": "network-vif-deleted", "tag": "791dd44c-05cd-43c8-a588-cbcf677433d1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:40.527358 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1635721-977d-4e5a-b4a2-c4950413841b {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:40.528420 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90adfbe3-eece-4b8a-9020-e45359a1f2f3', 'name': 'network-vif-deleted', 'tag': '791dd44c-05cd-43c8-a588-cbcf677433d1', 'status': 'completed', 'code': 200} Jul 15 23:14:40.555073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eec9534-0a24-43de-bd7e-dbe2efb30600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.570516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-7fef865b-4910-406d-94db-c341ebbe9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.573194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-7fef865b-4910-406d-94db-c341ebbe9dbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9267d37d-4936-45b9-86fc-a552f79fc3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3442147 Jul 15 23:14:40.603107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Router 4b8cc633-f4e4-469c-a823-abb14289d496 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:14:40.612444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb97924-42e3-48f0-9b82-8c77cf0f8d1a req-0d55d21b-f76e-4e55-be25-5b099decb24a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.619164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eec9534-0a24-43de-bd7e-dbe2efb30600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.623012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bb97924-42e3-48f0-9b82-8c77cf0f8d1a req-0d55d21b-f76e-4e55-be25-5b099decb24a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1300976 Jul 15 23:14:40.656654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40046) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:40.702348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eec9534-0a24-43de-bd7e-dbe2efb30600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.704930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eec9534-0a24-43de-bd7e-dbe2efb30600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.708786 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9eec9534-0a24-43de-bd7e-dbe2efb30600 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e311d4b-aba5-4897-926a-3954a79719d1 HTTP/1.1" status: 204 len: 168 time: 0.2850847 Jul 15 23:14:40.717270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec9534-0a24-43de-bd7e-dbe2efb30600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e311d4b-aba5-4897-926a-3954a79719d1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:40.855293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84590a40-5dbe-4e48-913d-a095f2366e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.964473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84590a40-5dbe-4e48-913d-a095f2366e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.970924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84590a40-5dbe-4e48-913d-a095f2366e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.063939 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-84590a40-5dbe-4e48-913d-a095f2366e7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07f2d124067447658dbbe9c52b778e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060409 Jul 15 23:14:41.064894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84590a40-5dbe-4e48-913d-a095f2366e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0474cfa-2a0d-4084-a831-3ab1d16582b6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:41.069854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40058) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:41.183009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f76f1bf6-539d-4920-87de-0ae4fafe833a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.242795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f76f1bf6-539d-4920-87de-0ae4fafe833a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.324179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f76f1bf6-539d-4920-87de-0ae4fafe833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.328302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f76f1bf6-539d-4920-87de-0ae4fafe833a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.333226 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f76f1bf6-539d-4920-87de-0ae4fafe833a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0474cfa-2a0d-4084-a831-3ab1d16582b6 HTTP/1.1" status: 204 len: 168 time: 0.2609491 Jul 15 23:14:41.355351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f1bf6-539d-4920-87de-0ae4fafe833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0474cfa-2a0d-4084-a831-3ab1d16582b6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:41.485679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bb97924-42e3-48f0-9b82-8c77cf0f8d1a req-77f2cffb-8bb1-4d4b-bbcd-05d13e365650 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615203 Jul 15 23:14:41.518827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-739774b9-3e6c-423f-8dd2-a6348c607ac5 req-0424aea7-6498-4462-9e74-ba44fb81278a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 210 time: 0.2145970 Jul 15 23:14:41.578691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-dd9ca94b-af54-4157-9e20-bad91ec9aeea service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9784048 Jul 15 23:14:41.895818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:41.909749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] Sync routers for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:41.912611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3c514348-fff3-48f0-89af-61814e46e164 admin admin] 10.222.0.23 "PUT /v2.0/routers/4b8cc633-f4e4-469c-a823-abb14289d496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0266161 Jul 15 23:14:41.915265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40096) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:41.927402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:41.928270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:41.941375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-6d9b3915-0c22-4a0c-8dcb-1b26f62fb714 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:41.943109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-6d9b3915-0c22-4a0c-8dcb-1b26f62fb714 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 805 time: 0.6403093 Jul 15 23:14:41.962224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Request body: {'port': {'device_id': '34b573c3-a72b-452d-945a-54372c6cc64b', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'admin_state_up': True, 'tenant_id': 'ead9808e766443c1a70e414d2d885e83'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:42.077935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-2719cbd3-c34f-45ec-920c-8fb620df6f44 service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105792 Jul 15 23:14:42.115343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:42.174902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40108) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:42.186995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-caa7ac34-03e8-4329-9a41-6ad57c5ead6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 217 time: 0.0975344 Jul 15 23:14:42.215498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.309584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c86d00-569e-4168-bc28-5508f5214d38 req-f9495c3d-46e5-49c5-b271-0acae665c3ad tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.317546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00c86d00-569e-4168-bc28-5508f5214d38 req-f9495c3d-46e5-49c5-b271-0acae665c3ad tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3130136 Jul 15 23:14:42.318050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:14:38Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:42.325830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-518dba69-ac9f-460d-bb15-275c9cf26df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.327372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-518dba69-ac9f-460d-bb15-275c9cf26df1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.1324732 Jul 15 23:14:42.360277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] Checking router: 4b8cc633-f4e4-469c-a823-abb14289d496 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:42.378745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] Routers {'4b8cc633-f4e4-469c-a823-abb14289d496'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:42.384379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4b8cc633-f4e4-469c-a823-abb14289d496'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:42.392543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Made reservation on behalf of ead9808e766443c1a70e414d2d885e83 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:42.396554 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.457013 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00c86d00-569e-4168-bc28-5508f5214d38 req-cc1be1f7-6bea-4de9-802b-68831dbc021f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377590 Jul 15 23:14:42.549855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.698186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1376393286-network', 'tenant_id': 'e90c324ab45640e88783bf1e0451594e'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:42.710797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Deleting port d9a9249b-2fdd-491f-86be-112c90e04aac {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:42.711307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.793047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Made reservation on behalf of e90c324ab45640e88783bf1e0451594e for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:42.796078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.815926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] Set router 4b8cc633-f4e4-469c-a823-abb14289d496 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:42.841993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.875626 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] For port d9a9249b-2fdd-491f-86be-112c90e04aac, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d9a9249b-2fdd-491f-86be-112c90e04aac,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:42.877121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.910532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Calling delete_port for d9a9249b-2fdd-491f-86be-112c90e04aac owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:42.912373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-cfb33619-715c-43d7-8f51-51dcd80fe4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.914775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-cfb33619-715c-43d7-8f51-51dcd80fe4d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5770037 Jul 15 23:14:43.114658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:14:38Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:43.177626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fff375-9b96-4955-b2cc-bc7269ed5e66 None None] The sync data for ids ['4b8cc633-f4e4-469c-a823-abb14289d496'] in n-d-793618-8 is: [{'id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'name': 'tempest-ServersTestJSON-1418589039-router', 'tenant_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:54Z', 'updated_at': '2021-07-15T23:14:38Z', 'revision_number': 5, 'project_id': '5a9d3857f03b44f9914d0e7435c0c4b3', 'gw_port': {'id': 'd9a9249b-2fdd-491f-86be-112c90e04aac', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8cc633-f4e4-469c-a823-abb14289d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:55Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:43.184638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eafd5b-3cf7-4281-beab-555efa30e8b0 req-653172a0-902e-4b1f-b597-da483bd90231 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:43.186839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7eafd5b-3cf7-4281-beab-555efa30e8b0 req-653172a0-902e-4b1f-b597-da483bd90231 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.4608719 Jul 15 23:14:43.202854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Allocated IP 172.20.0.9 (8f966666-899c-4e07-8238-7c0fc1b5877d/0fb10daa-63e2-4605-a343-41dad889d80a/91a7c5fe-ac08-40ea-93ee-c1000c9b51a0) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:43.216586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.262419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a9249b-2fdd-491f-86be-112c90e04aac,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:43.321428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40146) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:43.339570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.450585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.453135 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.499953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f46b24da-82b9-489d-9469-d3e1eda2d4a3 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:43.501660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f46b24da-82b9-489d-9469-d3e1eda2d4a3 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/networks?id=44c0347e-4980-4628-8e06-b95b28e9067e HTTP/1.1" status: 200 len: 809 time: 0.8086195 Jul 15 23:14:43.504522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.505125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8cc633-f4e4-469c-a823-abb14289d496 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:14:43.511007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.513926 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6de51da8-9f98-41ea-b015-382bcef6a7a0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4b8cc633-f4e4-469c-a823-abb14289d496 HTTP/1.1" status: 204 len: 168 time: 1.5955162 Jul 15 23:14:43.514774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40150) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:43.537812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.541773 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7eafd5b-3cf7-4281-beab-555efa30e8b0 req-9662fcc1-91c1-4d07-9f32-c2b1e37edf66 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285471 Jul 15 23:14:43.592629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4878dd2-c891-40be-b1ca-256923d8f8a2 admin admin] Deleting subnet 9bd28e40-4a57-4952-bee6-ca863642aa0b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:43.596162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4878dd2-c891-40be-b1ca-256923d8f8a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.622975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-3798e552-56d6-4cf6-a7a8-ebbe7327d2bd tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/quotas/e199dba27db34ad6849bad069c29881d HTTP/1.1" status: 200 len: 375 time: 0.0889058 Jul 15 23:14:43.639876 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.653954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4878dd2-c891-40be-b1ca-256923d8f8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.661885 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.675137 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9a2c-2a92-469b-90b6-870a18f19317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.681746 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-77ea31bb-2efb-4986-bfbf-6dee158c21f0 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258914 Jul 15 23:14:43.698804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:43.701919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device de8f882d-f874-4de2-925f-be1a2e93c4ca no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:43.714224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.714683 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Added segment e6b51a9e-f95c-442b-bc54-80ea384919c1 of type vlan for network b3ec6da5-c2b6-4b12-894a-cd209048c986 Jul 15 23:14:43.731076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: de8f882d-f874-4de2-925f-be1a2e93c4ca {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:43.731766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device de8f882d-f874-4de2-925f-be1a2e93c4ca not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:43.812170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4878dd2-c891-40be-b1ca-256923d8f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.817406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-309b0438-7d44-45d9-a55a-871f369222cd tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e199dba27db34ad6849bad069c29881d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1932774 Jul 15 23:14:43.872776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4878dd2-c891-40be-b1ca-256923d8f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.891592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.908039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4878dd2-c891-40be-b1ca-256923d8f8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd28e40-4a57-4952-bee6-ca863642aa0b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:43.916104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4878dd2-c891-40be-b1ca-256923d8f8a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.920776 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d4878dd2-c891-40be-b1ca-256923d8f8a2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9bd28e40-4a57-4952-bee6-ca863642aa0b HTTP/1.1" status: 204 len: 168 time: 0.4049132 Jul 15 23:14:43.921552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40156) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:43.922887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78418904-56f5-44db-a5fd-799f4fb41845 None None] Network 38b784dd-a79e-4e11-a244-1f40514e6a8b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:43.959010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b739ab-eb0c-470d-99de-1387a4054fa7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.014942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-994d3bdc-7be2-49a7-9ea1-c28e581642b3 req-50340280-1e61-4c0e-8d8e-b06cf9bb4e3a tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 210 time: 0.2106943 Jul 15 23:14:44.023124 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.053160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.053539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.053899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.054226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.054551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.054900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.055251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.055569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.055888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.056200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.056513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.056880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:44.087474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.110312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Deleting port 5623aae4-4914-48cb-bd60-37914b567025 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:44.110661 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.132379 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.136295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.136898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.222515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] For port 5623aae4-4914-48cb-bd60-37914b567025, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5623aae4-4914-48cb-bd60-37914b567025,segment=NetworkSegment(c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc),segment_id=c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:44.224075 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.270895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Calling delete_port for 5623aae4-4914-48cb-bd60-37914b567025 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:44.350332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ec6da5-c2b6-4b12-894a-cd209048c986,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.362595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network b3ec6da5-c2b6-4b12-894a-cd209048c986 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:44.364982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-0bd125c1-674a-4363-8a65-bae26b518734 service neutron] 10.222.0.23 "GET /v2.0/networks/44c0347e-4980-4628-8e06-b95b28e9067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144173 Jul 15 23:14:44.378783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-a99472c7-a9fa-4e13-86de-13c37c4c2acf service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190503 Jul 15 23:14:44.397351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.447019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5623aae4-4914-48cb-bd60-37914b567025,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.449721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] No DVR routers for this DVR port 5623aae4-4914-48cb-bd60-37914b567025 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:44.465133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9a2c-2a92-469b-90b6-870a18f19317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.469812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-a6fc40dc-fb2e-44a0-a7e1-b8753a927d3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0650084 Jul 15 23:14:44.484643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9a2c-2a92-469b-90b6-870a18f19317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.487172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.525060 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.534915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b784dd-a79e-4e11-a244-1f40514e6a8b']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:44.544627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:44.544927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20bbc4a-7e9d-4c4f-8ece-604e01eabbdc') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:44.550134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9bc9484c-fd3c-486d-9bf8-94969ac92bb4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3739107 Jul 15 23:14:44.551172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40160) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:44.556641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Request body: {'subnet': {'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1376393286-subnet', 'tenant_id': 'e90c324ab45640e88783bf1e0451594e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:44.563609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.584674 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.591375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19483ccf-14f4-42e9-a69c-0984c30b6542 None None] DHCP port deletion for 38b784dd-a79e-4e11-a244-1f40514e6a8b request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:14:44.593638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:44.594181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:44.595871 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:44.607767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Made reservation on behalf of e90c324ab45640e88783bf1e0451594e for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:44.610180 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.692863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cb0e9a2c-2a92-469b-90b6-870a18f19317 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb49588f339645029395b3f357ec3598&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3589113 Jul 15 23:14:44.701802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40162) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:44.702946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Network 8f966666-899c-4e07-8238-7c0fc1b5877d is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:44.703810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9a2c-2a92-469b-90b6-870a18f19317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee36fca9-67a5-4ce6-a2fa-77f3ea50e24f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.721933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:44.724932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.725220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:44.736416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Pushing event updated for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.759810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.764462 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/38b784dd-a79e-4e11-a244-1f40514e6a8b HTTP/1.1" status: 204 len: 168 time: 0.8419139 Jul 15 23:14:44.765571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332613da-4098-4558-8c5f-942b8397d9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b784dd-a79e-4e11-a244-1f40514e6a8b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:44.792842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-6849d91f-58eb-4be1-a38e-96b70e9a6b3a service neutron] 10.222.0.23 "GET /v2.0/networks/44c0347e-4980-4628-8e06-b95b28e9067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268899 Jul 15 23:14:44.800739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-20f3e277-c906-43cf-935f-e1563f12662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.803450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-20f3e277-c906-43cf-935f-e1563f12662b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.3142331 Jul 15 23:14:44.810501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9431972-807b-4d2a-be08-69f1d946bfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.861273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9431972-807b-4d2a-be08-69f1d946bfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.877701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.878368 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.890037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaf487-7a3a-4051-8060-93d6f19fd9c9 req-30327fb9-e5dd-4fc1-8b5b-a2cb2f0cc1e9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.897173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aeaf487-7a3a-4051-8060-93d6f19fd9c9 req-30327fb9-e5dd-4fc1-8b5b-a2cb2f0cc1e9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.4292359 Jul 15 23:14:44.944461 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.944806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ad6706c4-f91f-4906-b27e-2527138f8ae5 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9883502 Jul 15 23:14:44.965338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aeaf487-7a3a-4051-8060-93d6f19fd9c9 req-d64930ec-f4ae-497f-a4c4-40bb6213e018 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670564 Jul 15 23:14:44.976495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-7924a430-ecd6-46fd-a339-2a6bb7bf6bf6 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:14:44.977658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-7924a430-ecd6-46fd-a339-2a6bb7bf6bf6 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069647 Jul 15 23:14:44.979163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40170) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:45.036884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-aef6ece9-df8c-4666-b00d-f25f22ce498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.042877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec81c68f-a63b-4ce9-baf3-ba25053b74da,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:45.043276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-aef6ece9-df8c-4666-b00d-f25f22ce498b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2261052 Jul 15 23:14:45.088234 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9431972-807b-4d2a-be08-69f1d946bfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.091311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c9431972-807b-4d2a-be08-69f1d946bfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.093183 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c9431972-807b-4d2a-be08-69f1d946bfc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee36fca9-67a5-4ce6-a2fa-77f3ea50e24f HTTP/1.1" status: 204 len: 168 time: 0.3899176 Jul 15 23:14:45.108687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.110192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.110548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.110923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.114371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.114769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.115155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.115467 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.115788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.116121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.116443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.117319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:45.159135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9431972-807b-4d2a-be08-69f1d946bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee36fca9-67a5-4ce6-a2fa-77f3ea50e24f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:45.172911 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-201e3be6-0c7d-48ec-89bc-415e1dadbcb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a9d3857f03b44f9914d0e7435c0c4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911743 Jul 15 23:14:45.173987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40182) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:45.192723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Checking segment: {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:45.193858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Network hostable DHCP agents. Network: b3ec6da5-c2b6-4b12-894a-cd209048c986, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:45.259221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Network b3ec6da5-c2b6-4b12-894a-cd209048c986 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:45.284466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, b3ec6da5-c2b6-4b12-894a-cd209048c986) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:45.290798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.291404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.299232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1251550c-31f8-4052-953f-aa29c2207fff None None] Network b3ec6da5-c2b6-4b12-894a-cd209048c986 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:45.343949 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-74b756b1-2411-4abf-a0ff-bd2d6f0fc403 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7916913 Jul 15 23:14:45.510064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d9a9249b-2fdd-491f-86be-112c90e04aac no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:45.567679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d9a9249b-2fdd-491f-86be-112c90e04aac {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:45.568049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d9a9249b-2fdd-491f-86be-112c90e04aac not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:45.568702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5623aae4-4914-48cb-bd60-37914b567025 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:45.622083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5623aae4-4914-48cb-bd60-37914b567025 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:45.623551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5623aae4-4914-48cb-bd60-37914b567025 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:45.692160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad28b2-d39b-4f97-b475-c547f1b50492 None None] Network b3ec6da5-c2b6-4b12-894a-cd209048c986 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:45.849108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Request body: {'port': {'device_id': '34b573c3-a72b-452d-945a-54372c6cc64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:46.010852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f170be2-8c11-47aa-acc7-148a91e2826a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.057539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-cc438965-a77c-4107-acaa-3a8101abdb27 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0048466 Jul 15 23:14:46.107033 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f170be2-8c11-47aa-acc7-148a91e2826a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.157726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.251611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fda700-5195-4476-9732-e4a09e9a7c25 req-04c967fe-f18b-4229-8592-471c35da34e6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.253361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4fda700-5195-4476-9732-e4a09e9a7c25 req-04c967fe-f18b-4229-8592-471c35da34e6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 1.0473912 Jul 15 23:14:46.275174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d655634-0e3e-489a-ab15-2f9a8eae5bba req-aaaae57c-6210-449a-9e6f-9a343ecbe980 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.276684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d655634-0e3e-489a-ab15-2f9a8eae5bba req-aaaae57c-6210-449a-9e6f-9a343ecbe980 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 931 time: 0.4251289 Jul 15 23:14:46.355910 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f170be2-8c11-47aa-acc7-148a91e2826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.358599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f170be2-8c11-47aa-acc7-148a91e2826a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.361983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0f170be2-8c11-47aa-acc7-148a91e2826a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e24990dd-6bd7-4cac-bc29-069513a19293 HTTP/1.1" status: 204 len: 168 time: 1.1717527 Jul 15 23:14:46.380250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f170be2-8c11-47aa-acc7-148a91e2826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24990dd-6bd7-4cac-bc29-069513a19293,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:46.440650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-012a66b5-f4fc-4741-aced-4a5abe25fa14 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708057 Jul 15 23:14:46.545979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d655634-0e3e-489a-ab15-2f9a8eae5bba req-3e8bc7d0-e56a-43d3-ae05-74d2a2108efa tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450268 Jul 15 23:14:46.557550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4fda700-5195-4476-9732-e4a09e9a7c25 req-48e41d9f-5273-4ee7-928a-01edc4fc24c6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539494 Jul 15 23:14:46.565377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-c343cc1b-c5b5-454a-a568-e0e7ca4b10ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fea8efda-f69d-4eb3-9e36-aa435e795501 HTTP/1.1" status: 200 len: 217 time: 0.0707991 Jul 15 23:14:46.665495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-f1404a10-4861-41c1-982b-bc503418c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.667038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-f1404a10-4861-41c1-982b-bc503418c452 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0888059 Jul 15 23:14:46.962126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:46.983616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:47.033653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Transition to ACTIVE for port object 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:47.042709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:47.160989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Pushing event updated for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:47.241489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-7744d4ca-0e5f-4c08-a8af-5e1b426e5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.243913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-7744d4ca-0e5f-4c08-a8af-5e1b426e5b60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5688276 Jul 15 23:14:47.250710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-df6fb49b-840b-4f6e-969d-f70ee0c8d9d9 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.252553 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-df6fb49b-840b-4f6e-969d-f70ee0c8d9d9 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.37 "GET /v2.0/networks?id=44c0347e-4980-4628-8e06-b95b28e9067e HTTP/1.1" status: 200 len: 809 time: 0.2428453 Jul 15 23:14:47.256008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8936c04c-6b99-4fdd-8dae-066fedb19095 req-1c5eff00-6b37-4770-94dc-e3f5671f39c3 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 210 time: 0.1122603 Jul 15 23:14:47.274322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Request body: {'port': {'device_id': '718380ec-dd3e-41e4-b2ec-fd96d34b324b', 'network_id': '44c0347e-4980-4628-8e06-b95b28e9067e', 'admin_state_up': True, 'tenant_id': 'e199dba27db34ad6849bad069c29881d'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:47.494494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-5369dfc1-4bd3-45c1-b306-953a834448ef service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363842 Jul 15 23:14:47.528287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Made reservation on behalf of e199dba27db34ad6849bad069c29881d for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:47.534235 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:47.634777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40270) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:47.707225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-9f381961-e488-40dd-8bb4-a88d66c32f9a service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992340 Jul 15 23:14:47.806863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Allocated IP 172.20.0.10 (44c0347e-4980-4628-8e06-b95b28e9067e/fe66b423-5eb3-4c4d-9f0e-6a3e75bc73c4/1179ebe4-6622-45c4-a622-1c4a13bf8cf8) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:47.817919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Attempting to bind port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:47.818262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Attempting to bind port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:47.818606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Attempting to bind port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 on network 8f966666-899c-4e07-8238-7c0fc1b5877d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:47.844325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-3ef52ac6-94a2-407f-910d-c28ba3f17d77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993 HTTP/1.1" status: 200 len: 217 time: 0.1261325 Jul 15 23:14:47.916266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 on network 8f966666-899c-4e07-8238-7c0fc1b5877d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:47.916783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Attempting to bind port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 on network 8f966666-899c-4e07-8238-7c0fc1b5877d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:47.964434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:47.965057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Checking segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:47.965177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Bound using segment: {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:47.965604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Bound port: 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7188dbd0-f387-4548-85ab-0a8640d1578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:47.965969 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.022203 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2853b5e4-a421-4257-80a2-b2cf2f766e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.036505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2103792235'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:48.041358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-f70d0f0f-2cba-4ac1-8ffd-23f7e6bd2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.043006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-f70d0f0f-2cba-4ac1-8ffd-23f7e6bd2070 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.1859128 Jul 15 23:14:48.063025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.077461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Made reservation on behalf of 4c5a6a439339416f8b3d52bb68fecad7 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:48.080955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.095190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40292) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:48.102326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.109201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526ea58-0780-4ee7-9a60-23b21b8639cf req-c1228c72-9868-4263-8136-a90fc465c545 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.110907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5526ea58-0780-4ee7-9a60-23b21b8639cf req-c1228c72-9868-4263-8136-a90fc465c545 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.6250319 Jul 15 23:14:48.146021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-95673b57-7f7d-4475-8d5d-288a2013548c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.147805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-95673b57-7f7d-4475-8d5d-288a2013548c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 815 time: 0.4086473 Jul 15 23:14:48.155876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.207507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-b7f09d67-2653-48a3-8bf9-442315cd69da tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/quotas/e90c324ab45640e88783bf1e0451594e HTTP/1.1" status: 200 len: 375 time: 0.0448558 Jul 15 23:14:48.221751 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Network 44c0347e-4980-4628-8e06-b95b28e9067e is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:48.227187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-146879524-network', 'tenant_id': 'bebec68a8d914d3b929c627baa44637b'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:48.239351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:48.239626 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:48.246830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:48.250945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Pushing event updated for resources: {'Port': ['ID=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:48.282214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5526ea58-0780-4ee7-9a60-23b21b8639cf req-448e2175-0686-4c1a-93a5-6d74af6ee882 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492088 Jul 15 23:14:48.284509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-dc6b88cf-b19c-445d-8504-89fe69f37b04 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674572 Jul 15 23:14:48.286702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:48.296308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-62b53160-06a9-4bd7-b950-20aedb437c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.299578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-62b53160-06a9-4bd7-b950-20aedb437c3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2464030 Jul 15 23:14:48.300650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.314368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.315009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.335220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.341647 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.353550 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-89ec6d35-fc10-47e3-8ded-9a38e711bc75 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0868101 Jul 15 23:14:48.383714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Request body: {'port': {'device_id': '718380ec-dd3e-41e4-b2ec-fd96d34b324b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:48.389371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.389940 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.390919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:48.391712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] 10.222.0.59 "PUT /v2.0/ports/91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 HTTP/1.1" status: 200 len: 1091 time: 3.3957934 Jul 15 23:14:48.411986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:48.415475 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054a8438-adc8-4866-88a7-e8b9f799b085" -d '{"events": [{"name": "network-changed", "server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:48.416344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Made reservation on behalf of bebec68a8d914d3b929c627baa44637b for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:48.418665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.424067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87718b9-0d8d-46be-aaeb-e94c0e9ac09f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:48.439844 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.440085 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Added segment 9bfdb89b-cc5c-4413-8e9a-27643a9afa9a of type vlan for network c9d44f37-bb80-414c-b357-b5cf785a6e27 Jul 15 23:14:48.452217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.506404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ce0e3-c2bd-40de-968e-9a9cbcfd09e7 service neutron] Pushing event updated for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:48.515274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.571494 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.590069 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.595490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.596073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.626235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-7dc9f26a-9aa4-4a26-a49b-9f771bc21bfc service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219531 Jul 15 23:14:48.628884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-49474226-b277-4da1-a2a8-04a97c970d61 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126466 Jul 15 23:14:48.694743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cf26f-60a9-4ecf-8245-e8ff4e16af2a req-635dfa26-de09-4f70-a1a3-d674a235c130 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.696298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c74cf26f-60a9-4ecf-8245-e8ff4e16af2a req-635dfa26-de09-4f70-a1a3-d674a235c130 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 943 time: 0.2720814 Jul 15 23:14:48.709603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-0c1b36f0-3679-4927-8738-fcc33acc9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.711182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-0c1b36f0-3679-4927-8738-fcc33acc9ef5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 1094 time: 0.2680202 Jul 15 23:14:48.711410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event updated for resources: {'Network': ['ID=c9d44f37-bb80-414c-b357-b5cf785a6e27,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:48.729039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c9d44f37-bb80-414c-b357-b5cf785a6e27 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:48.808897 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.828792 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.829984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-b54a9b8f-819b-4f4b-a42a-179d967a1ca4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 HTTP/1.1" status: 200 len: 217 time: 0.1064045 Jul 15 23:14:48.844787 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-83eb1bad-5587-440d-a1d6-fafa3872ccca tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2066100 Jul 15 23:14:48.852504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40304) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:48.861011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Request body: {'subnet': {'network_id': 'c9d44f37-bb80-414c-b357-b5cf785a6e27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:48.894929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c74cf26f-60a9-4ecf-8245-e8ff4e16af2a req-a2aeb85e-2e26-4fd6-8043-6364220018b9 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875076 Jul 15 23:14:48.902456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5f125163-a248-495a-8edb-3a2fcfcd5236 service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691903 Jul 15 23:14:48.903840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:48.919094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-e68676b2-1d80-4a52-83a3-804b33293ea8 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762742 Jul 15 23:14:48.935445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-000ca368-5088-4dde-87b0-2cede8831818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.936952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-000ca368-5088-4dde-87b0-2cede8831818 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 200 len: 845 time: 0.0962558 Jul 15 23:14:48.948192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e1d0e2-6571-4a26-bf67-1f1dc3381724,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:48.962219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.962578 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Added segment 822f1345-b13b-4da6-876e-dade86aa0fa3 of type vlan for network 02acce8e-692d-4165-9958-7034aea522a2 Jul 15 23:14:48.979443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-80cde379-c61d-415f-b3cd-9d188a9c0944 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28eba14b-9740-49bf-b234-fcdf2819574d HTTP/1.1" status: 200 len: 217 time: 0.0525968 Jul 15 23:14:49.002380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-5b412036-b4e0-4af6-b102-13420283249a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f966666-899c-4e07-8238-7c0fc1b5877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319195 Jul 15 23:14:49.066007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.107164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40308) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:49.110793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-dbf55d3b-6cfc-4bbb-824d-fb5587049043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.112316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-dbf55d3b-6cfc-4bbb-824d-fb5587049043 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.1130528 Jul 15 23:14:49.117680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-41841859'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:49.127332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.128577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.129378 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.185126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Made reservation on behalf of 4c5a6a439339416f8b3d52bb68fecad7 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:49.193794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.246969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:49.255955 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.275781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-ce0d5e00-89ef-4922-bdc9-def6648169ff service neutron] 10.222.0.59 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650356 Jul 15 23:14:49.303608 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2071671 Jul 15 23:14:49.316471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40314) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:49.340162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:49.348107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43913b7-9d1b-4824-a592-1776ecbddcc3 admin admin] Pushing event updated for resources: {'Network': ['ID=02acce8e-692d-4165-9958-7034aea522a2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:49.357318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.357846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Request body: {'subnet': {'network_id': '02acce8e-692d-4165-9958-7034aea522a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-146879524-subnet', 'tenant_id': 'bebec68a8d914d3b929c627baa44637b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:49.371261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 02acce8e-692d-4165-9958-7034aea522a2 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:49.385834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Transition to ACTIVE for port object 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:49.396087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.413346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:49.423894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.424276 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Added segment 4fa5f7fb-1006-4c1c-854c-787823ea1d83 of type vlan for network bcab3cd0-a953-43fa-9594-d01d6a45b19d Jul 15 23:14:49.513066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Pushing event updated for resources: {'Port': ['ID=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:49.614264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.686531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Attempting to bind port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:49.686899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Attempting to bind port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '2a843020-ae29-496d-b7f2-f470d33c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '44c0347e-4980-4628-8e06-b95b28e9067e'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:49.687233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Attempting to bind port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 on network 44c0347e-4980-4628-8e06-b95b28e9067e {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:49.697122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 on network 44c0347e-4980-4628-8e06-b95b28e9067e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:49.697451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Attempting to bind port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 on network 44c0347e-4980-4628-8e06-b95b28e9067e {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:49.706453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:49.706819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Checking segment: {'id': '2a843020-ae29-496d-b7f2-f470d33c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '44c0347e-4980-4628-8e06-b95b28e9067e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:49.707212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Bound using segment: {'id': '2a843020-ae29-496d-b7f2-f470d33c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '44c0347e-4980-4628-8e06-b95b28e9067e'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:49.707656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Bound port: 1179ebe4-6622-45c4-a622-1c4a13bf8cf8, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a843020-ae29-496d-b7f2-f470d33c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '44c0347e-4980-4628-8e06-b95b28e9067e'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:49.708162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.754533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event updated for resources: {'Subnet': ['ID=692857ef-8827-4264-b9c1-a3fd50b33c16,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:49.790913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Checking segment: {'id': '9bfdb89b-cc5c-4413-8e9a-27643a9afa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9d44f37-bb80-414c-b357-b5cf785a6e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:49.791261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Network hostable DHCP agents. Network: c9d44f37-bb80-414c-b357-b5cf785a6e27, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:49.816459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] For port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:49.821356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] For port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,segment=NetworkSegment(2a843020-ae29-496d-b7f2-f470d33c60a0),segment_id=2a843020-ae29-496d-b7f2-f470d33c60a0)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:49.830070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.840743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Network c9d44f37-bb80-414c-b357-b5cf785a6e27 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:49.851473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-a980e37a-e5c3-4667-a2a1-d2b1578170f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.853070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-a980e37a-e5c3-4667-a2a1-d2b1578170f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7318182 Jul 15 23:14:49.853672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.854292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.855995 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] 10.222.0.37 "PUT /v2.0/ports/1179ebe4-6622-45c4-a622-1c4a13bf8cf8 HTTP/1.1" status: 200 len: 1092 time: 1.4836099 Jul 15 23:14:49.861899 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.881022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Made reservation on behalf of bebec68a8d914d3b929c627baa44637b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:49.883572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.887062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718380ec-dd3e-41e4-b2ec-fd96d34b324b', 'tag': '1179ebe4-6622-45c4-a622-1c4a13bf8cf8'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:49.890100 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238ce22-8f49-4384-9778-81e84cc20015" -d '{"events": [{"name": "network-changed", "server_uuid": "718380ec-dd3e-41e4-b2ec-fd96d34b324b", "tag": "1179ebe4-6622-45c4-a622-1c4a13bf8cf8"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:49.896826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c9d44f37-bb80-414c-b357-b5cf785a6e27) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:49.904905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.905627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.912377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a98b6e-a091-4e91-980b-c529d8712587 None None] Network c9d44f37-bb80-414c-b357-b5cf785a6e27 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:49.956347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2e69fd-eb99-4892-a0f8-617379d33950 req-f882aabf-eada-4a26-8518-f67dd99a6cea service neutron] 10.222.0.59 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534894 Jul 15 23:14:49.983981 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1bba5af9-45e8-4661-81c1-1e7b638c218d tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1241951 Jul 15 23:14:49.985875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40326) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:49.992385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Request body: {'port': {'network_id': 'c9d44f37-bb80-414c-b357-b5cf785a6e27', 'name': 'tempest-DHCPAgentSchedulersTestJSON-282510563'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:49.995776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8058cef-ff2e-4fb1-9204-d8f7f094ab7c service neutron] Pushing event updated for resources: {'Port': ['ID=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:50.052907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f052b2-7c13-403a-8885-c562f4650447 req-477a3c67-c0fd-4d51-bd55-51fde85f2a4d tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.054902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4f052b2-7c13-403a-8885-c562f4650447 req-477a3c67-c0fd-4d51-bd55-51fde85f2a4d tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 932 time: 0.7848618 Jul 15 23:14:50.066526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee75dea-9f86-493b-a56f-f239936a66be req-a7c0a4be-b3d1-4046-81a4-199b1291aae4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.068084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ee75dea-9f86-493b-a56f-f239936a66be req-a7c0a4be-b3d1-4046-81a4-199b1291aae4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.7974024 Jul 15 23:14:50.079170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.084985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.085205 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.092643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-a1e8716b-8032-441a-a655-a8a52c3d99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.094158 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-a1e8716b-8032-441a-a655-a8a52c3d99fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e199dba27db34ad6849bad069c29881d&device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 1095 time: 0.1643207 Jul 15 23:14:50.144033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-c9d44f37-bb80-414c-b357-b5cf785a6e27', 'network_id': 'c9d44f37-bb80-414c-b357-b5cf785a6e27', 'tenant_id': '4c5a6a439339416f8b3d52bb68fecad7', 'fixed_ips': [{'subnet_id': '692857ef-8827-4264-b9c1-a3fd50b33c16'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:14:50.145359 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.253454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4f052b2-7c13-403a-8885-c562f4650447 req-d562d037-160d-47b7-ba7a-134f72f9908f tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843390 Jul 15 23:14:50.254078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Network': ['ID=bcab3cd0-a953-43fa-9594-d01d6a45b19d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:50.262768 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-619b5a57-62f3-48cd-a94c-b4677287565d service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823397 Jul 15 23:14:50.291213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ee75dea-9f86-493b-a56f-f239936a66be req-6fc642c7-b303-4970-8578-cb46c29e0b05 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895645 Jul 15 23:14:50.296699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:50.401151 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb744df-7dda-46ad-bf45-b260224cec1c x-openstack-request-id: req-7eb744df-7dda-46ad-bf45-b260224cec1c {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:50.401649 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:50.402237 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7eb744df-7dda-46ad-bf45-b260224cec1c {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:50.403621 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'status': 'completed', 'code': 200} Jul 15 23:14:50.457672 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc66daca-7bc4-43fa-b97f-51c25771c4fc x-openstack-request-id: req-bc66daca-7bc4-43fa-b97f-51c25771c4fc {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:50.458244 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718380ec-dd3e-41e4-b2ec-fd96d34b324b", "tag": "1179ebe4-6622-45c4-a622-1c4a13bf8cf8", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:50.458402 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc66daca-7bc4-43fa-b97f-51c25771c4fc {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:50.458901 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718380ec-dd3e-41e4-b2ec-fd96d34b324b', 'tag': '1179ebe4-6622-45c4-a622-1c4a13bf8cf8', 'status': 'completed', 'code': 200} Jul 15 23:14:50.463060 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-c1c1ea40-07cb-4a6d-9bc0-d09fd8466f16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1179ebe4-6622-45c4-a622-1c4a13bf8cf8 HTTP/1.1" status: 200 len: 217 time: 0.3529925 Jul 15 23:14:50.501260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Allocated IP 172.20.0.2 (c9d44f37-bb80-414c-b357-b5cf785a6e27/692857ef-8827-4264-b9c1-a3fd50b33c16/e7a416b2-2ec9-4ec1-84ff-243fda59b9bf) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:50.521360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-5eb049a8-f12e-4d4b-ac63-40446e221fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.522978 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-5eb049a8-f12e-4d4b-ac63-40446e221fe0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe66b423-5eb3-4c4d-9f0e-6a3e75bc73c4 HTTP/1.1" status: 200 len: 849 time: 0.0502224 Jul 15 23:14:50.541989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Made reservation on behalf of 4c5a6a439339416f8b3d52bb68fecad7 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:50.545565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.570414 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-0d157b90-b04a-4b57-8243-1e2fb0a41159 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=44c0347e-4980-4628-8e06-b95b28e9067e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405273 Jul 15 23:14:50.608923 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.609195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] device_id is not set on port 7bd0222b-855b-4665-b565-752c504f62d6 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:14:50.619010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-346ef8b6-7fd4-4d56-905b-b34973ec6809 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5100667 Jul 15 23:14:50.621469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd96b42a-9177-4cac-85b9-c74508c720e4 req-7f0ddb71-a6d0-456f-b400-2e23233d784b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 210 time: 0.1563814 Jul 15 23:14:50.637626 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:50.699836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1414710945'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:50.759777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:50.763254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.764279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.781660 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae75ed78-08d9-4cc2-8dc7-1cf2ea67a3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.788803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Transition to ACTIVE for port object e7a416b2-2ec9-4ec1-84ff-243fda59b9bf will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:50.799434 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-fc892a70-10ad-4848-910d-9f79366048fd service neutron] 10.222.0.37 "GET /v2.0/networks/44c0347e-4980-4628-8e06-b95b28e9067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200978 Jul 15 23:14:50.813767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:50.824647 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.825011 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Added segment a4e113fc-c868-4167-bea9-84748969bb56 of type vlan for network c828e4df-6f5c-4380-b9c4-723c81f09cd8 Jul 15 23:14:50.835619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Transition to ACTIVE for port object e7a416b2-2ec9-4ec1-84ff-243fda59b9bf will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:50.847103 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.867788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-fe455aff-b8ca-4b89-90e2-9d12f5c72dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.869304 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-fe455aff-b8ca-4b89-90e2-9d12f5c72dfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ead9808e766443c1a70e414d2d885e83&device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 1094 time: 0.4623871 Jul 15 23:14:50.881300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed273b6-5246-4db7-91d3-51b01b07bc47,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:50.902117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Network c9d44f37-bb80-414c-b357-b5cf785a6e27 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:50.904938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:50.909111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:50.917863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Pushing event updated for resources: {'Port': ['ID=e7a416b2-2ec9-4ec1-84ff-243fda59b9bf,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:50.947946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-16279829-91b4-48f4-b9c9-c4b721c194ae service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554291 Jul 15 23:14:50.963209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Allocated IP 172.20.0.14 (c9d44f37-bb80-414c-b357-b5cf785a6e27/692857ef-8827-4264-b9c1-a3fd50b33c16/7bd0222b-855b-4665-b565-752c504f62d6) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:50.985372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-f0d13cc7-c786-44d8-b07d-4a21a08197c1 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.986935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-f0d13cc7-c786-44d8-b07d-4a21a08197c1 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.59 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 815 time: 0.4301982 Jul 15 23:14:50.989405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Attempting to bind port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:50.989881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Attempting to bind port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '9bfdb89b-cc5c-4413-8e9a-27643a9afa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9d44f37-bb80-414c-b357-b5cf785a6e27'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:50.991963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Attempting to bind port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf on network c9d44f37-bb80-414c-b357-b5cf785a6e27 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:51.003836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:51.004273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Checking segment: {'id': '9bfdb89b-cc5c-4413-8e9a-27643a9afa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9d44f37-bb80-414c-b357-b5cf785a6e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:51.004686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.005082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Bound using segment: {'id': '9bfdb89b-cc5c-4413-8e9a-27643a9afa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9d44f37-bb80-414c-b357-b5cf785a6e27'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:51.005634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Bound port: e7a416b2-2ec9-4ec1-84ff-243fda59b9bf, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfdb89b-cc5c-4413-8e9a-27643a9afa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c9d44f37-bb80-414c-b357-b5cf785a6e27'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:51.006023 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.028981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Request body: {'port': {'device_id': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'admin_state_up': True, 'tenant_id': 'e90c324ab45640e88783bf1e0451594e'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:51.035370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-6faa7e0e-3561-4035-bf78-7898fb94cf82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 HTTP/1.1" status: 200 len: 217 time: 0.0695717 Jul 15 23:14:51.041404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.041704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Checking segment: {'id': '822f1345-b13b-4da6-876e-dade86aa0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02acce8e-692d-4165-9958-7034aea522a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:51.042036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Network hostable DHCP agents. Network: 02acce8e-692d-4165-9958-7034aea522a2, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:51.052837 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.094549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] For port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:51.095520 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.098561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] For port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e7a416b2-2ec9-4ec1-84ff-243fda59b9bf,segment=NetworkSegment(9bfdb89b-cc5c-4413-8e9a-27643a9afa9a),segment_id=9bfdb89b-cc5c-4413-8e9a-27643a9afa9a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:51.101704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.102319 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.103556 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.154262 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5126300 Jul 15 23:14:51.161524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4622ad-7722-46c5-bac4-127a287f7bb1 req-ebbdc665-3ff0-4125-b057-52e12891735b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.162811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df4622ad-7722-46c5-bac4-127a287f7bb1 req-ebbdc665-3ff0-4125-b057-52e12891735b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 943 time: 0.5474529 Jul 15 23:14:51.169156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40336) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:51.184166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab7aa0-b862-441b-acc9-6b358c6858e4 None None] Pushing event updated for resources: {'Port': ['ID=e7a416b2-2ec9-4ec1-84ff-243fda59b9bf,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:51.184534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'subnet': {'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:51.286277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196931f-a69a-4824-b6d8-5a2ec9702eb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Network': ['ID=c828e4df-6f5c-4380-b9c4-723c81f09cd8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:51.288813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Network 02acce8e-692d-4165-9958-7034aea522a2 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:51.291919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-5b2e3a43-7294-4316-88da-e19aedbeeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.293462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-5b2e3a43-7294-4316-88da-e19aedbeeab1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.2088892 Jul 15 23:14:51.294494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-5e054869-7215-4096-932c-97d97da114d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.295862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-5e054869-7215-4096-932c-97d97da114d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 200 len: 906 time: 0.4156537 Jul 15 23:14:51.297936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c828e4df-6f5c-4380-b9c4-723c81f09cd8 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:51.385378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 02acce8e-692d-4165-9958-7034aea522a2) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:51.404293 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d815026d-7fb9-49bf-ab3f-76864b89f4ca req-7e2c87c6-fa97-4d1b-9b6f-2fe606ec5e8b service neutron] 10.222.0.37 "GET /v2.0/networks/44c0347e-4980-4628-8e06-b95b28e9067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799462 Jul 15 23:14:51.415731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-d711fce9-4bfe-4ffa-abeb-394ac02ebd6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 HTTP/1.1" status: 200 len: 217 time: 0.1026902 Jul 15 23:14:51.442990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df4622ad-7722-46c5-bac4-127a287f7bb1 req-8811be0d-6185-4f84-8fca-bed8724a204d tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351706 Jul 15 23:14:51.448057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.450769 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.465153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2eb64-e470-4511-9d8b-5151c7780595 None None] Network 02acce8e-692d-4165-9958-7034aea522a2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:51.478629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.507106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Transition to ACTIVE for port object 7bd0222b-855b-4665-b565-752c504f62d6 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:51.548694 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.549312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:51.553788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.577598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebccf96-298a-452b-84b6-81c5f5da368d req-c3549994-b751-4a8b-b2af-c238c2ee811e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.584968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ebccf96-298a-452b-84b6-81c5f5da368d req-c3549994-b751-4a8b-b2af-c238c2ee811e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.4837263 Jul 15 23:14:51.673367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6d430-3a6a-4b12-8f01-c35b33cf4638 None None] Network 02acce8e-692d-4165-9958-7034aea522a2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:51.679319 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.684323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-50696083-808c-4dad-aa9d-197e0bd91eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.686214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-50696083-808c-4dad-aa9d-197e0bd91eae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 200 len: 845 time: 0.2412784 Jul 15 23:14:51.686836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Made reservation on behalf of e90c324ab45640e88783bf1e0451594e for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:51.690374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.697490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aabee1e3-7fcb-4d2c-af0a-a8a05f35e89b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3445461 Jul 15 23:14:51.762096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-551e961f-8a9f-4526-b23f-121c60302797 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f966666-899c-4e07-8238-7c0fc1b5877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574386 Jul 15 23:14:51.770933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Network c9d44f37-bb80-414c-b357-b5cf785a6e27 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:51.778711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ebccf96-298a-452b-84b6-81c5f5da368d req-ad6bf2bf-370b-49db-ac88-2236a0bc409b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895418 Jul 15 23:14:51.781004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:51.804549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:51.829609 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event updated for resources: {'Port': ['ID=7bd0222b-855b-4665-b565-752c504f62d6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:51.874148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-5349f704-7bde-49d1-8260-e01dd81d9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.883520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-5349f704-7bde-49d1-8260-e01dd81d9fbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5755067 Jul 15 23:14:51.893279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ce22-8f49-4384-9778-81e84cc20015 req-c7e6fcb4-a3fa-43ae-8c6e-6f80ebf2e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.895703 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4238ce22-8f49-4384-9778-81e84cc20015 req-c7e6fcb4-a3fa-43ae-8c6e-6f80ebf2e544 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e199dba27db34ad6849bad069c29881d&device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 1095 time: 0.3487468 Jul 15 23:14:51.958667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.959293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.018998 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.033628 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6a0c930b-6702-4477-88d7-bf990896c635 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0463660 Jul 15 23:14:52.043059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40352) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.048144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ab55004-6da6-4584-9ef0-594f0569ac0c req-4f9c71c3-d4ab-45eb-8e4b-e13203639413 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 210 time: 0.0917583 Jul 15 23:14:52.099868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ce22-8f49-4384-9778-81e84cc20015 req-4363a32c-9bfb-49e8-bf65-14b86d9b092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.101479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4238ce22-8f49-4384-9778-81e84cc20015 req-4363a32c-9bfb-49e8-bf65-14b86d9b092b service neutron] 10.222.0.37 "GET /v2.0/networks?id=44c0347e-4980-4628-8e06-b95b28e9067e HTTP/1.1" status: 200 len: 910 time: 0.1960168 Jul 15 23:14:52.123113 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Subnet': ['ID=e7210800-b908-4cf1-96ec-96aab14aed92,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:52.162996 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4238ce22-8f49-4384-9778-81e84cc20015 req-2e6703dd-f1f9-4ade-a639-b10797b29dde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1179ebe4-6622-45c4-a622-1c4a13bf8cf8 HTTP/1.1" status: 200 len: 217 time: 0.0521886 Jul 15 23:14:52.165409 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Checking segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:52.165939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network hostable DHCP agents. Network: bcab3cd0-a953-43fa-9594-d01d6a45b19d, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:52.169842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ede7c4-48f5-4dcc-907b-1c3d776f0daa req-70204087-3e81-47af-bbbd-c9b5189eac65 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.176918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6ede7c4-48f5-4dcc-907b-1c3d776f0daa req-70204087-3e81-47af-bbbd-c9b5189eac65 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 944 time: 0.6138713 Jul 15 23:14:52.216829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:52.229528 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ce22-8f49-4384-9778-81e84cc20015 req-f4191407-0e74-47d2-af6f-ecfa850d5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.230716 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4238ce22-8f49-4384-9778-81e84cc20015 req-f4191407-0e74-47d2-af6f-ecfa850d5130 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe66b423-5eb3-4c4d-9f0e-6a3e75bc73c4 HTTP/1.1" status: 200 len: 849 time: 0.0590978 Jul 15 23:14:52.232220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, bcab3cd0-a953-43fa-9594-d01d6a45b19d) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:52.237271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.237962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.241725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b048e00c-475b-483e-bf3b-6fa15a210dc5 None None] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:52.262114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-f1c78929-baaa-455e-a0a3-24520e98fa6f service neutron] 10.222.0.59 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736199 Jul 15 23:14:52.279259 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4238ce22-8f49-4384-9778-81e84cc20015 req-541ae47f-f683-4b26-98b5-81fe1244d55a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=44c0347e-4980-4628-8e06-b95b28e9067e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375111 Jul 15 23:14:52.282822 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e387759f-c76e-41da-ad4a-79249ca4581a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1064920 Jul 15 23:14:52.284150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40354) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.290066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'subnet': {'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:52.334417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Allocated IP 172.20.0.11 (b3ec6da5-c2b6-4b12-894a-cd209048c986/ec81c68f-a63b-4ce9-baf3-ba25053b74da/38c60692-a202-4ff9-897c-b396a1127351) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:52.339725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-7a9df7b6-73a0-42d0-b04f-22436b891d0c service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143937 Jul 15 23:14:52.395140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6ede7c4-48f5-4dcc-907b-1c3d776f0daa req-091f0fa7-af4e-4f9f-aa35-91fc53a308bf tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172921 Jul 15 23:14:52.460163 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4238ce22-8f49-4384-9778-81e84cc20015 req-02df64c7-9358-484d-a9bd-7333dd38287f service neutron] 10.222.0.37 "GET /v2.0/networks/44c0347e-4980-4628-8e06-b95b28e9067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643887 Jul 15 23:14:52.464651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:52.468396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.498484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'fixed_ips': [{'subnet_id': 'e7210800-b908-4cf1-96ec-96aab14aed92'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:14:52.500540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.641778 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4238ce22-8f49-4384-9778-81e84cc20015 req-dc8f44f3-bd17-48cd-847e-6eaabe738340 service neutron] 10.222.0.37 "GET /v2.0/networks/44c0347e-4980-4628-8e06-b95b28e9067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700187 Jul 15 23:14:52.664005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-054a8438-adc8-4866-88a7-e8b9f799b085 req-5db68f28-e0c3-4057-a302-9bc8c6c57284 service neutron] 10.222.0.59 "GET /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754389 Jul 15 23:14:52.673389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba47ad-7440-47d2-9b01-1406dbbaee7b req-250879dc-2b2f-4c1a-b29b-beb8a4e48878 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.683798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bba47ad-7440-47d2-9b01-1406dbbaee7b req-250879dc-2b2f-4c1a-b29b-beb8a4e48878 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.4597671 Jul 15 23:14:52.696118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725f89d2-c6bd-48b5-b2ad-77a95b2d3e05 req-0aee0c4c-711d-4a14-936d-e88817c20ec9 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295939 Jul 15 23:14:52.697877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cf532238-b388-4c6f-9292-21ea82aaea62 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Deleting port 7bd0222b-855b-4665-b565-752c504f62d6 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:52.697993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c520f570-38ab-4d89-92be-245f3bc00771 None None] Network c9d44f37-bb80-414c-b357-b5cf785a6e27 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:52.698929 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf532238-b388-4c6f-9292-21ea82aaea62 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.792065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.794505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9bfc9f1b-e95f-470e-acd1-062d19b5b947 None None] Provisioning for port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:52.862312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Subnet': ['ID=870a302d-8f02-4719-90a8-eb3dfd3feb7e,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:52.910514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Checking segment: {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:52.910990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network hostable DHCP agents. Network: c828e4df-6f5c-4380-b9c4-723c81f09cd8, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:52.920997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Allocated IP 10.1.1.2 (bcab3cd0-a953-43fa-9594-d01d6a45b19d/e7210800-b908-4cf1-96ec-96aab14aed92/e428c60c-1f08-4ab1-af44-c428590e121a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:52.931406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network c828e4df-6f5c-4380-b9c4-723c81f09cd8 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:52.941917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c828e4df-6f5c-4380-b9c4-723c81f09cd8) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:52.946863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.947114 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.964937 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-739da99d-7aba-4c17-8e66-7d62b32fd66b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6796620 Jul 15 23:14:52.967663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40368) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.973694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'port': {'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'name': 'tempest-TaggedBootDevicesTest_v242-1360654791', 'fixed_ips': [{'subnet_id': 'e7210800-b908-4cf1-96ec-96aab14aed92'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:52.985739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d5388-850c-4428-8e8b-5594293105a9 None None] Network c828e4df-6f5c-4380-b9c4-723c81f09cd8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:53.004558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:53.094830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:53.199922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.217352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bba47ad-7440-47d2-9b01-1406dbbaee7b req-7a60a978-befd-4672-b4a3-e40803d37f96 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323489 Jul 15 23:14:53.221395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] device_id is not set on port ac32947f-6d88-49f8-8650-2e212ba1cf48 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:14:53.347695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf532238-b388-4c6f-9292-21ea82aaea62 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.357376 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.367601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Transition to ACTIVE for port object e428c60c-1f08-4ab1-af44-c428590e121a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:53.367778 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.381484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cf532238-b388-4c6f-9292-21ea82aaea62 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Calling delete_port for 7bd0222b-855b-4665-b565-752c504f62d6 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:53.381629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:14:53.457072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-ad2c948d-41d1-4e29-9e3c-5f59d4571ade tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.458601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-ad2c948d-41d1-4e29-9e3c-5f59d4571ade tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/networks?id=02acce8e-692d-4165-9958-7034aea522a2 HTTP/1.1" status: 200 len: 821 time: 0.2500393 Jul 15 23:14:53.495140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Transition to ACTIVE for port object e428c60c-1f08-4ab1-af44-c428590e121a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:53.520361 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.527210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-1871a28a-9cd2-4142-a1a3-bff0ae2d3640 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/quotas/bebec68a8d914d3b929c627baa44637b HTTP/1.1" status: 200 len: 375 time: 0.0566852 Jul 15 23:14:53.533395 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.578795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e7a416b2-2ec9-4ec1-84ff-243fda59b9bf up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:53.580268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-dfabab2a-7f90-413c-91dd-65895580dfdd tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebec68a8d914d3b929c627baa44637b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523467 Jul 15 23:14:53.591373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Allocated IP 10.1.1.193 (bcab3cd0-a953-43fa-9594-d01d6a45b19d/e7210800-b908-4cf1-96ec-96aab14aed92/ac32947f-6d88-49f8-8650-2e212ba1cf48) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:53.596147 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.652124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:53.701562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:53.713567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:53.716990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Network b3ec6da5-c2b6-4b12-894a-cd209048c986 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:53.718727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'port_id': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'mac_address': 'fa:16:3e:86:88:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb10daa-63e2-4605-a343-41dad889d80a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:53.720303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Pushing event updated for resources: {'Port': ['ID=e428c60c-1f08-4ab1-af44-c428590e121a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.732849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:53.754931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:53.767433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:53.780709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c44902-2541-449e-87fc-dfb7b6792862 req-135e3f6f-9ce4-4f9a-bf54-2bf06a6cfb07 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.782269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79c44902-2541-449e-87fc-dfb7b6792862 req-135e3f6f-9ce4-4f9a-bf54-2bf06a6cfb07 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 943 time: 0.3192418 Jul 15 23:14:53.794379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Pushing event updated for resources: {'Port': ['ID=38c60692-a202-4ff9-897c-b396a1127351,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.819213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.846888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-c828e4df-6f5c-4380-b9c4-723c81f09cd8', 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'fixed_ips': [{'subnet_id': '870a302d-8f02-4719-90a8-eb3dfd3feb7e'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:14:53.847877 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.850349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Transition to ACTIVE for port object ac32947f-6d88-49f8-8650-2e212ba1cf48 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:53.864423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:53.875337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-3c618ed0-ce1a-408a-a618-2487caf10dd6 service neutron] 10.222.0.23 "GET /v2.0/networks/02acce8e-692d-4165-9958-7034aea522a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941289 Jul 15 23:14:53.877689 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.880295 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf532238-b388-4c6f-9292-21ea82aaea62 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.883751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:53.884204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.894313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Attempting to bind port e428c60c-1f08-4ab1-af44-c428590e121a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:53.894651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Attempting to bind port e428c60c-1f08-4ab1-af44-c428590e121a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:53.895055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Attempting to bind port e428c60c-1f08-4ab1-af44-c428590e121a on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:53.929484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.935412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:53.935876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Checking segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:53.936254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.936653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Bound using segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:53.937216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Bound port: e428c60c-1f08-4ab1-af44-c428590e121a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:53.937607 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.944432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:53.949650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf532238-b388-4c6f-9292-21ea82aaea62 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event deleted for resources: {'Port': ['ID=7bd0222b-855b-4665-b565-752c504f62d6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.956832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.957386 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.983107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79c44902-2541-449e-87fc-dfb7b6792862 req-8a93dba9-0302-413d-8f3e-84fbb03984cf tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866782 Jul 15 23:14:54.016926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=ac32947f-6d88-49f8-8650-2e212ba1cf48,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:54.026372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:54.028225 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:54.032818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:54.048756 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:54.090172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.098496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9ba3916f-190c-433b-a75a-effd812200e5 None None] Provisioning complete for port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:54.099032 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ba3916f-190c-433b-a75a-effd812200e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.116324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.117026 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.122875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-e2dbba55-0e29-432f-9f8a-b88e39a70d98 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1010985 Jul 15 23:14:54.142339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Request body: {'port': {'device_id': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:54.151271 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-abc5b8f7-5111-4024-8b78-d1dd9f114e54 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1784935 Jul 15 23:14:54.152374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40378) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:54.167503 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'port': {'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'name': 'tempest-TaggedBootDevicesTest_v242-827686395', 'fixed_ips': [{'subnet_id': 'e7210800-b908-4cf1-96ec-96aab14aed92'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:54.189154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf532238-b388-4c6f-9292-21ea82aaea62 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.191065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cf532238-b388-4c6f-9292-21ea82aaea62 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "DELETE /v2.0/ports/7bd0222b-855b-4665-b565-752c504f62d6 HTTP/1.1" status: 204 len: 168 time: 2.1419930 Jul 15 23:14:54.205788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-12f29b46-481c-4105-a155-7da27842eb84 service neutron] 10.222.0.23 "GET /v2.0/networks/02acce8e-692d-4165-9958-7034aea522a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294928 Jul 15 23:14:54.208909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40380) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:54.271789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] For port e428c60c-1f08-4ab1-af44-c428590e121a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:54.312283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Allocated IP 10.2.2.2 (c828e4df-6f5c-4380-b9c4-723c81f09cd8/870a302d-8f02-4719-90a8-eb3dfd3feb7e/271967fa-edc2-403b-ab32-582e7e604f52) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:54.333424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:54.339817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] For port e428c60c-1f08-4ab1-af44-c428590e121a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e428c60c-1f08-4ab1-af44-c428590e121a,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:54.360891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['91a7c5fe-ac08-40ea-93ee-c1000c9b51a0'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:54.365438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:54.365700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.371506 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.400126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] device_id is not set on port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:14:54.413540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.440836 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.475988 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9a5733ab-6997-4e46-9f92-a2606b07d05c tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2622519 Jul 15 23:14:54.475988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40384) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:54.489397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1192668276'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:54.576748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Made reservation on behalf of 4c5a6a439339416f8b3d52bb68fecad7 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:54.580608 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.670370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:54.684787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Allocated IP 10.1.1.129 (bcab3cd0-a953-43fa-9594-d01d6a45b19d/e7210800-b908-4cf1-96ec-96aab14aed92/1095efb3-a87f-43d5-b5fc-2e5bef24ebf2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:54.696670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.697019 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Added segment 4d992f1d-2d33-46c2-8006-6ac0e35963dc of type vlan for network 29cb2932-8752-41ed-813d-ed9834a8e82d Jul 15 23:14:54.803690 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.816822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e7a416b2-2ec9-4ec1-84ff-243fda59b9bf,segment=NetworkSegment(9bfdb89b-cc5c-4413-8e9a-27643a9afa9a),segment_id=9bfdb89b-cc5c-4413-8e9a-27643a9afa9a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:54.824111 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ba3916f-190c-433b-a75a-effd812200e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.842560 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.843098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050af6fd-a797-4b86-aaad-de4d0e17ecf2 req-7f9ba9a1-49bf-472c-bad2-fa7b6ae3089f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.844614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b6a75-defb-4823-8b6d-1f75a9b18e5b None None] Pushing event updated for resources: {'Port': ['ID=e428c60c-1f08-4ab1-af44-c428590e121a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:54.852728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-050af6fd-a797-4b86-aaad-de4d0e17ecf2 req-7f9ba9a1-49bf-472c-bad2-fa7b6ae3089f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 932 time: 0.6394849 Jul 15 23:14:54.870233 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.969268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374ad6-6a8b-4656-8896-8adf7350553c req-b799199e-f797-4211-b470-6519f22d8a12 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.978599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01374ad6-6a8b-4656-8896-8adf7350553c req-b799199e-f797-4211-b470-6519f22d8a12 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 944 time: 0.3155785 Jul 15 23:14:55.015134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-050af6fd-a797-4b86-aaad-de4d0e17ecf2 req-5233c00c-cc7c-4477-907c-b3af9c78ce33 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612937 Jul 15 23:14:55.019524 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.058629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.059705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.059834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c60692-a202-4ff9-897c-b396a1127351 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:55.086500 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.109099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01374ad6-6a8b-4656-8896-8adf7350553c req-cb487665-0dfc-4c6e-ae35-9e62cf5f2e7e tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294949 Jul 15 23:14:55.141671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Transition to ACTIVE for port object 38c60692-a202-4ff9-897c-b396a1127351 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:55.150176 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.154241 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.197032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Transition to ACTIVE for port object 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:55.229166 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7523663 Jul 15 23:14:55.235864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40400) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:55.238035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e7a416b2-2ec9-4ec1-84ff-243fda59b9bf,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:55.244163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-9ba3916f-190c-433b-a75a-effd812200e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:14:55.245678 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-9ba3916f-190c-433b-a75a-effd812200e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:14:55.268225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:55.270495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d199f81f-9294-4860-89a0-6fd0c1a8ad31 req-a69ad869-cd06-4e70-a3e0-d48b440b4f4e tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 210 time: 0.0985079 Jul 15 23:14:55.288668 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.309830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Transition to ACTIVE for port object 271967fa-edc2-403b-ab32-582e7e604f52 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:55.312211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=38c60692-a202-4ff9-897c-b396a1127351,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:55.319469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30840f8e-8b44-4dae-8bb3-a871cb71669e tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event updated for resources: {'Network': ['ID=29cb2932-8752-41ed-813d-ed9834a8e82d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:55.352336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 29cb2932-8752-41ed-813d-ed9834a8e82d details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:55.381404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Transition to ACTIVE for port object 271967fa-edc2-403b-ab32-582e7e604f52 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:55.471175 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.479390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Attempting to bind port 38c60692-a202-4ff9-897c-b396a1127351 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:55.480731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Attempting to bind port 38c60692-a202-4ff9-897c-b396a1127351 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:55.482454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Attempting to bind port 38c60692-a202-4ff9-897c-b396a1127351 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:55.493582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Port 38c60692-a202-4ff9-897c-b396a1127351 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:55.494132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Attempting to bind port 38c60692-a202-4ff9-897c-b396a1127351 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:55.510966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:55.511591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Checking segment: {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:55.512151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Bound using segment: {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:55.512755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Bound port: 38c60692-a202-4ff9-897c-b396a1127351, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:55.513337 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.526120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.597074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Network c828e4df-6f5c-4380-b9c4-723c81f09cd8 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:55.616723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:55.630931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Pushing event updated for resources: {'Port': ['ID=271967fa-edc2-403b-ab32-582e7e604f52,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:55.633969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:55.658494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,segment=NetworkSegment(2a843020-ae29-496d-b7f2-f470d33c60a0),segment_id=2a843020-ae29-496d-b7f2-f470d33c60a0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:55.693862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e7a416b2-2ec9-4ec1-84ff-243fda59b9bf up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:55.759981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:55.764293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=38c60692-a202-4ff9-897c-b396a1127351,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:55.773101 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.802145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '1179ebe4-6622-45c4-a622-1c4a13bf8cf8', 'network_id': '44c0347e-4980-4628-8e06-b95b28e9067e', 'port_id': '1179ebe4-6622-45c4-a622-1c4a13bf8cf8', 'mac_address': 'fa:16:3e:1d:1c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe66b423-5eb3-4c4d-9f0e-6a3e75bc73c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:55.886373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.887104 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.888674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] 10.222.0.59 "PUT /v2.0/ports/38c60692-a202-4ff9-897c-b396a1127351 HTTP/1.1" status: 200 len: 1092 time: 1.7505922 Jul 15 23:14:55.895651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Attempting to bind port 271967fa-edc2-403b-ab32-582e7e604f52 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:55.896203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Attempting to bind port 271967fa-edc2-403b-ab32-582e7e604f52 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:55.896366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Attempting to bind port 271967fa-edc2-403b-ab32-582e7e604f52 on network c828e4df-6f5c-4380-b9c4-723c81f09cd8 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:55.901116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'tag': '38c60692-a202-4ff9-897c-b396a1127351'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:55.904546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:55.904801 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63046aef-318b-4ab5-8d1c-d2ce0803bc26" -d '{"events": [{"name": "network-changed", "server_uuid": "328cfcd1-4402-4e3b-a6d5-3a41b9d1b829", "tag": "38c60692-a202-4ff9-897c-b396a1127351"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:55.905295 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.908151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:55.922545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:55.934617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:55.984475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:55.999275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087882a-15f7-4f5e-a46d-758cfa0a4ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=38c60692-a202-4ff9-897c-b396a1127351,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:56.000521 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aaec7a3d-cafb-446e-be17-5741fc28432f tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "GET /v2.0/agents/0b70950d-0d86-4537-a186-6e397c2eaa63/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.7635822 Jul 15 23:14:56.003727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40404) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.013733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5030d58-9895-45a6-a5e9-e866f3a7ae47 req-868a481c-4805-4b5d-ac77-52f825dd8244 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.023156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5030d58-9895-45a6-a5e9-e866f3a7ae47 req-868a481c-4805-4b5d-ac77-52f825dd8244 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 944 time: 0.5134132 Jul 15 23:14:56.039686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.040370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.080979 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a2196348-1492-42ae-9944-004b67459cd8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9268270 Jul 15 23:14:56.104139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5030d58-9895-45a6-a5e9-e866f3a7ae47 req-e4d7b4b1-2f66-4095-94c2-1c3a7d5aa9fd tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795920 Jul 15 23:14:56.105918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:56.106301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Checking segment: {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:56.106705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.107127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Bound using segment: {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:56.107615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Bound port: 271967fa-edc2-403b-ab32-582e7e604f52, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:56.108049 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.118308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9ba3916f-190c-433b-a75a-effd812200e5 None None] Could not find standard attr ID for object 7bd0222b-855b-4665-b565-752c504f62d6. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:14:56.130380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115fbaf-471e-49c7-9fd1-ceb386637c7f req-f3c6c87a-60cd-4ec7-9388-f59f3db8bd15 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.131317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.132424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c115fbaf-471e-49c7-9fd1-ceb386637c7f req-f3c6c87a-60cd-4ec7-9388-f59f3db8bd15 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.5752518 Jul 15 23:14:56.172953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:56.176616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-c9caa04c-2f75-4d8e-9822-b939a3776aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.185124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-c9caa04c-2f75-4d8e-9822-b939a3776aac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 1095 time: 0.2377377 Jul 15 23:14:56.195452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ad5ab-50cf-42b8-92be-733ad58a5cab tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] Network 29cb2932-8752-41ed-813d-ed9834a8e82d is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:56.221318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,segment=NetworkSegment(2a843020-ae29-496d-b7f2-f470d33c60a0),segment_id=2a843020-ae29-496d-b7f2-f470d33c60a0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:56.223891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993647e-4e85-422f-95d4-8f266c9618df None None] Network 29cb2932-8752-41ed-813d-ed9834a8e82d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:56.233826 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-543ad5ab-50cf-42b8-92be-733ad58a5cab tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "POST /v2.0/agents/0b70950d-0d86-4537-a186-6e397c2eaa63/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2275412 Jul 15 23:14:56.234497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40412) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.244286 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2106ae2b-1eda-4327-a0cd-6b22cc0f78ee x-openstack-request-id: req-2106ae2b-1eda-4327-a0cd-6b22cc0f78ee {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:56.244582 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328cfcd1-4402-4e3b-a6d5-3a41b9d1b829", "tag": "38c60692-a202-4ff9-897c-b396a1127351", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:56.244832 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2106ae2b-1eda-4327-a0cd-6b22cc0f78ee {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:56.246710 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'tag': '38c60692-a202-4ff9-897c-b396a1127351', 'status': 'completed', 'code': 200} Jul 15 23:14:56.252053 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.255398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c115fbaf-471e-49c7-9fd1-ceb386637c7f req-f480f01f-70b7-4047-b29f-80164b8f01e0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122694 Jul 15 23:14:56.269018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b523ac-cc52-4a74-bc27-31d745870c49 None None] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:56.282854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d8e861fc-afbd-4e6d-8cc1-ac2b46d7072f None None] Could not find standard attr ID for object 7bd0222b-855b-4665-b565-752c504f62d6. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:14:56.303757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-49325162-ff5c-4a44-b8e7-84991e3c83b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c60692-a202-4ff9-897c-b396a1127351 HTTP/1.1" status: 200 len: 217 time: 0.0804992 Jul 15 23:14:56.327479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] For port 271967fa-edc2-403b-ab32-582e7e604f52, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:56.371198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] For port 271967fa-edc2-403b-ab32-582e7e604f52, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=271967fa-edc2-403b-ab32-582e7e604f52,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:56.423859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.471231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e428c60c-1f08-4ab1-af44-c428590e121a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:56.478047 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f4d2e6bd-3b0a-4681-b454-a4abf073569c tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "GET /v2.0/agents/0b70950d-0d86-4537-a186-6e397c2eaa63/dhcp-networks HTTP/1.1" status: 200 len: 12809 time: 0.2369955 Jul 15 23:14:56.478224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40420) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.503801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:56.559956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-c2c755f5-619f-42b6-a752-069ca79dfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.561582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-c2c755f5-619f-42b6-a752-069ca79dfa83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec81c68f-a63b-4ce9-baf3-ba25053b74da HTTP/1.1" status: 200 len: 855 time: 0.2502666 Jul 15 23:14:56.576881 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d696283-19a8-4206-81cd-d361b72bcad8 tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "DELETE /v2.0/agents/0b70950d-0d86-4537-a186-6e397c2eaa63/dhcp-networks/29cb2932-8752-41ed-813d-ed9834a8e82d HTTP/1.1" status: 204 len: 168 time: 0.0975063 Jul 15 23:14:56.579068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40422) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.628843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['1179ebe4-6622-45c4-a622-1c4a13bf8cf8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:56.638372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-21b35202-8efc-4dca-aee8-675aed23e259 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3ec6da5-c2b6-4b12-894a-cd209048c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678494 Jul 15 23:14:56.649827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9aa36f39-6075-417c-b160-e64bbb806f23 None None] Provisioning for port e428c60c-1f08-4ab1-af44-c428590e121a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:56.736322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e428c60c-1f08-4ab1-af44-c428590e121a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:56.768995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e428c60c-1f08-4ab1-af44-c428590e121a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:56.769284 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.771261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2feafb-ef9f-44b3-abee-8050f6b4fd11 None None] Pushing event updated for resources: {'Port': ['ID=271967fa-edc2-403b-ab32-582e7e604f52,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:56.784102 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-caeffe48-9c86-40a9-b71c-2aaf584434a7 tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "GET /v2.0/agents/0b70950d-0d86-4537-a186-6e397c2eaa63/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.2034035 Jul 15 23:14:56.793240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40424) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.812649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-ed2e6623-8561-447d-bdaa-2edaac737224 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615961 Jul 15 23:14:56.824945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.829871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2a472-a6a0-4b3b-9ef3-fc1a7b69c890 req-597c42cd-80fd-43ad-b44c-a643d165512a tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.830155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-15eb3eb9-e50d-4760-9449-c3e36d2d4f87 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248729701', 'description': 'tempest-description--556664349'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:56.838407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baf2a472-a6a0-4b3b-9ef3-fc1a7b69c890 req-597c42cd-80fd-43ad-b44c-a643d165512a tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 944 time: 0.4654009 Jul 15 23:14:56.858055 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-45dbb514-5fb0-4d4b-ac76-d8f66fe5fffb tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "GET /v2.0/networks/c9d44f37-bb80-414c-b357-b5cf785a6e27/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0586653 Jul 15 23:14:56.869425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40428) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.918405 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c0f96fcb-000a-448c-8355-0ad71af30ce2 tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "GET /v2.0/networks/c9d44f37-bb80-414c-b357-b5cf785a6e27/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0477552 Jul 15 23:14:56.921326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40430) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.958214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb3eb9-e50d-4760-9449-c3e36d2d4f87 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.972615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baf2a472-a6a0-4b3b-9ef3-fc1a7b69c890 req-74c86547-56a4-4dfb-bf86-e35b56a2e81c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331944 Jul 15 23:14:57.000292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-b2b161c7-0c51-435d-ab9d-8c14c89537e7 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.001759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-b2b161c7-0c51-435d-ab9d-8c14c89537e7 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.37 "GET /v2.0/networks?id=02acce8e-692d-4165-9958-7034aea522a2 HTTP/1.1" status: 200 len: 821 time: 0.6518040 Jul 15 23:14:57.010410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:57.015310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.057036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Request body: {'port': {'device_id': 'f2a641ac-415a-4d6b-8142-3e838518f587', 'network_id': '02acce8e-692d-4165-9958-7034aea522a2', 'admin_state_up': True, 'tenant_id': 'bebec68a8d914d3b929c627baa44637b'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:57.167434 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6188d155-8185-4a78-9267-50c06752ecc5 tempest-DHCPAgentSchedulersTestJSON-413538252 tempest-DHCPAgentSchedulersTestJSON-413538252-project-admin] 10.222.0.23 "GET /v2.0/agents/0b70950d-0d86-4537-a186-6e397c2eaa63/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.2449086 Jul 15 23:14:57.174255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e428c60c-1f08-4ab1-af44-c428590e121a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e428c60c-1f08-4ab1-af44-c428590e121a,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:57.188502 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.202090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40434) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:57.218117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06d0751-b7c3-4546-b8da-f8e5e68509a9 req-4b2d75c3-8f9e-401b-a1d7-1aa773b3be10 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767924 Jul 15 23:14:57.218288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb3eb9-e50d-4760-9449-c3e36d2d4f87 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.231718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:57.239285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb3eb9-e50d-4760-9449-c3e36d2d4f87 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.267637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:57.268185 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.300765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb3eb9-e50d-4760-9449-c3e36d2d4f87 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819bc480-ee5e-494d-82c2-e71524599754,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.306543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb3eb9-e50d-4760-9449-c3e36d2d4f87 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.317468 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15eb3eb9-e50d-4760-9449-c3e36d2d4f87 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4904571 Jul 15 23:14:57.318703 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40436) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:57.324254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d611fed5-fb6d-4912-9bdf-8c3c12f79164 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'security_group_rule': {'security_group_id': '819bc480-ee5e-494d-82c2-e71524599754', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:57.339860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e428c60c-1f08-4ab1-af44-c428590e121a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.372426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-fb6d-4912-9bdf-8c3c12f79164 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.414079 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.447361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:57.449856 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748a9737-5c92-40c9-9d89-490dff57f74b" -d '{"events": [{"server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "name": "network-vif-plugged", "status": "completed", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:57.450285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.460563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Provisioning for port ac32947f-6d88-49f8-8650-2e212ba1cf48 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:57.467344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:57.469143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Provisioning complete for port ac32947f-6d88-49f8-8650-2e212ba1cf48 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:57.469609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.516881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Port ac32947f-6d88-49f8-8650-2e212ba1cf48 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:57.518704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.551271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-fb6d-4912-9bdf-8c3c12f79164 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.559350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Provisioning complete for port e428c60c-1f08-4ab1-af44-c428590e121a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:57.559565 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.566785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-fb6d-4912-9bdf-8c3c12f79164 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.602735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611fed5-fb6d-4912-9bdf-8c3c12f79164 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b07d13-13f2-4319-a9e0-988211c470ed,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.618808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb49e0-8de9-4d71-8ae1-95a372043ad1 req-39a34ce5-8e7c-49cc-bdc7-83caf331da99 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.627506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5eb49e0-8de9-4d71-8ae1-95a372043ad1 req-39a34ce5-8e7c-49cc-bdc7-83caf331da99 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 945 time: 0.6173606 Jul 15 23:14:57.633842 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-fb6d-4912-9bdf-8c3c12f79164 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.635982 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d611fed5-fb6d-4912-9bdf-8c3c12f79164 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162858 Jul 15 23:14:57.638839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40440) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:57.648809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a02e68a0-abbd-4902-962a-a3bf1f4df376 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'security_group_rule': {'security_group_id': '819bc480-ee5e-494d-82c2-e71524599754', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:57.654294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.660253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e428c60c-1f08-4ab1-af44-c428590e121a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:57.670881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Made reservation on behalf of bebec68a8d914d3b929c627baa44637b for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:57.672599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.705453 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a02e68a0-abbd-4902-962a-a3bf1f4df376 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.786745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a02e68a0-abbd-4902-962a-a3bf1f4df376 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.790633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e428c60c-1f08-4ab1-af44-c428590e121a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:57.791045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.792547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-4b49b8ca-be23-4938-8da8-b0782297882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.792991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a02e68a0-abbd-4902-962a-a3bf1f4df376 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.794054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-4b49b8ca-be23-4938-8da8-b0782297882e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 1095 time: 0.4711139 Jul 15 23:14:57.838079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e68a0-abbd-4902-962a-a3bf1f4df376 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc36a51-7d51-44df-a3ce-763a262a30eb,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.862966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a02e68a0-abbd-4902-962a-a3bf1f4df376 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.864616 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a02e68a0-abbd-4902-962a-a3bf1f4df376 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2244859 Jul 15 23:14:57.868412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40442) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:57.876415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:57.910402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Provisioning for port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:57.925048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Provisioning complete for port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:57.925429 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.927883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.969483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4fb08-a0a9-4fec-9968-6862555999fc None None] Port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:57.982350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 271967fa-edc2-403b-ab32-582e7e604f52 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:58.056809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 271967fa-edc2-403b-ab32-582e7e604f52 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:58.081869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.097892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-af4f18b3-faf1-409a-9c60-db41e24b1bdd None None] Provisioning complete for port ac32947f-6d88-49f8-8650-2e212ba1cf48 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:58.097892 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-af4f18b3-faf1-409a-9c60-db41e24b1bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.143367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcbbe51-c88e-4e80-b99a-c3ccc050b254 None None] Network c828e4df-6f5c-4380-b9c4-723c81f09cd8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:58.167034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-af4f18b3-faf1-409a-9c60-db41e24b1bdd None None] Port ac32947f-6d88-49f8-8650-2e212ba1cf48 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:58.214425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Allocated IP 172.25.3.119 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/3d59ec73-fe0c-4053-96b8-ea140fe4bdd3) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:58.311537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Provisioning for port 271967fa-edc2-403b-ab32-582e7e604f52 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:58.314276 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.316139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Provisioning complete for port 271967fa-edc2-403b-ab32-582e7e604f52 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:58.316762 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.326943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.330430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5eb49e0-8de9-4d71-8ae1-95a372043ad1 req-0090bfd3-bef1-4cab-b4d0-65ba343b78f8 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020774 Jul 15 23:14:58.334292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cb2932-8752-41ed-813d-ed9834a8e82d']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:58.373669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.392704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faf9ba-2bc2-4bad-b365-9d36b01b1583 req-91d22764-576f-4302-9a81-77eadb4438ec tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.394312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44faf9ba-2bc2-4bad-b365-9d36b01b1583 req-91d22764-576f-4302-9a81-77eadb4438ec tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.9393640 Jul 15 23:14:58.405519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d992f1d-2d33-46c2-8006-6ac0e35963dc') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:58.406170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d992f1d-2d33-46c2-8006-6ac0e35963dc') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:58.426505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:58.429888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:58.430645 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.434465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:58.443684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=3d59ec73-fe0c-4053-96b8-ea140fe4bdd3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.464689 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.489760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] For port 271967fa-edc2-403b-ab32-582e7e604f52, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=271967fa-edc2-403b-ab32-582e7e604f52,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:58.492346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44faf9ba-2bc2-4bad-b365-9d36b01b1583 req-a04cf6d8-df14-44cf-9df4-6b47cedc55db tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815914 Jul 15 23:14:58.496985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.513457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.550636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-002735ff-05df-4823-bea8-8d5e66294845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.551456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Provisioning complete for port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:58.551836 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.553088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-002735ff-05df-4823-bea8-8d5e66294845 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 916 time: 0.7474880 Jul 15 23:14:58.563974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:58.565851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:58.577270 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:58.608113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Pushing event updated for resources: {'Port': ['ID=271967fa-edc2-403b-ab32-582e7e604f52,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.619228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aa03a709-62d2-4a62-8e97-a1c3808a6c0c None None] Port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:58.694656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e37777a-ef49-4065-beb0-3868fe3edcb1 req-fc49e4e7-99a3-4a45-a6ec-9bce991c26c9 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 210 time: 0.1622174 Jul 15 23:14:58.701239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-df3cd089-b2d7-4359-a732-bed826bacf18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c60692-a202-4ff9-897c-b396a1127351 HTTP/1.1" status: 200 len: 217 time: 0.1248875 Jul 15 23:14:58.739199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f04e8990-1781-4b4c-9141-5fc363b30cc6 None None] Provisioning complete for port 271967fa-edc2-403b-ab32-582e7e604f52 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:58.739585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f04e8990-1781-4b4c-9141-5fc363b30cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.802555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Allocated IP 172.20.0.13 (02acce8e-692d-4165-9958-7034aea522a2/2ed273b6-5246-4db7-91d3-51b01b07bc47/10914dae-676b-4532-89d3-c620f5ec71a8) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:58.805172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.829034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.831023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "DELETE /v2.0/networks/29cb2932-8752-41ed-813d-ed9834a8e82d HTTP/1.1" status: 204 len: 168 time: 1.6154561 Jul 15 23:14:58.833804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40450) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:58.837994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.858443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa795c-2df1-401a-b9c9-5d53b76c9a6b tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event deleted for resources: {'Network': ['ID=29cb2932-8752-41ed-813d-ed9834a8e82d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.893039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-77fa0d18-92b0-4a6a-af57-e1ab58775041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.894557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-77fa0d18-92b0-4a6a-af57-e1ab58775041 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec81c68f-a63b-4ce9-baf3-ba25053b74da HTTP/1.1" status: 200 len: 855 time: 0.1420150 Jul 15 23:14:58.910434 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6ed787-b374-45de-849a-c112c72c6055 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] DELETE failed (client error): The resource could not be found. Jul 15 23:14:58.911378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6ed787-b374-45de-849a-c112c72c6055 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:14:58.916259 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f6ed787-b374-45de-849a-c112c72c6055 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "DELETE /v2.0/ports/7bd0222b-855b-4665-b565-752c504f62d6 HTTP/1.1" status: 404 len: 333 time: 0.0709088 Jul 15 23:14:58.918540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40452) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:58.925890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eca19-1d41-44b7-9efe-3ad22a16d1cc req-1f9836b9-e048-42b2-959e-5e9e3b967964 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.927435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c58eca19-1d41-44b7-9efe-3ad22a16d1cc req-1f9836b9-e048-42b2-959e-5e9e3b967964 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 945 time: 0.2927043 Jul 15 23:14:58.941004 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8dde9b-8ff8-4e7c-abef-abcd552488da x-openstack-request-id: req-3a8dde9b-8ff8-4e7c-abef-abcd552488da {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:58.941350 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "name": "network-vif-plugged", "status": "completed", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:58.941544 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a8dde9b-8ff8-4e7c-abef-abcd552488da {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:58.941915 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'code': 200} Jul 15 23:14:58.992356 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.993464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-71018aa7-abf4-4785-a051-94a97c85294f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3ec6da5-c2b6-4b12-894a-cd209048c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607092 Jul 15 23:14:59.018906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffef28c-d3a5-471e-be93-8c163deb75dc tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Deleting subnet 692857ef-8827-4264-b9c1-a3fd50b33c16 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:59.025208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ffef28c-d3a5-471e-be93-8c163deb75dc tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.039788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 38c60692-a202-4ff9-897c-b396a1127351 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:59.084263 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ffef28c-d3a5-471e-be93-8c163deb75dc tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.151516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=38c60692-a202-4ff9-897c-b396a1127351,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:59.164862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '38c60692-a202-4ff9-897c-b396a1127351', 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'port_id': '38c60692-a202-4ff9-897c-b396a1127351', 'mac_address': 'fa:16:3e:54:8b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec81c68f-a63b-4ce9-baf3-ba25053b74da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:59.186007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c58eca19-1d41-44b7-9efe-3ad22a16d1cc req-b4df4309-7045-4cf0-a703-24b645c9cdfd tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450922 Jul 15 23:14:59.206817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caab46-7ea3-4576-94c1-9130d3418c17 req-824a9a91-dcba-4977-96ab-bac310ac3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.207015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.208231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31caab46-7ea3-4576-94c1-9130d3418c17 req-824a9a91-dcba-4977-96ab-bac310ac3d57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 1096 time: 0.3440595 Jul 15 23:14:59.231941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c60692-a202-4ff9-897c-b396a1127351 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:59.247225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:59.249233 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ffef28c-d3a5-471e-be93-8c163deb75dc tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.274039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711914-4b2b-40fa-8456-248eb25448e9 req-4c74ade9-0124-4ced-a279-c366e3ed9f39 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.275615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05711914-4b2b-40fa-8456-248eb25448e9 req-4c74ade9-0124-4ced-a279-c366e3ed9f39 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 944 time: 0.3441851 Jul 15 23:14:59.291447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=38c60692-a202-4ff9-897c-b396a1127351,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:59.298136 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.309725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.310120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-ef721923-a23b-47b8-a736-26812a2f6489 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890148 Jul 15 23:14:59.312587 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.325952 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.372263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31caab46-7ea3-4576-94c1-9130d3418c17 req-74b7d61e-9cfc-41d4-b72b-2dcd6b838a3e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402884 Jul 15 23:14:59.394374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=3d59ec73-fe0c-4053-96b8-ea140fe4bdd3,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:59.401808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ffef28c-d3a5-471e-be93-8c163deb75dc tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.411362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05711914-4b2b-40fa-8456-248eb25448e9 req-6ca10218-a601-4e12-876a-4947c50f86d4 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247969 Jul 15 23:14:59.435413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=38c60692-a202-4ff9-897c-b396a1127351,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:59.438207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffef28c-d3a5-471e-be93-8c163deb75dc tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event deleted for resources: {'Subnet': ['ID=692857ef-8827-4264-b9c1-a3fd50b33c16,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:59.440129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.455348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ffef28c-d3a5-471e-be93-8c163deb75dc tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.455348 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5ffef28c-d3a5-471e-be93-8c163deb75dc tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "DELETE /v2.0/subnets/692857ef-8827-4264-b9c1-a3fd50b33c16 HTTP/1.1" status: 204 len: 168 time: 0.5317042 Jul 15 23:14:59.455348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40456) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:59.469659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:59.478496 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.479706 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f92f2fc-ac10-407e-af80-c0e4c6957fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6094587 Jul 15 23:14:59.498454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43826c45-90bb-4257-97af-28b9aa2ea04a None None] Network c9d44f37-bb80-414c-b357-b5cf785a6e27 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:59.501719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:59.502379 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.547349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63046aef-318b-4ab5-8d1c-d2ce0803bc26 req-459e2ba9-99ad-4d15-876a-064b0b68d403 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172725 Jul 15 23:14:59.552577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.568628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 271967fa-edc2-403b-ab32-582e7e604f52 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:59.575373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.627775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['38c60692-a202-4ff9-897c-b396a1127351'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:59.639856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Pushing event updated for resources: {'Port': ['ID=10914dae-676b-4532-89d3-c620f5ec71a8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:59.644292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Deleting port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:59.644761 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.703464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Network 02acce8e-692d-4165-9958-7034aea522a2 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:59.713636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:59.719877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:59.737803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 271967fa-edc2-403b-ab32-582e7e604f52 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:59.738190 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.761434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] For port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e7a416b2-2ec9-4ec1-84ff-243fda59b9bf,segment=NetworkSegment(9bfdb89b-cc5c-4413-8e9a-27643a9afa9a),segment_id=9bfdb89b-cc5c-4413-8e9a-27643a9afa9a)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:59.761874 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.776791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Calling delete_port for e7a416b2-2ec9-4ec1-84ff-243fda59b9bf owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:59.781063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.781712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.808190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-f559c5b0-6955-4321-94fa-ccfef7efb5ec tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7821805 Jul 15 23:14:59.854853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Request body: {'port': {'device_id': 'f2a641ac-415a-4d6b-8142-3e838518f587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:59.868644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.868869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.869959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165f6ad-c593-49c4-b37c-f6adc9e64825 req-08072db5-3321-4da2-99fd-00e103839e46 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.871560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2165f6ad-c593-49c4-b37c-f6adc9e64825 req-08072db5-3321-4da2-99fd-00e103839e46 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 945 time: 0.2392371 Jul 15 23:14:59.906570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] No DVR routers for this DVR port e7a416b2-2ec9-4ec1-84ff-243fda59b9bf on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:59.914565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event deleted for resources: {'Port': ['ID=e7a416b2-2ec9-4ec1-84ff-243fda59b9bf,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:59.942721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,segment=NetworkSegment(2a843020-ae29-496d-b7f2-f470d33c60a0),segment_id=2a843020-ae29-496d-b7f2-f470d33c60a0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:59.974066 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.986196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2165f6ad-c593-49c4-b37c-f6adc9e64825 req-2b71cb93-a54f-4859-884e-67f91ff9ed3d tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932474 Jul 15 23:15:00.003920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150acbc-9ba9-495f-b405-b345a768b48c req-15a150a1-2ab1-43be-b53e-54b0c4131f8a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.005431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9150acbc-9ba9-495f-b405-b345a768b48c req-15a150a1-2ab1-43be-b53e-54b0c4131f8a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1964176 Jul 15 23:15:00.021044 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.029029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.039670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d44f37-bb80-414c-b357-b5cf785a6e27']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:00.050716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfdb89b-cc5c-4413-8e9a-27643a9afa9a') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:00.054994 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfdb89b-cc5c-4413-8e9a-27643a9afa9a') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:00.065136 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.072765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:00.084636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.090889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:00.091262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:00.094603 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:00.148382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19261456-7492-4e67-adbb-f9739de21632 None None] DHCP port deletion for c9d44f37-bb80-414c-b357-b5cf785a6e27 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:15:00.168637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.177409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.179890 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] 10.222.0.23 "DELETE /v2.0/networks/c9d44f37-bb80-414c-b357-b5cf785a6e27 HTTP/1.1" status: 204 len: 168 time: 0.7243443 Jul 15 23:15:00.189716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6886b-ecbe-4f71-b2c1-7dde292fe911 tempest-DHCPAgentSchedulersTestJSON-2141869084 tempest-DHCPAgentSchedulersTestJSON-2141869084-project] Pushing event deleted for resources: {'Network': ['ID=c9d44f37-bb80-414c-b357-b5cf785a6e27,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:00.222541 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9150acbc-9ba9-495f-b405-b345a768b48c req-39ca6a65-06a3-42d4-9707-b7f44d91d4f9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063262 Jul 15 23:15:00.363733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd874d4f-ddb5-4b11-89a4-da51bc36de98 req-1014d50a-8f0d-4365-9dec-ee520d539a1a tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.365336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd874d4f-ddb5-4b11-89a4-da51bc36de98 req-1014d50a-8f0d-4365-9dec-ee520d539a1a tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 932 time: 0.2269661 Jul 15 23:15:00.417346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40486) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.446394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-8bee8ba4-ccd7-4aef-a680-17af96e024cd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1248729701&fields=id&tenant_id=fc54abede98d429293e68f233d70634f HTTP/1.1" status: 200 len: 267 time: 0.1115518 Jul 15 23:15:00.457324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd874d4f-ddb5-4b11-89a4-da51bc36de98 req-eda23627-b709-4ad0-817e-57b73e0e372f tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 Jul 15 23:15:00.549046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-b420207b-6322-402b-a7da-bd84b85d1b1a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.550464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-b420207b-6322-402b-a7da-bd84b85d1b1a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports/ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 937 time: 0.0964453 Jul 15 23:15:00.575288 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-46d97992-5aac-4dfb-9d5f-edcbb3d3751d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c5a6a439339416f8b3d52bb68fecad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544168 Jul 15 23:15:00.575558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40492) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.596700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10914dae-676b-4532-89d3-c620f5ec71a8 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:00.607159 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.623670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ce8-2ca8-4786-8595-7f2f4647715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.649034 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ce8-2ca8-4786-8595-7f2f4647715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.659483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Transition to ACTIVE for port object 10914dae-676b-4532-89d3-c620f5ec71a8 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:00.667743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4a799b9a-ebf7-452a-b92e-e29631863e42 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.669092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4a799b9a-ebf7-452a-b92e-e29631863e42 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports/1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 936 time: 0.1110380 Jul 15 23:15:00.678532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.698737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ce8-2ca8-4786-8595-7f2f4647715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.701547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b31b4ce8-2ca8-4786-8595-7f2f4647715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.706114 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b31b4ce8-2ca8-4786-8595-7f2f4647715c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b87718b9-0d8d-46be-aaeb-e94c0e9ac09f HTTP/1.1" status: 204 len: 168 time: 0.1292861 Jul 15 23:15:00.714105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b4ce8-2ca8-4786-8595-7f2f4647715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87718b9-0d8d-46be-aaeb-e94c0e9ac09f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:00.744764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2fa5f45d-7c51-49ac-8bd3-01a287688678 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0672863 Jul 15 23:15:00.760452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc1cce-f771-4ca8-905b-a4bf6007f950 req-d10f002b-5de0-42dc-ae28-f6420c765d1e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.761926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cdfc1cce-f771-4ca8-905b-a4bf6007f950 req-d10f002b-5de0-42dc-ae28-f6420c765d1e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 945 time: 0.2007873 Jul 15 23:15:00.812637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-a4f5fb6e-67b9-4bb2-a824-47a88d424373 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0491881 Jul 15 23:15:00.821364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Pushing event updated for resources: {'Port': ['ID=10914dae-676b-4532-89d3-c620f5ec71a8,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:00.918971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cdfc1cce-f771-4ca8-905b-a4bf6007f950 req-a9ff70a3-240e-4f12-9c36-a9075eb8ed11 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497779 Jul 15 23:15:00.943244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718380ec-dd3e-41e4-b2ec-fd96d34b324b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179ebe4-6622-45c4-a622-1c4a13bf8cf8'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:00.945917 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74646444-fcd3-4bd6-80a5-2817febf9ff8" -d '{"events": [{"server_uuid": "718380ec-dd3e-41e4-b2ec-fd96d34b324b", "name": "network-vif-plugged", "status": "completed", "tag": "1179ebe4-6622-45c4-a622-1c4a13bf8cf8"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:00.991947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Attempting to bind port 10914dae-676b-4532-89d3-c620f5ec71a8 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:00.992456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Attempting to bind port 10914dae-676b-4532-89d3-c620f5ec71a8 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '822f1345-b13b-4da6-876e-dade86aa0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02acce8e-692d-4165-9958-7034aea522a2'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:00.992657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Attempting to bind port 10914dae-676b-4532-89d3-c620f5ec71a8 on network 02acce8e-692d-4165-9958-7034aea522a2 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:01.005475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Port 10914dae-676b-4532-89d3-c620f5ec71a8 on network 02acce8e-692d-4165-9958-7034aea522a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:01.005806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Attempting to bind port 10914dae-676b-4532-89d3-c620f5ec71a8 on network 02acce8e-692d-4165-9958-7034aea522a2 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:01.007607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40502) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:01.015613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-60c2ee93-a270-4460-9449-2106c0351266 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.021282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-60c2ee93-a270-4460-9449-2106c0351266 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.027607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-60c2ee93-a270-4460-9449-2106c0351266 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.029200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-60c2ee93-a270-4460-9449-2106c0351266 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/networks?id=19797e7c-9816-4f28-84eb-abea97fbfe84&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8 HTTP/1.1" status: 200 len: 1994 time: 0.1994100 Jul 15 23:15:01.058213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:01.058545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Checking segment: {'id': '822f1345-b13b-4da6-876e-dade86aa0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02acce8e-692d-4165-9958-7034aea522a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:01.058949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Bound using segment: {'id': '822f1345-b13b-4da6-876e-dade86aa0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02acce8e-692d-4165-9958-7034aea522a2'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:01.059390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Bound port: 10914dae-676b-4532-89d3-c620f5ec71a8, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822f1345-b13b-4da6-876e-dade86aa0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02acce8e-692d-4165-9958-7034aea522a2'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:01.059750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.064345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40bc4c69-d71f-4f71-bfa1-7e5acfe2c49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.071517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 38c60692-a202-4ff9-897c-b396a1127351 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:01.099234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-5c617264-39e6-46d1-b90d-3f1e9ffa5ba1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/quotas/fc54abede98d429293e68f233d70634f HTTP/1.1" status: 200 len: 375 time: 0.0606542 Jul 15 23:15:01.120131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 38c60692-a202-4ff9-897c-b396a1127351 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:01.123942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 38c60692-a202-4ff9-897c-b396a1127351 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:01.124317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.206973 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.242628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=38c60692-a202-4ff9-897c-b396a1127351,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:01.244918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edec69b-81c8-4efb-a3ad-ba28527cb471 req-cbebcae0-179a-4124-95c5-f4048d7b47d7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.246323 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.246494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5edec69b-81c8-4efb-a3ad-ba28527cb471 req-cbebcae0-179a-4124-95c5-f4048d7b47d7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2113030 Jul 15 23:15:01.249991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] For port 10914dae-676b-4532-89d3-c620f5ec71a8, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:01.278992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] For port 10914dae-676b-4532-89d3-c620f5ec71a8, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=10914dae-676b-4532-89d3-c620f5ec71a8,segment=NetworkSegment(822f1345-b13b-4da6-876e-dade86aa0fa3),segment_id=822f1345-b13b-4da6-876e-dade86aa0fa3)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:01.296082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.297079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=38c60692-a202-4ff9-897c-b396a1127351,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.304583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.304930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.305318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.305697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.306033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.306365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.306695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.307080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.307411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.307743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.308067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.308390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:01.350346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-310cb695-1194-4f6e-9fbf-4e9cc214e088 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2425497 Jul 15 23:15:01.387369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.387981 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.389335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] 10.222.0.37 "PUT /v2.0/ports/10914dae-676b-4532-89d3-c620f5ec71a8 HTTP/1.1" status: 200 len: 1092 time: 1.5671749 Jul 15 23:15:01.391482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a641ac-415a-4d6b-8142-3e838518f587', 'tag': '10914dae-676b-4532-89d3-c620f5ec71a8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:01.393683 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a641ac-415a-4d6b-8142-3e838518f587", "tag": "10914dae-676b-4532-89d3-c620f5ec71a8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:01.419143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5edec69b-81c8-4efb-a3ad-ba28527cb471 req-3406e08c-8dec-4fb9-abc2-bdb9b70750f6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628711 Jul 15 23:15:01.455836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e7a416b2-2ec9-4ec1-84ff-243fda59b9bf no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:01.476609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc563613-bd97-434c-b3ed-73c3a5c65835 service neutron] Pushing event updated for resources: {'Port': ['ID=10914dae-676b-4532-89d3-c620f5ec71a8,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.477876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e7a416b2-2ec9-4ec1-84ff-243fda59b9bf {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:01.478472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e7a416b2-2ec9-4ec1-84ff-243fda59b9bf not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:01.508109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40bc4c69-d71f-4f71-bfa1-7e5acfe2c49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.532323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40bc4c69-d71f-4f71-bfa1-7e5acfe2c49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.582682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-61356510-efa1-4a9c-9428-465ff753bbdf service neutron] 10.222.0.23 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204716 Jul 15 23:15:01.593716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-40bc4c69-d71f-4f71-bfa1-7e5acfe2c49c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddf924ac6af44a27ad0b8b1f47622dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827408 Jul 15 23:15:01.594118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:01.604796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc4c69-d71f-4f71-bfa1-7e5acfe2c49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffbab96-2fa8-421c-971c-9501193095d5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.647075 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-471e716a-be20-4c1a-bf72-b91d83d6af15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.672711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-0faa4625-f682-4ab4-8b08-7386f38f60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.674435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-0faa4625-f682-4ab4-8b08-7386f38f60c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bebec68a8d914d3b929c627baa44637b&device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 1095 time: 0.1904254 Jul 15 23:15:01.675788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-471e716a-be20-4c1a-bf72-b91d83d6af15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.725744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-471e716a-be20-4c1a-bf72-b91d83d6af15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.729339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-471e716a-be20-4c1a-bf72-b91d83d6af15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:01.730866 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-471e716a-be20-4c1a-bf72-b91d83d6af15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ffbab96-2fa8-421c-971c-9501193095d5 HTTP/1.1" status: 204 len: 168 time: 0.1356931 Jul 15 23:15:01.739846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e716a-be20-4c1a-bf72-b91d83d6af15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffbab96-2fa8-421c-971c-9501193095d5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.750551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-28b54b06-43c1-4ba1-bd75-91d41b2a5242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10914dae-676b-4532-89d3-c620f5ec71a8 HTTP/1.1" status: 200 len: 217 time: 0.0632586 Jul 15 23:15:01.768577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-39c93258-01f4-416f-939c-b8ee5e64c688 service neutron] 10.222.0.23 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746533 Jul 15 23:15:01.865606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-33ec6511-b004-41ea-990b-33a4f55a973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.868297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-33ec6511-b004-41ea-990b-33a4f55a973a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ed273b6-5246-4db7-91d3-51b01b07bc47 HTTP/1.1" status: 200 len: 861 time: 0.0987101 Jul 15 23:15:01.874692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-3792bbd2-7142-47cb-b1f5-465b77dad0f0 service neutron] 10.222.0.23 "GET /v2.0/ports/ac32947f-6d88-49f8-8650-2e212ba1cf48?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0939059 Jul 15 23:15:01.915546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-ec3d3dd7-96fa-42ec-9b57-20dcbc6d6650 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02acce8e-692d-4165-9958-7034aea522a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398896 Jul 15 23:15:01.947953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ec88c-b5b7-4103-899c-0b5333dc8455 req-57d1af21-6c9a-48d9-8cb2-e52c8467c7e8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.949425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b5ec88c-b5b7-4103-899c-0b5333dc8455 req-57d1af21-6c9a-48d9-8cb2-e52c8467c7e8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.2501619 Jul 15 23:15:02.094846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b5ec88c-b5b7-4103-899c-0b5333dc8455 req-768d80e3-8dbb-4e35-a656-054fec1cdf13 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319518 Jul 15 23:15:02.109060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-5613b7d5-06dc-41b5-b053-7748284d444a service neutron] 10.222.0.23 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241206 Jul 15 23:15:02.119974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-2dbdcb05-a266-47e5-bf56-a7744e20af12 service neutron] 10.222.0.37 "GET /v2.0/networks/02acce8e-692d-4165-9958-7034aea522a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843212 Jul 15 23:15:02.453740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40544) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:02.556166 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ebd2ca-575c-4001-b5c5-6394b3d861e7 x-openstack-request-id: req-a2ebd2ca-575c-4001-b5c5-6394b3d861e7 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:02.557027 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718380ec-dd3e-41e4-b2ec-fd96d34b324b", "name": "network-vif-plugged", "status": "completed", "tag": "1179ebe4-6622-45c4-a622-1c4a13bf8cf8", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:02.557427 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2ebd2ca-575c-4001-b5c5-6394b3d861e7 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:02.557956 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718380ec-dd3e-41e4-b2ec-fd96d34b324b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179ebe4-6622-45c4-a622-1c4a13bf8cf8', 'code': 200} Jul 15 23:15:02.580135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1851232596'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:02.612514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-54b24365-5036-4c58-9801-08d5a3a3be8c service neutron] 10.222.0.23 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968901 Jul 15 23:15:02.614480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b968ef89-916f-4fd3-b8b7-68dd6e1a151f req-b0dd6c45-3c4d-49e7-93f8-81edd03091e1 service neutron] 10.222.0.37 "GET /v2.0/networks/02acce8e-692d-4165-9958-7034aea522a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906776 Jul 15 23:15:02.621296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Made reservation on behalf of 69a3d205b8a148f88c068f2428a6860c for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:02.638706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.657415 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.672091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-acae4835-6c5e-4131-91f6-ae809e9b88ec service neutron] 10.222.0.23 "GET /v2.0/ports/1095efb3-a87f-43d5-b5fc-2e5bef24ebf2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0523190 Jul 15 23:15:02.768061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.773181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.796949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:02.813681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbccf57-5669-409f-8cb1-cb7ab0213a42,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:02.817906 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.818263 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Added segment ace1b70b-93a9-4289-9753-04e2b85b31fe of type vlan for network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 Jul 15 23:15:02.842994 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-ae2b47c7-0079-4458-9f9b-de8e1170e0bc service neutron] 10.222.0.23 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596215 Jul 15 23:15:02.852876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502fc2-85b4-4401-ad26-6d6dd14ccd3f req-145d3ab7-b0f1-480e-b73b-2712fb5ad417 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:02.854345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4502fc2-85b4-4401-ad26-6d6dd14ccd3f req-145d3ab7-b0f1-480e-b73b-2712fb5ad417 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 946 time: 0.1813226 Jul 15 23:15:02.864878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.899662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.903847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b63ba2-f312-4e45-9a77-30be4a967209 req-79ca6554-73f6-400f-8a26-449ac7926162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:02.905341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40b63ba2-f312-4e45-9a77-30be4a967209 req-79ca6554-73f6-400f-8a26-449ac7926162 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 1097 time: 0.1964388 Jul 15 23:15:02.905489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:02.906130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.941643 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4866688 Jul 15 23:15:02.945063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40552) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:02.949416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'subnet': {'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:02.972944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4502fc2-85b4-4401-ad26-6d6dd14ccd3f req-b35e84d4-9196-4761-b3f1-49c78bb1f91a tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078391 Jul 15 23:15:02.999946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803d1ff-0376-4148-af2f-340545c05ee7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Network': ['ID=c3fbc68c-60ad-44bf-8948-2c2a1936e5b6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:03.011331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40b63ba2-f312-4e45-9a77-30be4a967209 req-0925b98a-ee43-43d2-a756-777f5d3c686d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989678 Jul 15 23:15:03.013638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:03.014211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-e879ff7c-1bfa-432d-8aed-4405a95c000f service neutron] 10.222.0.23 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589642 Jul 15 23:15:03.041242 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74d1cf0-6dea-42ce-ba3d-a927228e3abf x-openstack-request-id: req-e74d1cf0-6dea-42ce-ba3d-a927228e3abf {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:03.041539 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a641ac-415a-4d6b-8142-3e838518f587", "tag": "10914dae-676b-4532-89d3-c620f5ec71a8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:03.041923 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e74d1cf0-6dea-42ce-ba3d-a927228e3abf {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:03.042321 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a641ac-415a-4d6b-8142-3e838518f587', 'tag': '10914dae-676b-4532-89d3-c620f5ec71a8', 'status': 'completed', 'code': 200} Jul 15 23:15:03.078570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Made reservation on behalf of 69a3d205b8a148f88c068f2428a6860c for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:03.083913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.180041 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-89bb8581-065c-4b38-9ff6-a0c3f0bf6968 service neutron] 10.222.0.23 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508284 Jul 15 23:15:03.235918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd101d4-ebc9-42d3-ba92-d768faeca0ae req-c47ad94c-60b7-4ecb-a0c2-559f90a8350b tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.237399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbd101d4-ebc9-42d3-ba92-d768faeca0ae req-c47ad94c-60b7-4ecb-a0c2-559f90a8350b tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 944 time: 0.1135700 Jul 15 23:15:03.282686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.324502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-21927def-1e1b-47d3-8c99-9c6f987b2e00 service neutron] 10.222.0.23 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360440 Jul 15 23:15:03.327493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbd101d4-ebc9-42d3-ba92-d768faeca0ae req-1ba8aa0a-235f-4806-958a-d4739a33f028 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598261 Jul 15 23:15:03.355300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Subnet': ['ID=b3dceff9-7da3-46c6-9b65-f0fe7415d04c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:03.361232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Checking segment: {'id': 'ace1b70b-93a9-4289-9753-04e2b85b31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:03.361613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Network hostable DHCP agents. Network: c3fbc68c-60ad-44bf-8948-2c2a1936e5b6, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:03.380706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:03.392465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c3fbc68c-60ad-44bf-8948-2c2a1936e5b6) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:03.398366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.399932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.405474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3aeca-3f7e-4c76-92a1-c4a9cad73c40 None None] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:03.426150 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ea479889-719b-4579-a7f6-d6a7cf19b07a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4805255 Jul 15 23:15:03.428628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40566) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:03.435778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1957990274'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:03.463471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-91cd8de5-ead1-4202-a7fb-539321b7cb71 service neutron] 10.222.0.23 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334624 Jul 15 23:15:03.507168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-3e4efe4a-f865-482e-9497-6b2a339aa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.509220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-3e4efe4a-f865-482e-9497-6b2a339aa471 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bebec68a8d914d3b929c627baa44637b&device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 1095 time: 0.1175499 Jul 15 23:15:03.571808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'tenant_id': '69a3d205b8a148f88c068f2428a6860c', 'fixed_ips': [{'subnet_id': 'b3dceff9-7da3-46c6-9b65-f0fe7415d04c'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:03.573680 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.588473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Made reservation on behalf of 69a3d205b8a148f88c068f2428a6860c for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:03.596278 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.622131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] device_id is not set on port de665ac2-41a1-4380-8489-4965032e893e yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:03.649234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4583cf47-b348-4e2d-865b-891a64123359 service neutron] 10.222.0.23 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790118 Jul 15 23:15:03.738731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Allocated IP 2001:db8::2 (c3fbc68c-60ad-44bf-8948-2c2a1936e5b6/b3dceff9-7da3-46c6-9b65-f0fe7415d04c/9efe2448-3c58-4099-94d8-5b09b3d75b51) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:03.749018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-665c068b-e7ba-4eed-8de5-ca95193924ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.750960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-665c068b-e7ba-4eed-8de5-ca95193924ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=02acce8e-692d-4165-9958-7034aea522a2 HTTP/1.1" status: 200 len: 922 time: 0.2331057 Jul 15 23:15:03.825630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-6ec51864-2594-4a87-b6b6-6ec16d2acff0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10914dae-676b-4532-89d3-c620f5ec71a8 HTTP/1.1" status: 200 len: 217 time: 0.0453515 Jul 15 23:15:03.885776 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.894978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Transition to ACTIVE for port object 9efe2448-3c58-4099-94d8-5b09b3d75b51 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:03.895644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-ac75fe34-b87f-4a8c-9ae4-3755add3ee4a service neutron] 10.222.0.23 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401087 Jul 15 23:15:03.910980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Transition to ACTIVE for port object 9efe2448-3c58-4099-94d8-5b09b3d75b51 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:03.920158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aff44a-b611-4953-b0de-0c9926f7322f req-1a3c97ca-b92b-4706-acd9-76a0a0bb339e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.922008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35aff44a-b611-4953-b0de-0c9926f7322f req-1a3c97ca-b92b-4706-acd9-76a0a0bb339e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.2324867 Jul 15 23:15:03.923832 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.924473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-81f80c13-9fee-4529-9964-b2348ed48a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.925861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-81f80c13-9fee-4529-9964-b2348ed48a8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ed273b6-5246-4db7-91d3-51b01b07bc47 HTTP/1.1" status: 200 len: 861 time: 0.0891826 Jul 15 23:15:03.963069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:03.967426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:03.970969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:03.975541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Allocated IP 2001:db8::3c2 (c3fbc68c-60ad-44bf-8948-2c2a1936e5b6/b3dceff9-7da3-46c6-9b65-f0fe7415d04c/de665ac2-41a1-4380-8489-4965032e893e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:03.986136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-d555f2ed-2a0a-4abf-9a1c-49935bbf4bae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02acce8e-692d-4165-9958-7034aea522a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485740 Jul 15 23:15:04.005932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Pushing event updated for resources: {'Port': ['ID=9efe2448-3c58-4099-94d8-5b09b3d75b51,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.037908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Attempting to bind port 9efe2448-3c58-4099-94d8-5b09b3d75b51 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:04.038284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Attempting to bind port 9efe2448-3c58-4099-94d8-5b09b3d75b51 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'ace1b70b-93a9-4289-9753-04e2b85b31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:04.038682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Attempting to bind port 9efe2448-3c58-4099-94d8-5b09b3d75b51 on network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:04.044439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:04.044809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Checking segment: {'id': 'ace1b70b-93a9-4289-9753-04e2b85b31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:04.045405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.045801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Bound using segment: {'id': 'ace1b70b-93a9-4289-9753-04e2b85b31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:04.046349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Bound port: 9efe2448-3c58-4099-94d8-5b09b3d75b51, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace1b70b-93a9-4289-9753-04e2b85b31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:04.046649 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.072076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35aff44a-b611-4953-b0de-0c9926f7322f req-cb166fe0-acfd-428e-8b39-ea256549fcd1 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355801 Jul 15 23:15:04.121060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] For port 9efe2448-3c58-4099-94d8-5b09b3d75b51, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:04.124816 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] For port 9efe2448-3c58-4099-94d8-5b09b3d75b51, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9efe2448-3c58-4099-94d8-5b09b3d75b51,segment=NetworkSegment(ace1b70b-93a9-4289-9753-04e2b85b31fe),segment_id=ace1b70b-93a9-4289-9753-04e2b85b31fe)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:04.130251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-eea59809-861d-4200-923d-f131c591e225 service neutron] 10.222.0.23 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261889 Jul 15 23:15:04.138380 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.175419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.187606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-e57e71bb-b752-42a6-b141-32dfc2965a15 service neutron] 10.222.0.37 "GET /v2.0/networks/02acce8e-692d-4165-9958-7034aea522a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602209 Jul 15 23:15:04.196706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Transition to ACTIVE for port object de665ac2-41a1-4380-8489-4965032e893e will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:04.208042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a5619-dabb-47bf-bb6e-6dd1b3815ecb None None] Pushing event updated for resources: {'Port': ['ID=9efe2448-3c58-4099-94d8-5b09b3d75b51,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.245442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.297728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:04.301050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:04.305946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:04.311828 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:04.312563 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.322063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=de665ac2-41a1-4380-8489-4965032e893e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.345097 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-17ae1a21-b1ef-47b6-a66f-092843c2d74f tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9151921 Jul 15 23:15:04.345777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40572) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:04.352104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1548118079', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c2', 'mac_address': 'fa:16:3e:90:ac:6f'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:04.369028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-80bc478d-3546-4525-b4d4-278423ad3ce0 service neutron] 10.222.0.23 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281837 Jul 15 23:15:04.435392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be50ab00-80b2-4c58-ab6a-f3b6a92ab1e1 req-f61cdfb2-5840-473d-bb31-1218ab24dc1a service neutron] 10.222.0.37 "GET /v2.0/networks/02acce8e-692d-4165-9958-7034aea522a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330687 Jul 15 23:15:04.481181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44703efa-74fb-448c-a78f-334cf7f3d9d0 req-e938bde3-feab-41d8-b3a6-4c46c1864482 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:04.487372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44703efa-74fb-448c-a78f-334cf7f3d9d0 req-e938bde3-feab-41d8-b3a6-4c46c1864482 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2468166 Jul 15 23:15:04.492216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Made reservation on behalf of 69a3d205b8a148f88c068f2428a6860c for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:04.559092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c60692-a202-4ff9-897c-b396a1127351'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:04.565302 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86adf80d-4f1b-45ce-9a64-e2699f18aa47" -d '{"events": [{"server_uuid": "328cfcd1-4402-4e3b-a6d5-3a41b9d1b829", "name": "network-vif-plugged", "status": "completed", "tag": "38c60692-a202-4ff9-897c-b396a1127351"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:04.582888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44703efa-74fb-448c-a78f-334cf7f3d9d0 req-cfe055b8-18ae-4410-82eb-6cb857a40673 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887897 Jul 15 23:15:04.592758 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.594083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-69f7c9a6-1968-42b6-a63c-0404e92109a9 service neutron] 10.222.0.23 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012153 Jul 15 23:15:04.625041 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] device_id is not set on port 1b810ae6-89d3-41c1-b041-dc4fe539ecb7 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:04.761332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Allocated IP 2001:db8::307 (c3fbc68c-60ad-44bf-8948-2c2a1936e5b6/b3dceff9-7da3-46c6-9b65-f0fe7415d04c/1b810ae6-89d3-41c1-b041-dc4fe539ecb7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:04.860517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568a893-7dd6-40c0-a7d1-2cf9ddaae9fc req-a18894b0-a291-4a87-98fa-3b44f4eb61b9 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:04.862093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1568a893-7dd6-40c0-a7d1-2cf9ddaae9fc req-a18894b0-a291-4a87-98fa-3b44f4eb61b9 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 946 time: 0.0808983 Jul 15 23:15:04.907437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1568a893-7dd6-40c0-a7d1-2cf9ddaae9fc req-1223ce8b-8701-4bae-8a53-28886f67fcf8 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Jul 15 23:15:04.928878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.943857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Transition to ACTIVE for port object 1b810ae6-89d3-41c1-b041-dc4fe539ecb7 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:04.983648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.032813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:05.036171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:05.040808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:05.046427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.051582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.071628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=1b810ae6-89d3-41c1-b041-dc4fe539ecb7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:05.083690 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2f83809a-5f65-4573-9aa1-b7cf20d37c70 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.7362657 Jul 15 23:15:05.087421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40612) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:05.087562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:05.098725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cdb62-593e-470f-a73f-a0ecdd56a4ee req-72209745-61c6-45d4-aa24-675b69c31a0d tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.102565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f5cdb62-593e-470f-a73f-a0ecdd56a4ee req-72209745-61c6-45d4-aa24-675b69c31a0d tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 944 time: 0.0830727 Jul 15 23:15:05.205694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:05.226600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'network_id': '8f966666-899c-4e07-8238-7c0fc1b5877d', 'port_id': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'mac_address': 'fa:16:3e:86:88:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb10daa-63e2-4605-a343-41dad889d80a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:05.249027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f5cdb62-593e-470f-a73f-a0ecdd56a4ee req-e5de408d-356d-4aa7-8661-baf1f9728612 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896413 Jul 15 23:15:05.278177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c91d93-b40b-4db3-b7fd-dbec081763c5 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.291036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c91d93-b40b-4db3-b7fd-dbec081763c5 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.302365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c91d93-b40b-4db3-b7fd-dbec081763c5 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.306809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f5c91d93-b40b-4db3-b7fd-dbec081763c5 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2019031 Jul 15 23:15:05.310120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40620) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:05.310887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 10914dae-676b-4532-89d3-c620f5ec71a8 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:05.510638 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1863d08d-a505-4041-84c9-f0179d801f3d x-openstack-request-id: req-1863d08d-a505-4041-84c9-f0179d801f3d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:05.525149 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328cfcd1-4402-4e3b-a6d5-3a41b9d1b829", "name": "network-vif-plugged", "status": "completed", "tag": "38c60692-a202-4ff9-897c-b396a1127351", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:05.525418 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1863d08d-a505-4041-84c9-f0179d801f3d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:05.525859 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c60692-a202-4ff9-897c-b396a1127351', 'code': 200} Jul 15 23:15:05.560341 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.588847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 10914dae-676b-4532-89d3-c620f5ec71a8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=10914dae-676b-4532-89d3-c620f5ec71a8,segment=NetworkSegment(822f1345-b13b-4da6-876e-dade86aa0fa3),segment_id=822f1345-b13b-4da6-876e-dade86aa0fa3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:05.592206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:05.607016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9efe2448-3c58-4099-94d8-5b09b3d75b51 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:05.608538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e9ab9-a23a-408b-921e-1cd82f082ff3 None None] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:05.665229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-038ee3a8-9c8e-432f-be41-241bfbc0994d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Deleting port 1b810ae6-89d3-41c1-b041-dc4fe539ecb7 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:05.665762 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-038ee3a8-9c8e-432f-be41-241bfbc0994d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.790262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f754967-ee81-461f-a11a-074266dc15f4 req-a03261a7-b226-4aa2-9035-6bfc71276d35 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.792376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f754967-ee81-461f-a11a-074266dc15f4 req-a03261a7-b226-4aa2-9035-6bfc71276d35 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2316122 Jul 15 23:15:05.797130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c43677-b6b0-4142-859c-9cfcbb5f31dd req-c37d276b-463d-4e07-b5e8-82895c9c2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.798998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08c43677-b6b0-4142-859c-9cfcbb5f31dd req-c37d276b-463d-4e07-b5e8-82895c9c2fa1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 1097 time: 0.3170767 Jul 15 23:15:05.833824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-038ee3a8-9c8e-432f-be41-241bfbc0994d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.861487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-038ee3a8-9c8e-432f-be41-241bfbc0994d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Calling delete_port for 1b810ae6-89d3-41c1-b041-dc4fe539ecb7 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:05.879282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '10914dae-676b-4532-89d3-c620f5ec71a8', 'network_id': '02acce8e-692d-4165-9958-7034aea522a2', 'port_id': '10914dae-676b-4532-89d3-c620f5ec71a8', 'mac_address': 'fa:16:3e:62:e8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed273b6-5246-4db7-91d3-51b01b07bc47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:05.896523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:05.903177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f754967-ee81-461f-a11a-074266dc15f4 req-96fd507b-8431-451f-a096-e6e840876df2 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992634 Jul 15 23:15:05.907326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08c43677-b6b0-4142-859c-9cfcbb5f31dd req-f680c2ab-05e0-47b7-94f1-cfebda232285 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885642 Jul 15 23:15:05.923874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.987966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b2324c7d-b6d4-4d34-b191-bce4322f0094 None None] Provisioning for port 9efe2448-3c58-4099-94d8-5b09b3d75b51 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:06.032731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1410dfc4-409b-45f8-ad9f-5956418481eb req-50c4136e-a1fc-462b-b701-3a41eb0b1024 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0545371 Jul 15 23:15:06.054464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['91a7c5fe-ac08-40ea-93ee-c1000c9b51a0'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:06.103751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:06.106663 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.108917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a74882-3faf-4311-ba0d-fba754e09cb9 req-ba6ae97a-253f-4abe-9ce5-020d97c78ff2 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:06.110554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4a74882-3faf-4311-ba0d-fba754e09cb9 req-ba6ae97a-253f-4abe-9ce5-020d97c78ff2 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.1673300 Jul 15 23:15:06.182162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9efe2448-3c58-4099-94d8-5b09b3d75b51 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:06.196851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4a74882-3faf-4311-ba0d-fba754e09cb9 req-19fe1a29-d2fa-4113-b520-27809b2c39cd tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752079 Jul 15 23:15:06.202604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10914dae-676b-4532-89d3-c620f5ec71a8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:06.203279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-038ee3a8-9c8e-432f-be41-241bfbc0994d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.236563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9efe2448-3c58-4099-94d8-5b09b3d75b51 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:06.237272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.240251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ee3a8-9c8e-432f-be41-241bfbc0994d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Port': ['ID=1b810ae6-89d3-41c1-b041-dc4fe539ecb7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:06.323213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 10914dae-676b-4532-89d3-c620f5ec71a8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=10914dae-676b-4532-89d3-c620f5ec71a8,segment=NetworkSegment(822f1345-b13b-4da6-876e-dade86aa0fa3),segment_id=822f1345-b13b-4da6-876e-dade86aa0fa3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:06.340277 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.399045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-038ee3a8-9c8e-432f-be41-241bfbc0994d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.407278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-038ee3a8-9c8e-432f-be41-241bfbc0994d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "DELETE /v2.0/ports/1b810ae6-89d3-41c1-b041-dc4fe539ecb7 HTTP/1.1" status: 204 len: 168 time: 1.0940018 Jul 15 23:15:06.409657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40650) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:06.453847 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fee240-10cd-4c32-b099-0e10643b329d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] GET failed (client error): The resource could not be found. Jul 15 23:15:06.458784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f2fee240-10cd-4c32-b099-0e10643b329d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "GET /v2.0/ports/1b810ae6-89d3-41c1-b041-dc4fe539ecb7 HTTP/1.1" status: 404 len: 333 time: 0.0444708 Jul 15 23:15:06.459165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40654) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:06.465104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-174965505'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:06.478107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=10914dae-676b-4532-89d3-c620f5ec71a8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:06.512773 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.568739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 9efe2448-3c58-4099-94d8-5b09b3d75b51, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9efe2448-3c58-4099-94d8-5b09b3d75b51,segment=NetworkSegment(ace1b70b-93a9-4289-9753-04e2b85b31fe),segment_id=ace1b70b-93a9-4289-9753-04e2b85b31fe)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:06.574893 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.625065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=9efe2448-3c58-4099-94d8-5b09b3d75b51,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:06.639150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e22ed-4a9d-412b-9399-4dbc44d64fa4 req-9fa6efd4-8876-4dd9-ac5f-2e8be3f1e50f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:06.640977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-602e22ed-4a9d-412b-9399-4dbc44d64fa4 req-9fa6efd4-8876-4dd9-ac5f-2e8be3f1e50f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.0965078 Jul 15 23:15:06.649680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2bebc-adf7-406e-b93c-1e3301e261a3 req-77f972ac-1141-4165-8f90-fdb8489a231e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:06.651287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42a2bebc-adf7-406e-b93c-1e3301e261a3 req-77f972ac-1141-4165-8f90-fdb8489a231e tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 944 time: 0.1833675 Jul 15 23:15:06.655346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Made reservation on behalf of 69a3d205b8a148f88c068f2428a6860c for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:06.659410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.677539 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] device_id is not set on port 2d14469d-0cb6-466a-b832-1503faf98ce1 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:06.714166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['10914dae-676b-4532-89d3-c620f5ec71a8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:06.714544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-602e22ed-4a9d-412b-9399-4dbc44d64fa4 req-8f0e1bb8-2e0b-478f-96bc-723a90018d95 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Jul 15 23:15:06.717502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42a2bebc-adf7-406e-b93c-1e3301e261a3 req-a05e4fb0-5c8d-4380-a221-ca4f3b2ce019 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577624 Jul 15 23:15:06.845183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Allocated IP 2001:db8::11d (c3fbc68c-60ad-44bf-8948-2c2a1936e5b6/b3dceff9-7da3-46c6-9b65-f0fe7415d04c/2d14469d-0cb6-466a-b832-1503faf98ce1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:06.920391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bafa116e-1d50-4a79-9a07-063087a92233 None None] Provisioning complete for port 9efe2448-3c58-4099-94d8-5b09b3d75b51 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:06.921160 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bafa116e-1d50-4a79-9a07-063087a92233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.022545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83ddbc-d69f-4fd7-a87e-7b8dec46649c req-348a4e9e-5bcb-4743-96cf-1fab04448da6 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:07.031299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a83ddbc-d69f-4fd7-a87e-7b8dec46649c req-348a4e9e-5bcb-4743-96cf-1fab04448da6 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 946 time: 0.1623397 Jul 15 23:15:07.060201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300ea6-ffe8-4b4a-b8a5-25042717b0e4 req-b972f9c7-2857-43f1-b6c9-8765ecb2ad91 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:07.062957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db300ea6-ffe8-4b4a-b8a5-25042717b0e4 req-b972f9c7-2857-43f1-b6c9-8765ecb2ad91 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 945 time: 0.1604850 Jul 15 23:15:07.072570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.108051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Transition to ACTIVE for port object 2d14469d-0cb6-466a-b832-1503faf98ce1 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:07.114239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:07.118894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a83ddbc-d69f-4fd7-a87e-7b8dec46649c req-fd465bbd-376d-46e1-b4ed-329e2644391d tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862036 Jul 15 23:15:07.190746 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.217111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bafa116e-1d50-4a79-9a07-063087a92233 None None] Provisioning for port de665ac2-41a1-4380-8489-4965032e893e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:07.225633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:07.226386 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.243338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db300ea6-ffe8-4b4a-b8a5-25042717b0e4 req-4255f4b0-da4e-48c6-907e-d6d7bb13a8e2 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466255 Jul 15 23:15:07.273718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-48362331-6032-4b37-8c22-c69b3842deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:07.276549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-48362331-6032-4b37-8c22-c69b3842deec service neutron] 10.222.0.59 "GET /v2.0/ports/ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 1033 time: 0.1889412 Jul 15 23:15:07.301105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bafa116e-1d50-4a79-9a07-063087a92233 None None] Provisioning complete for port de665ac2-41a1-4380-8489-4965032e893e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:07.301475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bafa116e-1d50-4a79-9a07-063087a92233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.320467 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=2d14469d-0cb6-466a-b832-1503faf98ce1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:07.324004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:07.326417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:07.349160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:07.365432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:07.366122 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.409570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f50a5a7-3ac2-460a-8632-7dea94212bfe tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9468577 Jul 15 23:15:07.409805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40666) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:07.416353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c2', 'mac_address': 'fa:16:3e:90:ac:6f'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:07.452421 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.462913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bafa116e-1d50-4a79-9a07-063087a92233 None None] Port de665ac2-41a1-4380-8489-4965032e893e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:07.527239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:07.529735 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc0d38-26a1-42bd-a6eb-8deebcc20b4f" -d '{"events": [{"server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "name": "network-vif-plugged", "status": "completed", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:07.562559 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:07.566517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9efe2448-3c58-4099-94d8-5b09b3d75b51 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:07.581851 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.607994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.719759 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:07.773509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eaf16748-d51e-4cfb-8e8e-7604e4f1b871 None None] Provisioning complete for port de665ac2-41a1-4380-8489-4965032e893e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:07.773833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eaf16748-d51e-4cfb-8e8e-7604e4f1b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.852082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eaf16748-d51e-4cfb-8e8e-7604e4f1b871 None None] Port de665ac2-41a1-4380-8489-4965032e893e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:07.883224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9efe2448-3c58-4099-94d8-5b09b3d75b51 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:07.883840 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.986785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f5009372-919d-4057-9565-be67587d3806 None None] Could not find standard attr ID for object 1b810ae6-89d3-41c1-b041-dc4fe539ecb7. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:15:08.111538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-95463b4c-7772-474b-9cac-d5b579d639d2 None None] Provisioning for port 2d14469d-0cb6-466a-b832-1503faf98ce1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:08.117905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-244fdab4-8601-479c-b9e8-d1d9e676bb72 req-b0d6de75-84ec-4954-b4d9-ec46faf58786 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.1141322 Jul 15 23:15:08.126786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-202e50ff-76a2-4759-af6d-1b9385a7b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.128211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-202e50ff-76a2-4759-af6d-1b9385a7b000 service neutron] 10.222.0.59 "GET /v2.0/ports/1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 1032 time: 0.8370154 Jul 15 23:15:08.136243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-95463b4c-7772-474b-9cac-d5b579d639d2 None None] Provisioning complete for port 2d14469d-0cb6-466a-b832-1503faf98ce1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:08.138685 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95463b4c-7772-474b-9cac-d5b579d639d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.258999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-95463b4c-7772-474b-9cac-d5b579d639d2 None None] Port 2d14469d-0cb6-466a-b832-1503faf98ce1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:08.271440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859686f-79b3-4921-99af-978dc5e71db7 req-83e545e3-5155-4eb4-8446-950ddbc1d2a4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.279059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4859686f-79b3-4921-99af-978dc5e71db7 req-83e545e3-5155-4eb4-8446-950ddbc1d2a4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2764609 Jul 15 23:15:08.291053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-b4640135-9e5a-4552-b598-1964e2083625 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.292551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-b4640135-9e5a-4552-b598-1964e2083625 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.37 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 946 time: 0.2912331 Jul 15 23:15:08.341836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.350062 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.367296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] In _notify_port_updated(), no bound segment for port 2d14469d-0cb6-466a-b832-1503faf98ce1 on network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:08.373493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.375246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.378889 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "PUT /v2.0/ports/2d14469d-0cb6-466a-b832-1503faf98ce1 HTTP/1.1" status: 200 len: 1002 time: 0.9679468 Jul 15 23:15:08.393357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40682) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:08.423239 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8e4c3-86c3-4316-93f6-a9b2285de71a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=2d14469d-0cb6-466a-b832-1503faf98ce1,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:08.443507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-9c164346-7cf2-4f23-8884-de816116d640 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.450043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-9c164346-7cf2-4f23-8884-de816116d640 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.456231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-9c164346-7cf2-4f23-8884-de816116d640 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.457963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-9c164346-7cf2-4f23-8884-de816116d640 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "GET /v2.0/networks?id=19797e7c-9816-4f28-84eb-abea97fbfe84&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8 HTTP/1.1" status: 200 len: 1994 time: 0.3180099 Jul 15 23:15:08.501783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4859686f-79b3-4921-99af-978dc5e71db7 req-568c65ff-c409-4a32-9808-b8202f967d81 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218511 Jul 15 23:15:08.560512 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2986bfb5-97ef-4815-8703-6ea67734cdfb x-openstack-request-id: req-2986bfb5-97ef-4815-8703-6ea67734cdfb {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:08.561054 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "name": "network-vif-plugged", "status": "completed", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:08.561500 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2986bfb5-97ef-4815-8703-6ea67734cdfb {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:08.562223 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'code': 200} Jul 15 23:15:08.593500 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f663b32c-ec0a-40b8-8f04-1bd4dda2b733 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc54abede98d429293e68f233d70634f HTTP/1.1" status: 200 len: 380 time: 0.1087382 Jul 15 23:15:08.610062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'admin_state_up': True, 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'security_groups': ['819bc480-ee5e-494d-82c2-e71524599754']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:08.690035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b1673901-dcce-4bd8-96fb-6c0bd972dd95 None None] Provisioning complete for port 2d14469d-0cb6-466a-b832-1503faf98ce1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:08.690683 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b1673901-dcce-4bd8-96fb-6c0bd972dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.713793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be0f9-f32a-46af-9a8f-d253714efebf req-a51813b5-85cc-4e5b-a3c8-52264fc374f8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.715319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c1be0f9-f32a-46af-9a8f-d253714efebf req-a51813b5-85cc-4e5b-a3c8-52264fc374f8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.3671277 Jul 15 23:15:08.739871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b1673901-dcce-4bd8-96fb-6c0bd972dd95 None None] Port 2d14469d-0cb6-466a-b832-1503faf98ce1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:08.824914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Deleting port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:08.825255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.870053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c04c2fce-0000-463a-bbf4-a82f3b2b97c2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Deleting port 2d14469d-0cb6-466a-b832-1503faf98ce1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:08.870399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c04c2fce-0000-463a-bbf4-a82f3b2b97c2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.875428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c1be0f9-f32a-46af-9a8f-d253714efebf req-b089d9d7-63ad-4743-abbb-b42c31aac8d7 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463981 Jul 15 23:15:09.062657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1907043-5aa1-42e4-bdcc-36d33deb65a6 req-1925900d-2991-404c-a3d4-a7079b2ba860 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.064158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1907043-5aa1-42e4-bdcc-36d33deb65a6 req-1925900d-2991-404c-a3d4-a7079b2ba860 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/ports?device_id=718380ec-dd3e-41e4-b2ec-fd96d34b324b HTTP/1.1" status: 200 len: 946 time: 0.3454781 Jul 15 23:15:09.091597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:09.095074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.103162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] For port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,segment=NetworkSegment(2a843020-ae29-496d-b7f2-f470d33c60a0),segment_id=2a843020-ae29-496d-b7f2-f470d33c60a0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:09.103517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.118048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:09.154155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c04c2fce-0000-463a-bbf4-a82f3b2b97c2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.157821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Calling delete_port for 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:09.189048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c04c2fce-0000-463a-bbf4-a82f3b2b97c2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Calling delete_port for 2d14469d-0cb6-466a-b832-1503faf98ce1 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:09.196135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.237448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:09.242099 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.285730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1907043-5aa1-42e4-bdcc-36d33deb65a6 req-759421b3-1215-4b1e-89ce-c21893c689e7 tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.23 "GET /v2.0/security-groups?id=88a99e51-1097-47c8-be0e-7de53bb45fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959350 Jul 15 23:15:09.296466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:09.326212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 10914dae-676b-4532-89d3-c620f5ec71a8 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:09.366516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d23f9-521d-4aac-943b-545e90af1e4f req-f5e7b6df-01d9-4595-a929-4924eaa6c11a tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.368111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-256d23f9-521d-4aac-943b-545e90af1e4f req-f5e7b6df-01d9-4595-a929-4924eaa6c11a tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 945 time: 0.3550303 Jul 15 23:15:09.385868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 10914dae-676b-4532-89d3-c620f5ec71a8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:09.391142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 10914dae-676b-4532-89d3-c620f5ec71a8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:09.391696 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.489514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.512431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-256d23f9-521d-4aac-943b-545e90af1e4f req-d42db42e-1e29-4a0b-a1c4-361292babc4e tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320324 Jul 15 23:15:09.531711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 10914dae-676b-4532-89d3-c620f5ec71a8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=10914dae-676b-4532-89d3-c620f5ec71a8,segment=NetworkSegment(822f1345-b13b-4da6-876e-dade86aa0fa3),segment_id=822f1345-b13b-4da6-876e-dade86aa0fa3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:09.537932 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.539628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:09.544184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Allocated IP 172.20.0.6 (19797e7c-9816-4f28-84eb-abea97fbfe84/9ae3396d-c255-4fcd-8289-4f347f493d8d/769b2f10-6d3f-4b65-92d0-f48cf8bc6239) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:09.616114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=10914dae-676b-4532-89d3-c620f5ec71a8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:09.712786 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.816393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.871596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Pushing event deleted for resources: {'Port': ['ID=1179ebe4-6622-45c4-a622-1c4a13bf8cf8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:09.873660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c04c2fce-0000-463a-bbf4-a82f3b2b97c2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.002096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.004552 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c2fce-0000-463a-bbf4-a82f3b2b97c2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Port': ['ID=2d14469d-0cb6-466a-b832-1503faf98ce1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:10.037628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] No DVR routers for this DVR port 1179ebe4-6622-45c4-a622-1c4a13bf8cf8 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:10.045328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.047377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6fb468c-88c2-4814-91c8-f752b9511288 req-10c20fbd-1ca2-4a38-a9c0-a72be7e9e19c tempest-ServerGroupTestJSON-1708884180 tempest-ServerGroupTestJSON-1708884180-project] 10.222.0.37 "DELETE /v2.0/ports/1179ebe4-6622-45c4-a622-1c4a13bf8cf8 HTTP/1.1" status: 204 len: 173 time: 1.7441168 Jul 15 23:15:10.072428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718380ec-dd3e-41e4-b2ec-fd96d34b324b', 'name': 'network-vif-deleted', 'tag': '1179ebe4-6622-45c4-a622-1c4a13bf8cf8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:10.076561 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db93cd99-d613-44c7-84c4-240381f249ad" -d '{"events": [{"server_uuid": "718380ec-dd3e-41e4-b2ec-fd96d34b324b", "name": "network-vif-deleted", "tag": "1179ebe4-6622-45c4-a622-1c4a13bf8cf8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:10.094820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Transition to ACTIVE for port object 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:10.259589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89a00f-792e-4349-84a2-97dca1bcf654 req-631be8a1-2012-4869-b677-b72431cdbe3a tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:10.262140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af89a00f-792e-4349-84a2-97dca1bcf654 req-631be8a1-2012-4869-b677-b72431cdbe3a tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.4013066 Jul 15 23:15:10.281281 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.291024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-b9c6f1fd-136a-4453-9dec-c2c4b046cfec tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:10.292770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-b9c6f1fd-136a-4453-9dec-c2c4b046cfec tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 943 time: 0.4257245 Jul 15 23:15:10.364683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c04c2fce-0000-463a-bbf4-a82f3b2b97c2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.366561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c04c2fce-0000-463a-bbf4-a82f3b2b97c2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "DELETE /v2.0/ports/2d14469d-0cb6-466a-b832-1503faf98ce1 HTTP/1.1" status: 204 len: 168 time: 1.9722145 Jul 15 23:15:10.369414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40712) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:10.399890 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f124f1-8376-4ae0-b392-c6c5045c0cb0 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] GET failed (client error): The resource could not be found. Jul 15 23:15:10.401712 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b4f124f1-8376-4ae0-b392-c6c5045c0cb0 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "GET /v2.0/ports/2d14469d-0cb6-466a-b832-1503faf98ce1 HTTP/1.1" status: 404 len: 333 time: 0.0293379 Jul 15 23:15:10.404960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40714) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:10.410141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2036926195'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:10.452407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:10.468428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:10.473758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:10.479477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af89a00f-792e-4349-84a2-97dca1bcf654 req-4bd8c393-14d6-4ec0-8f74-7af394eede43 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070756 Jul 15 23:15:10.483466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:10.532302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Made reservation on behalf of 69a3d205b8a148f88c068f2428a6860c for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:10.536249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.555725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] device_id is not set on port 4dace52a-486c-40d6-b0d9-a4d2e8281af5 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:10.564424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0'}, {'server_uuid': 'f2a641ac-415a-4d6b-8142-3e838518f587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10914dae-676b-4532-89d3-c620f5ec71a8'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:10.567219 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d73b04-9746-42c3-96aa-2d49c9f59972" -d '{"events": [{"server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "name": "network-vif-unplugged", "status": "completed", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0"}, {"server_uuid": "f2a641ac-415a-4d6b-8142-3e838518f587", "name": "network-vif-plugged", "status": "completed", "tag": "10914dae-676b-4532-89d3-c620f5ec71a8"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:10.589016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:10.589670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.651685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedff08a-b817-45d7-bdbf-b618b2a6f8cb req-5954269e-9365-482a-9bea-03145fa9244b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:10.659105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aedff08a-b817-45d7-bdbf-b618b2a6f8cb req-5954269e-9365-482a-9bea-03145fa9244b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 931 time: 0.3896530 Jul 15 23:15:10.677803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-af2ab636-f92e-4481-817b-2471ca793e55 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0721004 Jul 15 23:15:10.708452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'admin_state_up': True, 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'security_groups': ['819bc480-ee5e-494d-82c2-e71524599754']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:10.740247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Allocated IP 2001:db8::50 (c3fbc68c-60ad-44bf-8948-2c2a1936e5b6/b3dceff9-7da3-46c6-9b65-f0fe7415d04c/4dace52a-486c-40d6-b0d9-a4d2e8281af5) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:10.778905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Deleting port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:10.779698 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.799869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aedff08a-b817-45d7-bdbf-b618b2a6f8cb req-86f6bccd-59b6-4748-8771-584cf5b3bfef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397724 Jul 15 23:15:10.902688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f2cdcf19-8718-4877-b814-abe40f360908 None None] Provisioning for port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:10.911634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f2cdcf19-8718-4877-b814-abe40f360908 None None] Provisioning complete for port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:10.912621 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cdcf19-8718-4877-b814-abe40f360908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.963944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdcf19-8718-4877-b814-abe40f360908 None None] Port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:10.969609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.988378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Transition to ACTIVE for port object 4dace52a-486c-40d6-b0d9-a4d2e8281af5 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:11.025275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.071894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:11.077733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:11.081817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:11.087785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.088442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.101203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=4dace52a-486c-40d6-b0d9-a4d2e8281af5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:11.113017 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a2726672-e883-47df-a15f-aa0baf870cba tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7068136 Jul 15 23:15:11.115764 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40724) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:11.122741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:90:ac:6f'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:11.305444 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.307184 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1218234-5726-45ba-9991-00ba4b32a317 x-openstack-request-id: req-b1218234-5726-45ba-9991-00ba4b32a317 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:11.307673 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718380ec-dd3e-41e4-b2ec-fd96d34b324b", "name": "network-vif-deleted", "tag": "1179ebe4-6622-45c4-a622-1c4a13bf8cf8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:11.307800 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1218234-5726-45ba-9991-00ba4b32a317 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:11.308074 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718380ec-dd3e-41e4-b2ec-fd96d34b324b', 'name': 'network-vif-deleted', 'tag': '1179ebe4-6622-45c4-a622-1c4a13bf8cf8', 'status': 'completed', 'code': 200} Jul 15 23:15:11.396578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9a126314-3855-4c7e-b968-cba1172521ae None None] Provisioning for port 4dace52a-486c-40d6-b0d9-a4d2e8281af5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:11.402442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9a126314-3855-4c7e-b968-cba1172521ae None None] Provisioning complete for port 4dace52a-486c-40d6-b0d9-a4d2e8281af5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:11.402947 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9a126314-3855-4c7e-b968-cba1172521ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.440943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9a126314-3855-4c7e-b968-cba1172521ae None None] Port 4dace52a-486c-40d6-b0d9-a4d2e8281af5 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:11.484290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf36dc-4e9f-4070-aed8-44f151c989d4 req-c2815480-bfd6-4d0a-9275-bb19f90694de tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.485824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcbf36dc-4e9f-4070-aed8-44f151c989d4 req-c2815480-bfd6-4d0a-9275-bb19f90694de tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 943 time: 0.8207448 Jul 15 23:15:11.512426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] For port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,segment=NetworkSegment(7188dbd0-f387-4548-85ab-0a8640d1578e),segment_id=7188dbd0-f387-4548-85ab-0a8640d1578e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:11.513037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.524787 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.530443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.550109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab3ae2-9a35-469e-87b1-007572d6848c req-1754dbc0-b211-4daa-9f8d-2e8b9584a0a6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.551691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9eab3ae2-9a35-469e-87b1-007572d6848c req-1754dbc0-b211-4daa-9f8d-2e8b9584a0a6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2428715 Jul 15 23:15:11.559705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:11.563536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.565934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Calling delete_port for 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:11.570235 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:15:11.587422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] In _notify_port_updated(), no bound segment for port 4dace52a-486c-40d6-b0d9-a4d2e8281af5 on network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:11.592998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.593675 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.598585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "PUT /v2.0/ports/4dace52a-486c-40d6-b0d9-a4d2e8281af5 HTTP/1.1" status: 200 len: 1002 time: 0.4774098 Jul 15 23:15:11.598585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983905e-5522-4482-ac77-fe24ca198a98 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=4dace52a-486c-40d6-b0d9-a4d2e8281af5,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:11.598585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40726) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:11.669131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcbf36dc-4e9f-4070-aed8-44f151c989d4 req-33986d4e-057c-4d96-82f0-dfd66ea6f51f tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f14884-1580-45cc-b690-d793e5d2298b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695483 Jul 15 23:15:11.721937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a875fdf6-8b3d-4abc-b64d-c8302b7986cf tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Deleting port 4dace52a-486c-40d6-b0d9-a4d2e8281af5 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:11.722388 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a875fdf6-8b3d-4abc-b64d-c8302b7986cf tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.878740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Allocated IP 10.1.1.176 (bcab3cd0-a953-43fa-9594-d01d6a45b19d/e7210800-b908-4cf1-96ec-96aab14aed92/287d1f70-7684-4ff8-a8cd-1832c80334a7) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:11.892376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a875fdf6-8b3d-4abc-b64d-c8302b7986cf tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.906117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a875fdf6-8b3d-4abc-b64d-c8302b7986cf tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Calling delete_port for 4dace52a-486c-40d6-b0d9-a4d2e8281af5 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:11.970731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1acdf815-d3e7-4684-8448-24fee28f96d1 None None] Provisioning complete for port 4dace52a-486c-40d6-b0d9-a4d2e8281af5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:11.972193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1acdf815-d3e7-4684-8448-24fee28f96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.055258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1acdf815-d3e7-4684-8448-24fee28f96d1 None None] Port 4dace52a-486c-40d6-b0d9-a4d2e8281af5 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:12.070258 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a875fdf6-8b3d-4abc-b64d-c8302b7986cf tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.113946 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.124515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875fdf6-8b3d-4abc-b64d-c8302b7986cf tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Port': ['ID=4dace52a-486c-40d6-b0d9-a4d2e8281af5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:12.135622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Transition to ACTIVE for port object 287d1f70-7684-4ff8-a8cd-1832c80334a7 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:12.149186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9eab3ae2-9a35-469e-87b1-007572d6848c req-8759f760-d755-438d-bbef-b45774adbc4b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770352 Jul 15 23:15:12.150702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a875fdf6-8b3d-4abc-b64d-c8302b7986cf tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.153176 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a875fdf6-8b3d-4abc-b64d-c8302b7986cf tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "DELETE /v2.0/ports/4dace52a-486c-40d6-b0d9-a4d2e8281af5 HTTP/1.1" status: 204 len: 168 time: 0.5536487 Jul 15 23:15:12.156213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40740) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:12.222582 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4548c2e7-2cbe-4a42-9924-f1d48a4f91a4 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] GET failed (client error): The resource could not be found. Jul 15 23:15:12.226061 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4548c2e7-2cbe-4a42-9924-f1d48a4f91a4 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "GET /v2.0/ports/4dace52a-486c-40d6-b0d9-a4d2e8281af5 HTTP/1.1" status: 404 len: 333 time: 0.0684903 Jul 15 23:15:12.243150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40742) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:12.248917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-187999092'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:12.275125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.301910 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.456876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Pushing event deleted for resources: {'Port': ['ID=91a7c5fe-ac08-40ea-93ee-c1000c9b51a0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:12.473348 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0ff76b-79d3-48df-b2f4-5c94f54ee36d x-openstack-request-id: req-ae0ff76b-79d3-48df-b2f4-5c94f54ee36d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:12.473656 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "name": "network-vif-unplugged", "status": "completed", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0", "code": 200}, {"server_uuid": "f2a641ac-415a-4d6b-8142-3e838518f587", "name": "network-vif-plugged", "status": "completed", "tag": "10914dae-676b-4532-89d3-c620f5ec71a8", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:12.473818 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae0ff76b-79d3-48df-b2f4-5c94f54ee36d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:12.474227 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'code': 200} Jul 15 23:15:12.474488 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a641ac-415a-4d6b-8142-3e838518f587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10914dae-676b-4532-89d3-c620f5ec71a8', 'code': 200} Jul 15 23:15:12.503221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] No DVR routers for this DVR port 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:12.533745 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.539136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee89ee4a-1c9f-42c0-ab61-5f819756c3a2 req-245c34eb-99dd-47f8-830d-6b1025a8fa1b tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.59 "DELETE /v2.0/ports/91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 HTTP/1.1" status: 204 len: 173 time: 2.2067711 Jul 15 23:15:12.545649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:12.549016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Made reservation on behalf of 69a3d205b8a148f88c068f2428a6860c for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:12.552791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.572358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:12.584132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] device_id is not set on port 019bd5f2-0537-4dcf-bc0b-6903aaa27802 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:12.594267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:12.668411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=287d1f70-7684-4ff8-a8cd-1832c80334a7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:12.749036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.749894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.780510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227deb9b-8d2c-45ef-8544-202999899220 req-6b21335b-bf02-4f98-95ef-5088759cbe5f tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.788843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-227deb9b-8d2c-45ef-8544-202999899220 req-6b21335b-bf02-4f98-95ef-5088759cbe5f tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 946 time: 0.4949880 Jul 15 23:15:12.852212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Allocated IP 2001:db8::15d (c3fbc68c-60ad-44bf-8948-2c2a1936e5b6/b3dceff9-7da3-46c6-9b65-f0fe7415d04c/019bd5f2-0537-4dcf-bc0b-6903aaa27802) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:12.862256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205529f2-70d0-47d4-baa4-338be349944d req-e2b830f8-9cc9-4acb-9d95-5ab47023b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.864347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-205529f2-70d0-47d4-baa4-338be349944d req-e2b830f8-9cc9-4acb-9d95-5ab47023b908 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 1097 time: 0.2745368 Jul 15 23:15:12.868331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-22a8574a-3858-44d6-aa92-ce14cb168a2f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1648207 Jul 15 23:15:12.898786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'admin_state_up': True, 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'security_groups': ['819bc480-ee5e-494d-82c2-e71524599754']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:12.946327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-227deb9b-8d2c-45ef-8544-202999899220 req-17342b25-1cf0-4af0-b33d-03fbba64a22b tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564202 Jul 15 23:15:13.009191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3ff5049a-fbe7-44c6-8433-5a695d90e768 None None] Provisioning for port 287d1f70-7684-4ff8-a8cd-1832c80334a7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:13.009775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-205529f2-70d0-47d4-baa4-338be349944d req-0ac27b7f-4544-4d97-961c-7d0bf9c8058b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382372 Jul 15 23:15:13.017269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3ff5049a-fbe7-44c6-8433-5a695d90e768 None None] Provisioning complete for port 287d1f70-7684-4ff8-a8cd-1832c80334a7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:13.017818 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3ff5049a-fbe7-44c6-8433-5a695d90e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.033975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda8f1-86a7-4651-b587-fcb8253e48e6 req-581146fb-e359-4054-9a01-1182107a176f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.040427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda8f1-86a7-4651-b587-fcb8253e48e6 req-581146fb-e359-4054-9a01-1182107a176f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.047424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80bda8f1-86a7-4651-b587-fcb8253e48e6 req-581146fb-e359-4054-9a01-1182107a176f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 1653 time: 0.2563214 Jul 15 23:15:13.070044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5049a-fbe7-44c6-8433-5a695d90e768 None None] Port 287d1f70-7684-4ff8-a8cd-1832c80334a7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:13.088366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.103394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Transition to ACTIVE for port object 019bd5f2-0537-4dcf-bc0b-6903aaa27802 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:13.127233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80bda8f1-86a7-4651-b587-fcb8253e48e6 req-99c26352-0231-4ed0-94b5-9a56d5ca9f84 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788093 Jul 15 23:15:13.134043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:13.137898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.143212 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.143555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:13.167338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:13.170648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:13.187370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:13.187724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 91a7c5fe-ac08-40ea-93ee-c1000c9b51a0 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:13.214116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:13.222271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.223676 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.247425 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0028291 Jul 15 23:15:13.247957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:13.290513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'network_id': 'c3fbc68c-60ad-44bf-8948-2c2a1936e5b6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-51071161'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:13.294250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326c2a9-5d8b-4edf-985c-21763bf90ea7 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=019bd5f2-0537-4dcf-bc0b-6903aaa27802,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:13.316205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'name': 'network-vif-deleted', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:13.318537 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ec88ee-62af-47f2-b409-cc0e12bcb8ec" -d '{"events": [{"server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "name": "network-vif-deleted", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:13.463971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6af36d6b-7a02-4192-bab1-bad4910dd716 req-5603c28c-938a-4b7b-973a-288d9c2ac974 tempest-ImagesTestJSON-653614278 tempest-ImagesTestJSON-653614278-project] 10.222.0.23 "GET /v2.0/ports?device_id=34b573c3-a72b-452d-945a-54372c6cc64b HTTP/1.1" status: 200 len: 210 time: 0.0677309 Jul 15 23:15:13.481362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80519af-2bd0-40e9-aeab-8f7954ac3ce1 req-f15f7efc-037a-4de6-a090-36059af8cd2f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.483698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e80519af-2bd0-40e9-aeab-8f7954ac3ce1 req-f15f7efc-037a-4de6-a090-36059af8cd2f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.3416317 Jul 15 23:15:13.586361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Allocated IP 10.1.1.229 (bcab3cd0-a953-43fa-9594-d01d6a45b19d/e7210800-b908-4cf1-96ec-96aab14aed92/8e84c5df-b22b-4593-a23d-48584fbbb6a4) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:13.598719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7a9f8461-836d-4e75-b90e-e5910af3775f None None] Provisioning for port 019bd5f2-0537-4dcf-bc0b-6903aaa27802 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:13.605199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7a9f8461-836d-4e75-b90e-e5910af3775f None None] Provisioning complete for port 019bd5f2-0537-4dcf-bc0b-6903aaa27802 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:13.605581 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8461-836d-4e75-b90e-e5910af3775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.609754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e80519af-2bd0-40e9-aeab-8f7954ac3ce1 req-b4a99876-31a1-40bf-8f3f-2efc42bddf10 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108210 Jul 15 23:15:13.664801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Made reservation on behalf of 69a3d205b8a148f88c068f2428a6860c for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:13.676529 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.708764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f8461-836d-4e75-b90e-e5910af3775f None None] Port 019bd5f2-0537-4dcf-bc0b-6903aaa27802 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:13.721984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] device_id is not set on port 8d0e065d-d11a-4699-b519-dafc21de6b4d yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:13.746122 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.832048 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5232802a-4607-49f5-ab60-1a382604b140 x-openstack-request-id: req-5232802a-4607-49f5-ab60-1a382604b140 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:13.832351 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b573c3-a72b-452d-945a-54372c6cc64b", "name": "network-vif-deleted", "tag": "91a7c5fe-ac08-40ea-93ee-c1000c9b51a0", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:13.832595 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5232802a-4607-49f5-ab60-1a382604b140 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:13.832988 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b573c3-a72b-452d-945a-54372c6cc64b', 'name': 'network-vif-deleted', 'tag': '91a7c5fe-ac08-40ea-93ee-c1000c9b51a0', 'status': 'completed', 'code': 200} Jul 15 23:15:13.933378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.964588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Transition to ACTIVE for port object 8e84c5df-b22b-4593-a23d-48584fbbb6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:13.980866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40778) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:14.004073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb073-adc1-4744-ba6a-33cff1a616f0 req-f863da1e-9ae5-4306-9194-0d022c7db762 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.012206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a47cb073-adc1-4744-ba6a-33cff1a616f0 req-f863da1e-9ae5-4306-9194-0d022c7db762 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.2413185 Jul 15 23:15:14.017953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Allocated IP 2001:db8::33f (c3fbc68c-60ad-44bf-8948-2c2a1936e5b6/b3dceff9-7da3-46c6-9b65-f0fe7415d04c/8d0e065d-d11a-4699-b519-dafc21de6b4d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:14.046796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5234b5-adcc-4a8a-8f09-8f7e045081b8 admin admin] Deleting subnet fe66b423-5eb3-4c4d-9f0e-6a3e75bc73c4 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:14.051611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f5234b5-adcc-4a8a-8f09-8f7e045081b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.094689 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f5234b5-adcc-4a8a-8f09-8f7e045081b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.142143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f5234b5-adcc-4a8a-8f09-8f7e045081b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.215185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f5234b5-adcc-4a8a-8f09-8f7e045081b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.237536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a47cb073-adc1-4744-ba6a-33cff1a616f0 req-03e4c10e-d5b5-48a2-ac90-0caa2f28d331 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243288 Jul 15 23:15:14.244359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5234b5-adcc-4a8a-8f09-8f7e045081b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe66b423-5eb3-4c4d-9f0e-6a3e75bc73c4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:14.252107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f5234b5-adcc-4a8a-8f09-8f7e045081b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.254134 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f5234b5-adcc-4a8a-8f09-8f7e045081b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fe66b423-5eb3-4c4d-9f0e-6a3e75bc73c4 HTTP/1.1" status: 204 len: 168 time: 0.2716851 Jul 15 23:15:14.259203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40784) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:14.283727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.326160 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.338962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.345750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Transition to ACTIVE for port object 8d0e065d-d11a-4699-b519-dafc21de6b4d will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:14.430030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.440439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c0347e-4980-4628-8e06-b95b28e9067e']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:14.452623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a843020-ae29-496d-b7f2-f470d33c60a0') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:14.452967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a843020-ae29-496d-b7f2-f470d33c60a0') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:14.453828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:14.462386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.465712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:14.468396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:14.478327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.487055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:14.488232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:14.490631 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:14.505055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=8e84c5df-b22b-4593-a23d-48584fbbb6a4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:14.531862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.565043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.572948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.575720 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] 10.222.0.23 "DELETE /v2.0/networks/44c0347e-4980-4628-8e06-b95b28e9067e HTTP/1.1" status: 204 len: 168 time: 0.3155112 Jul 15 23:15:14.595535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170e9e6-c3d1-4fd9-aa06-fd896e6c5c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=44c0347e-4980-4628-8e06-b95b28e9067e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:14.617491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc8c11-b28e-42c9-be36-6a8e473eb6a2 req-d2f3a358-fae6-4e8b-bf4c-0d8c4ed609d5 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.623386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9dcc8c11-b28e-42c9-be36-6a8e473eb6a2 req-d2f3a358-fae6-4e8b-bf4c-0d8c4ed609d5 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 946 time: 0.5156739 Jul 15 23:15:14.643907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.644604 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.692060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:14.701432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-2d8581ff-debc-48cc-883e-0b0be61bcfc7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8108420 Jul 15 23:15:14.718138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0dec4-74a7-435b-a557-f538c68d1cfd req-18ad8337-1438-4452-9513-7cbc58971ab7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.726116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0dec4-74a7-435b-a557-f538c68d1cfd req-18ad8337-1438-4452-9513-7cbc58971ab7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.732574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0dec4-74a7-435b-a557-f538c68d1cfd req-18ad8337-1438-4452-9513-7cbc58971ab7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.734672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71b0dec4-74a7-435b-a557-f538c68d1cfd req-18ad8337-1438-4452-9513-7cbc58971ab7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 2374 time: 0.3715940 Jul 15 23:15:14.735586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:14.750630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8', 'admin_state_up': True, 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'security_groups': ['819bc480-ee5e-494d-82c2-e71524599754']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:14.761496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:14.771890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.773103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.775670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=8d0e065d-d11a-4699-b519-dafc21de6b4d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:14.825220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9dcc8c11-b28e-42c9-be36-6a8e473eb6a2 req-81041cd2-b9fa-4e42-8c62-a425a0deea9a tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820586 Jul 15 23:15:14.864147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b73dd480-38b2-4497-9ed5-dff53ee73773 None None] Provisioning for port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:14.873261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b73dd480-38b2-4497-9ed5-dff53ee73773 None None] Provisioning complete for port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:14.873715 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b73dd480-38b2-4497-9ed5-dff53ee73773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.901809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40794) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:14.942066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b73dd480-38b2-4497-9ed5-dff53ee73773 None None] Port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:14.980581 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a18789f0-cb22-43a7-9806-0f61f7496109 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e199dba27db34ad6849bad069c29881d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773258 Jul 15 23:15:14.983083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40798) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:14.988632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3ea51d2e-5a3b-4f91-a618-5a5c0c2b56c1 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7095654 Jul 15 23:15:14.989392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40800) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:14.999418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c2', 'mac_address': 'fa:16:3e:90:ac:6f'}, {'ip_address': '2001:db8::15d', 'mac_address': 'fa:16:3e:9a:00:71'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:15.017777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71b0dec4-74a7-435b-a557-f538c68d1cfd req-2f93f2ee-cbc2-475b-b9df-aa80492f66b0 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762568 Jul 15 23:15:15.025928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:15.174050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4beaaaf8-5e4d-42fc-af36-d0ee6422629a None None] Provisioning for port 8d0e065d-d11a-4699-b519-dafc21de6b4d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:15.179776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4beaaaf8-5e4d-42fc-af36-d0ee6422629a None None] Provisioning complete for port 8d0e065d-d11a-4699-b519-dafc21de6b4d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:15.180345 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf8-5e4d-42fc-af36-d0ee6422629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.182293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.193142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-594569b8-2419-4efb-86d3-de75b8b391b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.195589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.231712 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-594569b8-2419-4efb-86d3-de75b8b391b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.239840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4beaaaf8-5e4d-42fc-af36-d0ee6422629a None None] Port 8d0e065d-d11a-4699-b519-dafc21de6b4d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:15.291364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80ee4-b793-41be-89fb-3aaf9dad94fb req-91db792e-7161-415f-8352-ed8f2bda592b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.293660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67b80ee4-b793-41be-89fb-3aaf9dad94fb req-91db792e-7161-415f-8352-ed8f2bda592b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.1633520 Jul 15 23:15:15.412404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-594569b8-2419-4efb-86d3-de75b8b391b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.415273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-594569b8-2419-4efb-86d3-de75b8b391b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.417129 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-594569b8-2419-4efb-86d3-de75b8b391b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88a99e51-1097-47c8-be0e-7de53bb45fc2 HTTP/1.1" status: 204 len: 168 time: 0.4325740 Jul 15 23:15:15.436192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594569b8-2419-4efb-86d3-de75b8b391b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a99e51-1097-47c8-be0e-7de53bb45fc2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.502142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.504762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67b80ee4-b793-41be-89fb-3aaf9dad94fb req-1f60e619-e645-4a15-9604-a6094e691b82 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740477 Jul 15 23:15:15.510922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.584323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c236-50e0-498f-9ffc-6d8485a9d086 req-defc1a1f-7bb9-4429-b8e6-b6b8def5c30e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.585913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4269c236-50e0-498f-9ffc-6d8485a9d086 req-defc1a1f-7bb9-4429-b8e6-b6b8def5c30e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1722939 Jul 15 23:15:15.596450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event updated for resources: {'Port': ['ID=8d0e065d-d11a-4699-b519-dafc21de6b4d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.607252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Allocated IP 10.2.2.100 (c828e4df-6f5c-4380-b9c4-723c81f09cd8/870a302d-8f02-4719-90a8-eb3dfd3feb7e/e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:15.623660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] In _notify_port_updated(), no bound segment for port 8d0e065d-d11a-4699-b519-dafc21de6b4d on network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:15.631235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.631995 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.637894 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-110fb057-e7a4-45b0-8914-220b9f2e95f9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "PUT /v2.0/ports/8d0e065d-d11a-4699-b519-dafc21de6b4d HTTP/1.1" status: 200 len: 1066 time: 0.6472898 Jul 15 23:15:15.638557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40812) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:15.661597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4269c236-50e0-498f-9ffc-6d8485a9d086 req-7dad9f26-3c7f-47cd-9e41-86b3914ef528 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656161 Jul 15 23:15:15.898878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.930896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Transition to ACTIVE for port object e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:15.943472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-342b6c93-569e-4ae6-b848-29c7d1889a35 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Deleting port 8d0e065d-d11a-4699-b519-dafc21de6b4d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:15.944043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-342b6c93-569e-4ae6-b848-29c7d1889a35 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.007437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.092060 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-342b6c93-569e-4ae6-b848-29c7d1889a35 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.103615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network c828e4df-6f5c-4380-b9c4-723c81f09cd8 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:16.105157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-342b6c93-569e-4ae6-b848-29c7d1889a35 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Calling delete_port for 8d0e065d-d11a-4699-b519-dafc21de6b4d owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:16.109083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:16.138414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:16.171429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3d4661d0-f556-4be2-928a-2587fbb25fd9 None None] Provisioning complete for port 8d0e065d-d11a-4699-b519-dafc21de6b4d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:16.171997 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d4661d0-f556-4be2-928a-2587fbb25fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.214821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.215700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.259226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3d4661d0-f556-4be2-928a-2587fbb25fd9 None None] Port 8d0e065d-d11a-4699-b519-dafc21de6b4d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:16.276642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:16.292791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1103f30f-4704-49e0-a40f-040d4cb94379 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5543261 Jul 15 23:15:16.346373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8', 'admin_state_up': True, 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'security_groups': ['819bc480-ee5e-494d-82c2-e71524599754']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:16.355719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-342b6c93-569e-4ae6-b848-29c7d1889a35 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.396964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414262-3fa4-4778-b551-975d8ffc02bb req-f3f53518-abf9-4af4-9da1-be28227322e4 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.412699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8414262-3fa4-4778-b551-975d8ffc02bb req-f3f53518-abf9-4af4-9da1-be28227322e4 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 946 time: 0.3487051 Jul 15 23:15:16.443966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b6c93-569e-4ae6-b848-29c7d1889a35 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Port': ['ID=8d0e065d-d11a-4699-b519-dafc21de6b4d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:16.566677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8414262-3fa4-4778-b551-975d8ffc02bb req-96bf91bf-665e-412f-a10a-4c1e0db7c6db tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523964 Jul 15 23:15:16.589288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43df3be6-cf31-4d44-8b02-ec87bd892637 None None] Provisioning for port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:16.604694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43df3be6-cf31-4d44-8b02-ec87bd892637 None None] Provisioning complete for port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:16.605487 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43df3be6-cf31-4d44-8b02-ec87bd892637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.635017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160d60-695b-41c3-b69b-8ce9215853d1 req-0f6584b4-0c46-47cf-9218-7b75828fd008 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.669717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160d60-695b-41c3-b69b-8ce9215853d1 req-0f6584b4-0c46-47cf-9218-7b75828fd008 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.683419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-342b6c93-569e-4ae6-b848-29c7d1889a35 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.685579 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-342b6c93-569e-4ae6-b848-29c7d1889a35 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "DELETE /v2.0/ports/8d0e065d-d11a-4699-b519-dafc21de6b4d HTTP/1.1" status: 204 len: 168 time: 1.0459971 Jul 15 23:15:16.686228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160d60-695b-41c3-b69b-8ce9215853d1 req-0f6584b4-0c46-47cf-9218-7b75828fd008 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.688221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40862) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:16.689416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-43df3be6-cf31-4d44-8b02-ec87bd892637 None None] Port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:16.696526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160d60-695b-41c3-b69b-8ce9215853d1 req-0f6584b4-0c46-47cf-9218-7b75828fd008 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.698339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0160d60-695b-41c3-b69b-8ce9215853d1 req-0f6584b4-0c46-47cf-9218-7b75828fd008 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 3095 time: 0.4103069 Jul 15 23:15:16.728947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40864) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:16.736216 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99bb0f4-dded-4978-b0d4-9173c79d8a14 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] GET failed (client error): The resource could not be found. Jul 15 23:15:16.740693 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e99bb0f4-dded-4978-b0d4-9173c79d8a14 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "GET /v2.0/ports/8d0e065d-d11a-4699-b519-dafc21de6b4d HTTP/1.1" status: 404 len: 333 time: 0.0486159 Jul 15 23:15:16.742013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40870) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:16.821522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Made reservation on behalf of fc54abede98d429293e68f233d70634f for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:16.826111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.876509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2af06215-be3d-4f8a-9e76-7302341b5aa9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Deleting port 019bd5f2-0537-4dcf-bc0b-6903aaa27802 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:16.877085 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2af06215-be3d-4f8a-9e76-7302341b5aa9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.879926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0160d60-695b-41c3-b69b-8ce9215853d1 req-4780473d-4b5f-4513-aed8-269c05ff87bb tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497171 Jul 15 23:15:16.901560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1936699822-network', 'tenant_id': '115fd1fb5d804cfbb258ad9db3213beb'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:16.926199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Made reservation on behalf of 115fd1fb5d804cfbb258ad9db3213beb for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:16.929091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.946572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.991664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2af06215-be3d-4f8a-9e76-7302341b5aa9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.007278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2af06215-be3d-4f8a-9e76-7302341b5aa9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Calling delete_port for 019bd5f2-0537-4dcf-bc0b-6903aaa27802 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:17.147888 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2af06215-be3d-4f8a-9e76-7302341b5aa9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.185134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af06215-be3d-4f8a-9e76-7302341b5aa9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Port': ['ID=019bd5f2-0537-4dcf-bc0b-6903aaa27802,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:17.253884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2af06215-be3d-4f8a-9e76-7302341b5aa9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.258511 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2af06215-be3d-4f8a-9e76-7302341b5aa9 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "DELETE /v2.0/ports/019bd5f2-0537-4dcf-bc0b-6903aaa27802 HTTP/1.1" status: 204 len: 168 time: 0.5132437 Jul 15 23:15:17.258876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:17.290356 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c68196-fc93-4a6c-98ed-5ef9c413164a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] GET failed (client error): The resource could not be found. Jul 15 23:15:17.295684 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-14c68196-fc93-4a6c-98ed-5ef9c413164a tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "GET /v2.0/ports/019bd5f2-0537-4dcf-bc0b-6903aaa27802 HTTP/1.1" status: 404 len: 333 time: 0.0322173 Jul 15 23:15:17.296032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40878) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:17.404881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-88bce7df-b92b-4582-8ae2-3e8bee3f356d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Deleting port de665ac2-41a1-4380-8489-4965032e893e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:17.405232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88bce7df-b92b-4582-8ae2-3e8bee3f356d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.508033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88bce7df-b92b-4582-8ae2-3e8bee3f356d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.522168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-88bce7df-b92b-4582-8ae2-3e8bee3f356d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Calling delete_port for de665ac2-41a1-4380-8489-4965032e893e owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:17.582824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Allocated IP 10.2.2.200 (c828e4df-6f5c-4380-b9c4-723c81f09cd8/870a302d-8f02-4719-90a8-eb3dfd3feb7e/68772141-302d-434c-ba43-ffaff8a58760) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:17.676710 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88bce7df-b92b-4582-8ae2-3e8bee3f356d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.710559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bce7df-b92b-4582-8ae2-3e8bee3f356d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Port': ['ID=de665ac2-41a1-4380-8489-4965032e893e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:17.714385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c921a0-f3d1-4df6-995a-abe1975f9e45 req-ba5b7ba7-9738-43f1-94dd-7a3d3ff9a79b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.716344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3c921a0-f3d1-4df6-995a-abe1975f9e45 req-ba5b7ba7-9738-43f1-94dd-7a3d3ff9a79b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.5856102 Jul 15 23:15:17.738884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268b365-c001-48a5-b135-f398506adf1c req-5dd1fb80-ce98-4fa1-b4f6-d13df34d3658 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.740357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8268b365-c001-48a5-b135-f398506adf1c req-5dd1fb80-ce98-4fa1-b4f6-d13df34d3658 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1998281 Jul 15 23:15:17.748526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88bce7df-b92b-4582-8ae2-3e8bee3f356d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.753262 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-88bce7df-b92b-4582-8ae2-3e8bee3f356d tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "DELETE /v2.0/ports/de665ac2-41a1-4380-8489-4965032e893e HTTP/1.1" status: 204 len: 168 time: 0.4541862 Jul 15 23:15:17.753737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40880) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:17.816755 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b0596d-d130-4ec7-af99-88a98503a102 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Deleting subnet b3dceff9-7da3-46c6-9b65-f0fe7415d04c {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:17.821596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0b0596d-d130-4ec7-af99-88a98503a102 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.875398 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0b0596d-d130-4ec7-af99-88a98503a102 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.905170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3c921a0-f3d1-4df6-995a-abe1975f9e45 req-e4cb83f3-e43d-4dfa-90b4-b5103e176637 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593328 Jul 15 23:15:17.910374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.920579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8268b365-c001-48a5-b135-f398506adf1c req-3def807f-4c2d-4dea-8240-b07d8f8b7258 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406431 Jul 15 23:15:17.936595 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.945366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Transition to ACTIVE for port object 68772141-302d-434c-ba43-ffaff8a58760 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:17.948590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.003183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:18.026449 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe4e0210-9f61-4801-aa7f-cb6d8f8d87fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.045642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11552d5-d3c6-45cd-af9a-fe944560a836,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.051627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0b0596d-d130-4ec7-af99-88a98503a102 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.054048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.054395 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Added segment fca273a8-ddc2-4409-aeff-0fc02f517ef6 of type vlan for network a0efb5a1-c54d-4342-b254-875517a97d76 Jul 15 23:15:18.079544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40888) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:18.141512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.143735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0b0596d-d130-4ec7-af99-88a98503a102 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.162330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.181321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0596d-d130-4ec7-af99-88a98503a102 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Subnet': ['ID=b3dceff9-7da3-46c6-9b65-f0fe7415d04c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.188290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0b0596d-d130-4ec7-af99-88a98503a102 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.197056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fecaad-d76f-4530-878d-0c9b26e369e3 admin admin] Deleting subnet 0fb10daa-63e2-4605-a343-41dad889d80a {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:18.200432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34100081-d9aa-434b-8b33-22544103e5e2 None None] Network c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:18.201045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40890) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:18.210732 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e0b0596d-d130-4ec7-af99-88a98503a102 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "DELETE /v2.0/subnets/b3dceff9-7da3-46c6-9b65-f0fe7415d04c HTTP/1.1" status: 204 len: 168 time: 0.4559195 Jul 15 23:15:18.213651 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2fecaad-d76f-4530-878d-0c9b26e369e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.253656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Network c828e4df-6f5c-4380-b9c4-723c81f09cd8 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:18.290537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:18.307628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:18.310409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event updated for resources: {'Port': ['ID=68772141-302d-434c-ba43-ffaff8a58760,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.423572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2fecaad-d76f-4530-878d-0c9b26e369e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.474478 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.476052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.476691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.523831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] DHCP port deletion for c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:15:18.536334 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.558807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.559471 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.573845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8425386 Jul 15 23:15:18.576889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40894) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:18.582924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Request body: {'subnet': {'network_id': 'a0efb5a1-c54d-4342-b254-875517a97d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1936699822-subnet', 'tenant_id': '115fd1fb5d804cfbb258ad9db3213beb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:18.588270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2fecaad-d76f-4530-878d-0c9b26e369e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.639105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d23f0d6c-f62d-444b-b3f7-2b7717685789 None None] Provisioning for port 68772141-302d-434c-ba43-ffaff8a58760 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:18.644553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d23f0d6c-f62d-444b-b3f7-2b7717685789 None None] Provisioning complete for port 68772141-302d-434c-ba43-ffaff8a58760 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:18.645428 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d23f0d6c-f62d-444b-b3f7-2b7717685789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.649752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f73d4b-d625-40be-a032-f42048ed7f71 admin admin] Pushing event updated for resources: {'Network': ['ID=a0efb5a1-c54d-4342-b254-875517a97d76,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.652656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c7242f15-6486-4ca2-9041-b34f00e8eb08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3210444 Jul 15 23:15:18.656135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Made reservation on behalf of 115fd1fb5d804cfbb258ad9db3213beb for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:18.659513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.685019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a0efb5a1-c54d-4342-b254-875517a97d76 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:18.686333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:18.691393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] Deleting port 9efe2448-3c58-4099-94d8-5b09b3d75b51 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:18.692497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.787312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d23f0d6c-f62d-444b-b3f7-2b7717685789 None None] Port 68772141-302d-434c-ba43-ffaff8a58760 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:18.802194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f45f5d-bd77-4c6e-8c45-0aa1188fb878 req-926fa078-0307-4ae6-b1af-40855d299f08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.808190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f45f5d-bd77-4c6e-8c45-0aa1188fb878 req-926fa078-0307-4ae6-b1af-40855d299f08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.814137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f45f5d-bd77-4c6e-8c45-0aa1188fb878 req-926fa078-0307-4ae6-b1af-40855d299f08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.820060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f45f5d-bd77-4c6e-8c45-0aa1188fb878 req-926fa078-0307-4ae6-b1af-40855d299f08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.825969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f45f5d-bd77-4c6e-8c45-0aa1188fb878 req-926fa078-0307-4ae6-b1af-40855d299f08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.833877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75f45f5d-bd77-4c6e-8c45-0aa1188fb878 req-926fa078-0307-4ae6-b1af-40855d299f08 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 3816 time: 0.5076997 Jul 15 23:15:18.912270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2fecaad-d76f-4530-878d-0c9b26e369e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.942576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.977252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fecaad-d76f-4530-878d-0c9b26e369e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb10daa-63e2-4605-a343-41dad889d80a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.988704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] For port 9efe2448-3c58-4099-94d8-5b09b3d75b51, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9efe2448-3c58-4099-94d8-5b09b3d75b51,segment=NetworkSegment(ace1b70b-93a9-4289-9753-04e2b85b31fe),segment_id=ace1b70b-93a9-4289-9753-04e2b85b31fe)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:18.989373 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.996841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75f45f5d-bd77-4c6e-8c45-0aa1188fb878 req-0c638c42-3430-495b-9600-5c822b20cd13 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619637 Jul 15 23:15:18.997489 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.012150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2fecaad-d76f-4530-878d-0c9b26e369e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.012150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b2fecaad-d76f-4530-878d-0c9b26e369e3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0fb10daa-63e2-4605-a343-41dad889d80a HTTP/1.1" status: 204 len: 168 time: 0.9317083 Jul 15 23:15:19.016008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 40900) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:19.019432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Deleting port 9efe2448-3c58-4099-94d8-5b09b3d75b51 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:19.019768 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.024407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] Calling delete_port for 9efe2448-3c58-4099-94d8-5b09b3d75b51 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:19.033846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8448df01-b42b-435d-8d52-ed202c25c7bc,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:19.052777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Checking segment: {'id': 'fca273a8-ddc2-4409-aeff-0fc02f517ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a0efb5a1-c54d-4342-b254-875517a97d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:19.053146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Network hostable DHCP agents. Network: a0efb5a1-c54d-4342-b254-875517a97d76, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:19.076368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Network a0efb5a1-c54d-4342-b254-875517a97d76 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:19.086737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, a0efb5a1-c54d-4342-b254-875517a97d76) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:19.092555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.093167 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.097656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd2b5f-c9d2-4d3f-a12d-ce64f26f72df req-f3991916-25c7-4820-b632-e1e458c2493f tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.099437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3ac7fd-dbb5-4328-8078-5fdf5111bb6a None None] Network a0efb5a1-c54d-4342-b254-875517a97d76 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:19.105522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44bd2b5f-c9d2-4d3f-a12d-ce64f26f72df req-f3991916-25c7-4820-b632-e1e458c2493f tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 946 time: 0.3763294 Jul 15 23:15:19.117207 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8dc126cf-acb5-4d93-96fa-134a503907b7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5318573 Jul 15 23:15:19.265473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] For port 9efe2448-3c58-4099-94d8-5b09b3d75b51, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9efe2448-3c58-4099-94d8-5b09b3d75b51,segment=NetworkSegment(ace1b70b-93a9-4289-9753-04e2b85b31fe),segment_id=ace1b70b-93a9-4289-9753-04e2b85b31fe)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:19.265873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.276662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da68531-e459-4b44-9a1f-8277513c4a1e None None] Network a0efb5a1-c54d-4342-b254-875517a97d76 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:19.280917 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.330046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Calling delete_port for 9efe2448-3c58-4099-94d8-5b09b3d75b51 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:19.334681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.335459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] No DVR routers for this DVR port 9efe2448-3c58-4099-94d8-5b09b3d75b51 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:19.343276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dd479-3947-4e06-bd73-9d3c6339e22a None None] Pushing event deleted for resources: {'Port': ['ID=9efe2448-3c58-4099-94d8-5b09b3d75b51,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:19.387418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44bd2b5f-c9d2-4d3f-a12d-ce64f26f72df req-dd5208fb-264c-411a-8790-a50ec2373d84 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806966 Jul 15 23:15:19.506284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9efe2448-3c58-4099-94d8-5b09b3d75b51 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:19.527618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9efe2448-3c58-4099-94d8-5b09b3d75b51 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:19.528209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9efe2448-3c58-4099-94d8-5b09b3d75b51 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:19.633125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2074e70-ee3b-40b5-bd5f-e944f8fb19be req-07991a5c-aa43-45b4-a5eb-3a12addbc3ab tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.634625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2074e70-ee3b-40b5-bd5f-e944f8fb19be req-07991a5c-aa43-45b4-a5eb-3a12addbc3ab tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.4322245 Jul 15 23:15:19.685722 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.713313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f966666-899c-4e07-8238-7c0fc1b5877d']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:19.740026 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.743315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7188dbd0-f387-4548-85ab-0a8640d1578e') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:19.743604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7188dbd0-f387-4548-85ab-0a8640d1578e') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:19.786831 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.818596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2074e70-ee3b-40b5-bd5f-e944f8fb19be req-8b233212-54fc-4b74-928c-57f6778b1b60 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717842 Jul 15 23:15:19.820039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] No DVR routers for this DVR port 9efe2448-3c58-4099-94d8-5b09b3d75b51 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:19.826183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Port': ['ID=9efe2448-3c58-4099-94d8-5b09b3d75b51,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:19.861545 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.880207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:19.880541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:19.900378 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:19.945586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc76454-86c1-4e26-8fb1-8162aa76ad13 req-779fc97f-664d-4634-87d5-e609ffdda282 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.947592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdc76454-86c1-4e26-8fb1-8162aa76ad13 req-779fc97f-664d-4634-87d5-e609ffdda282 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3969212 Jul 15 23:15:19.976812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:20.021484 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.048932 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.071519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fbc68c-60ad-44bf-8948-2c2a1936e5b6']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:20.081405 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.100952 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.102821 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8f966666-899c-4e07-8238-7c0fc1b5877d HTTP/1.1" status: 204 len: 168 time: 1.0850732 Jul 15 23:15:20.105127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace1b70b-93a9-4289-9753-04e2b85b31fe') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:20.105386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace1b70b-93a9-4289-9753-04e2b85b31fe') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:20.114458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Transition to ACTIVE for port object 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:20.125581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdc76454-86c1-4e26-8fb1-8162aa76ad13 req-e5a6116b-9620-4068-bc51-0acc6fa70808 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675158 Jul 15 23:15:20.159555 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.166050 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.177518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbef5f2-96d3-4ecc-a686-f29397a767e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f966666-899c-4e07-8238-7c0fc1b5877d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:20.216253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.244609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:20.245015 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:20.249535 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:20.294082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40924) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:20.306367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Pushing event updated for resources: {'Port': ['ID=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:20.360593 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5ba38454-93ac-4302-b6e5-6bed54546461 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ead9808e766443c1a70e414d2d885e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653996 Jul 15 23:15:20.361464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:20.429310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a88592d9-12d2-421d-bbae-1c6a402d7221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.452214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a88592d9-12d2-421d-bbae-1c6a402d7221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.456306 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.465529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-10be8ac3-3c5d-42e5-be50-317dfd8b6ed3 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.467073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-10be8ac3-3c5d-42e5-be50-317dfd8b6ed3 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 946 time: 0.3745375 Jul 15 23:15:20.507739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.512085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] 10.222.0.23 "DELETE /v2.0/networks/c3fbc68c-60ad-44bf-8948-2c2a1936e5b6 HTTP/1.1" status: 204 len: 168 time: 2.3033540 Jul 15 23:15:20.530935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a88592d9-12d2-421d-bbae-1c6a402d7221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.539106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a88592d9-12d2-421d-bbae-1c6a402d7221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.541119 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a88592d9-12d2-421d-bbae-1c6a402d7221 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83f14884-1580-45cc-b690-d793e5d2298b HTTP/1.1" status: 204 len: 168 time: 0.1783733 Jul 15 23:15:20.552332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88592d9-12d2-421d-bbae-1c6a402d7221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f14884-1580-45cc-b690-d793e5d2298b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:20.572053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99ceda-28b2-49be-b128-470176de4ff2 tempest-AllowedAddressPairIpV6TestJSON-904378454 tempest-AllowedAddressPairIpV6TestJSON-904378454-project] Pushing event deleted for resources: {'Network': ['ID=c3fbc68c-60ad-44bf-8948-2c2a1936e5b6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:20.630684 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ab17e696-1e6a-438f-9ac9-42a98b0df963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.637346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Attempting to bind port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.637881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Attempting to bind port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.638077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Attempting to bind port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 on network 19797e7c-9816-4f28-84eb-abea97fbfe84 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.650189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-0dce9b80-696e-406f-8421-7250af1930c3 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.651709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-0dce9b80-696e-406f-8421-7250af1930c3 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/networks?id=a0efb5a1-c54d-4342-b254-875517a97d76 HTTP/1.1" status: 200 len: 813 time: 0.3855882 Jul 15 23:15:20.679165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 on network 19797e7c-9816-4f28-84eb-abea97fbfe84 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.679497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Attempting to bind port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 on network 19797e7c-9816-4f28-84eb-abea97fbfe84 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.707545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66ae76-0cfb-478e-88b9-18a3c5363c9a req-681b449f-0420-4edf-ad9e-f685a7ffa14e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.713506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66ae76-0cfb-478e-88b9-18a3c5363c9a req-681b449f-0420-4edf-ad9e-f685a7ffa14e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.720321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66ae76-0cfb-478e-88b9-18a3c5363c9a req-681b449f-0420-4edf-ad9e-f685a7ffa14e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.731689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66ae76-0cfb-478e-88b9-18a3c5363c9a req-681b449f-0420-4edf-ad9e-f685a7ffa14e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.733352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66ae76-0cfb-478e-88b9-18a3c5363c9a req-681b449f-0420-4edf-ad9e-f685a7ffa14e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.741505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d66ae76-0cfb-478e-88b9-18a3c5363c9a req-681b449f-0420-4edf-ad9e-f685a7ffa14e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 3828 time: 0.3628271 Jul 15 23:15:20.746100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:20.746438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Checking segment: {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:20.747106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Bound using segment: {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:20.747560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Bound port: 769b2f10-6d3f-4b65-92d0-f48cf8bc6239, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54ac352-c1fd-4665-a8ac-0c19e8155f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:20.747918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.772198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-94bcabb5-9b4f-4052-9a16-4001dae57e9d tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/quotas/115fd1fb5d804cfbb258ad9db3213beb HTTP/1.1" status: 200 len: 375 time: 0.0964544 Jul 15 23:15:20.826451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-5e2d33c3-b402-42d9-9da2-ac2c0781b287 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=115fd1fb5d804cfbb258ad9db3213beb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533242 Jul 15 23:15:20.935882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d66ae76-0cfb-478e-88b9-18a3c5363c9a req-5965778e-ecce-4c07-a9b8-9bd99dbcfa8a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934175 Jul 15 23:15:20.981889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40942) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:20.989638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.170699 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ecdf82d3-71d5-485f-803e-1d522d21f6dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69a3d205b8a148f88c068f2428a6860c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874673 Jul 15 23:15:21.172909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40956) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:21.249154 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90f637f2-7641-4c8e-8bfa-ba322c25e274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.279994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90f637f2-7641-4c8e-8bfa-ba322c25e274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.345814 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90f637f2-7641-4c8e-8bfa-ba322c25e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.350122 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90f637f2-7641-4c8e-8bfa-ba322c25e274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.353665 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-90f637f2-7641-4c8e-8bfa-ba322c25e274 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbbccf57-5669-409f-8cb1-cb7ab0213a42 HTTP/1.1" status: 204 len: 168 time: 0.1769629 Jul 15 23:15:21.373461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f637f2-7641-4c8e-8bfa-ba322c25e274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbccf57-5669-409f-8cb1-cb7ab0213a42,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.468331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.484918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Deleting port 10914dae-676b-4532-89d3-c620f5ec71a8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:21.485258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.518038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40968) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:21.525839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] For port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:21.573323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] For port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:21.581679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-0e122008-17ab-4c58-818b-8ccce6425445 service neutron] 10.222.0.23 "GET /v2.0/networks/a0efb5a1-c54d-4342-b254-875517a97d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542615 Jul 15 23:15:21.615682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.709768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:21.710465 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.711811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] 10.222.0.59 "PUT /v2.0/ports/769b2f10-6d3f-4b65-92d0-f48cf8bc6239 HTTP/1.1" status: 200 len: 1091 time: 3.0468128 Jul 15 23:15:21.713892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:21.716676 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9702ee5a-4825-4324-ba71-142656269c83" -d '{"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:21.769724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-267968644-network', 'tenant_id': 'daa4618cd7b64aaa9d59c6c71825875d'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:21.815188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Made reservation on behalf of daa4618cd7b64aaa9d59c6c71825875d for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:21.818225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.827962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:21.839561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] For port 10914dae-676b-4532-89d3-c620f5ec71a8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=10914dae-676b-4532-89d3-c620f5ec71a8,segment=NetworkSegment(822f1345-b13b-4da6-876e-dade86aa0fa3),segment_id=822f1345-b13b-4da6-876e-dade86aa0fa3)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:21.840162 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.842120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.853493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963719-4d9f-4f38-b916-7e781e51d073 req-eb821020-fb90-4caa-9556-415a4cfa40d2 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:21.860434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00963719-4d9f-4f38-b916-7e781e51d073 req-eb821020-fb90-4caa-9556-415a4cfa40d2 tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 946 time: 0.4018927 Jul 15 23:15:21.908890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44948c7-5fb3-4929-9d6f-988b8740d3bb service neutron] Pushing event updated for resources: {'Port': ['ID=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.931251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Calling delete_port for 10914dae-676b-4532-89d3-c620f5ec71a8 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:21.976400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.981854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.016349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:22.033775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:22.043384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.043828 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Added segment 68fb79a5-2be8-45b2-89af-67e38aa85c77 of type vlan for network 14371fde-657d-4198-afe4-fa35cc44175d Jul 15 23:15:22.052176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-94b33490-3c61-4692-8c7d-0209dd927977 service neutron] 10.222.0.23 "GET /v2.0/networks/a0efb5a1-c54d-4342-b254-875517a97d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312873 Jul 15 23:15:22.099810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.103529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00963719-4d9f-4f38-b916-7e781e51d073 req-d9371f52-22aa-46f3-b05a-6e5948ea383a tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e1d0e2-6571-4a26-bf67-1f1dc3381724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418566 Jul 15 23:15:22.204024 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.205031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:22.205653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.212887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.266745 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7450840 Jul 15 23:15:22.268179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40990) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:22.276465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Request body: {'subnet': {'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-267968644-subnet', 'tenant_id': 'daa4618cd7b64aaa9d59c6c71825875d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:22.327654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f651ed5-370d-4de9-ab30-70995c9c8a88 admin admin] Pushing event updated for resources: {'Network': ['ID=14371fde-657d-4198-afe4-fa35cc44175d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:22.340749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 14371fde-657d-4198-afe4-fa35cc44175d details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:22.347253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Made reservation on behalf of daa4618cd7b64aaa9d59c6c71825875d for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:22.352430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.708349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41004) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:22.720826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.795590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=184999a4-369c-477d-ba38-20cd28523077,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:22.820486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Checking segment: {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:22.820843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Network hostable DHCP agents. Network: 14371fde-657d-4198-afe4-fa35cc44175d, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:22.828669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac32947f-6d88-49f8-8650-2e212ba1cf48 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:22.839879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.861536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Network 14371fde-657d-4198-afe4-fa35cc44175d is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:22.881424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 14371fde-657d-4198-afe4-fa35cc44175d) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:22.891856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c3e38-ce14-4fc5-8f3e-8a651ebcabad None None] Network 14371fde-657d-4198-afe4-fa35cc44175d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:22.913335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:22.914884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.957260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Transition to ACTIVE for port object ac32947f-6d88-49f8-8650-2e212ba1cf48 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:22.963437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.971293 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b71420df-79ec-418a-9437-5288a46e4fce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7015653 Jul 15 23:15:23.001994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.007466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-53d945b9-6c00-4cd7-8f6b-a9f233df74e2 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.007741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Pushing event deleted for resources: {'Port': ['ID=10914dae-676b-4532-89d3-c620f5ec71a8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:23.012143 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-53d945b9-6c00-4cd7-8f6b-a9f233df74e2 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3000016 Jul 15 23:15:23.012854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41020) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.018244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-a066cef1-abc5-4f7b-bb8c-260c75e8b280 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.022600 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a066cef1-abc5-4f7b-bb8c-260c75e8b280 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079575 Jul 15 23:15:23.023460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41022) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.028629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-a70e7ec8-9672-4fee-a79f-f1fa880096ef tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.033255 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a70e7ec8-9672-4fee-a79f-f1fa880096ef tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0085258 Jul 15 23:15:23.033980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41024) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.039515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-f9aa98aa-7b24-4036-a696-591d358d9602 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.043617 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f9aa98aa-7b24-4036-a696-591d358d9602 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0083072 Jul 15 23:15:23.044388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41026) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.049880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-d1b27ff8-3af1-4cfd-b79a-ea20cb144d6c tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.055913 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d1b27ff8-3af1-4cfd-b79a-ea20cb144d6c tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098526 Jul 15 23:15:23.058463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.067108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6102f4-c918-4fc9-a580-fcddbb39c8d1 req-6bff5bd4-ea93-48b2-91a5-5f2e02fe541c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:23.075682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc6102f4-c918-4fc9-a580-fcddbb39c8d1 req-6bff5bd4-ea93-48b2-91a5-5f2e02fe541c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.8126254 Jul 15 23:15:23.080542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-fbb1f3c2-bdb6-4e5a-a98b-d7a1b6f68104 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.087472 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fbb1f3c2-bdb6-4e5a-a98b-d7a1b6f68104 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0261769 Jul 15 23:15:23.088199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41032) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.098956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-71c0af59-d9ef-44a1-b49a-fbfa6abf51cb tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.099753 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Pushing event updated for resources: {'Port': ['ID=ac32947f-6d88-49f8-8650-2e212ba1cf48,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:23.108533 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-71c0af59-d9ef-44a1-b49a-fbfa6abf51cb tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0168533 Jul 15 23:15:23.109256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41034) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.119913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-797a9b8e-cc85-46b0-ae68-d357e52635b6 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.124102 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-797a9b8e-cc85-46b0-ae68-d357e52635b6 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0137353 Jul 15 23:15:23.131549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41038) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.136767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-0063b9ca-91dd-492d-b0a5-414914f94fc5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.141178 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0063b9ca-91dd-492d-b0a5-414914f94fc5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0083876 Jul 15 23:15:23.141934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41042) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.146676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-c99c1971-7dc2-4416-808e-966c94a9a8d5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.151461 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c99c1971-7dc2-4416-808e-966c94a9a8d5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0083730 Jul 15 23:15:23.152246 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41044) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.157020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-09fd494e-fe3b-466a-8602-b1674a93c040 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.161528 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-09fd494e-fe3b-466a-8602-b1674a93c040 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0079134 Jul 15 23:15:23.162301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41046) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.167714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-489f7a97-c88b-4b71-ba84-da31fe166149 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.172262 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-489f7a97-c88b-4b71-ba84-da31fe166149 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082884 Jul 15 23:15:23.173049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41048) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.183632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-0c84eada-e14b-40a4-9ed6-c48dc4de0afd tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.187169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abeccb4-34a9-45e5-9a54-69d0f4331428 None None] Network 14371fde-657d-4198-afe4-fa35cc44175d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:23.188011 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c84eada-e14b-40a4-9ed6-c48dc4de0afd tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0138450 Jul 15 23:15:23.188756 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41050) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.195461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-05c56966-de76-4a99-8924-a5b661d2fb37 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.198985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] No DVR routers for this DVR port 10914dae-676b-4532-89d3-c620f5ec71a8 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:23.199947 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-05c56966-de76-4a99-8924-a5b661d2fb37 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0099449 Jul 15 23:15:23.200705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41052) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.201123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.204813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-940d4051-bf3e-473b-8a59-864dc6ca2b25 req-9101c9e8-8e94-47e8-8026-00a9a15ff7fa tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.37 "DELETE /v2.0/ports/10914dae-676b-4532-89d3-c620f5ec71a8 HTTP/1.1" status: 204 len: 173 time: 2.6919446 Jul 15 23:15:23.205763 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-dfd38d64-f66c-415d-809d-a070ffbc3d3a tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.221405 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dfd38d64-f66c-415d-809d-a070ffbc3d3a tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0191734 Jul 15 23:15:23.224165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41054) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.245245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-6950c053-42d3-47a8-8cbd-2333b5d005aa tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.248849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50677497-84d2-49de-933e-a9fe48c0d86b req-9d247b56-82e9-4d24-bc53-8fbdcf26f836 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:23.249883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50677497-84d2-49de-933e-a9fe48c0d86b req-9d247b56-82e9-4d24-bc53-8fbdcf26f836 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3879025 Jul 15 23:15:23.250405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41056) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.257226 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6950c053-42d3-47a8-8cbd-2333b5d005aa tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0294125 Jul 15 23:15:23.260134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-0e742274-d32e-4032-b716-a0f4a2acc2a5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.263672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0e742274-d32e-4032-b716-a0f4a2acc2a5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0064876 Jul 15 23:15:23.269590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41058) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.277494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-2c393cf0-32b5-4e16-bd37-15d48bb175d9 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.288340 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2c393cf0-32b5-4e16-bd37-15d48bb175d9 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0167446 Jul 15 23:15:23.293356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41060) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.300721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-9a99fd56-2992-47b3-a231-641a5eadc442 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.329355 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9a99fd56-2992-47b3-a231-641a5eadc442 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0346732 Jul 15 23:15:23.330187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41062) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.346136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-bad04002-bc72-4378-a25a-69815fdbbb45 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.355918 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bad04002-bc72-4378-a25a-69815fdbbb45 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0246150 Jul 15 23:15:23.356614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41068) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.359830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:23.361191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 10914dae-676b-4532-89d3-c620f5ec71a8 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:23.368385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-68b63d3e-d7ad-4165-927b-0de88c6c0266 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.377636 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-68b63d3e-d7ad-4165-927b-0de88c6c0266 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0199690 Jul 15 23:15:23.378259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41070) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.398704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-53ecca4a-815e-4736-a70b-988051356b20 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.402678 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-53ecca4a-815e-4736-a70b-988051356b20 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0234394 Jul 15 23:15:23.403286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41074) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.410684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50677497-84d2-49de-933e-a9fe48c0d86b req-412e5614-c326-4054-9690-02b9a38d9d24 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172056 Jul 15 23:15:23.425915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-b747d7e6-aed3-4fca-84a1-ecb1f935f6a3 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.428750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 10914dae-676b-4532-89d3-c620f5ec71a8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:23.429312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 10914dae-676b-4532-89d3-c620f5ec71a8 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:23.433613 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b747d7e6-aed3-4fca-84a1-ecb1f935f6a3 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0292618 Jul 15 23:15:23.434242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41076) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.445898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc6102f4-c918-4fc9-a580-fcddbb39c8d1 req-00fd4ace-22f4-40cb-ad29-8b5f3e2cd71c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671436 Jul 15 23:15:23.461808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-892d2470-280d-4794-bae5-29b7f014952b tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.466600 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-892d2470-280d-4794-bae5-29b7f014952b tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0306048 Jul 15 23:15:23.469372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41078) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.481237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.493399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-3ba87eae-a423-492c-8fb9-8414dbec716c tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.498662 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3ba87eae-a423-492c-8fb9-8414dbec716c tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0281096 Jul 15 23:15:23.505075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41080) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.513582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-b70678b0-3551-4e16-9d31-3e1e0672d694 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.519024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Attempting to bind port ac32947f-6d88-49f8-8650-2e212ba1cf48 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:23.519024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Attempting to bind port ac32947f-6d88-49f8-8650-2e212ba1cf48 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:23.519024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Attempting to bind port ac32947f-6d88-49f8-8650-2e212ba1cf48 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:23.520146 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b70678b0-3551-4e16-9d31-3e1e0672d694 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0138619 Jul 15 23:15:23.520911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41082) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.526142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Port ac32947f-6d88-49f8-8650-2e212ba1cf48 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:23.532420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Attempting to bind port ac32947f-6d88-49f8-8650-2e212ba1cf48 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:23.539404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-c84debea-589c-4b54-9b3d-f82018e10314 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.545731 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c84debea-589c-4b54-9b3d-f82018e10314 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0230510 Jul 15 23:15:23.546361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41084) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.559042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:23.560537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Checking segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:23.561393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Bound using segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:23.562310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-5bc30424-0a3b-45ce-9f18-5c72ca4bbc59 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.562956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Bound port: ac32947f-6d88-49f8-8650-2e212ba1cf48, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:23.567122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.569796 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5bc30424-0a3b-45ce-9f18-5c72ca4bbc59 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0179677 Jul 15 23:15:23.574450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41086) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.579473 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396ed50a-bd6a-4cc9-a465-05bb6ac1009d x-openstack-request-id: req-396ed50a-bd6a-4cc9-a465-05bb6ac1009d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:23.580391 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:23.581843 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-396ed50a-bd6a-4cc9-a465-05bb6ac1009d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:23.585824 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'status': 'completed', 'code': 200} Jul 15 23:15:23.604237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-434dc429-6f20-4c5e-8fbe-20b9ccf589c6 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.609398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-434dc429-6f20-4c5e-8fbe-20b9ccf589c6 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0191841 Jul 15 23:15:23.612169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41090) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.621678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-b62642e7-00f7-4408-87b9-5f6ef5d7ae7b tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.625518 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b62642e7-00f7-4408-87b9-5f6ef5d7ae7b tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0123293 Jul 15 23:15:23.626111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41096) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.630452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-390f7fc8-c933-4621-ad56-1abd0f504337 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.637190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41098) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.639208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-390f7fc8-c933-4621-ad56-1abd0f504337 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0118315 Jul 15 23:15:23.654289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-01295dc7-47e3-48d5-97bd-bad6b8019b99 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.660505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-01295dc7-47e3-48d5-97bd-bad6b8019b99 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0197499 Jul 15 23:15:23.663260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41102) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.685733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-c006d066-b37b-4166-9407-f6f7abd925d0 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.695080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c006d066-b37b-4166-9407-f6f7abd925d0 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0250211 Jul 15 23:15:23.697773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41104) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.702418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-d175be19-c829-4d97-8ada-7f90eceaef37 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.706975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41106) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.707561 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d175be19-c829-4d97-8ada-7f90eceaef37 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0084798 Jul 15 23:15:23.714007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-daf67348-4da6-4c21-890d-519e506eae52 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.735640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-daf67348-4da6-4c21-890d-519e506eae52 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0272548 Jul 15 23:15:23.738479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41108) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.744009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-a046bf12-b66e-4d11-bbbf-53de7dca1b97 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.747643 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a046bf12-b66e-4d11-bbbf-53de7dca1b97 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080690 Jul 15 23:15:23.748294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41110) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.760980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:23.764598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-1a2dd5e8-812e-40b4-b5bd-2fe00616bf2d tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.769026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1a2dd5e8-812e-40b4-b5bd-2fe00616bf2d tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0197723 Jul 15 23:15:23.769684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41112) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.777425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-9c287ffa-b8e1-4076-9f2f-a01878558977 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.791601 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9c287ffa-b8e1-4076-9f2f-a01878558977 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0206311 Jul 15 23:15:23.792255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4', 'port_id': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'mac_address': 'fa:16:3e:6b:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caac634b-a7f0-4386-8503-ffda8575f938', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:23.804237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41114) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.815060 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-dcbf9c50-3184-4749-9eb0-072da8bbf357 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.826530 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dcbf9c50-3184-4749-9eb0-072da8bbf357 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0188439 Jul 15 23:15:23.828103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41116) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.835958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-a95147e5-d8a0-4dea-a1c0-dc405e6f981e tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.844252 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a95147e5-d8a0-4dea-a1c0-dc405e6f981e tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0119450 Jul 15 23:15:23.847219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41118) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.858024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-bf6911a0-d046-4ef8-963f-0034b33cacbf tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.859560 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bf6911a0-d046-4ef8-963f-0034b33cacbf tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049057 Jul 15 23:15:23.861914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41120) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.875363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-d172f9a5-53b4-42d4-a2a7-683be5bab657 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.876504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d172f9a5-53b4-42d4-a2a7-683be5bab657 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0138180 Jul 15 23:15:23.879137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41122) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.884690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-9c47c04e-784e-495e-8597-f28d89aae830 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.886217 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9c47c04e-784e-495e-8597-f28d89aae830 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0061605 Jul 15 23:15:23.889048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41124) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.894172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.895580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-30e915a2-8263-4abf-84da-f180cda376dc tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.897559 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-30e915a2-8263-4abf-84da-f180cda376dc tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073209 Jul 15 23:15:23.899725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41126) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.907281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-aeb53cc8-2fbe-47f0-91db-6c8031ccd009 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.910968 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aeb53cc8-2fbe-47f0-91db-6c8031ccd009 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100732 Jul 15 23:15:23.911460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41128) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.912197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebcf9800-df11-4d86-9ebd-07506147e565 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:23.916225 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-0f194bf4-2ee8-45af-bd3b-de93637f127a tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.919842 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f194bf4-2ee8-45af-bd3b-de93637f127a tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0074396 Jul 15 23:15:23.922975 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41132) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.927260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-152b7831-38ba-42d7-a5d5-215a94962661 req-5cb3656e-3c6c-4fbb-bef6-15f91d9345bd tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 210 time: 0.0460720 Jul 15 23:15:23.934608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:23.941298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-598b1ef8-6b0a-4279-b5a9-0c30108fecf9 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.944261 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.949629 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-598b1ef8-6b0a-4279-b5a9-0c30108fecf9 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0245874 Jul 15 23:15:23.951779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41134) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.970534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-ce1daba8-144b-453b-beca-56debc8559f8 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.974160 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ce1daba8-144b-453b-beca-56debc8559f8 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0189281 Jul 15 23:15:23.977176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41138) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:23.993390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-a4cb5e9c-a366-41bc-8cc6-4e075caf2943 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:23.996860 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a4cb5e9c-a366-41bc-8cc6-4e075caf2943 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0163515 Jul 15 23:15:24.000267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41140) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.016842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-41ca60fb-e7f4-45b4-9d1b-af3563ed1b75 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.022540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-41ca60fb-e7f4-45b4-9d1b-af3563ed1b75 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0189464 Jul 15 23:15:24.023336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41142) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.034041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [None req-b9285378-561f-4c96-8ee7-a15428cecf7d tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.039014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41144) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.041049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b9285378-561f-4c96-8ee7-a15428cecf7d tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0129204 Jul 15 23:15:24.043419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-0a11fd87-8421-4510-9ea8-21835a67bc9d tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.046549 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0a11fd87-8421-4510-9ea8-21835a67bc9d tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046740 Jul 15 23:15:24.049005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41146) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.059091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-3e18259f-aab1-402e-8754-4478c0c0fa8f tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.062427 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e18259f-aab1-402e-8754-4478c0c0fa8f tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0101819 Jul 15 23:15:24.063722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41148) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.067578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] For port ac32947f-6d88-49f8-8650-2e212ba1cf48, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:24.068554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-d5228693-2e67-4c81-b208-7c3164b8efba tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.077330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-e1a0ec15-7bb2-4c46-9f3d-5974eeefc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.078339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-e1a0ec15-7bb2-4c46-9f3d-5974eeefc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.079013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-e1a0ec15-7bb2-4c46-9f3d-5974eeefc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.079485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-e1a0ec15-7bb2-4c46-9f3d-5974eeefc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.079953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-e1a0ec15-7bb2-4c46-9f3d-5974eeefc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.080416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-e1a0ec15-7bb2-4c46-9f3d-5974eeefc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.083035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9702ee5a-4825-4324-ba71-142656269c83 req-e1a0ec15-7bb2-4c46-9f3d-5974eeefc948 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5250 time: 0.2736034 Jul 15 23:15:24.086618 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d5228693-2e67-4c81-b208-7c3164b8efba tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0189438 Jul 15 23:15:24.089639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41150) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.102161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-8e18e81d-bb94-429b-b5bb-1c0cb01ffd29 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.105497 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e18e81d-bb94-429b-b5bb-1c0cb01ffd29 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0126200 Jul 15 23:15:24.105940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41152) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.111039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:24.117359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-b92792ff-219c-4885-ba0d-abad9a613850 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.120713 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b92792ff-219c-4885-ba0d-abad9a613850 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0116022 Jul 15 23:15:24.128867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41154) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.138310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-ddfe90de-65db-49dd-a344-91fbc8afbdfb tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.141275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ebcf9800-df11-4d86-9ebd-07506147e565'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:24.156044 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ddfe90de-65db-49dd-a344-91fbc8afbdfb tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0238819 Jul 15 23:15:24.156394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41156) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.160793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-8d881849-d41e-483f-a9ef-0f50597dd046 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.164506 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8d881849-d41e-483f-a9ef-0f50597dd046 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044551 Jul 15 23:15:24.174160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41158) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.184319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-18af0765-b010-44c7-bc2d-831252a2679a tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.187681 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-18af0765-b010-44c7-bc2d-831252a2679a tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0102727 Jul 15 23:15:24.187902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41160) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.194970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-a085ecca-0156-43bb-a0b8-dd336f36125a tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.198123 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a085ecca-0156-43bb-a0b8-dd336f36125a tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071604 Jul 15 23:15:24.199280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41162) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.209314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-f4294eb6-3e17-41ba-9f6a-cd410d0efd7c tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.214275 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f4294eb6-3e17-41ba-9f6a-cd410d0efd7c tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0118124 Jul 15 23:15:24.214880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41164) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.225930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-f6981219-0783-4cc0-9222-6562a2714ba5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.230840 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f6981219-0783-4cc0-9222-6562a2714ba5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0127294 Jul 15 23:15:24.232013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41166) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.242540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-ef5bf170-2d31-4d6f-b4a9-8e5fc98141b5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.245974 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ef5bf170-2d31-4d6f-b4a9-8e5fc98141b5 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0107081 Jul 15 23:15:24.246902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41168) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.256155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-82f930a2-e6b7-47a4-804b-2c2f8e898c08 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.259594 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-82f930a2-e6b7-47a4-804b-2c2f8e898c08 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0093782 Jul 15 23:15:24.259888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41170) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.270832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-8e0dea93-ce79-47d9-9037-262994cc8b30 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.274633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e0dea93-ce79-47d9-9037-262994cc8b30 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0110383 Jul 15 23:15:24.275595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41172) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.283607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-538e5c31-0230-4d0f-93c0-9a7f29a1c2d0 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.290300 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-538e5c31-0230-4d0f-93c0-9a7f29a1c2d0 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0132263 Jul 15 23:15:24.291005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41174) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.298015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-7cf19d4c-3f47-404f-a718-7cb30959c05f tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.304212 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7cf19d4c-3f47-404f-a718-7cb30959c05f tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093546 Jul 15 23:15:24.306286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41176) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.313164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-4bc0ad6f-e368-4a8a-aeeb-9ebcf0c4af2e tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.316438 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4bc0ad6f-e368-4a8a-aeeb-9ebcf0c4af2e tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067036 Jul 15 23:15:24.320191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41178) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:24.328974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [None req-a5e38465-3a9e-49fa-b71c-18158a217744 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:24.332828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a5e38465-3a9e-49fa-b71c-18158a217744 tempest-ExtensionsTestJSON-64007089 tempest-ExtensionsTestJSON-64007089-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0087025 Jul 15 23:15:24.376061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-dca18b87-bed0-464d-9b58-8d5da233d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.377040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-dca18b87-bed0-464d-9b58-8d5da233d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.377040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-dca18b87-bed0-464d-9b58-8d5da233d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.378594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9702ee5a-4825-4324-ba71-142656269c83 req-dca18b87-bed0-464d-9b58-8d5da233d8db service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc54abede98d429293e68f233d70634f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2683702 Jul 15 23:15:24.383192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] For port ac32947f-6d88-49f8-8650-2e212ba1cf48, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:24.569896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed12dd74-5b90-461c-a1f1-9065601f41b9 req-b7aba67b-be10-4ecf-9103-c264c0f8b41d tempest-InstanceActionsNegativeTestJSON-1831189953 tempest-InstanceActionsNegativeTestJSON-1831189953-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a641ac-415a-4d6b-8142-3e838518f587 HTTP/1.1" status: 200 len: 210 time: 0.1851840 Jul 15 23:15:24.571156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.796925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd108c-5d79-4c85-810f-547910bef0e6 req-19071486-0a96-4834-bbc4-58ebe2b4c5ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.809653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd108c-5d79-4c85-810f-547910bef0e6 req-19071486-0a96-4834-bbc4-58ebe2b4c5ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.830243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd108c-5d79-4c85-810f-547910bef0e6 req-19071486-0a96-4834-bbc4-58ebe2b4c5ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.835994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.845156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd108c-5d79-4c85-810f-547910bef0e6 req-19071486-0a96-4834-bbc4-58ebe2b4c5ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.852346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd108c-5d79-4c85-810f-547910bef0e6 req-19071486-0a96-4834-bbc4-58ebe2b4c5ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.878618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd108c-5d79-4c85-810f-547910bef0e6 req-19071486-0a96-4834-bbc4-58ebe2b4c5ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:24.889668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91cd108c-5d79-4c85-810f-547910bef0e6 req-19071486-0a96-4834-bbc4-58ebe2b4c5ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 4606 time: 0.9739926 Jul 15 23:15:24.933441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Pushing event updated for resources: {'Port': ['ID=ac32947f-6d88-49f8-8650-2e212ba1cf48,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:25.052310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41192) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:25.121703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:25.129905 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.136344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-930acb6f-58aa-4282-9ad5-bdfa42ad9c92 service neutron] 10.222.0.59 "PUT /v2.0/ports/ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 1136 time: 3.3139312 Jul 15 23:15:25.304463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91cd108c-5d79-4c85-810f-547910bef0e6 req-5293a8ad-8453-425d-8b26-07dac186b6db tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4137776 Jul 15 23:15:25.325015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:25.364563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:25.378122 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a7ba3b0a-07c0-4747-a6d7-6c07389bedfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.470500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-fbe0035e-00d4-40be-8384-f5ed2411a007 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:25.472342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-fbe0035e-00d4-40be-8384-f5ed2411a007 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.37 "GET /v2.0/networks?id=a0efb5a1-c54d-4342-b254-875517a97d76 HTTP/1.1" status: 200 len: 813 time: 1.0632367 Jul 15 23:15:25.493230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ebcf9800-df11-4d86-9ebd-07506147e565 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:25.494555 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.516850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Request body: {'port': {'device_id': '9230be0d-1e84-4002-beac-4a099a73486e', 'network_id': 'a0efb5a1-c54d-4342-b254-875517a97d76', 'admin_state_up': True, 'tenant_id': '115fd1fb5d804cfbb258ad9db3213beb'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:25.656039 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.657193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a641ac-415a-4d6b-8142-3e838518f587', 'name': 'network-vif-deleted', 'tag': '10914dae-676b-4532-89d3-c620f5ec71a8'}, {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': 'ac32947f-6d88-49f8-8650-2e212ba1cf48'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:25.659947 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d968f036-058a-4ad6-844b-b6b4753c9d78" -d '{"events": [{"server_uuid": "f2a641ac-415a-4d6b-8142-3e838518f587", "name": "network-vif-deleted", "tag": "10914dae-676b-4532-89d3-c620f5ec71a8"}, {"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "ac32947f-6d88-49f8-8650-2e212ba1cf48"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:25.702220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:25.705771 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabbac5b-408a-4c49-a22d-937a93950b2a" -d '{"events": [{"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:25.717442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702ee5a-4825-4324-ba71-142656269c83 req-6f023d92-fb34-4816-ad05-b3ec5e03e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:25.720938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9702ee5a-4825-4324-ba71-142656269c83 req-6f023d92-fb34-4816-ad05-b3ec5e03e5c6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1978793 Jul 15 23:15:25.736349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:25.742768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.748408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a7ba3b0a-07c0-4747-a6d7-6c07389bedfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.758525 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a7ba3b0a-07c0-4747-a6d7-6c07389bedfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.858879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:25.861702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba3b0a-07c0-4747-a6d7-6c07389bedfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f31ee-e3da-4f58-a72a-22c81a731c43,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:25.877258 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a7ba3b0a-07c0-4747-a6d7-6c07389bedfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8d46c1f5242409c8e7f975a7f6f1a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8230639 Jul 15 23:15:25.878931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.884985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41210) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:25.978394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6e15866-ba16-4c04-a1df-3f06c83d10e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.003977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6e15866-ba16-4c04-a1df-3f06c83d10e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.074908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6e15866-ba16-4c04-a1df-3f06c83d10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.082226 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6e15866-ba16-4c04-a1df-3f06c83d10e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.083731 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a6e15866-ba16-4c04-a1df-3f06c83d10e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d25f31ee-e3da-4f58-a72a-22c81a731c43 HTTP/1.1" status: 204 len: 168 time: 0.1978717 Jul 15 23:15:26.095145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e15866-ba16-4c04-a1df-3f06c83d10e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f31ee-e3da-4f58-a72a-22c81a731c43,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:26.247142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-ef32c7cc-d097-4c00-b1df-56631d03a1ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.254624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-ef32c7cc-d097-4c00-b1df-56631d03a1ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 821 time: 0.9487557 Jul 15 23:15:26.262727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Made reservation on behalf of 115fd1fb5d804cfbb258ad9db3213beb for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:26.274543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.327308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-1aa00aaf-327c-41fc-b85f-d581256128b5 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/quotas/daa4618cd7b64aaa9d59c6c71825875d HTTP/1.1" status: 200 len: 375 time: 0.0716143 Jul 15 23:15:26.381935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-c296e281-0caa-4261-b67d-e57e5f8b7b00 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530078 Jul 15 23:15:26.609752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ea57-f5e3-42a5-b903-03d53a89c932 req-4f8c98ff-07b5-4663-9f8d-d0032737abe9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.619266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3731ea57-f5e3-42a5-b903-03d53a89c932 req-4f8c98ff-07b5-4663-9f8d-d0032737abe9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.4371889 Jul 15 23:15:26.713503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-b6e3e6a7-67e1-4d94-92b1-57551b12a1b4 service neutron] 10.222.0.23 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304441 Jul 15 23:15:26.811306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Allocated IP 172.20.0.10 (a0efb5a1-c54d-4342-b254-875517a97d76/8448df01-b42b-435d-8d52-ed202c25c7bc/d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:26.842515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3731ea57-f5e3-42a5-b903-03d53a89c932 req-5cb3f602-d431-4707-a9bc-46c80007d72e tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185736 Jul 15 23:15:26.935769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:26.958585 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.984866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-925a4103-b3d8-4867-bc1d-d34443794b12 service neutron] 10.222.0.23 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703764 Jul 15 23:15:27.078266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Transition to ACTIVE for port object 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:27.114768 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.154076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41236) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:27.391527 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328426748'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:27.451659 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:27.455957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.478214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.672510 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.672510 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.696474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:27.707561 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.707941 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment c0b90874-b665-4811-bb9f-a6cb1f2eb6fc of type vlan for network 5203b6f2-7b6d-4a77-9ed1-761c27238908 Jul 15 23:15:27.781396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Pushing event updated for resources: {'Port': ['ID=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.783625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf9ce6-50de-4a1e-b2d4-2cab5fa2704e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.798418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.869243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.877961 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:27.878620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.885609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e1394e-ee92-428d-8e1a-a3b686452a2d req-d6155c32-0b0b-42f1-8de3-fa22bea9cab4 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 210 time: 0.1159704 Jul 15 23:15:27.920396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.976029 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8207147 Jul 15 23:15:28.004882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14b94a-8b5e-4b57-8f9b-2dddc70aa4b6 req-70328a1b-c360-44b5-92b0-7dd343affedb tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.015285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e14b94a-8b5e-4b57-8f9b-2dddc70aa4b6 req-70328a1b-c360-44b5-92b0-7dd343affedb tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.9412100 Jul 15 23:15:28.053482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41252) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:28.066709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdd951-fb6b-4094-83fc-e14369102009 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=5203b6f2-7b6d-4a77-9ed1-761c27238908,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:28.078399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 5203b6f2-7b6d-4a77-9ed1-761c27238908 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:28.122577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41254) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:28.124852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Attempting to bind port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:28.125205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Attempting to bind port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:28.125537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Attempting to bind port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:28.133364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': '5203b6f2-7b6d-4a77-9ed1-761c27238908', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:28.142836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.217895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f721739-9596-4296-8f47-81e0db64acc2 admin admin] Deleting subnet 2ed273b6-5246-4db7-91d3-51b01b07bc47 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:28.223535 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f721739-9596-4296-8f47-81e0db64acc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.234491 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c459fe4-6ea3-4ad6-80fe-4fd5ddc398ea x-openstack-request-id: req-0c459fe4-6ea3-4ad6-80fe-4fd5ddc398ea {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:28.234817 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a641ac-415a-4d6b-8142-3e838518f587", "name": "network-vif-deleted", "tag": "10914dae-676b-4532-89d3-c620f5ec71a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "ac32947f-6d88-49f8-8650-2e212ba1cf48", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:28.235056 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c459fe4-6ea3-4ad6-80fe-4fd5ddc398ea {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:28.235450 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a641ac-415a-4d6b-8142-3e838518f587', 'name': 'network-vif-deleted', 'tag': '10914dae-676b-4532-89d3-c620f5ec71a8', 'status': 'completed', 'code': 200} Jul 15 23:15:28.235700 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': 'ac32947f-6d88-49f8-8650-2e212ba1cf48', 'status': 'completed', 'code': 200} Jul 15 23:15:28.236263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:28.236586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Attempting to bind port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:28.264782 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ade4826-3554-4571-8942-1830e21c7832 x-openstack-request-id: req-5ade4826-3554-4571-8942-1830e21c7832 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:28.265222 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:28.265576 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ade4826-3554-4571-8942-1830e21c7832 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:28.266223 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'code': 200} Jul 15 23:15:28.274299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f721739-9596-4296-8f47-81e0db64acc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.277166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:28.277511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Checking segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:28.277906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Bound using segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:28.278360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Bound port: 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:28.278721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.283015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e14b94a-8b5e-4b57-8f9b-2dddc70aa4b6 req-5d030626-3f1b-431b-9ec8-f542327352cf tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669098 Jul 15 23:15:28.321256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Network a0efb5a1-c54d-4342-b254-875517a97d76 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:28.368465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:28.377412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:28.379200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f721739-9596-4296-8f47-81e0db64acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.380908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Pushing event updated for resources: {'Port': ['ID=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:28.505766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f721739-9596-4296-8f47-81e0db64acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.524001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f721739-9596-4296-8f47-81e0db64acc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.527956 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f721739-9596-4296-8f47-81e0db64acc2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2ed273b6-5246-4db7-91d3-51b01b07bc47 HTTP/1.1" status: 204 len: 168 time: 0.4732921 Jul 15 23:15:28.528938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41256) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:28.565139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f721739-9596-4296-8f47-81e0db64acc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed273b6-5246-4db7-91d3-51b01b07bc47,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:28.571883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.572457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.583582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:28.587636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.592038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] For port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:28.602135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] For port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:28.636043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.645884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9f957f1d-94a3-4e3b-b796-2e59231ce041 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1353512 Jul 15 23:15:28.658230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.659815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-62dba509-4645-41bf-b99d-947cce3f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.660601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-62dba509-4645-41bf-b99d-947cce3f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.660778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-62dba509-4645-41bf-b99d-947cce3f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.661255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-62dba509-4645-41bf-b99d-947cce3f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.661787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-62dba509-4645-41bf-b99d-947cce3f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.662448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-62dba509-4645-41bf-b99d-947cce3f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.663164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-62dba509-4645-41bf-b99d-947cce3f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.666599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-62dba509-4645-41bf-b99d-947cce3f044e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6178 time: 0.4185877 Jul 15 23:15:28.705261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Request body: {'port': {'device_id': '9230be0d-1e84-4002-beac-4a099a73486e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:28.758029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.772639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02acce8e-692d-4165-9958-7034aea522a2']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:28.784395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822f1345-b13b-4da6-876e-dade86aa0fa3') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:28.785048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822f1345-b13b-4da6-876e-dade86aa0fa3') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:28.797188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.826934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.839777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:28.840683 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.856557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.857659 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.859427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] 10.222.0.59 "PUT /v2.0/ports/1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 1135 time: 3.5524411 Jul 15 23:15:28.874202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-194752da-a02c-4ff9-9a43-f9019374de76 req-2fa75f3e-34b3-461b-a4d2-b4cd253e09d6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 210 time: 0.1776063 Jul 15 23:15:28.949411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:28.958064 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:28.963625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.968668 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.976521 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] 10.222.0.23 "DELETE /v2.0/networks/02acce8e-692d-4165-9958-7034aea522a2 HTTP/1.1" status: 204 len: 168 time: 0.4192150 Jul 15 23:15:28.998253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38f24-bb1c-4417-a951-08d1b7bdff11 admin admin] Pushing event deleted for resources: {'Network': ['ID=02acce8e-692d-4165-9958-7034aea522a2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.172357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-4af0fc6b-5224-4db6-9c9f-acd96c5afee6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.182115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-4af0fc6b-5224-4db6-9c9f-acd96c5afee6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.193704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-4af0fc6b-5224-4db6-9c9f-acd96c5afee6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.200970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-4af0fc6b-5224-4db6-9c9f-acd96c5afee6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.207268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-4af0fc6b-5224-4db6-9c9f-acd96c5afee6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.213966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-4af0fc6b-5224-4db6-9c9f-acd96c5afee6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.219862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-4af0fc6b-5224-4db6-9c9f-acd96c5afee6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.221848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-4af0fc6b-5224-4db6-9c9f-acd96c5afee6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5383 time: 0.7551687 Jul 15 23:15:29.344814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-b60987eb-ab06-4858-a0b9-f8dc5f204f3d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.346697 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-b60987eb-ab06-4858-a0b9-f8dc5f204f3d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.37 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 821 time: 0.2247317 Jul 15 23:15:29.350109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41264) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:29.387149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad91302-7f5f-4aaa-a3fd-aec833fac979 service neutron] Pushing event updated for resources: {'Port': ['ID=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.535138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-d4aed23c-a19b-452e-9590-315fa22a1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.536006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-d4aed23c-a19b-452e-9590-315fa22a1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.536582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-d4aed23c-a19b-452e-9590-315fa22a1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.540794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-d4aed23c-a19b-452e-9590-315fa22a1c17 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc54abede98d429293e68f233d70634f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8304822 Jul 15 23:15:29.541412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.621895 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.704537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Request body: {'port': {'device_id': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'admin_state_up': True, 'tenant_id': 'daa4618cd7b64aaa9d59c6c71825875d'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:29.760118 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f1fb6ed4-f623-45e0-9b08-16075e2f0a2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bebec68a8d914d3b929c627baa44637b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088588 Jul 15 23:15:29.763384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41268) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:29.794144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=8b88b0ef-c57e-47f3-b4fb-45c9df9d0776,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.811590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.880938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a0cfd25-bf87-482b-9815-cf05ec97a840 req-eef8e26f-c469-4066-b99a-0fb997cad285 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4880724 Jul 15 23:15:29.884901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21d2f17b-28c3-4c38-8d1f-a4eb500a62c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.949687 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21d2f17b-28c3-4c38-8d1f-a4eb500a62c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.987617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Made reservation on behalf of daa4618cd7b64aaa9d59c6c71825875d for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:29.992372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.096068 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': 'c0b90874-b665-4811-bb9f-a6cb1f2eb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5203b6f2-7b6d-4a77-9ed1-761c27238908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:30.096571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: 5203b6f2-7b6d-4a77-9ed1-761c27238908, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:30.099690 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21d2f17b-28c3-4c38-8d1f-a4eb500a62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.103031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21d2f17b-28c3-4c38-8d1f-a4eb500a62c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.104209 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-21d2f17b-28c3-4c38-8d1f-a4eb500a62c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9e1d0e2-6571-4a26-bf67-1f1dc3381724 HTTP/1.1" status: 204 len: 168 time: 0.3402674 Jul 15 23:15:30.124093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf7271-79ac-4768-91c2-9af4ea8b4316 req-c49dfd8c-6d92-4e55-9d45-f14e8fa6fa3b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.126028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70bf7271-79ac-4768-91c2-9af4ea8b4316 req-c49dfd8c-6d92-4e55-9d45-f14e8fa6fa3b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.7468376 Jul 15 23:15:30.131751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-12871f63-54ab-4352-a687-20a0856fba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.133246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d968f036-058a-4ad6-844b-b6b4753c9d78 req-12871f63-54ab-4352-a687-20a0856fba97 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5696990 Jul 15 23:15:30.149116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2f17b-28c3-4c38-8d1f-a4eb500a62c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e1d0e2-6571-4a26-bf67-1f1dc3381724,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:30.192272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Allocated IP 172.20.0.11 (14371fde-657d-4198-afe4-fa35cc44175d/184999a4-369c-477d-ba38-20cd28523077/f4b17a32-a4da-40c9-86cb-927cbe470d69) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:30.249770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '1095efb3-a87f-43d5-b5fc-2e5bef24ebf2'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:30.252417 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb" -d '{"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "1095efb3-a87f-43d5-b5fc-2e5bef24ebf2"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:30.362733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 5203b6f2-7b6d-4a77-9ed1-761c27238908 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:30.393969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70bf7271-79ac-4768-91c2-9af4ea8b4316 req-ee01609c-89e0-4183-8591-e5d2abc76dfc tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163036 Jul 15 23:15:30.417101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 5203b6f2-7b6d-4a77-9ed1-761c27238908) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:30.426325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35014b1-c64a-4604-95e3-ab8e861c88a8 None None] Network 5203b6f2-7b6d-4a77-9ed1-761c27238908 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:30.431556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.432158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.543002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:30.561212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfae8d-d42f-4712-9429-8acceb009dc3 req-96e117df-0da0-4c64-a7b3-6bc12de15180 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.562923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cdfae8d-d42f-4712-9429-8acceb009dc3 req-96e117df-0da0-4c64-a7b3-6bc12de15180 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 932 time: 0.4532287 Jul 15 23:15:30.565217 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.570324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ead594cf-ad48-4a4d-a878-9bc81ca5eab1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4411325 Jul 15 23:15:30.576263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41286) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:30.584227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-315277252'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:30.589907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.686541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.770691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Network 14371fde-657d-4198-afe4-fa35cc44175d is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:30.775018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:30.781734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:30.795543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Transition to ACTIVE for port object d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:30.796738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-5203b6f2-7b6d-4a77-9ed1-761c27238908', 'network_id': '5203b6f2-7b6d-4a77-9ed1-761c27238908', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '8b88b0ef-c57e-47f3-b4fb-45c9df9d0776'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:30.797985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.798125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event updated for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:30.855610 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.856969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.857722 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.860060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287d1f70-7684-4ff8-a8cd-1832c80334a7 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:30.884026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cdfae8d-d42f-4712-9429-8acceb009dc3 req-957f7398-cb18-4c4b-ae6e-7dc14970d742 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071451 Jul 15 23:15:30.966816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.980032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-8a57e629-954d-4f4b-a1a1-38bb8f33a0b0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2812390 Jul 15 23:15:30.983081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:30.996089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.002039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Request body: {'port': {'device_id': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:31.069345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Allocated IP 172.20.255.242 (5203b6f2-7b6d-4a77-9ed1-761c27238908/8b88b0ef-c57e-47f3-b4fb-45c9df9d0776/464d6239-1fdc-4083-a9e5-840a66e54c2c) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:31.102508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Transition to ACTIVE for port object 287d1f70-7684-4ff8-a8cd-1832c80334a7 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:31.104165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:31.159579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:31.197191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.307783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.331360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.332065 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment cd06bc0f-1e9e-4929-9842-b1b32c4959cd of type vlan for network eb196276-b267-4a0c-828e-e861b292863e Jul 15 23:15:31.355016 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.393047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Transition to ACTIVE for port object 464d6239-1fdc-4083-a9e5-840a66e54c2c will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:31.405273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.442824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Attempting to bind port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:31.443381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Attempting to bind port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'fca273a8-ddc2-4409-aeff-0fc02f517ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a0efb5a1-c54d-4342-b254-875517a97d76'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:31.443897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Attempting to bind port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb on network a0efb5a1-c54d-4342-b254-875517a97d76 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:31.460449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb on network a0efb5a1-c54d-4342-b254-875517a97d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:31.460784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Attempting to bind port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb on network a0efb5a1-c54d-4342-b254-875517a97d76 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:31.461749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Transition to ACTIVE for port object 464d6239-1fdc-4083-a9e5-840a66e54c2c will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:31.471213 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.479450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:31.480411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.483145 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.539869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:31.540235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Checking segment: {'id': 'fca273a8-ddc2-4409-aeff-0fc02f517ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a0efb5a1-c54d-4342-b254-875517a97d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:31.540584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Bound using segment: {'id': 'fca273a8-ddc2-4409-aeff-0fc02f517ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a0efb5a1-c54d-4342-b254-875517a97d76'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:31.541040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Bound port: d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca273a8-ddc2-4409-aeff-0fc02f517ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a0efb5a1-c54d-4342-b254-875517a97d76'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:31.541393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.550065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Pushing event updated for resources: {'Port': ['ID=464d6239-1fdc-4083-a9e5-840a66e54c2c,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:31.561987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Network 5203b6f2-7b6d-4a77-9ed1-761c27238908 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:31.563519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:31.567048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:31.600595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b17a32-a4da-40c9-86cb-927cbe470d69 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:31.610634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.623795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Transition to ACTIVE for port object f4b17a32-a4da-40c9-86cb-927cbe470d69 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:31.637359 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.642836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f337f5-69f4-4576-bd05-a98556f5b358 req-02c45b0a-40de-4b62-b50e-19764eaea130 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:31.649207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Attempting to bind port 464d6239-1fdc-4083-a9e5-840a66e54c2c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:31.649815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Attempting to bind port 464d6239-1fdc-4083-a9e5-840a66e54c2c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'c0b90874-b665-4811-bb9f-a6cb1f2eb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5203b6f2-7b6d-4a77-9ed1-761c27238908'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:31.650185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Attempting to bind port 464d6239-1fdc-4083-a9e5-840a66e54c2c on network 5203b6f2-7b6d-4a77-9ed1-761c27238908 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:31.652549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73f337f5-69f4-4576-bd05-a98556f5b358 req-02c45b0a-40de-4b62-b50e-19764eaea130 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.8588274 Jul 15 23:15:31.656423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:31.656803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Checking segment: {'id': 'c0b90874-b665-4811-bb9f-a6cb1f2eb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5203b6f2-7b6d-4a77-9ed1-761c27238908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:31.657272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.657718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Bound using segment: {'id': 'c0b90874-b665-4811-bb9f-a6cb1f2eb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5203b6f2-7b6d-4a77-9ed1-761c27238908'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:31.658196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Bound port: 464d6239-1fdc-4083-a9e5-840a66e54c2c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b90874-b665-4811-bb9f-a6cb1f2eb6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5203b6f2-7b6d-4a77-9ed1-761c27238908'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:31.658581 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.664587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=eb196276-b267-4a0c-828e-e861b292863e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:31.684437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41308) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:31.685727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f2c141b9-be75-43e1-945e-470c2c2bd947 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1055319 Jul 15 23:15:31.694211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': 'eb196276-b267-4a0c-828e-e861b292863e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:31.706061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network eb196276-b267-4a0c-828e-e861b292863e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:31.799050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Pushing event updated for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:31.819114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Pushing event updated for resources: {'Port': ['ID=287d1f70-7684-4ff8-a8cd-1832c80334a7,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:31.884012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] For port 464d6239-1fdc-4083-a9e5-840a66e54c2c, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:31.894657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] For port 464d6239-1fdc-4083-a9e5-840a66e54c2c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=464d6239-1fdc-4083-a9e5-840a66e54c2c,segment=NetworkSegment(c0b90874-b665-4811-bb9f-a6cb1f2eb6fc),segment_id=c0b90874-b665-4811-bb9f-a6cb1f2eb6fc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:31.913247 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.915557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73f337f5-69f4-4576-bd05-a98556f5b358 req-f6d550ca-1ba8-4bdb-9550-d25e012561c9 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613328 Jul 15 23:15:31.957132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb77c0b-b285-46b4-977e-7e2f7114f227 req-1890aeb1-01ee-4786-9871-c9589b639b63 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:31.961376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Attempting to bind port f4b17a32-a4da-40c9-86cb-927cbe470d69 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:31.961725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Attempting to bind port f4b17a32-a4da-40c9-86cb-927cbe470d69 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:31.962059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Attempting to bind port f4b17a32-a4da-40c9-86cb-927cbe470d69 on network 14371fde-657d-4198-afe4-fa35cc44175d {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:31.969600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbb77c0b-b285-46b4-977e-7e2f7114f227 req-1890aeb1-01ee-4786-9871-c9589b639b63 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 932 time: 0.6530409 Jul 15 23:15:31.973316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] For port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:31.978003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Port f4b17a32-a4da-40c9-86cb-927cbe470d69 on network 14371fde-657d-4198-afe4-fa35cc44175d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:31.979920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Attempting to bind port f4b17a32-a4da-40c9-86cb-927cbe470d69 on network 14371fde-657d-4198-afe4-fa35cc44175d {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:31.988315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:31.988669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Checking segment: {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:31.989069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Bound using segment: {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:31.989515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Bound port: f4b17a32-a4da-40c9-86cb-927cbe470d69, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:31.989923 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.997450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] For port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,segment=NetworkSegment(fca273a8-ddc2-4409-aeff-0fc02f517ef6),segment_id=fca273a8-ddc2-4409-aeff-0fc02f517ef6)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:32.003585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:32.042390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.049622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b612afd-9b77-4d3f-988f-55af9c181634 None None] Pushing event updated for resources: {'Port': ['ID=464d6239-1fdc-4083-a9e5-840a66e54c2c,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.070966 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2b9fe3-db90-4d01-95ea-5926e1d448af x-openstack-request-id: req-2c2b9fe3-db90-4d01-95ea-5926e1d448af {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:32.074682 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "1095efb3-a87f-43d5-b5fc-2e5bef24ebf2", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:32.075149 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c2b9fe3-db90-4d01-95ea-5926e1d448af {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:32.075694 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '1095efb3-a87f-43d5-b5fc-2e5bef24ebf2', 'status': 'completed', 'code': 200} Jul 15 23:15:32.106595 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.224461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:32.234941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:32.242504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.305519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Attempting to bind port 287d1f70-7684-4ff8-a8cd-1832c80334a7 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.305922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Attempting to bind port 287d1f70-7684-4ff8-a8cd-1832c80334a7 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.306265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Attempting to bind port 287d1f70-7684-4ff8-a8cd-1832c80334a7 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.308925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.309591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.311153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb HTTP/1.1" status: 200 len: 1092 time: 3.6241257 Jul 15 23:15:32.326969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.326969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.326969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] 10.222.0.37 "PUT /v2.0/ports/f4b17a32-a4da-40c9-86cb-927cbe470d69 HTTP/1.1" status: 200 len: 1092 time: 1.3320630 Jul 15 23:15:32.341057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbb77c0b-b285-46b4-977e-7e2f7114f227 req-aa72428a-3416-4975-9307-7a7b194df972 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576536 Jul 15 23:15:32.344936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Port 287d1f70-7684-4ff8-a8cd-1832c80334a7 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.345267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Attempting to bind port 287d1f70-7684-4ff8-a8cd-1832c80334a7 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.354830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9ce27-684c-44b4-ad1a-f8234b4d6bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.372725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:32.373070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Checking segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:32.373462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Bound using segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:32.373920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Bound port: 287d1f70-7684-4ff8-a8cd-1832c80334a7, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:32.374292 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.378641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:32.381683 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10" -d '{"events": [{"name": "network-changed", "server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:32.416534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-a9e81e53-a848-4a76-b29e-df32809a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.417019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-a9e81e53-a848-4a76-b29e-df32809a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.417493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-a9e81e53-a848-4a76-b29e-df32809a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.417968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-a9e81e53-a848-4a76-b29e-df32809a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.418510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-a9e81e53-a848-4a76-b29e-df32809a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.418908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-a9e81e53-a848-4a76-b29e-df32809a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.419376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-a9e81e53-a848-4a76-b29e-df32809a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.424974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-a9e81e53-a848-4a76-b29e-df32809a5967 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6245 time: 0.3575578 Jul 15 23:15:32.570831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-04764767-21de-4cab-90f1-3783cf793b47 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.577149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-04764767-21de-4cab-90f1-3783cf793b47 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.583605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-04764767-21de-4cab-90f1-3783cf793b47 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.586138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0dcd6-bc17-4909-b5e9-01787181ec6a service neutron] Pushing event updated for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.601403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-04764767-21de-4cab-90f1-3783cf793b47 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.608549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-04764767-21de-4cab-90f1-3783cf793b47 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.625009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-04764767-21de-4cab-90f1-3783cf793b47 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.645899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-04764767-21de-4cab-90f1-3783cf793b47 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.665516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-04764767-21de-4cab-90f1-3783cf793b47 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5395 time: 0.4624817 Jul 15 23:15:32.683296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-ccb2caa0-c3ae-408a-a522-bd6d170e990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.684835 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-ccb2caa0-c3ae-408a-a522-bd6d170e990a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=115fd1fb5d804cfbb258ad9db3213beb&device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 1095 time: 0.2332888 Jul 15 23:15:32.686254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.777851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] For port 287d1f70-7684-4ff8-a8cd-1832c80334a7, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:32.781756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] For port 287d1f70-7684-4ff8-a8cd-1832c80334a7, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:32.796503 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-2684f0ed-3b21-42ca-abe1-1f2b88e7174e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb HTTP/1.1" status: 200 len: 217 time: 0.0802672 Jul 15 23:15:32.798956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.843876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=ff468574-ee11-47cd-8d72-3351dd9f9f67,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.859497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb196276-b267-4a0c-828e-e861b292863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:32.859880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: eb196276-b267-4a0c-828e-e861b292863e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:32.896783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-e72965de-e438-46e0-a627-426f8acd3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.898923 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-e72965de-e438-46e0-a627-426f8acd3ce3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8448df01-b42b-435d-8d52-ed202c25c7bc HTTP/1.1" status: 200 len: 853 time: 0.0931435 Jul 15 23:15:32.905463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network eb196276-b267-4a0c-828e-e861b292863e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:32.945040 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-8d58a3d2-dcd6-4c12-a99a-370f9022ef75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0efb5a1-c54d-4342-b254-875517a97d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364094 Jul 15 23:15:32.946242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, eb196276-b267-4a0c-828e-e861b292863e) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:32.950725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.951384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.957795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da2c5d-1591-4864-9bbd-7d4f6cadf47a None None] Network eb196276-b267-4a0c-828e-e861b292863e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:32.974455 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c0cb4b2e-4b12-449f-a3d4-04bf8613d54b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2866149 Jul 15 23:15:32.986567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41324) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:33.246884 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-9d9d4eb2-a406-4ecd-b0c6-981ad102e0b0 service neutron] 10.222.0.37 "GET /v2.0/networks/a0efb5a1-c54d-4342-b254-875517a97d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824910 Jul 15 23:15:33.254946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.274376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-eb196276-b267-4a0c-828e-e861b292863e', 'network_id': 'eb196276-b267-4a0c-828e-e861b292863e', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': 'ff468574-ee11-47cd-8d72-3351dd9f9f67'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:33.275282 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.410216 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7b8e232f-4bc6-44ea-8baf-981e82e2a2a6 req-fa813fcd-da59-441c-bb3d-cb986ff41552 service neutron] 10.222.0.37 "GET /v2.0/networks/a0efb5a1-c54d-4342-b254-875517a97d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505394 Jul 15 23:15:33.448319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Pushing event updated for resources: {'Port': ['ID=287d1f70-7684-4ff8-a8cd-1832c80334a7,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:33.507259 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.571364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e7cb70f-91fe-45ba-992b-4a41adc6d033 req-15b78b39-cb71-4a23-acf7-2ca6679ca28a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9044728 Jul 15 23:15:33.585076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.586378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.588269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-db41288c-ecc8-4b1a-ab6a-bf3eaa352354 service neutron] 10.222.0.59 "PUT /v2.0/ports/287d1f70-7684-4ff8-a8cd-1832c80334a7 HTTP/1.1" status: 200 len: 1091 time: 4.6563649 Jul 15 23:15:33.608292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-03403635-68cf-4721-b565-2ba071d1667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.609092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-03403635-68cf-4721-b565-2ba071d1667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.609977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-03403635-68cf-4721-b565-2ba071d1667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.612450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-03403635-68cf-4721-b565-2ba071d1667f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc54abede98d429293e68f233d70634f&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1642518 Jul 15 23:15:33.618277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Allocated IP 172.20.0.2 (eb196276-b267-4a0c-828e-e861b292863e/ff468574-ee11-47cd-8d72-3351dd9f9f67/0548ad6f-7c0e-4a68-a49e-34960f0b560a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:33.631489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-d451a9e9-3aaa-4d07-997f-f605e3a3f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.634830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-d451a9e9-3aaa-4d07-997f-f605e3a3f5ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 1095 time: 1.1594942 Jul 15 23:15:33.665051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 464d6239-1fdc-4083-a9e5-840a66e54c2c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:33.831679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa5b63-6a03-4789-8c55-f86867d20b07 None None] Network 5203b6f2-7b6d-4a77-9ed1-761c27238908 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:33.858692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:33.868308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-e5445204-d014-45bd-b95e-5a407161bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.873514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd3dae2d-79ec-4820-bf6a-b6a1f08278cb req-e5445204-d014-45bd-b95e-5a407161bf0a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2291977 Jul 15 23:15:33.954818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fc4eb-f35b-4b1c-a7a7-8c27857593de req-4b3fd772-1b16-4768-95e7-a1b29865176f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:33.961939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b9fc4eb-f35b-4b1c-a7a7-8c27857593de req-4b3fd772-1b16-4768-95e7-a1b29865176f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 1.1703005 Jul 15 23:15:34.086197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230be0d-1e84-4002-beac-4a099a73486e', 'tag': 'd5a89ba0-d469-41ba-a8f3-cfe9a87a19cb'}, {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '287d1f70-7684-4ff8-a8cd-1832c80334a7'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:34.088856 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d94036-02d8-4a45-989f-e5e245983391" -d '{"events": [{"name": "network-changed", "server_uuid": "9230be0d-1e84-4002-beac-4a099a73486e", "tag": "d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb"}, {"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "287d1f70-7684-4ff8-a8cd-1832c80334a7"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:34.092155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-c7481d0f-a2eb-4a3d-982c-5a41060403f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69 HTTP/1.1" status: 200 len: 217 time: 0.2158070 Jul 15 23:15:34.128491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b9fc4eb-f35b-4b1c-a7a7-8c27857593de req-27bed490-fa4e-4781-bfc5-a32ee042cdfb tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656387 Jul 15 23:15:34.151380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 464d6239-1fdc-4083-a9e5-840a66e54c2c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:34.152048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e5edf691-fc7e-4a45-9b34-1c9065feb729 None None] Provisioning for port 464d6239-1fdc-4083-a9e5-840a66e54c2c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:34.188107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 464d6239-1fdc-4083-a9e5-840a66e54c2c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:34.188494 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.190128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e5edf691-fc7e-4a45-9b34-1c9065feb729 None None] Provisioning complete for port 464d6239-1fdc-4083-a9e5-840a66e54c2c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:34.190478 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5edf691-fc7e-4a45-9b34-1c9065feb729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.237913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-3da12286-e1aa-44c4-af24-d11ee323716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.239406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-3da12286-e1aa-44c4-af24-d11ee323716e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 1097 time: 0.3055847 Jul 15 23:15:34.243091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-f07bad76-f153-42b3-873e-dedef6f77d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.244532 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-f07bad76-f153-42b3-873e-dedef6f77d9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=184999a4-369c-477d-ba38-20cd28523077 HTTP/1.1" status: 200 len: 861 time: 0.1423810 Jul 15 23:15:34.245235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.310332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bf57a-f965-4dd7-b720-401d560e8632 req-ae4ad945-3c1e-42b6-bcf5-7cc67aabc212 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.311931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-926bf57a-f965-4dd7-b720-401d560e8632 req-ae4ad945-3c1e-42b6-bcf5-7cc67aabc212 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 944 time: 0.4367421 Jul 15 23:15:34.326162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-113f8dd4-4e2d-4ec4-9199-f5a132573cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14371fde-657d-4198-afe4-fa35cc44175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638490 Jul 15 23:15:34.358323 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.378938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Transition to ACTIVE for port object 0548ad6f-7c0e-4a68-a49e-34960f0b560a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:34.441951 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b066b0-c121-4051-bed0-f3280a04f07e x-openstack-request-id: req-06b066b0-c121-4051-bed0-f3280a04f07e {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:34.442449 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:34.442539 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06b066b0-c121-4051-bed0-f3280a04f07e {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:34.442947 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'status': 'completed', 'code': 200} Jul 15 23:15:34.457289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Transition to ACTIVE for port object 0548ad6f-7c0e-4a68-a49e-34960f0b560a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:34.494354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5edf691-fc7e-4a45-9b34-1c9065feb729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.502745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.507052 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.508846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.585114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Network eb196276-b267-4a0c-828e-e861b292863e is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:34.597133 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:34.601203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:34.653068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e5edf691-fc7e-4a45-9b34-1c9065feb729 None None] For port 464d6239-1fdc-4083-a9e5-840a66e54c2c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=464d6239-1fdc-4083-a9e5-840a66e54c2c,segment=NetworkSegment(c0b90874-b665-4811-bb9f-a6cb1f2eb6fc),segment_id=c0b90874-b665-4811-bb9f-a6cb1f2eb6fc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:34.664122 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5edf691-fc7e-4a45-9b34-1c9065feb729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.693201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Pushing event updated for resources: {'Port': ['ID=0548ad6f-7c0e-4a68-a49e-34960f0b560a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:34.710119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-926bf57a-f965-4dd7-b720-401d560e8632 req-db003354-76bc-4259-b93b-93a88a4105a3 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594515 Jul 15 23:15:34.710861 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.736146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb196276-b267-4a0c-828e-e861b292863e']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:34.752348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:34.752822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:34.769431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.794973 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.798873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Attempting to bind port 0548ad6f-7c0e-4a68-a49e-34960f0b560a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:34.799389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Attempting to bind port 0548ad6f-7c0e-4a68-a49e-34960f0b560a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb196276-b267-4a0c-828e-e861b292863e'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:34.799886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Attempting to bind port 0548ad6f-7c0e-4a68-a49e-34960f0b560a on network eb196276-b267-4a0c-828e-e861b292863e {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:34.804279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:34.804821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.810330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:34.810855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Checking segment: {'id': 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb196276-b267-4a0c-828e-e861b292863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:34.811351 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.812078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Bound using segment: {'id': 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb196276-b267-4a0c-828e-e861b292863e'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:34.812476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Bound port: 0548ad6f-7c0e-4a68-a49e-34960f0b560a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb196276-b267-4a0c-828e-e861b292863e'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:34.812955 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.821577 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:15:34.822112 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:15:34.835891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edf691-fc7e-4a45-9b34-1c9065feb729 None None] Pushing event updated for resources: {'Port': ['ID=464d6239-1fdc-4083-a9e5-840a66e54c2c,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:34.888361 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:34.912758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=ff468574-ee11-47cd-8d72-3351dd9f9f67,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:34.931936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] For port 0548ad6f-7c0e-4a68-a49e-34960f0b560a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:34.934351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-59cdbd5e-f3b3-4b39-ba16-ca8451c4ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.937194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-59cdbd5e-f3b3-4b39-ba16-ca8451c4ba13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 916 time: 0.6625226 Jul 15 23:15:34.937402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] For port 0548ad6f-7c0e-4a68-a49e-34960f0b560a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0548ad6f-7c0e-4a68-a49e-34960f0b560a,segment=NetworkSegment(cd06bc0f-1e9e-4929-9842-b1b32c4959cd),segment_id=cd06bc0f-1e9e-4929-9842-b1b32c4959cd)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:34.941647 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:15:34.941647 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:15:34.941647 n-d-793618-8 neutron-server[93714]: [parameters: {'id': 'eb196276-b267-4a0c-828e-e861b292863e'}] Jul 15 23:15:34.941647 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:15:34.943199 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:15:34.950778 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.038459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-924f7c86-ff3a-4257-9f03-afca1dee1344 None None] Provisioning complete for port 464d6239-1fdc-4083-a9e5-840a66e54c2c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:35.038833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-924f7c86-ff3a-4257-9f03-afca1dee1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.047546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-e2d8434a-9593-4401-b5fb-6c57b0755a2b service neutron] 10.222.0.37 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956983 Jul 15 23:15:35.049959 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-c256be9a-924e-45dc-b3b0-0a7b919fc04b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c60692-a202-4ff9-897c-b396a1127351 HTTP/1.1" status: 200 len: 217 time: 0.1044564 Jul 15 23:15:35.113136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad52b-b374-4e62-a535-4bcec300ed1c None None] Pushing event updated for resources: {'Port': ['ID=0548ad6f-7c0e-4a68-a49e-34960f0b560a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:35.137839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa9dcb0-8835-47f3-b6e7-39418c5b5c40 None None] Network eb196276-b267-4a0c-828e-e861b292863e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:35.247297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae512f-8637-4185-ab5b-3ee95355b4c3 req-e1316c97-e373-485d-ba48-13ce1bce93b1 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.248861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bae512f-8637-4185-ab5b-3ee95355b4c3 req-e1316c97-e373-485d-ba48-13ce1bce93b1 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.5202262 Jul 15 23:15:35.297730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-604459d6-6139-4312-9921-d7cd0e6ecf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.299232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-604459d6-6139-4312-9921-d7cd0e6ecf60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec81c68f-a63b-4ce9-baf3-ba25053b74da HTTP/1.1" status: 200 len: 855 time: 0.2219069 Jul 15 23:15:35.371495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097b85a-4341-420f-bfbc-4ff22e23fc2c req-5beb5414-76b8-4415-a396-ac9a0dab6b46 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.373055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8097b85a-4341-420f-bfbc-4ff22e23fc2c req-5beb5414-76b8-4415-a396-ac9a0dab6b46 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 944 time: 0.3793807 Jul 15 23:15:35.378963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-df7c7bb0-c4fc-41f9-8971-1bc658a9c67c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3ec6da5-c2b6-4b12-894a-cd209048c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625484 Jul 15 23:15:35.397859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ef14e-52bf-4da1-b59c-c8120b784c2c None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:15:35.444915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.449133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-126a97e3-d878-4821-a5a9-d649f23dcfe7 req-e17ec860-874d-4013-b31f-a2a02b3788cb service neutron] 10.222.0.37 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727314 Jul 15 23:15:35.468366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bae512f-8637-4185-ab5b-3ee95355b4c3 req-67e2d02f-590c-4849-a559-2bfaddfeb535 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787746 Jul 15 23:15:35.551462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e84c5df-b22b-4593-a23d-48584fbbb6a4 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:35.563400 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.568231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8097b85a-4341-420f-bfbc-4ff22e23fc2c req-ec08b966-e372-40d4-be54-65256d10288a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743970 Jul 15 23:15:35.588457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:35.594232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 464d6239-1fdc-4083-a9e5-840a66e54c2c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:35.630272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Deleting port 0548ad6f-7c0e-4a68-a49e-34960f0b560a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:35.631725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.635379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Transition to ACTIVE for port object 8e84c5df-b22b-4593-a23d-48584fbbb6a4 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:35.641489 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a5dbc8-348a-41fd-a86e-bb8bf143ce6b x-openstack-request-id: req-89a5dbc8-348a-41fd-a86e-bb8bf143ce6b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:35.641785 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230be0d-1e84-4002-beac-4a099a73486e", "tag": "d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "287d1f70-7684-4ff8-a8cd-1832c80334a7", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:35.642039 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89a5dbc8-348a-41fd-a86e-bb8bf143ce6b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:35.642440 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230be0d-1e84-4002-beac-4a099a73486e', 'tag': 'd5a89ba0-d469-41ba-a8f3-cfe9a87a19cb', 'status': 'completed', 'code': 200} Jul 15 23:15:35.642695 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '287d1f70-7684-4ff8-a8cd-1832c80334a7', 'status': 'completed', 'code': 200} Jul 15 23:15:35.650552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.686862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-2d9f0c92-15c2-4647-8f7c-6b93c5050154 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852564 Jul 15 23:15:35.817440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] For port 0548ad6f-7c0e-4a68-a49e-34960f0b560a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0548ad6f-7c0e-4a68-a49e-34960f0b560a,segment=NetworkSegment(cd06bc0f-1e9e-4929-9842-b1b32c4959cd),segment_id=cd06bc0f-1e9e-4929-9842-b1b32c4959cd)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:35.819048 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.835437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Calling delete_port for 0548ad6f-7c0e-4a68-a49e-34960f0b560a owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:35.869780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Pushing event updated for resources: {'Port': ['ID=8e84c5df-b22b-4593-a23d-48584fbbb6a4,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:35.939807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 464d6239-1fdc-4083-a9e5-840a66e54c2c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:35.940568 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.012551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ef14e-52bf-4da1-b59c-c8120b784c2c None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:15:36.016812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-7508b4df-a4f2-4ffe-8240-55e6596c0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.018345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-7508b4df-a4f2-4ffe-8240-55e6596c0360 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 1095 time: 0.4392014 Jul 15 23:15:36.029896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.056406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-0910c2b1-f2bd-499e-a898-efe5426bbfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.058434 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-0910c2b1-f2bd-499e-a898-efe5426bbfc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=115fd1fb5d804cfbb258ad9db3213beb&device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 1095 time: 0.2097540 Jul 15 23:15:36.073414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No DVR routers for this DVR port 0548ad6f-7c0e-4a68-a49e-34960f0b560a on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:36.127211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c3acfa-7d6b-4cf7-b37b-1603f61758ee req-480ec57d-477b-4d0e-92f5-55466614b82a service neutron] 10.222.0.59 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321382 Jul 15 23:15:36.145388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,segment=NetworkSegment(fca273a8-ddc2-4409-aeff-0fc02f517ef6),segment_id=fca273a8-ddc2-4409-aeff-0fc02f517ef6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:36.201176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-a052c42c-d981-4db5-b728-b07af8f3bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.201659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-a052c42c-d981-4db5-b728-b07af8f3bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.202140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-a052c42c-d981-4db5-b728-b07af8f3bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.202617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-a052c42c-d981-4db5-b728-b07af8f3bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.203112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-a052c42c-d981-4db5-b728-b07af8f3bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.203580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-a052c42c-d981-4db5-b728-b07af8f3bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.204045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-a052c42c-d981-4db5-b728-b07af8f3bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.205920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-a052c42c-d981-4db5-b728-b07af8f3bf1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6312 time: 0.4977078 Jul 15 23:15:36.206644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Attempting to bind port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:36.207003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Attempting to bind port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:36.207328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Attempting to bind port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:36.240626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:36.240961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Attempting to bind port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:36.263339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-87ecb63c-d0f7-4ca2-b674-f98541769377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.264866 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-87ecb63c-d0f7-4ca2-b674-f98541769377 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0efb5a1-c54d-4342-b254-875517a97d76 HTTP/1.1" status: 200 len: 914 time: 0.1692545 Jul 15 23:15:36.278181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a31f-d69f-4a37-9cbb-28920485e395 req-ec90d35d-113a-4430-9011-11edc7a52c55 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.285040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3135a31f-d69f-4a37-9cbb-28920485e395 req-ec90d35d-113a-4430-9011-11edc7a52c55 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.4210045 Jul 15 23:15:36.288615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Port': ['ID=0548ad6f-7c0e-4a68-a49e-34960f0b560a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.296011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:36.296359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Checking segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:36.296750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Bound using segment: {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:36.297205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Bound port: 8e84c5df-b22b-4593-a23d-48584fbbb6a4, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5f7fb-1006-4c1c-854c-787823ea1d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:36.297571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.329276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-46c7ca72-fa29-4135-93be-c833b7dc9f71 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.334621 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-3d621f76-692f-4adc-b515-8d5be32bac4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb HTTP/1.1" status: 200 len: 217 time: 0.0472505 Jul 15 23:15:36.335675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-46c7ca72-fa29-4135-93be-c833b7dc9f71 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.341659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-46c7ca72-fa29-4135-93be-c833b7dc9f71 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.347868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-46c7ca72-fa29-4135-93be-c833b7dc9f71 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.356464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-46c7ca72-fa29-4135-93be-c833b7dc9f71 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.360611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-46c7ca72-fa29-4135-93be-c833b7dc9f71 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.366475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-46c7ca72-fa29-4135-93be-c833b7dc9f71 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.368434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-46c7ca72-fa29-4135-93be-c833b7dc9f71 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5407 time: 0.4426703 Jul 15 23:15:36.407682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.419141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb196276-b267-4a0c-828e-e861b292863e']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:36.423105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'd5a89ba0-d469-41ba-a8f3-cfe9a87a19cb', 'network_id': 'a0efb5a1-c54d-4342-b254-875517a97d76', 'port_id': 'd5a89ba0-d469-41ba-a8f3-cfe9a87a19cb', 'mac_address': 'fa:16:3e:48:ab:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8448df01-b42b-435d-8d52-ed202c25c7bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:36.431138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:36.431442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd06bc0f-1e9e-4929-9842-b1b32c4959cd') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:36.432973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-92516e77-1d4b-4cd0-90d2-7fa263124eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.434479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-92516e77-1d4b-4cd0-90d2-7fa263124eab service neutron] 10.222.0.37 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 922 time: 0.3894081 Jul 15 23:15:36.441315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.456228 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.463461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:36.463913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.504101 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:36.536472 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:36.549521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.555318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.557781 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/eb196276-b267-4a0c-828e-e861b292863e HTTP/1.1" status: 204 len: 168 time: 3.5700579 Jul 15 23:15:36.595210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41352) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:36.596310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9d914-f3c0-443c-a1ca-d4ee8bc0be11 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=eb196276-b267-4a0c-828e-e861b292863e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.611242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1498074372'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:36.646493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-170201bf-29e5-4dd5-91e2-648907546908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.648411 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-170201bf-29e5-4dd5-91e2-648907546908 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8448df01-b42b-435d-8d52-ed202c25c7bc HTTP/1.1" status: 200 len: 853 time: 0.1133404 Jul 15 23:15:36.701849 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-0f14a888-50a6-4c7f-89e1-44de9ebd049f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0efb5a1-c54d-4342-b254-875517a97d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421541 Jul 15 23:15:36.703297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:36.706885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:36.707896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.785418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,segment=NetworkSegment(fca273a8-ddc2-4409-aeff-0fc02f517ef6),segment_id=fca273a8-ddc2-4409-aeff-0fc02f517ef6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:36.792106 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.841572 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-b7acfa84-c51f-44a1-a4a0-c831ca179e36 service neutron] 10.222.0.37 "GET /v2.0/networks/a0efb5a1-c54d-4342-b254-875517a97d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302102 Jul 15 23:15:36.906558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-bdeb5221-9622-4f17-9ade-c29ed8cae25f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69 HTTP/1.1" status: 200 len: 217 time: 0.4609666 Jul 15 23:15:36.925154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.940397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3135a31f-d69f-4a37-9cbb-28920485e395 req-2a6ae3a8-fc9b-4113-8d89-195940814344 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543279 Jul 15 23:15:36.941574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:36.961768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.961768 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment 4be8c169-7496-44ba-b2b7-2be370a00bb5 of type vlan for network 3c7d65ea-5627-4dca-b039-7cf1f22773b9 Jul 15 23:15:37.009392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-f77ed24c-921a-49be-b23b-4572998853f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.017955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.018907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-f77ed24c-921a-49be-b23b-4572998853f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.019542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-f77ed24c-921a-49be-b23b-4572998853f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.021950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-f77ed24c-921a-49be-b23b-4572998853f6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc54abede98d429293e68f233d70634f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7991123 Jul 15 23:15:37.026902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c067cab-5ea6-4ae2-9c7e-e7f9449dab5f req-b9b40d64-c09a-40a0-b08f-34e4fde46431 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6310639 Jul 15 23:15:37.051593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] For port 8e84c5df-b22b-4593-a23d-48584fbbb6a4, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:37.071516 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-5c7de36c-e5ea-4fc8-9d36-713de579de3b service neutron] 10.222.0.37 "GET /v2.0/networks/a0efb5a1-c54d-4342-b254-875517a97d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217484 Jul 15 23:15:37.072676 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.080530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.082102 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.114416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] For port 8e84c5df-b22b-4593-a23d-48584fbbb6a4, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:37.130005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-a6e023a1-f74b-426d-beb8-38d2ad304a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.130005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-a6e023a1-f74b-426d-beb8-38d2ad304a57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=184999a4-369c-477d-ba38-20cd28523077 HTTP/1.1" status: 200 len: 861 time: 0.1986170 Jul 15 23:15:37.141006 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5333350 Jul 15 23:15:37.153098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:37.194654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41358) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:37.207998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033bea7-17a4-412b-8eec-1bd49fd4c0f9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=3c7d65ea-5627-4dca-b039-7cf1f22773b9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:37.232572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': '3c7d65ea-5627-4dca-b039-7cf1f22773b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:37.237398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.240141 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 3c7d65ea-5627-4dca-b039-7cf1f22773b9 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:37.381385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-21266345-f467-4c2f-bca1-1d19c3e47734 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14371fde-657d-4198-afe4-fa35cc44175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849751 Jul 15 23:15:37.409738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f4b17a32-a4da-40c9-86cb-927cbe470d69 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:37.456518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.457154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.458575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] 10.222.0.59 "PUT /v2.0/ports/8e84c5df-b22b-4593-a23d-48584fbbb6a4 HTTP/1.1" status: 200 len: 1091 time: 3.8244133 Jul 15 23:15:37.544005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:37.606812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:37.628762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'port_id': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'mac_address': 'fa:16:3e:53:85:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184999a4-369c-477d-ba38-20cd28523077', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:37.653873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '8e84c5df-b22b-4593-a23d-48584fbbb6a4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:37.656185 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "8e84c5df-b22b-4593-a23d-48584fbbb6a4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:37.669343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94036-02d8-4a45-989f-e5e245983391 req-29416f08-72aa-4ed3-ace0-1020b240858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.670874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01d94036-02d8-4a45-989f-e5e245983391 req-29416f08-72aa-4ed3-ace0-1020b240858c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6389217 Jul 15 23:15:37.696642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.714049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b17a32-a4da-40c9-86cb-927cbe470d69 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:37.749437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585dd09-62b0-4b9a-8331-aa34b51dcfbc service neutron] Pushing event updated for resources: {'Port': ['ID=8e84c5df-b22b-4593-a23d-48584fbbb6a4,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:37.753515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:37.760296 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.836547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:37.853685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:37.855147 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.873042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-873ddd83-6002-43b9-a7a2-8a85606cce8d service neutron] 10.222.0.37 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711759 Jul 15 23:15:37.892885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b65cb-6b88-431e-89a4-e0dc55279a2c req-4a762fa1-e351-4a33-b152-d197165366fe tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.895330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e0b65cb-6b88-431e-89a4-e0dc55279a2c req-4a762fa1-e351-4a33-b152-d197165366fe tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 945 time: 0.5129969 Jul 15 23:15:37.916891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded01119-20a1-4936-baaf-56abb9f98bc6 req-310fc4b4-7028-46d7-b504-41367022032d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.918522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ded01119-20a1-4936-baaf-56abb9f98bc6 req-310fc4b4-7028-46d7-b504-41367022032d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.5180807 Jul 15 23:15:37.944558 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.022825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Performing IP validity checks on allocation pools {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:15:38.023385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:15:38.138020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e0b65cb-6b88-431e-89a4-e0dc55279a2c req-23847420-071c-4a92-afd7-cd119c3d191d tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073851 Jul 15 23:15:38.143861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['f4b17a32-a4da-40c9-86cb-927cbe470d69'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:38.207945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ded01119-20a1-4936-baaf-56abb9f98bc6 req-a71cddbb-39e7-43c9-b30d-f670b1acf2b2 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739916 Jul 15 23:15:38.292582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6082a1ea-de79-4d0b-85bb-e28f5b28ab10 req-96192b5d-34d0-47e5-a533-fa5cba000fae service neutron] 10.222.0.37 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844233 Jul 15 23:15:38.369748 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5b0900-77f8-4a61-8452-3ebe10f3d9e6 x-openstack-request-id: req-2c5b0900-77f8-4a61-8452-3ebe10f3d9e6 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:38.370011 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "8e84c5df-b22b-4593-a23d-48584fbbb6a4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:38.370274 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c5b0900-77f8-4a61-8452-3ebe10f3d9e6 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:38.370661 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '8e84c5df-b22b-4593-a23d-48584fbbb6a4', 'status': 'completed', 'code': 200} Jul 15 23:15:38.590002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.635653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41376) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:38.728109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc84a4-87b9-48bf-9519-38b5bba46916 req-17c0338d-e2d0-47f5-8643-7c80364373b2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.735062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ccc84a4-87b9-48bf-9519-38b5bba46916 req-17c0338d-e2d0-47f5-8643-7c80364373b2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 945 time: 0.4053469 Jul 15 23:15:38.758746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=892c062b-1105-4d73-b3c6-0a800187567d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:38.792823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-6eb6432f-38e4-4847-9406-65a857401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.793310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-6eb6432f-38e4-4847-9406-65a857401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.793787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-6eb6432f-38e4-4847-9406-65a857401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.794257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-6eb6432f-38e4-4847-9406-65a857401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.794722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-6eb6432f-38e4-4847-9406-65a857401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.795220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-6eb6432f-38e4-4847-9406-65a857401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.795675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-6eb6432f-38e4-4847-9406-65a857401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.797636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-6eb6432f-38e4-4847-9406-65a857401540 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6354 time: 0.4151366 Jul 15 23:15:38.806331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7250c031-9440-45d3-8e13-a4b835bc0720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.925167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ccc84a4-87b9-48bf-9519-38b5bba46916 req-95836c13-2454-4a28-931b-7b842518b2d0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892083 Jul 15 23:15:38.932563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d18d1-963c-45f0-b8c8-f86ee589a6bb req-c0fb7cca-b250-4e2f-85f3-40b987d8476a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.939644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd8d18d1-963c-45f0-b8c8-f86ee589a6bb req-c0fb7cca-b250-4e2f-85f3-40b987d8476a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3749185 Jul 15 23:15:38.941531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': '4be8c169-7496-44ba-b2b7-2be370a00bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3c7d65ea-5627-4dca-b039-7cf1f22773b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:38.941904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: 3c7d65ea-5627-4dca-b039-7cf1f22773b9, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:38.946376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7250c031-9440-45d3-8e13-a4b835bc0720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.958246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7250c031-9440-45d3-8e13-a4b835bc0720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.999629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c031-9440-45d3-8e13-a4b835bc0720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b2096-6712-4396-bcb9-cb79af51b915,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:39.008389 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7250c031-9440-45d3-8e13-a4b835bc0720 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=662ba17e3bd74586aee40b7d24d5720a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713562 Jul 15 23:15:39.009587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41380) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:39.015436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:39.049458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.099390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 3c7d65ea-5627-4dca-b039-7cf1f22773b9 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:39.121992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ffa897d-6230-4cf9-98a1-33e4a962f7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.126146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Transition to ACTIVE for port object e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:39.156901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ffa897d-6230-4cf9-98a1-33e4a962f7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.199081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd8d18d1-963c-45f0-b8c8-f86ee589a6bb req-128683a5-20ed-4102-ad5a-459d8acf281d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586312 Jul 15 23:15:39.204001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.220776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ffa897d-6230-4cf9-98a1-33e4a962f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.224172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ffa897d-6230-4cf9-98a1-33e4a962f7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.224921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 3c7d65ea-5627-4dca-b039-7cf1f22773b9) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:39.242935 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9ffa897d-6230-4cf9-98a1-33e4a962f7e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea1b2096-6712-4396-bcb9-cb79af51b915 HTTP/1.1" status: 204 len: 168 time: 0.2308257 Jul 15 23:15:39.244985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffba3f-6ff7-4dd7-9945-c56bee7c02ea None None] Network 3c7d65ea-5627-4dca-b039-7cf1f22773b9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:39.259950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa897d-6230-4cf9-98a1-33e4a962f7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b2096-6712-4396-bcb9-cb79af51b915,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:39.275497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-451daef4-30cc-45de-89b9-dbc6c2a46e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.276013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-451daef4-30cc-45de-89b9-dbc6c2a46e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.277906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-451daef4-30cc-45de-89b9-dbc6c2a46e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.288487 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-451daef4-30cc-45de-89b9-dbc6c2a46e04 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc54abede98d429293e68f233d70634f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4801068 Jul 15 23:15:39.376531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.377575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.487832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:39.495084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f4b17a32-a4da-40c9-86cb-927cbe470d69 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:39.505243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6544bbf4-528c-45b9-814f-4f2a17629a6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3008635 Jul 15 23:15:39.509666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41390) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:39.677460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port f4b17a32-a4da-40c9-86cb-927cbe470d69 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:39.718476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port f4b17a32-a4da-40c9-86cb-927cbe470d69 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:39.718476 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.791081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5213-424d-4102-98bc-775bc83420e3 req-5e6d2235-bc7a-438f-93f6-bca4cd8cf1c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.814419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5213-424d-4102-98bc-775bc83420e3 req-5e6d2235-bc7a-438f-93f6-bca4cd8cf1c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.819654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.826339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5213-424d-4102-98bc-775bc83420e3 req-5e6d2235-bc7a-438f-93f6-bca4cd8cf1c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.843507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5213-424d-4102-98bc-775bc83420e3 req-5e6d2235-bc7a-438f-93f6-bca4cd8cf1c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.861050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5213-424d-4102-98bc-775bc83420e3 req-5e6d2235-bc7a-438f-93f6-bca4cd8cf1c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.873437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5213-424d-4102-98bc-775bc83420e3 req-5e6d2235-bc7a-438f-93f6-bca4cd8cf1c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.891571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5213-424d-4102-98bc-775bc83420e3 req-5e6d2235-bc7a-438f-93f6-bca4cd8cf1c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.903962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52ce5213-424d-4102-98bc-775bc83420e3 req-5e6d2235-bc7a-438f-93f6-bca4cd8cf1c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5419 time: 0.7004037 Jul 15 23:15:39.909036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-c4640364-91c3-497c-8ddf-0c2eb61dfd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.911369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcbb0642-ab5f-4fa6-931b-4ffb91f25c1e req-c4640364-91c3-497c-8ddf-0c2eb61dfd74 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5375264 Jul 15 23:15:39.948686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.059454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177621a-5af1-4dea-b341-32ee30c3723e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-3c7d65ea-5627-4dca-b039-7cf1f22773b9', 'network_id': '3c7d65ea-5627-4dca-b039-7cf1f22773b9', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '892c062b-1105-4d73-b3c6-0a800187567d'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:40.060453 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9177621a-5af1-4dea-b341-32ee30c3723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.074707 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.087088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Attempting to bind port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:40.087613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Attempting to bind port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:40.087745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Attempting to bind port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a on network c828e4df-6f5c-4380-b9c4-723c81f09cd8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:40.124555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=892c062b-1105-4d73-b3c6-0a800187567d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.152821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a on network c828e4df-6f5c-4380-b9c4-723c81f09cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:40.153152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Attempting to bind port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a on network c828e4df-6f5c-4380-b9c4-723c81f09cd8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:40.196379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.201411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52ce5213-424d-4102-98bc-775bc83420e3 req-797aced4-d4e9-48b4-b735-67ee594f72c4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2967908 Jul 15 23:15:40.205219 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.207064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:40.207446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Checking segment: {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:40.207842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Bound using segment: {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:40.210592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Bound port: e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:40.211021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.220524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7d65ea-5627-4dca-b039-7cf1f22773b9']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:40.240814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be8c169-7496-44ba-b2b7-2be370a00bb5') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:40.241164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be8c169-7496-44ba-b2b7-2be370a00bb5') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:40.260355 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.270116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e891a9-4c1d-4e70-885e-ffe2fcf201cb req-32697fa6-db8f-4235-8401-17f069e86255 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:40.282374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.284129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2e891a9-4c1d-4e70-885e-ffe2fcf201cb req-32697fa6-db8f-4235-8401-17f069e86255 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 945 time: 0.5468512 Jul 15 23:15:40.301172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:40.302077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:40.306833 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:40.374804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:40.383734 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c07f2f-60f3-44cd-b8ce-34ff979da3ac" -d '{"events": [{"server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "name": "network-vif-plugged", "status": "completed", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:40.412988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de7091-2ce6-48c1-9849-a397fd2a1f5b None None] Network 3c7d65ea-5627-4dca-b039-7cf1f22773b9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:40.421721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41414) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:40.431482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:40.442680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.450399 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.459971 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.460324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2e891a9-4c1d-4e70-885e-ffe2fcf201cb req-81636d86-33c8-4cd1-8672-17d7029f268e tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459920 Jul 15 23:15:40.460768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:40.460896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41418) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:40.462277 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/3c7d65ea-5627-4dca-b039-7cf1f22773b9 HTTP/1.1" status: 204 len: 168 time: 0.9509392 Jul 15 23:15:40.477462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411934a5-b4ce-44b9-9922-69da94ec0a19 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=3c7d65ea-5627-4dca-b039-7cf1f22773b9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.499028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] For port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:40.504745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518165508'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:40.534807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] For port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:40.546781 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.631994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Pushing event updated for resources: {'Port': ['ID=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.640404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:40.641089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.646053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-50137de3-d478-41e4-a4bd-5757d07f0e65 service neutron] 10.222.0.59 "PUT /v2.0/ports/e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a HTTP/1.1" status: 200 len: 1091 time: 3.1064293 Jul 15 23:15:40.664553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:40.669898 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25533eed-8300-417a-9b3e-759ac4ca4dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:40.680394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:40.688218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.689197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:40.714950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.717342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Request body: {'port': {'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:40.728745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:40.728745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.789157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1630555170-network', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:40.871859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.920145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,segment=NetworkSegment(fca273a8-ddc2-4409-aeff-0fc02f517ef6),segment_id=fca273a8-ddc2-4409-aeff-0fc02f517ef6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:40.925178 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.933470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e1f48-0251-4912-bc7f-eedbd684f3fa req-c5a23b73-61a8-4d9d-bcfc-93e3eb26da8b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:40.945910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b60e1f48-0251-4912-bc7f-eedbd684f3fa req-c5a23b73-61a8-4d9d-bcfc-93e3eb26da8b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.5177491 Jul 15 23:15:40.992720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:41.011472 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.013536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:41.020387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Made reservation on behalf of ece31217f0454417ad6fc0f882c229a1 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:41.022947 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.073387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.075785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.076196 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment a72d7dfd-bcec-406e-8715-9ec88fdd51e0 of type vlan for network 936acc5d-43bd-4ad6-8d96-10264e13fde7 Jul 15 23:15:41.163354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b60e1f48-0251-4912-bc7f-eedbd684f3fa req-64bf125a-e6d9-4e51-8346-17a8e40b3e5c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751492 Jul 15 23:15:41.209983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.236841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf84837-b020-49b3-ae6b-dd1c8bb352e1 req-b602f1e9-92a9-40f7-80f4-510cc2024fe5 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.247714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fbf84837-b020-49b3-ae6b-dd1c8bb352e1 req-b602f1e9-92a9-40f7-80f4-510cc2024fe5 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.4782610 Jul 15 23:15:41.269416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-100c39a4-4895-42ea-bc48-c4612764ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.271067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-100c39a4-4895-42ea-bc48-c4612764ddb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 1096 time: 0.4919701 Jul 15 23:15:41.318030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 38c60692-a202-4ff9-897c-b396a1127351 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:41.369791 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:15:41.450495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=38c60692-a202-4ff9-897c-b396a1127351,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:41.467437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '38c60692-a202-4ff9-897c-b396a1127351', 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'port_id': '38c60692-a202-4ff9-897c-b396a1127351', 'mac_address': 'fa:16:3e:54:8b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec81c68f-a63b-4ce9-baf3-ba25053b74da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:41.492110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fbf84837-b020-49b3-ae6b-dd1c8bb352e1 req-afe49cfb-92d6-422a-85d3-a0ad6d9a4a5d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432778 Jul 15 23:15:41.524901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.540269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38c60692-a202-4ff9-897c-b396a1127351 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:41.563397 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0af919-10d1-46c1-a89f-06bf63755f0f x-openstack-request-id: req-fe0af919-10d1-46c1-a89f-06bf63755f0f {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:41.563859 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "name": "network-vif-plugged", "status": "completed", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:41.564247 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe0af919-10d1-46c1-a89f-06bf63755f0f {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:41.564746 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'code': 200} Jul 15 23:15:41.570084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=38c60692-a202-4ff9-897c-b396a1127351,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:41.586898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.592926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.593715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.594145 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.660975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=38c60692-a202-4ff9-897c-b396a1127351,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:41.673995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-01150ce3-feee-491c-9cb9-05e57910615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.679161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-01150ce3-feee-491c-9cb9-05e57910615f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 914 time: 0.3364756 Jul 15 23:15:41.791354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d27b1a-91ae-43e4-99b8-91a9e51474f0 req-d7f9f19c-c40e-4fd4-a27f-8a0dddeb4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.793080 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26d27b1a-91ae-43e4-99b8-91a9e51474f0 req-d7f9f19c-c40e-4fd4-a27f-8a0dddeb4dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 1097 time: 0.0830128 Jul 15 23:15:41.829613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['38c60692-a202-4ff9-897c-b396a1127351'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:41.884418 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26d27b1a-91ae-43e4-99b8-91a9e51474f0 req-21568984-9789-4d68-bdfe-5a4696219d61 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794411 Jul 15 23:15:42.164226 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f337d1-389e-46c5-867d-7775b61fd05d x-openstack-request-id: req-32f337d1-389e-46c5-867d-7775b61fd05d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:42.164790 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:42.164790 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32f337d1-389e-46c5-867d-7775b61fd05d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:42.165028 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a', 'status': 'completed', 'code': 200} Jul 15 23:15:42.177877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-9f9770b2-1507-4c83-9070-b18b7bcb528b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebcf9800-df11-4d86-9ebd-07506147e565 HTTP/1.1" status: 200 len: 217 time: 0.4812305 Jul 15 23:15:42.178486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=936acc5d-43bd-4ad6-8d96-10264e13fde7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:42.190584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 936acc5d-43bd-4ad6-8d96-10264e13fde7 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:42.315968 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.324277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e41b3-2955-43bd-9b59-fcf130660aea req-2f5dbe89-a18a-4185-8f25-a40c816bfbe6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.330979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e3e41b3-2955-43bd-9b59-fcf130660aea req-2f5dbe89-a18a-4185-8f25-a40c816bfbe6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.9797809 Jul 15 23:15:42.354032 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.369549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e99b3988-b3ac-4a28-9b8f-d65d710f80be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8992562 Jul 15 23:15:42.369753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41436) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:42.375926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': '936acc5d-43bd-4ad6-8d96-10264e13fde7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:42.424880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-5c67217a-9cef-408e-a6a0-3db124b329c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.426417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-5c67217a-9cef-408e-a6a0-3db124b329c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 200 len: 853 time: 0.2339058 Jul 15 23:15:42.427569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:42.439708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c28d82-1741-43f6-bba9-92a55f555c9e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:42.489546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:42.493339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.515315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e3e41b3-2955-43bd-9b59-fcf130660aea req-bbccf7f4-7888-4375-af06-23cb44ec8c9c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834333 Jul 15 23:15:42.536663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.537024 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Added segment 0287bf56-3172-432e-bb13-c25e2c41c67c of type vlan for network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 Jul 15 23:15:42.542471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-59211652-b581-4f5b-b76d-f80128e67345 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850489 Jul 15 23:15:42.573025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec385bc-b991-4787-8165-d2e116783414 req-19d8815f-acdc-434b-8a09-10321e87decd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.580751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec385bc-b991-4787-8165-d2e116783414 req-19d8815f-acdc-434b-8a09-10321e87decd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.587368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec385bc-b991-4787-8165-d2e116783414 req-19d8815f-acdc-434b-8a09-10321e87decd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.594909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec385bc-b991-4787-8165-d2e116783414 req-19d8815f-acdc-434b-8a09-10321e87decd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.601455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec385bc-b991-4787-8165-d2e116783414 req-19d8815f-acdc-434b-8a09-10321e87decd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.607978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec385bc-b991-4787-8165-d2e116783414 req-19d8815f-acdc-434b-8a09-10321e87decd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.614603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec385bc-b991-4787-8165-d2e116783414 req-19d8815f-acdc-434b-8a09-10321e87decd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.616671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ec385bc-b991-4787-8165-d2e116783414 req-19d8815f-acdc-434b-8a09-10321e87decd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5419 time: 0.4547298 Jul 15 23:15:42.675747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-d49ce2a5-3ad8-43d7-903d-66435a8889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.675982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-d49ce2a5-3ad8-43d7-903d-66435a8889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.676580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-d49ce2a5-3ad8-43d7-903d-66435a8889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.676965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-d49ce2a5-3ad8-43d7-903d-66435a8889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.677462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-d49ce2a5-3ad8-43d7-903d-66435a8889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.677903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-d49ce2a5-3ad8-43d7-903d-66435a8889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.678370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-d49ce2a5-3ad8-43d7-903d-66435a8889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.680357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-d49ce2a5-3ad8-43d7-903d-66435a8889fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6421 time: 0.5195186 Jul 15 23:15:42.714311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.723762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68772141-302d-434c-ba43-ffaff8a58760 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:42.754229 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.773554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=5ac03dfd-3272-41a5-8a7c-897ce12d5983,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:42.782062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '936acc5d-43bd-4ad6-8d96-10264e13fde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:42.782429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: 936acc5d-43bd-4ad6-8d96-10264e13fde7, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:42.792460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.798146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 936acc5d-43bd-4ad6-8d96-10264e13fde7 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:42.810532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 936acc5d-43bd-4ad6-8d96-10264e13fde7) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:42.815799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.817565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.826196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b81c4-efdc-40af-97a5-cebb0a375dad None None] Network 936acc5d-43bd-4ad6-8d96-10264e13fde7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:42.837706 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f64a590-032f-4645-8f1c-54e84472f91c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4667246 Jul 15 23:15:42.838317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41452) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:42.843017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Transition to ACTIVE for port object 68772141-302d-434c-ba43-ffaff8a58760 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:42.872753 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.934594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ec385bc-b991-4787-8165-d2e116783414 req-6926a153-e6dc-400c-aa89-72d76507639c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3061283 Jul 15 23:15:43.012806 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.013948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.014409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.029183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-e7cb1823-417e-4c22-87e5-99dbce16a11b service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070523 Jul 15 23:15:43.086392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Pushing event updated for resources: {'Port': ['ID=68772141-302d-434c-ba43-ffaff8a58760,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:43.103505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-936acc5d-43bd-4ad6-8d96-10264e13fde7', 'network_id': '936acc5d-43bd-4ad6-8d96-10264e13fde7', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '5ac03dfd-3272-41a5-8a7c-897ce12d5983'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:43.104539 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.121373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-91adce75-aef7-425d-883b-e73db540e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.121739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-91adce75-aef7-425d-883b-e73db540e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.122200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-91adce75-aef7-425d-883b-e73db540e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.123991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-91adce75-aef7-425d-883b-e73db540e989 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fc54abede98d429293e68f233d70634f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4030230 Jul 15 23:15:43.230564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33befd-524d-4df3-ac08-78f17c700422 req-eb182bc8-8c64-4fde-85c8-a5498a16005e tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.240546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af33befd-524d-4df3-ac08-78f17c700422 req-eb182bc8-8c64-4fde-85c8-a5498a16005e tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 946 time: 0.6214886 Jul 15 23:15:43.280938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8580070 Jul 15 23:15:43.311410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.313442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41454) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:43.319885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Request body: {'subnet': {'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1630555170-subnet', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:43.332913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 38c60692-a202-4ff9-897c-b396a1127351 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:43.361525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Made reservation on behalf of ece31217f0454417ad6fc0f882c229a1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:43.363788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372a09c-89e9-4909-9703-328b2eb157cf admin admin] Pushing event updated for resources: {'Network': ['ID=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:43.364422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.385705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:43.388984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Allocated IP 172.20.0.1 (936acc5d-43bd-4ad6-8d96-10264e13fde7/5ac03dfd-3272-41a5-8a7c-897ce12d5983/db8b72a2-5ff9-46a4-a963-041b87077a1a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:43.480097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.551205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af33befd-524d-4df3-ac08-78f17c700422 req-37156ace-7f39-4f4a-bfbd-d4f8ea146a08 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624049 Jul 15 23:15:43.561773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 38c60692-a202-4ff9-897c-b396a1127351 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:43.562236 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.565340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230be0d-1e84-4002-beac-4a099a73486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a89ba0-d469-41ba-a8f3-cfe9a87a19cb'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:43.567943 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a26fa-8603-4d2c-bf18-e45dff1287d3" -d '{"events": [{"server_uuid": "9230be0d-1e84-4002-beac-4a099a73486e", "name": "network-vif-plugged", "status": "completed", "tag": "d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:43.610582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Attempting to bind port 68772141-302d-434c-ba43-ffaff8a58760 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:43.610834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Attempting to bind port 68772141-302d-434c-ba43-ffaff8a58760 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:43.611118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Attempting to bind port 68772141-302d-434c-ba43-ffaff8a58760 on network c828e4df-6f5c-4380-b9c4-723c81f09cd8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:43.614505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a320c5ce-bad3-4a41-8a32-139fecd77a8f req-a7101adf-7da3-443e-be9b-934064c1b562 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323038 Jul 15 23:15:43.624235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-4d0dfb8e-7bfa-49e3-bf4b-95a9d9b1fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.625726 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25533eed-8300-417a-9b3e-759ac4ca4dc7 req-4d0dfb8e-7bfa-49e3-bf4b-95a9d9b1fa11 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4625788 Jul 15 23:15:43.627299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Port 68772141-302d-434c-ba43-ffaff8a58760 on network c828e4df-6f5c-4380-b9c4-723c81f09cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:43.627621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Attempting to bind port 68772141-302d-434c-ba43-ffaff8a58760 on network c828e4df-6f5c-4380-b9c4-723c81f09cd8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:43.636987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cd1b6-edec-42aa-a8bd-d05902471cb4 req-3fe5fa74-a92c-4ad4-a9a7-c9987dcf972b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.643949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a58cd1b6-edec-42aa-a8bd-d05902471cb4 req-3fe5fa74-a92c-4ad4-a9a7-c9987dcf972b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 945 time: 0.5604436 Jul 15 23:15:43.664366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:43.664745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Checking segment: {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:43.665093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Bound using segment: {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:43.665533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Bound port: 68772141-302d-434c-ba43-ffaff8a58760, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e113fc-c868-4167-bea9-84748969bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:43.665868 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.680442 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.693668 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.730538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a58cd1b6-edec-42aa-a8bd-d05902471cb4 req-e1719529-d62d-40eb-9cd3-295cb86bcba6 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855429 Jul 15 23:15:43.788218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Checking segment: {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:43.788677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Network hostable DHCP agents. Network: 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:43.802518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:43.827650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:43.842492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:43.852282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.853839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.866455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] For port 68772141-302d-434c-ba43-ffaff8a58760, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:43.874529 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-515fa3eb-f7d0-4bb3-aef2-dc3c853d35d8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5596213 Jul 15 23:15:43.877823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41460) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:43.886205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] For port 68772141-302d-434c-ba43-ffaff8a58760, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68772141-302d-434c-ba43-ffaff8a58760,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:43.892159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:43.895330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71703a0e-751f-4177-b428-9b85113e38c1 req-78089b4d-43d7-4358-95d0-911db8a7f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.897669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71703a0e-751f-4177-b428-9b85113e38c1 req-78089b4d-43d7-4358-95d0-911db8a7f97b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 1096 time: 0.1866488 Jul 15 23:15:43.904775 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.923439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf345d90-e644-434f-a2e9-3467b6d7c80c None None] Network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:43.928635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.930869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.952936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.953549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.954047 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.955344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] 10.222.0.59 "PUT /v2.0/ports/68772141-302d-434c-ba43-ffaff8a58760 HTTP/1.1" status: 200 len: 1091 time: 3.2780735 Jul 15 23:15:43.981308 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.983040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe467dd-86af-4fd4-95bb-2f67ccfea06a req-4d4eec1b-900b-4bb2-a9ba-811c1b9c1b05 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.983440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Transition to ACTIVE for port object db8b72a2-5ff9-46a4-a963-041b87077a1a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:43.984949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fe467dd-86af-4fd4-95bb-2f67ccfea06a req-4d4eec1b-900b-4bb2-a9ba-811c1b9c1b05 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.2127833 Jul 15 23:15:44.023498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.076768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Transition to ACTIVE for port object db8b72a2-5ff9-46a4-a963-041b87077a1a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:44.095150 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.104778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=38c60692-a202-4ff9-897c-b396a1127351,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:44.135703 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.153209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fe467dd-86af-4fd4-95bb-2f67ccfea06a req-5c38d192-420c-4878-8809-52db421dae34 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542931 Jul 15 23:15:44.178632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Pushing event updated for resources: {'Port': ['ID=db8b72a2-5ff9-46a4-a963-041b87077a1a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.185128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '68772141-302d-434c-ba43-ffaff8a58760'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:44.187388 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2454d3b-0313-4eaf-abe8-ea20c04a5844" -d '{"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "68772141-302d-434c-ba43-ffaff8a58760"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:44.191800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Network 936acc5d-43bd-4ad6-8d96-10264e13fde7 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:44.203454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Pushing event updated for resources: {'Port': ['ID=68772141-302d-434c-ba43-ffaff8a58760,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.238321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.248222 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3688df06-ec88-4778-92ab-7381c780a9f6 x-openstack-request-id: req-3688df06-ec88-4778-92ab-7381c780a9f6 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:44.248561 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230be0d-1e84-4002-beac-4a099a73486e", "name": "network-vif-plugged", "status": "completed", "tag": "d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:44.249128 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3688df06-ec88-4778-92ab-7381c780a9f6 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:44.249272 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230be0d-1e84-4002-beac-4a099a73486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a89ba0-d469-41ba-a8f3-cfe9a87a19cb', 'code': 200} Jul 15 23:15:44.253622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:44.258349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:44.259767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.260283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.260434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.260930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.261589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.262076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.262547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.263038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.263717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.264187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.264653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.265134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a92d-5e46-4c6a-b9a4-75d8b2823622 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:44.272152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2cfd9-d12e-4137-9731-b30a15567ed6 None None] Network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:44.274849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71703a0e-751f-4177-b428-9b85113e38c1 req-7e3a8a90-8ca9-4327-94b6-310a6f101128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.276540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71703a0e-751f-4177-b428-9b85113e38c1 req-7e3a8a90-8ca9-4327-94b6-310a6f101128 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 914 time: 0.3622627 Jul 15 23:15:44.314440 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.357008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71703a0e-751f-4177-b428-9b85113e38c1 req-e2b26930-4995-43da-a887-f269675af2b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebcf9800-df11-4d86-9ebd-07506147e565 HTTP/1.1" status: 200 len: 217 time: 0.0729032 Jul 15 23:15:44.369321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-037005f6-43d0-4e6b-a1ac-765186d1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.369799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-037005f6-43d0-4e6b-a1ac-765186d1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.370262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-037005f6-43d0-4e6b-a1ac-765186d1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.370727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-037005f6-43d0-4e6b-a1ac-765186d1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.371227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-037005f6-43d0-4e6b-a1ac-765186d1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.371687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-037005f6-43d0-4e6b-a1ac-765186d1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.372143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-037005f6-43d0-4e6b-a1ac-765186d1682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.373873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=38c60692-a202-4ff9-897c-b396a1127351,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.374015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-037005f6-43d0-4e6b-a1ac-765186d1682b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6488 time: 0.3661580 Jul 15 23:15:44.429718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Attempting to bind port db8b72a2-5ff9-46a4-a963-041b87077a1a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:44.430083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Attempting to bind port db8b72a2-5ff9-46a4-a963-041b87077a1a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '936acc5d-43bd-4ad6-8d96-10264e13fde7'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:44.430443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Attempting to bind port db8b72a2-5ff9-46a4-a963-041b87077a1a on network 936acc5d-43bd-4ad6-8d96-10264e13fde7 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:44.450724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac03dfd-3272-41a5-8a7c-897ce12d5983,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.451071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:44.451071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Checking segment: {'id': 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '936acc5d-43bd-4ad6-8d96-10264e13fde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:44.451467 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.451857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Bound using segment: {'id': 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '936acc5d-43bd-4ad6-8d96-10264e13fde7'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:44.452336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Bound port: db8b72a2-5ff9-46a4-a963-041b87077a1a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '936acc5d-43bd-4ad6-8d96-10264e13fde7'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:44.452726 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.476421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebde1bb-07a4-495b-92cb-7635eadc93be req-6c28ab8d-f5e1-4f1f-81c4-ca05c38a694b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.477929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eebde1bb-07a4-495b-92cb-7635eadc93be req-6c28ab8d-f5e1-4f1f-81c4-ca05c38a694b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.3426652 Jul 15 23:15:44.481890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-7adab6ce-ff96-4aec-b915-724c093b39d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239 HTTP/1.1" status: 200 len: 217 time: 0.0881174 Jul 15 23:15:44.491436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.504319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936acc5d-43bd-4ad6-8d96-10264e13fde7']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:44.519891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:44.520343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:44.539958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71703a0e-751f-4177-b428-9b85113e38c1 req-d174a8f3-2479-451d-b584-8d50ac14088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.540093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.541153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71703a0e-751f-4177-b428-9b85113e38c1 req-d174a8f3-2479-451d-b584-8d50ac14088d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 200 len: 853 time: 0.1662345 Jul 15 23:15:44.564519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] For port db8b72a2-5ff9-46a4-a963-041b87077a1a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:44.567753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] For port db8b72a2-5ff9-46a4-a963-041b87077a1a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=db8b72a2-5ff9-46a4-a963-041b87077a1a,segment=NetworkSegment(a72d7dfd-bcec-406e-8715-9ec88fdd51e0),segment_id=a72d7dfd-bcec-406e-8715-9ec88fdd51e0)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:44.575408 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.595351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ced18-088a-4eca-ba14-a860fb443903 req-866db651-977b-493c-a0e2-88db784ca1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.597047 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c28ced18-088a-4eca-ba14-a860fb443903 req-866db651-977b-493c-a0e2-88db784ca1ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 1097 time: 0.2032509 Jul 15 23:15:44.599419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.607059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71703a0e-751f-4177-b428-9b85113e38c1 req-b4e4bbf2-918e-495f-8270-491c2230c83c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550339 Jul 15 23:15:44.613137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eebde1bb-07a4-495b-92cb-7635eadc93be req-066e9f77-63ab-4166-b2d3-fbfb99508062 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217735 Jul 15 23:15:44.617245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-9372bcbf-65da-4aa8-b505-03430a8ee751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.618659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-9372bcbf-65da-4aa8-b505-03430a8ee751 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ae3396d-c255-4fcd-8289-4f347f493d8d HTTP/1.1" status: 200 len: 856 time: 0.1241236 Jul 15 23:15:44.620132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:44.621409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:44.632516 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:44.682051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-7b9ddc02-7d73-498b-a617-7065e3f7d7c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.687950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-7b9ddc02-7d73-498b-a617-7065e3f7d7c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.694429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-7b9ddc02-7d73-498b-a617-7065e3f7d7c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.699441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dafef-170a-429c-9ffa-be36d158aa9e None None] Pushing event updated for resources: {'Port': ['ID=db8b72a2-5ff9-46a4-a963-041b87077a1a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.700276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-7b9ddc02-7d73-498b-a617-7065e3f7d7c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.706542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-7b9ddc02-7d73-498b-a617-7065e3f7d7c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.714229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-7b9ddc02-7d73-498b-a617-7065e3f7d7c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.718622 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c28ced18-088a-4eca-ba14-a860fb443903 req-bead1f51-af9a-4fb4-81d9-917ae22e487b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113908 Jul 15 23:15:44.720931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-7b9ddc02-7d73-498b-a617-7065e3f7d7c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.729634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-7b9ddc02-7d73-498b-a617-7065e3f7d7c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.3535514 Jul 15 23:15:44.735852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c08a467-7d37-4c7c-9384-492d14292e23 None None] Network 936acc5d-43bd-4ad6-8d96-10264e13fde7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:44.744120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:15:44.744120 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:15:44.744120 n-d-793618-8 neutron-server[93714]: [parameters: {'id': '936acc5d-43bd-4ad6-8d96-10264e13fde7'}] Jul 15 23:15:44.744120 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:15:44.744563 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:15:44.837995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0cdb88a-4201-4e65-9936-d40bc0cee8ab req-daa769d1-20bc-4bb5-9cf0-60d2e0905f91 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073527 Jul 15 23:15:44.880322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71703a0e-751f-4177-b428-9b85113e38c1 req-5a8b616a-db9d-4e78-8973-1a4e121319e5 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651911 Jul 15 23:15:44.890235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-9de62dd0-7a6b-428b-87ed-06381a76f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.891809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-9de62dd0-7a6b-428b-87ed-06381a76f150 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19797e7c-9816-4f28-84eb-abea97fbfe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634192 Jul 15 23:15:44.922149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.925393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adcffda-b9f7-4375-b147-ec311610bb7c None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:15:44.936896 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d61854-8715-4108-821a-7c8bd3f1d422 x-openstack-request-id: req-27d61854-8715-4108-821a-7c8bd3f1d422 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:44.937188 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "68772141-302d-434c-ba43-ffaff8a58760", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:44.937438 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27d61854-8715-4108-821a-7c8bd3f1d422 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:44.937826 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '68772141-302d-434c-ba43-ffaff8a58760', 'status': 'completed', 'code': 200} Jul 15 23:15:44.947339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.075415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adcffda-b9f7-4375-b147-ec311610bb7c None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:15:45.079737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Allocated IP 172.25.3.142 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:45.202551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.245966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.250281 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.302640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:45.324890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:45.329977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:45.369178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Pushing event updated for resources: {'Port': ['ID=b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:45.386866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.387218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.387661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.387881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.388271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.388528 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.388848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.389233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.389477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.390073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.390310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.390632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:45.477423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Deleting port db8b72a2-5ff9-46a4-a963-041b87077a1a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:45.477653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.499802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-0a79e2a5-7f6f-4ba2-b15b-0d87e2697e18 service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000354 Jul 15 23:15:45.570972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] For port db8b72a2-5ff9-46a4-a963-041b87077a1a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=db8b72a2-5ff9-46a4-a963-041b87077a1a,segment=NetworkSegment(a72d7dfd-bcec-406e-8715-9ec88fdd51e0),segment_id=a72d7dfd-bcec-406e-8715-9ec88fdd51e0)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:45.571329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.575235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71703a0e-751f-4177-b428-9b85113e38c1 req-fc24742f-a458-4b50-ab02-f9f3c75de5a0 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672140 Jul 15 23:15:45.591277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606e81b-d036-49fe-bd06-a7890702f9e2 req-1c6c2220-b6eb-474a-ae19-92123f0d9635 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.592789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e606e81b-d036-49fe-bd06-a7890702f9e2 req-1c6c2220-b6eb-474a-ae19-92123f0d9635 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.5860584 Jul 15 23:15:45.618484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Calling delete_port for db8b72a2-5ff9-46a4-a963-041b87077a1a owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:45.654270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebead2-16dc-4b8f-94e8-36be3b71e101 req-bc8fddcb-355d-49ce-926b-18e9e018f01d tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.655770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80ebead2-16dc-4b8f-94e8-36be3b71e101 req-bc8fddcb-355d-49ce-926b-18e9e018f01d tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 946 time: 0.2558899 Jul 15 23:15:45.707444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-086e7efd-f9dc-42c1-9e05-776c5f8fc64d service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939704 Jul 15 23:15:45.710397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e606e81b-d036-49fe-bd06-a7890702f9e2 req-b2313580-5148-41cb-acfe-dd0f7a368149 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870214 Jul 15 23:15:45.734206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.761192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-8ff373e3-eddc-42ee-ab42-ab2d95182d3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 217 time: 0.0457430 Jul 15 23:15:45.764414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80ebead2-16dc-4b8f-94e8-36be3b71e101 req-e4eb71e2-0445-4668-820d-324b6b224718 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014411 Jul 15 23:15:45.818814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-96261a98-062b-4575-8ba4-c54ec705f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.820386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-96261a98-062b-4575-8ba4-c54ec705f8ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.0501027 Jul 15 23:15:45.911063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.957475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d1ab2952-f690-465d-8680-e40c3714729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.959629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d1ab2952-f690-465d-8680-e40c3714729b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1320152 Jul 15 23:15:45.977493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98259498-aa5e-4e45-9d5b-bb10e2aaebc5 req-b018f951-4e66-4b8d-bd3d-c0ed9485a0ee tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.979167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98259498-aa5e-4e45-9d5b-bb10e2aaebc5 req-b018f951-4e66-4b8d-bd3d-c0ed9485a0ee tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.1012979 Jul 15 23:15:46.002519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Port': ['ID=db8b72a2-5ff9-46a4-a963-041b87077a1a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:46.004498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No DVR routers for this DVR port db8b72a2-5ff9-46a4-a963-041b87077a1a on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:46.058815 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.112529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98259498-aa5e-4e45-9d5b-bb10e2aaebc5 req-4e4b80b9-cc35-497e-9875-9c3ae1f15f4e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242914 Jul 15 23:15:46.128857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.151164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-97b390b2-935b-4ed8-98fa-a03a86f6028a service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832056 Jul 15 23:15:46.152018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936acc5d-43bd-4ad6-8d96-10264e13fde7']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:46.162652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8681caa-cd26-4ae1-a552-f0a1937a68c3 req-73581f40-f7a2-41eb-b8a2-c9e89cbee150 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.164191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8681caa-cd26-4ae1-a552-f0a1937a68c3 req-73581f40-f7a2-41eb-b8a2-c9e89cbee150 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 945 time: 0.1463242 Jul 15 23:15:46.188189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:46.188410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72d7dfd-bcec-406e-8715-9ec88fdd51e0') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:46.205184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.226349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.238199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:46.238599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:46.241724 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:46.250879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c60692-a202-4ff9-897c-b396a1127351'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:46.253436 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0b7e0b-7e77-4b5b-b467-04cc0f091789" -d '{"events": [{"server_uuid": "328cfcd1-4402-4e3b-a6d5-3a41b9d1b829", "name": "network-vif-plugged", "status": "completed", "tag": "38c60692-a202-4ff9-897c-b396a1127351"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:46.267450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8681caa-cd26-4ae1-a552-f0a1937a68c3 req-63c0932e-ac10-48f5-b130-d02784c851f0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949526 Jul 15 23:15:46.317226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-7939e09b-00b7-4e48-ae76-ddf4c465668e service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519716 Jul 15 23:15:46.366292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-bda561a2-bbd8-41f1-8954-461ab91530dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0417228 Jul 15 23:15:46.402030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90d77-3381-438c-80c5-4121d824ea43 req-d4ec82a8-9361-4c06-8bd0-98f969ff37f3 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.408087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90d77-3381-438c-80c5-4121d824ea43 req-d4ec82a8-9361-4c06-8bd0-98f969ff37f3 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.414648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90d77-3381-438c-80c5-4121d824ea43 req-d4ec82a8-9361-4c06-8bd0-98f969ff37f3 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.420644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90d77-3381-438c-80c5-4121d824ea43 req-d4ec82a8-9361-4c06-8bd0-98f969ff37f3 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.426682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90d77-3381-438c-80c5-4121d824ea43 req-d4ec82a8-9361-4c06-8bd0-98f969ff37f3 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.433304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90d77-3381-438c-80c5-4121d824ea43 req-d4ec82a8-9361-4c06-8bd0-98f969ff37f3 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.439353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90d77-3381-438c-80c5-4121d824ea43 req-d4ec82a8-9361-4c06-8bd0-98f969ff37f3 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.441394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20a90d77-3381-438c-80c5-4121d824ea43 req-d4ec82a8-9361-4c06-8bd0-98f969ff37f3 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.1903253 Jul 15 23:15:46.533361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-a0e04298-d382-4463-b6e9-1261de4df030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.534875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-a0e04298-d382-4463-b6e9-1261de4df030 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1593890 Jul 15 23:15:46.543743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20a90d77-3381-438c-80c5-4121d824ea43 req-0497fc23-380b-45b2-9737-b6f58f5c1649 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806890 Jul 15 23:15:46.587297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.595274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.597701 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/936acc5d-43bd-4ad6-8d96-10264e13fde7 HTTP/1.1" status: 204 len: 168 time: 3.7581148 Jul 15 23:15:46.602159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41484) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:46.615264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Router 5dbec99d-2530-4a96-8694-8ccaab0419dd is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:15:46.617745 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d19f060-4b1b-4b02-9dbc-79a57dea8ce2 x-openstack-request-id: req-9d19f060-4b1b-4b02-9dbc-79a57dea8ce2 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:46.618290 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328cfcd1-4402-4e3b-a6d5-3a41b9d1b829", "name": "network-vif-plugged", "status": "completed", "tag": "38c60692-a202-4ff9-897c-b396a1127351", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:46.618741 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d19f060-4b1b-4b02-9dbc-79a57dea8ce2 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:46.619305 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c60692-a202-4ff9-897c-b396a1127351', 'code': 200} Jul 15 23:15:46.620112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07b7b-e638-492c-aed1-34ca5dd73558 req-e58318e5-73bd-42ad-b254-ffab56d417f8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.620770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1106687626'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:46.621700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41b07b7b-e638-492c-aed1-34ca5dd73558 req-e58318e5-73bd-42ad-b254-ffab56d417f8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.1623955 Jul 15 23:15:46.625866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04071-1909-48a0-bab7-158bff7b86be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=936acc5d-43bd-4ad6-8d96-10264e13fde7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:46.649697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-25881a02-98aa-4e8e-9e60-7731a1f750a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.651371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-25881a02-98aa-4e8e-9e60-7731a1f750a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1057229 Jul 15 23:15:46.682124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:46.686245 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.705415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41b07b7b-e638-492c-aed1-34ca5dd73558 req-81b715c9-0252-4848-875f-ea395ef62c36 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649595 Jul 15 23:15:46.759275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:46.777188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.777587 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment 0d9b780d-c291-4862-963a-711a988b85a2 of type vlan for network 62f37035-1cbf-4b4a-b80c-c73ff74a98c2 Jul 15 23:15:46.782375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-aebe4209-cb33-4c22-97dd-f9a91a34fcb9 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210632 Jul 15 23:15:46.810629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:46.827206 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Sync routers for ids ['5dbec99d-2530-4a96-8694-8ccaab0419dd'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:46.834635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.840117 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Routers {'5dbec99d-2530-4a96-8694-8ccaab0419dd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:46.840900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:15:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5dbec99d-2530-4a96-8694-8ccaab0419dd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:46.852578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.857585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96a7eabf-f9d0-4ae7-884c-54619b53a937 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9709573 Jul 15 23:15:46.863448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41490) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:46.925010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.931613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.932616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.019125 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4026411 Jul 15 23:15:47.021231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41494) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:47.025075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-777d41cc-da4a-4b23-af35-c4c72fdbda54 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358365 Jul 15 23:15:47.031931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': '62f37035-1cbf-4b4a-b80c-c73ff74a98c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:47.058020 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Set router 5dbec99d-2530-4a96-8694-8ccaab0419dd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:47.076420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68533ce3-dba8-415d-8a52-58aca6ceea5e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=62f37035-1cbf-4b4a-b80c-c73ff74a98c2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:47.090265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-daeabc7a-86c7-4824-8c8b-a35c7d678ab1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7 HTTP/1.1" status: 200 len: 217 time: 0.0557549 Jul 15 23:15:47.096469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 62f37035-1cbf-4b4a-b80c-c73ff74a98c2 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:47.104104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a65b-b061-4749-8420-beb4a6b10597 req-38729b25-e713-4110-8828-62a26cd9bc31 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.111835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97e4a65b-b061-4749-8420-beb4a6b10597 req-38729b25-e713-4110-8828-62a26cd9bc31 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.2619071 Jul 15 23:15:47.117370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900506-382a-40e2-904f-bd9bbb9c869c req-69b0b120-daf7-4ad2-af8f-8cc86b5fc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.119017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8900506-382a-40e2-904f-bd9bbb9c869c req-69b0b120-daf7-4ad2-af8f-8cc86b5fc2fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 1097 time: 0.2830935 Jul 15 23:15:47.191625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4992a8c-eee5-4ffa-bdd6-033472fa19c2 req-398af67a-8734-4c68-a1f2-cdafa531d8ba tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.193263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4992a8c-eee5-4ffa-bdd6-033472fa19c2 req-398af67a-8734-4c68-a1f2-cdafa531d8ba tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 946 time: 0.2594421 Jul 15 23:15:47.237762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:47.241899 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.257093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97e4a65b-b061-4749-8420-beb4a6b10597 req-94bfb9d5-07ad-45f1-8ca9-488374e22ae2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443186 Jul 15 23:15:47.259172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8900506-382a-40e2-904f-bd9bbb9c869c req-1d9d7529-f5b4-409a-a16e-5e8ca68dc999 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286838 Jul 15 23:15:47.273010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-e42635ee-024e-4cce-a0f9-428f00eb0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.274517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-e42635ee-024e-4cce-a0f9-428f00eb0dd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1466460 Jul 15 23:15:47.282349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4992a8c-eee5-4ffa-bdd6-033472fa19c2 req-c0f24d62-4907-4591-a5b5-d9878a3d8abc tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817478 Jul 15 23:15:47.331185 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:15:45Z', 'revision_number': 3, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port': {'id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:44Z', 'updated_at': '2021-07-15T23:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:47.395009 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Checking router: 5dbec99d-2530-4a96-8694-8ccaab0419dd for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:47.395532 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Updating router 5dbec99d-2530-4a96-8694-8ccaab0419dd port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:15:47.441734 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.447960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f1a283bc-9f7d-4796-a8b8-654bccbce017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.449502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-f1a283bc-9f7d-4796-a8b8-654bccbce017 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381774 Jul 15 23:15:47.473689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:47.530645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8e42-bd0b-46ec-b28f-b3a53b342bc1 req-a1e17687-b9da-4e6d-addb-df57801f2966 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.532349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c15d8e42-bd0b-46ec-b28f-b3a53b342bc1 req-a1e17687-b9da-4e6d-addb-df57801f2966 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.1320727 Jul 15 23:15:47.603611 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.633262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.641000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:47.647402 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.670665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-ae012684-364e-4cec-8000-82b607b62dd8 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078364 Jul 15 23:15:47.711216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:47.735551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': '0d9b780d-c291-4862-963a-711a988b85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '62f37035-1cbf-4b4a-b80c-c73ff74a98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:47.735920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: 62f37035-1cbf-4b4a-b80c-c73ff74a98c2, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:47.753824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=7a79235b-f5e6-4c7b-a748-eb554fe16966,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:47.763937 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.778018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 62f37035-1cbf-4b4a-b80c-c73ff74a98c2 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:47.793969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 62f37035-1cbf-4b4a-b80c-c73ff74a98c2) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:47.799884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.800551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.811537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadfff65-9cfd-4827-805c-845d54316adb None None] Network 62f37035-1cbf-4b4a-b80c-c73ff74a98c2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:47.844962 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ef0ab960-e284-4eca-9528-5d1f383f5bca tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8206093 Jul 15 23:15:47.848002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41508) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:47.855974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c15d8e42-bd0b-46ec-b28f-b3a53b342bc1 req-99535e68-d10b-432a-aee4-cf7b08dc7a6d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119664 Jul 15 23:15:47.914214 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.929524 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Transition to ACTIVE for port object b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:47.942183 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.951863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602cd83-0717-4d26-aa58-f849e6d7099c req-42e4cab1-c19c-4d51-ada5-2038892c246a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.953393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e602cd83-0717-4d26-aa58-f849e6d7099c req-42e4cab1-c19c-4d51-ada5-2038892c246a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.2814746 Jul 15 23:15:47.969989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.989012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-19824480-6441-4c6f-a427-3379717622b5 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355402 Jul 15 23:15:48.010025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a1e55-8ff0-489c-b9d5-34f658daa840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-62f37035-1cbf-4b4a-b80c-c73ff74a98c2', 'network_id': '62f37035-1cbf-4b4a-b80c-c73ff74a98c2', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '7a79235b-f5e6-4c7b-a748-eb554fe16966'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:48.010941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1e55-8ff0-489c-b9d5-34f658daa840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.065870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e602cd83-0717-4d26-aa58-f849e6d7099c req-5a97773f-507e-47d5-a22a-6a82d0f7db22 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040957 Jul 15 23:15:48.067367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-916e51c2-5767-496a-a034-631e4e701a83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0545874 Jul 15 23:15:48.073227 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.100069 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Attempting to bind port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:48.103127 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Attempting to bind port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:48.103496 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Attempting to bind port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:48.121881 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Pushing event updated for resources: {'Port': ['ID=b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:48.127351 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:48.127727 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:48.128131 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.128525 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:48.129005 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Bound port: b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:48.129407 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.155259 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.156723 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.157073 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.157413 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.157740 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.158070 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.158399 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.158724 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.159068 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.159390 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.159710 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.160026 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.160346 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:48.187536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d83eb2ed-0519-4cb9-b2f2-163b7a8e1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.192295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d83eb2ed-0519-4cb9-b2f2-163b7a8e1ebe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1148872 Jul 15 23:15:48.206799 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] For port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:48.210981 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] For port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:48.217705 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.227774 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d80c95fd-5db0-41ff-a34f-3553d428369d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.265797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=7a79235b-f5e6-4c7b-a748-eb554fe16966,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:48.298587 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Routers {'5dbec99d-2530-4a96-8694-8ccaab0419dd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:48.299308 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:15:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5dbec99d-2530-4a96-8694-8ccaab0419dd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:48.303939 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d313de-2895-4281-9b40-1f3813c20d45 None None] Pushing event updated for resources: {'Port': ['ID=b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server [None req-1b2a1e55-8ff0-489c-b9d5-34f658daa840 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a79235b-f5e6-4c7b-a748-eb554fe16966: This subnet is being modified by another concurrent operation. Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:15:48.325589 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a79235b-f5e6-4c7b-a748-eb554fe16966: This subnet is being modified by another concurrent operation. Jul 15 23:15:48.329851 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Jul 15 23:15:48.334212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Allocated IP 172.20.0.1 (2ea6ca3f-b860-449d-8885-5c6ff6dbeea0/9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe/c1587b44-8628-4338-b19c-54eef3d1d1d6) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:48.373959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.388220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-fe54a791-ea8c-4705-a588-544fd4fb0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.391835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2e73b-d9b3-464c-8cb1-53959c69dae9 None None] Network 62f37035-1cbf-4b4a-b80c-c73ff74a98c2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:48.399330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f37035-1cbf-4b4a-b80c-c73ff74a98c2']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:48.402654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-fe54a791-ea8c-4705-a588-544fd4fb0073 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2020073 Jul 15 23:15:48.428437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9b780d-c291-4862-963a-711a988b85a2') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:48.428746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9b780d-c291-4862-963a-711a988b85a2') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:48.443602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.475478 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] Set router 5dbec99d-2530-4a96-8694-8ccaab0419dd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:48.537773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.575262 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:15:48.580211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbbff1d-5a5b-420c-9306-31faee54fa9b None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:15:48.581729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:48.582140 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:48.586826 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:48.635436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:48.650882 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b4c189-7d9e-43d7-b9c2-14623059a060" -d '{"events": [{"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-unplugged", "status": "completed", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:48.689473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.700940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.705746 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.712083 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/62f37035-1cbf-4b4a-b80c-c73ff74a98c2 HTTP/1.1" status: 204 len: 168 time: 0.8632672 Jul 15 23:15:48.712802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41516) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:48.717212 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:15:45Z', 'revision_number': 3, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port': {'id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:44Z', 'updated_at': '2021-07-15T23:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:48.726010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650895455'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:48.744592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7f35a-d303-4e89-aa97-404eb28741c5 req-bb473c04-0b7c-4054-8977-5d722e82d385 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.752630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08d7f35a-d303-4e89-aa97-404eb28741c5 req-bb473c04-0b7c-4054-8977-5d722e82d385 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.3790846 Jul 15 23:15:48.757632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95127b-4cc0-4fb5-93e4-9d820ed48003 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=62f37035-1cbf-4b4a-b80c-c73ff74a98c2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:48.766478 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69af8049-101e-4db0-beb0-b1ef1752c1b7 None None] The sync data for ids ['5dbec99d-2530-4a96-8694-8ccaab0419dd'] in n-d-793618-8 is: [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:15:45Z', 'revision_number': 3, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port': {'id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:44Z', 'updated_at': '2021-07-15T23:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:48.774304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:48.778489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.801526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-27d156a9-a0ec-4fb8-9d9c-ff80e59d756d service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617916 Jul 15 23:15:48.813635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbbff1d-5a5b-420c-9306-31faee54fa9b None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:15:48.818514 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.828815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:48.872924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08d7f35a-d303-4e89-aa97-404eb28741c5 req-8fd1617d-0816-4525-b571-f5574dec3296 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157422 Jul 15 23:15:48.874624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.875019 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment 52a988d5-7243-4a7d-a3fd-e3115d3ed12b of type vlan for network 76016883-a673-4e28-a351-c75553d36a84 Jul 15 23:15:48.877415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:48.905468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:48.908025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:48.913555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-c9e0b8ef-ec81-48a6-83ec-c03f694c814e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.927886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-c9e0b8ef-ec81-48a6-83ec-c03f694c814e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.938185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-c9e0b8ef-ec81-48a6-83ec-c03f694c814e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.952826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1587b44-8628-4338-b19c-54eef3d1d1d6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:48.956196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-c9e0b8ef-ec81-48a6-83ec-c03f694c814e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.969109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-c9e0b8ef-ec81-48a6-83ec-c03f694c814e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.970021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.980079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-c9e0b8ef-ec81-48a6-83ec-c03f694c814e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.989894 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.000566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-c9e0b8ef-ec81-48a6-83ec-c03f694c814e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.003984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-c9e0b8ef-ec81-48a6-83ec-c03f694c814e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.3583527 Jul 15 23:15:49.058308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.064194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.064984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.155154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c25f799-b642-4958-9f96-5c8c65e5ac9b req-3a1a07f0-c4b1-4104-a7f7-3820dd28ecf5 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424890 Jul 15 23:15:49.159252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41526) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:49.159523 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4403677 Jul 15 23:15:49.166117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': '76016883-a673-4e28-a351-c75553d36a84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:49.211333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-d34b802c-81f0-4445-8702-9d450432e725 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980427 Jul 15 23:15:49.232838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8bab5-5501-4a52-9e50-61d947e45061 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=76016883-a673-4e28-a351-c75553d36a84,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:49.292538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-84ad12e6-60e6-4c1f-a79d-023f01cab641 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a HTTP/1.1" status: 200 len: 217 time: 0.0739233 Jul 15 23:15:49.328405 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.334721 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0b6fdb-dddc-4a2e-9359-325a402b8f5f x-openstack-request-id: req-5a0b6fdb-dddc-4a2e-9359-325a402b8f5f {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:49.335110 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-unplugged", "status": "failed", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565", "code": 422}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:49.335574 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a0b6fdb-dddc-4a2e-9359-325a402b8f5f {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:49.336207 n-d-793618-8 neutron-server[93716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'code': 422} returned with failed status Jul 15 23:15:49.345341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 76016883-a673-4e28-a351-c75553d36a84 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:49.544487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1f72b6d3-491d-49fc-8035-6e41c5a87def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.546099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-1f72b6d3-491d-49fc-8035-6e41c5a87def service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.1785531 Jul 15 23:15:49.564158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:49.584578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.590246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.599795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:49.603474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.623775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:49.628965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:49.629104 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.663916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.683175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1587b44-8628-4338-b19c-54eef3d1d1d6,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:49.703607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Performing IP validity checks on allocation pools {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:15:49.704272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:15:49.721674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7e09-8440-4dcc-a29a-282d79dd9816 req-e8697306-142d-4e83-9ef4-1d4f39690f83 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.723766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58fe7e09-8440-4dcc-a29a-282d79dd9816 req-e8697306-142d-4e83-9ef4-1d4f39690f83 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.2929881 Jul 15 23:15:49.742292 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.765585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4f3ef-9ad1-449b-81c3-c8e10c50405a req-4f125409-c8f0-43df-abd6-3619048cd563 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.773584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18a4f3ef-9ad1-449b-81c3-c8e10c50405a req-4f125409-c8f0-43df-abd6-3619048cd563 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.2951133 Jul 15 23:15:49.776071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:49.783967 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.784766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:49.786479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:49.848977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-75bc75e0-ea52-44ae-a835-4e7220813f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.850662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-75bc75e0-ea52-44ae-a835-4e7220813f78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2865043 Jul 15 23:15:49.859135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:49.879306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18a4f3ef-9ad1-449b-81c3-c8e10c50405a req-f174278c-308c-4e23-a2f0-c3f88e9c00f8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053271 Jul 15 23:15:49.923720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58fe7e09-8440-4dcc-a29a-282d79dd9816 req-1ed507ed-2bbe-4c23-a909-a59b4678da97 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777020 Jul 15 23:15:49.930343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Router 5dbec99d-2530-4a96-8694-8ccaab0419dd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:50.073103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-7083a83d-3008-4dd0-acc8-760cdd1e64e7 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060726 Jul 15 23:15:50.074600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.111079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:50.122914 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b6f9b018-feab-408c-bb77-a329af0b09b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/5dbec99d-2530-4a96-8694-8ccaab0419dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2537112 Jul 15 23:15:50.243808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=56f06a5c-64b5-4ca7-8585-feed38a2186b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:50.266926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': '52a988d5-7243-4a7d-a3fd-e3115d3ed12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '76016883-a673-4e28-a351-c75553d36a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:50.267370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: 76016883-a673-4e28-a351-c75553d36a84, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:50.624639 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07875305-1abe-4728-b0a3-4dade0f95032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.661001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-6ff6736c-16d9-4b4d-91f0-be796db5c7b5 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774245 Jul 15 23:15:50.689574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec742a7-e786-4dec-90b4-a3db540fa7dd req-a0a12573-188f-4fd5-b951-5690afdd51f7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.691066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ec742a7-e786-4dec-90b4-a3db540fa7dd req-a0a12573-188f-4fd5-b951-5690afdd51f7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.5628185 Jul 15 23:15:50.718706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 76016883-a673-4e28-a351-c75553d36a84 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:50.727237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-c43f0c78-49b3-4a43-8625-edf30a408b8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68772141-302d-434c-ba43-ffaff8a58760 HTTP/1.1" status: 200 len: 217 time: 0.0557048 Jul 15 23:15:50.775803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 76016883-a673-4e28-a351-c75553d36a84) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:50.784564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89062b49-2bd7-4f88-ad68-11aa6e7efb69 None None] Network 76016883-a673-4e28-a351-c75553d36a84 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:50.791433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.792029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.831002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-09b6d5e1-d7bb-45a3-b3e0-394e3f00f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6699128 Jul 15 23:15:50.833010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-fe35cf74-64a3-44f7-9097-9fe8885018a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.834432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41546) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:50.835164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-fe35cf74-64a3-44f7-9097-9fe8885018a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.1004374 Jul 15 23:15:50.839386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ec742a7-e786-4dec-90b4-a3db540fa7dd req-78d6f24f-a332-4256-a2ab-32413614c804 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166842 Jul 15 23:15:50.845485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7a446-5652-4ab4-8ab1-49bf9fb624da req-ef7021c5-81fc-463d-8614-a640b84862fc tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.847716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83b7a446-5652-4ab4-8ab1-49bf9fb624da req-ef7021c5-81fc-463d-8614-a640b84862fc tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.5743902 Jul 15 23:15:50.941623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83b7a446-5652-4ab4-8ab1-49bf9fb624da req-55ab766d-b5b1-4005-bc49-a96618bbfaf4 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831814 Jul 15 23:15:50.955107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Sync routers for ids ['5dbec99d-2530-4a96-8694-8ccaab0419dd'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:50.981036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-44930901-ba28-4dee-a0a6-193490c43fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.982549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-44930901-ba28-4dee-a0a6-193490c43fe5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1340120 Jul 15 23:15:51.003820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.018324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Routers {'5dbec99d-2530-4a96-8694-8ccaab0419dd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:51.019280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:15:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5dbec99d-2530-4a96-8694-8ccaab0419dd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:51.068854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.108827 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.150649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.172866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Set router 5dbec99d-2530-4a96-8694-8ccaab0419dd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:51.176246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f647a-f22b-4f86-9dd3-463af72b6e62 req-3fdad611-8c29-42d9-8ace-6b993a6bbe8b tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.178286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c8f647a-f22b-4f86-9dd3-463af72b6e62 req-3fdad611-8c29-42d9-8ace-6b993a6bbe8b tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 946 time: 0.1755102 Jul 15 23:15:51.181593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-e3899578-4042-42f8-b4ce-fcf7fe9a4226 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865475 Jul 15 23:15:51.197079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=56f06a5c-64b5-4ca7-8585-feed38a2186b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:51.248040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c44903-f775-44b1-b2db-b74902ebac57 req-f6846ab4-bdd9-4d14-93a3-23aaf67399a9 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.249613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82c44903-f775-44b1-b2db-b74902ebac57 req-f6846ab4-bdd9-4d14-93a3-23aaf67399a9 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.1582298 Jul 15 23:15:51.264708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.275171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76016883-a673-4e28-a351-c75553d36a84']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:51.286915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fb390d-526d-4c7c-a174-f2bd715578d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-76016883-a673-4e28-a351-c75553d36a84', 'network_id': '76016883-a673-4e28-a351-c75553d36a84', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '56f06a5c-64b5-4ca7-8585-feed38a2186b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:51.287368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a988d5-7243-4a7d-a3fd-e3115d3ed12b') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:51.287901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a988d5-7243-4a7d-a3fd-e3115d3ed12b') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:51.288022 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69fb390d-526d-4c7c-a174-f2bd715578d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.298019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.310732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c8f647a-f22b-4f86-9dd3-463af72b6e62 req-8164e1fc-b29a-4fdb-b228-509ddd302fd3 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/security-groups?id=c11552d5-d3c6-45cd-af9a-fe944560a836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221094 Jul 15 23:15:51.324052 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.331223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:51.331629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:51.344866 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:51.354629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82c44903-f775-44b1-b2db-b74902ebac57 req-221b345f-4f53-4289-865b-63975fadb64f tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919693 Jul 15 23:15:51.358083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35e69d90-cf38-463b-94da-28ea1b76c4c3 req-ee8fdf04-7918-4bea-9f4a-acc213c0e704 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675129 Jul 15 23:15:51.456925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.470220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.476351 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/76016883-a673-4e28-a351-c75553d36a84 HTTP/1.1" status: 204 len: 168 time: 0.6356025 Jul 15 23:15:51.488949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:51.489157 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-69fb390d-526d-4c7c-a174-f2bd715578d4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:15:51.489157 n-d-793618-8 neutron-server[93716]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 15 23:15:51.489157 n-d-793618-8 neutron-server[93716]: [parameters: {'project_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'id': '3790ebd1-5b62-411d-a4c5-19c4f63a5fc9', 'name': '', 'network_id': '76016883-a673-4e28-a351-c75553d36a84', 'mac_address': 'fa:16:3e:d1:80:7c', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-76016883-a673-4e28-a351-c75553d36a84', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1339}] Jul 15 23:15:51.489157 n-d-793618-8 neutron-server[93716]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:15:51.489157 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-69fb390d-526d-4c7c-a174-f2bd715578d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:15:51.491266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-83216408'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:51.497605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:51.502608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f1910-7bb1-48f4-b3c4-63e940d9ed75 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=76016883-a673-4e28-a351-c75553d36a84,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:51.503324 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.517350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:51.525708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.543022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:51.556245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:51.565701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.565701 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment f2f50add-fbd2-44c2-8256-436e6ad6da5d of type vlan for network dd29368c-d60f-4212-8f49-3942992db8a8 Jul 15 23:15:51.595764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:15:49Z', 'revision_number': 4, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port': {'id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:44Z', 'updated_at': '2021-07-15T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'c1587b44-8628-4338-b19c-54eef3d1d1d6', 'name': '', 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'mac_address': 'fa:16:3e:70:69:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:47Z', 'updated_at': '2021-07-15T23:15:49Z', 'revision_number': 2, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'subnets': [{'id': '9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:51.617438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d2e96c25-b0e7-4878-8f05-1dbb1ca013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.618661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d2e96c25-b0e7-4878-8f05-1dbb1ca013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.619272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d2e96c25-b0e7-4878-8f05-1dbb1ca013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.619916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d2e96c25-b0e7-4878-8f05-1dbb1ca013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.620909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d2e96c25-b0e7-4878-8f05-1dbb1ca013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.621473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d2e96c25-b0e7-4878-8f05-1dbb1ca013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.622004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d2e96c25-b0e7-4878-8f05-1dbb1ca013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.623151 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.624523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d2e96c25-b0e7-4878-8f05-1dbb1ca013ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6488 time: 0.1792598 Jul 15 23:15:51.631695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Checking router: 5dbec99d-2530-4a96-8694-8ccaab0419dd for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:51.632294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Updating router 5dbec99d-2530-4a96-8694-8ccaab0419dd port c1587b44-8628-4338-b19c-54eef3d1d1d6 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:15:51.660974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.670789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.671845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.674019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:51.674325 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.687378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef440-976f-4956-9d23-5123d6540f97 req-f632ea79-227a-4ae1-9e81-93ff5d85d079 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.695609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef440-976f-4956-9d23-5123d6540f97 req-f632ea79-227a-4ae1-9e81-93ff5d85d079 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.703473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef440-976f-4956-9d23-5123d6540f97 req-f632ea79-227a-4ae1-9e81-93ff5d85d079 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.711583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef440-976f-4956-9d23-5123d6540f97 req-f632ea79-227a-4ae1-9e81-93ff5d85d079 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.716440 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2304254 Jul 15 23:15:51.718114 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.719557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41558) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:51.730806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef440-976f-4956-9d23-5123d6540f97 req-f632ea79-227a-4ae1-9e81-93ff5d85d079 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.731006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': 'dd29368c-d60f-4212-8f49-3942992db8a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:51.734456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef440-976f-4956-9d23-5123d6540f97 req-f632ea79-227a-4ae1-9e81-93ff5d85d079 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.742713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef440-976f-4956-9d23-5123d6540f97 req-f632ea79-227a-4ae1-9e81-93ff5d85d079 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.745599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-432ef440-976f-4956-9d23-5123d6540f97 req-f632ea79-227a-4ae1-9e81-93ff5d85d079 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.2199583 Jul 15 23:15:51.801722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d791ee-4348-442b-a622-c90b4513db13 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=dd29368c-d60f-4212-8f49-3942992db8a8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:51.835413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network dd29368c-d60f-4212-8f49-3942992db8a8 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:51.882570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:51.887217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.984034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-432ef440-976f-4956-9d23-5123d6540f97 req-1bd43eb7-7c04-4cd6-b144-abb123a36fab tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2238948 Jul 15 23:15:51.996801 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69fb390d-526d-4c7c-a174-f2bd715578d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.008070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-c31ee3ba-48fb-4078-83ab-d7179a0a910e tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.009651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-c31ee3ba-48fb-4078-83ab-d7179a0a910e tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.37 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 946 time: 0.2630646 Jul 15 23:15:52.043382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-84e64b28-7f4f-451a-a54b-7c4465e3d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.044547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-84e64b28-7f4f-451a-a54b-7c4465e3d9c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c828e4df-6f5c-4380-b9c4-723c81f09cd8 HTTP/1.1" status: 200 len: 903 time: 0.4062493 Jul 15 23:15:52.069453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36b4a0-da9e-41cc-823f-4b3b8020eb8c None None] Network 76016883-a673-4e28-a351-c75553d36a84 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:52.092246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36b4a0-da9e-41cc-823f-4b3b8020eb8c None None] Network 76016883-a673-4e28-a351-c75553d36a84 could not be found, it might have been deleted concurrently. {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:15:52.102105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.120212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-4cf3eca7-477d-44d7-947c-0bcb58c8eae5 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.121823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-4cf3eca7-477d-44d7-947c-0bcb58c8eae5 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 811 time: 0.2692916 Jul 15 23:15:52.128068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-ffcb8455-c43f-4fba-a5b3-ce7791bc7fe0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68772141-302d-434c-ba43-ffaff8a58760 HTTP/1.1" status: 200 len: 217 time: 0.0609939 Jul 15 23:15:52.140381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-09d52c04-dc98-41ce-96f0-0320f0a0e277 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/quotas/ece31217f0454417ad6fc0f882c229a1 HTTP/1.1" status: 200 len: 375 time: 0.0093684 Jul 15 23:15:52.170200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=0da3ba2a-13be-4c23-bca8-dadb4e600a00,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.175548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': 'f2f50add-fbd2-44c2-8256-436e6ad6da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'dd29368c-d60f-4212-8f49-3942992db8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:52.175890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: dd29368c-d60f-4212-8f49-3942992db8a8, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:52.193669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network dd29368c-d60f-4212-8f49-3942992db8a8 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:52.204043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, dd29368c-d60f-4212-8f49-3942992db8a8) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:52.209696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.210413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.217284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df1b14-6e3b-4c0c-8a43-0a14d2cadad7 None None] Network dd29368c-d60f-4212-8f49-3942992db8a8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:52.227386 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9a0e60ce-b3d3-4625-a7a7-178fc0352150 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5062594 Jul 15 23:15:52.229990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41568) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:52.238501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.259960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Transition to ACTIVE for port object c1587b44-8628-4338-b19c-54eef3d1d1d6 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:52.288737 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.309763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-26178f2d-837e-4bcd-890d-4420d337bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.311308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-26178f2d-837e-4bcd-890d-4420d337bb2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.1678362 Jul 15 23:15:52.336989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.387763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6caac-19b5-4473-94f1-8d1e7392ab75 req-d7fe9d93-66ef-4736-a9e5-4794d9e64fa1 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.391220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fad6caac-19b5-4473-94f1-8d1e7392ab75 req-d7fe9d93-66ef-4736-a9e5-4794d9e64fa1 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.2365224 Jul 15 23:15:52.393184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.402954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d2bd-8cbc-440e-b354-5b8dab7dad53 None None] Pushing event updated for resources: {'Port': ['ID=c1587b44-8628-4338-b19c-54eef3d1d1d6,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.407792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Deleting port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:52.407792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.437606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-8cf26981-6f14-439e-8659-267e53d8f72f tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2817800 Jul 15 23:15:52.446733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Attempting to bind port c1587b44-8628-4338-b19c-54eef3d1d1d6 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:52.447159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Attempting to bind port c1587b44-8628-4338-b19c-54eef3d1d1d6 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:52.447521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Attempting to bind port c1587b44-8628-4338-b19c-54eef3d1d1d6 on network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:52.454901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:52.455278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Checking segment: {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:52.455686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.456078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Bound using segment: {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:52.456550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Bound port: c1587b44-8628-4338-b19c-54eef3d1d1d6, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:52.456929 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.463567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.514712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7174e-fdb9-4a7f-b99a-ef4dcc2a924f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-dd29368c-d60f-4212-8f49-3942992db8a8', 'network_id': 'dd29368c-d60f-4212-8f49-3942992db8a8', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '0da3ba2a-13be-4c23-bca8-dadb4e600a00'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:52.515769 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aab7174e-fdb9-4a7f-b99a-ef4dcc2a924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.609463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fad6caac-19b5-4473-94f1-8d1e7392ab75 req-948fb48a-86da-4ab9-b766-90fa484a8981 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081056 Jul 15 23:15:52.612534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] For port c1587b44-8628-4338-b19c-54eef3d1d1d6, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:52.636067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c849e52-3e39-4e32-be90-5f8470b78deb None None] Network dd29368c-d60f-4212-8f49-3942992db8a8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:52.642324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] For port c1587b44-8628-4338-b19c-54eef3d1d1d6, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c1587b44-8628-4338-b19c-54eef3d1d1d6,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:52.655615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d9909769-98d8-4e41-98e7-3c422eba963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.658407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-d9909769-98d8-4e41-98e7-3c422eba963c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3288758 Jul 15 23:15:52.692121 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.758248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] For port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,segment=NetworkSegment(fca273a8-ddc2-4409-aeff-0fc02f517ef6),segment_id=fca273a8-ddc2-4409-aeff-0fc02f517ef6)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:52.758620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.786631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=0da3ba2a-13be-4c23-bca8-dadb4e600a00,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.820056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Calling delete_port for d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:52.830503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-1211030d-be34-4c58-a737-2beb5dc345fb service neutron] 10.222.0.23 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640962 Jul 15 23:15:52.838638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Routers {'5dbec99d-2530-4a96-8694-8ccaab0419dd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:52.839451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:15:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5dbec99d-2530-4a96-8694-8ccaab0419dd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:52.843058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1d2bd-8cbc-440e-b354-5b8dab7dad53 None None] Pushing event updated for resources: {'Port': ['ID=c1587b44-8628-4338-b19c-54eef3d1d1d6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.863079 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.876324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd29368c-d60f-4212-8f49-3942992db8a8']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:52.890267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f50add-fbd2-44c2-8256-436e6ad6da5d') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:52.891400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f50add-fbd2-44c2-8256-436e6ad6da5d') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:52.903005 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.932624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.940067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:52.940720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:52.945004 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:52.982658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] Set router 5dbec99d-2530-4a96-8694-8ccaab0419dd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:53.011525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-3fbfb571-4fce-4fa5-b5a5-aa6b486cdc69 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318036 Jul 15 23:15:53.055656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.079531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.087257 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/dd29368c-d60f-4212-8f49-3942992db8a8 HTTP/1.1" status: 204 len: 168 time: 0.8515549 Jul 15 23:15:53.096092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41584) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:53.102266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-722723179'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:53.119089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae38fbb-cd03-45a0-93a9-eb2766e583f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=dd29368c-d60f-4212-8f49-3942992db8a8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:53.164659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-afdc684c-47d9-4695-bb90-01e1b481aaf8 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213971 Jul 15 23:15:53.242910 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.269744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:15:49Z', 'revision_number': 4, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port': {'id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:44Z', 'updated_at': '2021-07-15T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'c1587b44-8628-4338-b19c-54eef3d1d1d6', 'name': '', 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'mac_address': 'fa:16:3e:70:69:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:47Z', 'updated_at': '2021-07-15T23:15:52Z', 'revision_number': 4, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'subnets': [{'id': '9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:53.274143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:53.281089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.298184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb1c30-cf29-4338-9559-0ef61e8b2360 None None] The sync data for ids ['5dbec99d-2530-4a96-8694-8ccaab0419dd'] in n-d-793618-8 is: [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:15:49Z', 'revision_number': 4, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port': {'id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:44Z', 'updated_at': '2021-07-15T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'c1587b44-8628-4338-b19c-54eef3d1d1d6', 'name': '', 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'mac_address': 'fa:16:3e:70:69:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:47Z', 'updated_at': '2021-07-15T23:15:52Z', 'revision_number': 4, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'subnets': [{'id': '9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:53.318526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2454d3b-0313-4eaf-abe8-ea20c04a5844 req-45949ed2-5350-42b9-b91b-0520efba6305 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940884 Jul 15 23:15:53.329517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.390039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:53.411031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Pushing event deleted for resources: {'Port': ['ID=d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:53.481653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:53.483991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] No DVR routers for this DVR port d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:53.497724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.501272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0619e8e8-5e35-426a-a661-7791a32a9f46 req-2b58445e-77f9-4848-a124-0348b17d2730 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.37 "DELETE /v2.0/ports/d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb HTTP/1.1" status: 204 len: 173 time: 1.4694264 Jul 15 23:15:53.502926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230be0d-1e84-4002-beac-4a099a73486e', 'name': 'network-vif-deleted', 'tag': 'd5a89ba0-d469-41ba-a8f3-cfe9a87a19cb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:53.505444 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6123ab6a-7279-479a-8484-36eed73ed54d" -d '{"events": [{"server_uuid": "9230be0d-1e84-4002-beac-4a099a73486e", "name": "network-vif-deleted", "tag": "d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:53.544856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abc109-95ad-4abd-8e01-4bc4f84b5f3e req-5ae8a261-d2bb-4ddb-8fc6-8eea4e0b1e01 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.546745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2abc109-95ad-4abd-8e01-4bc4f84b5f3e req-5ae8a261-d2bb-4ddb-8fc6-8eea4e0b1e01 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.3854945 Jul 15 23:15:53.569560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.569982 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment 7d75dd3f-38a1-4901-9671-f909ca40ee96 of type vlan for network e7359b19-f520-4da5-af90-c0cfc577523d Jul 15 23:15:53.577729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30054bed-b86d-4d40-945e-ece318724fb3 req-597ceaf3-0a78-45d5-af58-2dd4a7218f82 tempest-ServerPasswordTestJSON-1655186575 tempest-ServerPasswordTestJSON-1655186575-project] 10.222.0.23 "GET /v2.0/ports?device_id=9230be0d-1e84-4002-beac-4a099a73486e HTTP/1.1" status: 200 len: 210 time: 0.0674267 Jul 15 23:15:53.593309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c1587b44-8628-4338-b19c-54eef3d1d1d6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:53.694930 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.710100 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c1587b44-8628-4338-b19c-54eef3d1d1d6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:53.720114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c1587b44-8628-4338-b19c-54eef3d1d1d6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:53.720497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.721888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2abc109-95ad-4abd-8e01-4bc4f84b5f3e req-7992072b-4d0e-4650-9c32-ab64db0707c4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502213 Jul 15 23:15:53.774207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.781156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.782115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.835048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7377737 Jul 15 23:15:53.837771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41600) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:53.842949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': 'e7359b19-f520-4da5-af90-c0cfc577523d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:53.919958 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.947320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827a958-1d46-421f-95bc-2e6541ad15be tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=e7359b19-f520-4da5-af90-c0cfc577523d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:53.975628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e7359b19-f520-4da5-af90-c0cfc577523d details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:54.027818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c1587b44-8628-4338-b19c-54eef3d1d1d6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c1587b44-8628-4338-b19c-54eef3d1d1d6,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:54.053408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:54.057421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.096227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.343686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.362379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-fda93044-26ce-4b1c-9ca1-935f35c10f61 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.372340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-fda93044-26ce-4b1c-9ca1-935f35c10f61 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 815 time: 0.3877022 Jul 15 23:15:54.380066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c1587b44-8628-4338-b19c-54eef3d1d1d6,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:54.403568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-b00f35fd-5e25-4167-8509-07297da22084 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/quotas/e90c324ab45640e88783bf1e0451594e HTTP/1.1" status: 200 len: 375 time: 0.0301540 Jul 15 23:15:54.419457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-6a63276a-ec97-4da1-a3ba-2ada02fb26e6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.425134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-6a63276a-ec97-4da1-a3ba-2ada02fb26e6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.428510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=6bb1b155-9714-400b-8504-a35df537e566,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:54.431785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-6a63276a-ec97-4da1-a3ba-2ada02fb26e6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.437664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-6a63276a-ec97-4da1-a3ba-2ada02fb26e6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.440749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': '7d75dd3f-38a1-4901-9671-f909ca40ee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7359b19-f520-4da5-af90-c0cfc577523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:54.441385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: e7359b19-f520-4da5-af90-c0cfc577523d, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:54.445139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-6a63276a-ec97-4da1-a3ba-2ada02fb26e6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.451011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-6a63276a-ec97-4da1-a3ba-2ada02fb26e6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.457114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-6a63276a-ec97-4da1-a3ba-2ada02fb26e6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.465054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-6a63276a-ec97-4da1-a3ba-2ada02fb26e6 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.2835693 Jul 15 23:15:54.476047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network e7359b19-f520-4da5-af90-c0cfc577523d is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:54.490350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e7359b19-f520-4da5-af90-c0cfc577523d) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:54.499910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e6c6ba-1102-4192-a8d5-170ec8ba7a25 None None] Network e7359b19-f520-4da5-af90-c0cfc577523d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:54.502122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.503112 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.527530 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7386fffd-cd84-4ff7-8b6b-ab68504d93bc tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6886365 Jul 15 23:15:54.528893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41614) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:54.585775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9d229bb-3a58-462c-817b-0ccd7162a5e7 req-c6f4b46f-f01a-470b-a975-ec91c8d20519 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198142 Jul 15 23:15:54.611939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-86b94299-63a2-4286-853a-b424189551bc tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439793 Jul 15 23:15:54.683229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-43f9d623-3c4c-4e2f-b5bd-f6d0822be657 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:54.697082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-43f9d623-3c4c-4e2f-b5bd-f6d0822be657 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0842204 Jul 15 23:15:54.749938 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.826303 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.867635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-490728b9-7ecb-4242-a687-179ce4ddeea1 req-1e8672a2-e24e-4b92-9a69-51caeb2869e3 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 210 time: 0.0539610 Jul 15 23:15:54.883582 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.901481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-d636b17c-b05f-4baf-85c3-64b3347fe159 service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035422 Jul 15 23:15:54.904326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499ffda6-43ca-4e73-8087-3fde7eb094e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-e7359b19-f520-4da5-af90-c0cfc577523d', 'network_id': 'e7359b19-f520-4da5-af90-c0cfc577523d', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '6bb1b155-9714-400b-8504-a35df537e566'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:54.905336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-499ffda6-43ca-4e73-8087-3fde7eb094e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.919560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.959821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb1b155-9714-400b-8504-a35df537e566,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:54.981885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-6086d8fe-cb20-4f46-bb52-63d1f064e125 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.983965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-6086d8fe-cb20-4f46-bb52-63d1f064e125 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.59 "GET /v2.0/ports?device_id=328cfcd1-4402-4e3b-a6d5-3a41b9d1b829 HTTP/1.1" status: 200 len: 946 time: 0.1625719 Jul 15 23:15:54.987519 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027925ec-42e0-4954-9221-246823242686 x-openstack-request-id: req-027925ec-42e0-4954-9221-246823242686 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:54.987803 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230be0d-1e84-4002-beac-4a099a73486e", "name": "network-vif-deleted", "tag": "d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:54.988064 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-027925ec-42e0-4954-9221-246823242686 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:54.988427 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230be0d-1e84-4002-beac-4a099a73486e', 'name': 'network-vif-deleted', 'tag': 'd5a89ba0-d469-41ba-a8f3-cfe9a87a19cb', 'status': 'completed', 'code': 200} Jul 15 23:15:55.003764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9592fb0-6860-4738-9abb-afcb4e6cd16a None None] Network e7359b19-f520-4da5-af90-c0cfc577523d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:55.092744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.115509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7359b19-f520-4da5-af90-c0cfc577523d']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:55.138850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d75dd3f-38a1-4901-9671-f909ca40ee96') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:55.139167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d75dd3f-38a1-4901-9671-f909ca40ee96') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:55.159934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.186652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.197306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:55.197623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:55.205087 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:55.293904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.298977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.307407 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/e7359b19-f520-4da5-af90-c0cfc577523d HTTP/1.1" status: 204 len: 168 time: 0.7773645 Jul 15 23:15:55.308109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41626) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:55.324430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e11048-2208-4420-a995-2730443b2d7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=e7359b19-f520-4da5-af90-c0cfc577523d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:55.330648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336819878'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:55.357198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:55.361474 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.392342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:55.404052 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.404633 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment f90e7cde-7244-4a60-88d3-b0e034c67a26 of type vlan for network 6c3ce8da-21f7-408e-b108-61e70f3a9863 Jul 15 23:15:55.463526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.493233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:55.508850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.514469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.515099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.521373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:55.521863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d5a89ba0-d469-41ba-a8f3-cfe9a87a19cb not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:55.558242 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2348211 Jul 15 23:15:55.560860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41632) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:55.566000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d10a0a54-6744-47dd-b1b4-02a686b4748f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:55.568252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c1587b44-8628-4338-b19c-54eef3d1d1d6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:55.623771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ef632-d542-42c4-82c9-b63f0f57f72c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=6c3ce8da-21f7-408e-b108-61e70f3a9863,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:55.639751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 6c3ce8da-21f7-408e-b108-61e70f3a9863 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:55.688713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c1587b44-8628-4338-b19c-54eef3d1d1d6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:55.689131 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.772924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-f23db8e1-d4ef-4cf7-9b47-ef85b5847ffd service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8430996 Jul 15 23:15:55.803808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d10a0a54-6744-47dd-b1b4-02a686b4748f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.829430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-3f2696ca-77ee-4656-b04e-a62dbdc4feae tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.831329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d10a0a54-6744-47dd-b1b4-02a686b4748f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.831501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-3f2696ca-77ee-4656-b04e-a62dbdc4feae tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.59 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 811 time: 0.3393755 Jul 15 23:15:55.841691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Deleting port 38c60692-a202-4ff9-897c-b396a1127351 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:55.842857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.855350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Request body: {'port': {'device_id': '3f75a831-3884-42a8-b0d0-3f0418566bd4', 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0', 'admin_state_up': True, 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:55.863841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d10a0a54-6744-47dd-b1b4-02a686b4748f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 6c3ce8da-21f7-408e-b108-61e70f3a9863 is not hosted by any dhcp agent {{(pid=93714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:15:55.869384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a0a54-6744-47dd-b1b4-02a686b4748f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.870076 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d10a0a54-6744-47dd-b1b4-02a686b4748f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.871469 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d10a0a54-6744-47dd-b1b4-02a686b4748f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "PUT /v2.0/networks/6c3ce8da-21f7-408e-b108-61e70f3a9863 HTTP/1.1" status: 200 len: 723 time: 0.3096275 Jul 15 23:15:55.879060 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41638) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:55.886881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': '6c3ce8da-21f7-408e-b108-61e70f3a9863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:55.991210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a0a54-6744-47dd-b1b4-02a686b4748f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=6c3ce8da-21f7-408e-b108-61e70f3a9863,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:56.012445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 6c3ce8da-21f7-408e-b108-61e70f3a9863 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:56.069030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:56.074385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.128335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] For port 38c60692-a202-4ff9-897c-b396a1127351, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=38c60692-a202-4ff9-897c-b396a1127351,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:56.129048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.154870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Calling delete_port for 38c60692-a202-4ff9-897c-b396a1127351 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:56.173376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41654) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:56.227665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Made reservation on behalf of ece31217f0454417ad6fc0f882c229a1 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:56.234978 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.428763 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.432319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c73c53-5f24-45b1-836b-f373a590b034 admin admin] Deleting subnet 8448df01-b42b-435d-8d52-ed202c25c7bc {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:56.437504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11c73c53-5f24-45b1-836b-f373a590b034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.534954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=33dbf262-5ad3-4026-8387-0ebdc4252b89,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:56.540069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': 'f90e7cde-7244-4a60-88d3-b0e034c67a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6c3ce8da-21f7-408e-b108-61e70f3a9863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:56.540430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: 6c3ce8da-21f7-408e-b108-61e70f3a9863, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:56.557698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 6c3ce8da-21f7-408e-b108-61e70f3a9863 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:56.568208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 6c3ce8da-21f7-408e-b108-61e70f3a9863) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:56.578030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd142feb-6207-4a03-ba10-493c9fd9455e None None] Network 6c3ce8da-21f7-408e-b108-61e70f3a9863 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:56.581253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.581816 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.590872 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11c73c53-5f24-45b1-836b-f373a590b034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.599962 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f729a5e7-c05f-4827-ae7c-caa4212ca9c1 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7189555 Jul 15 23:15:56.601704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41670) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:56.607435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-05797c9f-152a-4714-8e4c-177b3d86a1f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:56.619973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd3f425d-33da-4c96-ba47-29c150d51752 req-8a0f372a-655a-4eae-a0c9-be8e0b647205 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 210 time: 0.1227510 Jul 15 23:15:56.718735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05797c9f-152a-4714-8e4c-177b3d86a1f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5131570'] for subnet, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.791762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-6c3ce8da-21f7-408e-b108-61e70f3a9863', 'network_id': '6c3ce8da-21f7-408e-b108-61e70f3a9863', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '33dbf262-5ad3-4026-8387-0ebdc4252b89'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:56.792864 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.810362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.824651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['38c60692-a202-4ff9-897c-b396a1127351'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:56.914395 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11c73c53-5f24-45b1-836b-f373a590b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.923415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Pushing event deleted for resources: {'Port': ['ID=38c60692-a202-4ff9-897c-b396a1127351,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:56.932101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05797c9f-152a-4714-8e4c-177b3d86a1f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771653305739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5127647'] for subnet, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.945361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Allocated IP 172.20.0.2 (2ea6ca3f-b860-449d-8885-5c6ff6dbeea0/9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe/47431737-0886-41c2-a7f9-f681a6b1cda8) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:56.972834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05797c9f-152a-4714-8e4c-177b3d86a1f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.973454 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05797c9f-152a-4714-8e4c-177b3d86a1f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.978139 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-05797c9f-152a-4714-8e4c-177b3d86a1f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "PUT /v2.0/subnets/33dbf262-5ad3-4026-8387-0ebdc4252b89 HTTP/1.1" status: 200 len: 806 time: 0.3754182 Jul 15 23:15:56.980905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41672) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:56.981505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-6f6b28de-1bf5-41d7-b904-ad73c67ec3ff tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.987452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-6f6b28de-1bf5-41d7-b904-ad73c67ec3ff tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.993856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-6f6b28de-1bf5-41d7-b904-ad73c67ec3ff tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.999673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-6f6b28de-1bf5-41d7-b904-ad73c67ec3ff tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.001771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Allocated IP 172.20.0.2 (6c3ce8da-21f7-408e-b108-61e70f3a9863/33dbf262-5ad3-4026-8387-0ebdc4252b89/8ea29d9f-4319-4915-b574-3c2ab71a3968) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:57.005564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-6f6b28de-1bf5-41d7-b904-ad73c67ec3ff tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.011643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-6f6b28de-1bf5-41d7-b904-ad73c67ec3ff tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.017608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-6f6b28de-1bf5-41d7-b904-ad73c67ec3ff tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.025489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-6f6b28de-1bf5-41d7-b904-ad73c67ec3ff tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.5540502 Jul 15 23:15:57.028707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05797c9f-152a-4714-8e4c-177b3d86a1f6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=33dbf262-5ad3-4026-8387-0ebdc4252b89,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.065400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-1867bbb4-69ef-4695-9d4c-0e020100c335 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7067971 Jul 15 23:15:57.094471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10d977-1f9b-46e2-80c9-d05b37f8b311 req-c1be5deb-6a45-4f17-8c47-bb765815cf6c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.114011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d10d977-1f9b-46e2-80c9-d05b37f8b311 req-c1be5deb-6a45-4f17-8c47-bb765815cf6c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.3219497 Jul 15 23:15:57.136193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.164485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] No DVR routers for this DVR port 38c60692-a202-4ff9-897c-b396a1127351 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:57.194511 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.198176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fb38170-1164-45e5-b10b-1200aa34be90 req-bf41f6e9-c7b5-469d-aa94-bd62e4006997 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.59 "DELETE /v2.0/ports/38c60692-a202-4ff9-897c-b396a1127351 HTTP/1.1" status: 204 len: 173 time: 2.2054226 Jul 15 23:15:57.199776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'name': 'network-vif-deleted', 'tag': '38c60692-a202-4ff9-897c-b396a1127351'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:57.202157 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41172193-919b-478c-9e54-74b01bf6f240" -d '{"events": [{"server_uuid": "328cfcd1-4402-4e3b-a6d5-3a41b9d1b829", "name": "network-vif-deleted", "tag": "38c60692-a202-4ff9-897c-b396a1127351"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:57.218365 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.248455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.264001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab3b742d-bfaa-44ac-8b01-c88d7e17d17b req-7700373e-2d6e-42be-9639-24ee12a887d2 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2376227 Jul 15 23:15:57.321419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d10d977-1f9b-46e2-80c9-d05b37f8b311 req-cd1b4c14-c470-4544-89df-c93cffc5f3ca tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062511 Jul 15 23:15:57.381023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Transition to ACTIVE for port object 8ea29d9f-4319-4915-b574-3c2ab71a3968 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:57.392648 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11c73c53-5f24-45b1-836b-f373a590b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.408882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Transition to ACTIVE for port object 8ea29d9f-4319-4915-b574-3c2ab71a3968 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:57.422168 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.447877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.502443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Network 6c3ce8da-21f7-408e-b108-61e70f3a9863 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:57.503935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Pushing event updated for resources: {'Port': ['ID=8ea29d9f-4319-4915-b574-3c2ab71a3968,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.506973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:57.509335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:57.532640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73c53-5f24-45b1-836b-f373a590b034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8448df01-b42b-435d-8d52-ed202c25c7bc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.547192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11c73c53-5f24-45b1-836b-f373a590b034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.552131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-11c73c53-5f24-45b1-836b-f373a590b034 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8448df01-b42b-435d-8d52-ed202c25c7bc HTTP/1.1" status: 204 len: 168 time: 1.3775625 Jul 15 23:15:57.552843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41688) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:57.574229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=33dbf262-5ad3-4026-8387-0ebdc4252b89,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.625882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9c90901-8101-4d69-806f-7af8021fd2fd req-90c016ef-6682-49ec-b37a-4f912524b3ff tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 210 time: 0.1599379 Jul 15 23:15:57.631763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Attempting to bind port 8ea29d9f-4319-4915-b574-3c2ab71a3968 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:57.632437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Attempting to bind port 8ea29d9f-4319-4915-b574-3c2ab71a3968 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f90e7cde-7244-4a60-88d3-b0e034c67a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6c3ce8da-21f7-408e-b108-61e70f3a9863'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:57.633085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Attempting to bind port 8ea29d9f-4319-4915-b574-3c2ab71a3968 on network 6c3ce8da-21f7-408e-b108-61e70f3a9863 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:57.637960 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc231b37-0f70-41b0-b80c-40e873086d32 x-openstack-request-id: req-cc231b37-0f70-41b0-b80c-40e873086d32 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:57.637960 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328cfcd1-4402-4e3b-a6d5-3a41b9d1b829", "name": "network-vif-deleted", "tag": "38c60692-a202-4ff9-897c-b396a1127351", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:57.637960 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc231b37-0f70-41b0-b80c-40e873086d32 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:57.637960 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328cfcd1-4402-4e3b-a6d5-3a41b9d1b829', 'name': 'network-vif-deleted', 'tag': '38c60692-a202-4ff9-897c-b396a1127351', 'status': 'completed', 'code': 200} Jul 15 23:15:57.648731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:57.651143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Checking segment: {'id': 'f90e7cde-7244-4a60-88d3-b0e034c67a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6c3ce8da-21f7-408e-b108-61e70f3a9863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:57.651617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.652177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Bound using segment: {'id': 'f90e7cde-7244-4a60-88d3-b0e034c67a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6c3ce8da-21f7-408e-b108-61e70f3a9863'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:57.652722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Bound port: 8ea29d9f-4319-4915-b574-3c2ab71a3968, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90e7cde-7244-4a60-88d3-b0e034c67a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6c3ce8da-21f7-408e-b108-61e70f3a9863'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:57.653113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.658894 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.683596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3ce8da-21f7-408e-b108-61e70f3a9863']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:57.705116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90e7cde-7244-4a60-88d3-b0e034c67a26') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:57.705439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90e7cde-7244-4a60-88d3-b0e034c67a26') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:57.729419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.748680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] For port 8ea29d9f-4319-4915-b574-3c2ab71a3968, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:57.752024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] For port 8ea29d9f-4319-4915-b574-3c2ab71a3968, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8ea29d9f-4319-4915-b574-3c2ab71a3968,segment=NetworkSegment(f90e7cde-7244-4a60-88d3-b0e034c67a26),segment_id=f90e7cde-7244-4a60-88d3-b0e034c67a26)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:57.764686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.765182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.771945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:57.772342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:57.775581 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:57.804274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.861731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.932460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:15:57.932460 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:15:57.932460 n-d-793618-8 neutron-server[93714]: [parameters: {'id': '6c3ce8da-21f7-408e-b108-61e70f3a9863'}] Jul 15 23:15:57.932460 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:15:57.933321 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:15:57.959333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ac87d-165d-4720-86eb-b137701728bf None None] Pushing event updated for resources: {'Port': ['ID=8ea29d9f-4319-4915-b574-3c2ab71a3968,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.974294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c9e6f-86f6-446b-b776-a308e1f7f3d4 None None] Network 6c3ce8da-21f7-408e-b108-61e70f3a9863 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:57.991180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.075103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Pushing event updated for resources: {'Port': ['ID=47431737-0886-41c2-a7f9-f681a6b1cda8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:58.127382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b38c4-bb20-4a91-8c92-a7a9c787e4f7 None None] Network 6c3ce8da-21f7-408e-b108-61e70f3a9863 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:58.216169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:58.242529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:58.244933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:58.266039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2e928315-d349-4ac7-a757-9fa21a6e5b97 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.267603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2e928315-d349-4ac7-a757-9fa21a6e5b97 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.37 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 815 time: 0.3466518 Jul 15 23:15:58.327452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8d3d5-fdd5-4f9e-a651-b8540d14db53 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:15:58.348964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.358091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Request body: {'port': {'device_id': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'admin_state_up': True, 'tenant_id': 'e90c324ab45640e88783bf1e0451594e'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:58.389432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0efb5a1-c54d-4342-b254-875517a97d76']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:58.423734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca273a8-ddc2-4409-aeff-0fc02f517ef6') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:58.424042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca273a8-ddc2-4409-aeff-0fc02f517ef6') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:58.434993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.479732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2e5ba-2301-44b6-b2fd-41188572e5c4 req-57cca76c-0778-44b8-b447-0710d467f380 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.486443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81d2e5ba-2301-44b6-b2fd-41188572e5c4 req-57cca76c-0778-44b8-b447-0710d467f380 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.5636518 Jul 15 23:15:58.490049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Deleting port 8ea29d9f-4319-4915-b574-3c2ab71a3968 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:58.490574 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.493605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.494225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.502832 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.511894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf8d3d5-fdd5-4f9e-a651-b8540d14db53 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:15:58.555719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d270a-6773-4819-8f1f-c35ebd7a9a0c req-37c930c0-175e-4bce-96c8-743874b40861 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.557248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c7d270a-6773-4819-8f1f-c35ebd7a9a0c req-37c930c0-175e-4bce-96c8-743874b40861 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 931 time: 0.4876351 Jul 15 23:15:58.559100 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.566572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-126d3d4f-01fc-4069-9b44-e6369535c068 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7186925 Jul 15 23:15:58.569791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] For port 8ea29d9f-4319-4915-b574-3c2ab71a3968, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8ea29d9f-4319-4915-b574-3c2ab71a3968,segment=NetworkSegment(f90e7cde-7244-4a60-88d3-b0e034c67a26),segment_id=f90e7cde-7244-4a60-88d3-b0e034c67a26)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:58.570238 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.574108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:58.574782 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:58.585081 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:58.589389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Calling delete_port for 8ea29d9f-4319-4915-b574-3c2ab71a3968 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:58.614370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Request body: {'port': {'device_id': '3f75a831-3884-42a8-b0d0-3f0418566bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:58.659286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81d2e5ba-2301-44b6-b2fd-41188572e5c4 req-83003612-a0a8-4449-8e87-786c266db562 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717260 Jul 15 23:15:58.687307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.747326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c7d270a-6773-4819-8f1f-c35ebd7a9a0c req-dd8e3c5d-4926-4e2a-a186-4b301532d4fe tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823032 Jul 15 23:15:58.747918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.784707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.789598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0efb5a1-c54d-4342-b254-875517a97d76 HTTP/1.1" status: 204 len: 168 time: 1.1746919 Jul 15 23:15:58.813595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363628d4-7a50-430a-969c-83d8c5aeddeb admin admin] Pushing event deleted for resources: {'Network': ['ID=a0efb5a1-c54d-4342-b254-875517a97d76,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:58.815374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Made reservation on behalf of e90c324ab45640e88783bf1e0451594e for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:58.824291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Port': ['ID=8ea29d9f-4319-4915-b574-3c2ab71a3968,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:58.830236 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.830658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No DVR routers for this DVR port 8ea29d9f-4319-4915-b574-3c2ab71a3968 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:58.891310 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.000598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-0867296f-e221-4ed2-9488-72fe08612c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.002110 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-0867296f-e221-4ed2-9488-72fe08612c52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92&tenant_id=d7e623bc86374623bf2065520fac9ae9 HTTP/1.1" status: 200 len: 1094 time: 0.2736282 Jul 15 23:15:59.036002 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.038347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41704) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:59.066112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3ce8da-21f7-408e-b108-61e70f3a9863']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:59.104358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90e7cde-7244-4a60-88d3-b0e034c67a26') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:59.104654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90e7cde-7244-4a60-88d3-b0e034c67a26') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:59.127973 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.158021 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-70db8400-8f17-459b-b011-fe0b853adad4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=115fd1fb5d804cfbb258ad9db3213beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183901 Jul 15 23:15:59.159117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.166795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41708) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:59.176823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:59.177257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:59.180174 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:59.233771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-43fbc296-832a-4dd7-b887-600a904a1d5f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.239637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-43fbc296-832a-4dd7-b887-600a904a1d5f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.245872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-43fbc296-832a-4dd7-b887-600a904a1d5f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.251613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-43fbc296-832a-4dd7-b887-600a904a1d5f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.257925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-43fbc296-832a-4dd7-b887-600a904a1d5f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.264656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-87fd8bf9-cfd3-40d2-adc6-b0e7a94568ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.265168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-43fbc296-832a-4dd7-b887-600a904a1d5f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.266233 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-87fd8bf9-cfd3-40d2-adc6-b0e7a94568ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 1094 time: 0.2109883 Jul 15 23:15:59.271896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-43fbc296-832a-4dd7-b887-600a904a1d5f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.273876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-43fbc296-832a-4dd7-b887-600a904a1d5f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.3843896 Jul 15 23:15:59.290685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.320827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf7815-7a0b-45c9-8b5b-3dbb4d0d490a req-5bd8dadb-62a0-4ffc-aeb4-befaaf9b4b5d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.322385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fbf7815-7a0b-45c9-8b5b-3dbb4d0d490a req-5bd8dadb-62a0-4ffc-aeb4-befaaf9b4b5d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.3992665 Jul 15 23:15:59.322614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.325055 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/6c3ce8da-21f7-408e-b108-61e70f3a9863 HTTP/1.1" status: 204 len: 168 time: 2.3428135 Jul 15 23:15:59.330588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Allocated IP 172.20.0.5 (b3ec6da5-c2b6-4b12-894a-cd209048c986/ec81c68f-a63b-4ce9-baf3-ba25053b74da/ce6e1453-512f-414c-82ed-f1ca870190a6) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:59.332596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41710) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:59.341901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93110904-41c5-4660-84e1-4249a4ed35d3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=6c3ce8da-21f7-408e-b108-61e70f3a9863,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.343826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b37aa4dd-b8f5-4432-b75f-fee96d242cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.372527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 38c60692-a202-4ff9-897c-b396a1127351 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:59.401056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 38c60692-a202-4ff9-897c-b396a1127351 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:59.401974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 38c60692-a202-4ff9-897c-b396a1127351 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:59.408786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b37aa4dd-b8f5-4432-b75f-fee96d242cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.425133 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6486f00-8c0b-4dae-bd43-f6a779158a87 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:15:59.425766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6486f00-8c0b-4dae-bd43-f6a779158a87 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:15:59.432035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a6486f00-8c0b-4dae-bd43-f6a779158a87 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/6c3ce8da-21f7-408e-b108-61e70f3a9863 HTTP/1.1" status: 404 len: 339 time: 0.0852368 Jul 15 23:15:59.436108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41712) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:59.445904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1265041648', 'description': 'd1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:59.470203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-c06f8e37-962c-42b2-a6c2-722489e3bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.471695 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-c06f8e37-962c-42b2-a6c2-722489e3bc4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 914 time: 0.1920121 Jul 15 23:15:59.474442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40fb841d-3abb-4aed-8409-e7c98b1ac777 req-0ac40a44-015b-4c34-ac38-ca16a2670f8e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1901999 Jul 15 23:15:59.490904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:59.494632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.505763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f4b17a32-a4da-40c9-86cb-927cbe470d69 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:59.512903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fbf7815-7a0b-45c9-8b5b-3dbb4d0d490a req-dad5fcb4-7f18-4f23-a557-1f7156b01979 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774235 Jul 15 23:15:59.562557 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-c1e942a3-b8d3-4b85-88bc-89e244cc9ec5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebcf9800-df11-4d86-9ebd-07506147e565 HTTP/1.1" status: 200 len: 217 time: 0.0552497 Jul 15 23:15:59.563207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b37aa4dd-b8f5-4432-b75f-fee96d242cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.565810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b37aa4dd-b8f5-4432-b75f-fee96d242cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.570830 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b37aa4dd-b8f5-4432-b75f-fee96d242cb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c11552d5-d3c6-45cd-af9a-fe944560a836 HTTP/1.1" status: 204 len: 168 time: 0.3984094 Jul 15 23:15:59.619357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-327da842-fe35-4b69-a618-d8eab30dd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.620841 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-327da842-fe35-4b69-a618-d8eab30dd033 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 200 len: 853 time: 0.0474627 Jul 15 23:15:59.625380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:59.641762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:59.643149 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aa4dd-b8f5-4432-b75f-fee96d242cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11552d5-d3c6-45cd-af9a-fe944560a836,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.668644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'port_id': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'mac_address': 'fa:16:3e:53:85:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184999a4-369c-477d-ba38-20cd28523077', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:59.680176 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-f9fd1fa7-4784-4b63-b33a-8d86f96c644f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516875 Jul 15 23:15:59.700931 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.701563 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment ea58b439-dcce-47c3-bc2f-56015aa3a1b0 of type vlan for network 1df35960-d1f1-4ae8-989e-8013077854c0 Jul 15 23:15:59.717093 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.756013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4b17a32-a4da-40c9-86cb-927cbe470d69 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:59.791624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:59.797754 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.810704 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.870497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.876466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.877230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.891914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.972629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=1df35960-d1f1-4ae8-989e-8013077854c0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.979097 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2936b787-052c-46df-bd03-129500afd85f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5419326 Jul 15 23:15:59.981492 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-fa121b92-2213-4d3b-85a3-c7648c718f3f service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939055 Jul 15 23:15:59.982062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41722) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:59.987204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 1df35960-d1f1-4ae8-989e-8013077854c0 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:00.076592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['f4b17a32-a4da-40c9-86cb-927cbe470d69'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:00.117934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc426c48-f382-4ddd-a224-fe29cbd57d1c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.119602 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dc426c48-f382-4ddd-a224-fe29cbd57d1c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/networks?id=1df35960-d1f1-4ae8-989e-8013077854c0 HTTP/1.1" status: 200 len: 761 time: 0.1364048 Jul 15 23:16:00.127625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41730) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:00.134221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8da6768f-ff63-49e1-a7b4-9140749e7720 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'description': 'd2'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:00.138650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2746885f-8ba7-48ec-bfeb-6e3167f8e508 req-7e3844f0-f0d5-4cd9-82e3-71fc3b33f131 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 210 time: 0.0776558 Jul 15 23:16:00.269508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47431737-0886-41c2-a7f9-f681a6b1cda8 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:00.291209 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.331171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-2bed7807-ae49-42c4-862f-1593ed07ca68 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383210 Jul 15 23:16:00.352344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.358643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Transition to ACTIVE for port object 47431737-0886-41c2-a7f9-f681a6b1cda8 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:00.371018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f42b6-b5bb-4431-8d98-bf01df879a71 req-48bbe356-2418-4cdb-98c3-4b0aa8eb6f01 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.372590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d6f42b6-b5bb-4431-8d98-bf01df879a71 req-48bbe356-2418-4cdb-98c3-4b0aa8eb6f01 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 945 time: 0.3129458 Jul 15 23:16:00.378633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.413257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8da6768f-ff63-49e1-a7b4-9140749e7720 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.432338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8da6768f-ff63-49e1-a7b4-9140749e7720 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.458323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8da6768f-ff63-49e1-a7b4-9140749e7720 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 1df35960-d1f1-4ae8-989e-8013077854c0 is not hosted by any dhcp agent {{(pid=93714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:16:00.465351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6768f-ff63-49e1-a7b4-9140749e7720 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.466473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8da6768f-ff63-49e1-a7b4-9140749e7720 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.468280 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8da6768f-ff63-49e1-a7b4-9140749e7720 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "PUT /v2.0/networks/1df35960-d1f1-4ae8-989e-8013077854c0 HTTP/1.1" status: 200 len: 758 time: 0.3395650 Jul 15 23:16:00.474200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41742) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:00.500079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Pushing event updated for resources: {'Port': ['ID=47431737-0886-41c2-a7f9-f681a6b1cda8,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:00.526014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6768f-ff63-49e1-a7b4-9140749e7720 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=1df35960-d1f1-4ae8-989e-8013077854c0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:00.537418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 1df35960-d1f1-4ae8-989e-8013077854c0 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:00.609728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d6f42b6-b5bb-4431-8d98-bf01df879a71 req-4378d3a1-33f7-4504-a1a8-a88b9e83c540 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260923 Jul 15 23:16:00.631949 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.637002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41754) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:00.678616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816af01b-6bd6-48d3-a539-234c4d9d26a3 req-621a0a97-4839-4e81-9c9e-6213ffc0e524 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.681101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-816af01b-6bd6-48d3-a539-234c4d9d26a3 req-621a0a97-4839-4e81-9c9e-6213ffc0e524 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 931 time: 0.3951888 Jul 15 23:16:00.773315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-986506213-network', 'tenant_id': 'bc98e7c41b3344648c6f69833d1ada07'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:00.788724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Pushing event updated for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:00.815394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Made reservation on behalf of bc98e7c41b3344648c6f69833d1ada07 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:00.817810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.827524 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.832462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Network b3ec6da5-c2b6-4b12-894a-cd209048c986 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:00.835337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:00.837948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:00.859218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e159d-1d46-4c68-95b9-a3327034acd3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.860747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f33e159d-1d46-4c68-95b9-a3327034acd3 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/networks?id=1df35960-d1f1-4ae8-989e-8013077854c0 HTTP/1.1" status: 200 len: 761 time: 0.3765857 Jul 15 23:16:00.865011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41772) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:00.870417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1462882092'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:00.942342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-816af01b-6bd6-48d3-a539-234c4d9d26a3 req-a0f0d063-014f-4c1c-9da5-ae8f8754b788 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807382 Jul 15 23:16:00.944541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Attempting to bind port 47431737-0886-41c2-a7f9-f681a6b1cda8 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:00.946187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Attempting to bind port 47431737-0886-41c2-a7f9-f681a6b1cda8 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:00.946705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Attempting to bind port 47431737-0886-41c2-a7f9-f681a6b1cda8 on network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:00.991971 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.006274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.007194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.019590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Port 47431737-0886-41c2-a7f9-f681a6b1cda8 on network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:01.022166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.022511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Attempting to bind port 47431737-0886-41c2-a7f9-f681a6b1cda8 on network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:01.048948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:01.053811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:01.054833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Checking segment: {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:01.055415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Bound using segment: {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:01.055821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Bound port: 47431737-0886-41c2-a7f9-f681a6b1cda8, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:01.056194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.065103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.065103 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Added segment 2f42df06-0f3d-4045-8e24-03a266e8fc52 of type vlan for network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 Jul 15 23:16:01.085090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:01.091009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-33f9da08-fae2-4614-8e72-bc64880932e5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7744730 Jul 15 23:16:01.100582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.133641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fb2428-3d59-41ed-ad52-46151b63bd1d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.133895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974e89-b207-4878-9573-a2d4ae42946c req-47c38e92-fff5-4692-904a-17ccf39a27e1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.153582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974e89-b207-4878-9573-a2d4ae42946c req-47c38e92-fff5-4692-904a-17ccf39a27e1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.159796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974e89-b207-4878-9573-a2d4ae42946c req-47c38e92-fff5-4692-904a-17ccf39a27e1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.166900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974e89-b207-4878-9573-a2d4ae42946c req-47c38e92-fff5-4692-904a-17ccf39a27e1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.173753 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974e89-b207-4878-9573-a2d4ae42946c req-47c38e92-fff5-4692-904a-17ccf39a27e1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.183497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974e89-b207-4878-9573-a2d4ae42946c req-47c38e92-fff5-4692-904a-17ccf39a27e1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.190197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72974e89-b207-4878-9573-a2d4ae42946c req-47c38e92-fff5-4692-904a-17ccf39a27e1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.199000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:01.199415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72974e89-b207-4878-9573-a2d4ae42946c req-47c38e92-fff5-4692-904a-17ccf39a27e1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.4388964 Jul 15 23:16:01.211852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.212370 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment 24edab31-82fa-49b8-bad8-7037e52fb595 of type vlan for network 7a61d3fd-4c12-4335-9799-2a4932519b3f Jul 15 23:16:01.232303 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.271314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.307219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.308270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.308951 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.340095 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.342089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] For port 47431737-0886-41c2-a7f9-f681a6b1cda8, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:01.346467 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.347546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.359327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72974e89-b207-4878-9573-a2d4ae42946c req-3f6707d3-2c72-44d7-bd0f-d90cb0fc292b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1588953 Jul 15 23:16:01.372245 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5034611 Jul 15 23:16:01.372940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41776) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:01.381054 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7396028 Jul 15 23:16:01.382984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': '7a61d3fd-4c12-4335-9799-2a4932519b3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:01.388447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41778) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:01.397616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Request body: {'subnet': {'network_id': '325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-986506213-subnet', 'tenant_id': 'bc98e7c41b3344648c6f69833d1ada07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:01.427426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] For port 47431737-0886-41c2-a7f9-f681a6b1cda8, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=47431737-0886-41c2-a7f9-f681a6b1cda8,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:01.471163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878907a-c0d3-440e-9c4a-ffa73f50c05b req-b62eb6ef-da50-4fa6-ab48-684ab467a61a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.473054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0878907a-c0d3-440e-9c4a-ffa73f50c05b req-b62eb6ef-da50-4fa6-ab48-684ab467a61a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.2702510 Jul 15 23:16:01.474290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.527597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f4b17a32-a4da-40c9-86cb-927cbe470d69 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:01.620739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Pushing event updated for resources: {'Port': ['ID=47431737-0886-41c2-a7f9-f681a6b1cda8,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.625390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port f4b17a32-a4da-40c9-86cb-927cbe470d69 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:01.626358 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.684432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.685217 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.686653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-7efcdad6-b28e-4596-82ad-bd02e3b05277 service neutron] 10.222.0.59 "PUT /v2.0/ports/47431737-0886-41c2-a7f9-f681a6b1cda8 HTTP/1.1" status: 200 len: 1091 time: 3.0950279 Jul 15 23:16:01.689143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f75a831-3884-42a8-b0d0-3f0418566bd4', 'tag': '47431737-0886-41c2-a7f9-f681a6b1cda8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:01.695679 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7e5104-0a62-4cea-884b-bdc9148d4937" -d '{"events": [{"name": "network-changed", "server_uuid": "3f75a831-3884-42a8-b0d0-3f0418566bd4", "tag": "47431737-0886-41c2-a7f9-f681a6b1cda8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:01.716384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Made reservation on behalf of bc98e7c41b3344648c6f69833d1ada07 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:01.722518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.809406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0878907a-c0d3-440e-9c4a-ffa73f50c05b req-732265d6-4559-4f83-bb3c-71570dcccc30 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205619 Jul 15 23:16:01.814436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c37a7-4a25-423d-bf18-e4626f785e86 admin admin] Pushing event updated for resources: {'Network': ['ID=325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.841084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:01.958701 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.103374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cbbbe-3957-4b81-9e8f-b91e4eefc559 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=7a61d3fd-4c12-4335-9799-2a4932519b3f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:02.157596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:02.162043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.275536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.350256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-c3cb4ab4-0560-4e0b-bc70-8ef883829c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.352135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-c3cb4ab4-0560-4e0b-bc70-8ef883829c12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 1094 time: 0.6006269 Jul 15 23:16:02.383122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7a61d3fd-4c12-4335-9799-2a4932519b3f details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:02.424798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:02.433297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-2bd3c658-a0e9-458c-9934-7bbbabb1188a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47431737-0886-41c2-a7f9-f681a6b1cda8 HTTP/1.1" status: 200 len: 217 time: 0.0655499 Jul 15 23:16:02.434475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:02.436940 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6303a923-9a0c-4896-bc2b-24be88b23bea" -d '{"events": [{"server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "name": "network-vif-plugged", "status": "completed", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:02.443912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40605bdb-83eb-4bee-bb95-514ca2601ae0,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:02.444134 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.449271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.499709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834aaa4-338a-4073-8e3f-09b4c7415405 req-42827592-2096-43c1-8c0b-c584a7d9e2f8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.502683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b834aaa4-338a-4073-8e3f-09b4c7415405 req-42827592-2096-43c1-8c0b-c584a7d9e2f8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 931 time: 0.3531926 Jul 15 23:16:02.529844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Checking segment: {'id': '2f42df06-0f3d-4045-8e24-03a266e8fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:02.530493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Network hostable DHCP agents. Network: 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:02.534669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=8f95b1d4-c5ab-4ed0-bd37-73fa60e260b8,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:02.546249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': '24edab31-82fa-49b8-bad8-7037e52fb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7a61d3fd-4c12-4335-9799-2a4932519b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:02.546560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: 7a61d3fd-4c12-4335-9799-2a4932519b3f, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:02.572074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network 7a61d3fd-4c12-4335-9799-2a4932519b3f is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:02.590122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7a61d3fd-4c12-4335-9799-2a4932519b3f) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:02.595786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.597471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.601214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-20b22445-15a1-4671-8f2f-b4ef37278c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.602785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-20b22445-15a1-4671-8f2f-b4ef37278c8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 200 len: 851 time: 0.1563594 Jul 15 23:16:02.604002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd4d18f-f18b-4186-8834-1275db81b580 None None] Network 7a61d3fd-4c12-4335-9799-2a4932519b3f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:02.622890 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7ad32a36-b85e-445a-85f5-291aa2e8b124 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2468960 Jul 15 23:16:02.623936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41790) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:02.628572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:02.664440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:02.665242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b834aaa4-338a-4073-8e3f-09b4c7415405 req-eb78cf54-bf50-4e0c-a04e-bb11cfd520aa tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393828 Jul 15 23:16:02.668454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-990f3e63-415d-4860-a4eb-570293e01fab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557625 Jul 15 23:16:02.669062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:02.682252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.683888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.752488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ea54681d-ae4a-4168-9893-38f5a6e71526 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3597181 Jul 15 23:16:02.822451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.836964 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5268de9d-7b08-43c5-af18-3ac00e2cf5bb x-openstack-request-id: req-5268de9d-7b08-43c5-af18-3ac00e2cf5bb {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:02.837267 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f75a831-3884-42a8-b0d0-3f0418566bd4", "tag": "47431737-0886-41c2-a7f9-f681a6b1cda8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:02.837527 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5268de9d-7b08-43c5-af18-3ac00e2cf5bb {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:02.837950 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f75a831-3884-42a8-b0d0-3f0418566bd4', 'tag': '47431737-0886-41c2-a7f9-f681a6b1cda8', 'status': 'completed', 'code': 200} Jul 15 23:16:02.850068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bdd871-a58c-4a82-b119-b23016d4874e None None] Network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:02.900224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-31d40a97-edcd-465f-983b-f296ed0241af service neutron] 10.222.0.59 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218668 Jul 15 23:16:02.905415 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.944190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.944562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.944871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.945209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.945544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.945877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.946207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.946540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.953237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.953688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.954035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:02.954396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:03.029740 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.090918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=8f95b1d4-c5ab-4ed0-bd37-73fa60e260b8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:03.142651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0968efa6-3524-491a-a6f9-8f389c5b3ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-7a61d3fd-4c12-4335-9799-2a4932519b3f', 'network_id': '7a61d3fd-4c12-4335-9799-2a4932519b3f', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': '8f95b1d4-c5ab-4ed0-bd37-73fa60e260b8'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:03.143587 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0968efa6-3524-491a-a6f9-8f389c5b3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.155006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d9f3e0b-9b9e-436b-8727-d8c23dca3ed8 req-c6d1502e-c67b-4e60-a425-82f6be806dd2 service neutron] 10.222.0.59 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457197 Jul 15 23:16:03.216877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679beba-9f45-4164-9456-8eca7dbb79bf req-4898ca32-5bfb-4713-ae3b-00cf7b855366 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.218685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8679beba-9f45-4164-9456-8eca7dbb79bf req-4898ca32-5bfb-4713-ae3b-00cf7b855366 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 946 time: 0.1632676 Jul 15 23:16:03.229986 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.268476 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a61d3fd-4c12-4335-9799-2a4932519b3f']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:03.288279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24edab31-82fa-49b8-bad8-7037e52fb595') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:03.288643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24edab31-82fa-49b8-bad8-7037e52fb595') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:03.294227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df6d4f-e39c-4098-aca2-d2e79642b463 None None] Network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:03.296205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9338e3-a79d-4002-9a37-5496b0f0c0d0 None None] Network 7a61d3fd-4c12-4335-9799-2a4932519b3f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:03.300168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.314666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8679beba-9f45-4164-9456-8eca7dbb79bf req-34714146-b064-429f-b349-d9c7ab2c9347 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884092 Jul 15 23:16:03.329148 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.341873 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:03.342967 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.380990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-cee89642-d312-4ad0-ac4b-a19ed207a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.382542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-cee89642-d312-4ad0-ac4b-a19ed207a194 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 1094 time: 0.1439264 Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:03.433470 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:03.501126 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.519586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.530342 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/7a61d3fd-4c12-4335-9799-2a4932519b3f HTTP/1.1" status: 204 len: 168 time: 0.9042273 Jul 15 23:16:03.535208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:03.543543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f4b17a32-a4da-40c9-86cb-927cbe470d69 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:03.547444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95070cc0-a77a-4494-800e-24a4094ad2c2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=7a61d3fd-4c12-4335-9799-2a4932519b3f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:03.593660 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-160b4ef1-7f14-49fe-b17c-1934df4813a8 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] GET failed (client error): The resource could not be found. Jul 15 23:16:03.594986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-160b4ef1-7f14-49fe-b17c-1934df4813a8 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/subnets/8f95b1d4-c5ab-4ed0-bd37-73fa60e260b8 HTTP/1.1" status: 404 len: 337 time: 0.0588520 Jul 15 23:16:03.604170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41802) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:03.621568 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed0d5f0-d36a-4c8e-a13b-f475516c5b6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:03.622164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed0d5f0-d36a-4c8e-a13b-f475516c5b6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:03.624096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eed0d5f0-d36a-4c8e-a13b-f475516c5b6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/7a61d3fd-4c12-4335-9799-2a4932519b3f HTTP/1.1" status: 404 len: 339 time: 0.0245690 Jul 15 23:16:03.629256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41804) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:03.682275 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.692763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-c0f3ce48-cdcd-419c-ac5d-9469782f9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.694263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-c0f3ce48-cdcd-419c-ac5d-9469782f9e8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 912 time: 0.3025911 Jul 15 23:16:03.718833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:03.724324 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.779077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:03.786438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-e29bbed9-65b7-4a70-a665-be44a2d1edac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47431737-0886-41c2-a7f9-f681a6b1cda8 HTTP/1.1" status: 200 len: 217 time: 0.0839877 Jul 15 23:16:03.872195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f2afb-d138-43e5-aacc-bab6ee7aa2a1 req-4075bd36-8112-4d49-96dc-e0fa939f1e98 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.873798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c7f2afb-d138-43e5-aacc-bab6ee7aa2a1 req-4075bd36-8112-4d49-96dc-e0fa939f1e98 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 943 time: 0.2839515 Jul 15 23:16:03.886831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd23d71-97e1-44c4-8b46-edbf519ee29b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.890691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9bd23d71-97e1-44c4-8b46-edbf519ee29b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2344818 Jul 15 23:16:03.891390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41810) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:03.900641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-11fd99fd-d677-45a3-8f31-39f388def224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.902106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-11fd99fd-d677-45a3-8f31-39f388def224 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 200 len: 851 time: 0.1046624 Jul 15 23:16:03.945603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-f3a84819-cb04-4010-a16b-c478c1bed24b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335677 Jul 15 23:16:03.956774 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6df56888-7d79-4155-ab46-c061b7aa872b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 207 time: 0.0636306 Jul 15 23:16:03.957673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41812) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:03.961373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c7f2afb-d138-43e5-aacc-bab6ee7aa2a1 req-1af2c364-271b-437e-b570-99f7211005df tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718827 Jul 15 23:16:04.089323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-704d2d6a-f6a9-41c4-9fb5-6d9766fcf03f service neutron] 10.222.0.59 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269002 Jul 15 23:16:04.184014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84761b4a-b168-4503-b9bd-6b91918748e2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.189694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84761b4a-b168-4503-b9bd-6b91918748e2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.196720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84761b4a-b168-4503-b9bd-6b91918748e2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.203193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84761b4a-b168-4503-b9bd-6b91918748e2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.205570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-84761b4a-b168-4503-b9bd-6b91918748e2 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2467616 Jul 15 23:16:04.208438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41814) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.233674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb7e5104-0a62-4cea-884b-bdc9148d4937 req-3e294d90-68fb-42be-b53f-77bf41412250 service neutron] 10.222.0.59 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287208 Jul 15 23:16:04.248171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda1b4-a837-4528-98d6-753f1836544e req-9cdf21ea-54cf-4587-9b94-61faff27f291 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.254355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda1b4-a837-4528-98d6-753f1836544e req-9cdf21ea-54cf-4587-9b94-61faff27f291 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.260438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda1b4-a837-4528-98d6-753f1836544e req-9cdf21ea-54cf-4587-9b94-61faff27f291 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.267545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda1b4-a837-4528-98d6-753f1836544e req-9cdf21ea-54cf-4587-9b94-61faff27f291 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.273450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda1b4-a837-4528-98d6-753f1836544e req-9cdf21ea-54cf-4587-9b94-61faff27f291 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.279611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda1b4-a837-4528-98d6-753f1836544e req-9cdf21ea-54cf-4587-9b94-61faff27f291 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.286199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda1b4-a837-4528-98d6-753f1836544e req-9cdf21ea-54cf-4587-9b94-61faff27f291 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.288283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83eda1b4-a837-4528-98d6-753f1836544e req-9cdf21ea-54cf-4587-9b94-61faff27f291 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.1925108 Jul 15 23:16:04.333254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83eda1b4-a837-4528-98d6-753f1836544e req-daa31fd5-7eb4-436f-b6bc-32a8889582c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383210 Jul 15 23:16:04.341153 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-37b488bc-d1b8-4560-adff-a83851db94fb tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1314356 Jul 15 23:16:04.344363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41816) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.409071 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2830aabb-650d-4b09-b460-c9ef98086af4 x-openstack-request-id: req-2830aabb-650d-4b09-b460-c9ef98086af4 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:04.409371 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "name": "network-vif-plugged", "status": "completed", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:04.409629 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2830aabb-650d-4b09-b460-c9ef98086af4 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:04.410031 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'code': 200} Jul 15 23:16:04.457815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8cb0ee-67e0-4b97-aa3b-77743b44075e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.459644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8cb0ee-67e0-4b97-aa3b-77743b44075e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.465098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41820) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.466290 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5d8cb0ee-67e0-4b97-aa3b-77743b44075e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1196768 Jul 15 23:16:04.582041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b939b-2c06-49a4-8ea2-f4acefb2c9a5 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.584144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b939b-2c06-49a4-8ea2-f4acefb2c9a5 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.585675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-601b939b-2c06-49a4-8ea2-f4acefb2c9a5 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1196909 Jul 15 23:16:04.589102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41822) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.683535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e2fb-1ab2-407f-aa33-82d6199bc62b req-19147055-d099-46aa-a40a-e67ea569b2d5 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.684978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4976e2fb-1ab2-407f-aa33-82d6199bc62b req-19147055-d099-46aa-a40a-e67ea569b2d5 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.1754930 Jul 15 23:16:04.752274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d073b9-3011-4060-b484-d66425b45aa7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.757588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-87d073b9-3011-4060-b484-d66425b45aa7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/networks/5203b6f2-7b6d-4a77-9ed1-761c27238908 HTTP/1.1" status: 200 len: 799 time: 0.1637287 Jul 15 23:16:04.758441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41824) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.772073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4976e2fb-1ab2-407f-aa33-82d6199bc62b req-14b1a2bf-8766-4dd6-8d5b-76cfca500950 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811689 Jul 15 23:16:04.891671 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b6099c6c-1e4d-43aa-8d80-29634d926b49 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/networks/5203b6f2-7b6d-4a77-9ed1-761c27238908?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1286500 Jul 15 23:16:04.892259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41828) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.959534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19071fb5-7fb9-4bb2-a2dd-0329fcbd4310 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.960911 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-19071fb5-7fb9-4bb2-a2dd-0329fcbd4310 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/subnets/8b88b0ef-c57e-47f3-b4fb-45c9df9d0776 HTTP/1.1" status: 200 len: 811 time: 0.0680761 Jul 15 23:16:04.964490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:05.024460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d65788-0565-4646-917f-20347fcfaa1e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.029232 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-33d65788-0565-4646-917f-20347fcfaa1e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "GET /v2.0/subnets/8b88b0ef-c57e-47f3-b4fb-45c9df9d0776?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0605562 Jul 15 23:16:05.030130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41842) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:05.039928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209023432'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:05.062780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:05.066253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.090303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:05.107834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.108367 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Added segment a2863a0b-bb83-42be-b921-0a1f9b150703 of type vlan for network e46ad628-4145-4990-b6a8-30771652d1b1 Jul 15 23:16:05.143362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-189af425-e2fd-4a47-983f-ebdd34bdf887 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.147301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-189af425-e2fd-4a47-983f-ebdd34bdf887 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/networks?id=325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 HTTP/1.1" status: 200 len: 808 time: 0.1389501 Jul 15 23:16:05.157059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.164392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-7e27125c-b970-442c-9fde-2a9055091b75 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/quotas/bc98e7c41b3344648c6f69833d1ada07 HTTP/1.1" status: 200 len: 375 time: 0.0098865 Jul 15 23:16:05.188525 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.194629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.195272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.217930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-183f31bf-130c-4389-ac22-bebaad213df2 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc98e7c41b3344648c6f69833d1ada07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480216 Jul 15 23:16:05.242527 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2111061 Jul 15 23:16:05.248318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41844) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:05.266646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'network_id': 'e46ad628-4145-4990-b6a8-30771652d1b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:05.269746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fa29f-c995-4b06-aee3-029cfba8d2a7 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Network': ['ID=e46ad628-4145-4990-b6a8-30771652d1b1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:05.281691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e46ad628-4145-4990-b6a8-30771652d1b1 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:05.395926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 47431737-0886-41c2-a7f9-f681a6b1cda8 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:05.401040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-1e6359f9-c84b-4a44-aab5-1392c58aeb9b service neutron] 10.222.0.23 "GET /v2.0/networks/325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760955 Jul 15 23:16:05.429470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Made reservation on behalf of 9bd264e0e8dc43d78f2ebd4e2d6c827f for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:05.433090 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.527184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Performing IP validity checks on allocation pools {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:16:05.527735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:16:05.544541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 47431737-0886-41c2-a7f9-f681a6b1cda8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=47431737-0886-41c2-a7f9-f681a6b1cda8,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:05.559997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '47431737-0886-41c2-a7f9-f681a6b1cda8', 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0', 'port_id': '47431737-0886-41c2-a7f9-f681a6b1cda8', 'mac_address': 'fa:16:3e:d0:25:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:05.576218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-fe0f72fb-0868-4b9a-bc62-fa3e14c9e8a0 service neutron] 10.222.0.23 "GET /v2.0/networks/325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671922 Jul 15 23:16:05.608329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.641355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47431737-0886-41c2-a7f9-f681a6b1cda8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:05.672304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 47431737-0886-41c2-a7f9-f681a6b1cda8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=47431737-0886-41c2-a7f9-f681a6b1cda8,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:05.684522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.742107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=47431737-0886-41c2-a7f9-f681a6b1cda8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:05.752234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.860996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=ac3930a9-105e-4904-9976-e721720c4955,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:05.880707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Checking segment: {'id': 'a2863a0b-bb83-42be-b921-0a1f9b150703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e46ad628-4145-4990-b6a8-30771652d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:05.881113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network hostable DHCP agents. Network: e46ad628-4145-4990-b6a8-30771652d1b1, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:05.922227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Network e46ad628-4145-4990-b6a8-30771652d1b1 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:05.936394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e46ad628-4145-4990-b6a8-30771652d1b1) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:05.944725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.945330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.945473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a75d4c1-87e2-40e6-b4a6-bf43f7b20bc2 None None] Network e46ad628-4145-4990-b6a8-30771652d1b1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:05.967055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-157e90b8-7f6e-4cb1-8877-1dcb68cb5cec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7174554 Jul 15 23:16:05.969733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41858) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:05.976518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8fcc0c7d-503c-4490-b6e6-7507d5d26c74 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:05.992550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237edcd4-bca4-4544-84df-80a07e6ed31d req-b1af55fa-56f0-4731-93c3-cdd1db9a7428 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.994120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-237edcd4-bca4-4544-84df-80a07e6ed31d req-b1af55fa-56f0-4731-93c3-cdd1db9a7428 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 931 time: 0.1287777 Jul 15 23:16:06.068841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-237edcd4-bca4-4544-84df-80a07e6ed31d req-aa8db888-e03e-4586-9602-4a616477dfe9 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609922 Jul 15 23:16:06.079023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['47431737-0886-41c2-a7f9-f681a6b1cda8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:06.121208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0c7d-503c-4490-b6e6-7507d5d26c74 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5131570'] for subnet, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.254624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-e46ad628-4145-4990-b6a8-30771652d1b1', 'network_id': 'e46ad628-4145-4990-b6a8-30771652d1b1', 'tenant_id': '9bd264e0e8dc43d78f2ebd4e2d6c827f', 'fixed_ips': [{'subnet_id': 'ac3930a9-105e-4904-9976-e721720c4955'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:06.255492 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.323505 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0c7d-503c-4490-b6e6-7507d5d26c74 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771653305739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5127647'] for subnet, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.395894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc0c7d-503c-4490-b6e6-7507d5d26c74 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:06.396491 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0c7d-503c-4490-b6e6-7507d5d26c74 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.398010 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8fcc0c7d-503c-4490-b6e6-7507d5d26c74 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "PUT /v2.0/subnets/ac3930a9-105e-4904-9976-e721720c4955 HTTP/1.1" status: 200 len: 877 time: 0.4270446 Jul 15 23:16:06.400891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41862) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:06.419026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:06.419026 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daab1a4-f76f-4acd-b6db-6acbb2c88f9a" -d '{"events": [{"server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:06.465983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc0c7d-503c-4490-b6e6-7507d5d26c74 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event updated for resources: {'Subnet': ['ID=ac3930a9-105e-4904-9976-e721720c4955,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.509695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82091d-761f-4cd1-b0d2-16b210c79286 req-71e48ab6-f1d2-41d3-9bf1-171de149a27c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:06.520639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b82091d-761f-4cd1-b0d2-16b210c79286 req-71e48ab6-f1d2-41d3-9bf1-171de149a27c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 944 time: 0.1837108 Jul 15 23:16:06.558404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.576401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Allocated IP 172.20.0.3 (e46ad628-4145-4990-b6a8-30771652d1b1/ac3930a9-105e-4904-9976-e721720c4955/ce476a28-21d6-4406-ac2d-cde12efd7932) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:06.630262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b82091d-761f-4cd1-b0d2-16b210c79286 req-cf5fefd9-ba53-42af-b0b6-1e141911be1a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075027 Jul 15 23:16:06.656794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.835965 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.845518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Transition to ACTIVE for port object ce476a28-21d6-4406-ac2d-cde12efd7932 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:06.871897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Transition to ACTIVE for port object ce476a28-21d6-4406-ac2d-cde12efd7932 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:06.881514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.903429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.921153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416376-f99e-4b38-8435-2394ce4c88b0 req-c7aceed5-3f24-4d9b-b432-65150865637a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:06.924071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60416376-f99e-4b38-8435-2394ce4c88b0 req-c7aceed5-3f24-4d9b-b432-65150865637a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 944 time: 0.0887258 Jul 15 23:16:06.959129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3930a9-105e-4904-9976-e721720c4955,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.979643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Network e46ad628-4145-4990-b6a8-30771652d1b1 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:06.979643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Pushing event updated for resources: {'Port': ['ID=ce476a28-21d6-4406-ac2d-cde12efd7932,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.979643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:06.987394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:07.016446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60416376-f99e-4b38-8435-2394ce4c88b0 req-e9efa7ae-43cb-43e4-9a64-ad8529099fe7 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770683 Jul 15 23:16:07.036772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.049280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46ad628-4145-4990-b6a8-30771652d1b1']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:07.062709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2863a0b-bb83-42be-b921-0a1f9b150703') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:07.063446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2863a0b-bb83-42be-b921-0a1f9b150703') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:07.074077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.089112 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.095408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:07.095791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:07.099633 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:07.105513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Attempting to bind port ce476a28-21d6-4406-ac2d-cde12efd7932 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:07.105886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Attempting to bind port ce476a28-21d6-4406-ac2d-cde12efd7932 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a2863a0b-bb83-42be-b921-0a1f9b150703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e46ad628-4145-4990-b6a8-30771652d1b1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:07.106246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Attempting to bind port ce476a28-21d6-4406-ac2d-cde12efd7932 on network e46ad628-4145-4990-b6a8-30771652d1b1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:07.112556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:07.112942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Checking segment: {'id': 'a2863a0b-bb83-42be-b921-0a1f9b150703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e46ad628-4145-4990-b6a8-30771652d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:07.113455 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.114003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Bound using segment: {'id': 'a2863a0b-bb83-42be-b921-0a1f9b150703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e46ad628-4145-4990-b6a8-30771652d1b1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:07.114505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Bound port: ce476a28-21d6-4406-ac2d-cde12efd7932, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2863a0b-bb83-42be-b921-0a1f9b150703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e46ad628-4145-4990-b6a8-30771652d1b1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:07.114875 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.174230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:16:07.174230 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:16:07.174230 n-d-793618-8 neutron-server[93714]: [parameters: {'id': 'e46ad628-4145-4990-b6a8-30771652d1b1'}] Jul 15 23:16:07.174230 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:16:07.175375 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:16:07.195740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] For port ce476a28-21d6-4406-ac2d-cde12efd7932, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:07.200048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] For port ce476a28-21d6-4406-ac2d-cde12efd7932, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ce476a28-21d6-4406-ac2d-cde12efd7932,segment=NetworkSegment(a2863a0b-bb83-42be-b921-0a1f9b150703),segment_id=a2863a0b-bb83-42be-b921-0a1f9b150703)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:07.211814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.262064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-f467459e-e674-439f-a0e4-6028e64ab9fe tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.268851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-f467459e-e674-439f-a0e4-6028e64ab9fe tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.276344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-f467459e-e674-439f-a0e4-6028e64ab9fe tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.281678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-f467459e-e674-439f-a0e4-6028e64ab9fe tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.288317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-f467459e-e674-439f-a0e4-6028e64ab9fe tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.294230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-f467459e-e674-439f-a0e4-6028e64ab9fe tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.300394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-f467459e-e674-439f-a0e4-6028e64ab9fe tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.308040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-f467459e-e674-439f-a0e4-6028e64ab9fe tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5431 time: 0.1247022 Jul 15 23:16:07.359784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c41a5fa-f65f-44d1-9e8d-4304b5ab20ac req-b70fea9a-6a6e-4322-9f6e-74d75a993c2a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504777 Jul 15 23:16:07.365225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1944bd-5b08-491b-84fd-bc941d073993 None None] Pushing event updated for resources: {'Port': ['ID=ce476a28-21d6-4406-ac2d-cde12efd7932,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:07.403621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 47431737-0886-41c2-a7f9-f681a6b1cda8 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:07.437516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa6568-f8a1-443b-a630-206116b3a8b9 None None] Network e46ad628-4145-4990-b6a8-30771652d1b1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:07.592028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 47431737-0886-41c2-a7f9-f681a6b1cda8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:07.599837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 47431737-0886-41c2-a7f9-f681a6b1cda8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:07.600200 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.677779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.770455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbec9d-a2b5-4bf6-b151-a5d8cdd67648 None None] Network e46ad628-4145-4990-b6a8-30771652d1b1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:07.781353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Deleting port ce476a28-21d6-4406-ac2d-cde12efd7932 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:07.782182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.807770 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.904452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 47431737-0886-41c2-a7f9-f681a6b1cda8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=47431737-0886-41c2-a7f9-f681a6b1cda8,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:07.921722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] For port ce476a28-21d6-4406-ac2d-cde12efd7932, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ce476a28-21d6-4406-ac2d-cde12efd7932,segment=NetworkSegment(a2863a0b-bb83-42be-b921-0a1f9b150703),segment_id=a2863a0b-bb83-42be-b921-0a1f9b150703)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:07.922139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.931899 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:07.945585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Calling delete_port for ce476a28-21d6-4406-ac2d-cde12efd7932 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:07.994726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=47431737-0886-41c2-a7f9-f681a6b1cda8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:08.024004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa70b4-1e8e-415e-9bd7-9a23143c5d06 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:16:08.050715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d0db79f-44fc-4e6f-a5f5-a499f1eeee91 req-f07a8e67-a681-4632-822a-b41ce3aa2e52 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 210 time: 0.5283868 Jul 15 23:16:08.099677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.141138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Port': ['ID=ce476a28-21d6-4406-ac2d-cde12efd7932,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:08.163188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No DVR routers for this DVR port ce476a28-21d6-4406-ac2d-cde12efd7932 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:08.195511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-57e1e5e3-ce2f-48e3-ba1a-f836636ae908 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.197348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa70b4-1e8e-415e-9bd7-9a23143c5d06 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:16:08.201483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-57e1e5e3-ce2f-48e3-ba1a-f836636ae908 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.59 "GET /v2.0/networks?id=325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 HTTP/1.1" status: 200 len: 808 time: 0.7933640 Jul 15 23:16:08.245092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Request body: {'port': {'device_id': '84e9bf9e-f22a-4cee-bc12-8e10dffa3376', 'network_id': '325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1', 'admin_state_up': True, 'tenant_id': 'bc98e7c41b3344648c6f69833d1ada07'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:08.292491 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.308011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46ad628-4145-4990-b6a8-30771652d1b1']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:08.328350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2863a0b-bb83-42be-b921-0a1f9b150703') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:08.328911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2863a0b-bb83-42be-b921-0a1f9b150703') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:08.340517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.364256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.381196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:08.382046 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:08.385247 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:08.452846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896676-9028-42b2-a068-03416f286b69 req-813686dd-0860-4c1d-a48b-642b99a55521 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.454593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25896676-9028-42b2-a068-03416f286b69 req-813686dd-0860-4c1d-a48b-642b99a55521 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.2446294 Jul 15 23:16:08.462333 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.468645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Made reservation on behalf of bc98e7c41b3344648c6f69833d1ada07 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:08.475350 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.476783 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.482551 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/e46ad628-4145-4990-b6a8-30771652d1b1 HTTP/1.1" status: 204 len: 168 time: 2.0805130 Jul 15 23:16:08.491584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:08.500670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68791-6155-49a7-b1a2-1fa6eff901b9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=e46ad628-4145-4990-b6a8-30771652d1b1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:08.520322 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-9216aadf-db8b-48b1-ae47-2f67ecb4f0a6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:08.520785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9216aadf-db8b-48b1-ae47-2f67ecb4f0a6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:08.525151 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9216aadf-db8b-48b1-ae47-2f67ecb4f0a6 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/ac3930a9-105e-4904-9976-e721720c4955 HTTP/1.1" status: 404 len: 337 time: 0.0325716 Jul 15 23:16:08.526181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41878) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:08.544644 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aab4478-07ce-431a-930e-3e4428c2c974 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:08.545363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aab4478-07ce-431a-930e-3e4428c2c974 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:08.549771 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1aab4478-07ce-431a-930e-3e4428c2c974 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/e46ad628-4145-4990-b6a8-30771652d1b1 HTTP/1.1" status: 404 len: 339 time: 0.0226014 Jul 15 23:16:08.550365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41880) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:08.577828 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b93bfad-67bf-4ceb-8859-f1f6cc7c3c6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:08.578275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b93bfad-67bf-4ceb-8859-f1f6cc7c3c6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:08.580065 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8b93bfad-67bf-4ceb-8859-f1f6cc7c3c6b tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/8f95b1d4-c5ab-4ed0-bd37-73fa60e260b8 HTTP/1.1" status: 404 len: 337 time: 0.0287642 Jul 15 23:16:08.593344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41882) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:08.617824 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0975879-2860-4830-b17d-f1e4f546ea7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:08.618680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0975879-2860-4830-b17d-f1e4f546ea7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:08.620109 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e0975879-2860-4830-b17d-f1e4f546ea7c tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/7a61d3fd-4c12-4335-9799-2a4932519b3f HTTP/1.1" status: 404 len: 339 time: 0.0257742 Jul 15 23:16:08.622661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41884) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:08.653501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25896676-9028-42b2-a068-03416f286b69 req-62e6c4ff-a3d0-485f-930f-263fc5e036b6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713474 Jul 15 23:16:08.725059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.729289 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12933782-c55e-43d1-b093-643e7dfdbf34 x-openstack-request-id: req-12933782-c55e-43d1-b093-643e7dfdbf34 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:08.729817 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:08.729817 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12933782-c55e-43d1-b093-643e7dfdbf34 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:08.730227 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'code': 200} Jul 15 23:16:08.782793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Allocated IP 172.20.0.3 (325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1/40605bdb-83eb-4bee-bb95-514ca2601ae0/9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:08.865748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.876429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df35960-d1f1-4ae8-989e-8013077854c0']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:08.888491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea58b439-dcce-47c3-bc2f-56015aa3a1b0') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:08.888808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea58b439-dcce-47c3-bc2f-56015aa3a1b0') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:08.899202 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.914561 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.932001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:08.932694 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:08.962876 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:09.014914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff537a-9e2a-4549-8d4f-4be55149de3a req-9d686027-3f52-41ff-ab6e-382b009eede5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.016567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26ff537a-9e2a-4549-8d4f-4be55149de3a req-9d686027-3f52-41ff-ab6e-382b009eede5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 931 time: 0.1781249 Jul 15 23:16:09.023516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.038649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.042054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.044152 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/1df35960-d1f1-4ae8-989e-8013077854c0 HTTP/1.1" status: 204 len: 168 time: 0.4204435 Jul 15 23:16:09.052216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41886) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.056761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f076d8-bc0c-4b6f-ac14-4b99bf217b22 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=1df35960-d1f1-4ae8-989e-8013077854c0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:09.100384 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-916819a5-acf3-439b-9e0a-35ab75d73e88 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.100999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916819a5-acf3-439b-9e0a-35ab75d73e88 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.102834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-916819a5-acf3-439b-9e0a-35ab75d73e88 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/33dbf262-5ad3-4026-8387-0ebdc4252b89 HTTP/1.1" status: 404 len: 337 time: 0.0496421 Jul 15 23:16:09.105490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.129383 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3897e1-a1d4-4ded-90bb-03a3563238d4 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.129946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3897e1-a1d4-4ded-90bb-03a3563238d4 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.132738 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2d3897e1-a1d4-4ded-90bb-03a3563238d4 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/6c3ce8da-21f7-408e-b108-61e70f3a9863 HTTP/1.1" status: 404 len: 339 time: 0.0251443 Jul 15 23:16:09.133596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26ff537a-9e2a-4549-8d4f-4be55149de3a req-a50d390c-857e-4ec8-97eb-187a9677d1a0 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075785 Jul 15 23:16:09.134369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41892) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.191918 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4561be47-2cb8-4704-b75f-7627e9005eec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.192398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4561be47-2cb8-4704-b75f-7627e9005eec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.197021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4561be47-2cb8-4704-b75f-7627e9005eec tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/6bb1b155-9714-400b-8504-a35df537e566 HTTP/1.1" status: 404 len: 337 time: 0.0572913 Jul 15 23:16:09.197396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41894) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.215523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.216964 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c02006b-d93d-48a8-be1b-6eb40addd2d9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.217519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c02006b-d93d-48a8-be1b-6eb40addd2d9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.221792 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c02006b-d93d-48a8-be1b-6eb40addd2d9 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/e7359b19-f520-4da5-af90-c0cfc577523d HTTP/1.1" status: 404 len: 339 time: 0.0208843 Jul 15 23:16:09.222245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41896) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.261485 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18ca01a-37d4-4bc5-bb93-4519718fa5fa tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.262096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18ca01a-37d4-4bc5-bb93-4519718fa5fa tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.266342 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c18ca01a-37d4-4bc5-bb93-4519718fa5fa tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/0da3ba2a-13be-4c23-bca8-dadb4e600a00 HTTP/1.1" status: 404 len: 337 time: 0.0408196 Jul 15 23:16:09.266667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41898) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.287233 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcca88ca-2fbc-4a9b-b3e9-d35b8e1d4f78 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.287941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcca88ca-2fbc-4a9b-b3e9-d35b8e1d4f78 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.290798 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dcca88ca-2fbc-4a9b-b3e9-d35b8e1d4f78 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/dd29368c-d60f-4212-8f49-3942992db8a8 HTTP/1.1" status: 404 len: 339 time: 0.0221198 Jul 15 23:16:09.295115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41900) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.312217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:09.323024 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e2c7de-a75f-42cf-8bbe-1fd65c5d9295 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.323478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e2c7de-a75f-42cf-8bbe-1fd65c5d9295 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.328699 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-28e2c7de-a75f-42cf-8bbe-1fd65c5d9295 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/56f06a5c-64b5-4ca7-8585-feed38a2186b HTTP/1.1" status: 404 len: 337 time: 0.0325797 Jul 15 23:16:09.331638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:09.333244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41902) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.340363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:09.347629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Pushing event updated for resources: {'Port': ['ID=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:09.356612 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7b6b24-105a-4379-acbc-9d0203ebd144 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.357256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7b6b24-105a-4379-acbc-9d0203ebd144 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.359344 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5d7b6b24-105a-4379-acbc-9d0203ebd144 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/76016883-a673-4e28-a351-c75553d36a84 HTTP/1.1" status: 404 len: 339 time: 0.0243275 Jul 15 23:16:09.361875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41904) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.389722 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb30269-a684-494c-bd0b-354167961feb tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.390351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb30269-a684-494c-bd0b-354167961feb tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.392271 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-deb30269-a684-494c-bd0b-354167961feb tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/7a79235b-f5e6-4c7b-a748-eb554fe16966 HTTP/1.1" status: 404 len: 337 time: 0.0291173 Jul 15 23:16:09.395175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41906) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.395460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80208c3-ee44-434e-b0a9-a158cc78874d req-bd64183a-0847-42a0-b32b-42e58c4e56c1 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.397084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f80208c3-ee44-434e-b0a9-a158cc78874d req-bd64183a-0847-42a0-b32b-42e58c4e56c1 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 944 time: 0.1434133 Jul 15 23:16:09.401995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:09.437233 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3929f340-5b8d-4f0c-950a-d433d716d322 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.437900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3929f340-5b8d-4f0c-950a-d433d716d322 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.449073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.450050 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.452271 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3929f340-5b8d-4f0c-950a-d433d716d322 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/62f37035-1cbf-4b4a-b80c-c73ff74a98c2 HTTP/1.1" status: 404 len: 339 time: 0.0552506 Jul 15 23:16:09.453038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41908) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.474294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-c6145b2a-7c52-4fa6-b3a2-4c608104feff tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2505996 Jul 15 23:16:09.495628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Request body: {'port': {'device_id': '84e9bf9e-f22a-4cee-bc12-8e10dffa3376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:09.520891 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcc91ca-5605-4b84-8d9c-6822f5aa1f08 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.521505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcc91ca-5605-4b84-8d9c-6822f5aa1f08 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.523531 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cdcc91ca-5605-4b84-8d9c-6822f5aa1f08 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/5ac03dfd-3272-41a5-8a7c-897ce12d5983 HTTP/1.1" status: 404 len: 337 time: 0.0634432 Jul 15 23:16:09.527532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.539782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f80208c3-ee44-434e-b0a9-a158cc78874d req-a1030e53-9b11-494e-8154-3ffd8a193814 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322486 Jul 15 23:16:09.564850 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f563443c-0c23-4e93-9270-522fdc89facf tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.565439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f563443c-0c23-4e93-9270-522fdc89facf tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.567684 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f563443c-0c23-4e93-9270-522fdc89facf tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/936acc5d-43bd-4ad6-8d96-10264e13fde7 HTTP/1.1" status: 404 len: 339 time: 0.0389478 Jul 15 23:16:09.570495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41912) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.638481 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.653446 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-81feb24d-b619-4cd5-a74d-27c498eb8a4f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.653905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81feb24d-b619-4cd5-a74d-27c498eb8a4f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.658218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-81feb24d-b619-4cd5-a74d-27c498eb8a4f tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/892c062b-1105-4d73-b3c6-0a800187567d HTTP/1.1" status: 404 len: 337 time: 0.0822151 Jul 15 23:16:09.658433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41914) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.689025 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d65952-835a-42f0-b087-51284183d396 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.689625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d65952-835a-42f0-b087-51284183d396 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.692950 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-63d65952-835a-42f0-b087-51284183d396 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/3c7d65ea-5627-4dca-b039-7cf1f22773b9 HTTP/1.1" status: 404 len: 339 time: 0.0325649 Jul 15 23:16:09.694921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41918) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.737377 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d1f193-b99f-4dc3-8241-c95bab3bd57e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.737888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d1f193-b99f-4dc3-8241-c95bab3bd57e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.739850 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e7d1f193-b99f-4dc3-8241-c95bab3bd57e tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/ff468574-ee11-47cd-8d72-3351dd9f9f67 HTTP/1.1" status: 404 len: 337 time: 0.0438616 Jul 15 23:16:09.742215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41920) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.761705 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-398887b0-0194-45e8-9755-5ea399275efe tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] DELETE failed (client error): The resource could not be found. Jul 15 23:16:09.762250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398887b0-0194-45e8-9755-5ea399275efe tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:16:09.766782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-398887b0-0194-45e8-9755-5ea399275efe tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/eb196276-b267-4a0c-828e-e861b292863e HTTP/1.1" status: 404 len: 339 time: 0.0208182 Jul 15 23:16:09.766782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41922) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.804756 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:09.823906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'port_id': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'mac_address': 'fa:16:3e:f1:3b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:09.836498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d702a9-fb81-4d5e-81b6-a6b737b9f220 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Deleting subnet 8b88b0ef-c57e-47f3-b4fb-45c9df9d0776 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:09.839878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38d702a9-fb81-4d5e-81b6-a6b737b9f220 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.864785 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.878925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:09.895516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38d702a9-fb81-4d5e-81b6-a6b737b9f220 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.903173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d5ab4-c941-45dc-8ac5-297b2c431b2f req-c0f80a48-d435-49d3-b34d-2029b9a1480e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.904780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e56d5ab4-c941-45dc-8ac5-297b2c431b2f req-c0f80a48-d435-49d3-b34d-2029b9a1480e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1509473 Jul 15 23:16:09.910997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:09.915862 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.921668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 287d1f70-7684-4ff8-a8cd-1832c80334a7 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:10.021452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e56d5ab4-c941-45dc-8ac5-297b2c431b2f req-ed1bef70-d07c-41df-ab3f-bf40edd46f4e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056316 Jul 15 23:16:10.035318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:10.044614 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.058794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38d702a9-fb81-4d5e-81b6-a6b737b9f220 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.071465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Transition to ACTIVE for port object 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:10.079773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.095244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:10.195074 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38d702a9-fb81-4d5e-81b6-a6b737b9f220 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.218801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d702a9-fb81-4d5e-81b6-a6b737b9f220 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Subnet': ['ID=8b88b0ef-c57e-47f3-b4fb-45c9df9d0776,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:10.245335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38d702a9-fb81-4d5e-81b6-a6b737b9f220 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.251736 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-38d702a9-fb81-4d5e-81b6-a6b737b9f220 tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/subnets/8b88b0ef-c57e-47f3-b4fb-45c9df9d0776 HTTP/1.1" status: 204 len: 168 time: 0.4836817 Jul 15 23:16:10.252429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41926) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:10.256109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 287d1f70-7684-4ff8-a8cd-1832c80334a7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:10.278531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '287d1f70-7684-4ff8-a8cd-1832c80334a7', 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'port_id': '287d1f70-7684-4ff8-a8cd-1832c80334a7', 'mac_address': 'fa:16:3e:fb:49:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7210800-b908-4cf1-96ec-96aab14aed92', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:10.283086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b01c56-b37d-4d4d-9a24-100d03934ea7 None None] Network 5203b6f2-7b6d-4a77-9ed1-761c27238908 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:10.305153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Pushing event updated for resources: {'Port': ['ID=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:10.413598 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.452607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Attempting to bind port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:10.453082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Attempting to bind port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '2f42df06-0f3d-4045-8e24-03a266e8fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:10.453502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Attempting to bind port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac on network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:10.459989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.468694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287d1f70-7684-4ff8-a8cd-1832c80334a7 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:10.468880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac on network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:10.469156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Attempting to bind port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac on network 325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:10.483509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:10.484102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Checking segment: {'id': '2f42df06-0f3d-4045-8e24-03a266e8fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:10.484580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Bound using segment: {'id': '2f42df06-0f3d-4045-8e24-03a266e8fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:10.485092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Bound port: 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f42df06-0f3d-4045-8e24-03a266e8fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:10.485532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.498555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 287d1f70-7684-4ff8-a8cd-1832c80334a7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:10.508515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.509245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:10.567679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-a78a5933-855b-4bb3-9c5b-f64647ce46aa tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.574587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-a78a5933-855b-4bb3-9c5b-f64647ce46aa tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.581063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-a78a5933-855b-4bb3-9c5b-f64647ce46aa tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.587570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-a78a5933-855b-4bb3-9c5b-f64647ce46aa tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.593435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-a78a5933-855b-4bb3-9c5b-f64647ce46aa tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.600153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-a78a5933-855b-4bb3-9c5b-f64647ce46aa tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.605983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-a78a5933-855b-4bb3-9c5b-f64647ce46aa tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.607514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=287d1f70-7684-4ff8-a8cd-1832c80334a7,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:10.613734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:10.618922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-a78a5933-855b-4bb3-9c5b-f64647ce46aa tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5432 time: 0.3784096 Jul 15 23:16:10.630884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '1095efb3-a87f-43d5-b5fc-2e5bef24ebf2', 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'port_id': '1095efb3-a87f-43d5-b5fc-2e5bef24ebf2', 'mac_address': 'fa:16:3e:73:f1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7210800-b908-4cf1-96ec-96aab14aed92', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:10.677854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] DHCP port deletion for 5203b6f2-7b6d-4a77-9ed1-761c27238908 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:10.714519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] For port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:10.722183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.724625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-673685ed-3b3f-46d9-9524-fac26a2e35ef req-da990d12-5421-4df1-8dda-0fb411651074 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049304 Jul 15 23:16:10.732571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75a831-3884-42a8-b0d0-3f0418566bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47431737-0886-41c2-a7f9-f681a6b1cda8'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:10.734344 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad31a0b-9184-45d9-81da-4543f5e55142" -d '{"events": [{"server_uuid": "3f75a831-3884-42a8-b0d0-3f0418566bd4", "name": "network-vif-plugged", "status": "completed", "tag": "47431737-0886-41c2-a7f9-f681a6b1cda8"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:10.753675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] For port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,segment=NetworkSegment(2f42df06-0f3d-4045-8e24-03a266e8fc52),segment_id=2f42df06-0f3d-4045-8e24-03a266e8fc52)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:10.755658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Deleting port 464d6239-1fdc-4083-a9e5-840a66e54c2c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:10.761699 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.764878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:10.794328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.797706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:10.804441 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.805189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 68772141-302d-434c-ba43-ffaff8a58760 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:10.842384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] Deleting port 464d6239-1fdc-4083-a9e5-840a66e54c2c {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:10.842732 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.914670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.915711 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.917158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] 10.222.0.59 "PUT /v2.0/ports/9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac HTTP/1.1" status: 200 len: 1091 time: 1.4287114 Jul 15 23:16:10.917616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e9bf9e-f22a-4cee-bc12-8e10dffa3376', 'tag': '9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:10.919968 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96245325-100e-4bb5-a45f-3a3b93816a99" -d '{"events": [{"name": "network-changed", "server_uuid": "84e9bf9e-f22a-4cee-bc12-8e10dffa3376", "tag": "9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:10.950721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] For port 464d6239-1fdc-4083-a9e5-840a66e54c2c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=464d6239-1fdc-4083-a9e5-840a66e54c2c,segment=NetworkSegment(c0b90874-b665-4811-bb9f-a6cb1f2eb6fc),segment_id=c0b90874-b665-4811-bb9f-a6cb1f2eb6fc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:10.951116 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.002429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Calling delete_port for 464d6239-1fdc-4083-a9e5-840a66e54c2c owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:11.003061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] For port 464d6239-1fdc-4083-a9e5-840a66e54c2c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=464d6239-1fdc-4083-a9e5-840a66e54c2c,segment=NetworkSegment(c0b90874-b665-4811-bb9f-a6cb1f2eb6fc),segment_id=c0b90874-b665-4811-bb9f-a6cb1f2eb6fc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.003464 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.014795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2061c7-0b6c-49c7-97b8-c80c9ecd59bf service neutron] Pushing event updated for resources: {'Port': ['ID=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.036837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.048123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] Calling delete_port for 464d6239-1fdc-4083-a9e5-840a66e54c2c owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:11.112349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 68772141-302d-434c-ba43-ffaff8a58760, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68772141-302d-434c-ba43-ffaff8a58760,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.116124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15295c0-cd2d-43ef-9bb6-a0da66e88ed4 req-025f6ed6-2796-42ee-84ba-fd37ae38df32 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.117743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d15295c0-cd2d-43ef-9bb6-a0da66e88ed4 req-025f6ed6-2796-42ee-84ba-fd37ae38df32 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 943 time: 0.2312248 Jul 15 23:16:11.133912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-a3b5d5a8-efa2-45de-b765-67dcd5a2fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.135431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-a3b5d5a8-efa2-45de-b765-67dcd5a2fe62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc98e7c41b3344648c6f69833d1ada07&device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 1094 time: 0.1679552 Jul 15 23:16:11.149791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '68772141-302d-434c-ba43-ffaff8a58760', 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8', 'port_id': '68772141-302d-434c-ba43-ffaff8a58760', 'mac_address': 'fa:16:3e:4a:60:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870a302d-8f02-4719-90a8-eb3dfd3feb7e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:11.193223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-50b3a387-e623-481a-9fab-3d9a2e734acf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac HTTP/1.1" status: 200 len: 217 time: 0.0425897 Jul 15 23:16:11.201666 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.214812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.217252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68772141-302d-434c-ba43-ffaff8a58760 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:11.223961 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.261739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] Pushing event deleted for resources: {'Port': ['ID=464d6239-1fdc-4083-a9e5-840a66e54c2c,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.266955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bfe8b-5271-47e5-9ce0-985574437883 None None] No DVR routers for this DVR port 464d6239-1fdc-4083-a9e5-840a66e54c2c on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:11.275187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d15295c0-cd2d-43ef-9bb6-a0da66e88ed4 req-844142e6-d113-43b2-8fc4-c5cab8e8bbc6 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488748 Jul 15 23:16:11.282375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 68772141-302d-434c-ba43-ffaff8a58760, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68772141-302d-434c-ba43-ffaff8a58760,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.290863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Port': ['ID=464d6239-1fdc-4083-a9e5-840a66e54c2c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.296716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.297409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:11.306163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] No DVR routers for this DVR port 464d6239-1fdc-4083-a9e5-840a66e54c2c on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:11.359947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-93eb04e3-181b-4330-b935-04b014132de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.361739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-93eb04e3-181b-4330-b935-04b014132de8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40605bdb-83eb-4bee-bb95-514ca2601ae0 HTTP/1.1" status: 200 len: 848 time: 0.1576617 Jul 15 23:16:11.374820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=68772141-302d-434c-ba43-ffaff8a58760,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.382419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.394518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a', 'network_id': 'c828e4df-6f5c-4380-b9c4-723c81f09cd8', 'port_id': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a', 'mac_address': 'fa:16:3e:59:f0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870a302d-8f02-4719-90a8-eb3dfd3feb7e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:11.410644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-a0e59b58-55dc-4309-acad-8155c6d5f11d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396731 Jul 15 23:16:11.434554 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.445802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.462344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:11.484304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.489068 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.489421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5203b6f2-7b6d-4a77-9ed1-761c27238908']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:11.489951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 8e84c5df-b22b-4593-a23d-48584fbbb6a4 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:11.510092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b90874-b665-4811-bb9f-a6cb1f2eb6fc') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:11.510394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b90874-b665-4811-bb9f-a6cb1f2eb6fc') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:11.525040 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.547091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.549946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 464d6239-1fdc-4083-a9e5-840a66e54c2c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:11.573043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 464d6239-1fdc-4083-a9e5-840a66e54c2c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:11.573385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 464d6239-1fdc-4083-a9e5-840a66e54c2c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:11.583264 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.594099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 8e84c5df-b22b-4593-a23d-48584fbbb6a4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.598872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:11.599287 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:11.602349 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:11.607044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '8e84c5df-b22b-4593-a23d-48584fbbb6a4', 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'port_id': '8e84c5df-b22b-4593-a23d-48584fbbb6a4', 'mac_address': 'fa:16:3e:63:8d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7210800-b908-4cf1-96ec-96aab14aed92', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:11.638817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1214a7f-1e4b-4427-8785-3145b637a0b1 req-730dc6eb-649f-42fd-b205-d29d97be7ccf tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.640255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1214a7f-1e4b-4427-8785-3145b637a0b1 req-730dc6eb-649f-42fd-b205-d29d97be7ccf tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.1889694 Jul 15 23:16:11.646055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-b9834111-88b2-4044-a0b7-eff1b4ec9992 service neutron] 10.222.0.59 "GET /v2.0/networks/325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084780 Jul 15 23:16:11.647489 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.660310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e84c5df-b22b-4593-a23d-48584fbbb6a4 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:11.684290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 8e84c5df-b22b-4593-a23d-48584fbbb6a4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.688566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.689333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ac32947f-6d88-49f8-8650-2e212ba1cf48 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:11.736503 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.754558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=8e84c5df-b22b-4593-a23d-48584fbbb6a4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.758310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ac32947f-6d88-49f8-8650-2e212ba1cf48, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.768959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'ac32947f-6d88-49f8-8650-2e212ba1cf48', 'network_id': 'bcab3cd0-a953-43fa-9594-d01d6a45b19d', 'port_id': 'ac32947f-6d88-49f8-8650-2e212ba1cf48', 'mac_address': 'fa:16:3e:b3:8f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7210800-b908-4cf1-96ec-96aab14aed92', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:11.771146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.772980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] 10.222.0.23 "DELETE /v2.0/networks/5203b6f2-7b6d-4a77-9ed1-761c27238908 HTTP/1.1" status: 204 len: 168 time: 1.5194476 Jul 15 23:16:11.791262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1214a7f-1e4b-4427-8785-3145b637a0b1 req-47f297e9-20f8-4ca7-8713-7905980fa3b6 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442568 Jul 15 23:16:11.795411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a89e0-f478-48b7-844f-59ce098d4fdd tempest-NetworksTest-1597070199 tempest-NetworksTest-1597070199-project] Pushing event deleted for resources: {'Network': ['ID=5203b6f2-7b6d-4a77-9ed1-761c27238908,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.808169 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.823780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac32947f-6d88-49f8-8650-2e212ba1cf48 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:11.829376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22cafdba-1a25-42a0-b4e7-5bcf0d39bee0 req-26f4f19c-fb2f-4b68-b7a5-75083ac1f84e service neutron] 10.222.0.59 "GET /v2.0/networks/325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721380 Jul 15 23:16:11.847450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ac32947f-6d88-49f8-8650-2e212ba1cf48, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:11.852109 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.909084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=ac32947f-6d88-49f8-8650-2e212ba1cf48,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.975578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ccb56-b0be-4dbc-b31b-07c13493e6a6 req-b36e7a47-5f52-4faa-82b1-0d12e56f1175 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.977179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f29ccb56-b0be-4dbc-b31b-07c13493e6a6 req-b36e7a47-5f52-4faa-82b1-0d12e56f1175 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 931 time: 0.0645285 Jul 15 23:16:12.013584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41944) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:12.015299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f29ccb56-b0be-4dbc-b31b-07c13493e6a6 req-418b2882-7037-46d5-93cb-14ac1d0a639f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Jul 15 23:16:12.155699 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d32ffda3-72fd-4038-af60-14d8a6aae4cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bd264e0e8dc43d78f2ebd4e2d6c827f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409507 Jul 15 23:16:12.158206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41948) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:12.189406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe0c9e-5052-4ae2-ac5a-dba78cb058f3 req-4db5feec-165f-4838-bc16-5b9cc57d684c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.191259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cfe0c9e-5052-4ae2-ac5a-dba78cb058f3 req-4db5feec-165f-4838-bc16-5b9cc57d684c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 944 time: 0.0743446 Jul 15 23:16:12.205047 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadccba5-6383-40ab-9aa1-cfddfce7bd65 x-openstack-request-id: req-aadccba5-6383-40ab-9aa1-cfddfce7bd65 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:12.205345 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75a831-3884-42a8-b0d0-3f0418566bd4", "name": "network-vif-plugged", "status": "completed", "tag": "47431737-0886-41c2-a7f9-f681a6b1cda8", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:12.205600 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aadccba5-6383-40ab-9aa1-cfddfce7bd65 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:12.205994 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75a831-3884-42a8-b0d0-3f0418566bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47431737-0886-41c2-a7f9-f681a6b1cda8', 'code': 200} Jul 15 23:16:12.211226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Request body: {'port': {'device_id': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:12.211596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c047ea27-62cb-4181-9121-33925a65cb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.234310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c047ea27-62cb-4181-9121-33925a65cb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.245814 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aadfde5-932d-49e2-a7b9-d83ffe6dbb17 x-openstack-request-id: req-5aadfde5-932d-49e2-a7b9-d83ffe6dbb17 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:12.246103 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e9bf9e-f22a-4cee-bc12-8e10dffa3376", "tag": "9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:12.246359 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5aadfde5-932d-49e2-a7b9-d83ffe6dbb17 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:12.246772 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e9bf9e-f22a-4cee-bc12-8e10dffa3376', 'tag': '9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac', 'status': 'completed', 'code': 200} Jul 15 23:16:12.288219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cfe0c9e-5052-4ae2-ac5a-dba78cb058f3 req-7e3fdb04-7979-4eee-a7b4-553769fa731c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900908 Jul 15 23:16:12.292151 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c047ea27-62cb-4181-9121-33925a65cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.297473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c047ea27-62cb-4181-9121-33925a65cb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.299158 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c047ea27-62cb-4181-9121-33925a65cb8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0bf9ce6-50de-4a1e-b2d4-2cab5fa2704e HTTP/1.1" status: 204 len: 168 time: 0.1400189 Jul 15 23:16:12.319051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047ea27-62cb-4181-9121-33925a65cb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf9ce6-50de-4a1e-b2d4-2cab5fa2704e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:12.492380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.596124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-6dd306aa-70c3-4b9a-9bb2-883aee7b0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.598458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-6dd306aa-70c3-4b9a-9bb2-883aee7b0580 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc98e7c41b3344648c6f69833d1ada07&device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 1094 time: 0.2439625 Jul 15 23:16:12.600090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376352-4c91-47b6-b317-37efd9e6dbf3 req-1973521c-45b0-4418-9848-03a17885c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.601447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55376352-4c91-47b6-b317-37efd9e6dbf3 req-1973521c-45b0-4418-9848-03a17885c307 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2583902 Jul 15 23:16:12.615828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9830c6-13dd-4bf6-88fa-be7fefc734fd req-1c403a35-4d97-4336-a5ca-7e3a1acb9dfd tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.617341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a9830c6-13dd-4bf6-88fa-be7fefc734fd req-1c403a35-4d97-4336-a5ca-7e3a1acb9dfd tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.2622666 Jul 15 23:16:12.709329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['287d1f70-7684-4ff8-a8cd-1832c80334a7'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:12.747577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049886-b5c8-493d-993b-be62b69de8da req-af367872-ba83-472f-9f0f-78e7746e83b7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.752989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049886-b5c8-493d-993b-be62b69de8da req-af367872-ba83-472f-9f0f-78e7746e83b7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.759038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049886-b5c8-493d-993b-be62b69de8da req-af367872-ba83-472f-9f0f-78e7746e83b7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.764940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049886-b5c8-493d-993b-be62b69de8da req-af367872-ba83-472f-9f0f-78e7746e83b7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.770984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049886-b5c8-493d-993b-be62b69de8da req-af367872-ba83-472f-9f0f-78e7746e83b7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.777318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049886-b5c8-493d-993b-be62b69de8da req-af367872-ba83-472f-9f0f-78e7746e83b7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.783298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049886-b5c8-493d-993b-be62b69de8da req-af367872-ba83-472f-9f0f-78e7746e83b7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.785208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3049886-b5c8-493d-993b-be62b69de8da req-af367872-ba83-472f-9f0f-78e7746e83b7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5438 time: 0.3487153 Jul 15 23:16:12.818094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:12.818094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['68772141-302d-434c-ba43-ffaff8a58760'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:12.845505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['ac32947f-6d88-49f8-8650-2e212ba1cf48'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:12.882591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55376352-4c91-47b6-b317-37efd9e6dbf3 req-60191acf-bbcf-4583-a7da-b780b1468d48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580419 Jul 15 23:16:12.908009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a9830c6-13dd-4bf6-88fa-be7fefc734fd req-9dfbe3f3-016e-4cb9-89b4-db74cac407cb tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725151 Jul 15 23:16:12.970353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3049886-b5c8-493d-993b-be62b69de8da req-d65f8789-9477-4ca2-927e-50026525d211 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733906 Jul 15 23:16:12.975873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-506f7d71-08f9-4799-bde1-602208a0ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.977360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-506f7d71-08f9-4799-bde1-602208a0ea48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 HTTP/1.1" status: 200 len: 909 time: 0.3573406 Jul 15 23:16:13.054519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-cf2bd055-e121-41c9-8c33-00efa4434ff4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac HTTP/1.1" status: 200 len: 217 time: 0.0598197 Jul 15 23:16:13.544137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-2d3dd1f3-3865-441c-97e4-9f4cfbb5983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.545625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-2d3dd1f3-3865-441c-97e4-9f4cfbb5983e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40605bdb-83eb-4bee-bb95-514ca2601ae0 HTTP/1.1" status: 200 len: 848 time: 0.4803660 Jul 15 23:16:13.577382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6e1453-512f-414c-82ed-f1ca870190a6 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:13.603704 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.609942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-e41cc810-da53-486f-a1c6-c4b93754e4c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478621 Jul 15 23:16:13.635065 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.639197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Transition to ACTIVE for port object ce6e1453-512f-414c-82ed-f1ca870190a6 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:13.647818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99544c4c-d7c9-4140-a78a-b286beba24e0 req-1762f72a-fcee-461e-9ac5-44ba3bdc3371 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.649478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99544c4c-d7c9-4140-a78a-b286beba24e0 req-1762f72a-fcee-461e-9ac5-44ba3bdc3371 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 943 time: 0.5830622 Jul 15 23:16:13.661187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.711244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['769b2f10-6d3f-4b65-92d0-f48cf8bc6239'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:13.761660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325ee90-ad90-45cd-9a38-a5d480eabfe4 req-49f9c2e2-a6f3-4c4a-b389-46f8e43390d4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.763251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d325ee90-ad90-45cd-9a38-a5d480eabfe4 req-49f9c2e2-a6f3-4c4a-b389-46f8e43390d4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.6114116 Jul 15 23:16:13.781979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['1095efb3-a87f-43d5-b5fc-2e5bef24ebf2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:13.854346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Pushing event updated for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:13.860833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['8e84c5df-b22b-4593-a23d-48584fbbb6a4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:13.872774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99544c4c-d7c9-4140-a78a-b286beba24e0 req-248a49fb-c494-4bf4-98dd-2ab3ac696f18 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127986 Jul 15 23:16:13.896846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:13.983549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-8e692169-f838-4087-b487-b21135748e97 service neutron] 10.222.0.59 "GET /v2.0/networks/325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572142 Jul 15 23:16:14.011708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d325ee90-ad90-45cd-9a38-a5d480eabfe4 req-5db7cf5a-80b4-400f-9c82-5d30c60f9e20 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386532 Jul 15 23:16:14.206201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-08b6af1a-4d44-4633-a34e-e24e238091ac tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.208634 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-08b6af1a-4d44-4633-a34e-e24e238091ac tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.37 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 944 time: 0.1255314 Jul 15 23:16:14.216506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Attempting to bind port ce6e1453-512f-414c-82ed-f1ca870190a6 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:14.216842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Attempting to bind port ce6e1453-512f-414c-82ed-f1ca870190a6 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:14.217167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Attempting to bind port ce6e1453-512f-414c-82ed-f1ca870190a6 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:14.245299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Port ce6e1453-512f-414c-82ed-f1ca870190a6 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:14.245525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Attempting to bind port ce6e1453-512f-414c-82ed-f1ca870190a6 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:14.280411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:14.280775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Checking segment: {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:14.281134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Bound using segment: {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:14.281581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Bound port: ce6e1453-512f-414c-82ed-f1ca870190a6, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:14.281941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.290057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,segment=NetworkSegment(2f42df06-0f3d-4045-8e24-03a266e8fc52),segment_id=2f42df06-0f3d-4045-8e24-03a266e8fc52)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:14.296182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:14.322621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac', 'network_id': '325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1', 'port_id': '9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac', 'mac_address': 'fa:16:3e:0c:a0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40605bdb-83eb-4bee-bb95-514ca2601ae0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:14.339889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96245325-100e-4bb5-a45f-3a3b93816a99 req-228a0eda-6abd-44c6-9d05-c56455f93f57 service neutron] 10.222.0.59 "GET /v2.0/networks/325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267915 Jul 15 23:16:14.362838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Deleting port f4b17a32-a4da-40c9-86cb-927cbe470d69 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:14.363327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.383966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821851d5-b809-41ce-8c42-5f52664e8b1e req-68d1668b-f49b-4d35-aa9b-edfb0fc28eeb tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.385501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821851d5-b809-41ce-8c42-5f52664e8b1e req-68d1668b-f49b-4d35-aa9b-edfb0fc28eeb tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 943 time: 0.3628924 Jul 15 23:16:14.394544 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.412051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:14.435757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,segment=NetworkSegment(2f42df06-0f3d-4045-8e24-03a266e8fc52),segment_id=2f42df06-0f3d-4045-8e24-03a266e8fc52)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:14.441739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.445356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:14.450666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:14.458280 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a568-48a3-4d0d-aa8c-bdafffe17ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.461906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.476408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe4d38-6d34-49d0-9ad4-a9e42dd1e518 req-c3d9652c-69a2-4398-a692-c0d2049495cd tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.477946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72fe4d38-6d34-49d0-9ad4-a9e42dd1e518 req-c3d9652c-69a2-4398-a692-c0d2049495cd tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c1e8d8-9373-42bc-a38e-6d03ea12bbec HTTP/1.1" status: 200 len: 944 time: 0.2017395 Jul 15 23:16:14.495231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:14.501086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821851d5-b809-41ce-8c42-5f52664e8b1e req-45bc95e7-8871-4861-ae55-288c74dfb122 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061797 Jul 15 23:16:14.514572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] For port f4b17a32-a4da-40c9-86cb-927cbe470d69, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f4b17a32-a4da-40c9-86cb-927cbe470d69,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:14.515251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.536363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.536899 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.538268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Calling delete_port for f4b17a32-a4da-40c9-86cb-927cbe470d69 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:14.538410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] 10.222.0.37 "PUT /v2.0/ports/ce6e1453-512f-414c-82ed-f1ca870190a6 HTTP/1.1" status: 200 len: 1091 time: 2.3331807 Jul 15 23:16:14.538745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'tag': 'ce6e1453-512f-414c-82ed-f1ca870190a6'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:14.541075 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e6db17-4140-4d91-9cb6-f28ae569b989" -d '{"events": [{"name": "network-changed", "server_uuid": "5747f273-d9a2-4583-9c07-5dc9332cf1f5", "tag": "ce6e1453-512f-414c-82ed-f1ca870190a6"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:14.570214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99a3b0-af66-4d0c-9bfb-c9e86ec53efd service neutron] Pushing event updated for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:14.592993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72fe4d38-6d34-49d0-9ad4-a9e42dd1e518 req-93e51d9d-308a-400f-b794-63d78e45aa0d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910041 Jul 15 23:16:14.665971 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a568-48a3-4d0d-aa8c-bdafffe17ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.680689 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a568-48a3-4d0d-aa8c-bdafffe17ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.708859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-0f06874b-a673-4ff1-8d58-a83eb050c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.710545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-0f06874b-a673-4ff1-8d58-a83eb050c3eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 1094 time: 0.1111279 Jul 15 23:16:14.752443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4ad3a568-48a3-4d0d-aa8c-bdafffe17ea3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d019952b580f41418d018d8cd0add2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540954 Jul 15 23:16:14.757803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42018) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:14.771807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fce2f-5f93-4e89-8d6f-b97e5c3b8b74 req-f5b2274a-456f-4f19-858e-389463e8e84a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.773377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-237fce2f-5f93-4e89-8d6f-b97e5c3b8b74 req-f5b2274a-456f-4f19-858e-389463e8e84a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1387055 Jul 15 23:16:14.785181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3a568-48a3-4d0d-aa8c-bdafffe17ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a030c55c-54e2-49b2-9c19-8cdff4ac4401,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:14.790740 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.808254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-85781ed9-ec0d-4e12-b75c-e6d1be0f47a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce6e1453-512f-414c-82ed-f1ca870190a6 HTTP/1.1" status: 200 len: 217 time: 0.0752437 Jul 15 23:16:14.837240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event deleted for resources: {'Port': ['ID=f4b17a32-a4da-40c9-86cb-927cbe470d69,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:14.896671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-005f1477-878b-416f-8525-c03e3fc67bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.899582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] No DVR routers for this DVR port f4b17a32-a4da-40c9-86cb-927cbe470d69 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:14.902018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-237fce2f-5f93-4e89-8d6f-b97e5c3b8b74 req-8000f9e2-035f-4924-bd85-2b995f9154fb tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971293 Jul 15 23:16:14.903290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.905410 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4b9e1e85-c35a-4db7-b87c-8f43b82fb3bb req-0d545775-9268-4b03-94f1-502abdceea97 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.37 "DELETE /v2.0/ports/f4b17a32-a4da-40c9-86cb-927cbe470d69 HTTP/1.1" status: 204 len: 173 time: 0.6912439 Jul 15 23:16:14.905744 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'name': 'network-vif-deleted', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:14.908010 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a3b13e-4b70-4606-821d-d08ea632ef85" -d '{"events": [{"server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "name": "network-vif-deleted", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:14.923920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817468-a548-4253-9d27-3e93830d5648 req-a24f9daa-4379-4299-9463-1f76b48f6001 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.929656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-005f1477-878b-416f-8525-c03e3fc67bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.930673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817468-a548-4253-9d27-3e93830d5648 req-a24f9daa-4379-4299-9463-1f76b48f6001 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.944043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817468-a548-4253-9d27-3e93830d5648 req-a24f9daa-4379-4299-9463-1f76b48f6001 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.951319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817468-a548-4253-9d27-3e93830d5648 req-a24f9daa-4379-4299-9463-1f76b48f6001 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.958375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817468-a548-4253-9d27-3e93830d5648 req-a24f9daa-4379-4299-9463-1f76b48f6001 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.964630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817468-a548-4253-9d27-3e93830d5648 req-a24f9daa-4379-4299-9463-1f76b48f6001 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.970724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817468-a548-4253-9d27-3e93830d5648 req-a24f9daa-4379-4299-9463-1f76b48f6001 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.973073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe817468-a548-4253-9d27-3e93830d5648 req-a24f9daa-4379-4299-9463-1f76b48f6001 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5438 time: 0.2540231 Jul 15 23:16:14.974736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-dd480332-51d7-4cd0-8baa-7baf6fe403fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.976314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-dd480332-51d7-4cd0-8baa-7baf6fe403fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec81c68f-a63b-4ce9-baf3-ba25053b74da HTTP/1.1" status: 200 len: 855 time: 0.1620460 Jul 15 23:16:14.981756 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1683d18-94c6-46ee-8115-95714371ad38 x-openstack-request-id: req-b1683d18-94c6-46ee-8115-95714371ad38 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:14.982407 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5747f273-d9a2-4583-9c07-5dc9332cf1f5", "tag": "ce6e1453-512f-414c-82ed-f1ca870190a6", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:14.982662 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1683d18-94c6-46ee-8115-95714371ad38 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:14.983086 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'tag': 'ce6e1453-512f-414c-82ed-f1ca870190a6', 'status': 'completed', 'code': 200} Jul 15 23:16:14.995206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-005f1477-878b-416f-8525-c03e3fc67bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.997776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-005f1477-878b-416f-8525-c03e3fc67bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.998973 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-005f1477-878b-416f-8525-c03e3fc67bd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a030c55c-54e2-49b2-9c19-8cdff4ac4401 HTTP/1.1" status: 204 len: 168 time: 0.2384715 Jul 15 23:16:15.024785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f1477-878b-416f-8525-c03e3fc67bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030c55c-54e2-49b2-9c19-8cdff4ac4401,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:15.072252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-f412b7dd-d17f-48d5-8fbe-8bc0f703068a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3ec6da5-c2b6-4b12-894a-cd209048c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863900 Jul 15 23:16:15.104273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe817468-a548-4253-9d27-3e93830d5648 req-bbc53266-3ca5-495f-8722-88a7691b5ce4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942192 Jul 15 23:16:15.157389 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0383ae37-4df9-4d8a-915a-9fa3be00f76d x-openstack-request-id: req-0383ae37-4df9-4d8a-915a-9fa3be00f76d {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:15.157696 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c1e8d8-9373-42bc-a38e-6d03ea12bbec", "name": "network-vif-deleted", "tag": "f4b17a32-a4da-40c9-86cb-927cbe470d69", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:15.157958 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0383ae37-4df9-4d8a-915a-9fa3be00f76d {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:15.158362 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c1e8d8-9373-42bc-a38e-6d03ea12bbec', 'name': 'network-vif-deleted', 'tag': 'f4b17a32-a4da-40c9-86cb-927cbe470d69', 'status': 'completed', 'code': 200} Jul 15 23:16:15.247226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe6ab-f252-4eee-94cc-8be5bef88e45 req-a8e0aac7-5631-48a4-9b1b-6cc8e1243c2e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.248872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fabe6ab-f252-4eee-94cc-8be5bef88e45 req-a8e0aac7-5631-48a4-9b1b-6cc8e1243c2e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 944 time: 0.1431191 Jul 15 23:16:15.251026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-0b0468bb-3d89-4934-a623-d4570b0a3083 service neutron] 10.222.0.37 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671836 Jul 15 23:16:15.322036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42034) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:15.335275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6f3fbc59-c898-4a8e-9c9f-2300fd8c9129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.356797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fabe6ab-f252-4eee-94cc-8be5bef88e45 req-9eeed031-4d5a-424a-acc3-7e82b6fffa23 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998006 Jul 15 23:16:15.392642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6d7214e-8fd1-4a26-9cfe-ed8cddefa849 req-73eb169e-077d-40a9-8f1b-09817388b101 service neutron] 10.222.0.37 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345606 Jul 15 23:16:15.396814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:15.492642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6f3fbc59-c898-4a8e-9c9f-2300fd8c9129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.500345 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6f3fbc59-c898-4a8e-9c9f-2300fd8c9129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.545297 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6f3fbc59-c898-4a8e-9c9f-2300fd8c9129 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8d3731fb24d4eeb9b0e3a2d4062679f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221649 Jul 15 23:16:15.547899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fbc59-c898-4a8e-9c9f-2300fd8c9129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff5d0b9-17ce-4da6-8bd2-704214767b25,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:15.548866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42040) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:15.555826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:15.569516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-546c634e-ed4a-41ed-aed5-a341ad1111a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.571067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-546c634e-ed4a-41ed-aed5-a341ad1111a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 1096 time: 0.1085072 Jul 15 23:16:15.740436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:15.755111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'network_id': '3de4f558-b7b2-4a69-a6d2-04d55c2630d4', 'port_id': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'mac_address': 'fa:16:3e:6b:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caac634b-a7f0-4386-8503-ffda8575f938', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:15.791820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.804750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcf9800-df11-4d86-9ebd-07506147e565 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:15.823650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:15.827589 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.836725 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123b547a-42ba-4269-b762-778b10b31cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.859055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-c24da1d0-abf8-4a6d-bd77-393ba05702c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.860570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-c24da1d0-abf8-4a6d-bd77-393ba05702c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 1094 time: 0.2986512 Jul 15 23:16:15.861554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-06f61d38-51b1-4e86-91e2-28f1c9c623e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.862903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-06f61d38-51b1-4e86-91e2-28f1c9c623e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 912 time: 0.2818255 Jul 15 23:16:15.876691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:15.885619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 287d1f70-7684-4ff8-a8cd-1832c80334a7 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:15.891667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123b547a-42ba-4269-b762-778b10b31cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.906225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c27ab-2071-49d9-b40b-3db1e21dc51f req-68d7f4a2-77a6-4642-a892-4cc9163b0237 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.907738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e61c27ab-2071-49d9-b40b-3db1e21dc51f req-68d7f4a2-77a6-4642-a892-4cc9163b0237 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 943 time: 0.2901299 Jul 15 23:16:15.934626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 287d1f70-7684-4ff8-a8cd-1832c80334a7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:15.938731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 287d1f70-7684-4ff8-a8cd-1832c80334a7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:15.939185 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.968576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40e3fa-104c-4f0b-82ea-752703156373 req-388366b1-84e9-4197-9a4f-1373f1a0b2bb tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.970047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b40e3fa-104c-4f0b-82ea-752703156373 req-388366b1-84e9-4197-9a4f-1373f1a0b2bb tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.3059645 Jul 15 23:16:15.981897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-4a333db7-2046-4568-90e8-7c5a37cab8ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47431737-0886-41c2-a7f9-f681a6b1cda8 HTTP/1.1" status: 200 len: 217 time: 0.1035948 Jul 15 23:16:16.018368 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.041550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287d1f70-7684-4ff8-a8cd-1832c80334a7'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:16.043881 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f607d4b7-b5fd-4c86-80c3-82d88d92ad85" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "287d1f70-7684-4ff8-a8cd-1832c80334a7"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:16.056236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 287d1f70-7684-4ff8-a8cd-1832c80334a7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:16.059937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.060734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 68772141-302d-434c-ba43-ffaff8a58760 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:16.121348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e61c27ab-2071-49d9-b40b-3db1e21dc51f req-0d62ad83-df26-41ce-ae63-d711a36795b1 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715939 Jul 15 23:16:16.143631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=287d1f70-7684-4ff8-a8cd-1832c80334a7,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:16.146149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b40e3fa-104c-4f0b-82ea-752703156373 req-ccc49b33-ae75-4bd9-8d2f-11c33b932ea0 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592722 Jul 15 23:16:16.155636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-4e5e9437-83f2-4865-b653-5c122984c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.157192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-4e5e9437-83f2-4865-b653-5c122984c5b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 200 len: 851 time: 0.1503680 Jul 15 23:16:16.160207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123b547a-42ba-4269-b762-778b10b31cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.162868 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123b547a-42ba-4269-b762-778b10b31cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.163991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-123b547a-42ba-4269-b762-778b10b31cce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fff5d0b9-17ce-4da6-8bd2-704214767b25 HTTP/1.1" status: 204 len: 168 time: 0.6033318 Jul 15 23:16:16.165191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-d922090e-3afe-4223-8ff6-f9897132dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.166713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-d922090e-3afe-4223-8ff6-f9897132dcd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 916 time: 0.2895789 Jul 15 23:16:16.177735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 68772141-302d-434c-ba43-ffaff8a58760 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:16.188739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 68772141-302d-434c-ba43-ffaff8a58760 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:16.189125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.246822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-67640009-ab02-49f1-9d50-9a3d2e1294d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686655 Jul 15 23:16:16.248049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b547a-42ba-4269-b762-778b10b31cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff5d0b9-17ce-4da6-8bd2-704214767b25,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:16.250866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-1f569bf2-abc2-4c9f-8a74-6fa6fee906e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce6e1453-512f-414c-82ed-f1ca870190a6 HTTP/1.1" status: 200 len: 217 time: 0.0738916 Jul 15 23:16:16.424938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-2d328a77-127a-4cf1-a52b-f6b392597642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.426412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-2d328a77-127a-4cf1-a52b-f6b392597642 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec81c68f-a63b-4ce9-baf3-ba25053b74da HTTP/1.1" status: 200 len: 855 time: 0.1615922 Jul 15 23:16:16.437858 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7e6c48-dd23-416f-8711-20eeb6915f7c x-openstack-request-id: req-1f7e6c48-dd23-416f-8711-20eeb6915f7c {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:16.438420 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "287d1f70-7684-4ff8-a8cd-1832c80334a7", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:16.438420 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f7e6c48-dd23-416f-8711-20eeb6915f7c {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:16.438862 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287d1f70-7684-4ff8-a8cd-1832c80334a7', 'code': 200} Jul 15 23:16:16.439874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ebcf9800-df11-4d86-9ebd-07506147e565'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:16.499254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-cc4c549f-a4b0-4e34-a44d-e180a954cf6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3ec6da5-c2b6-4b12-894a-cd209048c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657325 Jul 15 23:16:16.509387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-98fa96df-6026-4722-8922-ef323742ba04 service neutron] 10.222.0.59 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535183 Jul 15 23:16:16.566179 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.621879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 68772141-302d-434c-ba43-ffaff8a58760, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68772141-302d-434c-ba43-ffaff8a58760,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:16.625850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d126ba-b784-4753-99dc-f4e5a3eb98b8 req-b8b1d2fc-da21-4b2f-81e1-4293ee10031f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.627079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8d126ba-b784-4753-99dc-f4e5a3eb98b8 req-b8b1d2fc-da21-4b2f-81e1-4293ee10031f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 943 time: 0.3083987 Jul 15 23:16:16.636633 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.637747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:16.696315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-4e9ce096-5bd9-489f-b892-75a75d5e87fc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.702161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-4e9ce096-5bd9-489f-b892-75a75d5e87fc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.708342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-4e9ce096-5bd9-489f-b892-75a75d5e87fc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.714222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-4e9ce096-5bd9-489f-b892-75a75d5e87fc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.720102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-4e9ce096-5bd9-489f-b892-75a75d5e87fc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.726274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-4e9ce096-5bd9-489f-b892-75a75d5e87fc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.732174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-4e9ce096-5bd9-489f-b892-75a75d5e87fc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.733660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=68772141-302d-434c-ba43-ffaff8a58760,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:16.734078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-4e9ce096-5bd9-489f-b892-75a75d5e87fc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5439 time: 0.3221931 Jul 15 23:16:16.754916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:16.758964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:16.759345 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.783308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-c9221225-b857-4b58-8115-79fe74c6c005 service neutron] 10.222.0.37 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762535 Jul 15 23:16:16.808703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8d126ba-b784-4753-99dc-f4e5a3eb98b8 req-0feb0525-9e69-4896-bc3d-e8a7985b4484 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749179 Jul 15 23:16:16.856707 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.859889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee34b2fb-9d63-4fc5-a78e-6358ba616060 req-fbd66dec-5163-4600-8614-0d1ce8377178 service neutron] 10.222.0.59 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286271 Jul 15 23:16:16.893286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a01af66-d36d-400f-bc35-5cb693dc1853 req-dedf64d3-4b33-4de0-899f-7561e7a4415e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318028 Jul 15 23:16:16.903894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:16.909603 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.910592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ac32947f-6d88-49f8-8650-2e212ba1cf48 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:17.002991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4e6db17-4140-4d91-9cb6-f28ae569b989 req-9abed4c6-a6c1-45f0-a810-97e7b5a8082f service neutron] 10.222.0.37 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081764 Jul 15 23:16:17.026281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.036726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port ac32947f-6d88-49f8-8650-2e212ba1cf48 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:17.042450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port ac32947f-6d88-49f8-8650-2e212ba1cf48 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:17.042871 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.125828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c06f7-6e8b-4ace-b5ee-9d48fe46cde2 req-a95afb46-eb91-4db4-8b1a-8159faec3909 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.127536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b5c06f7-6e8b-4ace-b5ee-9d48fe46cde2 req-a95afb46-eb91-4db4-8b1a-8159faec3909 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 944 time: 0.0788217 Jul 15 23:16:17.136740 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.175368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ac32947f-6d88-49f8-8650-2e212ba1cf48, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:17.182824 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.190815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b5c06f7-6e8b-4ace-b5ee-9d48fe46cde2 req-861ccd1a-40e1-47a6-9387-3adfd9c2f64f tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572925 Jul 15 23:16:17.244636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=ac32947f-6d88-49f8-8650-2e212ba1cf48,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.284029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42086) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:17.289933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bd6461e6-78ab-4381-9f0f-158ecc1173f4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877029183', 'description': 'tempest-description--1669040920'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:17.323915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd6461e6-78ab-4381-9f0f-158ecc1173f4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.446253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd6461e6-78ab-4381-9f0f-158ecc1173f4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.459607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd6461e6-78ab-4381-9f0f-158ecc1173f4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.516647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bd6461e6-78ab-4381-9f0f-158ecc1173f4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.517889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bd6461e6-78ab-4381-9f0f-158ecc1173f4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2328088 Jul 15 23:16:17.521231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42094) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:17.525112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6461e6-78ab-4381-9f0f-158ecc1173f4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442962dc-089d-4063-b049-648d0d686da5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.526057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-20209757-1e1c-4b45-b23e-40a204776cd0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Request body: {'security_group_rule': {'security_group_id': '442962dc-089d-4063-b049-648d0d686da5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:17.541350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7070-0c10-486e-a8e3-2a20f8cb3974 req-3e8491d2-2139-4174-ad88-1e87e51e3779 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.547274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-128f7070-0c10-486e-a8e3-2a20f8cb3974 req-3e8491d2-2139-4174-ad88-1e87e51e3779 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 944 time: 0.1652069 Jul 15 23:16:17.549336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ce6e1453-512f-414c-82ed-f1ca870190a6 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:17.557636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:17.579377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20209757-1e1c-4b45-b23e-40a204776cd0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.611124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c6d0-5ba1-4853-b109-7671d2ba15a9 req-ad7a30fd-aa43-4a83-97bc-f24b63107ee0 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.612725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd82c6d0-5ba1-4853-b109-7671d2ba15a9 req-ad7a30fd-aa43-4a83-97bc-f24b63107ee0 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1748557 Jul 15 23:16:17.630829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-128f7070-0c10-486e-a8e3-2a20f8cb3974 req-36bf5c4a-ec0d-4348-a3cf-b0c82af3ae49 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780706 Jul 15 23:16:17.644171 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20209757-1e1c-4b45-b23e-40a204776cd0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.651413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20209757-1e1c-4b45-b23e-40a204776cd0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.689560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20209757-1e1c-4b45-b23e-40a204776cd0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d57fdc-4c28-49c3-8817-df931c681c5c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.695412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ebcf9800-df11-4d86-9ebd-07506147e565 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:17.695615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd82c6d0-5ba1-4853-b109-7671d2ba15a9 req-b7e67c9c-32b0-4b73-b9e0-8ebe11c392b3 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578594 Jul 15 23:16:17.695923 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.700134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20209757-1e1c-4b45-b23e-40a204776cd0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.704736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42100) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:17.706804 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-20209757-1e1c-4b45-b23e-40a204776cd0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843808 Jul 15 23:16:17.711565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7ef341cb-d824-4d37-9932-6a697a8fbecc tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Request body: {'security_group_rule': {'security_group_id': '442962dc-089d-4063-b049-648d0d686da5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:17.745436 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ef341cb-d824-4d37-9932-6a697a8fbecc tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.758428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:17.773378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ce6e1453-512f-414c-82ed-f1ca870190a6', 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'port_id': 'ce6e1453-512f-414c-82ed-f1ca870190a6', 'mac_address': 'fa:16:3e:18:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec81c68f-a63b-4ce9-baf3-ba25053b74da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:17.799458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ef341cb-d824-4d37-9932-6a697a8fbecc tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.803868 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ef341cb-d824-4d37-9932-6a697a8fbecc tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.825174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef341cb-d824-4d37-9932-6a697a8fbecc tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60be3bd-f58b-41dd-9d02-64b7fabc1edb,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.843775 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ef341cb-d824-4d37-9932-6a697a8fbecc tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.845069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7ef341cb-d824-4d37-9932-6a697a8fbecc tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390769 Jul 15 23:16:17.847196 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.850294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42108) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:17.855080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:17.881539 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.891213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.914064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6e1453-512f-414c-82ed-f1ca870190a6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:17.972147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:17.986368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:18.070390 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.163663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:18.177126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7a3cd8d-1f56-4d55-9184-faf19a857be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.189173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.190064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f4b17a32-a4da-40c9-86cb-927cbe470d69 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:18.192619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:18.193027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-ac79c8fa-c2b7-4e75-9b30-5afe7bcfa54b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.199768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:18.200112 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.201176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-ac79c8fa-c2b7-4e75-9b30-5afe7bcfa54b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.207939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-ac79c8fa-c2b7-4e75-9b30-5afe7bcfa54b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.214476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-ac79c8fa-c2b7-4e75-9b30-5afe7bcfa54b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.220566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-ac79c8fa-c2b7-4e75-9b30-5afe7bcfa54b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.229045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-ac79c8fa-c2b7-4e75-9b30-5afe7bcfa54b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.233359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-ac79c8fa-c2b7-4e75-9b30-5afe7bcfa54b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.242386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-ac79c8fa-c2b7-4e75-9b30-5afe7bcfa54b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5442 time: 0.2023771 Jul 15 23:16:18.260011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c9177-6165-4b82-8cdc-0f6b438bd720 req-a9e332ec-b88a-44a1-b112-b726def88dc2 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.261584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c17c9177-6165-4b82-8cdc-0f6b438bd720 req-a9e332ec-b88a-44a1-b112-b726def88dc2 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 944 time: 0.2421420 Jul 15 23:16:18.269778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: f4b17a32-a4da-40c9-86cb-927cbe470d69 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:18.270769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f4b17a32-a4da-40c9-86cb-927cbe470d69 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:18.273958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:18.309007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.326078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c66a5781-9c41-4444-bcd0-a8a317d7cb3f req-3ba040f4-308d-4f3e-b183-6e7d321e3565 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829344 Jul 15 23:16:18.356286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c17c9177-6165-4b82-8cdc-0f6b438bd720 req-375c6f6d-3a01-4460-a225-9393ca56fa51 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853474 Jul 15 23:16:18.380624 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.397462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=10']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:18.418636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ce6e1453-512f-414c-82ed-f1ca870190a6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:18.453944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68772141-302d-434c-ba43-ffaff8a58760'}, {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a'}, {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac32947f-6d88-49f8-8650-2e212ba1cf48'}, {'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565'}, {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:18.459318 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02d135f-787d-41a8-a858-5b9bdbbea328" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "68772141-302d-434c-ba43-ffaff8a58760"}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a"}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "ac32947f-6d88-49f8-8650-2e212ba1cf48"}, {"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565"}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:18.463435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:18.489302 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.490115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:18.553073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9b390-64ff-4e03-9720-87098453a464 req-372df4d1-740b-40a1-a96b-5f7077aa2337 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.561460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01d9b390-64ff-4e03-9720-87098453a464 req-372df4d1-740b-40a1-a96b-5f7077aa2337 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 944 time: 0.0893979 Jul 15 23:16:18.569392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Allocated IP 172.25.3.236 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/e12ae128-9dd7-40cd-bd42-f8ffbe30ef91) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:18.617334 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01d9b390-64ff-4e03-9720-87098453a464 req-7b86b609-90f8-4fbd-9f69-5441c633bfd4 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544014 Jul 15 23:16:18.619620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:18.649357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:18.655773 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e3dc38-ddbf-438c-b453-e1c07045aa1a x-openstack-request-id: req-f4e3dc38-ddbf-438c-b453-e1c07045aa1a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:18.656155 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "68772141-302d-434c-ba43-ffaff8a58760", "code": 200}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a", "code": 200}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "ac32947f-6d88-49f8-8650-2e212ba1cf48", "code": 200}, {"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-plugged", "status": "completed", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565", "code": 200}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:18.656413 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4e3dc38-ddbf-438c-b453-e1c07045aa1a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:18.656813 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68772141-302d-434c-ba43-ffaff8a58760', 'code': 200} Jul 15 23:16:18.657067 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a', 'code': 200} Jul 15 23:16:18.657314 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac32947f-6d88-49f8-8650-2e212ba1cf48', 'code': 200} Jul 15 23:16:18.657561 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'code': 200} Jul 15 23:16:18.657847 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'code': 200} Jul 15 23:16:18.671354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:18.671354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.731793 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.799200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.810304 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.843725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d932ce0-29c5-4e9a-b5f0-739aee89f44f req-df421d0e-003b-488b-b4d0-fb8f664f92eb tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.852767 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d932ce0-29c5-4e9a-b5f0-739aee89f44f req-df421d0e-003b-488b-b4d0-fb8f664f92eb tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1000788 Jul 15 23:16:18.859470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:18.860231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:18.867184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:18.870123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.870302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event updated for resources: {'Port': ['ID=e12ae128-9dd7-40cd-bd42-f8ffbe30ef91,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:18.873642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:18.875013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:18.946443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d932ce0-29c5-4e9a-b5f0-739aee89f44f req-b1f2bbce-2ec1-4aac-a30d-5075dcf89f2a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856721 Jul 15 23:16:18.975645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.987490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:19.000818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e8016-b345-43c0-a09b-048bfdc4a7c7 req-a7c26e57-4c12-48ae-a899-c64eef56c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.002384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa1e8016-b345-43c0-a09b-048bfdc4a7c7 req-a7c26e57-4c12-48ae-a899-c64eef56c6b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 1097 time: 0.1144843 Jul 15 23:16:19.002790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:19.007091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:19.008405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.023839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.054578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656240f-c94f-4fe3-9013-094ec0d3e0e7 req-ec7ea675-efb7-4a17-ac27-a08078939a1d tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.056373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4656240f-c94f-4fe3-9013-094ec0d3e0e7 req-ec7ea675-efb7-4a17-ac27-a08078939a1d tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1274147 Jul 15 23:16:19.058144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa1e8016-b345-43c0-a09b-048bfdc4a7c7 req-c2249c9f-01a1-4186-aa77-c89dbed389db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493600 Jul 15 23:16:19.090516 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.101769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4656240f-c94f-4fe3-9013-094ec0d3e0e7 req-48311ed6-a009-47cc-a986-596503d45815 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387187 Jul 15 23:16:19.132401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,segment=NetworkSegment(2f42df06-0f3d-4045-8e24-03a266e8fc52),segment_id=2f42df06-0f3d-4045-8e24-03a266e8fc52)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:19.136148 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.136970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 8e84c5df-b22b-4593-a23d-48584fbbb6a4 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:19.183987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.188636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.215555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:19.231843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:19.235532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:19.235896 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.256612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event updated for resources: {'Port': ['ID=e12ae128-9dd7-40cd-bd42-f8ffbe30ef91,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:19.266450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.281043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.282346 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c121825-a0ed-44fe-b8ef-b34172c022a6 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4310191 Jul 15 23:16:19.319946 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.352746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 8e84c5df-b22b-4593-a23d-48584fbbb6a4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:19.356514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.411375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=8e84c5df-b22b-4593-a23d-48584fbbb6a4,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:19.589883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-fbecaef7-4d48-421c-b4b0-160bcec1a9a4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.591509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-fbecaef7-4d48-421c-b4b0-160bcec1a9a4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 821 time: 0.1550331 Jul 15 23:16:19.599060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68529c76-5323-4642-b0ad-57248d28fd3a req-ba7ed264-5368-4fd5-9dd4-f6a0322fd9da tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.600461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68529c76-5323-4642-b0ad-57248d28fd3a req-ba7ed264-5368-4fd5-9dd4-f6a0322fd9da tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 944 time: 0.1312861 Jul 15 23:16:19.617217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-5d21e5ff-a338-420d-9f3f-bc3c6120fff0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/quotas/daa4618cd7b64aaa9d59c6c71825875d HTTP/1.1" status: 200 len: 375 time: 0.0158205 Jul 15 23:16:19.677834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68529c76-5323-4642-b0ad-57248d28fd3a req-5f1fc6b9-2984-4c35-a196-1316f7210403 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690053 Jul 15 23:16:19.705963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-5d44249f-f55b-4c79-945f-b4d1d5c90400 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807233 Jul 15 23:16:19.834198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-bcd18c41-d03d-4075-8b14-98f6eafa5247 service neutron] 10.222.0.23 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213946 Jul 15 23:16:19.931148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98317dd-499c-4256-905f-19237a569328 req-c44c0ed1-aa53-45f5-9e36-fe8df5a7c417 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.936949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98317dd-499c-4256-905f-19237a569328 req-c44c0ed1-aa53-45f5-9e36-fe8df5a7c417 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.943914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98317dd-499c-4256-905f-19237a569328 req-c44c0ed1-aa53-45f5-9e36-fe8df5a7c417 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.949814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98317dd-499c-4256-905f-19237a569328 req-c44c0ed1-aa53-45f5-9e36-fe8df5a7c417 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.955631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98317dd-499c-4256-905f-19237a569328 req-c44c0ed1-aa53-45f5-9e36-fe8df5a7c417 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.961560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98317dd-499c-4256-905f-19237a569328 req-c44c0ed1-aa53-45f5-9e36-fe8df5a7c417 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.967651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98317dd-499c-4256-905f-19237a569328 req-c44c0ed1-aa53-45f5-9e36-fe8df5a7c417 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.969649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c98317dd-499c-4256-905f-19237a569328 req-c44c0ed1-aa53-45f5-9e36-fe8df5a7c417 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.1760485 Jul 15 23:16:20.354626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-f08aaa07-bd32-4bae-b5b1-0e143ddc4216 service neutron] 10.222.0.23 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127594 Jul 15 23:16:20.361557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c98317dd-499c-4256-905f-19237a569328 req-4805dcdd-9d9d-4c52-bb61-1e891944fd30 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507784 Jul 15 23:16:20.659707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1095efb3-a87f-43d5-b5fc-2e5bef24ebf2'}, {'server_uuid': '84e9bf9e-f22a-4cee-bc12-8e10dffa3376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac'}, {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e84c5df-b22b-4593-a23d-48584fbbb6a4'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:20.665456 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3811184-ef12-4f31-be0a-b6d6db25f0a0" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "1095efb3-a87f-43d5-b5fc-2e5bef24ebf2"}, {"server_uuid": "84e9bf9e-f22a-4cee-bc12-8e10dffa3376", "name": "network-vif-plugged", "status": "completed", "tag": "9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac"}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "8e84c5df-b22b-4593-a23d-48584fbbb6a4"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:20.676369 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04da4f09-b2df-4380-b529-8a633cb0e40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.787252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d04b02-aae6-4ada-a352-dc3893959f60 req-d770a8ea-c6f2-4a69-93d6-21073e1ad8f1 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:20.788807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24d04b02-aae6-4ada-a352-dc3893959f60 req-d770a8ea-c6f2-4a69-93d6-21073e1ad8f1 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 945 time: 0.1784339 Jul 15 23:16:20.796767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a952014-60fd-4784-882e-b9716d362219 req-82944245-87bc-4907-8f31-d9d7aff2cab9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:20.798218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a952014-60fd-4784-882e-b9716d362219 req-82944245-87bc-4907-8f31-d9d7aff2cab9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1206589 Jul 15 23:16:20.859544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24d04b02-aae6-4ada-a352-dc3893959f60 req-99ea2ee0-529f-4633-9b21-ce780c73e753 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Jul 15 23:16:20.863450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a952014-60fd-4784-882e-b9716d362219 req-439e41c2-7857-450a-8911-64d95825988c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574977 Jul 15 23:16:20.958574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4aa90cc3-e348-4e12-afbc-08a22cb7505c req-a9997a58-aeb5-4f4b-9132-ecba9a52c5bb tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 210 time: 0.0321770 Jul 15 23:16:20.988672 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.042804 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dded482-0e71-4d6d-8e91-2077cab31b0c x-openstack-request-id: req-9dded482-0e71-4d6d-8e91-2077cab31b0c {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:21.043494 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "1095efb3-a87f-43d5-b5fc-2e5bef24ebf2", "code": 200}, {"server_uuid": "84e9bf9e-f22a-4cee-bc12-8e10dffa3376", "name": "network-vif-plugged", "status": "completed", "tag": "9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac", "code": 200}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-plugged", "status": "completed", "tag": "8e84c5df-b22b-4593-a23d-48584fbbb6a4", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:21.043975 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dded482-0e71-4d6d-8e91-2077cab31b0c {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:21.044531 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1095efb3-a87f-43d5-b5fc-2e5bef24ebf2', 'code': 200} Jul 15 23:16:21.044930 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e9bf9e-f22a-4cee-bc12-8e10dffa3376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac', 'code': 200} Jul 15 23:16:21.045329 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e84c5df-b22b-4593-a23d-48584fbbb6a4', 'code': 200} Jul 15 23:16:21.114086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea5c86-f777-4d66-a955-c6f6530992ae req-799c0cd9-5540-4cf6-a4f9-e4ec0bdc8a2a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.127612 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fea5c86-f777-4d66-a955-c6f6530992ae req-799c0cd9-5540-4cf6-a4f9-e4ec0bdc8a2a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1273427 Jul 15 23:16:21.169047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fea5c86-f777-4d66-a955-c6f6530992ae req-0797961f-a153-45cc-93d6-7fb519cd598a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Jul 15 23:16:21.374901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d31959-e0db-47ed-8e35-727f77261546 req-a2e37e96-16f7-4cf7-b968-fd7ba930c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.376179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47d31959-e0db-47ed-8e35-727f77261546 req-a2e37e96-16f7-4cf7-b968-fd7ba930c521 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 1096 time: 0.1208618 Jul 15 23:16:21.476542 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.484241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47d31959-e0db-47ed-8e35-727f77261546 req-903bf03d-59c8-49b9-8d02-67d95ecf7c57 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957644 Jul 15 23:16:21.494011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-b85e4cff-1b7e-47b1-938e-84a6ecc0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.494577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-b85e4cff-1b7e-47b1-938e-84a6ecc0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.495094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-b85e4cff-1b7e-47b1-938e-84a6ecc0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.495558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-b85e4cff-1b7e-47b1-938e-84a6ecc0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.496072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-b85e4cff-1b7e-47b1-938e-84a6ecc0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.496531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-b85e4cff-1b7e-47b1-938e-84a6ecc0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.497043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-b85e4cff-1b7e-47b1-938e-84a6ecc0e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.499039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-b85e4cff-1b7e-47b1-938e-84a6ecc0e1d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6502 time: 0.1942916 Jul 15 23:16:21.562666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ce6e1453-512f-414c-82ed-f1ca870190a6 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:21.571637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d531c1-4dff-4ed6-808d-a39a2613261f req-1c49dba1-3f98-4efa-8049-80b79ccd29ed tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.573907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1d531c1-4dff-4ed6-808d-a39a2613261f req-1c49dba1-3f98-4efa-8049-80b79ccd29ed tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 944 time: 0.1895208 Jul 15 23:16:21.624593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ce6e1453-512f-414c-82ed-f1ca870190a6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:21.629108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ce6e1453-512f-414c-82ed-f1ca870190a6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:21.629561 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.634850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e5444-610a-4aaf-a016-9038f30bdcd6 req-978aff0d-1718-4c2d-8de9-998c64d74c25 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774636 Jul 15 23:16:21.650841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1d531c1-4dff-4ed6-808d-a39a2613261f req-b57f4df4-c5d3-41e6-9855-cdb9e0875853 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598123 Jul 15 23:16:21.681901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-15f14089-116e-4f3b-bc74-39deac9308be tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.681901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-15f14089-116e-4f3b-bc74-39deac9308be tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.686830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-15f14089-116e-4f3b-bc74-39deac9308be tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.692983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-15f14089-116e-4f3b-bc74-39deac9308be tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.699786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-15f14089-116e-4f3b-bc74-39deac9308be tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.705504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-15f14089-116e-4f3b-bc74-39deac9308be tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.714122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-15f14089-116e-4f3b-bc74-39deac9308be tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.716019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-15f14089-116e-4f3b-bc74-39deac9308be tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.1943643 Jul 15 23:16:21.723591 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.762198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:21.768477 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.786465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82ca3a71-fd93-49ae-b280-1222436d70ef req-e194ca99-77a0-4695-b4d0-72cebfe5e8c1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618165 Jul 15 23:16:21.830130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:22.128070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-c716cea0-f874-433f-bdb3-a57a30e0b56c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.129584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-c716cea0-f874-433f-bdb3-a57a30e0b56c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.37 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 821 time: 0.1996639 Jul 15 23:16:22.151475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Request body: {'port': {'device_id': '0a553da6-da69-4c1a-b561-0787e00edae1', 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'admin_state_up': True, 'tenant_id': 'daa4618cd7b64aaa9d59c6c71825875d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:22.199567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485c7de-b153-44fc-8cf6-42b14c56cf0e req-3dc9caff-9053-493b-aa96-969181d6bfd0 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.202071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3485c7de-b153-44fc-8cf6-42b14c56cf0e req-3dc9caff-9053-493b-aa96-969181d6bfd0 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 945 time: 0.1768174 Jul 15 23:16:22.211524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b52a2-b9a6-4152-b8b7-f360e0eccfc8 req-1cd557ef-7ba9-4f6a-970d-9e6272f8d80a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.212959 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad4b52a2-b9a6-4152-b8b7-f360e0eccfc8 req-1cd557ef-7ba9-4f6a-970d-9e6272f8d80a tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1905138 Jul 15 23:16:22.322448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3485c7de-b153-44fc-8cf6-42b14c56cf0e req-0ff89b03-8a8c-4013-81c8-1a9ae0c24927 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064711 Jul 15 23:16:22.328792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad4b52a2-b9a6-4152-b8b7-f360e0eccfc8 req-76e6661b-ac23-48a4-ba28-babc966ddc73 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875475 Jul 15 23:16:22.368189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Made reservation on behalf of daa4618cd7b64aaa9d59c6c71825875d for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:22.372266 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.529358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4e8cc2c-9aa3-4ae5-b154-d4ebf087d9e9 req-e23d9cc9-6db4-451d-83fa-8aa7304e5b8d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 210 time: 0.0654280 Jul 15 23:16:22.670777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Allocated IP 172.20.0.3 (14371fde-657d-4198-afe4-fa35cc44175d/184999a4-369c-477d-ba38-20cd28523077/a620b9a2-e0fa-4bec-9b82-e9cc367af369) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:22.702593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed052020-87ef-4f89-9e34-68ace9a01475 req-9e0c07b3-49fd-45d4-b66e-0ac5382b94ed tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.704146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed052020-87ef-4f89-9e34-68ace9a01475 req-9e0c07b3-49fd-45d4-b66e-0ac5382b94ed tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.2182019 Jul 15 23:16:22.842833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed052020-87ef-4f89-9e34-68ace9a01475 req-6703fd11-b573-4a62-8284-03f2d7c9d8bf tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281419 Jul 15 23:16:22.932469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedfac6-f54a-40fb-8320-07bc59ac378f req-6851d676-d9ac-4628-b094-9213d69de0dc tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.933859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eedfac6-f54a-40fb-8320-07bc59ac378f req-6851d676-d9ac-4628-b094-9213d69de0dc tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1895540 Jul 15 23:16:23.008565 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.040161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eedfac6-f54a-40fb-8320-07bc59ac378f req-28aa52e1-3038-4525-abad-b3d6ff0f0aaf tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952997 Jul 15 23:16:23.046909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6e1453-512f-414c-82ed-f1ca870190a6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:23.048883 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8f1ab5-a688-411a-ad48-dfc2a40f7788" -d '{"events": [{"server_uuid": "5747f273-d9a2-4583-9c07-5dc9332cf1f5", "name": "network-vif-plugged", "status": "completed", "tag": "ce6e1453-512f-414c-82ed-f1ca870190a6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:23.091717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef5a00-275d-40dd-9696-1f94583b6c92 req-a0e139c9-9bfc-4935-9937-cc8f03e7e527 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.093305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80ef5a00-275d-40dd-9696-1f94583b6c92 req-a0e139c9-9bfc-4935-9937-cc8f03e7e527 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1472623 Jul 15 23:16:23.094414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.157545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Network 14371fde-657d-4198-afe4-fa35cc44175d is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:23.177118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:23.187714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:23.210058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event updated for resources: {'Port': ['ID=a620b9a2-e0fa-4bec-9b82-e9cc367af369,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:23.239894 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.243840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80ef5a00-275d-40dd-9696-1f94583b6c92 req-572150cd-aae5-4372-95d2-c30a689b905e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445138 Jul 15 23:16:23.284211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.284569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.306596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-18245998-bdff-4eef-861f-ec0dc2bfc66e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1613054 Jul 15 23:16:23.321574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-cd0a107d-41e4-4978-9f28-d6238c08194e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.327495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-cd0a107d-41e4-4978-9f28-d6238c08194e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.333421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-cd0a107d-41e4-4978-9f28-d6238c08194e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.339323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-cd0a107d-41e4-4978-9f28-d6238c08194e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.345180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-cd0a107d-41e4-4978-9f28-d6238c08194e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.351347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-cd0a107d-41e4-4978-9f28-d6238c08194e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.358303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-cd0a107d-41e4-4978-9f28-d6238c08194e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.360276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-cd0a107d-41e4-4978-9f28-d6238c08194e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.2017224 Jul 15 23:16:23.366097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Request body: {'port': {'device_id': '0a553da6-da69-4c1a-b561-0787e00edae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:23.415997 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb2b592-1fa6-4739-af96-40b6a34e9901 x-openstack-request-id: req-5eb2b592-1fa6-4739-af96-40b6a34e9901 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:23.416292 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5747f273-d9a2-4583-9c07-5dc9332cf1f5", "name": "network-vif-plugged", "status": "completed", "tag": "ce6e1453-512f-414c-82ed-f1ca870190a6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:23.416545 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5eb2b592-1fa6-4739-af96-40b6a34e9901 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:23.416940 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6e1453-512f-414c-82ed-f1ca870190a6', 'code': 200} Jul 15 23:16:23.472793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e90e2d5a-0a1b-4007-887f-24f2e6cebe51 req-3559eb92-659e-4dff-9c63-cfb901da268d tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997608 Jul 15 23:16:23.493194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.580802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e057c-d2a9-4311-885d-0e0c899ff3c9 req-7dd40809-fdb7-4817-a17b-843adea8da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.582361 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-255e057c-d2a9-4311-885d-0e0c899ff3c9 req-7dd40809-fdb7-4817-a17b-843adea8da8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 1096 time: 0.0586345 Jul 15 23:16:23.624304 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-255e057c-d2a9-4311-885d-0e0c899ff3c9 req-20ad26f4-980f-42f0-ba7f-5fa0d1930260 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Jul 15 23:16:23.733432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c557e-87f4-4c67-af97-cc8d3aa1ffc5 req-0099228e-4e90-42e7-92f8-ba1caab7879d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.735159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-615c557e-87f4-4c67-af97-cc8d3aa1ffc5 req-0099228e-4e90-42e7-92f8-ba1caab7879d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2205207 Jul 15 23:16:23.838025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-615c557e-87f4-4c67-af97-cc8d3aa1ffc5 req-024b0403-b842-4c90-ab9b-b4ebc25243e7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919962 Jul 15 23:16:23.847216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8962424-a906-4b02-9c7b-f23c0944ccac req-7aa0f2c4-be05-4031-89c7-6fadc67d035e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.849211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8962424-a906-4b02-9c7b-f23c0944ccac req-7aa0f2c4-be05-4031-89c7-6fadc67d035e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 945 time: 0.1914737 Jul 15 23:16:23.934823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8962424-a906-4b02-9c7b-f23c0944ccac req-604ca70d-1ea6-46fa-8c1e-54d1bad440f1 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646966 Jul 15 23:16:24.025013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a620b9a2-e0fa-4bec-9b82-e9cc367af369 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:24.035729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.058356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Transition to ACTIVE for port object a620b9a2-e0fa-4bec-9b82-e9cc367af369 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:24.065082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.086055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6cd7f-17b2-4492-a342-d54c8a381191 req-82a61a71-c7f2-4e3b-b46c-9eae17d73cc1 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:24.087683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5cc6cd7f-17b2-4492-a342-d54c8a381191 req-82a61a71-c7f2-4e3b-b46c-9eae17d73cc1 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 931 time: 0.1180081 Jul 15 23:16:24.176576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Pushing event updated for resources: {'Port': ['ID=a620b9a2-e0fa-4bec-9b82-e9cc367af369,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:24.258075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5cc6cd7f-17b2-4492-a342-d54c8a381191 req-e36ced21-f536-4113-ac94-7b939fc7908c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484380 Jul 15 23:16:24.317957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Attempting to bind port a620b9a2-e0fa-4bec-9b82-e9cc367af369 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:24.318665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Attempting to bind port a620b9a2-e0fa-4bec-9b82-e9cc367af369 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:24.319406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Attempting to bind port a620b9a2-e0fa-4bec-9b82-e9cc367af369 on network 14371fde-657d-4198-afe4-fa35cc44175d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:24.334349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4367f-2706-412e-a876-74d0dc4ab44b req-241cfe96-095f-4ea5-99e8-53d4ab4ee94a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:24.336206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ded4367f-2706-412e-a876-74d0dc4ab44b req-241cfe96-095f-4ea5-99e8-53d4ab4ee94a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.2473264 Jul 15 23:16:24.338664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Port a620b9a2-e0fa-4bec-9b82-e9cc367af369 on network 14371fde-657d-4198-afe4-fa35cc44175d not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:24.339123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Attempting to bind port a620b9a2-e0fa-4bec-9b82-e9cc367af369 on network 14371fde-657d-4198-afe4-fa35cc44175d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:24.362253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:24.362767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Checking segment: {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:24.363421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Bound using segment: {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:24.363999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Bound port: a620b9a2-e0fa-4bec-9b82-e9cc367af369, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:24.364578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.448741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ded4367f-2706-412e-a876-74d0dc4ab44b req-c349f755-1d9d-4a76-be5e-8f14962af105 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062300 Jul 15 23:16:24.507438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:24.518270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:24.528865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.653412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Pushing event updated for resources: {'Port': ['ID=a620b9a2-e0fa-4bec-9b82-e9cc367af369,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:24.707990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:24.708612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.710029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-63c0813d-4361-434d-8ef3-05b59544c373 service neutron] 10.222.0.37 "PUT /v2.0/ports/a620b9a2-e0fa-4bec-9b82-e9cc367af369 HTTP/1.1" status: 200 len: 1091 time: 1.3488188 Jul 15 23:16:24.711774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a553da6-da69-4c1a-b561-0787e00edae1', 'tag': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:24.714177 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3eaede-335f-4daa-8299-b91e160ae4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0a553da6-da69-4c1a-b561-0787e00edae1", "tag": "a620b9a2-e0fa-4bec-9b82-e9cc367af369"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:24.804167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22fb13-bdf4-4664-9b08-d72f7a07db48 req-5bf674e5-6bf1-4447-b235-b0ad573bc8ad tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:24.811354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f22fb13-bdf4-4664-9b08-d72f7a07db48 req-5bf674e5-6bf1-4447-b235-b0ad573bc8ad tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1590023 Jul 15 23:16:24.863547 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.866347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4783-457f-4960-9a37-1e31b1126c79 req-9ee36a1c-7783-4fa0-8344-d3df0b39f561 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:24.867871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f6b4783-457f-4960-9a37-1e31b1126c79 req-9ee36a1c-7783-4fa0-8344-d3df0b39f561 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1492014 Jul 15 23:16:24.891398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f22fb13-bdf4-4664-9b08-d72f7a07db48 req-35f91cb3-3068-465c-bf06-cbcbebad1971 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790682 Jul 15 23:16:24.974867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f6b4783-457f-4960-9a37-1e31b1126c79 req-361f7764-f903-4824-bcb7-5745aff69254 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962799 Jul 15 23:16:24.992317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-2222db4c-3e12-4a8c-a54a-de0d49e36d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:24.994166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-2222db4c-3e12-4a8c-a54a-de0d49e36d6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 1094 time: 0.1234210 Jul 15 23:16:25.053976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-ce36704d-c674-4562-9559-3a00d7f4c4f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369 HTTP/1.1" status: 200 len: 217 time: 0.0452416 Jul 15 23:16:25.121895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-02e70c5d-d1e5-419c-b205-06869ef4a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.123401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-02e70c5d-d1e5-419c-b205-06869ef4a1f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=184999a4-369c-477d-ba38-20cd28523077 HTTP/1.1" status: 200 len: 861 time: 0.0624201 Jul 15 23:16:25.125008 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e373675-5532-4275-8a89-c2ecb04a611e x-openstack-request-id: req-4e373675-5532-4275-8a89-c2ecb04a611e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:25.125295 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a553da6-da69-4c1a-b561-0787e00edae1", "tag": "a620b9a2-e0fa-4bec-9b82-e9cc367af369", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:25.125548 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e373675-5532-4275-8a89-c2ecb04a611e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:25.125933 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a553da6-da69-4c1a-b561-0787e00edae1', 'tag': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369', 'status': 'completed', 'code': 200} Jul 15 23:16:25.163432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-31d9c190-9551-46e2-892f-36958b51c51f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14371fde-657d-4198-afe4-fa35cc44175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336711 Jul 15 23:16:25.363023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-eaaab223-78df-422f-a72a-af638c1b12b1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.368871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-eaaab223-78df-422f-a72a-af638c1b12b1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.374686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-eaaab223-78df-422f-a72a-af638c1b12b1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.381027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-eaaab223-78df-422f-a72a-af638c1b12b1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.386787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-eaaab223-78df-422f-a72a-af638c1b12b1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.392537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-eaaab223-78df-422f-a72a-af638c1b12b1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.398910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-eaaab223-78df-422f-a72a-af638c1b12b1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.400813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-eaaab223-78df-422f-a72a-af638c1b12b1 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.2414184 Jul 15 23:16:25.410411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-f1afd377-de8c-4f30-be7d-074ac35b2b06 service neutron] 10.222.0.37 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386520 Jul 15 23:16:25.445112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745bc9-48c2-4834-98ea-ba2e57331ffa req-6ce296c4-c908-4c25-a35a-8570fd476632 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.446699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8745bc9-48c2-4834-98ea-ba2e57331ffa req-6ce296c4-c908-4c25-a35a-8570fd476632 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2207642 Jul 15 23:16:25.500159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a2ee593-5ba1-4db7-bc30-3a850b91d92d req-1532b448-b536-439c-b75a-6630f4e99b25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920596 Jul 15 23:16:25.551921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8745bc9-48c2-4834-98ea-ba2e57331ffa req-eef23ec2-3836-4bc6-8329-e2d1eb17b981 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957420 Jul 15 23:16:25.568532 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:16:25.583444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-576a2f72-bf15-4988-ab1f-4f55ab1ac573 req-fa8589e7-d950-4ba6-abf0-4860ff2620ef service neutron] 10.222.0.37 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651206 Jul 15 23:16:25.791784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-57b3b25c-bc4e-4936-b8a8-6c92e90dff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.793307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-57b3b25c-bc4e-4936-b8a8-6c92e90dff72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 1094 time: 0.1182692 Jul 15 23:16:25.805052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a64c-799f-4335-af93-5284287d94e0 req-2b72ecd0-5191-4deb-aeb7-8a8c2b7d1ce5 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.806648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22d6a64c-799f-4335-af93-5284287d94e0 req-2b72ecd0-5191-4deb-aeb7-8a8c2b7d1ce5 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 943 time: 0.0881996 Jul 15 23:16:25.939151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22d6a64c-799f-4335-af93-5284287d94e0 req-a8bf8d83-8d4a-4235-b05b-1608b8131b4f tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241076 Jul 15 23:16:25.980650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43569186-f076-427a-ad48-3401db58ab6d req-7278e28e-c030-422a-a093-e2f1c3d24a24 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.990276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43569186-f076-427a-ad48-3401db58ab6d req-7278e28e-c030-422a-a093-e2f1c3d24a24 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1740229 Jul 15 23:16:26.008118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-33a7cecd-93dd-4ee1-9695-f88f30881774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.009814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-33a7cecd-93dd-4ee1-9695-f88f30881774 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 922 time: 0.2022078 Jul 15 23:16:26.065268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-9879bc17-98ea-4a1b-b43b-a9a4fd181f4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369 HTTP/1.1" status: 200 len: 217 time: 0.0476971 Jul 15 23:16:26.084600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43569186-f076-427a-ad48-3401db58ab6d req-ba613c19-b7eb-4bcd-85fb-a3176ea04820 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934660 Jul 15 23:16:26.147484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-3a68f038-2dcd-46e6-b1b3-e648faeb8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.148961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-3a68f038-2dcd-46e6-b1b3-e648faeb8056 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=184999a4-369c-477d-ba38-20cd28523077 HTTP/1.1" status: 200 len: 861 time: 0.0745358 Jul 15 23:16:26.198821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482fde-6e23-42b4-8527-1dd3fe151d0d req-b0a81ecd-5be8-47f2-927c-923090a44afc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.204568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482fde-6e23-42b4-8527-1dd3fe151d0d req-b0a81ecd-5be8-47f2-927c-923090a44afc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.210431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482fde-6e23-42b4-8527-1dd3fe151d0d req-b0a81ecd-5be8-47f2-927c-923090a44afc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.216328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482fde-6e23-42b4-8527-1dd3fe151d0d req-b0a81ecd-5be8-47f2-927c-923090a44afc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.222917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482fde-6e23-42b4-8527-1dd3fe151d0d req-b0a81ecd-5be8-47f2-927c-923090a44afc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.228729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482fde-6e23-42b4-8527-1dd3fe151d0d req-b0a81ecd-5be8-47f2-927c-923090a44afc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.234511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482fde-6e23-42b4-8527-1dd3fe151d0d req-b0a81ecd-5be8-47f2-927c-923090a44afc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.236445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8482fde-6e23-42b4-8527-1dd3fe151d0d req-b0a81ecd-5be8-47f2-927c-923090a44afc tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.1756423 Jul 15 23:16:26.248008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-8b911c3e-c7f1-40be-8593-dbce9970c45a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14371fde-657d-4198-afe4-fa35cc44175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842557 Jul 15 23:16:26.248226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42318) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:26.255552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Request body: {'floatingip': {'port_id': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:26.297628 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for floatingip, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.368420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-37c4bba3-a669-4ec3-94b0-e2bbaee6a0b1 service neutron] 10.222.0.37 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193707 Jul 15 23:16:26.376756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c362d-9959-4196-ba1b-83dc8f2a36d3 req-b80fba7e-0a5c-42df-ba74-f9fa21312ab3 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.378239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a9c362d-9959-4196-ba1b-83dc8f2a36d3 req-b80fba7e-0a5c-42df-ba74-f9fa21312ab3 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1407516 Jul 15 23:16:26.839058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a9c362d-9959-4196-ba1b-83dc8f2a36d3 req-44a446af-d288-4b60-bd44-0bdd00587fbd tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542203 Jul 15 23:16:26.903558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.911499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.960745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d3eaede-335f-4daa-8299-b91e160ae4ed req-ed5efa72-d72d-4000-9633-ffe31ea89a86 service neutron] 10.222.0.37 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925395 Jul 15 23:16:26.974966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388d60b-7bac-441d-976f-cc217a970e17 req-a25e0291-4980-4530-9a84-e2595e403ce9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.982331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e388d60b-7bac-441d-976f-cc217a970e17 req-a25e0291-4980-4530-9a84-e2595e403ce9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2227678 Jul 15 23:16:27.036444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e388d60b-7bac-441d-976f-cc217a970e17 req-dd482483-b6bf-4892-b5d1-525025aeaf98 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527904 Jul 15 23:16:27.142272 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Floating IP 98042f3f-1374-4cdd-9224-025d38ee1b7d associated. External IP: 172.25.3.119, port: 769b2f10-6d3f-4b65-92d0-f48cf8bc6239. Jul 15 23:16:27.334747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bb4ad-a49b-433f-820f-6897798072a6 req-fc902080-4d18-437c-9828-1947797602bf tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.335484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e0bb4ad-a49b-433f-820f-6897798072a6 req-fc902080-4d18-437c-9828-1947797602bf tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1161020 Jul 15 23:16:27.420069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e0bb4ad-a49b-433f-820f-6897798072a6 req-64b41c9e-cf37-4548-a48a-a96fef12a61e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616784 Jul 15 23:16:27.485165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4fa2e-e664-41d2-a89d-9b41c5a21e6a req-3f56070e-6b21-41bd-98a7-2896aed80854 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.493714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38a4fa2e-e664-41d2-a89d-9b41c5a21e6a req-3f56070e-6b21-41bd-98a7-2896aed80854 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 943 time: 0.1997573 Jul 15 23:16:27.571203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Router ad7d1276-03a6-4335-994e-b58272b572bf has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:16:27.601631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a620b9a2-e0fa-4bec-9b82-e9cc367af369 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:27.677534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38a4fa2e-e664-41d2-a89d-9b41c5a21e6a req-fa819f72-3e19-4acb-9637-4afb8266bd0f tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826837 Jul 15 23:16:27.732470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf513e3-4578-45d4-87a8-5ce6393f45f5 req-383e5540-1f87-49bb-abcb-778d0774cc91 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.740554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bf513e3-4578-45d4-87a8-5ce6393f45f5 req-383e5540-1f87-49bb-abcb-778d0774cc91 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2114666 Jul 15 23:16:27.767867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:16:27.774873 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.781712 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] Sync routers for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:16:27.788119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:27.797369 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:27.799165 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:16:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:27.807594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bf513e3-4578-45d4-87a8-5ce6393f45f5 req-30d143dd-4c4b-4a98-b44a-5fa6018e3416 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659895 Jul 15 23:16:27.821140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369', 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'port_id': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184999a4-369c-477d-ba38-20cd28523077', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:27.877170 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bbcd8562-6e8c-486e-b337-d80fc6f73e25 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "PUT /v2.0/floatingips/98042f3f-1374-4cdd-9224-025d38ee1b7d HTTP/1.1" status: 200 len: 991 time: 1.6239533 Jul 15 23:16:27.880768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:27.885413 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e6d7b-bdad-4074-8f5b-04f20597953a" -d '{"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:27.897656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.923464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a620b9a2-e0fa-4bec-9b82-e9cc367af369 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:27.965717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:27.973413 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.025417 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:16:28.085491 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a620b9a2-e0fa-4bec-9b82-e9cc367af369,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:28.146635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b02222-d0d8-4e8d-b50c-edf593c3cf68 req-78cc6b45-c3c3-42a8-a889-08fc152cceee tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.153363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75b02222-d0d8-4e8d-b50c-edf593c3cf68 req-78cc6b45-c3c3-42a8-a889-08fc152cceee tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1573515 Jul 15 23:16:28.211573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75b02222-d0d8-4e8d-b50c-edf593c3cf68 req-3535a840-9b2b-4e1a-8991-91a59aeb7dee tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572588 Jul 15 23:16:28.350455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a620b9a2-e0fa-4bec-9b82-e9cc367af369'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:28.370415 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '98042f3f-1374-4cdd-9224-025d38ee1b7d', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'port_id': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'mac_address': 'fa:16:3e:f1:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:14:58Z', 'updated_at': '2021-07-15T23:16:26Z', 'revision_number': 1, 'project_id': 'fc54abede98d429293e68f233d70634f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:21Z', 'revision_number': 5, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:28.414372 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] Checking router: ad7d1276-03a6-4335-994e-b58272b572bf for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:16:28.426954 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:28.428397 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:16:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:28.515934 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62108f70-a72e-4a7c-a74b-cc4ba3ca6f94 x-openstack-request-id: req-62108f70-a72e-4a7c-a74b-cc4ba3ca6f94 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:28.516227 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:28.516614 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62108f70-a72e-4a7c-a74b-cc4ba3ca6f94 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:28.517022 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'status': 'completed', 'code': 200} Jul 15 23:16:28.704436 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:16:28.779281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-04009ef9-537c-42fa-b995-a0b035337b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.779920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-04009ef9-537c-42fa-b995-a0b035337b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.780322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-04009ef9-537c-42fa-b995-a0b035337b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.780800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-04009ef9-537c-42fa-b995-a0b035337b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.781269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-04009ef9-537c-42fa-b995-a0b035337b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.781725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-04009ef9-537c-42fa-b995-a0b035337b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.782182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-04009ef9-537c-42fa-b995-a0b035337b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.787850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-04009ef9-537c-42fa-b995-a0b035337b5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6502 time: 0.2043450 Jul 15 23:16:28.842173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17740e-7a7c-4ffb-a07e-2ea882db07d4 req-0007c4b1-fe34-4070-95e3-3684d76720bc tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.850422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc17740e-7a7c-4ffb-a07e-2ea882db07d4 req-0007c4b1-fe34-4070-95e3-3684d76720bc tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1444337 Jul 15 23:16:28.977015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc17740e-7a7c-4ffb-a07e-2ea882db07d4 req-097c4f7c-7db0-49c3-9541-e72cf1529c63 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256578 Jul 15 23:16:28.997923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-9bb8c652-8ccb-470f-bb46-39579ae2f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.000093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-9bb8c652-8ccb-470f-bb46-39579ae2f8ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=19797e7c-9816-4f28-84eb-abea97fbfe84 HTTP/1.1" status: 200 len: 918 time: 0.2004907 Jul 15 23:16:29.031655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797dc3-aaa8-47a7-b490-2a9229477f88 req-acb60609-37cd-4e22-9aa5-1dfca142d641 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.039774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41797dc3-aaa8-47a7-b490-2a9229477f88 req-acb60609-37cd-4e22-9aa5-1dfca142d641 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1684558 Jul 15 23:16:29.048543 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '98042f3f-1374-4cdd-9224-025d38ee1b7d', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'port_id': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'mac_address': 'fa:16:3e:f1:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:14:58Z', 'updated_at': '2021-07-15T23:16:26Z', 'revision_number': 1, 'project_id': 'fc54abede98d429293e68f233d70634f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:21Z', 'revision_number': 5, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:29.118820 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520861e-856c-4b9b-980f-cf378b552599 None None] The sync data for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 is: [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '98042f3f-1374-4cdd-9224-025d38ee1b7d', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'floating_ip_address': '172.25.3.119', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'port_id': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'mac_address': 'fa:16:3e:f1:3b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:14:58Z', 'updated_at': '2021-07-15T23:16:26Z', 'revision_number': 1, 'project_id': 'fc54abede98d429293e68f233d70634f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:21Z', 'revision_number': 5, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:16:29.136891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41797dc3-aaa8-47a7-b490-2a9229477f88 req-8e3fc89f-ee66-42fd-b33f-98d5f4115265 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956421 Jul 15 23:16:29.138292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-9cadda8c-2af6-449f-9ea2-6c10b2428700 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239 HTTP/1.1" status: 200 len: 999 time: 0.1253045 Jul 15 23:16:29.234743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-d886547a-9da4-4b96-888e-c5944f2677e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.236287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-d886547a-9da4-4b96-888e-c5944f2677e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ae3396d-c255-4fcd-8289-4f347f493d8d HTTP/1.1" status: 200 len: 856 time: 0.0833015 Jul 15 23:16:29.413801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-d959a680-3f0d-4cb7-86e6-72267b17115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.415401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-d959a680-3f0d-4cb7-86e6-72267b17115f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19797e7c-9816-4f28-84eb-abea97fbfe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677115 Jul 15 23:16:29.489063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb93da-768f-49c8-85cd-703ef89dc4c8 None None] New status for floating IP 98042f3f-1374-4cdd-9224-025d38ee1b7d: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:16:29.538551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5254-fe22-4393-9598-201268654a77 req-fb41d0b6-f3c7-4ecf-867d-d32ffb5a4747 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.545607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67bc5254-fe22-4393-9598-201268654a77 req-fb41d0b6-f3c7-4ecf-867d-d32ffb5a4747 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 944 time: 0.1887565 Jul 15 23:16:29.626166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67bc5254-fe22-4393-9598-201268654a77 req-99ee241d-64e5-4177-b64d-6c588e7d1dab tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769446 Jul 15 23:16:29.762595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-4b4a63ce-9706-4b81-a34f-a83b54b8fda7 service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279924 Jul 15 23:16:29.792526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed72a6-fe67-4698-b0bc-e3b0a543b787 req-397a5efa-3dbb-48b1-9911-d11481ede31f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.799133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27ed72a6-fe67-4698-b0bc-e3b0a543b787 req-397a5efa-3dbb-48b1-9911-d11481ede31f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.2353375 Jul 15 23:16:29.924494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27ed72a6-fe67-4698-b0bc-e3b0a543b787 req-029a4d69-e92d-4147-b5f6-9cc5426c050d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245029 Jul 15 23:16:29.960928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-382e6d7b-bdad-4074-8f5b-04f20597953a req-469189ba-192c-4273-835a-ee7f8e3781e2 service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861498 Jul 15 23:16:29.997812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ed725-6f51-4c6e-a09e-545521b9006c req-056591c0-f15f-43f9-af74-993d409759e8 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.004922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-162ed725-6f51-4c6e-a09e-545521b9006c req-056591c0-f15f-43f9-af74-993d409759e8 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1943004 Jul 15 23:16:30.044110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-162ed725-6f51-4c6e-a09e-545521b9006c req-5b25b611-1204-46b0-b932-49cc18271aa5 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383544 Jul 15 23:16:30.588881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a167f8-e441-4af4-bc00-2f86b4f3c8fd req-6b186e8b-fa42-43f5-9396-8347231603ec tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.590444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4a167f8-e441-4af4-bc00-2f86b4f3c8fd req-6b186e8b-fa42-43f5-9396-8347231603ec tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1142273 Jul 15 23:16:30.671414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4a167f8-e441-4af4-bc00-2f86b4f3c8fd req-a2caf352-674b-4ddf-a1e4-2bb527bf9279 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571642 Jul 15 23:16:30.886008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0b762-4fb3-4751-9f1b-cb8fbe2da171 req-c6283ada-739a-48e3-b252-e5ca474aea9b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.888654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ea0b762-4fb3-4751-9f1b-cb8fbe2da171 req-c6283ada-739a-48e3-b252-e5ca474aea9b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1011293 Jul 15 23:16:30.988118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ea0b762-4fb3-4751-9f1b-cb8fbe2da171 req-6674b229-ede4-4841-856d-20ad09c8cd89 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929704 Jul 15 23:16:31.024992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaf0a6-bfef-4d33-b905-a29f8e77d260 req-14bbb980-1b4e-4f9e-b981-9e152f18a36f tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.031786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22aaf0a6-bfef-4d33-b905-a29f8e77d260 req-14bbb980-1b4e-4f9e-b981-9e152f18a36f tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 944 time: 0.1060596 Jul 15 23:16:31.080926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22aaf0a6-bfef-4d33-b905-a29f8e77d260 req-07ca2101-7ce9-42d3-8201-a31a47be3af9 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482173 Jul 15 23:16:31.273439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f482d-79f5-467e-918c-914c56aff51e req-0120e9b6-5fc2-4e57-bbe5-1f77e27d2a9b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.280381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c2f482d-79f5-467e-918c-914c56aff51e req-0120e9b6-5fc2-4e57-bbe5-1f77e27d2a9b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.0772090 Jul 15 23:16:31.320575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c2f482d-79f5-467e-918c-914c56aff51e req-d4d01545-42c5-41bd-b37f-3bc7e191f11b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Jul 15 23:16:31.633700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a620b9a2-e0fa-4bec-9b82-e9cc367af369 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:31.669071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-120c8623-dd1a-44f4-bdcd-a8f194aff311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.670787 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-120c8623-dd1a-44f4-bdcd-a8f194aff311 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7e623bc86374623bf2065520fac9ae9&device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 1097 time: 0.0979109 Jul 15 23:16:31.716426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port a620b9a2-e0fa-4bec-9b82-e9cc367af369 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:31.723114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port a620b9a2-e0fa-4bec-9b82-e9cc367af369 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:31.723473 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.768799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d323bf-15be-4d7f-b348-a972fdc2cb05 req-a7b23fd0-a231-44c8-b7c6-44f81c0e3a65 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.775677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60d323bf-15be-4d7f-b348-a972fdc2cb05 req-a7b23fd0-a231-44c8-b7c6-44f81c0e3a65 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2134619 Jul 15 23:16:31.812200 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.836523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a553da6-da69-4c1a-b561-0787e00edae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:31.839464 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aba086-bdaf-4b47-8b2b-7c48e8b45a1e" -d '{"events": [{"server_uuid": "0a553da6-da69-4c1a-b561-0787e00edae1", "name": "network-vif-plugged", "status": "completed", "tag": "a620b9a2-e0fa-4bec-9b82-e9cc367af369"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:31.853380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:31.861024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.898393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60d323bf-15be-4d7f-b348-a972fdc2cb05 req-cca2d88a-cc9b-43a8-bd3f-2f5bccf5eb2d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139553 Jul 15 23:16:31.927744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-19558ecf-ec60-44f8-9865-b3de9ebc14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.929680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-19558ecf-ec60-44f8-9865-b3de9ebc14b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 200 len: 914 time: 0.2506390 Jul 15 23:16:31.939109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a620b9a2-e0fa-4bec-9b82-e9cc367af369,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:31.979897 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdbacc4-b40d-4019-a427-07d78a8b04a9 x-openstack-request-id: req-8cdbacc4-b40d-4019-a427-07d78a8b04a9 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:31.980234 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a553da6-da69-4c1a-b561-0787e00edae1", "name": "network-vif-plugged", "status": "completed", "tag": "a620b9a2-e0fa-4bec-9b82-e9cc367af369", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:31.980874 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cdbacc4-b40d-4019-a427-07d78a8b04a9 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:31.981200 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a553da6-da69-4c1a-b561-0787e00edae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369', 'code': 200} Jul 15 23:16:31.984124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-f6ca2627-8e82-418c-b2a5-6549bcc0ce1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebcf9800-df11-4d86-9ebd-07506147e565 HTTP/1.1" status: 200 len: 217 time: 0.0467725 Jul 15 23:16:32.126813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-f1960c2f-bffc-4961-ad62-1abae05ef071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.128437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-f1960c2f-bffc-4961-ad62-1abae05ef071 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 200 len: 853 time: 0.0880485 Jul 15 23:16:32.169191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-5dad1084-8efa-4168-b295-55cde221b117 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3de4f558-b7b2-4a69-a6d2-04d55c2630d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346682 Jul 15 23:16:32.173143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b31ba-ece1-4fc0-b0f2-862348612793 req-59bf1cf5-5bf7-440c-8577-c524b2618e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.174727 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f71b31ba-ece1-4fc0-b0f2-862348612793 req-59bf1cf5-5bf7-440c-8577-c524b2618e0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 1096 time: 0.0621912 Jul 15 23:16:32.210167 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f71b31ba-ece1-4fc0-b0f2-862348612793 req-c7704da6-ccf2-4ed7-9f5c-71a960e7409a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291083 Jul 15 23:16:32.344460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cfc97-9e1c-48ce-97f6-5a7c68495d32 req-6e2b1d93-9905-4094-ac3e-219abc3a68cf tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.345828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd3cfc97-9e1c-48ce-97f6-5a7c68495d32 req-6e2b1d93-9905-4094-ac3e-219abc3a68cf tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1741469 Jul 15 23:16:32.348029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-1f5c0486-7049-4fc3-b1fb-6c2d110c5365 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667912 Jul 15 23:16:32.370477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fa31b-9f92-4295-924e-c3f1eb5ec446 req-0e325582-2577-4b57-89a2-49b2fd4118cf tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.371915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-261fa31b-9f92-4295-924e-c3f1eb5ec446 req-0e325582-2577-4b57-89a2-49b2fd4118cf tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1484916 Jul 15 23:16:32.413850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd3cfc97-9e1c-48ce-97f6-5a7c68495d32 req-125819f2-73d0-4204-8039-2303935d8f0e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596416 Jul 15 23:16:32.425811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-261fa31b-9f92-4295-924e-c3f1eb5ec446 req-4ec87334-5b3e-4e0a-a47e-d7e8f25d7bba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479507 Jul 15 23:16:32.616571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5261faf4-0297-43b1-8c41-a86c83dd7b94 req-0ec27366-02cb-491e-b9c5-22eaab15f356 service neutron] 10.222.0.37 "GET /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210299 Jul 15 23:16:32.646677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca914c7c-4850-4762-b94d-2a24662f2eb2 req-99800c25-0a3f-4b28-afbb-c59fc2a942df tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.648271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca914c7c-4850-4762-b94d-2a24662f2eb2 req-99800c25-0a3f-4b28-afbb-c59fc2a942df tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1150627 Jul 15 23:16:32.695416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca914c7c-4850-4762-b94d-2a24662f2eb2 req-dabcf30d-07c2-40fe-860b-a0eb8c5f178f tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Jul 15 23:16:33.030209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dab12-1603-4ddf-be0a-acf049e305b2 req-a1efe408-60ae-4c45-a1d0-ca6d3584b0f5 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:33.031719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b69dab12-1603-4ddf-be0a-acf049e305b2 req-a1efe408-60ae-4c45-a1d0-ca6d3584b0f5 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 945 time: 0.0713131 Jul 15 23:16:33.101342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b69dab12-1603-4ddf-be0a-acf049e305b2 req-7f156ca6-d4e9-4f46-a3e6-4c87e205c6d6 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602407 Jul 15 23:16:33.132607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dffe6-423a-42e2-a24b-86209b835b1d req-803f904e-90fb-4e36-9bdd-e94bbc3f0d87 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:33.134362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-947dffe6-423a-42e2-a24b-86209b835b1d req-803f904e-90fb-4e36-9bdd-e94bbc3f0d87 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1016099 Jul 15 23:16:33.176957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-947dffe6-423a-42e2-a24b-86209b835b1d req-d03b59b6-1204-4708-abc0-4b3774eb6bf7 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364854 Jul 15 23:16:33.660148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b3b6-0195-45a9-9b3c-9bc541cf9bf8 req-a67b064c-e5f9-46e1-9b9c-9a354cb2a1b7 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:33.663361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2775b3b6-0195-45a9-9b3c-9bc541cf9bf8 req-a67b064c-e5f9-46e1-9b9c-9a354cb2a1b7 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1296430 Jul 15 23:16:33.672698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96060b-e178-4ce0-912c-fe5dd5b07bb9 req-713fd07c-cfeb-4cd3-8231-3c736141a852 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:33.674305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a96060b-e178-4ce0-912c-fe5dd5b07bb9 req-713fd07c-cfeb-4cd3-8231-3c736141a852 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1097972 Jul 15 23:16:33.747711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2775b3b6-0195-45a9-9b3c-9bc541cf9bf8 req-993d9f5c-200f-448a-8284-191386aecd8a tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680203 Jul 15 23:16:33.750453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a96060b-e178-4ce0-912c-fe5dd5b07bb9 req-a497bd35-afcd-43db-b66d-9bd6fca55fbc tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607774 Jul 15 23:16:33.934411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232306e-75b7-4511-bc48-e98b4534aef5 req-13d8d1ab-b51e-4109-a9a9-ce7d06e241d9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:33.936007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a232306e-75b7-4511-bc48-e98b4534aef5 req-13d8d1ab-b51e-4109-a9a9-ce7d06e241d9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.0687201 Jul 15 23:16:33.979168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a232306e-75b7-4511-bc48-e98b4534aef5 req-53b65a7a-4e96-47e1-8c9c-a0e8b7528e2e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Jul 15 23:16:34.285773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48948a-7c32-4e2c-bedb-e881c14f684e req-8b5c774e-bdbe-4fee-875c-8496de331f61 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.287343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b48948a-7c32-4e2c-bedb-e881c14f684e req-8b5c774e-bdbe-4fee-875c-8496de331f61 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 945 time: 0.0675395 Jul 15 23:16:34.357758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b48948a-7c32-4e2c-bedb-e881c14f684e req-c4a58e41-6879-4e32-82a9-57348ed8eba2 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571902 Jul 15 23:16:34.392287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7d8a-b3dd-45fe-bfa9-6573d97cba8d req-d7284ee8-bfcd-4eb4-ade5-b35187037b48 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.394577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6fb7d8a-b3dd-45fe-bfa9-6573d97cba8d req-d7284ee8-bfcd-4eb4-ade5-b35187037b48 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1025128 Jul 15 23:16:34.436901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6fb7d8a-b3dd-45fe-bfa9-6573d97cba8d req-2aec2433-cd36-4eed-8079-43bb350bada3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361123 Jul 15 23:16:34.623183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433cf0-6582-48c7-8c04-e8f86dfb910a req-5324ee4e-3f6b-4ea8-ac8d-1563371f3b9f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.625058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f433cf0-6582-48c7-8c04-e8f86dfb910a req-5324ee4e-3f6b-4ea8-ac8d-1563371f3b9f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.0678387 Jul 15 23:16:34.663628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f433cf0-6582-48c7-8c04-e8f86dfb910a req-87e03831-be62-4722-b061-a1942ea7efcb tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Jul 15 23:16:34.937813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b03d4-8dc4-408c-9c57-e5a9e35606e1 req-9c8b37f8-7c59-42a7-bd43-fd1d41763c86 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.939732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d64b03d4-8dc4-408c-9c57-e5a9e35606e1 req-9c8b37f8-7c59-42a7-bd43-fd1d41763c86 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1257465 Jul 15 23:16:35.046465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d64b03d4-8dc4-408c-9c57-e5a9e35606e1 req-54acd8ca-831b-4d14-a4a2-1b17f2869f6d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989468 Jul 15 23:16:35.058241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-7bb6f595-b81c-4526-abce-dfa270abd027 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1933744 Jul 15 23:16:35.073950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7c87-5d38-4bcd-98ec-f90b06df605b req-0a490a33-baa0-4298-81a9-97b4e3ac9942 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.076148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b83e7c87-5d38-4bcd-98ec-f90b06df605b req-0a490a33-baa0-4298-81a9-97b4e3ac9942 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.2019193 Jul 15 23:16:35.129151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-e7039f8a-b433-4ecc-a071-0ea674f6ad8a tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.130632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-e7039f8a-b433-4ecc-a071-0ea674f6ad8a tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.59 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 945 time: 0.1659319 Jul 15 23:16:35.173755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b83e7c87-5d38-4bcd-98ec-f90b06df605b req-c7347298-1092-4dad-9e81-ebf3375a0f36 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911708 Jul 15 23:16:35.314169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4386355e-5a04-42cb-bc83-0ec734d9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.314720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4386355e-5a04-42cb-bc83-0ec734d9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.315175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4386355e-5a04-42cb-bc83-0ec734d9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.315668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4386355e-5a04-42cb-bc83-0ec734d9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.316135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4386355e-5a04-42cb-bc83-0ec734d9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.316593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4386355e-5a04-42cb-bc83-0ec734d9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.317050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4386355e-5a04-42cb-bc83-0ec734d9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.319016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4386355e-5a04-42cb-bc83-0ec734d9bb50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6502 time: 0.1855383 Jul 15 23:16:35.336660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25b06f-754a-484a-889e-795186712ff8 req-ddd102a4-246f-4d39-992a-98c58aa2c8d0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.338151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff25b06f-754a-484a-889e-795186712ff8 req-ddd102a4-246f-4d39-992a-98c58aa2c8d0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1468732 Jul 15 23:16:35.374452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Deleting port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:35.374814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.522394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff25b06f-754a-484a-889e-795186712ff8 req-e873fe63-2878-457f-8a53-7f7856f8ae99 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785104 Jul 15 23:16:35.593412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-88dcc7af-052a-4323-851c-5b554a676569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.593890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-88dcc7af-052a-4323-851c-5b554a676569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.594353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-88dcc7af-052a-4323-851c-5b554a676569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.598864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-88dcc7af-052a-4323-851c-5b554a676569 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19797e7c-9816-4f28-84eb-abea97fbfe84&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8 HTTP/1.1" status: 200 len: 2297 time: 0.2432566 Jul 15 23:16:35.605631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] For port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,segment=NetworkSegment(2f42df06-0f3d-4045-8e24-03a266e8fc52),segment_id=2f42df06-0f3d-4045-8e24-03a266e8fc52)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:35.605752 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.632305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4514ab-212d-4893-9a01-bd3f8de62b76 req-b99fd5ee-9e49-4f37-928e-353134df810d tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.639164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb4514ab-212d-4893-9a01-bd3f8de62b76 req-b99fd5ee-9e49-4f37-928e-353134df810d tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.2424767 Jul 15 23:16:35.692066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Calling delete_port for 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:35.799301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-c4effaf4-60eb-4d56-b7ae-dddc80cce46d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239 HTTP/1.1" status: 200 len: 1001 time: 0.1900785 Jul 15 23:16:35.812169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb4514ab-212d-4893-9a01-bd3f8de62b76 req-66425806-9bcc-46c4-9ae6-f43e990ecca9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721046 Jul 15 23:16:35.900338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-8f2df723-94ea-4005-ab5a-df25228cbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.901830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-8f2df723-94ea-4005-ab5a-df25228cbb42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ae3396d-c255-4fcd-8289-4f347f493d8d HTTP/1.1" status: 200 len: 856 time: 0.0840914 Jul 15 23:16:35.927702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd15772-5464-4421-941c-ec7a140684f9 req-2047542d-da3e-4243-858b-472d5c4bbe72 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.929301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfd15772-5464-4421-941c-ec7a140684f9 req-2047542d-da3e-4243-858b-472d5c4bbe72 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2491353 Jul 15 23:16:36.075301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfd15772-5464-4421-941c-ec7a140684f9 req-2d46fadd-5111-4baf-ae49-a0518c6d65b3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234291 Jul 15 23:16:36.079187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.119239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Pushing event deleted for resources: {'Port': ['ID=9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:36.133608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-9702ac42-1800-4204-ba17-3420eb80d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.135145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-9702ac42-1800-4204-ba17-3420eb80d89c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19797e7c-9816-4f28-84eb-abea97fbfe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238226 Jul 15 23:16:36.177570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d044090-c036-40ea-b8c4-1654f74ddec6 req-8d876a4b-6bc5-48ed-a4a4-f72963b5791d tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.179199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d044090-c036-40ea-b8c4-1654f74ddec6 req-8d876a4b-6bc5-48ed-a4a4-f72963b5791d tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/ports?device_id=84e9bf9e-f22a-4cee-bc12-8e10dffa3376 HTTP/1.1" status: 200 len: 867 time: 0.2051704 Jul 15 23:16:36.198652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] No DVR routers for this DVR port 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:36.220378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.222583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d01f9ec4-090b-4db4-9304-b9c2f81a63fe req-60c68c16-3252-46b1-a950-a915f28d1c7e tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.59 "DELETE /v2.0/ports/9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac HTTP/1.1" status: 204 len: 173 time: 1.0800793 Jul 15 23:16:36.223055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e9bf9e-f22a-4cee-bc12-8e10dffa3376', 'name': 'network-vif-deleted', 'tag': '9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:36.225304 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45c235e-5009-4fb9-8dfd-5df106d37f7f" -d '{"events": [{"server_uuid": "84e9bf9e-f22a-4cee-bc12-8e10dffa3376", "name": "network-vif-deleted", "tag": "9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:36.288814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d044090-c036-40ea-b8c4-1654f74ddec6 req-344dcde1-9996-4991-89a5-09c01907aa81 tempest-ServerTagsTestJSON-289934624 tempest-ServerTagsTestJSON-289934624-project] 10.222.0.23 "GET /v2.0/security-groups?id=74fb2428-3d59-41ed-ad52-46151b63bd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913970 Jul 15 23:16:36.332686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-0022c00a-d836-4fa9-afa3-74a62e41ee2d service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739783 Jul 15 23:16:36.491310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00cae-276a-4b34-81cf-007b6975cd9a req-3efac39a-4427-4358-88eb-76a060c0fb63 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.493155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cb00cae-276a-4b34-81cf-007b6975cd9a req-3efac39a-4427-4358-88eb-76a060c0fb63 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1414027 Jul 15 23:16:36.498401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-8bc0eca4-5aac-409c-a34f-548a1d1d59aa service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568177 Jul 15 23:16:36.939336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cb00cae-276a-4b34-81cf-007b6975cd9a req-8e97ee12-f1e7-4638-91dd-a6c28eb4900d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378073 Jul 15 23:16:36.940695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-ca855da7-e8de-48a4-baba-183d73bbea49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 217 time: 0.4255834 Jul 15 23:16:36.997562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-aba885bb-a571-45da-94b2-37fce128a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.999140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-aba885bb-a571-45da-94b2-37fce128a53c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.0515182 Jul 15 23:16:37.049961 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b4e39b-36c8-4ab9-a80e-7979d098aced x-openstack-request-id: req-f7b4e39b-36c8-4ab9-a80e-7979d098aced {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:37.050317 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e9bf9e-f22a-4cee-bc12-8e10dffa3376", "name": "network-vif-deleted", "tag": "9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:37.050646 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7b4e39b-36c8-4ab9-a80e-7979d098aced {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:37.050975 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e9bf9e-f22a-4cee-bc12-8e10dffa3376', 'name': 'network-vif-deleted', 'tag': '9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac', 'status': 'completed', 'code': 200} Jul 15 23:16:37.079557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d16439-82b8-4c25-927a-bffbd4318797 req-d132134f-1119-4bfc-88cd-cedbece31e3c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.089172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2d16439-82b8-4c25-927a-bffbd4318797 req-d132134f-1119-4bfc-88cd-cedbece31e3c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.5668044 Jul 15 23:16:37.134866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-adafc79b-9e16-435a-bb31-2d5e4f6b9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.136472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-adafc79b-9e16-435a-bb31-2d5e4f6b9707 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273229 Jul 15 23:16:37.139884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2d16439-82b8-4c25-927a-bffbd4318797 req-07d45742-56f6-4760-ad88-86d7ba574cf0 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Jul 15 23:16:37.273339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-5b03be54-622b-4de6-84c4-3fc6b474267e service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256297 Jul 15 23:16:37.413526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f00e0-9c2b-4cb6-a2f7-55ddc71a4986 req-20dd11e5-5cee-4fe9-8fd8-9de962c86b86 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.414979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb0f00e0-9c2b-4cb6-a2f7-55ddc71a4986 req-20dd11e5-5cee-4fe9-8fd8-9de962c86b86 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1795008 Jul 15 23:16:37.457491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2b53-ad0f-4ab8-a1aa-182b5247eecf req-c8992a63-26b3-419e-bb57-2b0cc01693c6 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.459034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-738d2b53-ad0f-4ab8-a1aa-182b5247eecf req-c8992a63-26b3-419e-bb57-2b0cc01693c6 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1895568 Jul 15 23:16:37.460822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-f3c6d2aa-51b0-48ca-b3e8-2b4397f7ed3b service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723447 Jul 15 23:16:37.528223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb0f00e0-9c2b-4cb6-a2f7-55ddc71a4986 req-5ec9e9ab-ab14-4acc-8e01-98970475fa3b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029253 Jul 15 23:16:37.531177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-ad1826cd-7f6e-4b9e-959a-a8df3e7c5cf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0556903 Jul 15 23:16:37.578509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-738d2b53-ad0f-4ab8-a1aa-182b5247eecf req-1ea7abac-b9c5-4f4d-86da-3c8d6dc28d44 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128192 Jul 15 23:16:37.597877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-ae106395-2880-4638-afe6-3139f08cb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.599473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-ae106395-2880-4638-afe6-3139f08cb2a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.0583322 Jul 15 23:16:37.665422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-41f3f382-c1bd-435b-92ea-19befba044be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.667186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-41f3f382-c1bd-435b-92ea-19befba044be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594432 Jul 15 23:16:37.772914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-3bfe943f-e977-4002-88c4-e72d8cea5d2d service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965047 Jul 15 23:16:37.796743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42558) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:37.860682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-1543f81e-fc84-469d-b4e1-195350eafc6f admin admin] Deleting subnet 40605bdb-83eb-4bee-bb95-514ca2601ae0 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:37.865418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1543f81e-fc84-469d-b4e1-195350eafc6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.908589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1543f81e-fc84-469d-b4e1-195350eafc6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.932564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-5ee4fec9-112f-4f07-9774-7141b3e6a721 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501031 Jul 15 23:16:37.954702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1543f81e-fc84-469d-b4e1-195350eafc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.011000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-ef5121d1-3efa-4d3f-8e20-401424e5a9ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7 HTTP/1.1" status: 200 len: 217 time: 0.0685833 Jul 15 23:16:38.026945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1543f81e-fc84-469d-b4e1-195350eafc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.049820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:38.062766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543f81e-fc84-469d-b4e1-195350eafc6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40605bdb-83eb-4bee-bb95-514ca2601ae0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:38.066117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1543f81e-fc84-469d-b4e1-195350eafc6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.068811 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1543f81e-fc84-469d-b4e1-195350eafc6f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/40605bdb-83eb-4bee-bb95-514ca2601ae0 HTTP/1.1" status: 204 len: 168 time: 0.2699058 Jul 15 23:16:38.071193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42572) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:38.087049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3f7c-1f1a-476c-9e61-aa88e9aef84e req-be343c85-e90f-41be-8f75-794932aae07b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.094691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-825c3f7c-1f1a-476c-9e61-aa88e9aef84e req-be343c85-e90f-41be-8f75-794932aae07b tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2031617 Jul 15 23:16:38.122151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-8ae196eb-d821-4621-9a82-d7f63a7b586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.123831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-8ae196eb-d821-4621-9a82-d7f63a7b586d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.0997379 Jul 15 23:16:38.136249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:38.136622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 9ac2a945-53a3-4a40-a34b-8d2ffa52f5ac not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:38.160256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-825c3f7c-1f1a-476c-9e61-aa88e9aef84e req-b31090a9-d009-4022-9ba6-af1d276ade43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 Jul 15 23:16:38.167338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.225783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-9d8d6de1-1a65-4cfc-9722-50dc82c9d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.238139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-9d8d6de1-1a65-4cfc-9722-50dc82c9d4a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0933294 Jul 15 23:16:38.280176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.295273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:38.308401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f42df06-0f3d-4045-8e24-03a266e8fc52') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:38.308702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f42df06-0f3d-4045-8e24-03a266e8fc52') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:38.333358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.376371 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.398543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:38.399014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:38.404793 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:38.417119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-e3826d46-327f-478b-8f9c-6fc6fcda9171 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675794 Jul 15 23:16:38.500267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.516341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.522304 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] 10.222.0.23 "DELETE /v2.0/networks/325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1 HTTP/1.1" status: 204 len: 168 time: 0.4496717 Jul 15 23:16:38.549107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf9d88-4224-4798-b440-207c8cfe3365 admin admin] Pushing event deleted for resources: {'Network': ['ID=325f1c3b-c52f-414b-b3a9-01a5e8c2f6c1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:38.677293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-8a6472c3-4a58-4599-a182-3491d3b01d8b service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499413 Jul 15 23:16:38.742180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-a699e226-c62e-4f88-8ee2-b31d2afb2652 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0511658 Jul 15 23:16:38.756858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb266f-fff2-46ab-b8e7-b7ddc1ef568c req-a8838743-5f43-4e4d-9e74-fb0a6d28c5a5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.757894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42604) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:38.758489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6bb266f-fff2-46ab-b8e7-b7ddc1ef568c req-a8838743-5f43-4e4d-9e74-fb0a6d28c5a5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1862755 Jul 15 23:16:38.767430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043395df-0f31-42f9-bb91-2bdb58a880e7 req-b64d6c1f-990c-433e-b435-ba64a49fba4f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.768962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-043395df-0f31-42f9-bb91-2bdb58a880e7 req-b64d6c1f-990c-433e-b435-ba64a49fba4f tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1586187 Jul 15 23:16:38.815009 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-33bdb9e0-e628-41f1-8e75-ce9eec797bac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc98e7c41b3344648c6f69833d1ada07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532017 Jul 15 23:16:38.815566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42606) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:38.865467 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-354369f5-f738-4d19-aeff-8dbe63bae781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.869438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-89e39885-c1f2-45f6-8a50-19071340c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.870956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-89e39885-c1f2-45f6-8a50-19071340c103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1115286 Jul 15 23:16:38.875600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6bb266f-fff2-46ab-b8e7-b7ddc1ef568c req-1863ded6-7d27-475c-9682-f2754799d52e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057537 Jul 15 23:16:38.878628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-043395df-0f31-42f9-bb91-2bdb58a880e7 req-cba49b06-d4c3-41c6-a380-88f05d2957fa tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967588 Jul 15 23:16:38.888499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-354369f5-f738-4d19-aeff-8dbe63bae781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.970251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-354369f5-f738-4d19-aeff-8dbe63bae781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.970933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-d36cc7dc-6109-4929-98ac-fb355ce8f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.973445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-d36cc7dc-6109-4929-98ac-fb355ce8f75c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887861 Jul 15 23:16:38.974012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-354369f5-f738-4d19-aeff-8dbe63bae781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.975411 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-354369f5-f738-4d19-aeff-8dbe63bae781 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74fb2428-3d59-41ed-ad52-46151b63bd1d HTTP/1.1" status: 204 len: 168 time: 0.1591113 Jul 15 23:16:38.984062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354369f5-f738-4d19-aeff-8dbe63bae781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fb2428-3d59-41ed-ad52-46151b63bd1d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:39.173913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-43ffc7e8-eb08-4cf1-a0d4-184e71a6e1bd service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927321 Jul 15 23:16:39.207847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103eb1d-50fe-4c61-9213-901e459f4086 req-03b42204-7514-4161-994b-3ba140cfcba3 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:39.214865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7103eb1d-50fe-4c61-9213-901e459f4086 req-03b42204-7514-4161-994b-3ba140cfcba3 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1821277 Jul 15 23:16:39.256618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534eaa9-9f46-4788-aedc-e42b2b77db49 req-016f6a64-161f-4499-b779-ddba8e05e572 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:39.263414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5534eaa9-9f46-4788-aedc-e42b2b77db49 req-016f6a64-161f-4499-b779-ddba8e05e572 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.2111063 Jul 15 23:16:39.348401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7103eb1d-50fe-4c61-9213-901e459f4086 req-fded4b50-9f18-4719-82c6-60c6a3ed82b8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328664 Jul 15 23:16:39.354484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5534eaa9-9f46-4788-aedc-e42b2b77db49 req-74f8ceec-d4ef-4ccb-bf87-f179103643c9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902829 Jul 15 23:16:39.394556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-70751e47-b52a-44cf-9e74-fd79638738d5 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068446 Jul 15 23:16:39.449007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-cde11044-735b-4cbe-8e24-9be6e4912a75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a HTTP/1.1" status: 200 len: 217 time: 0.0412323 Jul 15 23:16:39.551579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-a31dea32-64b6-4e60-89d9-02485d654619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:39.553122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-a31dea32-64b6-4e60-89d9-02485d654619 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.0955369 Jul 15 23:16:39.681568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf13014-9482-458b-a0f3-7681f2bcabf3 req-28a00f6d-2125-41c0-a16b-7e55f7c62ace tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:39.683332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bf13014-9482-458b-a0f3-7681f2bcabf3 req-28a00f6d-2125-41c0-a16b-7e55f7c62ace tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1822176 Jul 15 23:16:39.687167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-635cd318-e210-4ecb-a191-9c5cc1867aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:39.689153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-635cd318-e210-4ecb-a191-9c5cc1867aa9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262841 Jul 15 23:16:39.762740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bf13014-9482-458b-a0f3-7681f2bcabf3 req-d33dbf76-04bf-4d92-b024-7ebcb27c12cc tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651419 Jul 15 23:16:39.886488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-fd493ad0-05a9-4649-b49e-49947e77069c service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685433 Jul 15 23:16:40.157919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-3d08a748-a0de-450a-ac69-3e3afc629106 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586761 Jul 15 23:16:40.219990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-866c7a14-7598-43ff-98be-6c715ca0e4d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68772141-302d-434c-ba43-ffaff8a58760 HTTP/1.1" status: 200 len: 217 time: 0.0464375 Jul 15 23:16:40.254249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50970-a0b8-4490-a30c-0aadfdf9197b req-c91571a7-9e51-479f-905b-56395263ea0a tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.256145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2b50970-a0b8-4490-a30c-0aadfdf9197b req-c91571a7-9e51-479f-905b-56395263ea0a tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.2109170 Jul 15 23:16:40.301673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f049-ac98-4b11-94c6-6069be3f0da5 req-8f9c3df4-e040-4398-8029-f34fea4d196d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.303390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec96f049-ac98-4b11-94c6-6069be3f0da5 req-8f9c3df4-e040-4398-8029-f34fea4d196d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2027149 Jul 15 23:16:40.363166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-f55be6bb-2075-4455-abee-57a35d02e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.364645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-f55be6bb-2075-4455-abee-57a35d02e28b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.1310258 Jul 15 23:16:40.373362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec96f049-ac98-4b11-94c6-6069be3f0da5 req-a5044993-2915-4f7c-86b8-a98a852665a9 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575502 Jul 15 23:16:40.385424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2b50970-a0b8-4490-a30c-0aadfdf9197b req-6114d015-7859-4148-847c-8d016f0ceb4f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060193 Jul 15 23:16:40.489009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-882e7321-0a72-40b5-9bea-f71e257f39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.491299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-882e7321-0a72-40b5-9bea-f71e257f39c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049619 Jul 15 23:16:40.681730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-01771330-1762-4f68-a5b9-def3ba202e24 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761870 Jul 15 23:16:40.704110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c685-9485-4a89-b775-14830c0f7a35 req-989554d8-cb4f-42ca-a646-9a2fe93bc573 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.705271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73c1c685-9485-4a89-b775-14830c0f7a35 req-989554d8-cb4f-42ca-a646-9a2fe93bc573 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1732867 Jul 15 23:16:40.803883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415bac3-3163-4f9d-a7db-935fe99c9c08 req-fe939e2d-c5ce-4246-aef8-bacfb319c9ca tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.810893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0415bac3-3163-4f9d-a7db-935fe99c9c08 req-fe939e2d-c5ce-4246-aef8-bacfb319c9ca tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.2065308 Jul 15 23:16:40.855593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73c1c685-9485-4a89-b775-14830c0f7a35 req-9e1cb280-1f63-4bba-9c37-f4a3bf4c24a2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234453 Jul 15 23:16:40.892722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-976be0e3-f05f-42de-87c0-3fdba9c8273a req-4ea07544-f43e-4c9d-9669-b971b20e9503 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967006 Jul 15 23:16:40.896830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0415bac3-3163-4f9d-a7db-935fe99c9c08 req-10f68c81-fb1b-4808-91ef-3d815e9b796c tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850966 Jul 15 23:16:41.147412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74553ccd-88fd-49e7-bb79-dba24b0f0d22 req-ffe21054-9c3d-497d-9c9a-cd11391c37fb tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.148963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74553ccd-88fd-49e7-bb79-dba24b0f0d22 req-ffe21054-9c3d-497d-9c9a-cd11391c37fb tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1273179 Jul 15 23:16:41.200942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74553ccd-88fd-49e7-bb79-dba24b0f0d22 req-3076449e-873f-4432-ad8d-416f76c722a3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Jul 15 23:16:41.455856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2009cc-c730-4107-8906-4757e8191974 req-b6cee8f1-2a14-4e17-820c-8a32a56c3696 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.457455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff2009cc-c730-4107-8906-4757e8191974 req-b6cee8f1-2a14-4e17-820c-8a32a56c3696 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.0871561 Jul 15 23:16:41.504595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff2009cc-c730-4107-8906-4757e8191974 req-551df63d-eafe-479b-aa86-c9e092ca1fad tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Jul 15 23:16:41.590301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827d268-a245-4d07-8bd8-d510902d7743 req-cd60cf86-7b02-4387-9c27-39431f901d71 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.592028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a827d268-a245-4d07-8bd8-d510902d7743 req-cd60cf86-7b02-4387-9c27-39431f901d71 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.0800357 Jul 15 23:16:41.650226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a827d268-a245-4d07-8bd8-d510902d7743 req-2261210b-d61f-4afe-8a70-09d1ceae46d9 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517936 Jul 15 23:16:41.662032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a620b9a2-e0fa-4bec-9b82-e9cc367af369 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:41.713183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc740dc0-7e63-4ed7-b5be-d1ba06ef99de req-e0ea0f0d-ace2-49e0-bf7e-7e0d917ce344 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.720134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc740dc0-7e63-4ed7-b5be-d1ba06ef99de req-e0ea0f0d-ace2-49e0-bf7e-7e0d917ce344 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.0845928 Jul 15 23:16:41.760762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc740dc0-7e63-4ed7-b5be-d1ba06ef99de req-3de5550a-6bd8-4dd7-96e4-3589b1c48e46 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Jul 15 23:16:41.771468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:41.790062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369', 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'port_id': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369', 'mac_address': 'fa:16:3e:86:6e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184999a4-369c-477d-ba38-20cd28523077', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:41.835332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.010979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862654f-8aa3-4ae7-b663-84106380ee1f req-f1f3ee91-a45d-44a9-8665-82feea77c3f4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.012647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d862654f-8aa3-4ae7-b663-84106380ee1f req-f1f3ee91-a45d-44a9-8665-82feea77c3f4 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.0838788 Jul 15 23:16:42.017690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a620b9a2-e0fa-4bec-9b82-e9cc367af369 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:42.046703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:42.053870 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.096870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d862654f-8aa3-4ae7-b663-84106380ee1f req-f5c69429-78b4-427e-861f-7ace1e2ff666 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725577 Jul 15 23:16:42.122576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a620b9a2-e0fa-4bec-9b82-e9cc367af369,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:42.127218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305cfd6-0907-4b6a-99cb-4e98e36313a4 req-84746503-fb2a-49e0-aef0-85dc85bd4d9d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.134573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7305cfd6-0907-4b6a-99cb-4e98e36313a4 req-84746503-fb2a-49e0-aef0-85dc85bd4d9d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1208539 Jul 15 23:16:42.176583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7305cfd6-0907-4b6a-99cb-4e98e36313a4 req-8478b6ae-1943-495c-b33f-6e8bff96b401 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Jul 15 23:16:42.249167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a620b9a2-e0fa-4bec-9b82-e9cc367af369'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:42.355011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cdad4-fda3-48dd-ad4e-858a5fa8119b req-24fb5a66-d56a-4668-8406-39dac7559557 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.361875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c46cdad4-fda3-48dd-ad4e-858a5fa8119b req-24fb5a66-d56a-4668-8406-39dac7559557 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1058152 Jul 15 23:16:42.453794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c46cdad4-fda3-48dd-ad4e-858a5fa8119b req-5329510c-3bed-4a85-822b-72d0b3d112b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761812 Jul 15 23:16:42.478787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bf79b-61b7-41c4-9dc4-5cfb7b90df76 req-56da8e9e-2584-4e7e-b696-57753d2bb6fa tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.491872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88bf79b-61b7-41c4-9dc4-5cfb7b90df76 req-56da8e9e-2584-4e7e-b696-57753d2bb6fa tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1280997 Jul 15 23:16:42.557294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a88bf79b-61b7-41c4-9dc4-5cfb7b90df76 req-19cbe21b-2d23-406c-9e9f-70c8b656eee3 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620005 Jul 15 23:16:42.984796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc4cf2-e2be-4016-aaf2-62c86468dfed req-a67a6798-ddd6-46d2-a898-be3ad6250941 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.986909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78fc4cf2-e2be-4016-aaf2-62c86468dfed req-a67a6798-ddd6-46d2-a898-be3ad6250941 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.0756223 Jul 15 23:16:43.103781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78fc4cf2-e2be-4016-aaf2-62c86468dfed req-35dde944-ed40-406b-a5c3-34b130303e9b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043782 Jul 15 23:16:43.147748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-560a118a-f14c-473c-ab36-3d7e925589b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1581063 Jul 15 23:16:43.162489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbd61-6729-4f1d-a14d-238b093da377 req-60b57285-9a57-4d74-a8ad-d359092728ad tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.164236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caadbd61-6729-4f1d-a14d-238b093da377 req-60b57285-9a57-4d74-a8ad-d359092728ad tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1358042 Jul 15 23:16:43.221082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caadbd61-6729-4f1d-a14d-238b093da377 req-a7980115-0d49-4c74-b734-9f098687fd0c tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505142 Jul 15 23:16:43.351120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-948c41a1-1a8e-4441-9136-eff52b113460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.351608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-948c41a1-1a8e-4441-9136-eff52b113460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.352102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-948c41a1-1a8e-4441-9136-eff52b113460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.364610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-948c41a1-1a8e-4441-9136-eff52b113460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.364610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-948c41a1-1a8e-4441-9136-eff52b113460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.364610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-948c41a1-1a8e-4441-9136-eff52b113460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.364610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-948c41a1-1a8e-4441-9136-eff52b113460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.372365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-948c41a1-1a8e-4441-9136-eff52b113460 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6489 time: 0.1498556 Jul 15 23:16:43.391688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef9a0f-b0f1-4a75-9fc8-9689dd3a1a94 req-18434787-88b2-4079-9d1d-e78e2595bed7 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.396691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4ef9a0f-b0f1-4a75-9fc8-9689dd3a1a94 req-18434787-88b2-4079-9d1d-e78e2595bed7 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 944 time: 0.1642516 Jul 15 23:16:43.491361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4ef9a0f-b0f1-4a75-9fc8-9689dd3a1a94 req-86fcccab-2f85-4692-a754-b4652972d317 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870273 Jul 15 23:16:43.550833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-0bb005ac-a1eb-4cea-8fcd-7054fde714ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.551387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-0bb005ac-a1eb-4cea-8fcd-7054fde714ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.552263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-0bb005ac-a1eb-4cea-8fcd-7054fde714ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.554403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-0bb005ac-a1eb-4cea-8fcd-7054fde714ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=9267d37d-4936-45b9-86fc-a552f79fc3f3&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=676655e1-1039-438e-be89-7733e2899543&id=676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 200 len: 2292 time: 0.1327994 Jul 15 23:16:43.657070 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.659143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-58199c34-f6d7-4f2f-88ad-17b3b60f0d65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe HTTP/1.1" status: 200 len: 1002 time: 0.0973248 Jul 15 23:16:43.679183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a620b9a2-e0fa-4bec-9b82-e9cc367af369 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:43.751081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-0e09dc9f-5075-476b-a6d3-481bfd957f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.763641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-0e09dc9f-5075-476b-a6d3-481bfd957f1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39a03c-545c-46bc-b82c-7c1d5c3237f1 HTTP/1.1" status: 200 len: 851 time: 0.0978096 Jul 15 23:16:43.774379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f32ff-cf6e-439c-a199-d590209c8858 req-b46ee64a-dd38-49ac-8d08-1d87e5a02990 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.786133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-399f32ff-cf6e-439c-a199-d590209c8858 req-b46ee64a-dd38-49ac-8d08-1d87e5a02990 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1715720 Jul 15 23:16:43.867119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port a620b9a2-e0fa-4bec-9b82-e9cc367af369 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:43.867498 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.984414 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.033627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a553da6-da69-4c1a-b561-0787e00edae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:44.040521 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012a2e49-6af6-4b88-9167-c5b02c97ac59" -d '{"events": [{"server_uuid": "0a553da6-da69-4c1a-b561-0787e00edae1", "name": "network-vif-plugged", "status": "completed", "tag": "a620b9a2-e0fa-4bec-9b82-e9cc367af369"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:44.075986 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:44.084333 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.156725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a620b9a2-e0fa-4bec-9b82-e9cc367af369,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:44.195288 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5090c55f-1072-4630-bad1-27494346c9c9 x-openstack-request-id: req-5090c55f-1072-4630-bad1-27494346c9c9 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:44.195715 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a553da6-da69-4c1a-b561-0787e00edae1", "name": "network-vif-plugged", "status": "completed", "tag": "a620b9a2-e0fa-4bec-9b82-e9cc367af369", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:44.196194 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5090c55f-1072-4630-bad1-27494346c9c9 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:44.196720 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a553da6-da69-4c1a-b561-0787e00edae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369', 'code': 200} Jul 15 23:16:44.476607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-399f32ff-cf6e-439c-a199-d590209c8858 req-9ac724c8-3601-469e-b5c0-a9d8d0683413 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6895211 Jul 15 23:16:44.592555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-56132add-ef2d-431d-ace2-9643b327126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.594090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-56132add-ef2d-431d-ace2-9643b327126a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9267d37d-4936-45b9-86fc-a552f79fc3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8054225 Jul 15 23:16:44.609290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74379929-52a6-4d58-bc78-1b7bd0d5aac3 req-d7733d6f-c3af-47ad-ae50-735347b4522f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.611029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74379929-52a6-4d58-bc78-1b7bd0d5aac3 req-d7733d6f-c3af-47ad-ae50-735347b4522f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.2129431 Jul 15 23:16:44.711285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74379929-52a6-4d58-bc78-1b7bd0d5aac3 req-a73ae4e8-0593-4120-b8aa-6495ed1ca751 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896084 Jul 15 23:16:44.829151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-a80c24a8-db1f-4972-9e87-987e24a4b252 service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170212 Jul 15 23:16:44.844435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7b07e-a10c-48ba-8186-d3a37241116f req-f7fe7431-fe6b-44f7-b38c-08c9e6bb4ef7 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.853512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5d7b07e-a10c-48ba-8186-d3a37241116f req-f7fe7431-fe6b-44f7-b38c-08c9e6bb4ef7 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1830213 Jul 15 23:16:45.015216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5d7b07e-a10c-48ba-8186-d3a37241116f req-98dc4828-e6a4-46df-8edb-3d81970b01d4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606791 Jul 15 23:16:45.026542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-1de27446-f0ff-4936-aa09-0bcdb536f581 service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704810 Jul 15 23:16:45.077045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-e9328dbc-df68-4c9e-8039-9487a515d3a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 217 time: 0.0436335 Jul 15 23:16:45.078592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-3a26b9ea-164d-4c7f-9ca0-5897534d8a53 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.080983 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-3a26b9ea-164d-4c7f-9ca0-5897534d8a53 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 945 time: 0.1232932 Jul 15 23:16:45.150632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-d04dbe87-059a-4749-81f2-d8c8cf133577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.154830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-d04dbe87-059a-4749-81f2-d8c8cf133577 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0646713 Jul 15 23:16:45.207257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Deleting port a620b9a2-e0fa-4bec-9b82-e9cc367af369 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:45.207850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.259183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-45d30298-996b-44f4-93ab-b0cfb09c1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.261415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-45d30298-996b-44f4-93ab-b0cfb09c1ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996842 Jul 15 23:16:45.348706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] For port a620b9a2-e0fa-4bec-9b82-e9cc367af369, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a620b9a2-e0fa-4bec-9b82-e9cc367af369,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:45.349311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.365466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Calling delete_port for a620b9a2-e0fa-4bec-9b82-e9cc367af369 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:45.386126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-fe15c746-c7d9-4f80-bba6-3db9b553d27a service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076748 Jul 15 23:16:45.530177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-87413048-2920-4340-ab6e-43602189b279 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360004 Jul 15 23:16:45.536372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.603716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event deleted for resources: {'Port': ['ID=a620b9a2-e0fa-4bec-9b82-e9cc367af369,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:45.611917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-34fe88b0-b39d-475f-84c9-eab14ac631f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0742447 Jul 15 23:16:45.632003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.632003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.632003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.632427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.632688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.633119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.633775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.634323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.635561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.635561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.635561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.635856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:45.702938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] No DVR routers for this DVR port a620b9a2-e0fa-4bec-9b82-e9cc367af369 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:45.711108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.713448 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7822ae2d-2478-4504-b286-9559d8daf9e9 req-1f8577a1-7bdb-422d-a8c2-13c4e01e728a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.37 "DELETE /v2.0/ports/a620b9a2-e0fa-4bec-9b82-e9cc367af369 HTTP/1.1" status: 204 len: 173 time: 0.6226656 Jul 15 23:16:45.713739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a553da6-da69-4c1a-b561-0787e00edae1', 'name': 'network-vif-deleted', 'tag': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:45.717162 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c8faf3-c7b0-4cae-b7cf-2637682d45f4" -d '{"events": [{"server_uuid": "0a553da6-da69-4c1a-b561-0787e00edae1", "name": "network-vif-deleted", "tag": "a620b9a2-e0fa-4bec-9b82-e9cc367af369"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:45.730210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a620b9a2-e0fa-4bec-9b82-e9cc367af369 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:45.750440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-233f24b1-f686-41cf-90fb-ae88aa4c2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.751974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-233f24b1-f686-41cf-90fb-ae88aa4c2808 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.1313643 Jul 15 23:16:45.782705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed19a-ab27-4e18-b606-80543b3dbafc req-30493e51-a464-43ee-a8ff-255d2f788330 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.790922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bbed19a-ab27-4e18-b606-80543b3dbafc req-30493e51-a464-43ee-a8ff-255d2f788330 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1686683 Jul 15 23:16:45.822307 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36131a42-c01a-4c13-b8ea-d48bfd457803 x-openstack-request-id: req-36131a42-c01a-4c13-b8ea-d48bfd457803 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:45.823040 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a553da6-da69-4c1a-b561-0787e00edae1", "name": "network-vif-deleted", "tag": "a620b9a2-e0fa-4bec-9b82-e9cc367af369", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:45.823455 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36131a42-c01a-4c13-b8ea-d48bfd457803 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:45.824226 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a553da6-da69-4c1a-b561-0787e00edae1', 'name': 'network-vif-deleted', 'tag': 'a620b9a2-e0fa-4bec-9b82-e9cc367af369', 'status': 'completed', 'code': 200} Jul 15 23:16:45.826987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: a620b9a2-e0fa-4bec-9b82-e9cc367af369 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:45.827564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a620b9a2-e0fa-4bec-9b82-e9cc367af369 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:45.963407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bbed19a-ab27-4e18-b606-80543b3dbafc req-ba9f3c22-4bc7-40fc-bccc-c23c52695fcc tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714411 Jul 15 23:16:46.039601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-1cea5e59-1e6c-46e9-92e4-6b0546511e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.045170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-1cea5e59-1e6c-46e9-92e4-6b0546511e45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2823496 Jul 15 23:16:46.177519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad07f6-e2b0-4980-b3e5-35dbdc3406c5 req-7c3156c2-dadf-497e-ace2-6f1d7e57978f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.180679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fad07f6-e2b0-4980-b3e5-35dbdc3406c5 req-7c3156c2-dadf-497e-ace2-6f1d7e57978f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.2160978 Jul 15 23:16:46.241949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4081ad5a-971b-4c5a-a208-2aa9d3eab710 req-2e50416e-ea12-4a2b-ad80-9468308d5f21 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a553da6-da69-4c1a-b561-0787e00edae1 HTTP/1.1" status: 200 len: 210 time: 0.0326302 Jul 15 23:16:46.244165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-2f06a1eb-8add-42ab-8746-6fb446d3c5a1 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937830 Jul 15 23:16:46.294110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fad07f6-e2b0-4980-b3e5-35dbdc3406c5 req-425aeb21-a5e4-4c85-b0b6-569f39bc88f8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047859 Jul 15 23:16:46.385835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-fa4e0300-0328-4f21-b658-8cf1b1e4b595 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300573 Jul 15 23:16:46.435257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-1e141373-2d46-4c48-86e6-fb75b5fe7faa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fea8efda-f69d-4eb3-9e36-aa435e795501 HTTP/1.1" status: 200 len: 217 time: 0.0426631 Jul 15 23:16:46.501880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-b6f904c4-f7ca-4b21-86d6-8915be748520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.504227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-b6f904c4-f7ca-4b21-86d6-8915be748520 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0624025 Jul 15 23:16:46.674251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-64f4b8f2-9c43-436d-b03f-c40811eaff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.676458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-64f4b8f2-9c43-436d-b03f-c40811eaff83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357412 Jul 15 23:16:46.825796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-4985ac25-e683-4190-8d80-fdb394836725 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404438 Jul 15 23:16:46.961060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-0437ab6e-c5e5-4285-8095-3d9d14051066 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203265 Jul 15 23:16:47.024952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-bd8d8501-d836-4009-a8ae-ed30e165b01f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993 HTTP/1.1" status: 200 len: 217 time: 0.0567536 Jul 15 23:16:47.153562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-e2ca461a-06c7-485a-b7a8-53a2b7ccd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.155105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-e2ca461a-06c7-485a-b7a8-53a2b7ccd9e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.1223655 Jul 15 23:16:47.267037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661bb71-5b4e-481f-86b7-85d5cbcb6cf0 req-86579d41-4671-4606-ae64-d752776aa08b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.269624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c661bb71-5b4e-481f-86b7-85d5cbcb6cf0 req-86579d41-4671-4606-ae64-d752776aa08b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1105800 Jul 15 23:16:47.275919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-ae174345-7521-4347-9f63-46fa69436335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.277405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-ae174345-7521-4347-9f63-46fa69436335 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091304 Jul 15 23:16:47.352518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c661bb71-5b4e-481f-86b7-85d5cbcb6cf0 req-da807edb-142d-4b7e-858e-5d2a3d512256 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717030 Jul 15 23:16:47.410609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-81f473ec-cb8e-4b86-9ce6-22e8e369a8d7 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210167 Jul 15 23:16:47.579148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-4a9f87a0-c269-40b9-a28d-fa430159c3c4 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597435 Jul 15 23:16:47.636214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b24fd6-482e-4184-b67a-5e6bff48284c req-486feba7-4ae2-408e-b044-02c20fd03177 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.637761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92b24fd6-482e-4184-b67a-5e6bff48284c req-486feba7-4ae2-408e-b044-02c20fd03177 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1293840 Jul 15 23:16:47.639609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-3fd37b3b-2fa2-4d57-8f79-069c25892bda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28eba14b-9740-49bf-b234-fcdf2819574d HTTP/1.1" status: 200 len: 217 time: 0.0528414 Jul 15 23:16:47.806034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92b24fd6-482e-4184-b67a-5e6bff48284c req-f9121a9f-214d-4bd9-ba9e-8a664947c4be tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597426 Jul 15 23:16:47.815790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-3c6e09e0-2914-4c9a-9fa8-8aa49a3ae23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.817303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-3c6e09e0-2914-4c9a-9fa8-8aa49a3ae23b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.1639094 Jul 15 23:16:47.891353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-4f1844b1-0c60-49dd-a705-317d5f501b18 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.892915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-4f1844b1-0c60-49dd-a705-317d5f501b18 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 821 time: 0.2240007 Jul 15 23:16:47.919184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-b04c1562-cdf4-4e53-9e05-ba3f02db2073 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/quotas/daa4618cd7b64aaa9d59c6c71825875d HTTP/1.1" status: 200 len: 375 time: 0.0181358 Jul 15 23:16:47.927900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-da012e9b-1dc2-45a0-9651-45404bd1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.929890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-da012e9b-1dc2-45a0-9651-45404bd1215a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000161 Jul 15 23:16:48.030293 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a0727cd6-7c23-4149-882d-ef501d8874cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.111866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-48a84ce0-7b1b-4b6d-859e-59ef3909c956 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1810300 Jul 15 23:16:48.141413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-3cd15ac0-8c3a-4e88-9a36-917090b16158 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965880 Jul 15 23:16:48.370282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-776bd575-0261-4989-8192-eea93383b74b service neutron] 10.222.0.23 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491200 Jul 15 23:16:48.401941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-0c4d016e-e90e-489b-b522-bd0d4bbd4ac5 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430327 Jul 15 23:16:48.498197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-ea6d2f55-cf6c-4a30-93ab-41b2d9bba426 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 HTTP/1.1" status: 200 len: 217 time: 0.0872266 Jul 15 23:16:48.627328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6f922039-87fd-490f-9927-9d1d750456f5 service neutron] 10.222.0.23 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558546 Jul 15 23:16:48.640737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-c8f0ecb3-d6db-4c12-956c-17e11ecd5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.642399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-c8f0ecb3-d6db-4c12-956c-17e11ecd5490 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.1253939 Jul 15 23:16:48.732165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c621d69-e80e-4298-b5c8-fd1305107ab3 req-d00f0127-1079-4bb0-a477-0a12ec41f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.739084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c621d69-e80e-4298-b5c8-fd1305107ab3 req-d00f0127-1079-4bb0-a477-0a12ec41f429 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2478857 Jul 15 23:16:48.769038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14689c-4acc-4ea1-938b-642b0f9b65e2 req-01543217-0791-46b1-98f7-c4c1b65159a0 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.773212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f14689c-4acc-4ea1-938b-642b0f9b65e2 req-01543217-0791-46b1-98f7-c4c1b65159a0 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.2229674 Jul 15 23:16:48.835755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c621d69-e80e-4298-b5c8-fd1305107ab3 req-7c72212f-326b-4c95-8638-41ae39f62fcd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614984 Jul 15 23:16:48.920229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f14689c-4acc-4ea1-938b-642b0f9b65e2 req-d9398d01-5fb7-46ab-9c69-32eb67465cf8 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905654 Jul 15 23:16:48.953851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b95e36ca-3cba-41ac-88bb-1c1e90fb4feb req-abd9ae9b-dd8e-4d80-9adc-6f155ec38ee2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 210 time: 0.0680647 Jul 15 23:16:48.957113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-e619ae7f-1de7-4020-ab5c-a3076e35a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.958698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-e619ae7f-1de7-4020-ab5c-a3076e35a95c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3079188 Jul 15 23:16:49.198226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-b4bb6ded-e410-4ed1-b209-bff5921da269 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305636 Jul 15 23:16:49.349006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dac571-7f7e-4e9e-9695-e097fe3841cb req-b4a7786e-668c-4274-be3e-957b3e73d9f5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:49.360363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3dac571-7f7e-4e9e-9695-e097fe3841cb req-b4a7786e-668c-4274-be3e-957b3e73d9f5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.2665482 Jul 15 23:16:49.444424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3dac571-7f7e-4e9e-9695-e097fe3841cb req-f22b69ca-b746-403b-98af-ff908681562e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687881 Jul 15 23:16:49.453806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ad3de1-6f02-4057-80a7-71ed27593e3a req-fb166c0f-c4a3-48c0-8a8c-fbc1a0eb7303 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465265 Jul 15 23:16:49.728917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f516c68-87a5-435b-9e40-65992c92ae49 req-d4fbde51-77d0-4054-896b-3135c4641aae tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:49.736147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f516c68-87a5-435b-9e40-65992c92ae49 req-d4fbde51-77d0-4054-896b-3135c4641aae tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.0888703 Jul 15 23:16:49.783407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f516c68-87a5-435b-9e40-65992c92ae49 req-83548a17-4b38-4ba5-8ac9-602009ff21bd tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Jul 15 23:16:50.150776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0e12e-ab81-4128-b761-fe34096a838f req-215fb17f-9c0b-4318-a63e-2da4725489da tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.153202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55c0e12e-ab81-4128-b761-fe34096a838f req-215fb17f-9c0b-4318-a63e-2da4725489da tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.0830853 Jul 15 23:16:50.199150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-523daaa3-cb63-4733-9c17-4524ecee9756 req-c7b49092-03a7-47c5-a919-59bfd5bcff0e tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 210 time: 0.0355852 Jul 15 23:16:50.241446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55c0e12e-ab81-4128-b761-fe34096a838f req-82fab699-bb63-41c3-9ae7-e0b852153707 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770211 Jul 15 23:16:50.643545 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7aac-23e3-47f8-a0a0-c494970b116c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.816783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-f272cc93-8b5d-46b9-816a-5461526bfe9b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.818512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-f272cc93-8b5d-46b9-816a-5461526bfe9b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 811 time: 0.3684742 Jul 15 23:16:50.894297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-b930520b-d3a0-41c5-8ef6-8dace0e5a822 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/quotas/ece31217f0454417ad6fc0f882c229a1 HTTP/1.1" status: 200 len: 375 time: 0.0628457 Jul 15 23:16:50.928140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4caf7-93c0-4dd8-897d-df580b3e417d req-89488f51-b6d2-4f45-9aac-99c46d86afa6 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.935033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ed4caf7-93c0-4dd8-897d-df580b3e417d req-89488f51-b6d2-4f45-9aac-99c46d86afa6 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.3138294 Jul 15 23:16:50.967393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-f26dfb9b-e49e-446b-8b66-b56474a20cc2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.971157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-f26dfb9b-e49e-446b-8b66-b56474a20cc2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.59 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 821 time: 0.3724458 Jul 15 23:16:50.991413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Request body: {'port': {'device_id': '326897f6-9c34-4968-87df-5334dbaad066', 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'admin_state_up': True, 'tenant_id': 'daa4618cd7b64aaa9d59c6c71825875d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:51.002182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.058266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ed4caf7-93c0-4dd8-897d-df580b3e417d req-f6e41c18-61b5-4256-a6f8-9bfa6a58a00a tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221328 Jul 15 23:16:51.129174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-556ac81c-fe6d-420f-83e0-26755609fbaa tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2338173 Jul 15 23:16:51.212832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Made reservation on behalf of daa4618cd7b64aaa9d59c6c71825875d for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:51.216188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.273728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-56344435-7bff-4a85-bc7a-b963aa44c367 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356995 Jul 15 23:16:51.480721 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.888707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-2bdd9cdd-90de-46d9-9f20-6c58680e8f19 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140110 Jul 15 23:16:51.929833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Allocated IP 172.20.0.4 (14371fde-657d-4198-afe4-fa35cc44175d/184999a4-369c-477d-ba38-20cd28523077/d200c5ba-2ee1-4256-992c-2cdee61d5b9f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:51.943365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b2fad-78c5-4034-9cb9-f477a987891d req-da694a19-186d-4c50-8c13-a834e30b7bf0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:51.945668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c74b2fad-78c5-4034-9cb9-f477a987891d req-da694a19-186d-4c50-8c13-a834e30b7bf0 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.1855040 Jul 15 23:16:51.984136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-77be625b-b7da-4c9e-89b7-538252192012 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:51.985632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-77be625b-b7da-4c9e-89b7-538252192012 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.37 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 946 time: 0.2283611 Jul 15 23:16:52.119907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c74b2fad-78c5-4034-9cb9-f477a987891d req-26f2cc86-d57b-4ac2-8c7d-7696a32e47ff tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ab38e65-ab29-4f51-adc6-13db28d0d797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640124 Jul 15 23:16:52.360606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a41be5d-a96e-4d96-8f9c-fd85e996db72 req-beed65ad-462c-4ab8-b289-ab3a515890ec tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 210 time: 0.1156802 Jul 15 23:16:52.427351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-644c1f1e-aac5-407c-a510-98a7b3b8fdf4 req-010f06d5-d196-4c2b-bbef-b844adecf119 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 210 time: 0.0694525 Jul 15 23:16:52.505242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Deleting port ebcf9800-df11-4d86-9ebd-07506147e565 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:52.505625 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.579030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.723904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] For port ebcf9800-df11-4d86-9ebd-07506147e565, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ebcf9800-df11-4d86-9ebd-07506147e565,segment=NetworkSegment(d4e3e8c5-5f96-4b59-ad85-48a444e412c0),segment_id=d4e3e8c5-5f96-4b59-ad85-48a444e412c0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:52.724425 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.749114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Calling delete_port for ebcf9800-df11-4d86-9ebd-07506147e565 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:52.814937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.005413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Network 14371fde-657d-4198-afe4-fa35cc44175d is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:53.012949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:53.019490 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.047124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:53.059677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ebcf9800-df11-4d86-9ebd-07506147e565'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:53.161968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47b053-c88e-4405-b410-a78a3e8558f4 req-95246b93-3e07-444f-9007-e43a60500c13 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.164830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b47b053-c88e-4405-b410-a78a3e8558f4 req-95246b93-3e07-444f-9007-e43a60500c13 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.4963737 Jul 15 23:16:53.257020 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.304609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b47b053-c88e-4405-b410-a78a3e8558f4 req-b28f806b-d4b3-4ffd-b720-2b595ba121e1 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054404 Jul 15 23:16:53.340822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] No DVR routers for this DVR port ebcf9800-df11-4d86-9ebd-07506147e565 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:53.342882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event updated for resources: {'Port': ['ID=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:53.352149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.354306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76f797a6-b146-474f-95d2-d357ec2cad8e req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.37 "DELETE /v2.0/ports/ebcf9800-df11-4d86-9ebd-07506147e565 HTTP/1.1" status: 204 len: 173 time: 1.3629465 Jul 15 23:16:53.355834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.356296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.356712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.357129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.357544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.357953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.358362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.358800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.359221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.359618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.360060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.360458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:53.363690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-deleted', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:53.366186 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9851aac0-ade9-4b42-8ec6-973c4b4e1501" -d '{"events": [{"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-deleted", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:53.434899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c07dc9-75ea-4276-8328-bc1dc9d2ef43 tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] Pushing event deleted for resources: {'Port': ['ID=ebcf9800-df11-4d86-9ebd-07506147e565,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:53.446929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.447593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.520381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-6dcf97c5-1330-43ad-864b-982559972f30 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5354970 Jul 15 23:16:53.524346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e824808-b86b-42bc-920e-49d3ab59815f req-ec593474-b89d-4b6c-9ae9-7512136a8d0d tempest-ServersNegativeTestJSON-1295425991 tempest-ServersNegativeTestJSON-1295425991-project] 10.222.0.23 "GET /v2.0/ports?device_id=45f8d319-6986-4814-bd65-c3d6274a0f92 HTTP/1.1" status: 200 len: 210 time: 0.1552098 Jul 15 23:16:53.537604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Request body: {'port': {'device_id': '326897f6-9c34-4968-87df-5334dbaad066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:53.655686 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cbcf02-163f-4084-af88-a1f9df47b3ea x-openstack-request-id: req-04cbcf02-163f-4084-af88-a1f9df47b3ea {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:53.656051 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f8d319-6986-4814-bd65-c3d6274a0f92", "name": "network-vif-deleted", "tag": "ebcf9800-df11-4d86-9ebd-07506147e565", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:53.656285 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04cbcf02-163f-4084-af88-a1f9df47b3ea {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:53.656687 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f8d319-6986-4814-bd65-c3d6274a0f92', 'name': 'network-vif-deleted', 'tag': 'ebcf9800-df11-4d86-9ebd-07506147e565', 'status': 'completed', 'code': 200} Jul 15 23:16:53.692274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.708460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ddba6a8-7205-4ed2-9b3d-c064f33ccccc req-493dc19c-4914-4639-b847-2ace14c75a5e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 210 time: 0.0502188 Jul 15 23:16:53.996923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830969f-822d-4ee1-8c58-3c9cfd837c7b req-1360ecdc-b18c-40ff-9d85-a90b3dc62295 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.998501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e830969f-822d-4ee1-8c58-3c9cfd837c7b req-1360ecdc-b18c-40ff-9d85-a90b3dc62295 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 931 time: 0.2677910 Jul 15 23:16:54.222196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e830969f-822d-4ee1-8c58-3c9cfd837c7b req-dd012268-2ce4-4eb8-a783-db3d37d39683 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531820 Jul 15 23:16:54.333350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-43fd3b52-be3d-4924-a20f-44227aea27b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:54.335527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-43fd3b52-be3d-4924-a20f-44227aea27b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.37 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 811 time: 0.5056410 Jul 15 23:16:54.358918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Request body: {'port': {'device_id': '2139dbd7-1e2d-4514-9758-e96c69072956', 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0', 'admin_state_up': True, 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:54.534543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d200c5ba-2ee1-4256-992c-2cdee61d5b9f {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:54.550337 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.585821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Transition to ACTIVE for port object d200c5ba-2ee1-4256-992c-2cdee61d5b9f will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:54.594851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.642582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:54.649863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40368bf2-a6df-4557-aa38-764f9001bc66 req-720a3ef9-8090-4b3e-b7fc-7e25065e00d8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:54.651093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40368bf2-a6df-4557-aa38-764f9001bc66 req-720a3ef9-8090-4b3e-b7fc-7e25065e00d8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1722293 Jul 15 23:16:54.656928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Made reservation on behalf of ece31217f0454417ad6fc0f882c229a1 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:54.661340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.702308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d1583f-5674-4987-9c7d-9bb1ccf0e0fb admin admin] Deleting subnet caac634b-a7f0-4386-8503-ffda8575f938 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:54.706193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58d1583f-5674-4987-9c7d-9bb1ccf0e0fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.750057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58d1583f-5674-4987-9c7d-9bb1ccf0e0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.769090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Pushing event updated for resources: {'Port': ['ID=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.802628 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58d1583f-5674-4987-9c7d-9bb1ccf0e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.857203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40368bf2-a6df-4557-aa38-764f9001bc66 req-1334ba28-aafa-4991-918b-453db4ce5ff9 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929843 Jul 15 23:16:54.873301 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.896522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58d1583f-5674-4987-9c7d-9bb1ccf0e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.946878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1583f-5674-4987-9c7d-9bb1ccf0e0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caac634b-a7f0-4386-8503-ffda8575f938,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.952871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58d1583f-5674-4987-9c7d-9bb1ccf0e0fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.955271 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-58d1583f-5674-4987-9c7d-9bb1ccf0e0fb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/caac634b-a7f0-4386-8503-ffda8575f938 HTTP/1.1" status: 204 len: 168 time: 0.3115840 Jul 15 23:16:54.957500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43038) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.054665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.067496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35f823f5-cc34-4ae4-b5bb-0a2f9b95c101 req-22807d24-d2ed-45b6-8329-7a6f6e6c9528 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 210 time: 0.1302352 Jul 15 23:16:55.070927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Attempting to bind port d200c5ba-2ee1-4256-992c-2cdee61d5b9f on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:55.071269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Attempting to bind port d200c5ba-2ee1-4256-992c-2cdee61d5b9f by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:55.071602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Attempting to bind port d200c5ba-2ee1-4256-992c-2cdee61d5b9f on network 14371fde-657d-4198-afe4-fa35cc44175d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:55.097603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Port d200c5ba-2ee1-4256-992c-2cdee61d5b9f on network 14371fde-657d-4198-afe4-fa35cc44175d not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:55.097936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Attempting to bind port d200c5ba-2ee1-4256-992c-2cdee61d5b9f on network 14371fde-657d-4198-afe4-fa35cc44175d {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:55.108052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43044) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.112761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Allocated IP 172.20.0.3 (2ea6ca3f-b860-449d-8885-5c6ff6dbeea0/9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe/7f1eed32-4723-4b32-9bf9-d117eec4cf8f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:55.117686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:55.118179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Checking segment: {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:55.118508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Bound using segment: {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:55.119012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Bound port: d200c5ba-2ee1-4256-992c-2cdee61d5b9f, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68fb79a5-2be8-45b2-89af-67e38aa85c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:55.119607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.159490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.171536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de4f558-b7b2-4a69-a6d2-04d55c2630d4']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:55.185006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:55.185607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e3e8c5-5f96-4b59-ad85-48a444e412c0') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:55.197784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.214567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.224352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:55.225414 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.262369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] For port d200c5ba-2ee1-4256-992c-2cdee61d5b9f, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:55.283528 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:55.286495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] For port d200c5ba-2ee1-4256-992c-2cdee61d5b9f, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:55.292334 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.297127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.309695 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.314049 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3de4f558-b7b2-4a69-a6d2-04d55c2630d4 HTTP/1.1" status: 204 len: 168 time: 0.3552101 Jul 15 23:16:55.315190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3a33c770-e040-4a62-9bdc-dc49a6dac5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.391565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Pushing event updated for resources: {'Port': ['ID=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:55.418480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.419840 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.421726 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c7ac379d-17c1-48f3-aa84-30e13a8f630b service neutron] 10.222.0.59 "PUT /v2.0/ports/d200c5ba-2ee1-4256-992c-2cdee61d5b9f HTTP/1.1" status: 200 len: 1091 time: 1.8891451 Jul 15 23:16:55.437960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3a33c770-e040-4a62-9bdc-dc49a6dac5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.449954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3a33c770-e040-4a62-9bdc-dc49a6dac5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.465668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460695f7-9e63-402a-972e-f97ac8feae70 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de4f558-b7b2-4a69-a6d2-04d55c2630d4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:55.529797 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3a33c770-e040-4a62-9bdc-dc49a6dac5bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=883300e312164006ab23e9fd84922f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204755 Jul 15 23:16:55.530774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33c770-e040-4a62-9bdc-dc49a6dac5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9af87e-15fd-4f3a-8d0d-53f30f2eb5f0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:55.533224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43062) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.609475 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.613030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a09f2a7-407d-408d-bed5-7c99d39a03ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.634783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43064) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.659945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326897f6-9c34-4968-87df-5334dbaad066', 'tag': 'd200c5ba-2ee1-4256-992c-2cdee61d5b9f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:55.662501 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a2e1b8-f113-4554-80ce-f68350318a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "326897f6-9c34-4968-87df-5334dbaad066", "tag": "d200c5ba-2ee1-4256-992c-2cdee61d5b9f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:55.675100 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a09f2a7-407d-408d-bed5-7c99d39a03ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.697765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43abfe3-0d6d-4f31-87d5-c8626024c964 req-1c7cc1da-56c3-4f12-a682-df117f9c68f2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.707089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c43abfe3-0d6d-4f31-87d5-c8626024c964 req-1c7cc1da-56c3-4f12-a682-df117f9c68f2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 943 time: 0.2787268 Jul 15 23:16:55.744387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a09f2a7-407d-408d-bed5-7c99d39a03ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.750013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a09f2a7-407d-408d-bed5-7c99d39a03ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.755166 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2a09f2a7-407d-408d-bed5-7c99d39a03ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb9af87e-15fd-4f3a-8d0d-53f30f2eb5f0 HTTP/1.1" status: 204 len: 168 time: 0.2202034 Jul 15 23:16:55.756196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:55.789595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09f2a7-407d-408d-bed5-7c99d39a03ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9af87e-15fd-4f3a-8d0d-53f30f2eb5f0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:55.802037 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30809b32-4f67-4cd0-9ebe-30c2f5518ce5 x-openstack-request-id: req-30809b32-4f67-4cd0-9ebe-30c2f5518ce5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:55.802338 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326897f6-9c34-4968-87df-5334dbaad066", "tag": "d200c5ba-2ee1-4256-992c-2cdee61d5b9f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:55.802642 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30809b32-4f67-4cd0-9ebe-30c2f5518ce5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:55.803074 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326897f6-9c34-4968-87df-5334dbaad066', 'tag': 'd200c5ba-2ee1-4256-992c-2cdee61d5b9f', 'status': 'completed', 'code': 200} Jul 15 23:16:55.872127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: ebcf9800-df11-4d86-9ebd-07506147e565 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:55.872471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ebcf9800-df11-4d86-9ebd-07506147e565 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:55.875763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-a76e1df6-a04f-4ed8-8431-730e99830a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.877383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-a76e1df6-a04f-4ed8-8431-730e99830a95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 1094 time: 0.4041207 Jul 15 23:16:55.960740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c43abfe3-0d6d-4f31-87d5-c8626024c964 req-d82f97bf-8201-44bd-a3f3-e5c083e380cd tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531533 Jul 15 23:16:55.966828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9fe596d2-6b81-48ca-8e21-c67ccb2378ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7e623bc86374623bf2065520fac9ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278384 Jul 15 23:16:55.967503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-d5fd9bc1-15b3-4545-bc3e-9081e1e4db43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d200c5ba-2ee1-4256-992c-2cdee61d5b9f HTTP/1.1" status: 200 len: 217 time: 0.0657048 Jul 15 23:16:55.967906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43082) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.968741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.983786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['47431737-0886-41c2-a7f9-f681a6b1cda8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:56.125652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08e1dfa3-d7d6-4dc8-908c-f32135fab8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.180372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08e1dfa3-d7d6-4dc8-908c-f32135fab8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.266001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08e1dfa3-d7d6-4dc8-908c-f32135fab8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.275200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08e1dfa3-d7d6-4dc8-908c-f32135fab8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.275200 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-08e1dfa3-d7d6-4dc8-908c-f32135fab8c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ab38e65-ab29-4f51-adc6-13db28d0d797 HTTP/1.1" status: 204 len: 168 time: 0.3017704 Jul 15 23:16:56.283646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1dfa3-d7d6-4dc8-908c-f32135fab8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab38e65-ab29-4f51-adc6-13db28d0d797,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:56.300128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:56.317990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-a80463e5-29bc-4074-a995-2204d7e0f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.320177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-a80463e5-29bc-4074-a995-2204d7e0f755 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=184999a4-369c-477d-ba38-20cd28523077 HTTP/1.1" status: 200 len: 861 time: 0.3418872 Jul 15 23:16:56.324012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:56.330474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:56.372639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Pushing event updated for resources: {'Port': ['ID=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:56.412719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-55340bff-dbe8-424c-94d7-bc280cae866e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=14371fde-657d-4198-afe4-fa35cc44175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712936 Jul 15 23:16:56.474058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.474901 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.574683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-776b6451-0b4f-4765-b4b3-d462cd15ec83 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2238271 Jul 15 23:16:56.583820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2333f-9af0-4eda-947d-36289faefc6f req-08dc845e-eae9-4bd9-9db6-f369f013749c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.591888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64f2333f-9af0-4eda-947d-36289faefc6f req-08dc845e-eae9-4bd9-9db6-f369f013749c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.4119811 Jul 15 23:16:56.606044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Request body: {'port': {'device_id': '2139dbd7-1e2d-4514-9758-e96c69072956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:56.711120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-ffe7a5a5-c556-4515-b705-cafd6af62993 service neutron] 10.222.0.59 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859230 Jul 15 23:16:56.732149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64f2333f-9af0-4eda-947d-36289faefc6f req-08043c3d-74d6-4b27-a3ff-1f92e56e6678 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392453 Jul 15 23:16:56.890515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa897446-d7d8-4c9c-8c67-ec5755579fe6 req-dfd8c579-fc5d-41c4-a422-1068d253924f tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.898166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa897446-d7d8-4c9c-8c67-ec5755579fe6 req-dfd8c579-fc5d-41c4-a422-1068d253924f tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 931 time: 0.4568520 Jul 15 23:16:56.955878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3eac21fe-578a-4e76-8b39-6d4f03b6cd83 req-c194bd6a-50ac-46dd-b749-157c0d409a50 service neutron] 10.222.0.59 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208135 Jul 15 23:16:56.998250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.052879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa897446-d7d8-4c9c-8c67-ec5755579fe6 req-7070a42b-cb0c-4c80-8787-b032344d8cb2 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536660 Jul 15 23:16:57.296597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43136) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:57.324076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-bd3ddb05-99f9-47b1-9f34-62b042e0fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.326453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-bd3ddb05-99f9-47b1-9f34-62b042e0fd01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 1094 time: 0.2669067 Jul 15 23:16:57.429118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-28209271-network', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:57.459023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Made reservation on behalf of 5251cfa57aca41b1a2616cd6165ecec5 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:57.463782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.479681 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.531768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acb225-88f8-4f90-886b-2bd2060c520a req-5ed3458d-70bf-4663-add2-ac0c4cc5674a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.539350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31acb225-88f8-4f90-886b-2bd2060c520a req-5ed3458d-70bf-4663-add2-ac0c4cc5674a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 943 time: 0.3077781 Jul 15 23:16:57.609639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-b5348f8e-6a75-44fc-b1d9-11f6f04fe5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.611411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-b5348f8e-6a75-44fc-b1d9-11f6f04fe5ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 200 len: 922 time: 0.2525074 Jul 15 23:16:57.615675 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.626704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31acb225-88f8-4f90-886b-2bd2060c520a req-700568fe-53fa-4510-8cbe-642c0cfeb904 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864279 Jul 15 23:16:57.632927 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.717862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f5dba5-50fe-4d2b-9736-063acbd1d5fd,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:57.732908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:57.747325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.747948 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Added segment b0a84848-c21b-41c9-b9cc-13cee254409f of type vlan for network c1eb5c66-55af-4d66-9777-031791fd7962 Jul 15 23:16:57.810645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.856701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.859442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.862529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.930742 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6300611 Jul 15 23:16:57.931018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43154) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:57.938229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Request body: {'subnet': {'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-28209271-subnet', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:58.003771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acffa12-eae0-4c5c-a275-c3572abfc5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1eb5c66-55af-4d66-9777-031791fd7962,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.014702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c1eb5c66-55af-4d66-9777-031791fd7962 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:58.087364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Made reservation on behalf of 5251cfa57aca41b1a2616cd6165ecec5 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:58.095221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.248036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-3d90a0fd-995e-4ad9-9f20-1f08c030f156 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d200c5ba-2ee1-4256-992c-2cdee61d5b9f HTTP/1.1" status: 200 len: 217 time: 0.6125696 Jul 15 23:16:58.319425 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.401967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c997a2-3c4c-4320-85db-8eec3b0f764d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.414996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Checking segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:58.415636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Network hostable DHCP agents. Network: c1eb5c66-55af-4d66-9777-031791fd7962, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:58.422846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1eed32-4723-4b32-9bf9-d117eec4cf8f {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:58.437743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Network c1eb5c66-55af-4d66-9777-031791fd7962 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:58.442640 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.448860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-0f5103a9-c807-47f3-9d68-e21f3e5ea5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.450435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-0f5103a9-c807-47f3-9d68-e21f3e5ea5e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=184999a4-369c-477d-ba38-20cd28523077 HTTP/1.1" status: 200 len: 861 time: 0.1821218 Jul 15 23:16:58.453258 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c1eb5c66-55af-4d66-9777-031791fd7962) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:58.458676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.459837 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.465511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d1d51-3ffd-4c86-a78a-d163d41d2e69 None None] Network c1eb5c66-55af-4d66-9777-031791fd7962 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:58.500285 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e4e1b4e3-e5fd-4a96-853d-dbb79cb7fe1d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5680780 Jul 15 23:16:58.502447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-0ff928be-80ae-4e86-8e73-bc8818270b86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=14371fde-657d-4198-afe4-fa35cc44175d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396712 Jul 15 23:16:58.503154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43176) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:58.512335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:58.529071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Transition to ACTIVE for port object 7f1eed32-4723-4b32-9bf9-d117eec4cf8f will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:58.541877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a6df7-5c0e-4df0-97d7-059c40a85c37 req-d8ebde02-85b2-41d0-bdf4-e644f1ceb66d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.545248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.546737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.551751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d56a6df7-5c0e-4df0-97d7-059c40a85c37 req-d8ebde02-85b2-41d0-bdf4-e644f1ceb66d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.3111460 Jul 15 23:16:58.598192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.621238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88798b1c-3612-44f8-946a-f9e55fcc887b req-30345fb8-7c36-4cd9-a369-a43e93885cec tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.623338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88798b1c-3612-44f8-946a-f9e55fcc887b req-30345fb8-7c36-4cd9-a369-a43e93885cec tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 931 time: 0.3804133 Jul 15 23:16:58.646673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.664396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-c1eb5c66-55af-4d66-9777-031791fd7962', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:58.676953 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.848430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d56a6df7-5c0e-4df0-97d7-059c40a85c37 req-a3492d51-4512-4048-8eef-55a567b9cd4e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950060 Jul 15 23:16:58.849117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Pushing event updated for resources: {'Port': ['ID=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.864366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-3fd78177-a73b-4fb2-a73b-bbf689b422cb service neutron] 10.222.0.59 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513529 Jul 15 23:16:58.923812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Allocated IP 172.20.0.2 (c1eb5c66-55af-4d66-9777-031791fd7962/b5c997a2-3c4c-4320-85db-8eec3b0f764d/39caa22e-0a2c-4861-b816-340183f00d42) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:58.943347 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.054342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88798b1c-3612-44f8-946a-f9e55fcc887b req-0f152cf7-657c-4647-a50c-80e0691787bd tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168532 Jul 15 23:16:59.138060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7a2e1b8-f113-4554-80ce-f68350318a2f req-ef01517c-914a-4f52-89ba-b212fff02db7 service neutron] 10.222.0.59 "GET /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338171 Jul 15 23:16:59.148454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Attempting to bind port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:59.148454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Attempting to bind port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:59.149199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Attempting to bind port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f on network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:59.155551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f on network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:59.155906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Attempting to bind port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f on network 2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:59.165181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:59.165541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Checking segment: {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:59.166024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Bound using segment: {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:59.166361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Bound port: 7f1eed32-4723-4b32-9bf9-d117eec4cf8f, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0287bf56-3172-432e-bb13-c25e2c41c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:59.166811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.239721 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.255358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Transition to ACTIVE for port object 39caa22e-0a2c-4861-b816-340183f00d42 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:59.279706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] For port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:59.288554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] For port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:59.302106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Transition to ACTIVE for port object 39caa22e-0a2c-4861-b816-340183f00d42 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:59.313199 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.347303 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.369037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.371337 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.373512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] 10.222.0.37 "PUT /v2.0/ports/7f1eed32-4723-4b32-9bf9-d117eec4cf8f HTTP/1.1" status: 200 len: 1091 time: 2.7774315 Jul 15 23:16:59.375653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2139dbd7-1e2d-4514-9758-e96c69072956', 'tag': '7f1eed32-4723-4b32-9bf9-d117eec4cf8f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:59.379583 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2139dbd7-1e2d-4514-9758-e96c69072956", "tag": "7f1eed32-4723-4b32-9bf9-d117eec4cf8f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:59.389811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Network c1eb5c66-55af-4d66-9777-031791fd7962 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:59.406798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:59.413996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:59.454238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Pushing event updated for resources: {'Port': ['ID=39caa22e-0a2c-4861-b816-340183f00d42,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:59.481673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09283261-ac6e-4f6a-8347-a5d8cbafb93b service neutron] Pushing event updated for resources: {'Port': ['ID=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:59.505461 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16948c3e-47e8-4751-8ca1-034daae6e71f x-openstack-request-id: req-16948c3e-47e8-4751-8ca1-034daae6e71f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:59.505772 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2139dbd7-1e2d-4514-9758-e96c69072956", "tag": "7f1eed32-4723-4b32-9bf9-d117eec4cf8f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:59.506030 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16948c3e-47e8-4751-8ca1-034daae6e71f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:59.506436 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2139dbd7-1e2d-4514-9758-e96c69072956', 'tag': '7f1eed32-4723-4b32-9bf9-d117eec4cf8f', 'status': 'completed', 'code': 200} Jul 15 23:16:59.524183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Attempting to bind port 39caa22e-0a2c-4861-b816-340183f00d42 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:59.524552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Attempting to bind port 39caa22e-0a2c-4861-b816-340183f00d42 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:59.525155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Attempting to bind port 39caa22e-0a2c-4861-b816-340183f00d42 on network c1eb5c66-55af-4d66-9777-031791fd7962 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:59.531719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:59.532390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Checking segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:59.532985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.533637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Bound using segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:59.534332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Bound port: 39caa22e-0a2c-4861-b816-340183f00d42, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:59.534972 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.546517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18936a76-4cb2-4302-b388-8ec6bda2c080 req-dbfc7f7f-0499-460c-bfe0-9a2b9fef129c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.556806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18936a76-4cb2-4302-b388-8ec6bda2c080 req-dbfc7f7f-0499-460c-bfe0-9a2b9fef129c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 943 time: 0.2646053 Jul 15 23:16:59.622148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18936a76-4cb2-4302-b388-8ec6bda2c080 req-63050176-ecdc-49a9-ba57-80d644289ca0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637918 Jul 15 23:16:59.623870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] For port 39caa22e-0a2c-4861-b816-340183f00d42, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:59.625628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-3b4cc310-09c5-44d2-91d8-b2dbe7d05b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.628681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-3b4cc310-09c5-44d2-91d8-b2dbe7d05b7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 1094 time: 0.1916871 Jul 15 23:16:59.629551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] For port 39caa22e-0a2c-4861-b816-340183f00d42, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=39caa22e-0a2c-4861-b816-340183f00d42,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:59.634635 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.687559 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-d4f696b5-9321-4fd9-a1de-8781dd4230ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f HTTP/1.1" status: 200 len: 217 time: 0.0458055 Jul 15 23:16:59.729662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85816209-fab4-4bf2-8e3e-09d91558cbaf None None] Pushing event updated for resources: {'Port': ['ID=39caa22e-0a2c-4861-b816-340183f00d42,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:59.766369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-f64d522e-29c0-4afa-bb9b-54313a4bffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.768195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-f64d522e-29c0-4afa-bb9b-54313a4bffb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 200 len: 851 time: 0.0750313 Jul 15 23:16:59.811387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-360bf1fa-e602-4a40-9071-5f3ab0cf4ca4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358663 Jul 15 23:16:59.819017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.826305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ce6e1453-512f-414c-82ed-f1ca870190a6 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:59.839333 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.990908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Allocated IP 172.25.3.97 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:00.008017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-85c70e9f-f4de-46b3-80f0-ece2fc9c2bfa service neutron] 10.222.0.37 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897180 Jul 15 23:17:00.094973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:00.108987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d200c5ba-2ee1-4256-992c-2cdee61d5b9f details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:00.167736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ce6e1453-512f-414c-82ed-f1ca870190a6', 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'port_id': 'ce6e1453-512f-414c-82ed-f1ca870190a6', 'mac_address': 'fa:16:3e:18:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec81c68f-a63b-4ce9-baf3-ba25053b74da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:00.228579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4959970-8c2a-4eb0-b409-0e8b5dc45a89 req-81f591af-c3cd-4e95-9606-474d89d67358 service neutron] 10.222.0.37 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076998 Jul 15 23:17:00.256670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e53739-1a0f-4189-9690-63aec024ac50 req-a7847a1c-eeb0-44dc-b56c-d5239f313d32 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.268736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57e53739-1a0f-4189-9690-63aec024ac50 req-a7847a1c-eeb0-44dc-b56c-d5239f313d32 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1514142 Jul 15 23:17:00.277974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.326789 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.348469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.388949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57e53739-1a0f-4189-9690-63aec024ac50 req-f6033160-95c4-4a6f-994c-a3087e811637 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216283 Jul 15 23:17:00.390128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce6e1453-512f-414c-82ed-f1ca870190a6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:00.414722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:00.424466 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.431381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:00.432696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.436424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:00.438622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:00.483378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da341d-ea47-4aa3-a5f0-74b950efc071 req-705c6e05-fb23-440a-bf65-467614e03e06 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.488289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31da341d-ea47-4aa3-a5f0-74b950efc071 req-705c6e05-fb23-440a-bf65-467614e03e06 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 943 time: 0.2120240 Jul 15 23:17:00.519324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d200c5ba-2ee1-4256-992c-2cdee61d5b9f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:00.562425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-506b1ed9-be1f-423d-a6e3-c83733c6c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.567029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-506b1ed9-be1f-423d-a6e3-c83733c6c82c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 1094 time: 0.2411911 Jul 15 23:17:00.569662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd200c5ba-2ee1-4256-992c-2cdee61d5b9f', 'network_id': '14371fde-657d-4198-afe4-fa35cc44175d', 'port_id': 'd200c5ba-2ee1-4256-992c-2cdee61d5b9f', 'mac_address': 'fa:16:3e:8f:d5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184999a4-369c-477d-ba38-20cd28523077', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:00.682919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.732756 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.773031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d200c5ba-2ee1-4256-992c-2cdee61d5b9f {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:00.840387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ce6e1453-512f-414c-82ed-f1ca870190a6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:00.846581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-18654c32-2e7c-4a72-af4a-e3189e3ea110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.849894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d200c5ba-2ee1-4256-992c-2cdee61d5b9f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:00.864845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-18654c32-2e7c-4a72-af4a-e3189e3ea110 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 912 time: 0.2890191 Jul 15 23:17:00.880807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31da341d-ea47-4aa3-a5f0-74b950efc071 req-27b7977f-9830-46ee-b00d-a171463ae36d tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771651 Jul 15 23:17:00.907064 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.929919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.974667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-9f25b524-12e5-4c18-8404-1a950c24716c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f HTTP/1.1" status: 200 len: 217 time: 0.0925565 Jul 15 23:17:01.061312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.092318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-b0e7c788-d64d-4941-9ccb-1c299ebd3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.095123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-b0e7c788-d64d-4941-9ccb-1c299ebd3e2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 200 len: 851 time: 0.1109264 Jul 15 23:17:01.136600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-5f837936-d6c7-4b79-9aa1-42908c1fb6ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336893 Jul 15 23:17:01.220427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed83ab8-0680-48bd-b6b1-99bddda713ce req-45b8f06f-5e8e-4017-a219-b44e0c16046f tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.223106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ed83ab8-0680-48bd-b6b1-99bddda713ce req-45b8f06f-5e8e-4017-a219-b44e0c16046f tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 944 time: 0.2517972 Jul 15 23:17:01.259436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.325419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ed83ab8-0680-48bd-b6b1-99bddda713ce req-a31d77fe-e4f8-4476-8c38-3ade159d9919 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936875 Jul 15 23:17:01.340971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-d982eaff-f9a0-43f3-893c-d58e94cea583 service neutron] 10.222.0.37 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916451 Jul 15 23:17:01.350912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d200c5ba-2ee1-4256-992c-2cdee61d5b9f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:01.382174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11144c3e-577b-4ec0-9968-8f09e81603ad None None] Network c1eb5c66-55af-4d66-9777-031791fd7962 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:01.452500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Router 7495ade8-67d8-4d20-abc4-5811c5f0170b is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:17:01.503406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec5ca1a-0670-4fc5-9a20-ea90d2c486c1 req-986a4d2e-80bd-49c4-b2f3-1a3cfb91d611 service neutron] 10.222.0.37 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551802 Jul 15 23:17:01.587502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-28eee27f-3376-45bc-89a0-1232e500b3c1 None None] Provisioning for port 39caa22e-0a2c-4861-b816-340183f00d42 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:01.636248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:01.645362 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Sync routers for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:01.665985 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.672252 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a556e1b8-1c4f-4531-a667-3b77f133e840 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1653404 Jul 15 23:17:01.672402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43254) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.675890 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:01.676350 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:16:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:01.751635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ae3b4-133a-4605-b4fb-ee768e66409f req-92b6914b-9117-4ac6-a629-a3a5aeb2c11d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.761119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b6ae3b4-133a-4605-b4fb-ee768e66409f req-92b6914b-9117-4ac6-a629-a3a5aeb2c11d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 944 time: 0.1750312 Jul 15 23:17:01.777702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 39caa22e-0a2c-4861-b816-340183f00d42 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:01.855462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b6ae3b4-133a-4605-b4fb-ee768e66409f req-8d5456ed-02c9-458f-94aa-5747ee6c0a76 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838966 Jul 15 23:17:01.855710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ce6e1453-512f-414c-82ed-f1ca870190a6 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:01.885586 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:02.100622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 39caa22e-0a2c-4861-b816-340183f00d42 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:02.113120 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:00Z', 'revision_number': 3, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:02.177278 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Checking router: 7495ade8-67d8-4d20-abc4-5811c5f0170b for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:02.177618 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Updating router 7495ade8-67d8-4d20-abc4-5811c5f0170b port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:02.179322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.197980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 39caa22e-0a2c-4861-b816-340183f00d42 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:02.198517 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.204520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ce6e1453-512f-414c-82ed-f1ca870190a6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:02.233419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:02.259117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673b273-584e-450e-bb66-cf1a09143cd6 req-e0d54572-8041-4c40-a143-7599cdd4019e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.260411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.266675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e673b273-584e-450e-bb66-cf1a09143cd6 req-e0d54572-8041-4c40-a143-7599cdd4019e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 943 time: 0.1191261 Jul 15 23:17:02.272047 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.359384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e673b273-584e-450e-bb66-cf1a09143cd6 req-db7403dc-387c-413a-9b3f-65ecce2286c5 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906966 Jul 15 23:17:02.395030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.481419 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.551302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 39caa22e-0a2c-4861-b816-340183f00d42, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=39caa22e-0a2c-4861-b816-340183f00d42,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:02.570335 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.616908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c1d07132-d44d-4909-8cc1-5ab47c386f5a None None] Provisioning complete for port 39caa22e-0a2c-4861-b816-340183f00d42 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:02.617288 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1d07132-d44d-4909-8cc1-5ab47c386f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.656623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93ef69-a4c7-47a7-819a-f692383fc1b2 req-55f2e108-cf7e-401b-af92-fa875e485b57 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.657675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e93ef69-a4c7-47a7-819a-f692383fc1b2 req-55f2e108-cf7e-401b-af92-fa875e485b57 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 944 time: 0.1472940 Jul 15 23:17:02.664686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.671864 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.689202 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Transition to ACTIVE for port object b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:02.705333 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.718361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e93ef69-a4c7-47a7-819a-f692383fc1b2 req-8ce5e3bd-0816-4d50-9329-fd365493fd0a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543146 Jul 15 23:17:02.740253 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:17:02.753422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=39caa22e-0a2c-4861-b816-340183f00d42,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.780760 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Pushing event updated for resources: {'Port': ['ID=b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.797774 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Attempting to bind port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:02.798139 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Attempting to bind port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:02.798730 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Attempting to bind port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:02.808038 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:02.808703 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:02.809273 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.809664 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:02.810144 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Bound port: b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:02.810497 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.867140 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] For port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:02.870950 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] For port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:02.873948 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.874811 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.875385 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.876082 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.876635 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.877197 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.877889 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.878416 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.878958 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.879546 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.880058 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.880867 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:02.886291 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.912817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Allocated IP 172.20.0.1 (c1eb5c66-55af-4d66-9777-031791fd7962/b5c997a2-3c4c-4320-85db-8eec3b0f764d/2d964d1a-5bb4-45e8-b558-af7f33705cd7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:02.937509 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:02.938521 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:16:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:03.064487 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:03.105585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.121835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Transition to ACTIVE for port object 2d964d1a-5bb4-45e8-b558-af7f33705cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:03.164455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.233751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbc745-6447-4473-830e-4ff360909ee9 req-4b52965e-92e3-4a1d-9cee-53d29220c359 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.239939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3abbc745-6447-4473-830e-4ff360909ee9 req-4b52965e-92e3-4a1d-9cee-53d29220c359 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 943 time: 0.1229324 Jul 15 23:17:03.240667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Network c1eb5c66-55af-4d66-9777-031791fd7962 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:03.244017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:03.248164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:03.272916 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f3b08-7f7d-4f17-a479-1d290eb764bf None None] Pushing event updated for resources: {'Port': ['ID=b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.296234 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:00Z', 'revision_number': 3, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:03.309943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Pushing event updated for resources: {'Port': ['ID=2d964d1a-5bb4-45e8-b558-af7f33705cd7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.332248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3abbc745-6447-4473-830e-4ff360909ee9 req-7c7e0541-830e-4b59-bb5f-4e72d1f722ad tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815566 Jul 15 23:17:03.345589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.495427 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151bcc6-0fdf-4c07-a995-dcbc6c015c1b None None] The sync data for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 is: [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:00Z', 'revision_number': 3, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:03.597798 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.647222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 39caa22e-0a2c-4861-b816-340183f00d42 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:03.667724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602ef3f-66ed-4779-a112-eea85824603e req-496837b4-fc67-4fff-95af-927edf77ce0a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.671513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6602ef3f-66ed-4779-a112-eea85824603e req-496837b4-fc67-4fff-95af-927edf77ce0a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 943 time: 0.1234210 Jul 15 23:17:03.746535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-570f8267-08f8-4144-9334-8b5a22f2045d None None] Provisioning for port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:03.751555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 39caa22e-0a2c-4861-b816-340183f00d42 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:03.752863 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.759230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6602ef3f-66ed-4779-a112-eea85824603e req-1da5249e-ea2e-44f5-896e-ffe64e5726e3 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806117 Jul 15 23:17:03.845111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7f1eed32-4723-4b32-9bf9-d117eec4cf8f details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:03.932536 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.935763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ce6e1453-512f-414c-82ed-f1ca870190a6 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:03.949173 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.013149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-570f8267-08f8-4144-9334-8b5a22f2045d None None] Provisioning complete for port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:04.013812 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-570f8267-08f8-4144-9334-8b5a22f2045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.040375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Pushing event updated for resources: {'Port': ['ID=2d964d1a-5bb4-45e8-b558-af7f33705cd7,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:04.071358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.100896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eceb1-73fd-4950-be97-5632db08e664 req-1332aff5-d4e4-4a3f-8424-d105c1e94322 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:04.108270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-133eceb1-73fd-4950-be97-5632db08e664 req-1332aff5-d4e4-4a3f-8424-d105c1e94322 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 944 time: 0.1616154 Jul 15 23:17:04.177471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d200c5ba-2ee1-4256-992c-2cdee61d5b9f up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:04.186183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-133eceb1-73fd-4950-be97-5632db08e664 req-fc1e1927-c83a-45f9-b226-69e95b84e084 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711176 Jul 15 23:17:04.211141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Network c1eb5c66-55af-4d66-9777-031791fd7962 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:04.212673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:04.493640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Router 7495ade8-67d8-4d20-abc4-5811c5f0170b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:04.617600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-570f8267-08f8-4144-9334-8b5a22f2045d None None] Port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:04.647177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:04.708943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61bd31-8b37-4f73-8386-a6883e79f698 req-18e4b781-08fc-4cb6-b0ef-6ec35ced28ba tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:04.710980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b61bd31-8b37-4f73-8386-a6883e79f698 req-18e4b781-08fc-4cb6-b0ef-6ec35ced28ba tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 943 time: 0.1466885 Jul 15 23:17:04.718077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:04.719851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '7f1eed32-4723-4b32-9bf9-d117eec4cf8f', 'network_id': '2ea6ca3f-b860-449d-8885-5c6ff6dbeea0', 'port_id': '7f1eed32-4723-4b32-9bf9-d117eec4cf8f', 'mac_address': 'fa:16:3e:63:cf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:04.724889 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4c01e745-66cd-42a8-b808-9d8f5f41ea36 admin admin] 10.222.0.23 "PUT /v2.0/routers/7495ade8-67d8-4d20-abc4-5811c5f0170b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0514188 Jul 15 23:17:04.796067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ce6e1453-512f-414c-82ed-f1ca870190a6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:04.796845 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.826240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b61bd31-8b37-4f73-8386-a6883e79f698 req-05ebb10a-fa71-4d97-91dc-5b39425c510b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088574 Jul 15 23:17:04.882388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.885984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0b411513-40cb-4ddd-89b1-be5b6406d641 None None] Provisioning complete for port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:04.886425 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0b411513-40cb-4ddd-89b1-be5b6406d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.933624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port d200c5ba-2ee1-4256-992c-2cdee61d5b9f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:04.939337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d200c5ba-2ee1-4256-992c-2cdee61d5b9f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:04.940255 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.949848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1eed32-4723-4b32-9bf9-d117eec4cf8f {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:04.998701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0b411513-40cb-4ddd-89b1-be5b6406d641 None None] Port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:05.054640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:05.069766 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.152363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3a90a-9f9c-4cd9-9369-4196f390ee6b req-e77d1dc4-b4c6-4702-a970-77ea1dba4eb6 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:05.156281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.160869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fb3a90a-9f9c-4cd9-9369-4196f390ee6b req-e77d1dc4-b4c6-4702-a970-77ea1dba4eb6 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 943 time: 0.1492352 Jul 15 23:17:05.205764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:05.230984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fb3a90a-9f9c-4cd9-9369-4196f390ee6b req-8ca87cf1-b2c0-4f56-9d0d-e87c1e45d3d5 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687642 Jul 15 23:17:05.376305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.377406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.377777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.378127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.378472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.378862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.379202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.392061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.394120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.394472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.394838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.395215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:05.440166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6e1453-512f-414c-82ed-f1ca870190a6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:05.447203 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f743c85-8195-47da-8f75-47dfca791d4f" -d '{"events": [{"server_uuid": "5747f273-d9a2-4583-9c07-5dc9332cf1f5", "name": "network-vif-plugged", "status": "completed", "tag": "ce6e1453-512f-414c-82ed-f1ca870190a6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:05.453227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.456419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93097431-7731-484d-a115-19494239c6c5 req-c7f4774c-ee70-48fd-8bd6-e38b7172a84d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:05.463898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7f1eed32-4723-4b32-9bf9-d117eec4cf8f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:05.469506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93097431-7731-484d-a115-19494239c6c5 req-c7f4774c-ee70-48fd-8bd6-e38b7172a84d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 944 time: 0.1051741 Jul 15 23:17:05.481140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:05.536345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93097431-7731-484d-a115-19494239c6c5 req-2347a9e3-19d1-482b-a255-9286b07fb9a0 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638645 Jul 15 23:17:05.582473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d200c5ba-2ee1-4256-992c-2cdee61d5b9f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:05.593825 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.669339 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.712736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:05.777538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:05.869904 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781ec11f-08cf-43a7-8891-5af3eeab89f8 x-openstack-request-id: req-781ec11f-08cf-43a7-8891-5af3eeab89f8 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:05.870483 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5747f273-d9a2-4583-9c07-5dc9332cf1f5", "name": "network-vif-plugged", "status": "completed", "tag": "ce6e1453-512f-414c-82ed-f1ca870190a6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:05.870483 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-781ec11f-08cf-43a7-8891-5af3eeab89f8 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:05.870883 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6e1453-512f-414c-82ed-f1ca870190a6', 'code': 200} Jul 15 23:17:05.947972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43358) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:05.948510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:05.953641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c0bcbe42-877c-4108-ae40-3ed207aeecac tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068615314', 'description': 'tempest-description--1983768723'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:06.012302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:06.019683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:06.020189 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.021265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbe42-877c-4108-ae40-3ed207aeecac tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.081095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43360) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.138433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.162657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:06.170454 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.232958 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbe42-877c-4108-ae40-3ed207aeecac tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.240935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbe42-877c-4108-ae40-3ed207aeecac tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.246097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.285540 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ee3d353a-0fc2-47c0-92e5-49045604e7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.294242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcbe42-877c-4108-ae40-3ed207aeecac tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c006a705-c45c-4923-9c72-57f6824ccd79,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.311839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbe42-877c-4108-ae40-3ed207aeecac tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.313515 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c0bcbe42-877c-4108-ae40-3ed207aeecac tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3636484 Jul 15 23:17:06.317460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43366) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.323879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-de15a480-5e01-4751-95e2-12bcf6928c84 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'security_group_rule': {'security_group_id': 'c006a705-c45c-4923-9c72-57f6824ccd79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:06.359654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d87eb-7cf6-4c21-ad21-559334f39d69 req-66255ec4-5ebb-4dd7-ab51-ab342ab31e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:06.361806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-075d87eb-7cf6-4c21-ad21-559334f39d69 req-66255ec4-5ebb-4dd7-ab51-ab342ab31e8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 1096 time: 0.2341535 Jul 15 23:17:06.387105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc56aa4-9ce6-486c-aac3-66ea6466f6a4 req-6f5bfd9a-57cb-4b27-b8cc-b8d2fe0b1a27 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:06.388630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ecc56aa4-9ce6-486c-aac3-66ea6466f6a4 req-6f5bfd9a-57cb-4b27-b8cc-b8d2fe0b1a27 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1946468 Jul 15 23:17:06.448584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Sync routers for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:06.459082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:06.459712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:16:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:06.493770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-075d87eb-7cf6-4c21-ad21-559334f39d69 req-19b7dbea-52ab-43a0-b13e-0fe9d1998a46 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214550 Jul 15 23:17:06.537269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ecc56aa4-9ce6-486c-aac3-66ea6466f6a4 req-a2d7f258-f61c-4a8b-aa05-3eca731be9ce tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250269 Jul 15 23:17:06.576580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824dd92-de35-4699-af94-b1692b8b472a req-88c558ba-5754-4f23-906e-b5608a01d93b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:06.578868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3824dd92-de35-4699-af94-b1692b8b472a req-88c558ba-5754-4f23-906e-b5608a01d93b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 944 time: 0.1852107 Jul 15 23:17:06.594953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ee3d353a-0fc2-47c0-92e5-49045604e7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.605616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ee3d353a-0fc2-47c0-92e5-49045604e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.646285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de15a480-5e01-4751-95e2-12bcf6928c84 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.647013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:06.734475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ee3d353a-0fc2-47c0-92e5-49045604e7fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da7729270a40454ea099b4f8013a434c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6485717 Jul 15 23:17:06.738953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43382) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.739720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3824dd92-de35-4699-af94-b1692b8b472a req-28ea0224-453a-49a4-8dd2-40bcae65031d tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507366 Jul 15 23:17:06.746373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d353a-0fc2-47c0-92e5-49045604e7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f971fcc2-2d34-47bb-8254-65c132e98ab4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.833569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de15a480-5e01-4751-95e2-12bcf6928c84 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.848003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de15a480-5e01-4751-95e2-12bcf6928c84 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.870898 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-929895e8-1889-4e89-8e00-be8fb38f7b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.876577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15a480-5e01-4751-95e2-12bcf6928c84 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c669b6-1d6a-4038-b690-1f893cfc6b41,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.885990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf684d3f-8bcf-407e-ab4e-b04679b73c9f req-3142a063-d8a8-4b70-a1a7-1cc6e2962ab2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:06.901359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf684d3f-8bcf-407e-ab4e-b04679b73c9f req-3142a063-d8a8-4b70-a1a7-1cc6e2962ab2 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 945 time: 0.1603339 Jul 15 23:17:06.903620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de15a480-5e01-4751-95e2-12bcf6928c84 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.909908 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-de15a480-5e01-4751-95e2-12bcf6928c84 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5886526 Jul 15 23:17:06.910366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-929895e8-1889-4e89-8e00-be8fb38f7b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.915996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43388) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:06.927529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-62335fc6-79a5-4487-a2ed-540d6a6717bd tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'security_group_rule': {'security_group_id': 'c006a705-c45c-4923-9c72-57f6824ccd79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:06.982479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-929895e8-1889-4e89-8e00-be8fb38f7b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.985889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-929895e8-1889-4e89-8e00-be8fb38f7b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.987811 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-929895e8-1889-4e89-8e00-be8fb38f7b0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f971fcc2-2d34-47bb-8254-65c132e98ab4 HTTP/1.1" status: 204 len: 168 time: 0.2467043 Jul 15 23:17:06.997259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 2, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:07.000781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929895e8-1889-4e89-8e00-be8fb38f7b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f971fcc2-2d34-47bb-8254-65c132e98ab4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.031373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf684d3f-8bcf-407e-ab4e-b04679b73c9f req-0a2167f9-73fd-41cb-bf48-5b5f5045df8c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290495 Jul 15 23:17:07.054711 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62335fc6-79a5-4487-a2ed-540d6a6717bd tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.056532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Checking router: 7495ade8-67d8-4d20-abc4-5811c5f0170b for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:07.056999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Updating router 7495ade8-67d8-4d20-abc4-5811c5f0170b port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:07.157770 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.171996 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62335fc6-79a5-4487-a2ed-540d6a6717bd tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.180783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62335fc6-79a5-4487-a2ed-540d6a6717bd tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.202914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62335fc6-79a5-4487-a2ed-540d6a6717bd tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44894a16-7f0a-411b-89a5-23f6b458ba0d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.215522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62335fc6-79a5-4487-a2ed-540d6a6717bd tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.216928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-62335fc6-79a5-4487-a2ed-540d6a6717bd tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988009 Jul 15 23:17:07.220060 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43398) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.227292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:07.255505 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.391024 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.427885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43400) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.442166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78a9e8c4-af0a-4ae3-a68c-e3e1111f329a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.485380 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.498792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Transition to ACTIVE for port object 2d964d1a-5bb4-45e8-b558-af7f33705cd7 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:07.506657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.544592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Allocated IP 172.25.3.247 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/e5414ebe-1c6d-4bca-a99f-3f7339757614) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:07.607772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78a9e8c4-af0a-4ae3-a68c-e3e1111f329a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.620387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78a9e8c4-af0a-4ae3-a68c-e3e1111f329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.681595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:07.683134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-78a9e8c4-af0a-4ae3-a68c-e3e1111f329a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=366bd91f503744128cabc07ae186f871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536626 Jul 15 23:17:07.685560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9e8c4-af0a-4ae3-a68c-e3e1111f329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f4944-0b79-498e-aa88-01662e966136,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.688402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43404) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.762723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fb141-22e6-4fb8-b64c-f4df09e0c9a6 None None] Pushing event updated for resources: {'Port': ['ID=2d964d1a-5bb4-45e8-b558-af7f33705cd7,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.802555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Attempting to bind port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:07.803207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Attempting to bind port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:07.803765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Attempting to bind port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 on network c1eb5c66-55af-4d66-9777-031791fd7962 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:07.809670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.818508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:07.819423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Checking segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:07.820187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.822465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Bound using segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:07.823193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Bound port: 2d964d1a-5bb4-45e8-b558-af7f33705cd7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:07.824137 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.860712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:07.861187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.863804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7f1eed32-4723-4b32-9bf9-d117eec4cf8f up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:07.868135 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.872969 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5490fee4-f77b-4d12-8284-87012286b75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.913672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:07.919223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:07.923393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:07.936975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326897f6-9c34-4968-87df-5334dbaad066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd200c5ba-2ee1-4256-992c-2cdee61d5b9f'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:07.940779 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7cdbeb-9764-4f49-acb8-1c51973ccef3" -d '{"events": [{"server_uuid": "326897f6-9c34-4968-87df-5334dbaad066", "name": "network-vif-plugged", "status": "completed", "tag": "d200c5ba-2ee1-4256-992c-2cdee61d5b9f"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:07.946128 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5490fee4-f77b-4d12-8284-87012286b75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.950921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'Port': ['ID=e5414ebe-1c6d-4bca-a99f-3f7339757614,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.984388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fbf9c-e9a3-4f58-a260-bc985898b3ba req-b6ccbda6-7cca-4870-b62a-399cdf6f47aa tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:07.986079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d4fbf9c-e9a3-4f58-a260-bc985898b3ba req-b6ccbda6-7cca-4870-b62a-399cdf6f47aa tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.2282076 Jul 15 23:17:08.031458 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.041826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] For port 2d964d1a-5bb4-45e8-b558-af7f33705cd7, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:08.047852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] For port 2d964d1a-5bb4-45e8-b558-af7f33705cd7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2d964d1a-5bb4-45e8-b558-af7f33705cd7,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:08.055053 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:08.060828 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.071629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:08.071629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.074005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d4fbf9c-e9a3-4f58-a260-bc985898b3ba req-2f4e0cdf-a2c4-45b7-92ed-35debf37eeb6 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665939 Jul 15 23:17:08.098789 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.120462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b83bff-a4df-4ad1-a59f-133d03d17ea9 req-49b07aac-1b40-4cdb-b209-a3e2474d1216 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:08.121999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40b83bff-a4df-4ad1-a59f-133d03d17ea9 req-49b07aac-1b40-4cdb-b209-a3e2474d1216 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 944 time: 0.1729953 Jul 15 23:17:08.187012 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5490fee4-f77b-4d12-8284-87012286b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.194677 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5490fee4-f77b-4d12-8284-87012286b75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.198684 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a253f5-a4ff-443c-8815-ad8a4b9d3020 x-openstack-request-id: req-00a253f5-a4ff-443c-8815-ad8a4b9d3020 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:08.199313 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326897f6-9c34-4968-87df-5334dbaad066", "name": "network-vif-plugged", "status": "completed", "tag": "d200c5ba-2ee1-4256-992c-2cdee61d5b9f", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:08.199636 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00a253f5-a4ff-443c-8815-ad8a4b9d3020 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:08.200099 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326897f6-9c34-4968-87df-5334dbaad066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd200c5ba-2ee1-4256-992c-2cdee61d5b9f', 'code': 200} Jul 15 23:17:08.207109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5490fee4-f77b-4d12-8284-87012286b75d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/534f4944-0b79-498e-aa88-01662e966136 HTTP/1.1" status: 204 len: 168 time: 0.5173917 Jul 15 23:17:08.220642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fb141-22e6-4fb8-b64c-f4df09e0c9a6 None None] Pushing event updated for resources: {'Port': ['ID=2d964d1a-5bb4-45e8-b558-af7f33705cd7,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.254300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:08.255060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:16:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:08.277996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40b83bff-a4df-4ad1-a59f-133d03d17ea9 req-3d7ffaba-cf30-43b0-9a18-140d3dbeffdd tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550162 Jul 15 23:17:08.293407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490fee4-f77b-4d12-8284-87012286b75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f4944-0b79-498e-aa88-01662e966136,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.474555 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.482039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.521047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069ce5-91a7-4105-9b05-b89c3b129afb req-b9e8be96-8eda-4e08-b6ad-60342db3a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:08.522988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e069ce5-91a7-4105-9b05-b89c3b129afb req-b9e8be96-8eda-4e08-b6ad-60342db3a9b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 1096 time: 0.2149279 Jul 15 23:17:08.613109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'Port': ['ID=e5414ebe-1c6d-4bca-a99f-3f7339757614,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.657596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e069ce5-91a7-4105-9b05-b89c3b129afb req-7eec6d9a-ddc9-4496-b279-d04e788c7f3f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218371 Jul 15 23:17:08.689099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a7825-2fd8-4a53-830d-6651c431b143 req-61cc5506-4e1f-4803-b140-2026604865aa tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:08.699065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-950a7825-2fd8-4a53-830d-6651c431b143 req-61cc5506-4e1f-4803-b140-2026604865aa tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 945 time: 0.2050285 Jul 15 23:17:08.712140 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.748885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.758501 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dca23fc3-96ad-461f-9564-3e490ad01294 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5287702 Jul 15 23:17:08.794021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-950a7825-2fd8-4a53-830d-6651c431b143 req-8193f471-1180-4daa-9052-0a20eab68ace tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937953 Jul 15 23:17:08.819060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.880400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:08.885140 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.909659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:09.038998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-dc8cd368-047b-4259-8d80-bce9912316bd tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1068615314&fields=id&tenant_id=5251cfa57aca41b1a2616cd6165ecec5 HTTP/1.1" status: 200 len: 267 time: 0.0409176 Jul 15 23:17:09.051271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:09.195227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-8620e997-3eee-4185-bf37-c0003cab2590 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:09.217328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-8620e997-3eee-4185-bf37-c0003cab2590 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 809 time: 0.1711144 Jul 15 23:17:09.234858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:08Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:09.266085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87b886-5479-45be-9e3d-22c0e76b6c23 None None] The sync data for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 is: [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:08Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:09.269578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-6803c4d5-d19a-4314-a028-fb396cc026e3 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/quotas/5251cfa57aca41b1a2616cd6165ecec5 HTTP/1.1" status: 200 len: 375 time: 0.0512385 Jul 15 23:17:09.405074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85babbcd-1496-4403-aaa0-b1cb50ace330 req-3dc56241-8e9c-4316-baa4-a25018c5b461 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:09.413357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85babbcd-1496-4403-aaa0-b1cb50ace330 req-3dc56241-8e9c-4316-baa4-a25018c5b461 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1860838 Jul 15 23:17:09.470657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-ba3246f8-8ff1-40f1-9e0e-d92f1bca72e8 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1841586 Jul 15 23:17:09.530328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85babbcd-1496-4403-aaa0-b1cb50ace330 req-3e368b29-7548-4afc-add7-a398aad48289 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160066 Jul 15 23:17:09.646735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2d964d1a-5bb4-45e8-b558-af7f33705cd7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:09.650214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-b7df8e68-e4fa-4631-8ef0-e162d9531e89 service neutron] 10.222.0.23 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785083 Jul 15 23:17:09.734440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:09.738987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:09.739465 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.829859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-baa2a501-5acc-4955-bfc6-ef32213808db service neutron] 10.222.0.23 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783795 Jul 15 23:17:09.876259 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.885156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b37f21-4ba2-4649-a2ca-2e701e526e30 req-90bdd7ef-db36-4035-844a-d4af33011cce tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:09.893800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b37f21-4ba2-4649-a2ca-2e701e526e30 req-90bdd7ef-db36-4035-844a-d4af33011cce tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1468148 Jul 15 23:17:09.970351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 2d964d1a-5bb4-45e8-b558-af7f33705cd7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2d964d1a-5bb4-45e8-b558-af7f33705cd7,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:09.976253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.996000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b37f21-4ba2-4649-a2ca-2e701e526e30 req-36c6369c-0116-44c6-9129-c2c2460cb792 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959129 Jul 15 23:17:10.120392 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=2d964d1a-5bb4-45e8-b558-af7f33705cd7,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:10.200979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2139dbd7-1e2d-4514-9758-e96c69072956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1eed32-4723-4b32-9bf9-d117eec4cf8f'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:10.204051 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d641450f-306b-4546-8445-d303bc0d7bb8" -d '{"events": [{"server_uuid": "2139dbd7-1e2d-4514-9758-e96c69072956", "name": "network-vif-plugged", "status": "completed", "tag": "7f1eed32-4723-4b32-9bf9-d117eec4cf8f"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:10.336050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec988a9-9d0f-4ea7-b9e7-d0ef3d9c2acf req-d05ae9f3-fb66-46c1-98ee-4749677fb9f7 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:10.338568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ec988a9-9d0f-4ea7-b9e7-d0ef3d9c2acf req-d05ae9f3-fb66-46c1-98ee-4749677fb9f7 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1338620 Jul 15 23:17:10.395889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ec988a9-9d0f-4ea7-b9e7-d0ef3d9c2acf req-eb378efd-ec41-4f63-9009-2bd1a205b62b tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502329 Jul 15 23:17:10.604020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-703a31c8-c31d-41d2-a070-0d303b301077 req-b5f13262-f2d8-49c7-b056-cf8a9996db79 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 210 time: 0.0542588 Jul 15 23:17:10.652459 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd252ea1-5c4a-48b0-9157-075559f5a2b3 x-openstack-request-id: req-dd252ea1-5c4a-48b0-9157-075559f5a2b3 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:10.652814 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2139dbd7-1e2d-4514-9758-e96c69072956", "name": "network-vif-plugged", "status": "completed", "tag": "7f1eed32-4723-4b32-9bf9-d117eec4cf8f", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:10.653282 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd252ea1-5c4a-48b0-9157-075559f5a2b3 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:10.653683 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2139dbd7-1e2d-4514-9758-e96c69072956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1eed32-4723-4b32-9bf9-d117eec4cf8f', 'code': 200} Jul 15 23:17:10.867995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8f2e5-9871-4799-afc6-87ecbadbe4e4 req-6f1d2ef9-a814-4719-bea1-a2b1b7fc1af8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:10.875793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eac8f2e5-9871-4799-afc6-87ecbadbe4e4 req-6f1d2ef9-a814-4719-bea1-a2b1b7fc1af8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 945 time: 0.1748273 Jul 15 23:17:10.940926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be39e40-80b1-42db-8edf-a27ebd5af850 req-2fd1f309-0477-43f2-a209-434ae0685942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:10.942738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3be39e40-80b1-42db-8edf-a27ebd5af850 req-2fd1f309-0477-43f2-a209-434ae0685942 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 1096 time: 0.1766715 Jul 15 23:17:10.963000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eac8f2e5-9871-4799-afc6-87ecbadbe4e4 req-618dba53-d92f-46f1-a170-3c4fa5c83652 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861092 Jul 15 23:17:11.068327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3be39e40-80b1-42db-8edf-a27ebd5af850 req-a92d042c-6152-46cc-a326-19db5bf03da6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042943 Jul 15 23:17:11.499818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bab56a-6e17-483f-8e49-7a026b2f0feb req-c2d1ed3a-39e5-4e4f-b3c8-a13802681c84 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:11.503282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1bab56a-6e17-483f-8e49-7a026b2f0feb req-c2d1ed3a-39e5-4e4f-b3c8-a13802681c84 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.0866086 Jul 15 23:17:11.557037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1bab56a-6e17-483f-8e49-7a026b2f0feb req-eb6bdd79-f349-4b99-abdc-d9a50d2a7fb7 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 Jul 15 23:17:11.645048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2d964d1a-5bb4-45e8-b558-af7f33705cd7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:11.744366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:11.745079 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.856374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28741ce5-a008-478a-b0ed-be1b6f52339b req-f5a8a8ad-3538-472b-8720-32d874dcf22a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:11.869938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28741ce5-a008-478a-b0ed-be1b6f52339b req-f5a8a8ad-3538-472b-8720-32d874dcf22a tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 945 time: 0.2193780 Jul 15 23:17:11.919381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69954057-ba43-4f09-8788-bb993b0248e7 req-1c2af5b2-d0c2-4796-bea7-b0a55a2da741 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:11.936974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-1c2af5b2-d0c2-4796-bea7-b0a55a2da741 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 815 time: 0.2562053 Jul 15 23:17:12.049385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28741ce5-a008-478a-b0ed-be1b6f52339b req-bec2c18a-ab00-4455-92e4-2e8b84447ad9 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714089 Jul 15 23:17:12.073939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-d72b1199-1981-4de5-bc14-97764b7bf508 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/quotas/e90c324ab45640e88783bf1e0451594e HTTP/1.1" status: 200 len: 375 time: 0.1304374 Jul 15 23:17:12.241890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-59cfe920-a381-473e-9fdb-ff39971d39d3 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:12.243331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-59cfe920-a381-473e-9fdb-ff39971d39d3 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 809 time: 0.1217577 Jul 15 23:17:12.300422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-a769ac46-8be2-4451-8136-4a166419c011 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2254446 Jul 15 23:17:12.351813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-a52782fd-b67b-42fe-95c5-c788159b6d15 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5251cfa57aca41b1a2616cd6165ecec5 HTTP/1.1" status: 200 len: 380 time: 0.0928679 Jul 15 23:17:12.363989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'port': {'device_id': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'admin_state_up': True, 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'security_groups': ['c006a705-c45c-4923-9c72-57f6824ccd79']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:12.797966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c443c701-ff53-43cb-8abf-d1e0964e6cb2 req-3d201ccc-84e8-45b2-b41a-66a466044e6f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 210 time: 0.0509479 Jul 15 23:17:12.859417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-a842253a-1f6c-42f0-854c-03c441e3504f service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580585 Jul 15 23:17:12.966081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Made reservation on behalf of 5251cfa57aca41b1a2616cd6165ecec5 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:12.968521 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.057678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-e698af3a-a6e9-49a5-87f5-d520040b405d service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973259 Jul 15 23:17:13.201507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Allocated IP 172.20.0.8 (c1eb5c66-55af-4d66-9777-031791fd7962/b5c997a2-3c4c-4320-85db-8eec3b0f764d/c8e2ba59-b357-4b5b-be16-54c260b0f854) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:13.276505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-9a02f224-2729-4e71-a982-d11dd467a293 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:13.278315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-9a02f224-2729-4e71-a982-d11dd467a293 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.37 "GET /v2.0/ports?device_id=5747f273-d9a2-4583-9c07-5dc9332cf1f5 HTTP/1.1" status: 200 len: 945 time: 0.1757641 Jul 15 23:17:13.311886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e12a1-5c6c-4e11-b68a-c542d7aadd88 req-4df99efa-f0e4-48cf-bf37-51e9510380ff tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:13.313504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-927e12a1-5c6c-4e11-b68a-c542d7aadd88 req-4df99efa-f0e4-48cf-bf37-51e9510380ff tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.2122366 Jul 15 23:17:13.523529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-927e12a1-5c6c-4e11-b68a-c542d7aadd88 req-02e9d1c5-977a-4d8d-9121-1eb41ceced68 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985247 Jul 15 23:17:13.649495 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.677615 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.745404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84a32b86-00c3-41ad-b3d4-4b17dfed2b0f req-210c0822-b322-49ac-9c29-c4a5eca06d86 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 210 time: 0.1153247 Jul 15 23:17:13.763642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Transition to ACTIVE for port object c8e2ba59-b357-4b5b-be16-54c260b0f854 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:13.825733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b38643-49e4-441d-8bb8-853fb3c20837 req-9b464cae-d773-4f78-a324-00cd3ae0a3da tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:13.837961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00b38643-49e4-441d-8bb8-853fb3c20837 req-9b464cae-d773-4f78-a324-00cd3ae0a3da tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 945 time: 0.4809856 Jul 15 23:17:13.930558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Deleting port ce6e1453-512f-414c-82ed-f1ca870190a6 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:13.930920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.949513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-f7a799be-418e-4af3-92ac-41f5b32b6976 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:13.951241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-f7a799be-418e-4af3-92ac-41f5b32b6976 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.59 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 945 time: 0.2883770 Jul 15 23:17:14.012514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00b38643-49e4-441d-8bb8-853fb3c20837 req-75f35a45-1ca6-4157-a647-bf9be5095470 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731594 Jul 15 23:17:14.055917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.162846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Network c1eb5c66-55af-4d66-9777-031791fd7962 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:14.202372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:14.214724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:14.396683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'Port': ['ID=c8e2ba59-b357-4b5b-be16-54c260b0f854,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:14.417475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] For port ce6e1453-512f-414c-82ed-f1ca870190a6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ce6e1453-512f-414c-82ed-f1ca870190a6,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:14.418183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.460016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Calling delete_port for ce6e1453-512f-414c-82ed-f1ca870190a6 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:14.478431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.479132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.561708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b590da-b1c9-4606-9f2b-58eeba7c5d37 req-14af7850-14d3-4358-b8de-1e7f925538b4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.569972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3b590da-b1c9-4606-9f2b-58eeba7c5d37 req-14af7850-14d3-4358-b8de-1e7f925538b4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 931 time: 0.3573146 Jul 15 23:17:14.583528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c01bd92b-d247-436b-9080-c990146a3f36 None None] Provisioning for port c8e2ba59-b357-4b5b-be16-54c260b0f854 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:14.586956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Deleting port d200c5ba-2ee1-4256-992c-2cdee61d5b9f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:14.587504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.590864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c01bd92b-d247-436b-9080-c990146a3f36 None None] Provisioning complete for port c8e2ba59-b357-4b5b-be16-54c260b0f854 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:14.591531 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c01bd92b-d247-436b-9080-c990146a3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.614526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-3d4d4664-1364-4035-a3d5-b0575e058b2a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2558329 Jul 15 23:17:14.632115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Request body: {'port': {'device_id': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:14.666936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c01bd92b-d247-436b-9080-c990146a3f36 None None] Port c8e2ba59-b357-4b5b-be16-54c260b0f854 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:14.699920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-93733d09-5000-455c-9270-43d870e18d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.703109 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-93733d09-5000-455c-9270-43d870e18d7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 1096 time: 0.1281219 Jul 15 23:17:14.755630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3b590da-b1c9-4606-9f2b-58eeba7c5d37 req-3547690f-d340-4185-9d3d-c4f364bd9b39 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844497 Jul 15 23:17:14.863860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-62944c5f-cda0-4c22-ba2e-018a7ab19460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.865630 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-62944c5f-cda0-4c22-ba2e-018a7ab19460 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 912 time: 0.1383033 Jul 15 23:17:14.867079 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.871252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] For port d200c5ba-2ee1-4256-992c-2cdee61d5b9f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,segment=NetworkSegment(68fb79a5-2be8-45b2-89af-67e38aa85c77),segment_id=68fb79a5-2be8-45b2-89af-67e38aa85c77)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:14.871642 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.917211 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-6cdc9912-27b7-4ecd-8cc6-43ffe4ce579c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f HTTP/1.1" status: 200 len: 217 time: 0.0441804 Jul 15 23:17:14.995040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-8aa5b2b2-003a-4564-8fcf-384609a0efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.995722 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-8aa5b2b2-003a-4564-8fcf-384609a0efc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 200 len: 851 time: 0.0700595 Jul 15 23:17:15.042487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Calling delete_port for d200c5ba-2ee1-4256-992c-2cdee61d5b9f owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:15.064720 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-90ca4bcb-6742-46af-94b5-8667e655d63a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617275 Jul 15 23:17:15.085616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35696249-f808-4b40-99af-bffd5b83e105 req-c28e2d66-d610-420a-97ab-eebf1d6a9bd3 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 210 time: 0.1746099 Jul 15 23:17:15.241128 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.293461 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-3f3a2d2a-54c7-486c-8582-7bc763b8dfa0 service neutron] 10.222.0.37 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221119 Jul 15 23:17:15.322075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c33d4-aa0a-4d4f-9a4f-fdb2567e5345 req-20225c25-5028-4fa1-8cb3-451387a7a493 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:15.324239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-711c33d4-aa0a-4d4f-9a4f-fdb2567e5345 req-20225c25-5028-4fa1-8cb3-451387a7a493 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.4961073 Jul 15 23:17:15.417650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Pushing event deleted for resources: {'Port': ['ID=ce6e1453-512f-414c-82ed-f1ca870190a6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:15.423711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69954057-ba43-4f09-8788-bb993b0248e7 req-e0ff62ec-a160-49d9-a3fc-6436d640d82c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:15.426999 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-e0ff62ec-a160-49d9-a3fc-6436d640d82c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.37 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 815 time: 0.2880142 Jul 15 23:17:15.455769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Request body: {'port': {'device_id': 'a9c34859-d738-4762-aca2-eef548ac3287', 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'admin_state_up': True, 'tenant_id': 'e90c324ab45640e88783bf1e0451594e'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:15.471083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] No DVR routers for this DVR port ce6e1453-512f-414c-82ed-f1ca870190a6 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:15.480214 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.482894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46ff20c3-5c83-45f2-9ba7-af9e03951494 req-a5c49231-b17d-44f5-acae-30c747ca3234 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.37 "DELETE /v2.0/ports/ce6e1453-512f-414c-82ed-f1ca870190a6 HTTP/1.1" status: 204 len: 173 time: 2.1949830 Jul 15 23:17:15.492383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'name': 'network-vif-deleted', 'tag': 'ce6e1453-512f-414c-82ed-f1ca870190a6'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:15.495596 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e989c808-fc2f-487b-a487-beda6ccc9686" -d '{"events": [{"server_uuid": "5747f273-d9a2-4583-9c07-5dc9332cf1f5", "name": "network-vif-deleted", "tag": "ce6e1453-512f-414c-82ed-f1ca870190a6"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:15.555365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-711c33d4-aa0a-4d4f-9a4f-fdb2567e5345 req-6e95f796-4493-4d47-bf67-23909af25477 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163563 Jul 15 23:17:15.651304 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38186e2a-e59f-4b64-8b4b-5e78aef76d85 x-openstack-request-id: req-38186e2a-e59f-4b64-8b4b-5e78aef76d85 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:15.652115 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5747f273-d9a2-4583-9c07-5dc9332cf1f5", "name": "network-vif-deleted", "tag": "ce6e1453-512f-414c-82ed-f1ca870190a6", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:15.652619 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38186e2a-e59f-4b64-8b4b-5e78aef76d85 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:15.653348 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5747f273-d9a2-4583-9c07-5dc9332cf1f5', 'name': 'network-vif-deleted', 'tag': 'ce6e1453-512f-414c-82ed-f1ca870190a6', 'status': 'completed', 'code': 200} Jul 15 23:17:15.661331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Made reservation on behalf of e90c324ab45640e88783bf1e0451594e for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:15.667519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.726679 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b953a35b-d349-428d-a0fc-30a6d54cbddb req-22376901-08e0-4eb6-963f-7fdc4544e20d service neutron] 10.222.0.37 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211543 Jul 15 23:17:15.903548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ce6e1453-512f-414c-82ed-f1ca870190a6 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:15.914934 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.919513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Allocated IP 172.20.0.3 (b3ec6da5-c2b6-4b12-894a-cd209048c986/ec81c68f-a63b-4ce9-baf3-ba25053b74da/6aa762a7-43e8-41a2-9391-93c32dc07348) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:15.924867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e2ba59-b357-4b5b-be16-54c260b0f854 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:15.940282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: ce6e1453-512f-414c-82ed-f1ca870190a6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:15.940983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ce6e1453-512f-414c-82ed-f1ca870190a6 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:15.947039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d200c5ba-2ee1-4256-992c-2cdee61d5b9f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:15.984123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.002384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event deleted for resources: {'Port': ['ID=d200c5ba-2ee1-4256-992c-2cdee61d5b9f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:16.076907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Transition to ACTIVE for port object c8e2ba59-b357-4b5b-be16-54c260b0f854 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:16.083661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] No DVR routers for this DVR port d200c5ba-2ee1-4256-992c-2cdee61d5b9f on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:16.095921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236194f-6dcf-44eb-bd88-107b0e263f8b req-ef096960-28df-424d-9200-05bea5aa7aa4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:16.097785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3236194f-6dcf-44eb-bd88-107b0e263f8b req-ef096960-28df-424d-9200-05bea5aa7aa4 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 867 time: 0.5197980 Jul 15 23:17:16.099334 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.101509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4a6e25f-e064-4f28-9ea1-efba7b355b85 req-9e29984f-f29c-4216-9585-fc1e866254ba tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.59 "DELETE /v2.0/ports/d200c5ba-2ee1-4256-992c-2cdee61d5b9f HTTP/1.1" status: 204 len: 173 time: 2.1137512 Jul 15 23:17:16.103088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.366128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3236194f-6dcf-44eb-bd88-107b0e263f8b req-f08b6153-bd77-4626-a401-8c120910919d tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464154 Jul 15 23:17:16.375636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Pushing event updated for resources: {'Port': ['ID=c8e2ba59-b357-4b5b-be16-54c260b0f854,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:16.408793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc42708-a8e0-468b-8955-35853c1dc8d3 req-ddf11511-788c-46ea-93de-3fdc2ec48bfa tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:16.414874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdc42708-a8e0-468b-8955-35853c1dc8d3 req-ddf11511-788c-46ea-93de-3fdc2ec48bfa tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 931 time: 0.4333115 Jul 15 23:17:16.554578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.608667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdc42708-a8e0-468b-8955-35853c1dc8d3 req-ab6559cf-e99a-4ada-92e1-a66d8d0069ba tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739726 Jul 15 23:17:16.616744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.682009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9791fa36-b939-44bb-8639-1fb1f7dbfbd7 req-0be7168d-f837-4d2e-bc19-93858205c3d8 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 210 time: 0.1072400 Jul 15 23:17:16.744851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Attempting to bind port c8e2ba59-b357-4b5b-be16-54c260b0f854 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:16.745436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Attempting to bind port c8e2ba59-b357-4b5b-be16-54c260b0f854 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:16.745992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Attempting to bind port c8e2ba59-b357-4b5b-be16-54c260b0f854 on network c1eb5c66-55af-4d66-9777-031791fd7962 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:16.752508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Port c8e2ba59-b357-4b5b-be16-54c260b0f854 on network c1eb5c66-55af-4d66-9777-031791fd7962 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:16.753997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Attempting to bind port c8e2ba59-b357-4b5b-be16-54c260b0f854 on network c1eb5c66-55af-4d66-9777-031791fd7962 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:16.759359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Network b3ec6da5-c2b6-4b12-894a-cd209048c986 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:16.763805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:16.769941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:16.776363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:16.776822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Checking segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:16.782472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Bound using segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:16.784125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Bound port: c8e2ba59-b357-4b5b-be16-54c260b0f854, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:16.787600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.826421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:16.827574 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.835447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Pushing event updated for resources: {'Port': ['ID=6aa762a7-43e8-41a2-9391-93c32dc07348,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:16.869910 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5fc287fe-4e1d-4d01-94f7-e0011e9cbd46 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4244869 Jul 15 23:17:16.889486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Request body: {'port': {'device_id': 'a9c34859-d738-4762-aca2-eef548ac3287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:16.910690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] For port c8e2ba59-b357-4b5b-be16-54c260b0f854, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:16.915819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] For port c8e2ba59-b357-4b5b-be16-54c260b0f854, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:16.940605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.008958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:17.009583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.011162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] 10.222.0.59 "PUT /v2.0/ports/c8e2ba59-b357-4b5b-be16-54c260b0f854 HTTP/1.1" status: 200 len: 1091 time: 2.3835447 Jul 15 23:17:17.052229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb7bf6-6343-42a0-8029-cfc79c670c3f service neutron] Pushing event updated for resources: {'Port': ['ID=c8e2ba59-b357-4b5b-be16-54c260b0f854,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:17.086257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60aae33-b94c-4c5b-bfc7-7d643f2401f3 req-af9eb854-4649-4af4-bcbe-5517de8759dd tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:17.088293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.093134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f60aae33-b94c-4c5b-bfc7-7d643f2401f3 req-af9eb854-4649-4af4-bcbe-5517de8759dd tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1695020 Jul 15 23:17:17.243664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f60aae33-b94c-4c5b-bfc7-7d643f2401f3 req-1d322368-c34c-4dfc-aa92-2adee660d1ac tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468019 Jul 15 23:17:17.273180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e5f483a8-abcd-4663-9e8a-455f00ecb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:17.275318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-e5f483a8-abcd-4663-9e8a-455f00ecb803 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 1094 time: 0.1800008 Jul 15 23:17:17.336385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-2c6e5e99-58da-46a3-a4c9-1c9dbde446c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854 HTTP/1.1" status: 200 len: 217 time: 0.0471656 Jul 15 23:17:17.414605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-04c6b19f-44f8-412e-a75f-157a2c51d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:17.416712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-04c6b19f-44f8-412e-a75f-157a2c51d1a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.0667098 Jul 15 23:17:17.521004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-041b4527-5b61-4ccc-843b-0d4c8a8e408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:17.522611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-041b4527-5b61-4ccc-843b-0d4c8a8e408e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942466 Jul 15 23:17:17.582633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa762a7-43e8-41a2-9391-93c32dc07348 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:17.585138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-587a9a26-90d9-4d57-841e-b10a50331020 req-69301909-0c46-4e0e-9c77-f26f3ed8948b tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/ports?device_id=326897f6-9c34-4968-87df-5334dbaad066 HTTP/1.1" status: 200 len: 210 time: 0.0544069 Jul 15 23:17:17.605485 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.619127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Transition to ACTIVE for port object 6aa762a7-43e8-41a2-9391-93c32dc07348 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:17.625485 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.659054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326897f6-9c34-4968-87df-5334dbaad066', 'name': 'network-vif-deleted', 'tag': 'd200c5ba-2ee1-4256-992c-2cdee61d5b9f'}, {'name': 'network-changed', 'server_uuid': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'tag': 'c8e2ba59-b357-4b5b-be16-54c260b0f854'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:17.663342 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a" -d '{"events": [{"server_uuid": "326897f6-9c34-4968-87df-5334dbaad066", "name": "network-vif-deleted", "tag": "d200c5ba-2ee1-4256-992c-2cdee61d5b9f"}, {"name": "network-changed", "server_uuid": "b8fbe33c-ef84-4d88-b673-b78fd9cef877", "tag": "c8e2ba59-b357-4b5b-be16-54c260b0f854"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:17.708286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-2e144cef-4722-4934-9f4f-7cc05657a37b service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678078 Jul 15 23:17:17.744307 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917b68f-b7ae-4ad5-aa17-23e409311b63 x-openstack-request-id: req-9917b68f-b7ae-4ad5-aa17-23e409311b63 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:17.744606 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326897f6-9c34-4968-87df-5334dbaad066", "name": "network-vif-deleted", "tag": "d200c5ba-2ee1-4256-992c-2cdee61d5b9f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8fbe33c-ef84-4d88-b673-b78fd9cef877", "tag": "c8e2ba59-b357-4b5b-be16-54c260b0f854", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:17.744859 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9917b68f-b7ae-4ad5-aa17-23e409311b63 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:17.745257 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326897f6-9c34-4968-87df-5334dbaad066', 'name': 'network-vif-deleted', 'tag': 'd200c5ba-2ee1-4256-992c-2cdee61d5b9f', 'status': 'completed', 'code': 200} Jul 15 23:17:17.745738 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'tag': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'status': 'completed', 'code': 200} Jul 15 23:17:17.769394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa762a7-43e8-41a2-9391-93c32dc07348,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:17.838852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Attempting to bind port 6aa762a7-43e8-41a2-9391-93c32dc07348 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:17.839195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Attempting to bind port 6aa762a7-43e8-41a2-9391-93c32dc07348 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:17.839528 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Attempting to bind port 6aa762a7-43e8-41a2-9391-93c32dc07348 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:17.851309 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Port 6aa762a7-43e8-41a2-9391-93c32dc07348 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:17.851967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Attempting to bind port 6aa762a7-43e8-41a2-9391-93c32dc07348 on network b3ec6da5-c2b6-4b12-894a-cd209048c986 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:17.858332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:17.858997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Checking segment: {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:17.859558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Bound using segment: {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:17.860164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Bound port: 6aa762a7-43e8-41a2-9391-93c32dc07348, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b51a9e-f95c-442b-bc54-80ea384919c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:17.860729 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.947258 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] For port 6aa762a7-43e8-41a2-9391-93c32dc07348, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:17.950902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] For port 6aa762a7-43e8-41a2-9391-93c32dc07348, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6aa762a7-43e8-41a2-9391-93c32dc07348,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:17.957001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.004510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.005329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.022142 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] 10.222.0.37 "PUT /v2.0/ports/6aa762a7-43e8-41a2-9391-93c32dc07348 HTTP/1.1" status: 200 len: 1091 time: 1.1359317 Jul 15 23:17:18.022993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c34859-d738-4762-aca2-eef548ac3287', 'tag': '6aa762a7-43e8-41a2-9391-93c32dc07348'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:18.024043 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d63e8fdc-8daf-4953-ad45-50f9844a6003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.030168 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a891532f-3428-4010-abf6-2222030ec0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c34859-d738-4762-aca2-eef548ac3287", "tag": "6aa762a7-43e8-41a2-9391-93c32dc07348"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:18.084439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3ef77-6ea7-4920-a78a-6f53a107acf4 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa762a7-43e8-41a2-9391-93c32dc07348,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:18.174518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69954057-ba43-4f09-8788-bb993b0248e7 req-ae94493f-bc36-4e82-8ae1-908769a636c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.177021 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-ae94493f-bc36-4e82-8ae1-908769a636c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 1094 time: 0.0880120 Jul 15 23:17:18.212562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d200c5ba-2ee1-4256-992c-2cdee61d5b9f no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:18.243236 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-2932ffe6-7983-4776-84d8-aa0caaeeba53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aa762a7-43e8-41a2-9391-93c32dc07348 HTTP/1.1" status: 200 len: 217 time: 0.0524192 Jul 15 23:17:18.265373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: d200c5ba-2ee1-4256-992c-2cdee61d5b9f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:18.266094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d200c5ba-2ee1-4256-992c-2cdee61d5b9f not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:18.307654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69954057-ba43-4f09-8788-bb993b0248e7 req-6388fedf-92a0-4e34-9813-7aa2fafe2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.309407 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-6388fedf-92a0-4e34-9813-7aa2fafe2461 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec81c68f-a63b-4ce9-baf3-ba25053b74da HTTP/1.1" status: 200 len: 855 time: 0.0597346 Jul 15 23:17:18.365225 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-431ef86b-6c88-4676-8351-aec7343c4874 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3ec6da5-c2b6-4b12-894a-cd209048c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407317 Jul 15 23:17:18.432526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c082eabe-a35e-47a6-812d-8e3093394ffb req-7cdb0e06-1c24-4402-a8ac-dd2e932b15f7 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129152 Jul 15 23:17:18.456687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ac135-ce8c-405e-94d3-389ef36c7d29 req-984e27fc-5b7d-42fa-95d5-4196d6b744c8 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.464791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a1ac135-ce8c-405e-94d3-389ef36c7d29 req-984e27fc-5b7d-42fa-95d5-4196d6b744c8 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 943 time: 0.5960536 Jul 15 23:17:18.467304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43756) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:18.486496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d8020-0dc1-4a38-ab05-23d4c7c6cfae req-11621911-f9c8-4ec4-93fa-02242d7060cb tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.493594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d2d8020-0dc1-4a38-ab05-23d4c7c6cfae req-11621911-f9c8-4ec4-93fa-02242d7060cb tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 943 time: 0.6236067 Jul 15 23:17:18.552713 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-d36121cb-342d-4759-bcaa-49fea311ba03 service neutron] 10.222.0.37 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808822 Jul 15 23:17:18.582746 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a1ac135-ce8c-405e-94d3-389ef36c7d29 req-c619e6e9-cf6a-4a1d-bb06-e9b0cc76232e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170235 Jul 15 23:17:18.597215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d2d8020-0dc1-4a38-ab05-23d4c7c6cfae req-f57e31b8-e4af-4ca1-9572-a69acb7de43e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026711 Jul 15 23:17:18.630784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-5544df7f-8e2c-4143-a698-842f13834d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.631794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-5544df7f-8e2c-4143-a698-842f13834d02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 1094 time: 0.1300185 Jul 15 23:17:18.701276 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3073d4-c7b3-4aad-8f7e-f0bda73256c8 x-openstack-request-id: req-fb3073d4-c7b3-4aad-8f7e-f0bda73256c8 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:18.702838 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c34859-d738-4762-aca2-eef548ac3287", "tag": "6aa762a7-43e8-41a2-9391-93c32dc07348", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:18.703040 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb3073d4-c7b3-4aad-8f7e-f0bda73256c8 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:18.703440 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c34859-d738-4762-aca2-eef548ac3287', 'tag': '6aa762a7-43e8-41a2-9391-93c32dc07348', 'status': 'completed', 'code': 200} Jul 15 23:17:18.765982 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10c9ea92-1247-499d-9019-15305cb13988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.801074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-c2b2a473-e830-4fa2-aab7-11870bc01bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.802558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-c2b2a473-e830-4fa2-aab7-11870bc01bc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 910 time: 0.1611536 Jul 15 23:17:18.880247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43766) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:18.889198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-7775368e-679d-4136-9da4-438fec66a3dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854 HTTP/1.1" status: 200 len: 217 time: 0.0746508 Jul 15 23:17:18.951316 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-69954057-ba43-4f09-8788-bb993b0248e7 req-5d703b6d-082c-44c7-b6f6-5d200d7b2082 service neutron] 10.222.0.37 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875747 Jul 15 23:17:18.993427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10c9ea92-1247-499d-9019-15305cb13988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.997885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10c9ea92-1247-499d-9019-15305cb13988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.077148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9ea92-1247-499d-9019-15305cb13988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aac65d-cf6d-4d24-831f-7edce9923814,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:19.078169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-3c9c9b2d-8643-4540-a4e7-82976d4f25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.080177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-3c9c9b2d-8643-4540-a4e7-82976d4f25fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.1794548 Jul 15 23:17:19.100809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a712-b7c6-4e02-9cd9-1ec1437b6f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.118169 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-10c9ea92-1247-499d-9019-15305cb13988 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5ffc9b2a31f4098afe460599633bef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469390 Jul 15 23:17:19.118395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43780) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:19.175132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fd33d-9547-4485-a7cc-0aad4c412385 req-3deb9a5c-93b5-450e-bf08-b154792c7349 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.176702 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-360fd33d-9547-4485-a7cc-0aad4c412385 req-3deb9a5c-93b5-450e-bf08-b154792c7349 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1874349 Jul 15 23:17:19.188515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43784) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:19.199640 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325208d8-2128-47ca-9738-c92d73aeddcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.205023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891532f-3428-4010-abf6-2222030ec0fd req-13ea4176-2e8a-40c9-a1ca-60b34e7b15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.206529 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a891532f-3428-4010-abf6-2222030ec0fd req-13ea4176-2e8a-40c9-a1ca-60b34e7b15d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e90c324ab45640e88783bf1e0451594e&device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 1094 time: 0.1595030 Jul 15 23:17:19.247590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-43430eff-a9ae-4614-8041-0bb63862e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.249105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-43430eff-a9ae-4614-8041-0bb63862e9f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574368 Jul 15 23:17:19.261448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-360fd33d-9547-4485-a7cc-0aad4c412385 req-4ee05154-c5f7-471d-bfee-e945ab708223 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735638 Jul 15 23:17:19.278043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325208d8-2128-47ca-9738-c92d73aeddcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.356677 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a712-b7c6-4e02-9cd9-1ec1437b6f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.363556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a712-b7c6-4e02-9cd9-1ec1437b6f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.377603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d01aa2f-1fc6-496a-8348-f43127db33e8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.400061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891532f-3428-4010-abf6-2222030ec0fd req-6dc620d6-662c-405c-ae48-ab76aecc06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.401569 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a891532f-3428-4010-abf6-2222030ec0fd req-6dc620d6-662c-405c-ae48-ab76aecc06d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 200 len: 916 time: 0.1855564 Jul 15 23:17:19.408781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-331fc726-8ddb-4e61-acd6-b0d0ec4d17e0 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443198 Jul 15 23:17:19.413750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0a712-b7c6-4e02-9cd9-1ec1437b6f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c4f987-66ba-4283-b66a-4a64dfeb1269,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:19.422195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6ad0a712-b7c6-4e02-9cd9-1ec1437b6f95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03a52c8956884deb8dde2f82e38d566e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367410 Jul 15 23:17:19.424178 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d01aa2f-1fc6-496a-8348-f43127db33e8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.427098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:19.472630 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325208d8-2128-47ca-9738-c92d73aeddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.475091 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325208d8-2128-47ca-9738-c92d73aeddcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.478615 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-325208d8-2128-47ca-9738-c92d73aeddcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16aac65d-cf6d-4d24-831f-7edce9923814 HTTP/1.1" status: 204 len: 168 time: 0.3568106 Jul 15 23:17:19.485532 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a891532f-3428-4010-abf6-2222030ec0fd req-4bef4ba7-cba8-4de2-b42b-103042c6b84b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aa762a7-43e8-41a2-9391-93c32dc07348 HTTP/1.1" status: 200 len: 217 time: 0.0751133 Jul 15 23:17:19.510088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d66b5e2-cc67-4dec-998b-fe9f355cdd0a req-c98811dd-0b2f-4b1d-b5b7-46f22ad161c9 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903661 Jul 15 23:17:19.514552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325208d8-2128-47ca-9738-c92d73aeddcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aac65d-cf6d-4d24-831f-7edce9923814,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:19.583664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891532f-3428-4010-abf6-2222030ec0fd req-2f6d8fe1-d44d-4631-b06c-472640e20689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.585192 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a891532f-3428-4010-abf6-2222030ec0fd req-2f6d8fe1-d44d-4631-b06c-472640e20689 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec81c68f-a63b-4ce9-baf3-ba25053b74da HTTP/1.1" status: 200 len: 855 time: 0.0921071 Jul 15 23:17:19.622048 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c60a52ba-65b2-4361-9481-313ef39d36fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.627484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a891532f-3428-4010-abf6-2222030ec0fd req-dc50c237-5961-42ca-a47a-bda3adeaef54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3ec6da5-c2b6-4b12-894a-cd209048c986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345819 Jul 15 23:17:19.629718 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d01aa2f-1fc6-496a-8348-f43127db33e8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.633557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d01aa2f-1fc6-496a-8348-f43127db33e8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.634842 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d01aa2f-1fc6-496a-8348-f43127db33e8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "DELETE /v2.0/security-groups/442962dc-089d-4063-b049-648d0d686da5 HTTP/1.1" status: 204 len: 168 time: 0.4432127 Jul 15 23:17:19.637732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43796) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:19.658567 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-437c0e3d-d277-41d9-a5a0-537bc79f07db tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] show failed (client error): The resource could not be found. Jul 15 23:17:19.659916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-437c0e3d-d277-41d9-a5a0-537bc79f07db tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "GET /v2.0/security-groups/442962dc-089d-4063-b049-648d0d686da5 HTTP/1.1" status: 404 len: 347 time: 0.0212030 Jul 15 23:17:19.671294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43798) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:19.679372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01aa2f-1fc6-496a-8348-f43127db33e8 tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442962dc-089d-4063-b049-648d0d686da5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:19.705449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c60a52ba-65b2-4361-9481-313ef39d36fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.821682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c60a52ba-65b2-4361-9481-313ef39d36fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.824546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c60a52ba-65b2-4361-9481-313ef39d36fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.828246 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c60a52ba-65b2-4361-9481-313ef39d36fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54c4f987-66ba-4283-b66a-4a64dfeb1269 HTTP/1.1" status: 204 len: 168 time: 0.3974156 Jul 15 23:17:19.831990 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a891532f-3428-4010-abf6-2222030ec0fd req-17d889a1-cbe4-45d1-b42b-dee8c9b37e4b service neutron] 10.222.0.37 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913340 Jul 15 23:17:19.837730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a52ba-65b2-4361-9481-313ef39d36fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c4f987-66ba-4283-b66a-4a64dfeb1269,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:19.851472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43806) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:19.888059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6b944b4-be95-4cc7-8677-354dcf6f7a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.940593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Deleting port e12ae128-9dd7-40cd-bd42-f8ffbe30ef91 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:19.940942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.953161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9399ae-269a-43e8-a3a5-24bf0c0b5c0e req-4aa0c6eb-3476-4b09-9dd5-846e68e46bde tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.955319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd9399ae-269a-43e8-a3a5-24bf0c0b5c0e req-4aa0c6eb-3476-4b09-9dd5-846e68e46bde tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 943 time: 0.1735392 Jul 15 23:17:19.978083 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a891532f-3428-4010-abf6-2222030ec0fd req-8632e4db-baec-4b38-8a95-6002d04c2f2f service neutron] 10.222.0.37 "GET /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379724 Jul 15 23:17:19.989641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45725f2-6370-46c9-aeff-68b08ba770e2 req-cd86c146-bcd5-42a8-b68f-cc5ef3631e7f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.991235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b45725f2-6370-46c9-aeff-68b08ba770e2 req-cd86c146-bcd5-42a8-b68f-cc5ef3631e7f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 943 time: 0.1900284 Jul 15 23:17:20.056302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6b944b4-be95-4cc7-8677-354dcf6f7a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.061475 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a6b944b4-be95-4cc7-8677-354dcf6f7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.097160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd9399ae-269a-43e8-a3a5-24bf0c0b5c0e req-71ada395-9192-4f80-86f8-6338ee30b610 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217926 Jul 15 23:17:20.108639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b944b4-be95-4cc7-8677-354dcf6f7a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38e3c87-489a-46b5-9ce8-a596816c5140,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:20.117186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b45725f2-6370-46c9-aeff-68b08ba770e2 req-1b3f9795-49eb-46be-834b-7e23cd7b3fc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146276 Jul 15 23:17:20.119023 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a6b944b4-be95-4cc7-8677-354dcf6f7a9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba3ae93047c443119afe60725214e628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657003 Jul 15 23:17:20.120161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43810) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:20.145237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.145454 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.174769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Calling delete_port for e12ae128-9dd7-40cd-bd42-f8ffbe30ef91 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:20.200455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7ac4e61-9634-460e-8e75-ee87a28273b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.228116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7ac4e61-9634-460e-8e75-ee87a28273b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.288208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43812) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:20.303629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7ac4e61-9634-460e-8e75-ee87a28273b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.307286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7ac4e61-9634-460e-8e75-ee87a28273b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.313057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f62b3269-889e-44bf-8b69-db8cac9e5feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.323275 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d7ac4e61-9634-460e-8e75-ee87a28273b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a38e3c87-489a-46b5-9ce8-a596816c5140 HTTP/1.1" status: 204 len: 168 time: 0.1893220 Jul 15 23:17:20.340499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac4e61-9634-460e-8e75-ee87a28273b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38e3c87-489a-46b5-9ce8-a596816c5140,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:20.396326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.449279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Pushing event deleted for resources: {'Port': ['ID=e12ae128-9dd7-40cd-bd42-f8ffbe30ef91,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:20.579783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f62b3269-889e-44bf-8b69-db8cac9e5feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.586555 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f62b3269-889e-44bf-8b69-db8cac9e5feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.589379 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.591937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.593159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c05346ca-80e0-4a8c-8b43-c4d029c1140c tempest-ImagesOneServerNegativeTestJSON-1677950874 tempest-ImagesOneServerNegativeTestJSON-1677950874-project] 10.222.0.23 "DELETE /v2.0/floatingips/b542239b-aad4-41a4-92fb-e1091a5fa640 HTTP/1.1" status: 204 len: 168 time: 0.9205401 Jul 15 23:17:20.611571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ef102-27e8-4868-8847-ae730789c0c9 req-56cb1088-4c2b-486a-8d1a-13c5df0430b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:20.613033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de6ef102-27e8-4868-8847-ae730789c0c9 req-56cb1088-4c2b-486a-8d1a-13c5df0430b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.2039416 Jul 15 23:17:20.634941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9fc24d5c-de4f-45e2-b5e9-dce76b8a50d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.661866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f62b3269-889e-44bf-8b69-db8cac9e5feb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2329a6be64944d7bd5be2dc78273d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725712 Jul 15 23:17:20.663203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b3269-889e-44bf-8b69-db8cac9e5feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26abd7-1ab3-471a-8932-c58a236a7a6f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:20.664573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43832) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:20.699396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de6ef102-27e8-4868-8847-ae730789c0c9 req-6ff5d6d3-72b5-496e-95ab-1e13c37e1fcd tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775177 Jul 15 23:17:20.750837 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f064767-2486-453e-8a5a-ec765490d45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.778152 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f064767-2486-453e-8a5a-ec765490d45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.789745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43840) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:20.836143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f064767-2486-453e-8a5a-ec765490d45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.838858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f064767-2486-453e-8a5a-ec765490d45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.842693 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f064767-2486-453e-8a5a-ec765490d45c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f26abd7-1ab3-471a-8932-c58a236a7a6f HTTP/1.1" status: 204 len: 168 time: 0.1743097 Jul 15 23:17:20.842936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fe5215-7c90-4939-a87a-a0c5b5528a80 admin admin] Deleting subnet 184999a4-369c-477d-ba38-20cd28523077 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:20.845962 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5215-7c90-4939-a87a-a0c5b5528a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.850062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f064767-2486-453e-8a5a-ec765490d45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26abd7-1ab3-471a-8932-c58a236a7a6f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:20.885122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5215-7c90-4939-a87a-a0c5b5528a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.927320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5215-7c90-4939-a87a-a0c5b5528a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.000918 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.003016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5215-7c90-4939-a87a-a0c5b5528a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.031978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe5215-7c90-4939-a87a-a0c5b5528a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184999a4-369c-477d-ba38-20cd28523077,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:21.033988 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5215-7c90-4939-a87a-a0c5b5528a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.035914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d1fe5215-7c90-4939-a87a-a0c5b5528a80 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/184999a4-369c-477d-ba38-20cd28523077 HTTP/1.1" status: 204 len: 168 time: 0.2451587 Jul 15 23:17:21.038452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43854) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:21.109027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.202970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.214285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14371fde-657d-4198-afe4-fa35cc44175d']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:21.228146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fb79a5-2be8-45b2-89af-67e38aa85c77') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:21.228641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fb79a5-2be8-45b2-89af-67e38aa85c77') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:21.248776 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.289021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.302776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:21.303278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:21.306555 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:21.412223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.423080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.425477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] 10.222.0.23 "DELETE /v2.0/networks/14371fde-657d-4198-afe4-fa35cc44175d HTTP/1.1" status: 204 len: 168 time: 0.3860815 Jul 15 23:17:21.434002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f477c-86a2-4cf1-a830-bbe9a56ae9d5 req-36299816-657d-42b3-ba62-62cba19bd0a4 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.436383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-261f477c-86a2-4cf1-a830-bbe9a56ae9d5 req-36299816-657d-42b3-ba62-62cba19bd0a4 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 943 time: 0.2057369 Jul 15 23:17:21.455862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f2dc-3acd-4a8d-96a8-e1495959f4bd admin admin] Pushing event deleted for resources: {'Network': ['ID=14371fde-657d-4198-afe4-fa35cc44175d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:21.482391 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.488852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38826c-78bb-46dd-97e1-41ecbf89b18c req-91ce66dd-634a-4161-bd75-0a364fc2d9ad tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.490395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c38826c-78bb-46dd-97e1-41ecbf89b18c req-91ce66dd-634a-4161-bd75-0a364fc2d9ad tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 943 time: 0.1620038 Jul 15 23:17:21.528205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-261f477c-86a2-4cf1-a830-bbe9a56ae9d5 req-8e1c2806-9ecb-4031-a5e0-0b4455de74d4 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751426 Jul 15 23:17:21.573941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c38826c-78bb-46dd-97e1-41ecbf89b18c req-2e8413af-7e94-48c2-b659-a91bffa70990 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727789 Jul 15 23:17:21.580092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43892) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:21.655521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-90b9087d-4410-483d-8471-bec721d956ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daa4618cd7b64aaa9d59c6c71825875d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739126 Jul 15 23:17:21.659000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43894) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:21.722051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43896) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:21.730799 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6dd8-cd76-4de7-98d6-216a83318541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.757505 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6dd8-cd76-4de7-98d6-216a83318541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.817432 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6dd8-cd76-4de7-98d6-216a83318541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.825646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6dd8-cd76-4de7-98d6-216a83318541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.827723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1bdc6dd8-cd76-4de7-98d6-216a83318541 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd127eb6-eebf-4c3d-a8a3-ade622a3a9af HTTP/1.1" status: 204 len: 168 time: 0.1674066 Jul 15 23:17:21.838284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc6dd8-cd76-4de7-98d6-216a83318541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd127eb6-eebf-4c3d-a8a3-ade622a3a9af,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:21.913812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282e7f9-fb67-4b0b-9e6c-0ab7cf494cd8 req-f4bd402a-676e-4539-b04e-3b8bd52c3267 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.916635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9282e7f9-fb67-4b0b-9e6c-0ab7cf494cd8 req-f4bd402a-676e-4539-b04e-3b8bd52c3267 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.0790873 Jul 15 23:17:21.957669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9282e7f9-fb67-4b0b-9e6c-0ab7cf494cd8 req-fbeb33c5-1103-449d-b1ff-5af01f9f3a9c tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352600 Jul 15 23:17:21.965449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6aa762a7-43e8-41a2-9391-93c32dc07348 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:21.980798 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b1481af-edbb-44c4-821f-0e8bef346376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.090093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6aa762a7-43e8-41a2-9391-93c32dc07348, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6aa762a7-43e8-41a2-9391-93c32dc07348,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:22.099210 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b1481af-edbb-44c4-821f-0e8bef346376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.104541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b1481af-edbb-44c4-821f-0e8bef346376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.107048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '6aa762a7-43e8-41a2-9391-93c32dc07348', 'network_id': 'b3ec6da5-c2b6-4b12-894a-cd209048c986', 'port_id': '6aa762a7-43e8-41a2-9391-93c32dc07348', 'mac_address': 'fa:16:3e:7a:69:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec81c68f-a63b-4ce9-baf3-ba25053b74da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:22.147061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1481af-edbb-44c4-821f-0e8bef346376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c895c17f-4a01-4973-8426-e73eb99d3a6a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:22.148998 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.166011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa762a7-43e8-41a2-9391-93c32dc07348 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:22.184033 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b1481af-edbb-44c4-821f-0e8bef346376 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb4834c813394c83af8d10c2ca4a9338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576375 Jul 15 23:17:22.184348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43914) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:22.198684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6aa762a7-43e8-41a2-9391-93c32dc07348, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6aa762a7-43e8-41a2-9391-93c32dc07348,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:22.205692 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.243143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device c8e2ba59-b357-4b5b-be16-54c260b0f854 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:22.249586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a676c882-2ee4-4ebd-b181-a171882092f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.278078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=6aa762a7-43e8-41a2-9391-93c32dc07348,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:22.278663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a676c882-2ee4-4ebd-b181-a171882092f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.337529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a676c882-2ee4-4ebd-b181-a171882092f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.340742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a676c882-2ee4-4ebd-b181-a171882092f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.342148 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a676c882-2ee4-4ebd-b181-a171882092f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c895c17f-4a01-4973-8426-e73eb99d3a6a HTTP/1.1" status: 204 len: 168 time: 0.1567249 Jul 15 23:17:22.351203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676c882-2ee4-4ebd-b181-a171882092f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c895c17f-4a01-4973-8426-e73eb99d3a6a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:22.386502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port c8e2ba59-b357-4b5b-be16-54c260b0f854, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:22.397797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'port_id': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'mac_address': 'fa:16:3e:75:50:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:22.440322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.454054 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e2ba59-b357-4b5b-be16-54c260b0f854 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:22.483270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port c8e2ba59-b357-4b5b-be16-54c260b0f854, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:22.488762 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.540906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=c8e2ba59-b357-4b5b-be16-54c260b0f854,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:22.572550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['6aa762a7-43e8-41a2-9391-93c32dc07348'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:22.835552 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a458b4c-865a-4a91-9a1b-30a56ca97fb8 req-6feb2fb7-cbb4-4ae8-b8c0-a53308a70a44 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.839246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a458b4c-865a-4a91-9a1b-30a56ca97fb8 req-6feb2fb7-cbb4-4ae8-b8c0-a53308a70a44 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 944 time: 0.1489286 Jul 15 23:17:22.872795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011760e-ac74-4953-b3f2-ba5d244b597c req-a5721ed8-fae0-448a-bcda-232278b1e376 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.874328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9011760e-ac74-4953-b3f2-ba5d244b597c req-a5721ed8-fae0-448a-bcda-232278b1e376 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 944 time: 0.1282785 Jul 15 23:17:22.906291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a458b4c-865a-4a91-9a1b-30a56ca97fb8 req-300be204-80a3-4da8-9b9c-d9cf11c0c142 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631919 Jul 15 23:17:22.916960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['c8e2ba59-b357-4b5b-be16-54c260b0f854'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:22.950215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9011760e-ac74-4953-b3f2-ba5d244b597c req-cb4c9ec4-91ca-4cdb-b086-174e75b564ae tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641677 Jul 15 23:17:23.285255 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:23.345784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72915b16-14ab-445f-80ea-114aae82c120 req-b306d81d-b604-4b0a-b3b7-1ea9f2dc10b5 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:23.348431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72915b16-14ab-445f-80ea-114aae82c120 req-b306d81d-b604-4b0a-b3b7-1ea9f2dc10b5 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.0847208 Jul 15 23:17:23.397166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72915b16-14ab-445f-80ea-114aae82c120 req-a4248722-b99e-4aad-9599-810e1b80943d tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420768 Jul 15 23:17:23.990341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6aa762a7-43e8-41a2-9391-93c32dc07348 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:24.103164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 6aa762a7-43e8-41a2-9391-93c32dc07348 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:24.107312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44032) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:24.111748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 6aa762a7-43e8-41a2-9391-93c32dc07348 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:24.113961 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.168816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b46065-57f1-4508-9e98-9c058e14199e req-72521607-0fdf-4d58-a0f2-043326af7e01 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:24.176989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3b46065-57f1-4508-9e98-9c058e14199e req-72521607-0fdf-4d58-a0f2-043326af7e01 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 944 time: 0.0992925 Jul 15 23:17:24.213137 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.218127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3b46065-57f1-4508-9e98-9c058e14199e req-45905bbf-64da-4e1b-b3a8-5e9b38656934 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Jul 15 23:17:24.247084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c34859-d738-4762-aca2-eef548ac3287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa762a7-43e8-41a2-9391-93c32dc07348'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:24.249358 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e11b96e-1ba9-457f-bf1f-34d6ecc3fedd" -d '{"events": [{"server_uuid": "a9c34859-d738-4762-aca2-eef548ac3287", "name": "network-vif-plugged", "status": "completed", "tag": "6aa762a7-43e8-41a2-9391-93c32dc07348"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:24.264889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6aa762a7-43e8-41a2-9391-93c32dc07348, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6aa762a7-43e8-41a2-9391-93c32dc07348,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:24.271332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.314602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4ac98fc-cce8-4588-8103-20a869399ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.329806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=6aa762a7-43e8-41a2-9391-93c32dc07348,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:24.358772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e97e8a-17d3-45e0-bb85-c25564e9c386 req-527d2ce6-f251-4945-8b8d-8d5a7d65da88 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:24.360364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05e97e8a-17d3-45e0-bb85-c25564e9c386 req-527d2ce6-f251-4945-8b8d-8d5a7d65da88 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 944 time: 0.0800436 Jul 15 23:17:24.429103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05e97e8a-17d3-45e0-bb85-c25564e9c386 req-caeec6b9-19b4-4718-9d64-15ab584aa73a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617492 Jul 15 23:17:24.500049 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4ac98fc-cce8-4588-8103-20a869399ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.507336 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4ac98fc-cce8-4588-8103-20a869399ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.546110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44058) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:24.556250 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c4ac98fc-cce8-4588-8103-20a869399ea0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=511e5e9d40ef444697a2de260c43b956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438455 Jul 15 23:17:24.594678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac98fc-cce8-4588-8103-20a869399ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd1091-b74d-4aff-b78f-83a13af1bbe9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:24.622558 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c34f315a-b8cc-4f2f-876d-f19be40683ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.661223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c34f315a-b8cc-4f2f-876d-f19be40683ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.681235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44060) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:24.717472 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa22d573-57b2-426b-81df-bb17a6d533fc x-openstack-request-id: req-fa22d573-57b2-426b-81df-bb17a6d533fc {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:24.718046 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c34859-d738-4762-aca2-eef548ac3287", "name": "network-vif-plugged", "status": "completed", "tag": "6aa762a7-43e8-41a2-9391-93c32dc07348", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:24.718570 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa22d573-57b2-426b-81df-bb17a6d533fc {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:24.719195 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c34859-d738-4762-aca2-eef548ac3287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa762a7-43e8-41a2-9391-93c32dc07348', 'code': 200} Jul 15 23:17:24.776387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c34f315a-b8cc-4f2f-876d-f19be40683ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.779009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c34f315a-b8cc-4f2f-876d-f19be40683ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.787279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c34f315a-b8cc-4f2f-876d-f19be40683ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3edd1091-b74d-4aff-b78f-83a13af1bbe9 HTTP/1.1" status: 204 len: 168 time: 0.2398779 Jul 15 23:17:24.803969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f315a-b8cc-4f2f-876d-f19be40683ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd1091-b74d-4aff-b78f-83a13af1bbe9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:24.885687 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.908594 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2aacd5fc-06a5-46e0-aef7-5b57af841320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.021857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c953d-fc72-4d5d-bc8b-ea03ba685487 req-0a3f6b6e-5273-4160-98bd-269b3c39118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.027839 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-463c953d-fc72-4d5d-bc8b-ea03ba685487 req-0a3f6b6e-5273-4160-98bd-269b3c39118e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 1096 time: 0.2018292 Jul 15 23:17:25.145740 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-463c953d-fc72-4d5d-bc8b-ea03ba685487 req-e4464ac5-0f98-436c-87f5-36a5c133a8ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113448 Jul 15 23:17:25.185142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d11cb2-c2ac-4bcc-b3f8-9295561f4dfc req-e03177ff-6225-4e57-b520-1efc798076f1 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.194687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7d11cb2-c2ac-4bcc-b3f8-9295561f4dfc req-e03177ff-6225-4e57-b520-1efc798076f1 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1099751 Jul 15 23:17:25.196291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2aacd5fc-06a5-46e0-aef7-5b57af841320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.205276 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2aacd5fc-06a5-46e0-aef7-5b57af841320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.269949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7d11cb2-c2ac-4bcc-b3f8-9295561f4dfc req-10773ad3-617f-4160-b8b2-c9f6f3596483 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721679 Jul 15 23:17:25.291192 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2aacd5fc-06a5-46e0-aef7-5b57af841320 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=688e4d7f34754e969facf6a48727e7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088278 Jul 15 23:17:25.293997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44082) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:25.297754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44084) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:25.321845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a5e3f77e-df66-401a-b0e2-0f17f94fcee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.354169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacd5fc-06a5-46e0-aef7-5b57af841320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1623b76-82ff-4101-b9a8-ea8338c2052d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:25.438183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7e6e04cf-6fbc-40e7-92b7-39050b5dbf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.445677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a5e3f77e-df66-401a-b0e2-0f17f94fcee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.451614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a5e3f77e-df66-401a-b0e2-0f17f94fcee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.465487 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7e6e04cf-6fbc-40e7-92b7-39050b5dbf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.498092 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a5e3f77e-df66-401a-b0e2-0f17f94fcee0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74a35d26cf86422da08287d68962e25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990089 Jul 15 23:17:25.498728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44090) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:25.500872 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3f77e-df66-401a-b0e2-0f17f94fcee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949cc8c4-061a-4e33-810a-784dd4d75d39,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:25.549045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7e6e04cf-6fbc-40e7-92b7-39050b5dbf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.555892 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7e6e04cf-6fbc-40e7-92b7-39050b5dbf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.559728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7e6e04cf-6fbc-40e7-92b7-39050b5dbf2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1623b76-82ff-4101-b9a8-ea8338c2052d HTTP/1.1" status: 204 len: 168 time: 0.2588549 Jul 15 23:17:25.592472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5717663f-4bb8-47bd-b0d0-f1b5fe6979d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.624778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e04cf-6fbc-40e7-92b7-39050b5dbf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1623b76-82ff-4101-b9a8-ea8338c2052d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:25.639149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5717663f-4bb8-47bd-b0d0-f1b5fe6979d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.710579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44098) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:25.710843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf172-51d9-45ec-864e-8bae6c27a356 req-5ee3c978-6058-4288-abc4-ddd03d20179e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.712472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b3cf172-51d9-45ec-864e-8bae6c27a356 req-5ee3c978-6058-4288-abc4-ddd03d20179e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.1841609 Jul 15 23:17:25.719423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5717663f-4bb8-47bd-b0d0-f1b5fe6979d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.724215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5717663f-4bb8-47bd-b0d0-f1b5fe6979d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.731285 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5717663f-4bb8-47bd-b0d0-f1b5fe6979d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/949cc8c4-061a-4e33-810a-784dd4d75d39 HTTP/1.1" status: 204 len: 168 time: 0.2313566 Jul 15 23:17:25.741311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717663f-4bb8-47bd-b0d0-f1b5fe6979d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949cc8c4-061a-4e33-810a-784dd4d75d39,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:25.781392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b3cf172-51d9-45ec-864e-8bae6c27a356 req-a1c2039d-ed01-498b-b016-7529bcec86b6 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549140 Jul 15 23:17:25.790627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292dd12-4bff-48d6-a7ed-dd501f4c8dda req-be7a94e3-bcc0-4e1a-ac72-78df60a53a9f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.807421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5292dd12-4bff-48d6-a7ed-dd501f4c8dda req-be7a94e3-bcc0-4e1a-ac72-78df60a53a9f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 944 time: 0.1408908 Jul 15 23:17:25.844476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5292dd12-4bff-48d6-a7ed-dd501f4c8dda req-176b17ab-883e-422e-8bc4-be7a219b17ef tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361245 Jul 15 23:17:25.908758 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b763c75d-c665-4f6b-9cd6-9c6397e48dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.014126 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b763c75d-c665-4f6b-9cd6-9c6397e48dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.021009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b763c75d-c665-4f6b-9cd6-9c6397e48dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.054306 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b763c75d-c665-4f6b-9cd6-9c6397e48dfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7743f70b79dc4d90a19168845506b095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422666 Jul 15 23:17:26.057049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44114) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:26.074822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c75d-c665-4f6b-9cd6-9c6397e48dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a01bf25-e3bf-40f8-b2b0-b345240f111a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.121940 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f977b0d6-06ba-42dd-a4a8-ce0c03317344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.147494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f977b0d6-06ba-42dd-a4a8-ce0c03317344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.208177 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f977b0d6-06ba-42dd-a4a8-ce0c03317344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.213096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f977b0d6-06ba-42dd-a4a8-ce0c03317344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.214609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f977b0d6-06ba-42dd-a4a8-ce0c03317344 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a01bf25-e3bf-40f8-b2b0-b345240f111a HTTP/1.1" status: 204 len: 168 time: 0.1565566 Jul 15 23:17:26.226779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977b0d6-06ba-42dd-a4a8-ce0c03317344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a01bf25-e3bf-40f8-b2b0-b345240f111a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.268879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device c8e2ba59-b357-4b5b-be16-54c260b0f854 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:26.340466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port c8e2ba59-b357-4b5b-be16-54c260b0f854 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:26.347122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port c8e2ba59-b357-4b5b-be16-54c260b0f854 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:26.347648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.435157 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.475409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port c8e2ba59-b357-4b5b-be16-54c260b0f854, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:26.480922 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.484248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748c318-a877-4b41-9f38-0f7c535a6d7f req-46ff6111-65a3-4548-bcbe-df94c5055ecc tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.492282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d748c318-a877-4b41-9f38-0f7c535a6d7f req-46ff6111-65a3-4548-bcbe-df94c5055ecc tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.0832028 Jul 15 23:17:26.545575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d748c318-a877-4b41-9f38-0f7c535a6d7f req-687f26a1-b4fa-479e-a44d-89fca257ce71 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524223 Jul 15 23:17:26.553123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=c8e2ba59-b357-4b5b-be16-54c260b0f854,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.720896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2ba59-b357-4b5b-be16-54c260b0f854'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:26.723757 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f855cf04-df2d-4565-b134-1c91ed251596" -d '{"events": [{"server_uuid": "b8fbe33c-ef84-4d88-b673-b78fd9cef877", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2ba59-b357-4b5b-be16-54c260b0f854"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:26.766486 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1708ec5-8aee-44bc-a474-b9fbea7ed482 x-openstack-request-id: req-b1708ec5-8aee-44bc-a474-b9fbea7ed482 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:26.766868 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fbe33c-ef84-4d88-b673-b78fd9cef877", "name": "network-vif-plugged", "status": "completed", "tag": "c8e2ba59-b357-4b5b-be16-54c260b0f854", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:26.767632 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1708ec5-8aee-44bc-a474-b9fbea7ed482 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:26.768038 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'code': 200} Jul 15 23:17:27.045950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208f8d0-69be-4740-910d-94c74b575eeb req-e34f2259-90f3-4295-abed-6361285653f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.047516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e208f8d0-69be-4740-910d-94c74b575eeb req-e34f2259-90f3-4295-abed-6361285653f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 1096 time: 0.1832695 Jul 15 23:17:27.058810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e6746-f2be-4909-b4da-7627cc13ad8f req-077c883d-c46d-4e34-a75f-d14814b800c9 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.060279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-105e6746-f2be-4909-b4da-7627cc13ad8f req-077c883d-c46d-4e34-a75f-d14814b800c9 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.1238308 Jul 15 23:17:27.130989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e208f8d0-69be-4740-910d-94c74b575eeb req-8294c413-3b99-45f2-a51b-080fc4ef97b4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689344 Jul 15 23:17:27.144078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-105e6746-f2be-4909-b4da-7627cc13ad8f req-940b8627-457f-40c7-ac1a-88c550e49ddd tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742328 Jul 15 23:17:27.152856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a861438-00ea-4970-b433-92f9dd09f75b req-2b0efae2-4880-4538-9407-f192b3b0b371 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.154436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a861438-00ea-4970-b433-92f9dd09f75b req-2b0efae2-4880-4538-9407-f192b3b0b371 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.1450756 Jul 15 23:17:27.222879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a861438-00ea-4970-b433-92f9dd09f75b req-e8d2bc4d-5e1d-40d3-a214-ec8f751a671a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627887 Jul 15 23:17:27.453993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44198) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:27.488877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a4e94-6c4d-4744-b993-51a7bec591e9 req-f0ffcfc0-a447-426f-8658-991fd54efdf3 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.491520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d20a4e94-6c4d-4744-b993-51a7bec591e9 req-f0ffcfc0-a447-426f-8658-991fd54efdf3 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.0689919 Jul 15 23:17:27.547758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d20a4e94-6c4d-4744-b993-51a7bec591e9 req-e66e1b3e-8af8-4b79-871c-32506766c530 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503953 Jul 15 23:17:27.657067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-486232628-network', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:27.705734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Made reservation on behalf of aa0fdc1201b64db38d2180499c1f663f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:27.708879 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.720470 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.851238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d8fe2-7d20-44fc-8d16-20509020aab5 req-f9e3374c-1da4-4dd6-b80a-cae06e1f9547 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.859797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b7d8fe2-7d20-44fc-8d16-20509020aab5 req-f9e3374c-1da4-4dd6-b80a-cae06e1f9547 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1018713 Jul 15 23:17:27.889923 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.895326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.907275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b7d8fe2-7d20-44fc-8d16-20509020aab5 req-4175a50d-e661-40bc-aa69-91b4b82d968b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 Jul 15 23:17:27.933193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b019cad4-28f8-413b-b9aa-04735553f04c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:27.946386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:27.960790 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.961147 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Added segment 03a81a4e-bb41-41f2-b0c9-6abd68038761 of type vlan for network 115feace-5636-464a-b307-9544036667d5 Jul 15 23:17:28.012999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.053045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.054104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.054661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe43d-2571-470e-b749-078847e8de55 req-a0f5db9e-7050-4f3c-a2b9-702b342d52b5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.054818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.056543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b9fe43d-2571-470e-b749-078847e8de55 req-a0f5db9e-7050-4f3c-a2b9-702b342d52b5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.0885587 Jul 15 23:17:28.092899 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6368332 Jul 15 23:17:28.100304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44230) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:28.102074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Request body: {'subnet': {'network_id': '115feace-5636-464a-b307-9544036667d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-486232628-subnet', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:28.121598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81daaee-30e8-4574-a50d-c16fe7609a15 admin admin] Pushing event updated for resources: {'Network': ['ID=115feace-5636-464a-b307-9544036667d5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:28.128022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b9fe43d-2571-470e-b749-078847e8de55 req-996c3de6-ddaf-427e-9b1b-b32de1675c77 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652480 Jul 15 23:17:28.133018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 115feace-5636-464a-b307-9544036667d5 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:28.159898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Made reservation on behalf of aa0fdc1201b64db38d2180499c1f663f for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:28.162983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.477662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.498120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f3aa6-b353-4749-862a-bc2f4d3c6a1f req-0a40e31c-f529-4d59-86ae-12ecba8ee2dd tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.500191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f0f3aa6-b353-4749-862a-bc2f4d3c6a1f req-0a40e31c-f529-4d59-86ae-12ecba8ee2dd tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.1841846 Jul 15 23:17:28.583210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc27ae4-abf1-4e79-8ef6-ad250d2ba923,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:28.620967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f420f-4abb-4dd6-b383-34c1ef0a4686 req-dfa567d8-739a-4a94-859c-482beccd5644 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.622470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c1f420f-4abb-4dd6-b383-34c1ef0a4686 req-dfa567d8-739a-4a94-859c-482beccd5644 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.2064970 Jul 15 23:17:28.623643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Checking segment: {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:28.624003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Network hostable DHCP agents. Network: 115feace-5636-464a-b307-9544036667d5, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:28.629498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f0f3aa6-b353-4749-862a-bc2f4d3c6a1f req-d48bf7c9-0302-4be6-8e74-84928b998e3e tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066556 Jul 15 23:17:28.675363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c1f420f-4abb-4dd6-b383-34c1ef0a4686 req-df17c9f1-8156-4843-b813-c4ce27613428 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448256 Jul 15 23:17:28.686253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Network 115feace-5636-464a-b307-9544036667d5 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:28.700418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 115feace-5636-464a-b307-9544036667d5) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:28.705156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.705814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.713007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa365cc-7559-4682-b2ac-46e6ef4efe33 None None] Network 115feace-5636-464a-b307-9544036667d5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:28.747321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44270) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:28.747870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a3263c9e-876a-4fa9-84db-3c69fbd480c9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6499634 Jul 15 23:17:28.752061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:28.786496 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.794425 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.875369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.931033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-115feace-5636-464a-b307-9544036667d5', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:28.933305 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.109453 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.190614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Allocated IP 172.20.0.2 (115feace-5636-464a-b307-9544036667d5/dbc27ae4-abf1-4e79-8ef6-ad250d2ba923/d6f3e22b-87b8-4751-ada9-490077ee4827) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:29.206397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6451e-140d-4781-a03a-84061892befa req-b1842369-1d09-44be-8f22-c5ef8f463e88 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.212575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abd6451e-140d-4781-a03a-84061892befa req-b1842369-1d09-44be-8f22-c5ef8f463e88 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1390562 Jul 15 23:17:29.262113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abd6451e-140d-4781-a03a-84061892befa req-166a7bcc-773a-46da-9e76-e8190315e2b2 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483329 Jul 15 23:17:29.295788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a923a5-dc5c-4611-a335-19be5e7189d5 req-852660f6-a195-4615-b6fc-698b10ed2058 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.297670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a923a5-dc5c-4611-a335-19be5e7189d5 req-852660f6-a195-4615-b6fc-698b10ed2058 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.1468670 Jul 15 23:17:29.368768 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a923a5-dc5c-4611-a335-19be5e7189d5 req-bd257753-3110-40f9-b570-a64d04dffb9d tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586169 Jul 15 23:17:29.388873 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.401355 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.415723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.417464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Transition to ACTIVE for port object d6f3e22b-87b8-4751-ada9-490077ee4827 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:29.442119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Transition to ACTIVE for port object d6f3e22b-87b8-4751-ada9-490077ee4827 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:29.452008 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.521731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Network 115feace-5636-464a-b307-9544036667d5 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:29.525363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:29.529438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:29.547843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44312) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:29.576599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Allocated IP 172.25.3.112 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/1428c9aa-7b67-4436-a8ed-884e8d312e79) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:29.612818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7124fa2-1340-41c9-a35d-d9a26973d72e req-24216a98-bb47-43be-8276-ee50037c15d3 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.620860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7124fa2-1340-41c9-a35d-d9a26973d72e req-24216a98-bb47-43be-8276-ee50037c15d3 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.1123159 Jul 15 23:17:29.636954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Pushing event updated for resources: {'Port': ['ID=d6f3e22b-87b8-4751-ada9-490077ee4827,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:29.656079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Attempting to bind port d6f3e22b-87b8-4751-ada9-490077ee4827 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:29.656762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Attempting to bind port d6f3e22b-87b8-4751-ada9-490077ee4827 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:29.657446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Attempting to bind port d6f3e22b-87b8-4751-ada9-490077ee4827 on network 115feace-5636-464a-b307-9544036667d5 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:29.663518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:29.664281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Checking segment: {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:29.664963 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.671819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Bound using segment: {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:29.672485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Bound port: d6f3e22b-87b8-4751-ada9-490077ee4827, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:29.673423 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.706996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7124fa2-1340-41c9-a35d-d9a26973d72e req-f4b5881c-65ae-4573-a1a1-f6b5db6209e7 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824313 Jul 15 23:17:29.780297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9e85e152-4441-4a23-aca6-019a60f771ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.813606 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.816485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-271994ca-e441-447a-acf2-f273086294e6 None None] For port d6f3e22b-87b8-4751-ada9-490077ee4827, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:29.822431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-271994ca-e441-447a-acf2-f273086294e6 None None] For port d6f3e22b-87b8-4751-ada9-490077ee4827, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d6f3e22b-87b8-4751-ada9-490077ee4827,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:29.829221 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.905140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271994ca-e441-447a-acf2-f273086294e6 None None] Pushing event updated for resources: {'Port': ['ID=d6f3e22b-87b8-4751-ada9-490077ee4827,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:29.916572 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.931538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad9147-7a33-4ce2-87b4-30fc83900967 req-b6de0ed2-c381-4a52-8420-169db863731b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.933139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3dad9147-7a33-4ce2-87b4-30fc83900967 req-b6de0ed2-c381-4a52-8420-169db863731b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.1124127 Jul 15 23:17:29.982811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3dad9147-7a33-4ce2-87b4-30fc83900967 req-350d21e5-6ef3-40d1-9fb9-ac5b0105f23e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Jul 15 23:17:29.983275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:29.991040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:29.998812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:30.040408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9e85e152-4441-4a23-aca6-019a60f771ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.045441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Pushing event updated for resources: {'Port': ['ID=1428c9aa-7b67-4436-a8ed-884e8d312e79,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:30.050589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9e85e152-4441-4a23-aca6-019a60f771ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.212681 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9e85e152-4441-4a23-aca6-019a60f771ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a7e2b9286ba4603b3cf1a2ddf3604d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619380 Jul 15 23:17:30.215310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44332) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:30.215573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85e152-4441-4a23-aca6-019a60f771ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d46730f-8dfd-49a6-b13c-fd5da9ba6096,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:30.282070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-48205b1c-2b11-4aa6-9a84-26eeb6571593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.348688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-48205b1c-2b11-4aa6-9a84-26eeb6571593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.412661 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.417501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d0d39-f6c8-48cb-8343-8ec3d1cf7b6f req-caa36a4a-bf2f-4684-986e-1f8d10d3f8a6 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:30.419416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66d0d39-f6c8-48cb-8343-8ec3d1cf7b6f req-caa36a4a-bf2f-4684-986e-1f8d10d3f8a6 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.1186068 Jul 15 23:17:30.434115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44336) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:30.445237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'floatingip': {'port_id': 'c8e2ba59-b357-4b5b-be16-54c260b0f854'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:30.450181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-48205b1c-2b11-4aa6-9a84-26eeb6571593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.453436 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-48205b1c-2b11-4aa6-9a84-26eeb6571593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.455432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-48205b1c-2b11-4aa6-9a84-26eeb6571593 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d46730f-8dfd-49a6-b13c-fd5da9ba6096 HTTP/1.1" status: 204 len: 168 time: 0.2389867 Jul 15 23:17:30.513941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.609529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48205b1c-2b11-4aa6-9a84-26eeb6571593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d46730f-8dfd-49a6-b13c-fd5da9ba6096,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:30.686473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.898099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1747ede-95b0-45ee-acc8-6266e46f706a req-64ad0798-65d3-4429-ad81-14de6374039e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:30.906665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1747ede-95b0-45ee-acc8-6266e46f706a req-64ad0798-65d3-4429-ad81-14de6374039e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.2949500 Jul 15 23:17:30.932267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ff0ce-91f8-4353-a737-68a8db2b1494 req-67a4a833-2a7f-4600-86cb-9bc4c8e61923 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:30.943418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-060ff0ce-91f8-4353-a737-68a8db2b1494 req-67a4a833-2a7f-4600-86cb-9bc4c8e61923 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.2969248 Jul 15 23:17:30.945647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44348) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:31.160181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:17:31.285371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd6109e-da5b-460d-af83-fb1b1aaa2ec6 None None] Network 115feace-5636-464a-b307-9544036667d5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:31.319195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:31.333076 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Sync routers for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:31.353776 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:31.355946 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:31.361305 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.362778 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8a56e8a0-9c89-41d0-8cf2-3b3dc80a971a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6143701 Jul 15 23:17:31.365632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44364) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:31.488997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8de4bea2-7d15-4d3d-9732-2cdddf4a6ee6 None None] Provisioning for port d6f3e22b-87b8-4751-ada9-490077ee4827 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:31.497448 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:31.588572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-219d7893-d087-419c-8968-9dff99916b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.609819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1747ede-95b0-45ee-acc8-6266e46f706a req-ab016ca0-0501-45c1-9418-30e986edf63d tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018585 Jul 15 23:17:31.709963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-060ff0ce-91f8-4353-a737-68a8db2b1494 req-3d26bf72-5cc7-4d75-9266-54d6b73d4c2f tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7649865 Jul 15 23:17:31.725084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d6f3e22b-87b8-4751-ada9-490077ee4827 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:31.849409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d6f3e22b-87b8-4751-ada9-490077ee4827 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:31.854048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d6f3e22b-87b8-4751-ada9-490077ee4827 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:31.854692 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.929036 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:30Z', 'revision_number': 3, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:31.971675 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Checking router: f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:31.972208 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Updating router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d port 1428c9aa-7b67-4436-a8ed-884e8d312e79 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:31.994344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-3f4fbdb3-441a-471c-a1e3-fb2976f3d273 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.995895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-3f4fbdb3-441a-471c-a1e3-fb2976f3d273 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.3421681 Jul 15 23:17:32.027183 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.055488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.098378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7d70098b-c2bd-4f44-9844-d0bc253554cb None None] Provisioning complete for port d6f3e22b-87b8-4751-ada9-490077ee4827 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:32.099174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7d70098b-c2bd-4f44-9844-d0bc253554cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.105874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d6f3e22b-87b8-4751-ada9-490077ee4827, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d6f3e22b-87b8-4751-ada9-490077ee4827,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:32.128489 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.131047 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.140869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.222014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-219d7893-d087-419c-8968-9dff99916b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.243152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-219d7893-d087-419c-8968-9dff99916b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.304454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Deleting port 6aa762a7-43e8-41a2-9391-93c32dc07348 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:32.305872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.332853 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.355503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d7893-d087-419c-8968-9dff99916b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898d3329-d318-4c1f-8a41-254b1e43cc25,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.361523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-219d7893-d087-419c-8968-9dff99916b16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d66d356708f047ebb312c2421d3e13c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2976415 Jul 15 23:17:32.366527 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44368) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:32.375659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d6f3e22b-87b8-4751-ada9-490077ee4827,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.397689 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Floating IP 659122bc-dabc-45df-b50d-6141a96c7204 associated. External IP: 172.25.3.247, port: c8e2ba59-b357-4b5b-be16-54c260b0f854. Jul 15 23:17:32.457823 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.469046 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Transition to ACTIVE for port object 1428c9aa-7b67-4436-a8ed-884e8d312e79 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:32.476456 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.517993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] For port 6aa762a7-43e8-41a2-9391-93c32dc07348, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6aa762a7-43e8-41a2-9391-93c32dc07348,segment=NetworkSegment(e6b51a9e-f95c-442b-bc54-80ea384919c1),segment_id=e6b51a9e-f95c-442b-bc54-80ea384919c1)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:32.518353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.529156 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Attempting to bind port 1428c9aa-7b67-4436-a8ed-884e8d312e79 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:32.529518 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Attempting to bind port 1428c9aa-7b67-4436-a8ed-884e8d312e79 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:32.530119 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Attempting to bind port 1428c9aa-7b67-4436-a8ed-884e8d312e79 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:32.533457 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a0e60-8600-42ac-84cc-ab67c191ed9e None None] Pushing event updated for resources: {'Port': ['ID=1428c9aa-7b67-4436-a8ed-884e8d312e79,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.538587 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:32.538975 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:32.539554 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.539931 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:32.540566 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Bound port: 1428c9aa-7b67-4436-a8ed-884e8d312e79, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:32.541264 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.543412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Calling delete_port for 6aa762a7-43e8-41a2-9391-93c32dc07348 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:32.595908 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] For port 1428c9aa-7b67-4436-a8ed-884e8d312e79, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:32.599508 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] For port 1428c9aa-7b67-4436-a8ed-884e8d312e79, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1428c9aa-7b67-4436-a8ed-884e8d312e79,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:32.600782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57cfe997-00b4-4689-bc72-7c6c0165a7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.604987 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.663221 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a0e60-8600-42ac-84cc-ab67c191ed9e None None] Pushing event updated for resources: {'Port': ['ID=1428c9aa-7b67-4436-a8ed-884e8d312e79,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.665828 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:32.671494 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:32.677880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Router 7495ade8-67d8-4d20-abc4-5811c5f0170b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:32.695918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57cfe997-00b4-4689-bc72-7c6c0165a7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.736249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Allocated IP 172.20.0.1 (115feace-5636-464a-b307-9544036667d5/dbc27ae4-abf1-4e79-8ef6-ad250d2ba923/a963677f-832d-4652-a2ba-f920ee1c0422) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:32.777663 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:32.829595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:32.837404 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.840167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] Sync routers for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:32.852660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.854731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:32.856036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:32.884276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Transition to ACTIVE for port object a963677f-832d-4652-a2ba-f920ee1c0422 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:32.948253 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0cf4fa5d-6d9e-4bb4-9b7e-49b435c7797a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "PUT /v2.0/floatingips/659122bc-dabc-45df-b50d-6141a96c7204 HTTP/1.1" status: 200 len: 991 time: 2.5109613 Jul 15 23:17:32.952778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'tag': 'c8e2ba59-b357-4b5b-be16-54c260b0f854'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:32.955477 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b68e55-d481-4151-b171-7b986e3bc95b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fbe33c-ef84-4d88-b673-b78fd9cef877", "tag": "c8e2ba59-b357-4b5b-be16-54c260b0f854"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:32.986383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25541e-1a0a-4347-b061-b690a53b219d req-12013072-db5c-4b90-97e4-6914786bb32f tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:32.988373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff25541e-1a0a-4347-b061-b690a53b219d req-12013072-db5c-4b90-97e4-6914786bb32f tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1558654 Jul 15 23:17:32.998605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.006542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc832d-0312-4849-a03f-eb5f840f1253 req-19b3b0cc-4403-4c51-bab2-cf2d852b33b5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:33.011506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cedc832d-0312-4849-a03f-eb5f840f1253 req-19b3b0cc-4403-4c51-bab2-cf2d852b33b5 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 945 time: 0.1419089 Jul 15 23:17:33.012164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57cfe997-00b4-4689-bc72-7c6c0165a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.014831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57cfe997-00b4-4689-bc72-7c6c0165a7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.018270 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-57cfe997-00b4-4689-bc72-7c6c0165a7a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/898d3329-d318-4c1f-8a41-254b1e43cc25 HTTP/1.1" status: 204 len: 168 time: 0.6473310 Jul 15 23:17:33.018419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:33.057061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfe997-00b4-4689-bc72-7c6c0165a7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898d3329-d318-4c1f-8a41-254b1e43cc25,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:33.067106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.074164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Network 115feace-5636-464a-b307-9544036667d5 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:33.089209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cedc832d-0312-4849-a03f-eb5f840f1253 req-88e9fb26-d86e-46ee-abc7-f6dc2c7e4217 tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b739ab-eb0c-470d-99de-1387a4054fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681601 Jul 15 23:17:33.096621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff25541e-1a0a-4347-b061-b690a53b219d req-82e8abbd-9250-4fd1-8725-90e37150ae14 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000199 Jul 15 23:17:33.100015 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:30Z', 'revision_number': 3, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:33.100570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:33.102924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:33.111151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['6aa762a7-43e8-41a2-9391-93c32dc07348'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:33.178080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Pushing event updated for resources: {'Port': ['ID=a963677f-832d-4652-a2ba-f920ee1c0422,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:33.211306 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7fb15a-b97f-4b7b-8c56-33cb4c8b2555 None None] The sync data for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 is: [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:30Z', 'revision_number': 3, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:33.262405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Pushing event deleted for resources: {'Port': ['ID=6aa762a7-43e8-41a2-9391-93c32dc07348,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:33.328893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] No DVR routers for this DVR port 6aa762a7-43e8-41a2-9391-93c32dc07348 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:33.335089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.347104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.350169 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e947284-0494-4b5c-923b-3b8b753ffe0e req-e4c07a1d-2470-45f9-b275-96e8ac5f100c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.37 "DELETE /v2.0/ports/6aa762a7-43e8-41a2-9391-93c32dc07348 HTTP/1.1" status: 204 len: 173 time: 1.3301415 Jul 15 23:17:33.351978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c34859-d738-4762-aca2-eef548ac3287', 'name': 'network-vif-deleted', 'tag': '6aa762a7-43e8-41a2-9391-93c32dc07348'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:33.355205 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5335c41-ba0e-4cfb-8f1f-47ad8289dd34" -d '{"events": [{"server_uuid": "a9c34859-d738-4762-aca2-eef548ac3287", "name": "network-vif-deleted", "tag": "6aa762a7-43e8-41a2-9391-93c32dc07348"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:33.480956 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b84e24-6016-4bf7-86a9-c1d06ab96ced x-openstack-request-id: req-51b84e24-6016-4bf7-86a9-c1d06ab96ced {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:33.481487 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fbe33c-ef84-4d88-b673-b78fd9cef877", "tag": "c8e2ba59-b357-4b5b-be16-54c260b0f854", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:33.481487 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51b84e24-6016-4bf7-86a9-c1d06ab96ced {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:33.481896 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'tag': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'status': 'completed', 'code': 200} Jul 15 23:17:33.598320 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee63355-bcf3-4f09-a357-249f17e8af9c x-openstack-request-id: req-3ee63355-bcf3-4f09-a357-249f17e8af9c {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:33.600840 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c34859-d738-4762-aca2-eef548ac3287", "name": "network-vif-deleted", "tag": "6aa762a7-43e8-41a2-9391-93c32dc07348", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:33.602639 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ee63355-bcf3-4f09-a357-249f17e8af9c {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:33.603357 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c34859-d738-4762-aca2-eef548ac3287', 'name': 'network-vif-deleted', 'tag': '6aa762a7-43e8-41a2-9391-93c32dc07348', 'status': 'completed', 'code': 200} Jul 15 23:17:33.730534 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.840065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68e55-d481-4151-b171-7b986e3bc95b req-8daf9d57-55dd-4e62-9575-6d0b32bc0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:33.841825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21b68e55-d481-4151-b171-7b986e3bc95b req-8daf9d57-55dd-4e62-9575-6d0b32bc0729 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 1096 time: 0.1852515 Jul 15 23:17:33.857041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d6f3e22b-87b8-4751-ada9-490077ee4827 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:33.917582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61b5f85c-6fba-486c-8def-40ca7c5704f5 None None] Provisioning for port a963677f-832d-4652-a2ba-f920ee1c0422 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:33.932030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61b5f85c-6fba-486c-8def-40ca7c5704f5 None None] Provisioning complete for port a963677f-832d-4652-a2ba-f920ee1c0422 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:33.933513 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61b5f85c-6fba-486c-8def-40ca7c5704f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.016654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.027324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.028798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-61b5f85c-6fba-486c-8def-40ca7c5704f5 None None] Port a963677f-832d-4652-a2ba-f920ee1c0422 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:34.063819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d6f3e22b-87b8-4751-ada9-490077ee4827 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:34.064262 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.072010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68e55-d481-4151-b171-7b986e3bc95b req-17150a80-9aad-4f27-be99-29518e151d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.073587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21b68e55-d481-4151-b171-7b986e3bc95b req-17150a80-9aad-4f27-be99-29518e151d47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 910 time: 0.2225099 Jul 15 23:17:34.120059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '659122bc-dabc-45df-b50d-6141a96c7204', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'port_id': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'mac_address': 'fa:16:3e:75:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:07Z', 'updated_at': '2021-07-15T23:17:31Z', 'revision_number': 1, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:34.171636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] Checking router: 7495ade8-67d8-4d20-abc4-5811c5f0170b for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:34.216413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:34.217385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:34.334385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Pushing event updated for resources: {'Port': ['ID=a963677f-832d-4652-a2ba-f920ee1c0422,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:34.341858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.352955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21b68e55-d481-4151-b171-7b986e3bc95b req-0c8b18d2-104b-48ba-8cb0-27d3ebbad9c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854 HTTP/1.1" status: 200 len: 999 time: 0.2708824 Jul 15 23:17:34.551218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Network 115feace-5636-464a-b307-9544036667d5 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:34.553390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:34.553547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:34.563999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68e55-d481-4151-b171-7b986e3bc95b req-9edb86f9-a10e-4395-8282-ff55c7957002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.567571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21b68e55-d481-4151-b171-7b986e3bc95b req-9edb86f9-a10e-4395-8282-ff55c7957002 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.1424592 Jul 15 23:17:34.740987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ccf578f1-52fc-471b-849a-2cf724c6805a req-8af3ce32-b9aa-41e2-8581-865ecb1bdc7c tempest-ServerDiskConfigTestJSON-1165601270 tempest-ServerDiskConfigTestJSON-1165601270-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9c34859-d738-4762-aca2-eef548ac3287 HTTP/1.1" status: 200 len: 210 time: 0.1648250 Jul 15 23:17:34.766670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:34.957711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef4b17-3359-454f-86a5-de11ed7af4f4 req-fddfc921-a35e-4690-ad7e-2f4c5ffcf413 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.974615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bef4b17-3359-454f-86a5-de11ed7af4f4 req-fddfc921-a35e-4690-ad7e-2f4c5ffcf413 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.6644058 Jul 15 23:17:34.999039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:35.007772 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95a17b50-b04c-4442-8570-619b1db55edd admin admin] 10.222.0.23 "PUT /v2.0/routers/f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6410451 Jul 15 23:17:35.090801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68e55-d481-4151-b171-7b986e3bc95b req-1c6dd9cb-fd5c-4164-87c9-df43f9fb12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:35.092671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21b68e55-d481-4151-b171-7b986e3bc95b req-1c6dd9cb-fd5c-4164-87c9-df43f9fb12fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4948916 Jul 15 23:17:35.104509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-04c04acf-a1e0-477a-9706-c1488411f158 None None] Provisioning complete for port a963677f-832d-4652-a2ba-f920ee1c0422 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:35.105448 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04c04acf-a1e0-477a-9706-c1488411f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:35.154454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-04c04acf-a1e0-477a-9706-c1488411f158 None None] Port a963677f-832d-4652-a2ba-f920ee1c0422 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:35.183629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '659122bc-dabc-45df-b50d-6141a96c7204', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'port_id': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'mac_address': 'fa:16:3e:75:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:07Z', 'updated_at': '2021-07-15T23:17:31Z', 'revision_number': 1, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:35.227648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606c7ef-2f34-4150-85b1-a6638e91fa98 None None] The sync data for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 is: [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '659122bc-dabc-45df-b50d-6141a96c7204', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'port_id': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'mac_address': 'fa:16:3e:75:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:07Z', 'updated_at': '2021-07-15T23:17:31Z', 'revision_number': 1, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:35.285241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bef4b17-3359-454f-86a5-de11ed7af4f4 req-47c3a62d-625f-47fd-b2ca-b94c394dbe59 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974694 Jul 15 23:17:35.309886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-d35955d5-f532-4d2c-9084-e716a76dc701 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3052568 Jul 15 23:17:35.342647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21b68e55-d481-4151-b171-7b986e3bc95b req-8eb7d047-cfa8-4e3e-bde9-f77b5f1f497c service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371778 Jul 15 23:17:35.476512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-8561f003-2c0b-4a94-8ca2-5df7cb84fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:35.478035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-8561f003-2c0b-4a94-8ca2-5df7cb84fbff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 1096 time: 0.1342530 Jul 15 23:17:35.510842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21b68e55-d481-4151-b171-7b986e3bc95b req-9dfd412f-a000-4e65-91cd-f1120825a6d3 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552029 Jul 15 23:17:35.693932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-6ad08d59-7b5d-4e0f-b473-ec3a4d2e4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:35.699554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-6ad08d59-7b5d-4e0f-b473-ec3a4d2e4826 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 912 time: 0.1834052 Jul 15 23:17:35.710019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44464) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:35.712741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1428c9aa-7b67-4436-a8ed-884e8d312e79 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:35.803130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-ca8f9573-486d-4c04-9ddb-059651670763 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47431737-0886-41c2-a7f9-f681a6b1cda8 HTTP/1.1" status: 200 len: 217 time: 0.0976329 Jul 15 23:17:35.818583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 1428c9aa-7b67-4436-a8ed-884e8d312e79 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:35.823056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1428c9aa-7b67-4436-a8ed-884e8d312e79 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:35.823451 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:35.869306 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae32f0-2a3d-4ad5-8d2c-0a693d5d7245 None None] New status for floating IP 659122bc-dabc-45df-b50d-6141a96c7204: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:17:35.909104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-69a481a9-794a-4d8b-9cfb-457ab5579159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:35.910736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-69a481a9-794a-4d8b-9cfb-457ab5579159 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 200 len: 851 time: 0.0921221 Jul 15 23:17:35.940798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cefb0607-83e0-4c94-8d60-9e94ad998c4c tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1521604636'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:35.941503 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cefb0607-83e0-4c94-8d60-9e94ad998c4c tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Unknown quota resources ['metering_label']. {{(pid=93714) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:17:35.973770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-3310b94c-61ea-4723-b596-6505978d9498 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481772 Jul 15 23:17:35.989686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.029026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 1428c9aa-7b67-4436-a8ed-884e8d312e79, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1428c9aa-7b67-4436-a8ed-884e8d312e79,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:36.039003 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.095697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6aa762a7-43e8-41a2-9391-93c32dc07348 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:36.172776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=1428c9aa-7b67-4436-a8ed-884e8d312e79,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:36.226150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cefb0607-83e0-4c94-8d60-9e94ad998c4c tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.226150 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cefb0607-83e0-4c94-8d60-9e94ad998c4c tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5163758 Jul 15 23:17:36.230001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44478) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:36.234514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-43998dc7-8149-4e12-9abb-3bdb980f3059 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6949d993-374e-4e2d-9018-ab12c3d637e2'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:36.235067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-43998dc7-8149-4e12-9abb-3bdb980f3059 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93714) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:17:36.240378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-28a8da68-f7da-47e9-9783-203737deea37 service neutron] 10.222.0.59 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587519 Jul 15 23:17:36.243373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Sync routers for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:36.245285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 6aa762a7-43e8-41a2-9391-93c32dc07348 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:36.245635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6aa762a7-43e8-41a2-9391-93c32dc07348 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:36.271978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:36.272629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:36.325326 n-d-793618-8 neutron-server[93714]: WARNING neutron.services.metering.metering_plugin [None req-43998dc7-8149-4e12-9abb-3bdb980f3059 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:17:36.447104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a1b0ad4-3669-4df9-9d3e-409f61c728b6 req-172a23a9-bc09-4379-bcba-a87c2fd7b55d service neutron] 10.222.0.59 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938870 Jul 15 23:17:36.447332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43998dc7-8149-4e12-9abb-3bdb980f3059 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.448608 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-43998dc7-8149-4e12-9abb-3bdb980f3059 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2175944 Jul 15 23:17:36.451722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44484) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:36.457422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1c39828f-c80a-431e-b7b9-b3038200cd54 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6949d993-374e-4e2d-9018-ab12c3d637e2'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:36.457690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1c39828f-c80a-431e-b7b9-b3038200cd54 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93714) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:17:36.492641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:36.522633 n-d-793618-8 neutron-server[93714]: WARNING neutron.services.metering.metering_plugin [None req-1c39828f-c80a-431e-b7b9-b3038200cd54 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:17:36.614869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44488) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:36.623169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4bb8eb5e-2fca-47a2-88a1-37239cd61f07 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427302355', 'description': 'tempest-description--1972576803'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:36.678102 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4bb8eb5e-2fca-47a2-88a1-37239cd61f07 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.874278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 2, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:36.959513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87514-320f-4fb9-8b4e-9512dec95f47 req-d63b0238-a4c1-44ce-a2d5-c2a36eaf2e27 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.967665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6c87514-320f-4fb9-8b4e-9512dec95f47 req-d63b0238-a4c1-44ce-a2d5-c2a36eaf2e27 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.2208500 Jul 15 23:17:36.973706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4bb8eb5e-2fca-47a2-88a1-37239cd61f07 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.989176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Checking router: f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:36.989540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Updating router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d port a963677f-832d-4652-a2ba-f920ee1c0422 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:37.001064 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4bb8eb5e-2fca-47a2-88a1-37239cd61f07 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.013623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c39828f-c80a-431e-b7b9-b3038200cd54 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.019288 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c39828f-c80a-431e-b7b9-b3038200cd54 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5665369 Jul 15 23:17:37.020078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44496) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.035493 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-20a478c6-2f96-4de2-ab76-dcdab321f5cc tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=b1622c33-ddff-47b5-86c8-b5b32688569d HTTP/1.1" status: 200 len: 462 time: 0.0140989 Jul 15 23:17:37.036366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44498) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.039335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44500) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.042319 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4bb8eb5e-2fca-47a2-88a1-37239cd61f07 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.045012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4bb8eb5e-2fca-47a2-88a1-37239cd61f07 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4277613 Jul 15 23:17:37.047378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44502) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.054739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-daab75d5-c273-46d7-8871-3956480c6966 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Request body: {'security_group_rule': {'security_group_id': '7a245bf6-3062-4067-8314-6c813cfcce95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:37.058582 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.103612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c304e3-b1cb-4b36-afcb-a329e5cf1679 admin admin] Deleting subnet ec81c68f-a63b-4ce9-baf3-ba25053b74da {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:37.119400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6c87514-320f-4fb9-8b4e-9512dec95f47 req-cfd7d2f7-494a-4ccf-b7b3-05f93e6157de tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507518 Jul 15 23:17:37.121100 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27c304e3-b1cb-4b36-afcb-a329e5cf1679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.143334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-daab75d5-c273-46d7-8871-3956480c6966 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.147508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8eb5e-2fca-47a2-88a1-37239cd61f07 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a245bf6-3062-4067-8314-6c813cfcce95,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:37.174814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27c304e3-b1cb-4b36-afcb-a329e5cf1679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.186999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95839303-c160-4319-8ee3-757e713dcd51 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.191742 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95839303-c160-4319-8ee3-757e713dcd51 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/b1622c33-ddff-47b5-86c8-b5b32688569d HTTP/1.1" status: 204 len: 168 time: 0.1542056 Jul 15 23:17:37.194995 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44504) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.220856 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f129f516-2d37-426c-8bb8-a544ec6f40ee tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=b1622c33-ddff-47b5-86c8-b5b32688569d HTTP/1.1" status: 200 len: 221 time: 0.0245178 Jul 15 23:17:37.221300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44506) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.223916 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27c304e3-b1cb-4b36-afcb-a329e5cf1679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.231464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-162ef7a5-9fb7-412b-aeab-c693ca8358a6 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--46004959', 'description': 'label created by tempest'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:37.231944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-162ef7a5-9fb7-412b-aeab-c693ca8358a6 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Unknown quota resources ['metering_label']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:17:37.247699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-daab75d5-c273-46d7-8871-3956480c6966 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.252974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-daab75d5-c273-46d7-8871-3956480c6966 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.272334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab75d5-c273-46d7-8871-3956480c6966 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4bcafe-dcb0-4fb4-8018-a866b7fce0dd,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:37.284153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-daab75d5-c273-46d7-8871-3956480c6966 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.288276 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-daab75d5-c273-46d7-8871-3956480c6966 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2368414 Jul 15 23:17:37.289965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44508) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.296092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-be6e2669-d90c-4f9e-a35a-32f87b9e540f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Request body: {'security_group_rule': {'security_group_id': '7a245bf6-3062-4067-8314-6c813cfcce95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:37.333413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be6e2669-d90c-4f9e-a35a-32f87b9e540f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.423077 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.424627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be6e2669-d90c-4f9e-a35a-32f87b9e540f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.431777 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be6e2669-d90c-4f9e-a35a-32f87b9e540f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.456867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be6e2669-d90c-4f9e-a35a-32f87b9e540f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.458134 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-be6e2669-d90c-4f9e-a35a-32f87b9e540f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671753 Jul 15 23:17:37.461455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44512) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.466448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:37.473462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e2669-d90c-4f9e-a35a-32f87b9e540f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423fe484-2348-4cf7-9c06-fdf770caf111,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:37.494905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.505549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Transition to ACTIVE for port object a963677f-832d-4652-a2ba-f920ee1c0422 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:37.513174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.544857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162ef7a5-9fb7-412b-aeab-c693ca8358a6 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.546062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-162ef7a5-9fb7-412b-aeab-c693ca8358a6 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3241422 Jul 15 23:17:37.548560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27c304e3-b1cb-4b36-afcb-a329e5cf1679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.549331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.561810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27c304e3-b1cb-4b36-afcb-a329e5cf1679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.564624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-27c304e3-b1cb-4b36-afcb-a329e5cf1679 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ec81c68f-a63b-4ce9-baf3-ba25053b74da HTTP/1.1" status: 204 len: 168 time: 0.5198052 Jul 15 23:17:37.582860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44516) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.591332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c304e3-b1cb-4b36-afcb-a329e5cf1679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec81c68f-a63b-4ce9-baf3-ba25053b74da,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:37.700326 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-acd0b771-dfdb-47de-9e7e-4f1d6e96307e tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=ca5d0b5c-de7b-49d3-8c43-e50b2c5e12b9 HTTP/1.1" status: 200 len: 466 time: 0.1498961 Jul 15 23:17:37.707026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44520) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.748660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.748848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1428c9aa-7b67-4436-a8ed-884e8d312e79 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:37.757483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.877197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71265eea-af4b-4e63-9255-558113e783d8 None None] Pushing event updated for resources: {'Port': ['ID=a963677f-832d-4652-a2ba-f920ee1c0422,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:37.901189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Attempting to bind port a963677f-832d-4652-a2ba-f920ee1c0422 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:37.901757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Attempting to bind port a963677f-832d-4652-a2ba-f920ee1c0422 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:37.902291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Attempting to bind port a963677f-832d-4652-a2ba-f920ee1c0422 on network 115feace-5636-464a-b307-9544036667d5 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:37.928912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:37.929568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Checking segment: {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:37.930143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.930719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Bound using segment: {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:37.931396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Bound port: a963677f-832d-4652-a2ba-f920ee1c0422, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:37.931985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.003204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Allocated IP 172.25.3.162 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/3d152f86-b536-49a8-ac3a-e59b6d5d64a3) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:38.040030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1428c9aa-7b67-4436-a8ed-884e8d312e79 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:38.041057 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.090128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] For port a963677f-832d-4652-a2ba-f920ee1c0422, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:38.096831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] For port a963677f-832d-4652-a2ba-f920ee1c0422, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a963677f-832d-4652-a2ba-f920ee1c0422,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:38.150158 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.175129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.240406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:38.241057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:38.265524 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.333850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:38.336653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71265eea-af4b-4e63-9255-558113e783d8 None None] Pushing event updated for resources: {'Port': ['ID=a963677f-832d-4652-a2ba-f920ee1c0422,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.344399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:38.348984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:38.436556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event updated for resources: {'Port': ['ID=3d152f86-b536-49a8-ac3a-e59b6d5d64a3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.480091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:38.536753 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.598555 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.800669 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c3e59b3-3d4b-4663-aa4b-18b0f1fbc172 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.801805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0c3e59b3-3d4b-4663-aa4b-18b0f1fbc172 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/ca5d0b5c-de7b-49d3-8c43-e50b2c5e12b9 HTTP/1.1" status: 204 len: 168 time: 1.0939121 Jul 15 23:17:38.805030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44538) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:38.810458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:38Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:38.816099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.822097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.843384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451ee51-187b-4fe7-8d72-a3df7a7c097f None None] The sync data for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 is: [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:38Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:38.851263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.866555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a404affe-8a3d-47c3-b95f-e135f8f9d705 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=ca5d0b5c-de7b-49d3-8c43-e50b2c5e12b9 HTTP/1.1" status: 200 len: 216 time: 0.0567117 Jul 15 23:17:38.869366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44540) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:38.874824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ec6da5-c2b6-4b12-894a-cd209048c986']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:38.932419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b51a9e-f95c-442b-bc54-80ea384919c1') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:38.932908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b51a9e-f95c-442b-bc54-80ea384919c1') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:38.953530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event updated for resources: {'Port': ['ID=3d152f86-b536-49a8-ac3a-e59b6d5d64a3,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.962363 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.964497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.976355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ff2929e6-41f2-45ef-ad01-5703f987b666 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1016545 Jul 15 23:17:38.980062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44544) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.000449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.011244 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4a6249bb-da32-4697-a459-efe63857d59d tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5410492 Jul 15 23:17:39.011458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2bfa8-d591-44c6-8f88-997b591bca98 req-c64f162b-76b9-47e0-9fb9-229dd0760425 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:39.012757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ea2bfa8-d591-44c6-8f88-997b591bca98 req-c64f162b-76b9-47e0-9fb9-229dd0760425 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.3661046 Jul 15 23:17:39.043814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.052805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.058781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a261cdda-b33d-4684-8a49-4d81eaf5ab97 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0355480 Jul 15 23:17:39.086022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:39.086482 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.172326 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e059c3e2-748d-44f7-955f-3066726ee359 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/6949d993-374e-4e2d-9018-ab12c3d637e2 HTTP/1.1" status: 200 len: 473 time: 0.1135960 Jul 15 23:17:39.179857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44558) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.194489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5792edff-a4cb-47f4-9922-e68abbf7e714 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/7ef9cd95-1971-42f2-845c-d77f023cb140 HTTP/1.1" status: 200 len: 459 time: 0.0122583 Jul 15 23:17:39.200021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44560) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:39.217876 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:39.310898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.340058 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.348048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b3ec6da5-c2b6-4b12-894a-cd209048c986 HTTP/1.1" status: 204 len: 168 time: 1.7635555 Jul 15 23:17:39.407252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37e266-19cd-48b0-8e9d-eeaaf0ce1613 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ec6da5-c2b6-4b12-894a-cd209048c986,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:39.432975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ea2bfa8-d591-44c6-8f88-997b591bca98 req-8deedc7f-41f8-45f7-94ce-1dc7145ed8d6 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910892 Jul 15 23:17:39.478180 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23b1932-5afd-4bbf-88af-512d05c34e41 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.481768 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a23b1932-5afd-4bbf-88af-512d05c34e41 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/7ef9cd95-1971-42f2-845c-d77f023cb140 HTTP/1.1" status: 204 len: 168 time: 0.2777281 Jul 15 23:17:39.482425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.595486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44614) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.720296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a963677f-832d-4652-a2ba-f920ee1c0422 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:39.724219 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:17:39.729672 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97b32b03-d3d8-4e0a-950d-8ec631b268c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e90c324ab45640e88783bf1e0451594e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316669 Jul 15 23:17:39.732158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44618) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.862826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e3907d2-6ab3-48f9-b0f4-f36d03915ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.886604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a963677f-832d-4652-a2ba-f920ee1c0422 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:39.891850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a963677f-832d-4652-a2ba-f920ee1c0422 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:39.892215 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.912115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e3907d2-6ab3-48f9-b0f4-f36d03915ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.940024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40eae610-4c3d-4196-b6f3-011c8dc28e41 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.941424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-40eae610-4c3d-4196-b6f3-011c8dc28e41 tempest-MeteringIpV6TestJSON-1695976683 tempest-MeteringIpV6TestJSON-1695976683-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/6949d993-374e-4e2d-9018-ab12c3d637e2 HTTP/1.1" status: 204 len: 168 time: 0.4577682 Jul 15 23:17:40.015206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e3907d2-6ab3-48f9-b0f4-f36d03915ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.018798 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e3907d2-6ab3-48f9-b0f4-f36d03915ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.019537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.022377 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e3907d2-6ab3-48f9-b0f4-f36d03915ed2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7b739ab-eb0c-470d-99de-1387a4054fa7 HTTP/1.1" status: 204 len: 168 time: 0.2846541 Jul 15 23:17:40.042837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3907d2-6ab3-48f9-b0f4-f36d03915ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b739ab-eb0c-470d-99de-1387a4054fa7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:40.232275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a963677f-832d-4652-a2ba-f920ee1c0422, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a963677f-832d-4652-a2ba-f920ee1c0422,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:40.259241 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.399707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a963677f-832d-4652-a2ba-f920ee1c0422,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:40.508878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44646) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:40.650806 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c595b51-30dc-4e5a-8c87-b5e502027340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.721668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98cd52-1220-44a2-a9ff-0ece6b4b862f req-253bda48-dfa4-4c0d-98e1-9eb347867fef tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.723307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e98cd52-1220-44a2-a9ff-0ece6b4b862f req-253bda48-dfa4-4c0d-98e1-9eb347867fef tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.0947940 Jul 15 23:17:40.783791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e98cd52-1220-44a2-a9ff-0ece6b4b862f req-df2ca32b-46de-4d6b-a110-1d1016ad4cce tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511734 Jul 15 23:17:40.792641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c595b51-30dc-4e5a-8c87-b5e502027340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.800163 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c595b51-30dc-4e5a-8c87-b5e502027340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.848448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c595b51-30dc-4e5a-8c87-b5e502027340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f23f2bd-50ee-40ce-94a8-72d33c9132f9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:40.874181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44686) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:40.875894 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6c595b51-30dc-4e5a-8c87-b5e502027340 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86f91779f8c64c2ba1746fccfc0db84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653460 Jul 15 23:17:40.943418 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4ede28e-0007-46f3-8552-4bdd20e2cd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.970922 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4ede28e-0007-46f3-8552-4bdd20e2cd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.027022 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4ede28e-0007-46f3-8552-4bdd20e2cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.030594 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4ede28e-0007-46f3-8552-4bdd20e2cd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.032831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e4ede28e-0007-46f3-8552-4bdd20e2cd86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f23f2bd-50ee-40ce-94a8-72d33c9132f9 HTTP/1.1" status: 204 len: 168 time: 0.1562195 Jul 15 23:17:41.045745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ede28e-0007-46f3-8552-4bdd20e2cd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f23f2bd-50ee-40ce-94a8-72d33c9132f9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:41.447355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44716) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:41.574472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1562800950-network', 'tenant_id': '4605af9f52e84fcf894081f2d0fed8e4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:41.575849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44722) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:41.590578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d321cb5-9034-470b-9c6a-42454b80add7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.618134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-0d321cb5-9034-470b-9c6a-42454b80add7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:17:41.618134 n-d-793618-8 neutron-server[93714]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:17:41.618134 n-d-793618-8 neutron-server[93714]: [parameters: {'project_id': 'b71672b5414840559c494177683f0266', 'id': '4feec1ef-abfc-4a58-845c-92d21be4326c', 'expiration': datetime.datetime(2021, 7, 15, 23, 19, 41, 614472)}] Jul 15 23:17:41.618134 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:41.618602 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-0d321cb5-9034-470b-9c6a-42454b80add7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:41.627418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Made reservation on behalf of 4605af9f52e84fcf894081f2d0fed8e4 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:41.629800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.642111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.698726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a963677f-832d-4652-a2ba-f920ee1c0422 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:41.803886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a963677f-832d-4652-a2ba-f920ee1c0422 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:41.804581 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.860727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.868589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.922339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:41.969222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.970442 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Added segment d42eb1db-700a-49bb-826d-f40925b6a876 of type vlan for network 47524916-eeb6-428c-9343-0e91332379ea Jul 15 23:17:41.986376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c95002-a4ce-429b-9bef-d5ca9423ecaf,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.089785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.109239 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683badc-7f27-4eff-8ac7-95eaed8afa09 req-4da9b4da-3192-4641-8014-b5bc8738e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.110959 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6683badc-7f27-4eff-8ac7-95eaed8afa09 req-4da9b4da-3192-4641-8014-b5bc8738e3a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 1096 time: 0.0830240 Jul 15 23:17:42.140180 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d321cb5-9034-470b-9c6a-42454b80add7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.175626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024653eb-ba8e-4699-800a-042b5b959e30 req-f33d33c9-6e00-4dda-9ecd-cb9717bfe6a3 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.177498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-024653eb-ba8e-4699-800a-042b5b959e30 req-f33d33c9-6e00-4dda-9ecd-cb9717bfe6a3 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1656568 Jul 15 23:17:42.180076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.181467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.183945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.255031 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6683badc-7f27-4eff-8ac7-95eaed8afa09 req-1d60189f-23af-4b05-910f-824158103c0c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342995 Jul 15 23:17:42.292957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d321cb5-9034-470b-9c6a-42454b80add7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.298991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d321cb5-9034-470b-9c6a-42454b80add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.303245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] Pushing event updated for resources: {'Network': ['ID=47524916-eeb6-428c-9343-0e91332379ea,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.321308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 47524916-eeb6-428c-9343-0e91332379ea details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:42.321470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-024653eb-ba8e-4699-800a-042b5b959e30 req-a6c1e13d-e0d5-4ab5-a4c3-3569c839638a tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334865 Jul 15 23:17:42.327553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6ae4e341-1fa2-419c-9976-e731e3660a4f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8774369 Jul 15 23:17:42.330335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44730) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:42.346802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Request body: {'subnet': {'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1562800950-subnet', 'tenant_id': '4605af9f52e84fcf894081f2d0fed8e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:42.374098 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0d321cb5-9034-470b-9c6a-42454b80add7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b71672b5414840559c494177683f0266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7946005 Jul 15 23:17:42.374531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44734) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:42.381099 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d321cb5-9034-470b-9c6a-42454b80add7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c40cd7-d0c5-4c35-ac80-fb7f8ebcc855,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.392857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Made reservation on behalf of 4605af9f52e84fcf894081f2d0fed8e4 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:42.395816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.456054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3e857cd-dc0d-4ec0-ab5b-f954643c8809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.484107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3e857cd-dc0d-4ec0-ab5b-f954643c8809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.566149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3e857cd-dc0d-4ec0-ab5b-f954643c8809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.569586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3e857cd-dc0d-4ec0-ab5b-f954643c8809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.572279 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f3e857cd-dc0d-4ec0-ab5b-f954643c8809 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77c40cd7-d0c5-4c35-ac80-fb7f8ebcc855 HTTP/1.1" status: 204 len: 168 time: 0.1967337 Jul 15 23:17:42.608896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e857cd-dc0d-4ec0-ab5b-f954643c8809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c40cd7-d0c5-4c35-ac80-fb7f8ebcc855,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.719917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.786282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e86140d-4c93-4901-bfac-b0708ad5afba,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.794195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Checking segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:42.794868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Network hostable DHCP agents. Network: 47524916-eeb6-428c-9343-0e91332379ea, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:42.818149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Network 47524916-eeb6-428c-9343-0e91332379ea is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:42.834549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 47524916-eeb6-428c-9343-0e91332379ea) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:42.843367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bc376c-782c-4007-a4a1-ce6a0c825c26 None None] Network 47524916-eeb6-428c-9343-0e91332379ea requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:42.848184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.848858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.881211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8cdadf16-23a4-4394-b765-00317ef38086 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5454452 Jul 15 23:17:43.074582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a00fab2-dc22-4fea-87bc-1a2daa278b46 None None] Network 47524916-eeb6-428c-9343-0e91332379ea requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:43.674409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-4818b27d-ca51-4c07-b93c-69f09becff05 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:43.688528 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.690968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-4818b27d-ca51-4c07-b93c-69f09becff05 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 813 time: 0.1423573 Jul 15 23:17:43.714139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-43d304b4-d4db-4385-a483-a6d844cf78bd tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/quotas/4605af9f52e84fcf894081f2d0fed8e4 HTTP/1.1" status: 200 len: 375 time: 0.0215955 Jul 15 23:17:43.794437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-1e6848e3-a6cd-4767-a9be-ee5f942e32c6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723548 Jul 15 23:17:43.821133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44798) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:43.925838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfa489-deb8-4b9d-8b94-bc20fba3b197 req-d59c37db-9a0e-4ab4-bc77-a959ba4da484 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:43.927760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18dfa489-deb8-4b9d-8b94-bc20fba3b197 req-d59c37db-9a0e-4ab4-bc77-a959ba4da484 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1877475 Jul 15 23:17:43.963413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'networks': [{'name': 'tempest-network--1572394176'}, {'name': 'tempest-network--401143332'}]} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:43.964109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'network': {'name': 'tempest-network--1572394176'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:43.964933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'network': {'name': 'tempest-network--401143332'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:43.988163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18dfa489-deb8-4b9d-8b94-bc20fba3b197 req-6aa4fb70-c943-48b8-9aec-0dd21d8148b4 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526094 Jul 15 23:17:43.997690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-11b1dd9e-5180-4679-a619-29a5c8986b18 service neutron] 10.222.0.23 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905289 Jul 15 23:17:44.008418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Made reservation on behalf of abe217a72bb44c53ab9c878eee9c4280 for: {'network': 2} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:44.018835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.028963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.135065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-ca495114-5129-4a4b-92e7-9b285aa3d7c6 service neutron] 10.222.0.23 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286368 Jul 15 23:17:44.158938 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.165821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.166024 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.246868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:44.253350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05840ea7-6434-48cd-b1b6-315eeec7018b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.278349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.278349 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Added segment 1867ad4d-375f-465b-a0ab-351b91002fd8 of type vlan for network a52cad4d-44f8-4cc5-b048-c5c28bf11be6 Jul 15 23:17:44.327173 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.416962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:44.441342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.441911 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Added segment 67aaebb4-b0bd-4a8d-a541-a105e3e37fe4 of type vlan for network 77b0a777-3af4-406b-ae91-e0249cefa92b Jul 15 23:17:44.526521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.563921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd070b03-accc-48f5-a5bd-a5eeb94f21ea req-3893f8d4-036f-4028-bcc4-dec931ef2f44 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 210 time: 0.0362520 Jul 15 23:17:44.564640 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.565148 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.573779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.592530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.593133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.671917 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8496416 Jul 15 23:17:44.675350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44830) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:44.774825 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Network': ['ID=a52cad4d-44f8-4cc5-b048-c5c28bf11be6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.788016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a52cad4d-44f8-4cc5-b048-c5c28bf11be6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:44.863858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3565a-cc2f-4701-b90d-3f8c02f445fc req-062b219c-c646-46c9-8cbb-339df3bf1ecf tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.871109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6a3565a-cc2f-4701-b90d-3f8c02f445fc req-062b219c-c646-46c9-8cbb-339df3bf1ecf tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.0845814 Jul 15 23:17:44.936953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6a3565a-cc2f-4701-b90d-3f8c02f445fc req-50ae92bb-8abe-43cd-a6f4-f9bf6c2a69cb tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 Jul 15 23:17:44.963032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2716f-861f-4017-bed8-59898f6878ae tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Network': ['ID=77b0a777-3af4-406b-ae91-e0249cefa92b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.978560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d2fd4-ff61-4413-89b8-d14da881d2aa tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.984792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d2fd4-ff61-4413-89b8-d14da881d2aa tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.985486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 77b0a777-3af4-406b-ae91-e0249cefa92b details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:44.991045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d2fd4-ff61-4413-89b8-d14da881d2aa tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.997912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d2fd4-ff61-4413-89b8-d14da881d2aa tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.999900 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b79d2fd4-ff61-4413-89b8-d14da881d2aa tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3240395 Jul 15 23:17:45.009232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44836) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:45.010737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-047f8e3e-f623-4b30-8bbd-f37d3a0f72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:45.012602 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-047f8e3e-f623-4b30-8bbd-f37d3a0f72b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece31217f0454417ad6fc0f882c229a1&device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 1096 time: 0.2523127 Jul 15 23:17:45.114435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.155109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-887a45ac-ba19-4cad-aa4e-cd854df8daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:45.161851 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-887a45ac-ba19-4cad-aa4e-cd854df8daac service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 200 len: 912 time: 0.1416295 Jul 15 23:17:45.231854 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.250362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52cad4d-44f8-4cc5-b048-c5c28bf11be6']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:45.261917 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-874ebd15-32a8-4d69-93b9-8f9e6e8c4bd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f HTTP/1.1" status: 200 len: 217 time: 0.0936699 Jul 15 23:17:45.272760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1867ad4d-375f-465b-a0ab-351b91002fd8') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:45.273356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1867ad4d-375f-465b-a0ab-351b91002fd8') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:45.293280 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.323635 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.324248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-bbceadfa-d01f-4a78-ba91-43c856031b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:45.325748 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-bbceadfa-d01f-4a78-ba91-43c856031b16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 200 len: 851 time: 0.0576878 Jul 15 23:17:45.331112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:45.331939 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:45.336427 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:45.393853 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-f52bd757-7d03-47b7-88c6-07e7176a3558 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606408 Jul 15 23:17:45.446989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.463383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.469987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/networks/a52cad4d-44f8-4cc5-b048-c5c28bf11be6 HTTP/1.1" status: 204 len: 168 time: 0.4589877 Jul 15 23:17:45.475533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44848) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:45.484753 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15122b-db73-4cc3-b8bc-baa6c9a061f0 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Network': ['ID=a52cad4d-44f8-4cc5-b048-c5c28bf11be6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:45.651289 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.740581 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-dda88b5e-946a-46bb-8d4a-bdc99c4e4c14 service neutron] 10.222.0.37 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366408 Jul 15 23:17:45.802285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d80843c8-f0a2-41e8-9b60-d7913d8ebe4a req-b34ab315-bdd5-4d8f-a0ce-9d4300feb584 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 210 time: 0.0578938 Jul 15 23:17:45.871189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.882477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b0a777-3af4-406b-ae91-e0249cefa92b']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:45.894492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67aaebb4-b0bd-4a8d-a541-a105e3e37fe4') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:45.894780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67aaebb4-b0bd-4a8d-a541-a105e3e37fe4') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:45.904246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.925936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.960999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:45.961315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:45.966310 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:46.036073 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3e426c75-c349-485d-b197-4ef8aad3ac6f req-1b88c74f-553d-4441-b82e-a1cafc119dd5 service neutron] 10.222.0.37 "GET /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711217 Jul 15 23:17:46.040872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.050149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.054691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44866) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:46.055303 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/networks/77b0a777-3af4-406b-ae91-e0249cefa92b HTTP/1.1" status: 204 len: 168 time: 0.5761623 Jul 15 23:17:46.065357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Network': ['ID=77b0a777-3af4-406b-ae91-e0249cefa92b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:46.073892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.074242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.074580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.074950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.075285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.075614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.075944 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.076268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.076592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.076915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.077238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.077555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbb92f1-f8f7-49de-a69e-45ddd5a22dd2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:46.315778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b4e7c-3016-4e53-9f12-6ac0cae89ad0 req-d5e3debe-135b-4960-8add-365231332ec9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.317328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-386b4e7c-3016-4e53-9f12-6ac0cae89ad0 req-d5e3debe-135b-4960-8add-365231332ec9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.2248113 Jul 15 23:17:46.324810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424641d-ece1-4b9f-9d42-a194ff1344ac tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.331054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424641d-ece1-4b9f-9d42-a194ff1344ac tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.332770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2424641d-ece1-4b9f-9d42-a194ff1344ac tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2762470 Jul 15 23:17:46.338506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44870) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:46.346307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1109118180'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:46.377410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-386b4e7c-3016-4e53-9f12-6ac0cae89ad0 req-771aaf8b-d281-4114-9563-95be879032d6 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Jul 15 23:17:46.454375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Made reservation on behalf of abe217a72bb44c53ab9c878eee9c4280 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:46.458109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.497759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:46.522364 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.522364 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Added segment c96de59c-df2d-4bcc-8abe-01fb2dc414ed of type vlan for network a51a9254-f7b5-4b57-9942-96ddea671c04 Jul 15 23:17:46.529251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6d65d4c9-9c5c-4d82-85c3-0a3aa7ad4de6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.530911 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6d65d4c9-9c5c-4d82-85c3-0a3aa7ad4de6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.37 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 813 time: 0.1723847 Jul 15 23:17:46.568638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Request body: {'port': {'device_id': '2db2d220-9d81-4443-b261-acdd33504843', 'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'admin_state_up': True, 'tenant_id': '4605af9f52e84fcf894081f2d0fed8e4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:46.605450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.711829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.718606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.721274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.758222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-041d3aa7-0c7c-4119-b08c-82692d481c2d tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.760400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-041d3aa7-0c7c-4119-b08c-82692d481c2d tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.59 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 813 time: 0.2352569 Jul 15 23:17:46.780815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Request body: {'port': {'device_id': 'b88278f4-54d2-4ef0-ba2c-a2eaef305675', 'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'admin_state_up': True, 'tenant_id': '4605af9f52e84fcf894081f2d0fed8e4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:46.800477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Network': ['ID=a51a9254-f7b5-4b57-9942-96ddea671c04,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:46.807864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Made reservation on behalf of 4605af9f52e84fcf894081f2d0fed8e4 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:46.812253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a51a9254-f7b5-4b57-9942-96ddea671c04 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:46.827408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.872764 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-62cf3751-f90c-4a15-8678-97a6f19b5ce2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5273063 Jul 15 23:17:46.874695 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44880) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:46.883011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1814976113'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:46.986664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:17:46.986664 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:17:46.986664 n-d-793618-8 neutron-server[93714]: [parameters: {'project_id_1': 'abe217a72bb44c53ab9c878eee9c4280', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 17, 46, 976541)}] Jul 15 23:17:46.986664 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:46.987972 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:46.999032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Made reservation on behalf of 4605af9f52e84fcf894081f2d0fed8e4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:47.005525 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.059871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Allocated IP 172.20.0.11 (47524916-eeb6-428c-9343-0e91332379ea/7e86140d-4c93-4901-bfac-b0708ad5afba/fe404404-3e48-4f1a-bcde-5fbb5ab5c67b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:47.140657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1afb8125-3765-4834-8e28-2a3b75bf4b21 req-472b70c6-99e4-43be-9f37-d53cfce95375 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 210 time: 0.0511899 Jul 15 23:17:47.240154 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.289120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.340001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Network 47524916-eeb6-428c-9343-0e91332379ea is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:47.343517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:47.348154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:47.355017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Pushing event updated for resources: {'Port': ['ID=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:47.366358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Allocated IP 172.20.0.14 (47524916-eeb6-428c-9343-0e91332379ea/7e86140d-4c93-4901-bfac-b0708ad5afba/4a327e24-3004-4913-a504-1c7b558ee0cd) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:47.430649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.431745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.451353 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ec8fca5-fab7-470f-9918-588bb48dccf8 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8866184 Jul 15 23:17:47.473015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Request body: {'port': {'device_id': '2db2d220-9d81-4443-b261-acdd33504843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:47.550212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Made reservation on behalf of abe217a72bb44c53ab9c878eee9c4280 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:47.554586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.599983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.623534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:47.699248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.705673 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Added segment 641943dc-81aa-4d22-9475-3a626f3802f7 of type vlan for network d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc Jul 15 23:17:47.716105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.726032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.795961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.884119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Network 47524916-eeb6-428c-9343-0e91332379ea is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:47.887231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Pushing event updated for resources: {'Port': ['ID=4a327e24-3004-4913-a504-1c7b558ee0cd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:47.903590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:47.924540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:47.946254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.952515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.953411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.023530 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-225b8d91-b9c3-4551-9410-470aa38a6c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.030791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.030791 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.043229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc77ce0-11c3-4bce-8441-e1da84682907 req-17f99001-90f9-4164-81ac-436badb330fc tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.047167 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1713483 Jul 15 23:17:48.051469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc77ce0-11c3-4bce-8441-e1da84682907 req-17f99001-90f9-4164-81ac-436badb330fc tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.3991563 Jul 15 23:17:48.053221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44910) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:48.061455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'ports': [{'network_id': 'a51a9254-f7b5-4b57-9942-96ddea671c04', 'name': 'tempest-port--364448405', 'admin_state_up': True}, {'network_id': 'd78873f1-b5ce-41ce-8e2d-3b8f8882cbfc', 'admin_state_up': False}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:48.061774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'port': {'network_id': 'a51a9254-f7b5-4b57-9942-96ddea671c04', 'name': 'tempest-port--364448405', 'admin_state_up': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:48.062095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a6071-9369-42b0-bf81-10ed2027c515 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Network': ['ID=d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:48.062529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'port': {'network_id': 'd78873f1-b5ce-41ce-8e2d-3b8f8882cbfc', 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:48.077038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:48.218953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe404404-3e48-4f1a-bcde-5fbb5ab5c67b {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:48.228805 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.244332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Transition to ACTIVE for port object fe404404-3e48-4f1a-bcde-5fbb5ab5c67b will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:48.252050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.277016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-45c0ebee-14d1-4577-94f2-b4d10452faa2 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5064280 Jul 15 23:17:48.291615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3cc77ce0-11c3-4bce-8441-e1da84682907 req-c560796f-dcd7-44a3-a981-475b1605197e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391572 Jul 15 23:17:48.306242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Request body: {'port': {'device_id': 'b88278f4-54d2-4ef0-ba2c-a2eaef305675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:48.378613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Pushing event updated for resources: {'Port': ['ID=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:48.462317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.468191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Attempting to bind port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:48.468678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Attempting to bind port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:48.469788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Attempting to bind port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b on network 47524916-eeb6-428c-9343-0e91332379ea {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:48.475475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Made reservation on behalf of abe217a72bb44c53ab9c878eee9c4280 for: {'port': 2} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:48.475670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b on network 47524916-eeb6-428c-9343-0e91332379ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:48.476103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Attempting to bind port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b on network 47524916-eeb6-428c-9343-0e91332379ea {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:48.480576 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.482673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:48.483176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Checking segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:48.483566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Bound using segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:48.483987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Bound port: fe404404-3e48-4f1a-bcde-5fbb5ab5c67b, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:48.484468 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.562129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] For port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:48.566593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] For port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:48.572224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.615270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.616082 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.617466 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] 10.222.0.37 "PUT /v2.0/ports/fe404404-3e48-4f1a-bcde-5fbb5ab5c67b HTTP/1.1" status: 200 len: 1092 time: 1.1510537 Jul 15 23:17:48.617970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db2d220-9d81-4443-b261-acdd33504843', 'tag': 'fe404404-3e48-4f1a-bcde-5fbb5ab5c67b'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:48.621409 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813324f3-0d63-4800-8a9b-d65eee7d53e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2db2d220-9d81-4443-b261-acdd33504843", "tag": "fe404404-3e48-4f1a-bcde-5fbb5ab5c67b"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:48.644243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.681388 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdec620-c2c5-4c84-bf7f-7b356ddb58fe x-openstack-request-id: req-0fdec620-c2c5-4c84-bf7f-7b356ddb58fe {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:48.682164 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db2d220-9d81-4443-b261-acdd33504843", "tag": "fe404404-3e48-4f1a-bcde-5fbb5ab5c67b", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:48.682509 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fdec620-c2c5-4c84-bf7f-7b356ddb58fe {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:48.683242 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db2d220-9d81-4443-b261-acdd33504843', 'tag': 'fe404404-3e48-4f1a-bcde-5fbb5ab5c67b', 'status': 'completed', 'code': 200} Jul 15 23:17:48.730350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bde55a-dc9b-41c4-934d-f762d47581bc service neutron] Pushing event updated for resources: {'Port': ['ID=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:48.768238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ee8f2d8-4e46-4253-a213-17952e76b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.769904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6ee8f2d8-4e46-4253-a213-17952e76b99d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&device_id=2db2d220-9d81-4443-b261-acdd33504843 HTTP/1.1" status: 200 len: 1095 time: 0.0778649 Jul 15 23:17:48.776742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3955e3-60c9-4fe3-9202-0ebf3ec31316 req-02a92b5a-631a-4a59-935b-2be44dbc7ca4 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.778544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db3955e3-60c9-4fe3-9202-0ebf3ec31316 req-02a92b5a-631a-4a59-935b-2be44dbc7ca4 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 932 time: 0.3586531 Jul 15 23:17:48.847636 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-14650df2-2a7b-4193-9fd7-b648984af3b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b HTTP/1.1" status: 200 len: 217 time: 0.0626190 Jul 15 23:17:48.890229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] device_id is not set on port 3e5ee9b8-5193-411a-b94d-8fb7457f5f4d yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:17:48.936483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-348df487-0e1f-4053-8cfc-b29fc38dd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.939766 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-348df487-0e1f-4053-8cfc-b29fc38dd6a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 200 len: 853 time: 0.0845964 Jul 15 23:17:48.983657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-c9b9c30c-b707-4926-af4f-50ea2973ed57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47524916-eeb6-428c-9343-0e91332379ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385225 Jul 15 23:17:48.983826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db3955e3-60c9-4fe3-9202-0ebf3ec31316 req-1503515a-dcec-4be5-9bcf-cc5ec9f6ea70 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212575 Jul 15 23:17:49.106110 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-7510348f-cbdb-45d8-aad3-3c519abbb2a7 service neutron] 10.222.0.37 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149173 Jul 15 23:17:49.166386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a327e24-3004-4913-a504-1c7b558ee0cd {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:49.179519 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.203995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.209836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Transition to ACTIVE for port object 4a327e24-3004-4913-a504-1c7b558ee0cd will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:49.234324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.356372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] device_id is not set on port acd2f28f-6f14-48dc-9e65-eb938c80db12 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:17:49.392298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Pushing event updated for resources: {'Port': ['ID=4a327e24-3004-4913-a504-1c7b558ee0cd,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:49.475627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Attempting to bind port 4a327e24-3004-4913-a504-1c7b558ee0cd on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:49.476055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Attempting to bind port 4a327e24-3004-4913-a504-1c7b558ee0cd by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:49.476471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Attempting to bind port 4a327e24-3004-4913-a504-1c7b558ee0cd on network 47524916-eeb6-428c-9343-0e91332379ea {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:49.499076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Port 4a327e24-3004-4913-a504-1c7b558ee0cd on network 47524916-eeb6-428c-9343-0e91332379ea not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:49.499503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Attempting to bind port 4a327e24-3004-4913-a504-1c7b558ee0cd on network 47524916-eeb6-428c-9343-0e91332379ea {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:49.528194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:49.528624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Checking segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:49.529088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Bound using segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:49.529612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Bound port: 4a327e24-3004-4913-a504-1c7b558ee0cd, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:49.530053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.592828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-ae830042-e35d-4408-8d8e-f84b1a38a30d service neutron] 10.222.0.37 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799478 Jul 15 23:17:49.780930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-89b82405-adf7-4faa-908a-90ff1d3afe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:49.783613 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-89b82405-adf7-4faa-908a-90ff1d3afe13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&device_id=2db2d220-9d81-4443-b261-acdd33504843 HTTP/1.1" status: 200 len: 1095 time: 0.1043658 Jul 15 23:17:49.905050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-ed86d409-8ac0-4eaf-b32b-0c0483458649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:49.909024 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-ed86d409-8ac0-4eaf-b32b-0c0483458649 service neutron] 10.222.0.37 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 914 time: 0.1184285 Jul 15 23:17:49.992897 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-04336b26-57cf-4a31-9320-5f95d61e8d1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b HTTP/1.1" status: 200 len: 217 time: 0.0761516 Jul 15 23:17:50.049268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-abbc1b45-2147-4750-b772-7c586839ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.051045 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-abbc1b45-2147-4750-b772-7c586839ab11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 200 len: 853 time: 0.0496240 Jul 15 23:17:50.091012 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-759e7a06-87a2-469d-badc-beae5d9e5a52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47524916-eeb6-428c-9343-0e91332379ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323906 Jul 15 23:17:50.119743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24136c-621c-42da-bb9c-d5301157086e req-4c997c59-e42a-4bd0-bf95-723ee3e81119 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.121322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d24136c-621c-42da-bb9c-d5301157086e req-4c997c59-e42a-4bd0-bf95-723ee3e81119 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.6399806 Jul 15 23:17:50.150436 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.178634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] For port 4a327e24-3004-4913-a504-1c7b558ee0cd, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:50.204299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d24136c-621c-42da-bb9c-d5301157086e req-050a6d75-10d9-472d-a736-71979a40eba6 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744259 Jul 15 23:17:50.218450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] For port 4a327e24-3004-4913-a504-1c7b558ee0cd, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4a327e24-3004-4913-a504-1c7b558ee0cd,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:50.227749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.270356 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-c51f4d22-1e6f-49af-b22b-383cd669af8a service neutron] 10.222.0.37 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701305 Jul 15 23:17:50.305274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.311353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.313392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-982d3b60-282e-4638-9332-f472276cb976 service neutron] 10.222.0.59 "PUT /v2.0/ports/4a327e24-3004-4913-a504-1c7b558ee0cd HTTP/1.1" status: 200 len: 1092 time: 2.0179806 Jul 15 23:17:50.313855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88278f4-54d2-4ef0-ba2c-a2eaef305675', 'tag': '4a327e24-3004-4913-a504-1c7b558ee0cd'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:50.316191 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57" -d '{"events": [{"name": "network-changed", "server_uuid": "b88278f4-54d2-4ef0-ba2c-a2eaef305675", "tag": "4a327e24-3004-4913-a504-1c7b558ee0cd"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:50.340581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.449359 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-813324f3-0d63-4800-8a9b-d65eee7d53e2 req-cc87d6d4-c9e8-41bb-b1f4-98462de4fce7 service neutron] 10.222.0.37 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734219 Jul 15 23:17:50.474911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d3b60-282e-4638-9332-f472276cb976 service neutron] Pushing event updated for resources: {'Port': ['ID=4a327e24-3004-4913-a504-1c7b558ee0cd,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:50.512325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Checking segment: {'id': 'c96de59c-df2d-4bcc-8abe-01fb2dc414ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a51a9254-f7b5-4b57-9942-96ddea671c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:50.512696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Network hostable DHCP agents. Network: a51a9254-f7b5-4b57-9942-96ddea671c04, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:50.564360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Port': ['ID=3e5ee9b8-5193-411a-b94d-8fb7457f5f4d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:50.582562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Network a51a9254-f7b5-4b57-9942-96ddea671c04 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:50.594834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-999de57b-c3de-4c6c-8d7a-85362f973dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.596565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-999de57b-c3de-4c6c-8d7a-85362f973dac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 1095 time: 0.2157247 Jul 15 23:17:50.607779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b13c4-383e-47d1-95dc-2c437e463cd6 req-9706614a-68a0-435a-a96a-3dc45f4720e7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.629153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-740b13c4-383e-47d1-95dc-2c437e463cd6 req-9706614a-68a0-435a-a96a-3dc45f4720e7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 944 time: 0.2694755 Jul 15 23:17:50.644944 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4a7c63b9-b86d-4b19-84d6-f064c4ad3baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.648150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, a51a9254-f7b5-4b57-9942-96ddea671c04) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:50.656130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:50.657253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.661676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb7df0-e96c-45cc-a373-6334d2583fad None None] Network a51a9254-f7b5-4b57-9942-96ddea671c04 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:50.739206 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d4fa5-01f6-4c9a-bcc6-75b807c6a17a x-openstack-request-id: req-a60d4fa5-01f6-4c9a-bcc6-75b807c6a17a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:50.739506 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88278f4-54d2-4ef0-ba2c-a2eaef305675", "tag": "4a327e24-3004-4913-a504-1c7b558ee0cd", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:50.739759 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a60d4fa5-01f6-4c9a-bcc6-75b807c6a17a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:50.740149 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88278f4-54d2-4ef0-ba2c-a2eaef305675', 'tag': '4a327e24-3004-4913-a504-1c7b558ee0cd', 'status': 'completed', 'code': 200} Jul 15 23:17:50.747477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-c9a35946-6590-4e27-99b1-1975cb0eb539 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a327e24-3004-4913-a504-1c7b558ee0cd HTTP/1.1" status: 200 len: 217 time: 0.1133041 Jul 15 23:17:50.889713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Port': ['ID=acd2f28f-6f14-48dc-9e65-eb938c80db12,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:50.904534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-740b13c4-383e-47d1-95dc-2c437e463cd6 req-0a2550c3-27ac-43ab-9756-2a9fd84f5095 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735481 Jul 15 23:17:50.966716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-7eb24ddd-8d22-4a8d-b651-860a517b77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.968448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-7eb24ddd-8d22-4a8d-b651-860a517b77a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 200 len: 853 time: 0.1952217 Jul 15 23:17:50.988373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Checking segment: {'id': '641943dc-81aa-4d22-9475-3a626f3802f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd78873f1-b5ce-41ce-8e2d-3b8f8882cbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:50.988740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Network hostable DHCP agents. Network: d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:51.000890 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.025020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-9c2fb11c-b478-47f2-b84d-b18ac24d1d4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47524916-eeb6-428c-9343-0e91332379ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453999 Jul 15 23:17:51.079049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Network d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:51.091061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc37923-0358-4b30-9bda-e58bb09d43a2 req-4890ea1e-de9f-4418-bffa-22d78a98acf8 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.092569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc37923-0358-4b30-9bda-e58bb09d43a2 req-4890ea1e-de9f-4418-bffa-22d78a98acf8 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1827211 Jul 15 23:17:51.144489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:51.148458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:51.155548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.155707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76beac58-7bc0-4646-9ca0-2cb15bf1bdaa None None] Network d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:51.160580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.161269 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.206510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-195eb5d5-db17-400e-935a-193256401449 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1501205 Jul 15 23:17:51.209042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44960) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:51.230435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc37923-0358-4b30-9bda-e58bb09d43a2 req-4dd92b85-8f9a-476c-a9f0-246404c3c27e tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045568 Jul 15 23:17:51.252170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-55bca863-64d2-40e8-bd16-7d6c7262f95a service neutron] 10.222.0.59 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162576 Jul 15 23:17:51.384055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0b95e-d102-4cd9-a375-1203cda74be3 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.392121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0b95e-d102-4cd9-a375-1203cda74be3 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.392325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc4e928-748c-461a-bc26-5ec68b585e55 req-6d8941b2-5b8b-41e9-b84f-3043055fd007 service neutron] 10.222.0.59 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311345 Jul 15 23:17:51.395447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 44964) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:51.396146 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-10b0b95e-d102-4cd9-a375-1203cda74be3 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1849453 Jul 15 23:17:51.493162 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.542324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f31d1-8e5b-4d68-9673-a1518227d8e4 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Deleting port 3e5ee9b8-5193-411a-b94d-8fb7457f5f4d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:51.542970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a5f31d1-8e5b-4d68-9673-a1518227d8e4 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.573741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-118a3576-3846-4bf6-85f8-5dde3b208255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.575209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-118a3576-3846-4bf6-85f8-5dde3b208255 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 1095 time: 0.1139805 Jul 15 23:17:51.636969 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a5f31d1-8e5b-4d68-9673-a1518227d8e4 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.659053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f31d1-8e5b-4d68-9673-a1518227d8e4 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Calling delete_port for 3e5ee9b8-5193-411a-b94d-8fb7457f5f4d owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:51.766807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-3ca2d1d5-8e19-4c93-b88b-db2a1da7d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.767862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-3ca2d1d5-8e19-4c93-b88b-db2a1da7d8d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 914 time: 0.1545501 Jul 15 23:17:51.819058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-a0a7f222-4d46-4eb1-b083-8026d7c26ae0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a327e24-3004-4913-a504-1c7b558ee0cd HTTP/1.1" status: 200 len: 217 time: 0.0381112 Jul 15 23:17:51.835546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a5f31d1-8e5b-4d68-9673-a1518227d8e4 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.911694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-19209e77-eb75-42fe-bbd4-d4bc4954b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.913359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-19209e77-eb75-42fe-bbd4-d4bc4954b27b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 200 len: 853 time: 0.0860105 Jul 15 23:17:51.915995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f31d1-8e5b-4d68-9673-a1518227d8e4 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Port': ['ID=3e5ee9b8-5193-411a-b94d-8fb7457f5f4d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:51.920863 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a5f31d1-8e5b-4d68-9673-a1518227d8e4 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.925382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7a5f31d1-8e5b-4d68-9673-a1518227d8e4 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/ports/3e5ee9b8-5193-411a-b94d-8fb7457f5f4d HTTP/1.1" status: 204 len: 168 time: 0.5281756 Jul 15 23:17:51.928402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44970) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:51.958515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-5c301426-4b56-4408-beca-7d1d5f0ac2ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47524916-eeb6-428c-9343-0e91332379ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316281 Jul 15 23:17:52.113878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f08c9ede-9f14-4c67-bae8-3fed4735f131 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Deleting port acd2f28f-6f14-48dc-9e65-eb938c80db12 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:52.116278 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f08c9ede-9f14-4c67-bae8-3fed4735f131 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.137358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-ced594d6-ed5b-4f1a-ad59-9bfed2382f7d service neutron] 10.222.0.59 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677332 Jul 15 23:17:52.170477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fe404404-3e48-4f1a-bcde-5fbb5ab5c67b details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:52.232160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f08c9ede-9f14-4c67-bae8-3fed4735f131 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.271145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f08c9ede-9f14-4c67-bae8-3fed4735f131 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Calling delete_port for acd2f28f-6f14-48dc-9e65-eb938c80db12 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:52.312126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:52.324571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'fe404404-3e48-4f1a-bcde-5fbb5ab5c67b', 'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'port_id': 'fe404404-3e48-4f1a-bcde-5fbb5ab5c67b', 'mac_address': 'fa:16:3e:06:9b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e86140d-4c93-4901-bfac-b0708ad5afba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:52.399317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42ce8454-c5fc-47b3-83d6-2c2da99c5c57 req-db268abd-5284-4712-b5a8-3b5265577472 service neutron] 10.222.0.59 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275939 Jul 15 23:17:52.401097 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.408331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f08c9ede-9f14-4c67-bae8-3fed4735f131 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.427673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be63cf5-97b1-4c81-9dd0-c4519453bdbf req-66c1dd97-26f7-4a59-b817-a46eb70af688 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:52.437213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4be63cf5-97b1-4c81-9dd0-c4519453bdbf req-66c1dd97-26f7-4a59-b817-a46eb70af688 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 944 time: 0.3325663 Jul 15 23:17:52.438245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe404404-3e48-4f1a-bcde-5fbb5ab5c67b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:52.463734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c9ede-9f14-4c67-bae8-3fed4735f131 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Port': ['ID=acd2f28f-6f14-48dc-9e65-eb938c80db12,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.489186 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f08c9ede-9f14-4c67-bae8-3fed4735f131 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.491739 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f08c9ede-9f14-4c67-bae8-3fed4735f131 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/ports/acd2f28f-6f14-48dc-9e65-eb938c80db12 HTTP/1.1" status: 204 len: 168 time: 0.5621245 Jul 15 23:17:52.494425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45000) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:52.505479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:52.513969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.539395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4be63cf5-97b1-4c81-9dd0-c4519453bdbf req-16100ac8-3f8e-4197-9513-643f96de1904 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003623 Jul 15 23:17:52.569780 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b91c9a7-59de-4c3b-adca-8145442a188f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0738049 Jul 15 23:17:52.574478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45004) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:52.580153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-60346531'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:52.597752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.629638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Made reservation on behalf of abe217a72bb44c53ab9c878eee9c4280 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:52.633442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.684347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:52.698257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.698896 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Added segment 845a15c4-0c64-4686-b341-df3a9faca351 of type vlan for network 197e01de-968c-4e3b-ae2d-2e67183d6a6a Jul 15 23:17:52.763129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.820882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749336bd-a1ad-4541-8354-8245cb3ef38f req-e70519a2-6f8c-4d03-9cac-efe294d2ec93 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:52.827316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-749336bd-a1ad-4541-8354-8245cb3ef38f req-e70519a2-6f8c-4d03-9cac-efe294d2ec93 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.3121450 Jul 15 23:17:52.835942 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.845344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:52.846499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.901451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-749336bd-a1ad-4541-8354-8245cb3ef38f req-cb11ef0f-cd3d-4497-abe5-7bd5330e969f tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687008 Jul 15 23:17:52.904543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45008) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:52.909760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['fe404404-3e48-4f1a-bcde-5fbb5ab5c67b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:52.960931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Network': ['ID=197e01de-968c-4e3b-ae2d-2e67183d6a6a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.968818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45012) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:52.969131 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-604ab798-5f83-461e-a5b8-dc4effac07eb tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3933740 Jul 15 23:17:52.974780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1970304361'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:53.010054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Made reservation on behalf of abe217a72bb44c53ab9c878eee9c4280 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:53.017395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 197e01de-968c-4e3b-ae2d-2e67183d6a6a details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:53.017746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.056451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:53.070325 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.070685 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Added segment 05651d35-12e5-4ce5-8510-5fff1bf80759 of type vlan for network fcbaa1fe-0108-4632-b4a8-28fce7f742ea Jul 15 23:17:53.122450 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.157363 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.202607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.209683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:53.210653 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.247716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.298364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Network': ['ID=fcbaa1fe-0108-4632-b4a8-28fce7f742ea,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:53.308780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network fcbaa1fe-0108-4632-b4a8-28fce7f742ea details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:53.344954 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.350841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.365300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-587084f8-c00b-4607-bff9-a878bf7761ed tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3952522 Jul 15 23:17:53.396267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f29a29f4dc3f48388ce0a22b1044fee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901767 Jul 15 23:17:53.398405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5967a4d6-692f-4c0e-bbf7-3cc458abacf8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:53.399085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45018) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:53.405965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.406316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.406699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.407069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.407406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.407739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.408062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.408387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.408714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.409171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.409415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.409746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47c2e7-58c6-4c25-89b7-decc56a93609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:53.469054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d20a062-e2b2-412a-8b5a-d90abafbbfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.493143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d20a062-e2b2-412a-8b5a-d90abafbbfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.542103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d20a062-e2b2-412a-8b5a-d90abafbbfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.545205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d20a062-e2b2-412a-8b5a-d90abafbbfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.549377 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8d20a062-e2b2-412a-8b5a-d90abafbbfdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5967a4d6-692f-4c0e-bbf7-3cc458abacf8 HTTP/1.1" status: 204 len: 168 time: 0.1463599 Jul 15 23:17:53.573216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a062-e2b2-412a-8b5a-d90abafbbfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5967a4d6-692f-4c0e-bbf7-3cc458abacf8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:53.760108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a3b8e-3b12-4cf8-8f1f-055846b6ddf0 req-480de56e-737c-4d97-9f88-6b6298d337bb tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:53.768878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b74a3b8e-3b12-4cf8-8f1f-055846b6ddf0 req-480de56e-737c-4d97-9f88-6b6298d337bb tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 944 time: 0.0822644 Jul 15 23:17:53.818856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b74a3b8e-3b12-4cf8-8f1f-055846b6ddf0 req-27fa368b-1b05-42da-971e-9595cf9ee272 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488958 Jul 15 23:17:53.957778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45030) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:53.989177 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69d5b829-a86f-4446-9973-b7f9815c53de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.060153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-01a68c41-ffc1-4ee2-9c4f-e82816ff333b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:54.062298 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-01a68c41-ffc1-4ee2-9c4f-e82816ff333b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.37 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.1636705 Jul 15 23:17:54.165084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fe404404-3e48-4f1a-bcde-5fbb5ab5c67b up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:54.252644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:54.261940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:54.262678 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.266707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Deleting port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:54.267188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.325893 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69d5b829-a86f-4446-9973-b7f9815c53de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.358119 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69d5b829-a86f-4446-9973-b7f9815c53de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.416783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.420046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf444fd-5a2d-4647-bd40-97b9c4f2a3b8 req-d8c0e156-6f92-4f9d-ba42-0aca0d3de9e7 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:54.421062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf444fd-5a2d-4647-bd40-97b9c4f2a3b8 req-d8c0e156-6f92-4f9d-ba42-0aca0d3de9e7 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 945 time: 0.3349648 Jul 15 23:17:54.430506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] For port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:54.431353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.450017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Calling delete_port for 7f1eed32-4723-4b32-9bf9-d117eec4cf8f owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:54.465989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4a327e24-3004-4913-a504-1c7b558ee0cd details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:54.503727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:54.509751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db2d220-9d81-4443-b261-acdd33504843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe404404-3e48-4f1a-bcde-5fbb5ab5c67b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:54.515571 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f378f81-59ca-4237-b192-379c18850f89" -d '{"events": [{"server_uuid": "2db2d220-9d81-4443-b261-acdd33504843", "name": "network-vif-plugged", "status": "completed", "tag": "fe404404-3e48-4f1a-bcde-5fbb5ab5c67b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:54.531860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.534848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5b829-a86f-4446-9973-b7f9815c53de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3937f3bc-2005-4ac5-b4b8-5c1b4f93ec98,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.554593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-69d5b829-a86f-4446-9973-b7f9815c53de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c118ac7ba0494da0b8d366f7102f1f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946391 Jul 15 23:17:54.559671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45042) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:54.652018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2cf444fd-5a2d-4647-bd40-97b9c4f2a3b8 req-88fd6166-4081-4bd6-adbc-3b57c1e3653f tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046802 Jul 15 23:17:54.688724 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:17:54.732074 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.770155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Pushing event deleted for resources: {'Port': ['ID=7f1eed32-4723-4b32-9bf9-d117eec4cf8f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.802943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4a327e24-3004-4913-a504-1c7b558ee0cd, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4a327e24-3004-4913-a504-1c7b558ee0cd,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:54.819330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '4a327e24-3004-4913-a504-1c7b558ee0cd', 'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'port_id': '4a327e24-3004-4913-a504-1c7b558ee0cd', 'mac_address': 'fa:16:3e:03:12:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e86140d-4c93-4901-bfac-b0708ad5afba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:54.822155 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8a18c9-0a34-4f47-8fae-e93130365667 x-openstack-request-id: req-4d8a18c9-0a34-4f47-8fae-e93130365667 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:54.822439 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db2d220-9d81-4443-b261-acdd33504843", "name": "network-vif-plugged", "status": "completed", "tag": "fe404404-3e48-4f1a-bcde-5fbb5ab5c67b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:54.822716 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d8a18c9-0a34-4f47-8fae-e93130365667 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:54.823084 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db2d220-9d81-4443-b261-acdd33504843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe404404-3e48-4f1a-bcde-5fbb5ab5c67b', 'code': 200} Jul 15 23:17:54.829185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['47431737-0886-41c2-a7f9-f681a6b1cda8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:54.876946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7f1eed32-4723-4b32-9bf9-d117eec4cf8f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:54.900230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] No DVR routers for this DVR port 7f1eed32-4723-4b32-9bf9-d117eec4cf8f on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:54.904846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.908587 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3f62a95f-a312-41d7-b697-f4c9e44eb42e req-a784bf9f-b089-4268-9975-016e35a819b9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.37 "DELETE /v2.0/ports/7f1eed32-4723-4b32-9bf9-d117eec4cf8f HTTP/1.1" status: 204 len: 173 time: 0.8398256 Jul 15 23:17:54.909295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2139dbd7-1e2d-4514-9758-e96c69072956', 'name': 'network-vif-deleted', 'tag': '7f1eed32-4723-4b32-9bf9-d117eec4cf8f'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:54.912199 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77fc85a-a0ec-4d1b-a838-5fd1cb186c0f" -d '{"events": [{"server_uuid": "2139dbd7-1e2d-4514-9758-e96c69072956", "name": "network-vif-deleted", "tag": "7f1eed32-4723-4b32-9bf9-d117eec4cf8f"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:54.930368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.931088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04e902f3-7cc9-40f0-83a6-c214ce5f6469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.019919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236ed68-9b6e-42eb-9865-b1c7b805c344 req-03cb7175-db10-4446-914f-53a655ab2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.021388 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4236ed68-9b6e-42eb-9865-b1c7b805c344 req-03cb7175-db10-4446-914f-53a655ab2c11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2db2d220-9d81-4443-b261-acdd33504843 HTTP/1.1" status: 200 len: 1097 time: 0.1564002 Jul 15 23:17:55.034189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-248d6905-2eba-419e-ac05-cf0748efca41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.045643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-248d6905-2eba-419e-ac05-cf0748efca41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.062262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-248d6905-2eba-419e-ac05-cf0748efca41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.075806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-248d6905-2eba-419e-ac05-cf0748efca41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.090679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-248d6905-2eba-419e-ac05-cf0748efca41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.098007 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.105323 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.107802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-248d6905-2eba-419e-ac05-cf0748efca41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.116527 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4236ed68-9b6e-42eb-9865-b1c7b805c344 req-78f49ad6-f713-4b47-b353-6baa5b9b3adc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854645 Jul 15 23:17:55.119098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-248d6905-2eba-419e-ac05-cf0748efca41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.127442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-248d6905-2eba-419e-ac05-cf0748efca41 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5432 time: 0.4655287 Jul 15 23:17:55.139390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04e902f3-7cc9-40f0-83a6-c214ce5f6469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.158895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a327e24-3004-4913-a504-1c7b558ee0cd {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:55.201971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4a327e24-3004-4913-a504-1c7b558ee0cd, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4a327e24-3004-4913-a504-1c7b558ee0cd,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:55.209727 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.319098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf49d309-b0cf-4519-af6f-5480ba679e3e req-2336952a-6bf6-4440-85fc-ec8d6d526fc0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1887968 Jul 15 23:17:55.329410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04e902f3-7cc9-40f0-83a6-c214ce5f6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.347427 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04e902f3-7cc9-40f0-83a6-c214ce5f6469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.350580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-04e902f3-7cc9-40f0-83a6-c214ce5f6469 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3937f3bc-2005-4ac5-b4b8-5c1b4f93ec98 HTTP/1.1" status: 204 len: 168 time: 0.7892652 Jul 15 23:17:55.383731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e902f3-7cc9-40f0-83a6-c214ce5f6469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3937f3bc-2005-4ac5-b4b8-5c1b4f93ec98,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:55.416465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4a327e24-3004-4913-a504-1c7b558ee0cd,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:55.466161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa117a2-12fc-4d03-827d-356c7a7d3583 req-c936dbb1-7d43-4d9e-9d5e-5b7d93faa55d tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.468160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fa117a2-12fc-4d03-827d-356c7a7d3583 req-c936dbb1-7d43-4d9e-9d5e-5b7d93faa55d tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 944 time: 0.2911916 Jul 15 23:17:55.511710 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8ee18-4bd0-4ba4-9ea1-09924fb21fb3 x-openstack-request-id: req-a9e8ee18-4bd0-4ba4-9ea1-09924fb21fb3 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:55.512257 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2139dbd7-1e2d-4514-9758-e96c69072956", "name": "network-vif-deleted", "tag": "7f1eed32-4723-4b32-9bf9-d117eec4cf8f", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:55.513069 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9e8ee18-4bd0-4ba4-9ea1-09924fb21fb3 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:55.513069 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2139dbd7-1e2d-4514-9758-e96c69072956', 'name': 'network-vif-deleted', 'tag': '7f1eed32-4723-4b32-9bf9-d117eec4cf8f', 'status': 'completed', 'code': 200} Jul 15 23:17:55.567993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fa117a2-12fc-4d03-827d-356c7a7d3583 req-f7bf1b0a-b275-4cd2-ba35-7740aae45e29 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908535 Jul 15 23:17:55.628622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['4a327e24-3004-4913-a504-1c7b558ee0cd'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:55.849760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3d6c-29df-4409-a4d4-94fde484ec13 req-399c2ff0-d2ab-4c64-b2ed-99e57a7d5dbe tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.861643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3d6c-29df-4409-a4d4-94fde484ec13 req-399c2ff0-d2ab-4c64-b2ed-99e57a7d5dbe tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.871427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3d6c-29df-4409-a4d4-94fde484ec13 req-399c2ff0-d2ab-4c64-b2ed-99e57a7d5dbe tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.879407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3d6c-29df-4409-a4d4-94fde484ec13 req-399c2ff0-d2ab-4c64-b2ed-99e57a7d5dbe tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.888609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3d6c-29df-4409-a4d4-94fde484ec13 req-399c2ff0-d2ab-4c64-b2ed-99e57a7d5dbe tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.897432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3d6c-29df-4409-a4d4-94fde484ec13 req-399c2ff0-d2ab-4c64-b2ed-99e57a7d5dbe tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.905669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3d6c-29df-4409-a4d4-94fde484ec13 req-399c2ff0-d2ab-4c64-b2ed-99e57a7d5dbe tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.937216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f05b3d6c-29df-4409-a4d4-94fde484ec13 req-399c2ff0-d2ab-4c64-b2ed-99e57a7d5dbe tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5432 time: 0.2281392 Jul 15 23:17:56.276426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8554ef0-1c32-4d45-8a73-4667de363e05 req-292d7794-dfa5-47ed-b2bf-22f0f94d2d93 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2139dbd7-1e2d-4514-9758-e96c69072956 HTTP/1.1" status: 200 len: 210 time: 0.0955439 Jul 15 23:17:56.836832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55431303-4c32-4855-86a9-a0c74170b7c1 req-25153ae8-f852-40d4-b134-269744feec6d tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:56.838922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55431303-4c32-4855-86a9-a0c74170b7c1 req-25153ae8-f852-40d4-b134-269744feec6d tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 945 time: 0.1378024 Jul 15 23:17:56.914129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45090) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:56.916114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55431303-4c32-4855-86a9-a0c74170b7c1 req-fe6c348f-af02-4e78-8054-5af790999448 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Jul 15 23:17:56.926675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'subnets': [{'network_id': '197e01de-968c-4e3b-ae2d-2e67183d6a6a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--299659725', 'ip_version': 6}, {'network_id': 'fcbaa1fe-0108-4632-b4a8-28fce7f742ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:56.927533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'subnet': {'network_id': '197e01de-968c-4e3b-ae2d-2e67183d6a6a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--299659725', 'ip_version': 6}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:56.928315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Request body: {'subnet': {'network_id': 'fcbaa1fe-0108-4632-b4a8-28fce7f742ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:57.109983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Made reservation on behalf of abe217a72bb44c53ab9c878eee9c4280 for: {'subnet': 2} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:57.117478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.117760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.647127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.810926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Subnet': ['ID=329272b4-acca-45fa-8641-a87eade04af2,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:57.827684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Checking segment: {'id': '845a15c4-0c64-4686-b341-df3a9faca351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '197e01de-968c-4e3b-ae2d-2e67183d6a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:57.828052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Network hostable DHCP agents. Network: 197e01de-968c-4e3b-ae2d-2e67183d6a6a, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:57.848284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Network 197e01de-968c-4e3b-ae2d-2e67183d6a6a is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:57.864852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 197e01de-968c-4e3b-ae2d-2e67183d6a6a) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:57.872265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.875560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded75f7e-8b69-43f4-b7b0-df28e4226d25 None None] Network 197e01de-968c-4e3b-ae2d-2e67183d6a6a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:57.974381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event updated for resources: {'Subnet': ['ID=091ec8b5-c3ef-439c-a482-eb770d1562e1,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:57.978001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Checking segment: {'id': '05651d35-12e5-4ce5-8510-5fff1bf80759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fcbaa1fe-0108-4632-b4a8-28fce7f742ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:57.978375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Network hostable DHCP agents. Network: fcbaa1fe-0108-4632-b4a8-28fce7f742ea, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:58.006064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Network fcbaa1fe-0108-4632-b4a8-28fce7f742ea is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:58.014256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeeff1-6dcd-43dc-8f1f-6c46bfd7ba74 req-20001f02-14a0-4a6e-8001-fe23d3abe6a7 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.021320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, fcbaa1fe-0108-4632-b4a8-28fce7f742ea) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:58.023725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bdeeff1-6dcd-43dc-8f1f-6c46bfd7ba74 req-20001f02-14a0-4a6e-8001-fe23d3abe6a7 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1459930 Jul 15 23:17:58.026774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.027256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.027945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.034721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083a692-5552-4e69-afb8-96f4492681c0 None None] Network fcbaa1fe-0108-4632-b4a8-28fce7f742ea requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:58.063700 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4d5d450f-b517-478a-9f22-bcc940a78dd9 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.1472299 Jul 15 23:17:58.066169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45136) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.076911 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bdeeff1-6dcd-43dc-8f1f-6c46bfd7ba74 req-8a810178-3350-452b-8dee-4ad8841646ff tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485287 Jul 15 23:17:58.178719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba9b88-4a88-49cf-a2a4-b91df530f5e6 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.180713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba9b88-4a88-49cf-a2a4-b91df530f5e6 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.183428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba9b88-4a88-49cf-a2a4-b91df530f5e6 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.192118 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6bba9b88-4a88-49cf-a2a4-b91df530f5e6 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1245680 Jul 15 23:17:58.194264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45146) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.310855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f58692-63fb-406d-94ae-7319be87104f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Deleting subnet 329272b4-acca-45fa-8641-a87eade04af2 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:58.315681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45156) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.317811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f58692-63fb-406d-94ae-7319be87104f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.324026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7f1eed32-4723-4b32-9bf9-d117eec4cf8f no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:58.363602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffa63e-8e80-4f0b-8d16-e1f170e2fc00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-197e01de-968c-4e3b-ae2d-2e67183d6a6a', 'network_id': '197e01de-968c-4e3b-ae2d-2e67183d6a6a', 'tenant_id': 'abe217a72bb44c53ab9c878eee9c4280', 'fixed_ips': [{'subnet_id': '329272b4-acca-45fa-8641-a87eade04af2'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:58.364410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45160) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.365281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-19ffa63e-8e80-4f0b-8d16-e1f170e2fc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.385291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 7f1eed32-4723-4b32-9bf9-d117eec4cf8f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:58.386018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7f1eed32-4723-4b32-9bf9-d117eec4cf8f not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:58.386510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f58692-63fb-406d-94ae-7319be87104f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.424120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4a327e24-3004-4913-a504-1c7b558ee0cd up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:58.425178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dfeb8-7b9c-453d-9eff-56ff688f5a99 req-34741e77-6483-4a7f-ac79-c14985ad5fd5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.426920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15dfeb8-7b9c-453d-9eff-56ff688f5a99 req-34741e77-6483-4a7f-ac79-c14985ad5fd5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 945 time: 0.1641173 Jul 15 23:17:58.502198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db207-350d-48dd-a979-d8258091b570 req-9487cd08-a22b-4ed5-a7a8-620713473877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.503135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db207-350d-48dd-a979-d8258091b570 req-9487cd08-a22b-4ed5-a7a8-620713473877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.503815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db207-350d-48dd-a979-d8258091b570 req-9487cd08-a22b-4ed5-a7a8-620713473877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.504652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db207-350d-48dd-a979-d8258091b570 req-9487cd08-a22b-4ed5-a7a8-620713473877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.505288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db207-350d-48dd-a979-d8258091b570 req-9487cd08-a22b-4ed5-a7a8-620713473877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.505916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db207-350d-48dd-a979-d8258091b570 req-9487cd08-a22b-4ed5-a7a8-620713473877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.506178 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f58692-63fb-406d-94ae-7319be87104f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.506726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db207-350d-48dd-a979-d8258091b570 req-9487cd08-a22b-4ed5-a7a8-620713473877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.512177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15dfeb8-7b9c-453d-9eff-56ff688f5a99 req-a891c6f0-3b24-4a7f-9072-0831ecb66d8f tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794168 Jul 15 23:17:58.517842 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f47db207-350d-48dd-a979-d8258091b570 req-9487cd08-a22b-4ed5-a7a8-620713473877 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6489 time: 0.1516988 Jul 15 23:17:58.550376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-171631e7-b4ed-42aa-883a-4488a722b5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.583424 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f47db207-350d-48dd-a979-d8258091b570 req-96a0f812-ea1a-44b4-88d0-818a50c0909f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0639589 Jul 15 23:17:58.598697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f58692-63fb-406d-94ae-7319be87104f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.638264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f58692-63fb-406d-94ae-7319be87104f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Subnet': ['ID=329272b4-acca-45fa-8641-a87eade04af2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:58.654444 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f58692-63fb-406d-94ae-7319be87104f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.659101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b2f58692-63fb-406d-94ae-7319be87104f tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/subnets/329272b4-acca-45fa-8641-a87eade04af2 HTTP/1.1" status: 204 len: 168 time: 0.4610016 Jul 15 23:17:58.659324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45170) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.729788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-171631e7-b4ed-42aa-883a-4488a722b5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.737333 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-171631e7-b4ed-42aa-883a-4488a722b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.771851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3ac313-d2c9-4e40-bd85-76255f9079ce tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Deleting subnet 091ec8b5-c3ef-439c-a482-eb770d1562e1 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:58.776490 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac313-d2c9-4e40-bd85-76255f9079ce tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.781906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-171631e7-b4ed-42aa-883a-4488a722b5de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16e1d7c381dc44d6ae7933d7e7fea34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647634 Jul 15 23:17:58.782537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45172) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.822357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171631e7-b4ed-42aa-883a-4488a722b5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d5fd90-073b-480d-8853-180ebff55263,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:58.826561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac313-d2c9-4e40-bd85-76255f9079ce tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.878111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-52e86787-3361-40aa-a880-5a620f2cd22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.889877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7987aa-df66-4711-aad2-bdcf55134cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-fcbaa1fe-0108-4632-b4a8-28fce7f742ea', 'network_id': 'fcbaa1fe-0108-4632-b4a8-28fce7f742ea', 'tenant_id': 'abe217a72bb44c53ab9c878eee9c4280', 'fixed_ips': [{'subnet_id': '091ec8b5-c3ef-439c-a482-eb770d1562e1'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:58.891276 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9e7987aa-df66-4711-aad2-bdcf55134cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server [None req-19ffa63e-8e80-4f0b-8d16-e1f170e2fc00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 329272b4-acca-45fa-8641-a87eade04af2: This subnet is being modified by another concurrent operation. Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:17:58.894522 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 329272b4-acca-45fa-8641-a87eade04af2: This subnet is being modified by another concurrent operation. Jul 15 23:17:58.898017 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Jul 15 23:17:58.909872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-52e86787-3361-40aa-a880-5a620f2cd22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.926685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 4a327e24-3004-4913-a504-1c7b558ee0cd completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:58.934969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 4a327e24-3004-4913-a504-1c7b558ee0cd triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:58.935562 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.940120 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac313-d2c9-4e40-bd85-76255f9079ce tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.945400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c07c1d-97f1-4880-b6bd-e9b1d2321259 None None] Network 197e01de-968c-4e3b-ae2d-2e67183d6a6a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:58.980197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-52e86787-3361-40aa-a880-5a620f2cd22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.982885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-52e86787-3361-40aa-a880-5a620f2cd22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.986982 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-52e86787-3361-40aa-a880-5a620f2cd22c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19d5fd90-073b-480d-8853-180ebff55263 HTTP/1.1" status: 204 len: 168 time: 0.1975937 Jul 15 23:17:58.996027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e86787-3361-40aa-a880-5a620f2cd22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d5fd90-073b-480d-8853-180ebff55263,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.048082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac313-d2c9-4e40-bd85-76255f9079ce tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.107585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac313-d2c9-4e40-bd85-76255f9079ce tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Subnet': ['ID=091ec8b5-c3ef-439c-a482-eb770d1562e1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.113992 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac313-d2c9-4e40-bd85-76255f9079ce tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.116652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb3ac313-d2c9-4e40-bd85-76255f9079ce tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/subnets/091ec8b5-c3ef-439c-a482-eb770d1562e1 HTTP/1.1" status: 204 len: 168 time: 0.4557879 Jul 15 23:17:59.119138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45184) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server [None req-9e7987aa-df66-4711-aad2-bdcf55134cee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 091ec8b5-c3ef-439c-a482-eb770d1562e1: This subnet is being modified by another concurrent operation. Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:17:59.145433 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 091ec8b5-c3ef-439c-a482-eb770d1562e1: This subnet is being modified by another concurrent operation. Jul 15 23:17:59.149677 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Jul 15 23:17:59.204456 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b524c-05c0-4b6e-9be1-4462db84bda2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:59.206802 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f5b524c-05c0-4b6e-9be1-4462db84bda2 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0856099 Jul 15 23:17:59.210197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45194) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.246944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15546c6d-1b21-4181-9a3b-63380b1888af None None] Network fcbaa1fe-0108-4632-b4a8-28fce7f742ea requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:59.298480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.357676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05407b-67b4-4c1e-bfe5-bef673930598 req-660773f4-774b-474c-8271-0cea57465de9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:59.359344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac05407b-67b4-4c1e-bfe5-bef673930598 req-660773f4-774b-474c-8271-0cea57465de9 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.0880516 Jul 15 23:17:59.421321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.431364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac05407b-67b4-4c1e-bfe5-bef673930598 req-37920e54-be7f-42f4-a485-e6caf50e7e3b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626149 Jul 15 23:17:59.433086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbaa1fe-0108-4632-b4a8-28fce7f742ea']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.444169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05651d35-12e5-4ce5-8510-5fff1bf80759') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.444473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05651d35-12e5-4ce5-8510-5fff1bf80759') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.454633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.473444 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.477538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45196) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.487787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:59.488836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.492888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-203a7493-5a25-4b3e-86a1-13d7e7ea399a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:59.523018 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:59.572315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.585922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.587814 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/networks/fcbaa1fe-0108-4632-b4a8-28fce7f742ea HTTP/1.1" status: 204 len: 168 time: 0.3763175 Jul 15 23:17:59.596504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45200) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.599172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbc031-3aec-408c-92ca-68e723940279 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:17:59.679341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c79eb-1703-4574-8d98-be8c14018c8a tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Network': ['ID=fcbaa1fe-0108-4632-b4a8-28fce7f742ea,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.726274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afbc031-3aec-408c-92ca-68e723940279 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:17:59.731479 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.770457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4a327e24-3004-4913-a504-1c7b558ee0cd, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4a327e24-3004-4913-a504-1c7b558ee0cd,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:59.772630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88278f4-54d2-4ef0-ba2c-a2eaef305675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a327e24-3004-4913-a504-1c7b558ee0cd'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:59.775563 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d646367b-ba71-4c8e-a8ad-90811cf5d124" -d '{"events": [{"server_uuid": "b88278f4-54d2-4ef0-ba2c-a2eaef305675", "name": "network-vif-plugged", "status": "completed", "tag": "4a327e24-3004-4913-a504-1c7b558ee0cd"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:59.777668 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.790963 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.802039 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-203a7493-5a25-4b3e-86a1-13d7e7ea399a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.818370 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-203a7493-5a25-4b3e-86a1-13d7e7ea399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.857182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-203a7493-5a25-4b3e-86a1-13d7e7ea399a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d6888cd0b2345b8a537dfc2f956be1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787949 Jul 15 23:17:59.871900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45208) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.918410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4a327e24-3004-4913-a504-1c7b558ee0cd,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.919189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a7493-5a25-4b3e-86a1-13d7e7ea399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f225f-6a85-46cc-8e4a-b3e19266e5c7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.935725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbd458-06ea-4dfd-b255-4c64ea4759c6 req-3dd8cb37-140d-473d-81c3-a282411687b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:59.945011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bedbd458-06ea-4dfd-b255-4c64ea4759c6 req-3dd8cb37-140d-473d-81c3-a282411687b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 945 time: 0.2668872 Jul 15 23:17:59.949798 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6347417e-6b67-4123-8db9-2ce842d01fea x-openstack-request-id: req-6347417e-6b67-4123-8db9-2ce842d01fea {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:59.950199 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88278f4-54d2-4ef0-ba2c-a2eaef305675", "name": "network-vif-plugged", "status": "completed", "tag": "4a327e24-3004-4913-a504-1c7b558ee0cd", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:59.950553 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6347417e-6b67-4123-8db9-2ce842d01fea {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:59.951178 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88278f4-54d2-4ef0-ba2c-a2eaef305675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a327e24-3004-4913-a504-1c7b558ee0cd', 'code': 200} Jul 15 23:17:59.962727 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.984916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197e01de-968c-4e3b-ae2d-2e67183d6a6a']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.999404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845a15c4-0c64-4686-b341-df3a9faca351') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.999700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845a15c4-0c64-4686-b341-df3a9faca351') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:00.001037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bedbd458-06ea-4dfd-b255-4c64ea4759c6 req-2becab73-74fc-4c0e-9858-c1c216edb64e tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547462 Jul 15 23:18:00.019323 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.028068 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4570f1db-14d1-46fc-befe-254831b93606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.041037 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.052495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:00.053108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.092762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764121c1-6fb1-42b7-8863-34bd571eda7a req-9f1a2e9c-e6a6-4757-8d90-7d38510d8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:00.095191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-764121c1-6fb1-42b7-8863-34bd571eda7a req-9f1a2e9c-e6a6-4757-8d90-7d38510d8c43 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 1097 time: 0.0611787 Jul 15 23:18:00.141326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4570f1db-14d1-46fc-befe-254831b93606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.143896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-764121c1-6fb1-42b7-8863-34bd571eda7a req-d22db43f-3683-41a3-b286-4b5686954f58 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:00.147961 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:00.152638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.167354 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.171686 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/networks/197e01de-968c-4e3b-ae2d-2e67183d6a6a HTTP/1.1" status: 204 len: 168 time: 0.5719755 Jul 15 23:18:00.173830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45210) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.213226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f9f92-014c-408f-8c29-ef0b96104512 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Network': ['ID=197e01de-968c-4e3b-ae2d-2e67183d6a6a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:00.230013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4570f1db-14d1-46fc-befe-254831b93606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.233408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4570f1db-14d1-46fc-befe-254831b93606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.238015 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4570f1db-14d1-46fc-befe-254831b93606 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac9f225f-6a85-46cc-8e4a-b3e19266e5c7 HTTP/1.1" status: 204 len: 168 time: 0.3651206 Jul 15 23:18:00.247842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f1db-14d1-46fc-befe-254831b93606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9f225f-6a85-46cc-8e4a-b3e19266e5c7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:00.255764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb18a081-dd83-478c-91c8-ad253e72a928 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:18:00.294786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.405698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18a081-dd83-478c-91c8-ad253e72a928 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:18:00.419360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.435066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:00.450948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641943dc-81aa-4d22-9475-3a626f3802f7') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:00.451243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641943dc-81aa-4d22-9475-3a626f3802f7') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:00.465434 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.493888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.508839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:00.509306 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:00.513934 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:00.594166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.606578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.615578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/networks/d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc HTTP/1.1" status: 204 len: 168 time: 0.4376795 Jul 15 23:18:00.617739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45220) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.626093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d16b6-d634-4951-bede-0a789a515d51 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Network': ['ID=d78873f1-b5ce-41ce-8e2d-3b8f8882cbfc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:00.765291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.804674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac79b0-1ca6-49b2-a1b2-1dceb5fa0780 req-72362fd8-0024-46dc-b475-ae165ca0577b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:00.806647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88ac79b0-1ca6-49b2-a1b2-1dceb5fa0780 req-72362fd8-0024-46dc-b475-ae165ca0577b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1216583 Jul 15 23:18:00.873104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.884815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51a9254-f7b5-4b57-9942-96ddea671c04']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:00.894092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88ac79b0-1ca6-49b2-a1b2-1dceb5fa0780 req-5d71f24b-a5bc-4f09-aa84-5ae2c9ff2aed tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/security-groups?id=58c28d82-1741-43f6-bba9-92a55f555c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784645 Jul 15 23:18:00.900152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96de59c-df2d-4bcc-8abe-01fb2dc414ed') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:00.900713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96de59c-df2d-4bcc-8abe-01fb2dc414ed') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:00.914688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.934940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.942827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:00.943510 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:00.948108 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:00.996017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-444243eb-6eca-452b-9cf3-72a6d8b8e147 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:00.997869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-444243eb-6eca-452b-9cf3-72a6d8b8e147 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 945 time: 0.1292372 Jul 15 23:18:01.048025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.064484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.068869 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] 10.222.0.23 "DELETE /v2.0/networks/a51a9254-f7b5-4b57-9942-96ddea671c04 HTTP/1.1" status: 204 len: 168 time: 0.4475949 Jul 15 23:18:01.076646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fce608-b962-493e-a419-c1d1d541ca57 tempest-BulkNetworkOpsIpV6Test-1705073643 tempest-BulkNetworkOpsIpV6Test-1705073643-project] Pushing event deleted for resources: {'Network': ['ID=a51a9254-f7b5-4b57-9942-96ddea671c04,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:01.354198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45256) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:01.539766 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-acb1f022-9c20-4da4-ac64-834db42571a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abe217a72bb44c53ab9c878eee9c4280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845055 Jul 15 23:18:01.542031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45264) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:01.550067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Deleting port 47431737-0886-41c2-a7f9-f681a6b1cda8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:01.550633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.615133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8848f80-6930-47e6-8c14-36a8ec2d68ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.642774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8848f80-6930-47e6-8c14-36a8ec2d68ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.662209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] For port 47431737-0886-41c2-a7f9-f681a6b1cda8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=47431737-0886-41c2-a7f9-f681a6b1cda8,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:01.662573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.686028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Calling delete_port for 47431737-0886-41c2-a7f9-f681a6b1cda8 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:01.709631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43f31-a4fb-4333-8c0e-aefec3a0ede4 req-34f49371-e432-4682-a4a9-3d0ea4993ad0 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:01.718151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec43f31-a4fb-4333-8c0e-aefec3a0ede4 req-34f49371-e432-4682-a4a9-3d0ea4993ad0 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 946 time: 0.5437891 Jul 15 23:18:01.721225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8848f80-6930-47e6-8c14-36a8ec2d68ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.724348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a8848f80-6930-47e6-8c14-36a8ec2d68ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.731221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a8848f80-6930-47e6-8c14-36a8ec2d68ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05840ea7-6434-48cd-b1b6-315eeec7018b HTTP/1.1" status: 204 len: 168 time: 0.1826296 Jul 15 23:18:01.746036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8848f80-6930-47e6-8c14-36a8ec2d68ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05840ea7-6434-48cd-b1b6-315eeec7018b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:01.847252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec43f31-a4fb-4333-8c0e-aefec3a0ede4 req-58434375-86d3-49f5-9302-e4bb064a55c9 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266894 Jul 15 23:18:02.033555 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.047245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['47431737-0886-41c2-a7f9-f681a6b1cda8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:02.116227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Pushing event deleted for resources: {'Port': ['ID=47431737-0886-41c2-a7f9-f681a6b1cda8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:02.199149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f53303e-812f-46ff-8994-cc72c0201651 req-ebb29e13-c55e-4d7d-a7b6-e2e3153e289b tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f75a831-3884-42a8-b0d0-3f0418566bd4 HTTP/1.1" status: 200 len: 210 time: 0.0727596 Jul 15 23:18:02.255681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] No DVR routers for this DVR port 47431737-0886-41c2-a7f9-f681a6b1cda8 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:02.258622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.260956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a11617d-8ac0-49e9-8c31-70d5e907154c req-4a9503e7-b58b-409b-aac5-907073b02a18 tempest-ServerRescueTestJSON-1345814572 tempest-ServerRescueTestJSON-1345814572-project] 10.222.0.59 "DELETE /v2.0/ports/47431737-0886-41c2-a7f9-f681a6b1cda8 HTTP/1.1" status: 204 len: 173 time: 1.2528863 Jul 15 23:18:02.261488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f75a831-3884-42a8-b0d0-3f0418566bd4', 'name': 'network-vif-deleted', 'tag': '47431737-0886-41c2-a7f9-f681a6b1cda8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:02.263856 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1647d246-422c-4e7d-b769-27891c9cb032" -d '{"events": [{"server_uuid": "3f75a831-3884-42a8-b0d0-3f0418566bd4", "name": "network-vif-deleted", "tag": "47431737-0886-41c2-a7f9-f681a6b1cda8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:02.365796 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c743838e-c2f0-4edf-bca5-764b803119de x-openstack-request-id: req-c743838e-c2f0-4edf-bca5-764b803119de {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:02.366098 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f75a831-3884-42a8-b0d0-3f0418566bd4", "name": "network-vif-deleted", "tag": "47431737-0886-41c2-a7f9-f681a6b1cda8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:02.366350 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c743838e-c2f0-4edf-bca5-764b803119de {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:02.366929 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f75a831-3884-42a8-b0d0-3f0418566bd4', 'name': 'network-vif-deleted', 'tag': '47431737-0886-41c2-a7f9-f681a6b1cda8', 'status': 'completed', 'code': 200} Jul 15 23:18:02.678736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45316) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:02.795200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1628408627'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:02.827054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:02.831654 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.842089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.042415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.055375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.109467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:03.128512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de145a5e-33bb-4563-ac80-4aec0b2d7fc6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:03.137113 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.137387 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment 3aae9201-cd86-4dd1-a7cb-04a290bf7d90 of type vlan for network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f Jul 15 23:18:03.167841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcef0f4-8780-4c22-99e4-6758076decad req-d1f60b11-7974-4814-a0e4-8735c5c98d97 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:03.177249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bcef0f4-8780-4c22-99e4-6758076decad req-d1f60b11-7974-4814-a0e4-8735c5c98d97 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 946 time: 0.1760628 Jul 15 23:18:03.229360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.261109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bcef0f4-8780-4c22-99e4-6758076decad req-2f0d3f6d-216c-4ffc-80f8-ce2c9223d313 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826869 Jul 15 23:18:03.284583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.293752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:03.294587 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.365020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6837106 Jul 15 23:18:03.367176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45340) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:03.377443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2065955373'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:03.384303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45342) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:03.421127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a253cc-3047-4a53-8d61-1465ebae1761 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=8e0bd35a-8460-4d08-82a7-0eb3f269a30f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:03.434979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:03.559337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:03.563869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.607401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:03.654328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.654673 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment aed43804-7adc-4ec2-957b-43ea2f49484a of type vlan for network 27dafbc1-27f0-4bb4-83b0-4def9e44255b Jul 15 23:18:03.673050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744eced0-22b1-40a1-988a-0d7fee702890 req-4353c70b-7407-4db4-a8ad-b49b99beb5fa tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:03.681325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-744eced0-22b1-40a1-988a-0d7fee702890 req-4353c70b-7407-4db4-a8ad-b49b99beb5fa tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=2db2d220-9d81-4443-b261-acdd33504843 HTTP/1.1" status: 200 len: 946 time: 0.1279063 Jul 15 23:18:03.724225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-744eced0-22b1-40a1-988a-0d7fee702890 req-a21cdece-52b8-438c-a5f7-a8cd8cc42628 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Jul 15 23:18:03.747928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.822723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.824926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:03.825513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.899612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=27dafbc1-27f0-4bb4-83b0-4def9e44255b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:03.914673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 27dafbc1-27f0-4bb4-83b0-4def9e44255b details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:03.944016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45358) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:03.944247 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-db592136-1360-42b6-b384-c07273776951 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5714114 Jul 15 23:18:03.952437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': '8e0bd35a-8460-4d08-82a7-0eb3f269a30f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:04.111919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.164283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:04.177021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.407103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45368) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:04.426948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 47431737-0886-41c2-a7f9-f681a6b1cda8 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:04.448327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.472104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 47431737-0886-41c2-a7f9-f681a6b1cda8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:04.476630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 47431737-0886-41c2-a7f9-f681a6b1cda8 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:04.535920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=7e5cbab5-ce45-4ca2-8a37-f31a692b9b75,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:04.545378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Deleting port c1587b44-8628-4338-b19c-54eef3d1d1d6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:04.545792 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.548011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': '3aae9201-cd86-4dd1-a7cb-04a290bf7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8e0bd35a-8460-4d08-82a7-0eb3f269a30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:04.548379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: 8e0bd35a-8460-4d08-82a7-0eb3f269a30f, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:04.584360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780168cf-bca8-4bdf-821f-376d0d21ec0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.597917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:04.614936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 8e0bd35a-8460-4d08-82a7-0eb3f269a30f) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:04.621346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:04.621346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.625442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6487da-f923-4813-9ac0-c7a7812aa74b None None] Network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:04.805443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-8e0bd35a-8460-4d08-82a7-0eb3f269a30f', 'network_id': '8e0bd35a-8460-4d08-82a7-0eb3f269a30f', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': '7e5cbab5-ce45-4ca2-8a37-f31a692b9b75'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:04.807194 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.831955 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780168cf-bca8-4bdf-821f-376d0d21ec0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.839829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-2afe0588-b495-4c48-8149-221c8a3c8b7f tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:04.841351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-2afe0588-b495-4c48-8149-221c8a3c8b7f tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 813 time: 0.1565313 Jul 15 23:18:04.844065 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780168cf-bca8-4bdf-821f-376d0d21ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.868763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-99297825-f063-4b08-be70-12e76d8e6909 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9203651 Jul 15 23:18:04.876835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45386) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:04.894084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': '27dafbc1-27f0-4bb4-83b0-4def9e44255b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:04.922156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-b28f3aee-d78d-4406-9736-2c32490f1822 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/quotas/4605af9f52e84fcf894081f2d0fed8e4 HTTP/1.1" status: 200 len: 375 time: 0.0654967 Jul 15 23:18:04.930949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780168cf-bca8-4bdf-821f-376d0d21ec0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e492d011-7b9d-45f4-b145-2515d2d50e4e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:04.939762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-780168cf-bca8-4bdf-821f-376d0d21ec0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c9b57404c22415a9f61ed073127545b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5314450 Jul 15 23:18:04.950450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45388) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:04.963132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Allocated IP 2001:db8::2 (8e0bd35a-8460-4d08-82a7-0eb3f269a30f/7e5cbab5-ce45-4ca2-8a37-f31a692b9b75/d7b84e6a-bf16-45ba-8b3d-980a0758e26a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:04.998892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] For port c1587b44-8628-4338-b19c-54eef3d1d1d6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c1587b44-8628-4338-b19c-54eef3d1d1d6,segment=NetworkSegment(0287bf56-3172-432e-bb13-c25e2c41c67c),segment_id=0287bf56-3172-432e-bb13-c25e2c41c67c)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:04.999252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.011389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Calling delete_port for c1587b44-8628-4338-b19c-54eef3d1d1d6 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:05.087132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:05.090665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.120800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.124433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e2df-5aed-4cd7-9dbe-9e2e527b62de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.129999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Transition to ACTIVE for port object d7b84e6a-bf16-45ba-8b3d-980a0758e26a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:05.131691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-7de40209-5e41-48be-ae7d-d85f71a77835 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016740 Jul 15 23:18:05.198264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Transition to ACTIVE for port object d7b84e6a-bf16-45ba-8b3d-980a0758e26a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:05.198469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.208632 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.217369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e2df-5aed-4cd7-9dbe-9e2e527b62de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.228578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1587b44-8628-4338-b19c-54eef3d1d1d6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:05.298850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:05.303760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:05.311650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:05.323173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Pushing event updated for resources: {'Port': ['ID=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:05.359540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-7f6efd60-051d-4242-a2fa-827d36b9c8ba service neutron] 10.222.0.23 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154710 Jul 15 23:18:05.386843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e2df-5aed-4cd7-9dbe-9e2e527b62de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.389887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e2df-5aed-4cd7-9dbe-9e2e527b62de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.394481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c6d9e2df-5aed-4cd7-9dbe-9e2e527b62de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e492d011-7b9d-45f4-b145-2515d2d50e4e HTTP/1.1" status: 204 len: 168 time: 0.4370987 Jul 15 23:18:05.426522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Attempting to bind port d7b84e6a-bf16-45ba-8b3d-980a0758e26a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:05.427415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Attempting to bind port d7b84e6a-bf16-45ba-8b3d-980a0758e26a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '3aae9201-cd86-4dd1-a7cb-04a290bf7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8e0bd35a-8460-4d08-82a7-0eb3f269a30f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:05.427797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Attempting to bind port d7b84e6a-bf16-45ba-8b3d-980a0758e26a on network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:05.428719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.434149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:05.434535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Checking segment: {'id': '3aae9201-cd86-4dd1-a7cb-04a290bf7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8e0bd35a-8460-4d08-82a7-0eb3f269a30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:05.434969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.435366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Bound using segment: {'id': '3aae9201-cd86-4dd1-a7cb-04a290bf7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8e0bd35a-8460-4d08-82a7-0eb3f269a30f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:05.435843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Bound port: d7b84e6a-bf16-45ba-8b3d-980a0758e26a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aae9201-cd86-4dd1-a7cb-04a290bf7d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8e0bd35a-8460-4d08-82a7-0eb3f269a30f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:05.436230 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.492335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9e2df-5aed-4cd7-9dbe-9e2e527b62de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e492d011-7b9d-45f4-b145-2515d2d50e4e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:05.521269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] For port d7b84e6a-bf16-45ba-8b3d-980a0758e26a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:05.526375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] For port d7b84e6a-bf16-45ba-8b3d-980a0758e26a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,segment=NetworkSegment(3aae9201-cd86-4dd1-a7cb-04a290bf7d90),segment_id=3aae9201-cd86-4dd1-a7cb-04a290bf7d90)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:05.544433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.637633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Pushing event updated for resources: {'Port': ['ID=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:05.644244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-b3723b77-5f80-4d2c-a259-fb5d7d4c6bab service neutron] 10.222.0.23 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617040 Jul 15 23:18:05.653748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.653748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.653748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.653748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.654390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.654390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.654864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.658568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.659168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.660058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.660058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.660488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29638d-db32-44d4-9ec9-60b810e24db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:05.683492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-4be948f7-a3db-44e2-a05d-53667cd559c2 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1427302355&fields=id&tenant_id=aa0fdc1201b64db38d2180499c1f663f HTTP/1.1" status: 200 len: 267 time: 0.2241027 Jul 15 23:18:05.703780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.832575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Router 5dbec99d-2530-4a96-8694-8ccaab0419dd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:05.844200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205be3-d298-4ae1-815d-dde14926a74b req-98640c67-c435-4610-8260-c61bd69894f5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:05.853176 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-58205be3-d298-4ae1-815d-dde14926a74b req-98640c67-c435-4610-8260-c61bd69894f5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db2d220-9d81-4443-b261-acdd33504843 HTTP/1.1" status: 200 len: 946 time: 0.1766789 Jul 15 23:18:05.854614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45404) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:05.895356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-044d2930-6461-49e7-ad30-70640fe11ffe tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:05.906403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-044d2930-6461-49e7-ad30-70640fe11ffe tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/networks?id=115feace-5636-464a-b307-9544036667d5 HTTP/1.1" status: 200 len: 815 time: 0.2206802 Jul 15 23:18:05.906599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4715de30-9049-4231-a603-242bfe2f5c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.971603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-d5c7d478-5998-495a-a1ef-48616f4a8c17 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/quotas/aa0fdc1201b64db38d2180499c1f663f HTTP/1.1" status: 200 len: 375 time: 0.0639176 Jul 15 23:18:06.028454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=55997fdd-86bb-458c-8b51-cde1e8a0e5d9,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:06.048206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': 'aed43804-7adc-4ec2-957b-43ea2f49484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '27dafbc1-27f0-4bb4-83b0-4def9e44255b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:06.048773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: 27dafbc1-27f0-4bb4-83b0-4def9e44255b, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:06.120759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-13e5c470-d3ba-407b-ade9-6990c8477ebd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa0fdc1201b64db38d2180499c1f663f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358328 Jul 15 23:18:06.125109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 27dafbc1-27f0-4bb4-83b0-4def9e44255b is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:06.154448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 27dafbc1-27f0-4bb4-83b0-4def9e44255b) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:06.163887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf319d-e475-4e74-a85b-62f6e35c1dba None None] Network 27dafbc1-27f0-4bb4-83b0-4def9e44255b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:06.220019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:06.230595 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] Sync routers for ids ['5dbec99d-2530-4a96-8694-8ccaab0419dd'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:06.240581 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-81a6f140-bd02-42b7-91ee-62c1700eab70 admin admin] 10.222.0.23 "PUT /v2.0/routers/5dbec99d-2530-4a96-8694-8ccaab0419dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8541167 Jul 15 23:18:06.244085 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] Routers {'5dbec99d-2530-4a96-8694-8ccaab0419dd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:06.244723 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5dbec99d-2530-4a96-8694-8ccaab0419dd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:06.246977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45412) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:06.258601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:06.262003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.344811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-43521f39-c98a-4227-8564-96d41363867c service neutron] 10.222.0.23 "GET /v2.0/networks/115feace-5636-464a-b307-9544036667d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011065 Jul 15 23:18:06.382159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Deleting port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:06.382724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.387334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-27dafbc1-27f0-4bb4-83b0-4def9e44255b', 'network_id': '27dafbc1-27f0-4bb4-83b0-4def9e44255b', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': '55997fdd-86bb-458c-8b51-cde1e8a0e5d9'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:06.391538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.523559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4715de30-9049-4231-a603-242bfe2f5c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.527952 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] Set router 5dbec99d-2530-4a96-8694-8ccaab0419dd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:06.539118 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4715de30-9049-4231-a603-242bfe2f5c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.628086 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4715de30-9049-4231-a603-242bfe2f5c48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7929c0f8abf4ca7ade9d959e686f96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7724152 Jul 15 23:18:06.634153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:06.636189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] For port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:06.636572 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.642049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Allocated IP 2001:db8:1::2 (27dafbc1-27f0-4bb4-83b0-4def9e44255b/55997fdd-86bb-458c-8b51-cde1e8a0e5d9/b0408c9d-34c3-4927-839a-99d264a88f62) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:06.657234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715de30-9049-4231-a603-242bfe2f5c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040f6f1c-523d-46fa-96c0-2352ae6d3b9b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:06.665765 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.678376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Calling delete_port for fe404404-3e48-4f1a-bcde-5fbb5ab5c67b owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:06.695157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73596835-1c19-4541-b0dd-cfa759ddf266 req-7a012eeb-af04-477e-aea8-3de6d4832390 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 210 time: 0.2200739 Jul 15 23:18:06.705163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0e902c64-d790-46fd-9532-6075dc991d1d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8240635 Jul 15 23:18:06.706036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45428) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:06.746678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e604cb75-6d5b-494e-b4d0-61a45fbffcb3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-217230367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:06.883432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-92bbf8ed-3aa1-4150-9719-7a82cd7210cc service neutron] 10.222.0.23 "GET /v2.0/networks/115feace-5636-464a-b307-9544036667d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361817 Jul 15 23:18:06.964355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e604cb75-6d5b-494e-b4d0-61a45fbffcb3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.967906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e604cb75-6d5b-494e-b4d0-61a45fbffcb3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.006048 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a424230-8f2c-465f-8d5d-3e06be377ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.036751 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.037882 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:18:05Z', 'revision_number': 5, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port': {'id': 'b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:44Z', 'updated_at': '2021-07-15T23:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:07.064015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Transition to ACTIVE for port object b0408c9d-34c3-4927-839a-99d264a88f62 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:07.064785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-f41d163b-b57d-49cc-aa57-c2e30c67e7a0 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:07.093991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Transition to ACTIVE for port object b0408c9d-34c3-4927-839a-99d264a88f62 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:07.098380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.100626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-f41d163b-b57d-49cc-aa57-c2e30c67e7a0 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.59 "GET /v2.0/ports?device_id=b88278f4-54d2-4ef0-ba2c-a2eaef305675 HTTP/1.1" status: 200 len: 946 time: 0.5515745 Jul 15 23:18:07.104702 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.114591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a424230-8f2c-465f-8d5d-3e06be377ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.126858 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] Checking router: 5dbec99d-2530-4a96-8694-8ccaab0419dd for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:07.162925 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] Routers {'5dbec99d-2530-4a96-8694-8ccaab0419dd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:07.170374 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5dbec99d-2530-4a96-8694-8ccaab0419dd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:07.216395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Network 27dafbc1-27f0-4bb4-83b0-4def9e44255b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:07.233969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:07.240547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:07.266131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Pushing event updated for resources: {'Port': ['ID=b0408c9d-34c3-4927-839a-99d264a88f62,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:07.315902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442c88e-1d47-4989-972c-29ac3a598286 None None] Network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:07.323741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e604cb75-6d5b-494e-b4d0-61a45fbffcb3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.324806 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.338339 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e604cb75-6d5b-494e-b4d0-61a45fbffcb3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.367643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a424230-8f2c-465f-8d5d-3e06be377ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.370195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a424230-8f2c-465f-8d5d-3e06be377ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.373677 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0a424230-8f2c-465f-8d5d-3e06be377ab8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/040f6f1c-523d-46fa-96c0-2352ae6d3b9b HTTP/1.1" status: 204 len: 168 time: 0.7320745 Jul 15 23:18:07.373906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['4a327e24-3004-4913-a504-1c7b558ee0cd'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:07.381297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Pushing event deleted for resources: {'Port': ['ID=fe404404-3e48-4f1a-bcde-5fbb5ab5c67b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:07.401642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a424230-8f2c-465f-8d5d-3e06be377ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040f6f1c-523d-46fa-96c0-2352ae6d3b9b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:07.409656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Deleting port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:07.410202 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.426651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Attempting to bind port b0408c9d-34c3-4927-839a-99d264a88f62 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:07.427331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Attempting to bind port b0408c9d-34c3-4927-839a-99d264a88f62 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'aed43804-7adc-4ec2-957b-43ea2f49484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '27dafbc1-27f0-4bb4-83b0-4def9e44255b'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:07.428487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Attempting to bind port b0408c9d-34c3-4927-839a-99d264a88f62 on network 27dafbc1-27f0-4bb4-83b0-4def9e44255b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:07.438154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e604cb75-6d5b-494e-b4d0-61a45fbffcb3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.444647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e604cb75-6d5b-494e-b4d0-61a45fbffcb3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7349930 Jul 15 23:18:07.447103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45440) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:07.451449 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] Set router 5dbec99d-2530-4a96-8694-8ccaab0419dd gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:07.478985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] No DVR routers for this DVR port fe404404-3e48-4f1a-bcde-5fbb5ab5c67b on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:07.483310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.486119 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-58205be3-d298-4ae1-815d-dde14926a74b req-587cda0c-3f6c-4474-9796-b2c9ea7703e5 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.37 "DELETE /v2.0/ports/fe404404-3e48-4f1a-bcde-5fbb5ab5c67b HTTP/1.1" status: 204 len: 173 time: 1.6244335 Jul 15 23:18:07.486799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db2d220-9d81-4443-b261-acdd33504843', 'name': 'network-vif-deleted', 'tag': 'fe404404-3e48-4f1a-bcde-5fbb5ab5c67b'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:07.489464 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8f6e91-bc02-439c-a029-e5428b6d9f80" -d '{"events": [{"server_uuid": "2db2d220-9d81-4443-b261-acdd33504843", "name": "network-vif-deleted", "tag": "fe404404-3e48-4f1a-bcde-5fbb5ab5c67b"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:07.532109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:07.532404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Checking segment: {'id': 'aed43804-7adc-4ec2-957b-43ea2f49484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '27dafbc1-27f0-4bb4-83b0-4def9e44255b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:07.532820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.533265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Bound using segment: {'id': 'aed43804-7adc-4ec2-957b-43ea2f49484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '27dafbc1-27f0-4bb4-83b0-4def9e44255b'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:07.533996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Bound port: b0408c9d-34c3-4927-839a-99d264a88f62, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed43804-7adc-4ec2-957b-43ea2f49484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '27dafbc1-27f0-4bb4-83b0-4def9e44255b'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:07.534408 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.645611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] For port b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:07.646022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.693992 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e98c85-00d4-4b6f-be2b-9adb7a701891 x-openstack-request-id: req-e5e98c85-00d4-4b6f-be2b-9adb7a701891 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:07.697900 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db2d220-9d81-4443-b261-acdd33504843", "name": "network-vif-deleted", "tag": "fe404404-3e48-4f1a-bcde-5fbb5ab5c67b", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:07.698162 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5e98c85-00d4-4b6f-be2b-9adb7a701891 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:07.698576 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db2d220-9d81-4443-b261-acdd33504843', 'name': 'network-vif-deleted', 'tag': 'fe404404-3e48-4f1a-bcde-5fbb5ab5c67b', 'status': 'completed', 'code': 200} Jul 15 23:18:07.738554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Calling delete_port for b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:07.826886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-07b44dfa-8181-4b3e-8404-4eadc77a86f7 None None] Provisioning for port d7b84e6a-bf16-45ba-8b3d-980a0758e26a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:07.839534 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:18:07Z', 'revision_number': 6, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:07.907630 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581ebe0-2e2a-4a43-90ce-f10c9426a27a None None] The sync data for ids ['5dbec99d-2530-4a96-8694-8ccaab0419dd'] in n-d-793618-8 is: [{'id': '5dbec99d-2530-4a96-8694-8ccaab0419dd', 'name': 'tempest-ServerRescueTestJSON-1630555170-router', 'tenant_id': 'ece31217f0454417ad6fc0f882c229a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:43Z', 'updated_at': '2021-07-15T23:18:07Z', 'revision_number': 6, 'project_id': 'ece31217f0454417ad6fc0f882c229a1', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:07.940495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d7b84e6a-bf16-45ba-8b3d-980a0758e26a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:08.079008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-042f7513-a77e-451f-92f7-a5549aafca04 req-1033de86-70c9-4e63-ba70-daf5f406ad71 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.1400862 Jul 15 23:18:08.092824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.125345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:08.139865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-187b55bf-70ae-4bb4-816d-e16a7729990f req-f26c35d2-45ac-4f21-88d4-7b142f58af15 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 210 time: 0.0751345 Jul 15 23:18:08.232254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.322464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Deleting port 4a327e24-3004-4913-a504-1c7b558ee0cd {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:08.326345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.418401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fe404404-3e48-4f1a-bcde-5fbb5ab5c67b no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:08.531852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.537626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.606621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: fe404404-3e48-4f1a-bcde-5fbb5ab5c67b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:08.617385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fe404404-3e48-4f1a-bcde-5fbb5ab5c67b not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:08.856113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] For port b0408c9d-34c3-4927-839a-99d264a88f62, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:08.862125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] For port b0408c9d-34c3-4927-839a-99d264a88f62, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b0408c9d-34c3-4927-839a-99d264a88f62,segment=NetworkSegment(aed43804-7adc-4ec2-957b-43ea2f49484a),segment_id=aed43804-7adc-4ec2-957b-43ea2f49484a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:08.874393 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.909909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] For port 4a327e24-3004-4913-a504-1c7b558ee0cd, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4a327e24-3004-4913-a504-1c7b558ee0cd,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:08.910286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.939302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-f7b99dd1-6842-42ae-8050-2b1a65fb6abd tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:08.947982 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-f7b99dd1-6842-42ae-8050-2b1a65fb6abd tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.37 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 813 time: 0.2810371 Jul 15 23:18:08.949759 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.950722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dbec99d-2530-4a96-8694-8ccaab0419dd {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:18:08.971946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.976206 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dc45dd5a-1b7f-40d4-9287-990dde679b72 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5dbec99d-2530-4a96-8694-8ccaab0419dd HTTP/1.1" status: 204 len: 168 time: 2.7242987 Jul 15 23:18:08.976943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45478) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:09.006398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Request body: {'port': {'device_id': 'da771a11-d231-4958-a125-77431fe197fb', 'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'admin_state_up': True, 'tenant_id': '4605af9f52e84fcf894081f2d0fed8e4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:09.201124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45486) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:09.227104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d7b84e6a-bf16-45ba-8b3d-980a0758e26a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:09.230969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e51973-39f2-4cca-b218-b70b620ff59c admin admin] Deleting subnet 9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:09.245597 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e51973-39f2-4cca-b218-b70b620ff59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.292821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa234628-6298-46bc-8345-a083e3d1c666 None None] Pushing event updated for resources: {'Port': ['ID=b0408c9d-34c3-4927-839a-99d264a88f62,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:09.303051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d7b84e6a-bf16-45ba-8b3d-980a0758e26a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:09.303469 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.543290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-7fbe8980-a60d-4ce5-8c4d-303bff56eaf0 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:09.594276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-7fbe8980-a60d-4ce5-8c4d-303bff56eaf0 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.59 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 813 time: 0.6716793 Jul 15 23:18:09.637123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.637493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Calling delete_port for 4a327e24-3004-4913-a504-1c7b558ee0cd owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:09.702775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d7b84e6a-bf16-45ba-8b3d-980a0758e26a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,segment=NetworkSegment(3aae9201-cd86-4dd1-a7cb-04a290bf7d90),segment_id=3aae9201-cd86-4dd1-a7cb-04a290bf7d90)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:09.712755 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.801168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.840239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6c55e03-80e3-4a92-bb23-b6a9908959c9 req-6eb04ae1-9e99-4e29-ac97-8c8547bc4f85 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 210 time: 0.2003415 Jul 15 23:18:09.865950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Request body: {'port': {'device_id': 'd95b1e3f-0c70-4db7-9189-61a4f8e71222', 'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'admin_state_up': True, 'tenant_id': '4605af9f52e84fcf894081f2d0fed8e4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:09.870588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:09.967139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b0408c9d-34c3-4927-839a-99d264a88f62 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:10.051712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b76d52aa-8656-43de-915b-e4e1f024b5a9 None None] Provisioning complete for port d7b84e6a-bf16-45ba-8b3d-980a0758e26a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:10.051991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b76d52aa-8656-43de-915b-e4e1f024b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.083484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bc05c14-f3e5-4c58-9186-46aa989c0d93 req-f2e9c579-183a-4e25-ba08-acb60ab744d9 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.4755266 Jul 15 23:18:10.116598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b0408c9d-34c3-4927-839a-99d264a88f62 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:10.118146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e51973-39f2-4cca-b218-b70b620ff59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.178821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-39979973-network', 'tenant_id': '8876066acef842d5b1c5bb2c0e14fae3'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:10.216517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c1587b44-8628-4338-b19c-54eef3d1d1d6 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:10.225343 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e51973-39f2-4cca-b218-b70b620ff59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.237572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c1587b44-8628-4338-b19c-54eef3d1d1d6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:10.237916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c1587b44-8628-4338-b19c-54eef3d1d1d6 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:10.238326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:10.257773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:10.258113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b80fe4bf-ead5-4ddd-bbb4-7a0e479600e7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:10.290569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:18:10.290569 n-d-793618-8 neutron-server[93714]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:18:10.290569 n-d-793618-8 neutron-server[93714]: [parameters: {'project_id': '4605af9f52e84fcf894081f2d0fed8e4', 'id': '55cbe559-0000-4684-86eb-3831ef6dd478', 'expiration': datetime.datetime(2021, 7, 15, 23, 20, 10, 269857)}] Jul 15 23:18:10.290569 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:18:10.291108 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:18:10.297134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Made reservation on behalf of 8876066acef842d5b1c5bb2c0e14fae3 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:10.299465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.302948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e51973-39f2-4cca-b218-b70b620ff59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.311044 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.api [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:18:10.311044 n-d-793618-8 neutron-server[93715]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:18:10.311044 n-d-793618-8 neutron-server[93715]: [parameters: {'project_id': '4605af9f52e84fcf894081f2d0fed8e4', 'id': '51d3a9a8-6c2b-4de1-b061-d307aecc4c8b', 'expiration': datetime.datetime(2021, 7, 15, 23, 20, 10, 277951)}] Jul 15 23:18:10.311044 n-d-793618-8 neutron-server[93715]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:18:10.311488 n-d-793618-8 neutron-server[93715]: DEBUG oslo_db.api [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:18:10.316168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.341081 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e51973-39f2-4cca-b218-b70b620ff59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:10.347220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e51973-39f2-4cca-b218-b70b620ff59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.349324 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-26e51973-39f2-4cca-b218-b70b620ff59c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e6b558c-cdb0-4c4c-9d4e-cb5326f4ecfe HTTP/1.1" status: 204 len: 168 time: 1.3673241 Jul 15 23:18:10.352087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45498) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:10.449056 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.471763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4a327e24-3004-4913-a504-1c7b558ee0cd no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:10.570715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8::1 (8e0bd35a-8460-4d08-82a7-0eb3f269a30f/7e5cbab5-ce45-4ca2-8a37-f31a692b9b75/b7e14916-9ab4-4dcb-bcef-4bf995026429) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:10.584297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.593261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.601741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.604253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.621879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea6ca3f-b860-449d-8885-5c6ff6dbeea0']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:10.638380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.661729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0287bf56-3172-432e-bb13-c25e2c41c67c') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:10.661976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0287bf56-3172-432e-bb13-c25e2c41c67c') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:10.671057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:10.687283 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.708850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.709442 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Added segment 8e0eba9c-d139-4c63-9518-2bc1a3149b51 of type vlan for network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 Jul 15 23:18:10.712549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.716701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Pushing event deleted for resources: {'Port': ['ID=4a327e24-3004-4913-a504-1c7b558ee0cd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:10.725673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60401a08-eed5-4706-9cc0-b5b275df9357,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:10.729357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:10.729769 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:10.731553 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:10.804705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] No DVR routers for this DVR port 4a327e24-3004-4913-a504-1c7b558ee0cd on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:10.815123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.815665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-f4710de0-71da-4d0b-9eae-dc5f64354841 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:10.817353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-f4710de0-71da-4d0b-9eae-dc5f64354841 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.59 "GET /v2.0/networks?id=115feace-5636-464a-b307-9544036667d5 HTTP/1.1" status: 200 len: 815 time: 0.3402522 Jul 15 23:18:10.818479 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.820350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.59 "DELETE /v2.0/ports/4a327e24-3004-4913-a504-1c7b558ee0cd HTTP/1.1" status: 204 len: 173 time: 3.6970782 Jul 15 23:18:10.825436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88278f4-54d2-4ef0-ba2c-a2eaef305675', 'name': 'network-vif-deleted', 'tag': '4a327e24-3004-4913-a504-1c7b558ee0cd'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:10.828718 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5084812a-fde4-4577-b91c-47330a29e95d" -d '{"events": [{"server_uuid": "b88278f4-54d2-4ef0-ba2c-a2eaef305675", "name": "network-vif-deleted", "tag": "4a327e24-3004-4913-a504-1c7b558ee0cd"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:10.834091 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.849150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.853481 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2ea6ca3f-b860-449d-8885-5c6ff6dbeea0 HTTP/1.1" status: 204 len: 168 time: 0.4978981 Jul 15 23:18:10.870702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e93fd8-0379-499e-aada-f00ca3c8f76d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea6ca3f-b860-449d-8885-5c6ff6dbeea0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:10.872579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Made reservation on behalf of 4605af9f52e84fcf894081f2d0fed8e4 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:10.876420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.924568 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb770e1-6988-4489-b562-05ecd261f7ed x-openstack-request-id: req-beb770e1-6988-4489-b562-05ecd261f7ed {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:10.924872 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88278f4-54d2-4ef0-ba2c-a2eaef305675", "name": "network-vif-deleted", "tag": "4a327e24-3004-4913-a504-1c7b558ee0cd", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:10.925171 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-beb770e1-6988-4489-b562-05ecd261f7ed {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:10.925524 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88278f4-54d2-4ef0-ba2c-a2eaef305675', 'name': 'network-vif-deleted', 'tag': '4a327e24-3004-4913-a504-1c7b558ee0cd', 'status': 'completed', 'code': 200} Jul 15 23:18:10.995529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1fec3d-eefb-468a-b241-e3765dee6e5a None None] Network 27dafbc1-27f0-4bb4-83b0-4def9e44255b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:11.009269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Made reservation on behalf of 4605af9f52e84fcf894081f2d0fed8e4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:11.013956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.024890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Allocated IP 172.20.0.14 (47524916-eeb6-428c-9343-0e91332379ea/7e86140d-4c93-4901-bfac-b0708ad5afba/69b7b254-2784-4952-aad8-087fe7274004) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:11.046720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-e36a9acb-7a2e-4282-abeb-12cb91b355ca tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa0fdc1201b64db38d2180499c1f663f HTTP/1.1" status: 200 len: 380 time: 0.1320310 Jul 15 23:18:11.053893 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.060914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Request body: {'port': {'device_id': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'admin_state_up': True, 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'security_groups': ['7a245bf6-3062-4067-8314-6c813cfcce95']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:11.065818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.067067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:11.067802 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.146666 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9444582 Jul 15 23:18:11.152504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45510) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.214844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45512) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.216319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576450f-ee76-4cb9-958e-daec79a21b0e admin admin] Pushing event updated for resources: {'Network': ['ID=cfc99ad1-d20d-437a-bbb3-ff60606d50f9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:11.216586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1cc19699-05dc-4ec6-a663-5f88a4c4baf0 None None] Provisioning for port b0408c9d-34c3-4927-839a-99d264a88f62 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:11.224496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1cc19699-05dc-4ec6-a663-5f88a4c4baf0 None None] Provisioning complete for port b0408c9d-34c3-4927-839a-99d264a88f62 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:11.224877 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1cc19699-05dc-4ec6-a663-5f88a4c4baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.238895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Request body: {'subnet': {'network_id': 'cfc99ad1-d20d-437a-bbb3-ff60606d50f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-39979973-subnet', 'tenant_id': '8876066acef842d5b1c5bb2c0e14fae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:11.290116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:11.292694 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a62dd0fd-5597-489f-a1ad-0eb55a2eba0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ece31217f0454417ad6fc0f882c229a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733814 Jul 15 23:18:11.295408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45516) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.301486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object b7e14916-9ab4-4dcb-bcef-4bf995026429 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:11.304668 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.365024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1013c4b5-0306-41fa-8e39-f8f46af77186 req-f3e3e8c7-6a5e-4d30-999a-2e2cffccdb77 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 210 time: 0.2553117 Jul 15 23:18:11.384324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8c10419-8f6c-4a2a-a6df-94cb74b4ea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.404797 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.420816 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8c10419-8f6c-4a2a-a6df-94cb74b4ea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.485793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Network 47524916-eeb6-428c-9343-0e91332379ea is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:11.492651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Made reservation on behalf of 8876066acef842d5b1c5bb2c0e14fae3 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:11.495009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.511723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:11.526333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:11.533039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Pushing event updated for resources: {'Port': ['ID=69b7b254-2784-4952-aad8-087fe7274004,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:11.576633 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1cc19699-05dc-4ec6-a663-5f88a4c4baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.615895 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-956dc8b3-8eeb-4431-989a-3be3d3d1afc3 req-0b74a774-6976-42f3-a6dd-437e068801a6 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.1126785 Jul 15 23:18:11.626649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8c10419-8f6c-4a2a-a6df-94cb74b4ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.627398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1cc19699-05dc-4ec6-a663-5f88a4c4baf0 None None] For port b0408c9d-34c3-4927-839a-99d264a88f62, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b0408c9d-34c3-4927-839a-99d264a88f62,segment=NetworkSegment(aed43804-7adc-4ec2-957b-43ea2f49484a),segment_id=aed43804-7adc-4ec2-957b-43ea2f49484a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:11.633012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8c10419-8f6c-4a2a-a6df-94cb74b4ea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.637079 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b8c10419-8f6c-4a2a-a6df-94cb74b4ea56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58c28d82-1741-43f6-bba9-92a55f555c9e HTTP/1.1" status: 204 len: 168 time: 0.3396418 Jul 15 23:18:11.646979 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1cc19699-05dc-4ec6-a663-5f88a4c4baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.694889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:11.695595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.707349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc19699-05dc-4ec6-a663-5f88a4c4baf0 None None] Pushing event updated for resources: {'Port': ['ID=b0408c9d-34c3-4927-839a-99d264a88f62,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:11.712232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c10419-8f6c-4a2a-a6df-94cb74b4ea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c28d82-1741-43f6-bba9-92a55f555c9e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:11.725301 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-22abcf9d-4a6e-4cdc-a414-971a6ab097b7 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7451062 Jul 15 23:18:11.736511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Allocated IP 172.20.0.11 (47524916-eeb6-428c-9343-0e91332379ea/7e86140d-4c93-4901-bfac-b0708ad5afba/958e2709-d5d8-4454-bad2-cd3b96474de4) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:11.745281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Request body: {'port': {'device_id': 'da771a11-d231-4958-a125-77431fe197fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:11.816974 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.906954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d7b84e6a-bf16-45ba-8b3d-980a0758e26a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:11.916548 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.031984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:12.061833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:12.071662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d7b84e6a-bf16-45ba-8b3d-980a0758e26a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:12.072123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.075190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:12.075935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.112240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=b7e14916-9ab4-4dcb-bcef-4bf995026429,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:12.182136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Made reservation on behalf of aa0fdc1201b64db38d2180499c1f663f for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:12.186016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.230231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b0408c9d-34c3-4927-839a-99d264a88f62 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:12.263966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a7d5d226-fe65-4a77-8e12-e40349bab764 None None] Provisioning complete for port b0408c9d-34c3-4927-839a-99d264a88f62 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:12.264691 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d226-fe65-4a77-8e12-e40349bab764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.373829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b0408c9d-34c3-4927-839a-99d264a88f62 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:12.374152 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.582637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6a89e88d-20b3-4ba2-82bf-2f1338bea130 None None] Provisioning for port b7e14916-9ab4-4dcb-bcef-4bf995026429 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:12.588251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6a89e88d-20b3-4ba2-82bf-2f1338bea130 None None] Provisioning complete for port b7e14916-9ab4-4dcb-bcef-4bf995026429 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:12.588864 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a89e88d-20b3-4ba2-82bf-2f1338bea130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.638044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6a89e88d-20b3-4ba2-82bf-2f1338bea130 None None] Port b7e14916-9ab4-4dcb-bcef-4bf995026429 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:12.879925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45546) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:12.983698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-network', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:13.006426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Made reservation on behalf of 56945fb0373c41a8b4cc3aad4e10c9cb for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:13.009205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.019030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.070120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d9bd3da-6854-46ea-ac49-5686094d81ae req-3c00b5fb-a128-4755-900f-e0d6b651427a tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 210 time: 0.3543961 Jul 15 23:18:13.114637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.119063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.124084 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.138237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.145706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:13.161180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba565f-df41-438f-a65b-88d43676fae0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.166500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.166871 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Added segment 69ed0327-1cbc-4162-9e5a-dfed84713684 of type vlan for network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 Jul 15 23:18:13.188577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.198339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-700c8219-14df-43d8-a63d-9a4263685b43 req-4817fafc-078a-4da4-a35a-a7441dc1bc63 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.1781738 Jul 15 23:18:13.220313 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.245721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.246741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.248158 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.282873 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4005189 Jul 15 23:18:13.285322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45550) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:13.290421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Request body: {'subnet': {'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-subnet', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:13.322735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bcc93-40b0-4be8-a1fc-b098a9a3e79a admin admin] Pushing event updated for resources: {'Network': ['ID=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.332449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cced0fe6-c0bc-41aa-9c07-b81f7d7134ad,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.334523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:13.353348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Made reservation on behalf of 56945fb0373c41a8b4cc3aad4e10c9cb for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:13.357755 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.423486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Allocated IP 172.20.0.4 (115feace-5636-464a-b307-9544036667d5/dbc27ae4-abf1-4e79-8ef6-ad250d2ba923/db0809e0-c068-4962-bee2-ed1b7ec3c28d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:13.450581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Checking segment: {'id': '8e0eba9c-d139-4c63-9518-2bc1a3149b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cfc99ad1-d20d-437a-bbb3-ff60606d50f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:13.451016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Network hostable DHCP agents. Network: cfc99ad1-d20d-437a-bbb3-ff60606d50f9, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:13.481217 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.608520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:13.644815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Network 47524916-eeb6-428c-9343-0e91332379ea is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:13.646055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.690590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:13.691821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.696766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Pushing event updated for resources: {'Port': ['ID=958e2709-d5d8-4454-bad2-cd3b96474de4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.705652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:13.708185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, cfc99ad1-d20d-437a-bbb3-ff60606d50f9) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:13.717174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a2138-20d2-40cb-b505-54b2c076b69a None None] Network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:13.781242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.781843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.787440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Checking segment: {'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:13.788143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Network hostable DHCP agents. Network: bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:13.794078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7648d5a-cea4-4e89-b92b-91e86b6eb6be,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.840384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9529f2d5-7aac-4372-936f-9629a45f06f1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6094019 Jul 15 23:18:13.866250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:13.866945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.899181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.902441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b7b254-2784-4952-aad8-087fe7274004 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:13.905182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-8c2b563a-23b2-4097-a8d4-f62ae0518dcf tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2598567 Jul 15 23:18:13.907237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.917335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.930906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Request body: {'port': {'device_id': 'd95b1e3f-0c70-4db7-9189-61a4f8e71222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:13.931996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08e96a-aaac-4de3-8f54-d5c35dea4340 None None] Network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:13.941892 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.942607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.959265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:13.965929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Transition to ACTIVE for port object 69b7b254-2784-4952-aad8-087fe7274004 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:13.973234 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.977515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Transition to ACTIVE for port object db0809e0-c068-4962-bee2-ed1b7ec3c28d will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:14.010649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:14.026669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:14.027485 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.054788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb2967-33e7-4e56-9767-5789fae8d6c7 None None] Network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:14.102352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=b7e14916-9ab4-4dcb-bcef-4bf995026429,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.119045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Pushing event updated for resources: {'Port': ['ID=69b7b254-2784-4952-aad8-087fe7274004,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.159127 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b5992677-d59e-482c-ba49-075a50966d9c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8726711 Jul 15 23:18:14.161583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45564) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:14.166562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:14.197592 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.198733 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.274689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291979f8-c737-427b-94b1-f22e89befc44 None None] Network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:14.290293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.301516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Attempting to bind port 69b7b254-2784-4952-aad8-087fe7274004 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:14.302069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Attempting to bind port 69b7b254-2784-4952-aad8-087fe7274004 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:14.304245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Attempting to bind port 69b7b254-2784-4952-aad8-087fe7274004 on network 47524916-eeb6-428c-9343-0e91332379ea {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:14.391641 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.409459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Port 69b7b254-2784-4952-aad8-087fe7274004 on network 47524916-eeb6-428c-9343-0e91332379ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:14.409798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Attempting to bind port 69b7b254-2784-4952-aad8-087fe7274004 on network 47524916-eeb6-428c-9343-0e91332379ea {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:14.419700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:14.423718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Checking segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:14.424255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Bound using segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:14.424712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Bound port: 69b7b254-2784-4952-aad8-087fe7274004, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:14.425248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.435476 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.498209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:14.535094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:14.542953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Network 115feace-5636-464a-b307-9544036667d5 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:14.565823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:14.582280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] For port 69b7b254-2784-4952-aad8-087fe7274004, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:14.582768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:14.585499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] For port 69b7b254-2784-4952-aad8-087fe7274004, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69b7b254-2784-4952-aad8-087fe7274004,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:14.622612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.640829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event updated for resources: {'Port': ['ID=db0809e0-c068-4962-bee2-ed1b7ec3c28d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.677201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:14.677871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.679320 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] 10.222.0.37 "PUT /v2.0/ports/69b7b254-2784-4952-aad8-087fe7274004 HTTP/1.1" status: 200 len: 1092 time: 2.9395950 Jul 15 23:18:14.682377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da771a11-d231-4958-a125-77431fe197fb', 'tag': '69b7b254-2784-4952-aad8-087fe7274004'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:14.688327 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74bca9-beb7-4922-8763-2e80a35a33e1" -d '{"events": [{"name": "network-changed", "server_uuid": "da771a11-d231-4958-a125-77431fe197fb", "tag": "69b7b254-2784-4952-aad8-087fe7274004"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:14.724977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45580) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:14.730979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.740365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1393280825-network', 'tenant_id': '693e88428586427ab458d4dbbe38fee0'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:14.785672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Made reservation on behalf of 693e88428586427ab458d4dbbe38fee0 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:14.800487 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.815339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.888948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a1c49-e867-44a5-8a79-fbc84ee80c09 service neutron] Pushing event updated for resources: {'Port': ['ID=69b7b254-2784-4952-aad8-087fe7274004,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.974742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a46cd1-6d30-4999-9504-5329a5d1247a req-701a5954-5213-4f21-998d-55147f55f212 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:14.984715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5a46cd1-6d30-4999-9504-5329a5d1247a req-701a5954-5213-4f21-998d-55147f55f212 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 932 time: 0.6656868 Jul 15 23:18:14.993102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-41699a49-0b67-4842-87fb-63e249ea805a None None] Provisioning complete for port b7e14916-9ab4-4dcb-bcef-4bf995026429 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:14.993666 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41699a49-0b67-4842-87fb-63e249ea805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.993791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:14.994163 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.002324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-ff2c41a8-a67d-41eb-92de-4eaebfbf1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.003947 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-ff2c41a8-a67d-41eb-92de-4eaebfbf1640 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&device_id=da771a11-d231-4958-a125-77431fe197fb HTTP/1.1" status: 200 len: 1095 time: 0.2394948 Jul 15 23:18:15.059480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-41699a49-0b67-4842-87fb-63e249ea805a None None] Port b7e14916-9ab4-4dcb-bcef-4bf995026429 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:15.065177 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e906f4b7-9fa0-4d78-82c0-92f4856628b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b7b254-2784-4952-aad8-087fe7274004 HTTP/1.1" status: 200 len: 217 time: 0.0449281 Jul 15 23:18:15.069410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5a46cd1-6d30-4999-9504-5329a5d1247a req-8437b64e-97b9-456e-a4ee-63eb2df17950 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837438 Jul 15 23:18:15.093254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3f889-9375-4eaf-af08-3e68f3850f6c req-a1ae6b4f-091e-4613-8d65-9e85d6546de4 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.101277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec3f889-9375-4eaf-af08-3e68f3850f6c req-a1ae6b4f-091e-4613-8d65-9e85d6546de4 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 931 time: 0.6463106 Jul 15 23:18:15.124737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.136222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.155521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-35aec961-acca-46f3-99aa-ffe0fa198b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.157737 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-35aec961-acca-46f3-99aa-ffe0fa198b27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 200 len: 853 time: 0.0863364 Jul 15 23:18:15.173113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec3f889-9375-4eaf-af08-3e68f3850f6c req-8c0fbd5d-7997-41f3-bb8b-7a42d2fcc0f4 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708826 Jul 15 23:18:15.190615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aa5c23bc-fdad-433a-b8cf-5d75596e0ba2 None None] Provisioning for port db0809e0-c068-4962-bee2-ed1b7ec3c28d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:15.196055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aa5c23bc-fdad-433a-b8cf-5d75596e0ba2 None None] Provisioning complete for port db0809e0-c068-4962-bee2-ed1b7ec3c28d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:15.196324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-9ef97e7d-7243-4108-8e16-23589f1cbe58 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1374664 Jul 15 23:18:15.197330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa5c23bc-fdad-433a-b8cf-5d75596e0ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.229525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Request body: {'port': {'device_id': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:15.268913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:15.276726 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca2b749-7946-4f68-932c-9781e3315569 x-openstack-request-id: req-1ca2b749-7946-4f68-932c-9781e3315569 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:15.277493 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da771a11-d231-4958-a125-77431fe197fb", "tag": "69b7b254-2784-4952-aad8-087fe7274004", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:15.277493 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ca2b749-7946-4f68-932c-9781e3315569 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:15.277808 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da771a11-d231-4958-a125-77431fe197fb', 'tag': '69b7b254-2784-4952-aad8-087fe7274004', 'status': 'completed', 'code': 200} Jul 15 23:18:15.282338 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-0a9f783e-3bf0-42e6-a3c1-87e307c7da4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47524916-eeb6-428c-9343-0e91332379ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467303 Jul 15 23:18:15.289124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f193ba-e5a3-4f51-a47a-67ded58de996,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:15.289276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c23bc-fdad-433a-b8cf-5d75596e0ba2 None None] Port db0809e0-c068-4962-bee2-ed1b7ec3c28d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:15.302265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.302486 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Added segment b5345239-0220-492a-b5cd-64ef52732fbd of type vlan for network 3f184952-2040-4719-8324-d22c860e44c2 Jul 15 23:18:15.342567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 629fb56f-3ca8-470f-840b-2e9df810cd95 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:15.357206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.398677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.437660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.464131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.514131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958e2709-d5d8-4454-bad2-cd3b96474de4 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:15.524969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-7f02b70b-d3c4-423b-8eac-1408f5987164 service neutron] 10.222.0.37 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329078 Jul 15 23:18:15.529951 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.535484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.536733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.537659 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.600289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:15.604883 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8788004 Jul 15 23:18:15.608227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-78f0fa8f-b755-4891-bd84-7793ca56386c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/629fb56f-3ca8-470f-840b-2e9df810cd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1534715 Jul 15 23:18:15.613300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2f528-80a5-4bab-af88-43e6f284e23c None None] Sync routers for ids ['629fb56f-3ca8-470f-840b-2e9df810cd95'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:15.614516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45584) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:15.614957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45586) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:15.623221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Transition to ACTIVE for port object 958e2709-d5d8-4454-bad2-cd3b96474de4 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:15.626006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2f528-80a5-4bab-af88-43e6f284e23c None None] Routers {'629fb56f-3ca8-470f-840b-2e9df810cd95'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:15.626913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-91e2f528-80a5-4bab-af88-43e6f284e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['629fb56f-3ca8-470f-840b-2e9df810cd95'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:15.631315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.649108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Request body: {'subnet': {'network_id': '3f184952-2040-4719-8324-d22c860e44c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1393280825-subnet', 'tenant_id': '693e88428586427ab458d4dbbe38fee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:15.673800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-91e2f528-80a5-4bab-af88-43e6f284e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:15.691117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2f528-80a5-4bab-af88-43e6f284e23c None None] Routers {'629fb56f-3ca8-470f-840b-2e9df810cd95'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:15.691991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-91e2f528-80a5-4bab-af88-43e6f284e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['629fb56f-3ca8-470f-840b-2e9df810cd95'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:15.743005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-91e2f528-80a5-4bab-af88-43e6f284e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:15.743676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2f528-80a5-4bab-af88-43e6f284e23c None None] The sync data for ids ['629fb56f-3ca8-470f-840b-2e9df810cd95'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:15.771398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Made reservation on behalf of 693e88428586427ab458d4dbbe38fee0 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:15.773713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.784491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de2840-4c0a-4db4-a7ef-c721eca19beb admin admin] Pushing event updated for resources: {'Network': ['ID=3f184952-2040-4719-8324-d22c860e44c2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:15.800296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 3f184952-2040-4719-8324-d22c860e44c2 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:15.812658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Pushing event updated for resources: {'Port': ['ID=958e2709-d5d8-4454-bad2-cd3b96474de4,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:15.845435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe127f-1a2e-4063-afa6-b292598a0f51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:15.849952 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a5fe127f-1a2e-4063-afa6-b292598a0f51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports/b7e14916-9ab4-4dcb-bcef-4bf995026429 HTTP/1.1" status: 200 len: 911 time: 0.2315483 Jul 15 23:18:15.854944 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45588) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:15.856087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Allocated IP 172.25.3.196 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/07cd5709-ddf4-4709-91a8-6b9f540c4c3c) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:15.873052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Attempting to bind port 958e2709-d5d8-4454-bad2-cd3b96474de4 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:15.873586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Attempting to bind port 958e2709-d5d8-4454-bad2-cd3b96474de4 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:15.873960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Attempting to bind port 958e2709-d5d8-4454-bad2-cd3b96474de4 on network 47524916-eeb6-428c-9343-0e91332379ea {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:15.880084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Port 958e2709-d5d8-4454-bad2-cd3b96474de4 on network 47524916-eeb6-428c-9343-0e91332379ea not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:15.880535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Attempting to bind port 958e2709-d5d8-4454-bad2-cd3b96474de4 on network 47524916-eeb6-428c-9343-0e91332379ea {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:15.892072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:15.892539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Checking segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:15.893023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Bound using segment: {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:15.893560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Bound port: 958e2709-d5d8-4454-bad2-cd3b96474de4, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42eb1db-700a-49bb-826d-f40925b6a876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '47524916-eeb6-428c-9343-0e91332379ea'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:15.894028 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.986915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0809e0-c068-4962-bee2-ed1b7ec3c28d {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:16.002288 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.020384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] For port 958e2709-d5d8-4454-bad2-cd3b96474de4, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:16.025471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] For port 958e2709-d5d8-4454-bad2-cd3b96474de4, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=958e2709-d5d8-4454-bad2-cd3b96474de4,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:16.026917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Transition to ACTIVE for port object db0809e0-c068-4962-bee2-ed1b7ec3c28d will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:16.030680 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.037328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.083392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:16.084283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.086015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] 10.222.0.59 "PUT /v2.0/ports/958e2709-d5d8-4454-bad2-cd3b96474de4 HTTP/1.1" status: 200 len: 1092 time: 2.1594617 Jul 15 23:18:16.089175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95b1e3f-0c70-4db7-9189-61a4f8e71222', 'tag': '958e2709-d5d8-4454-bad2-cd3b96474de4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:16.092521 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79167e5c-b813-4066-a071-7301ea51cf71" -d '{"events": [{"name": "network-changed", "server_uuid": "d95b1e3f-0c70-4db7-9189-61a4f8e71222", "tag": "958e2709-d5d8-4454-bad2-cd3b96474de4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:16.245659 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e8836-7f3b-4deb-b8c2-e6f0aa31d020 x-openstack-request-id: req-072e8836-7f3b-4deb-b8c2-e6f0aa31d020 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:16.246648 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95b1e3f-0c70-4db7-9189-61a4f8e71222", "tag": "958e2709-d5d8-4454-bad2-cd3b96474de4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:16.255241 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-072e8836-7f3b-4deb-b8c2-e6f0aa31d020 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:16.255938 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95b1e3f-0c70-4db7-9189-61a4f8e71222', 'tag': '958e2709-d5d8-4454-bad2-cd3b96474de4', 'status': 'completed', 'code': 200} Jul 15 23:18:16.291737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0556-c031-4065-aaa0-2446a6065d2f service neutron] Pushing event updated for resources: {'Port': ['ID=958e2709-d5d8-4454-bad2-cd3b96474de4,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:16.408589 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-492d0620-97cf-42c8-a3f0-26ed73210f63 service neutron] 10.222.0.37 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653970 Jul 15 23:18:16.713378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Pushing event updated for resources: {'Port': ['ID=db0809e0-c068-4962-bee2-ed1b7ec3c28d,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:16.713606 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.719468 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:18:16.762777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Attempting to bind port db0809e0-c068-4962-bee2-ed1b7ec3c28d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:16.763099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Attempting to bind port db0809e0-c068-4962-bee2-ed1b7ec3c28d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:16.763424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Attempting to bind port db0809e0-c068-4962-bee2-ed1b7ec3c28d on network 115feace-5636-464a-b307-9544036667d5 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:16.782675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Port db0809e0-c068-4962-bee2-ed1b7ec3c28d on network 115feace-5636-464a-b307-9544036667d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:16.783030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Attempting to bind port db0809e0-c068-4962-bee2-ed1b7ec3c28d on network 115feace-5636-464a-b307-9544036667d5 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:16.787090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-34454079-58b4-4b87-8fb4-9f7a59965b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:16.788622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-34454079-58b4-4b87-8fb4-9f7a59965b4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 1095 time: 0.6417840 Jul 15 23:18:16.804198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd79aed-5f73-4a1b-9bb3-d4ef35b89a74 req-b0cb4874-4459-426b-8e2f-a58efc66ab68 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:16.805667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6dd79aed-5f73-4a1b-9bb3-d4ef35b89a74 req-b0cb4874-4459-426b-8e2f-a58efc66ab68 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 944 time: 0.5211258 Jul 15 23:18:16.815744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:16.816082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Checking segment: {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:16.816464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Bound using segment: {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:16.816914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Bound port: db0809e0-c068-4962-bee2-ed1b7ec3c28d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a81a4e-bb41-41f2-b0c9-6abd68038761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '115feace-5636-464a-b307-9544036667d5'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:16.817347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.829594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c6a66-a691-4b6d-a27c-48fa774bc892 req-b9c25a8b-7292-44e1-b6cc-489fb2558251 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:16.831080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-200c6a66-a691-4b6d-a27c-48fa774bc892 req-b9c25a8b-7292-44e1-b6cc-489fb2558251 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 943 time: 0.1727164 Jul 15 23:18:16.847244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-c5deb16d-7348-473c-84e9-50f2b3c8b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:16.848758 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-c5deb16d-7348-473c-84e9-50f2b3c8b388 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&device_id=da771a11-d231-4958-a125-77431fe197fb HTTP/1.1" status: 200 len: 1095 time: 0.3259885 Jul 15 23:18:16.877769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-e771aade-dff4-43a5-8d30-01e3029a9db6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=958e2709-d5d8-4454-bad2-cd3b96474de4 HTTP/1.1" status: 200 len: 217 time: 0.0690196 Jul 15 23:18:16.891571 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.990497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6dd79aed-5f73-4a1b-9bb3-d4ef35b89a74 req-c7a50a3c-b68d-42d7-ab68-be3f48d43c22 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709259 Jul 15 23:18:16.990720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.007118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-200c6a66-a691-4b6d-a27c-48fa774bc892 req-c68bad97-11d1-467a-a0f5-12fa78cd7434 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390734 Jul 15 23:18:17.021117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-7b752272-dcf6-47cf-be8f-25984e1c3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.022652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-7b752272-dcf6-47cf-be8f-25984e1c3f8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 200 len: 853 time: 0.1307397 Jul 15 23:18:17.068560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] For port db0809e0-c068-4962-bee2-ed1b7ec3c28d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:17.073666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-1ff4a6e6-f458-4ffd-ad74-7e6ea8e24092 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47524916-eeb6-428c-9343-0e91332379ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408621 Jul 15 23:18:17.095252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3082f403-54b0-41b6-aa40-578fd688c8f2,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:17.100221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:17.111603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] For port db0809e0-c068-4962-bee2-ed1b7ec3c28d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=db0809e0-c068-4962-bee2-ed1b7ec3c28d,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:17.123604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:17.123985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.132291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:17.159892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-1c7e35dc-d9c1-455f-9b02-46e874f0d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.161400 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-1c7e35dc-d9c1-455f-9b02-46e874f0d7fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 914 time: 0.3014753 Jul 15 23:18:17.179695 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=07cd5709-ddf4-4709-91a8-6b9f540c4c3c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:17.186520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Checking segment: {'id': 'b5345239-0220-492a-b5cd-64ef52732fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3f184952-2040-4719-8324-d22c860e44c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:17.187399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Network hostable DHCP agents. Network: 3f184952-2040-4719-8324-d22c860e44c2, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:17.205217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.205851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.207292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/db0809e0-c068-4962-bee2-ed1b7ec3c28d HTTP/1.1" status: 200 len: 1091 time: 1.9920552 Jul 15 23:18:17.245801 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-92e21b81-227d-456b-9105-2c898e9b4a83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b7b254-2784-4952-aad8-087fe7274004 HTTP/1.1" status: 200 len: 217 time: 0.0617070 Jul 15 23:18:17.250965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba559ef-43d2-49ba-86d6-63ef161063f1 service neutron] Pushing event updated for resources: {'Port': ['ID=db0809e0-c068-4962-bee2-ed1b7ec3c28d,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:17.252118 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.281193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Network 3f184952-2040-4719-8324-d22c860e44c2 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:17.291359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-75046d1f-a943-4672-9e68-0bb6293dbfc4 service neutron] 10.222.0.59 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063763 Jul 15 23:18:17.378064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 3f184952-2040-4719-8324-d22c860e44c2) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:17.384247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-a1001927-1461-4f02-b06e-f60c2d2ba144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.385850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-a1001927-1461-4f02-b06e-f60c2d2ba144 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa0fdc1201b64db38d2180499c1f663f&device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 1094 time: 0.1319096 Jul 15 23:18:17.387347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7dc5bc-9ce0-4b67-9464-16b75b7f1186 None None] Network 3f184952-2040-4719-8324-d22c860e44c2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:17.446714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.447310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.448137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-dce181f8-4c6d-48d0-b1ca-0392b96f06c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db0809e0-c068-4962-bee2-ed1b7ec3c28d HTTP/1.1" status: 200 len: 217 time: 0.0517254 Jul 15 23:18:17.450492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e33bfce2-343e-4749-ae48-02e53fc2f38b req-4c75ce8c-dc80-442a-bd85-fe09cc82ed74 service neutron] 10.222.0.59 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509109 Jul 15 23:18:17.464658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-36b9d914-0138-4deb-8b2e-48267da23820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.466165 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-36b9d914-0138-4deb-8b2e-48267da23820 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 200 len: 853 time: 0.2110033 Jul 15 23:18:17.509751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-af4ef39f-3ce6-4009-9378-005922ba95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.511378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-af4ef39f-3ce6-4009-9378-005922ba95fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dbc27ae4-abf1-4e79-8ef6-ad250d2ba923 HTTP/1.1" status: 200 len: 854 time: 0.0528936 Jul 15 23:18:17.531955 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2368ebf9-6657-4255-a348-1522653b79bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9146099 Jul 15 23:18:17.537435 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-0028211f-3da8-4181-8466-820d3aa63eec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47524916-eeb6-428c-9343-0e91332379ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424745 Jul 15 23:18:17.571747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af359a3-409c-41b8-80f0-0cdcf3f15cd7 None None] Network 3f184952-2040-4719-8324-d22c860e44c2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:17.616731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-2eca4931-0fe1-4e92-bcce-03e1732a23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.618294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-2eca4931-0fe1-4e92-bcce-03e1732a23c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=115feace-5636-464a-b307-9544036667d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807920 Jul 15 23:18:17.621021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79167e5c-b813-4066-a071-7301ea51cf71 req-e74b7a69-f4e6-4c1c-96b3-aaee08d9f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.622406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79167e5c-b813-4066-a071-7301ea51cf71 req-e74b7a69-f4e6-4c1c-96b3-aaee08d9f81b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 1095 time: 0.1100206 Jul 15 23:18:17.811403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-3e6e1f75-1996-40b8-a2e6-36087f452a96 service neutron] 10.222.0.37 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662542 Jul 15 23:18:17.836394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-be0feb3e-14d0-4d4c-aeac-cfcc5ac4946f service neutron] 10.222.0.59 "GET /v2.0/networks/115feace-5636-464a-b307-9544036667d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057593 Jul 15 23:18:17.837369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79167e5c-b813-4066-a071-7301ea51cf71 req-6965232c-4a8e-4b62-bd31-797e2a12eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:17.838688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79167e5c-b813-4066-a071-7301ea51cf71 req-6965232c-4a8e-4b62-bd31-797e2a12eb5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 200 len: 914 time: 0.1731286 Jul 15 23:18:17.850789 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.909077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79167e5c-b813-4066-a071-7301ea51cf71 req-25b926f8-3725-46fa-b623-3a422a0aae17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=958e2709-d5d8-4454-bad2-cd3b96474de4 HTTP/1.1" status: 200 len: 217 time: 0.0560141 Jul 15 23:18:17.965211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8:1::1 (27dafbc1-27f0-4bb4-83b0-4def9e44255b/55997fdd-86bb-458c-8b51-cde1e8a0e5d9/1be2a427-46b6-4998-a804-89a4d1c12c0c) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:18.021067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79167e5c-b813-4066-a071-7301ea51cf71 req-0fc48cfc-9d7f-41a7-8be2-c50df97a3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:18.022892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79167e5c-b813-4066-a071-7301ea51cf71 req-0fc48cfc-9d7f-41a7-8be2-c50df97a3be9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 200 len: 853 time: 0.1058035 Jul 15 23:18:18.028753 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5e6b1ed2-2b5c-48f2-9d08-ab674e449e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.067807 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b74bca9-beb7-4922-8763-2e80a35a33e1 req-5c83ba04-34ef-49c4-b41d-c355251c0db1 service neutron] 10.222.0.37 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451403 Jul 15 23:18:18.079347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79167e5c-b813-4066-a071-7301ea51cf71 req-dc1e1b3b-62f8-4935-a185-45a20b25dbea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47524916-eeb6-428c-9343-0e91332379ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414550 Jul 15 23:18:18.126590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64257043-30f3-4b41-a8e5-c69ffc5ce509 req-3ebfc158-f3c9-454d-a241-6a059fbf29cc service neutron] 10.222.0.59 "GET /v2.0/networks/115feace-5636-464a-b307-9544036667d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752268 Jul 15 23:18:18.217920 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.237656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.239700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object 1be2a427-46b6-4998-a804-89a4d1c12c0c will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:18.246146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b6641a3b-f2c8-4bc8-bd61-9bd392227041 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:18.247626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b6641a3b-f2c8-4bc8-bd61-9bd392227041 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/networks?id=cfc99ad1-d20d-437a-bbb3-ff60606d50f9 HTTP/1.1" status: 200 len: 807 time: 0.2622204 Jul 15 23:18:18.258160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'tag': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:18.260394 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61954c4e-84c4-4dcd-aeb6-112b62c46916" -d '{"events": [{"name": "network-changed", "server_uuid": "f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec", "tag": "db0809e0-c068-4962-bee2-ed1b7ec3c28d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:18.288834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-c1b9564c-f360-4951-bac2-e96fd58351ba tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/quotas/8876066acef842d5b1c5bb2c0e14fae3 HTTP/1.1" status: 200 len: 375 time: 0.0327585 Jul 15 23:18:18.303249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705b82-3f7f-421a-ad90-6aca7c6adc18 req-4a524721-5ed4-4d18-b322-772867a1c8fb tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:18.304796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f705b82-3f7f-421a-ad90-6aca7c6adc18 req-4a524721-5ed4-4d18-b322-772867a1c8fb tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 944 time: 0.1812906 Jul 15 23:18:18.304941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 69b7b254-2784-4952-aad8-087fe7274004 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:18.309770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79167e5c-b813-4066-a071-7301ea51cf71 req-b5adf1d3-e055-429e-b15c-c74d999349a4 service neutron] 10.222.0.59 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955805 Jul 15 23:18:18.367190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-16ea1ab9-975b-4f2a-a6c7-8d89b2139f78 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8876066acef842d5b1c5bb2c0e14fae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610614 Jul 15 23:18:18.415441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 69b7b254-2784-4952-aad8-087fe7274004, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69b7b254-2784-4952-aad8-087fe7274004,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:18.431090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '69b7b254-2784-4952-aad8-087fe7274004', 'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'port_id': '69b7b254-2784-4952-aad8-087fe7274004', 'mac_address': 'fa:16:3e:f2:02:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e86140d-4c93-4901-bfac-b0708ad5afba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:18.472469 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.475282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f705b82-3f7f-421a-ad90-6aca7c6adc18 req-8476b042-8ce2-461f-b796-2acdadd79ead tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551590 Jul 15 23:18:18.502213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b7b254-2784-4952-aad8-087fe7274004 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:18.532249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 69b7b254-2784-4952-aad8-087fe7274004, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69b7b254-2784-4952-aad8-087fe7274004,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:18.538248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79167e5c-b813-4066-a071-7301ea51cf71 req-7a7c383a-83d9-44c6-8676-5b4c6994f607 service neutron] 10.222.0.59 "GET /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192729 Jul 15 23:18:18.544167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.559661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-db068a42-3235-462e-a2d8-5202b119d2ca service neutron] 10.222.0.23 "GET /v2.0/networks/cfc99ad1-d20d-437a-bbb3-ff60606d50f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790218 Jul 15 23:18:18.597624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=69b7b254-2784-4952-aad8-087fe7274004,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:18.665339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.705803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b9c546b7-6b10-443e-b6c1-6c1cf18cc0ed service neutron] 10.222.0.23 "GET /v2.0/networks/cfc99ad1-d20d-437a-bbb3-ff60606d50f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384807 Jul 15 23:18:18.713906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 27dafbc1-27f0-4bb4-83b0-4def9e44255b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:18.721830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:18.729429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738033b-6aeb-4df5-b109-9bb7dac015c6 req-9728b624-dd73-4112-9547-46e43597b686 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:18.730564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:18.730999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6738033b-6aeb-4df5-b109-9bb7dac015c6 req-9728b624-dd73-4112-9547-46e43597b686 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 943 time: 0.0920453 Jul 15 23:18:18.731122 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.786101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=1be2a427-46b6-4998-a804-89a4d1c12c0c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:18.815233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6738033b-6aeb-4df5-b109-9bb7dac015c6 req-465c61ab-1f44-4780-8b91-a1fd48e8f460 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569432 Jul 15 23:18:18.865702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['69b7b254-2784-4952-aad8-087fe7274004'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:18.869660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:19.033566 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aae22a5-2a0a-429a-8310-c22376e0c665 x-openstack-request-id: req-6aae22a5-2a0a-429a-8310-c22376e0c665 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:19.033882 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec", "tag": "db0809e0-c068-4962-bee2-ed1b7ec3c28d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:19.034188 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6aae22a5-2a0a-429a-8310-c22376e0c665 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:19.034938 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'tag': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'status': 'completed', 'code': 200} Jul 15 23:18:19.069119 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.130506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26ad264a-bd8d-4d5a-bcbe-83f90b881cfb req-ec46a7b6-b937-420f-80e2-8fa63571c333 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 210 time: 0.0402954 Jul 15 23:18:19.131090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:19.143124 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Sync routers for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:19.162515 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:19.163506 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:19.183255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-13e725da-00dd-4f9f-90fe-403254caccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:19.185431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-13e725da-00dd-4f9f-90fe-403254caccc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa0fdc1201b64db38d2180499c1f663f&device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 1094 time: 0.1313560 Jul 15 23:18:19.188982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5f24dcda-df60-44f0-b72b-fcf0ba5c0471 None None] Provisioning for port 1be2a427-46b6-4998-a804-89a4d1c12c0c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:19.194125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5f24dcda-df60-44f0-b72b-fcf0ba5c0471 None None] Provisioning complete for port 1be2a427-46b6-4998-a804-89a4d1c12c0c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:19.195347 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5f24dcda-df60-44f0-b72b-fcf0ba5c0471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.202104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.203455 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1328d5ab-c186-4a08-b4b2-8301d740a8c7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0400953 Jul 15 23:18:19.211961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45634) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:19.245678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5f24dcda-df60-44f0-b72b-fcf0ba5c0471 None None] Port 1be2a427-46b6-4998-a804-89a4d1c12c0c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:19.295052 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:19.426396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.427459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-7d186029-642f-4d4b-9c0b-2c253ed57197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:19.429115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-7d186029-642f-4d4b-9c0b-2c253ed57197 service neutron] 10.222.0.59 "GET /v2.0/networks?id=115feace-5636-464a-b307-9544036667d5 HTTP/1.1" status: 200 len: 916 time: 0.2324734 Jul 15 23:18:19.432475 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.434111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.503075 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:17Z', 'revision_number': 3, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:19.538366 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Checking router: f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:19.538709 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Updating router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:18:19.585846 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.602463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 27dafbc1-27f0-4bb4-83b0-4def9e44255b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:19.609350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:19.674207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=1be2a427-46b6-4998-a804-89a4d1c12c0c,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:19.759103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 629fb56f-3ca8-470f-840b-2e9df810cd95 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:19.955286 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.959976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:19.966202 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a23a9cad-fbf3-4ad6-819c-e0234c0ea0a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/629fb56f-3ca8-470f-840b-2e9df810cd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1070201 Jul 15 23:18:19.972946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45642) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:19.973520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84359cd6-cbc9-4e4e-911b-a33f4d569f4a None None] Sync routers for ids ['629fb56f-3ca8-470f-840b-2e9df810cd95'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:19.982287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-5ef1927a-d041-40d7-8228-bed1e13452d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db0809e0-c068-4962-bee2-ed1b7ec3c28d HTTP/1.1" status: 200 len: 217 time: 0.5442858 Jul 15 23:18:19.992944 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Transition to ACTIVE for port object 07cd5709-ddf4-4709-91a8-6b9f540c4c3c will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:20.005591 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.010915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84359cd6-cbc9-4e4e-911b-a33f4d569f4a None None] Routers {'629fb56f-3ca8-470f-840b-2e9df810cd95'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:20.012278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-84359cd6-cbc9-4e4e-911b-a33f4d569f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['629fb56f-3ca8-470f-840b-2e9df810cd95'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:20.015925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-25cc0311-169d-4202-82b7-84c2b274caa4 None None] Provisioning complete for port 1be2a427-46b6-4998-a804-89a4d1c12c0c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:20.016571 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25cc0311-169d-4202-82b7-84c2b274caa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.056748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a82297-29c1-49fb-82ca-129fb45306a5 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.059636 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e3a82297-29c1-49fb-82ca-129fb45306a5 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports/1be2a427-46b6-4998-a804-89a4d1c12c0c HTTP/1.1" status: 200 len: 913 time: 0.0854535 Jul 15 23:18:20.061613 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Attempting to bind port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:20.062020 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Attempting to bind port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:20.062441 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Attempting to bind port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:20.062773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45648) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:20.069010 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Pushing event updated for resources: {'Port': ['ID=07cd5709-ddf4-4709-91a8-6b9f540c4c3c,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:20.075454 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:20.075836 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:20.076228 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.076618 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:20.077095 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Bound port: 07cd5709-ddf4-4709-91a8-6b9f540c4c3c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:20.077827 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.084907 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.085262 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.085596 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.085930 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.086260 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.086588 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.086952 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.087278 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.087911 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.088239 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.088559 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.088880 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:20.149430 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] For port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:20.153146 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] For port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=07cd5709-ddf4-4709-91a8-6b9f540c4c3c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:20.159171 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.203486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-a94e7c77-54a5-4f43-b124-4efeb35bd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.204972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-a94e7c77-54a5-4f43-b124-4efeb35bd558 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dbc27ae4-abf1-4e79-8ef6-ad250d2ba923 HTTP/1.1" status: 200 len: 854 time: 0.1746922 Jul 15 23:18:20.229291 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c20a9-b9a0-42e8-88b6-7ce9fffe1ed9 None None] Pushing event updated for resources: {'Port': ['ID=07cd5709-ddf4-4709-91a8-6b9f540c4c3c,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:20.243463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc134da4-50df-4c04-bbb4-bacfe188e832 req-dff70086-47d1-4e7a-bd6d-af387412ba7e tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.250670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc134da4-50df-4c04-bbb4-bacfe188e832 req-dff70086-47d1-4e7a-bd6d-af387412ba7e tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 944 time: 0.3113229 Jul 15 23:18:20.260327 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:20.261106 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:20.291519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-84359cd6-cbc9-4e4e-911b-a33f4d569f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:20.332812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 69b7b254-2784-4952-aad8-087fe7274004 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:20.362577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420f9d-6336-4fa1-b478-b2b5afa1dae2 req-7a4d901f-2413-4787-9a46-811beb7dfa74 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.368885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e420f9d-6336-4fa1-b478-b2b5afa1dae2 req-7a4d901f-2413-4787-9a46-811beb7dfa74 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 943 time: 0.3366930 Jul 15 23:18:20.386823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84359cd6-cbc9-4e4e-911b-a33f4d569f4a None None] Routers {'629fb56f-3ca8-470f-840b-2e9df810cd95'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:20.387832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-84359cd6-cbc9-4e4e-911b-a33f4d569f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:17:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['629fb56f-3ca8-470f-840b-2e9df810cd95'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:20.409488 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:20.431635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-25cc0311-169d-4202-82b7-84c2b274caa4 None None] Port 1be2a427-46b6-4998-a804-89a4d1c12c0c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:20.433501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-84359cd6-cbc9-4e4e-911b-a33f4d569f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:20.435068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84359cd6-cbc9-4e4e-911b-a33f4d569f4a None None] The sync data for ids ['629fb56f-3ca8-470f-840b-2e9df810cd95'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:20.439873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc134da4-50df-4c04-bbb4-bacfe188e832 req-d9579624-0fba-4c11-836f-4572809d0bec tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882219 Jul 15 23:18:20.463334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 69b7b254-2784-4952-aad8-087fe7274004 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:20.470124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 69b7b254-2784-4952-aad8-087fe7274004 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:20.471159 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.499091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e420f9d-6336-4fa1-b478-b2b5afa1dae2 req-2d0472b2-3bb2-4b0c-931c-806dffd0e1ff tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291351 Jul 15 23:18:20.525639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 958e2709-d5d8-4454-bad2-cd3b96474de4 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:20.629153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-dadac279-44f7-4ecf-89a2-57cf869660d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.630844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-dadac279-44f7-4ecf-89a2-57cf869660d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=115feace-5636-464a-b307-9544036667d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4146981 Jul 15 23:18:20.644649 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:17Z', 'revision_number': 3, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:20.746839 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b044905-0fef-4013-80d8-c49d39a3672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.780182 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2678b6-9f6b-40b9-9d22-e753c98852ed None None] The sync data for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 is: [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:17Z', 'revision_number': 3, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:20.789296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-c2621ec6-5426-41de-a8c4-83b11facea39 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.790891 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-c2621ec6-5426-41de-a8c4-83b11facea39 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.37 "GET /v2.0/networks?id=cfc99ad1-d20d-437a-bbb3-ff60606d50f9 HTTP/1.1" status: 200 len: 807 time: 0.2351871 Jul 15 23:18:20.819169 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.845466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 958e2709-d5d8-4454-bad2-cd3b96474de4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=958e2709-d5d8-4454-bad2-cd3b96474de4,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:20.873829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.878067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '958e2709-d5d8-4454-bad2-cd3b96474de4', 'network_id': '47524916-eeb6-428c-9343-0e91332379ea', 'port_id': '958e2709-d5d8-4454-bad2-cd3b96474de4', 'mac_address': 'fa:16:3e:2f:0d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e86140d-4c93-4901-bfac-b0708ad5afba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:20.882860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.943940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Request body: {'port': {'device_id': '5af24b26-d2d4-4f49-a0e4-96e668e886b3', 'network_id': 'cfc99ad1-d20d-437a-bbb3-ff60606d50f9', 'admin_state_up': True, 'tenant_id': '8876066acef842d5b1c5bb2c0e14fae3'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:20.948247 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.962769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07f43ac0-230c-4bb0-acdd-73f8fafc32b1 req-44ac87be-4f6d-498f-a0c2-228c28c70f64 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 210 time: 0.0608213 Jul 15 23:18:20.966282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958e2709-d5d8-4454-bad2-cd3b96474de4 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:20.998033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-304b8a21-1eb2-442b-8e71-f6396ab040c6 service neutron] 10.222.0.59 "GET /v2.0/networks/115feace-5636-464a-b307-9544036667d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517714 Jul 15 23:18:21.021796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da771a11-d231-4958-a125-77431fe197fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b7b254-2784-4952-aad8-087fe7274004'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:21.024795 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea0a7aa-a878-465a-85de-6b21499c465c" -d '{"events": [{"server_uuid": "da771a11-d231-4958-a125-77431fe197fb", "name": "network-vif-plugged", "status": "completed", "tag": "69b7b254-2784-4952-aad8-087fe7274004"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:21.065452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 958e2709-d5d8-4454-bad2-cd3b96474de4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=958e2709-d5d8-4454-bad2-cd3b96474de4,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:21.068266 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.079800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 69b7b254-2784-4952-aad8-087fe7274004, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69b7b254-2784-4952-aad8-087fe7274004,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:21.085044 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.138804 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd32927-391f-4f09-b7d0-986d07430a7c x-openstack-request-id: req-8cd32927-391f-4f09-b7d0-986d07430a7c {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:21.138804 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da771a11-d231-4958-a125-77431fe197fb", "name": "network-vif-plugged", "status": "completed", "tag": "69b7b254-2784-4952-aad8-087fe7274004", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:21.138804 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cd32927-391f-4f09-b7d0-986d07430a7c {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:21.138804 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da771a11-d231-4958-a125-77431fe197fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b7b254-2784-4952-aad8-087fe7274004', 'code': 200} Jul 15 23:18:21.139572 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.194191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=958e2709-d5d8-4454-bad2-cd3b96474de4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:21.277641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=69b7b254-2784-4952-aad8-087fe7274004,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:21.316591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Made reservation on behalf of 8876066acef842d5b1c5bb2c0e14fae3 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:21.320209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.383388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61954c4e-84c4-4dcd-aeb6-112b62c46916 req-052fe897-73ac-43aa-97c0-10a324cc98b4 service neutron] 10.222.0.59 "GET /v2.0/networks/115feace-5636-464a-b307-9544036667d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376830 Jul 15 23:18:21.391362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['958e2709-d5d8-4454-bad2-cd3b96474de4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:21.408855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Allocated IP 172.20.0.1 (bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0/d7648d5a-cea4-4e89-b92b-91e86b6eb6be/75e8761a-f318-443c-aa64-0394a4c4d610) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:21.424708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b11d5-c4be-44a9-8dd6-cc840cbe6c93 req-dc02ec4b-4510-474a-990a-ac2851ac377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:21.426227 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-400b11d5-c4be-44a9-8dd6-cc840cbe6c93 req-dc02ec4b-4510-474a-990a-ac2851ac377c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da771a11-d231-4958-a125-77431fe197fb HTTP/1.1" status: 200 len: 1097 time: 0.2047396 Jul 15 23:18:21.491319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 1be2a427-46b6-4998-a804-89a4d1c12c0c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:21.491829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.496826 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.593246 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-400b11d5-c4be-44a9-8dd6-cc840cbe6c93 req-7697b26c-2d41-4d16-972a-d11dd0719210 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574786 Jul 15 23:18:21.612433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.621296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Allocated IP 172.20.0.13 (cfc99ad1-d20d-437a-bbb3-ff60606d50f9/cced0fe6-c0bc-41aa-9c07-b81f7d7134ad/ffcfee15-acc2-4b5e-aac0-86a1060c3772) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:21.679354 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.703439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 1be2a427-46b6-4998-a804-89a4d1c12c0c owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:21.751524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.818268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:21.827769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:21.831448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Pushing event updated for resources: {'Port': ['ID=75e8761a-f318-443c-aa64-0394a4c4d610,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:21.838328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:21.848046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b5c7f-50b6-4e5c-b3fb-7df05715a0ed req-9303c844-b3e5-45de-a20b-b9c6195dc2db tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:21.849790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f1b5c7f-50b6-4e5c-b3fb-7df05715a0ed req-9303c844-b3e5-45de-a20b-b9c6195dc2db tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 945 time: 0.2288306 Jul 15 23:18:21.882276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 07cd5709-ddf4-4709-91a8-6b9f540c4c3c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:21.887954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fd821-757f-45db-8e09-1ca4bf8e6eef req-d086fe95-a8f2-4b0c-ba42-94d336202f67 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:21.894925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc3fd821-757f-45db-8e09-1ca4bf8e6eef req-d086fe95-a8f2-4b0c-ba42-94d336202f67 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 943 time: 0.1973336 Jul 15 23:18:21.942477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:21.946930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:21.947295 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.948349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.969255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.979258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f1b5c7f-50b6-4e5c-b3fb-7df05715a0ed req-8c8a4469-82f8-4d38-af8e-d480dafa0b9e tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015553 Jul 15 23:18:22.035723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc3fd821-757f-45db-8e09-1ca4bf8e6eef req-3d11127b-849e-442e-b06a-d8e8233506b3 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398382 Jul 15 23:18:22.072623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.077609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.119347 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.125443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=07cd5709-ddf4-4709-91a8-6b9f540c4c3c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:22.138170 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.235092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=07cd5709-ddf4-4709-91a8-6b9f540c4c3c,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:22.283068 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.297296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:22.298070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.305135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:22.307615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:22.338641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Pushing event updated for resources: {'Port': ['ID=ffcfee15-acc2-4b5e-aac0-86a1060c3772,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:22.369823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=1be2a427-46b6-4998-a804-89a4d1c12c0c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:22.470480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:22.471307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.474209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8ab6-ba5b-454c-b140-9e45f1e577c8 req-796c2260-7a95-44ce-bb51-f3cc3eaa2edc tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:22.475709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17fa8ab6-ba5b-454c-b140-9e45f1e577c8 req-796c2260-7a95-44ce-bb51-f3cc3eaa2edc tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 932 time: 0.1431024 Jul 15 23:18:22.491568 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-aaaa404a-0d1c-4285-9e10-09c8c12e6d7e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6761880 Jul 15 23:18:22.528704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Request body: {'port': {'device_id': '5af24b26-d2d4-4f49-a0e4-96e668e886b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:22.534470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 958e2709-d5d8-4454-bad2-cd3b96474de4 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:22.545213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17fa8ab6-ba5b-454c-b140-9e45f1e577c8 req-6d2a473f-e220-4959-acd2-8b01ad638997 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596921 Jul 15 23:18:22.560098 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.566349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.614035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 958e2709-d5d8-4454-bad2-cd3b96474de4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:22.620385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 958e2709-d5d8-4454-bad2-cd3b96474de4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:22.620760 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.647547 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 629fb56f-3ca8-470f-840b-2e9df810cd95 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:22.666253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.668529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Pushing event updated for resources: {'Port': ['ID=75e8761a-f318-443c-aa64-0394a4c4d610,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:22.683839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.751646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.800230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:22.802040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:22.817994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 958e2709-d5d8-4454-bad2-cd3b96474de4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=958e2709-d5d8-4454-bad2-cd3b96474de4,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:22.823968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.875473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=958e2709-d5d8-4454-bad2-cd3b96474de4,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:22.923546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:23.040559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:23.050564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f620dd32-bb53-46f5-8fba-707ef79b4cfe admin admin] 10.222.0.23 "PUT /v2.0/routers/f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8265750 Jul 15 23:18:23.089339 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Sync routers for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:23.101973 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:23.105857 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:23.111156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:23.116474 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d31a82f9-5d13-4a06-9734-570e47f91c16 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/629fb56f-3ca8-470f-840b-2e9df810cd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0524673 Jul 15 23:18:23.119204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45670) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:23.124924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c2a66-27d7-43b4-96bc-9d4846d33f63 None None] Sync routers for ids ['629fb56f-3ca8-470f-840b-2e9df810cd95'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:23.145643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95b1e3f-0c70-4db7-9189-61a4f8e71222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958e2709-d5d8-4454-bad2-cd3b96474de4'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:23.151371 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5473ebe-954b-4f71-ac0e-e817a85d0b4f" -d '{"events": [{"server_uuid": "d95b1e3f-0c70-4db7-9189-61a4f8e71222", "name": "network-vif-plugged", "status": "completed", "tag": "958e2709-d5d8-4454-bad2-cd3b96474de4"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:23.154464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c2a66-27d7-43b4-96bc-9d4846d33f63 None None] Routers {'629fb56f-3ca8-470f-840b-2e9df810cd95'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:23.155324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-483c2a66-27d7-43b4-96bc-9d4846d33f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['629fb56f-3ca8-470f-840b-2e9df810cd95'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:23.200011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-483c2a66-27d7-43b4-96bc-9d4846d33f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:23.210351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c2a66-27d7-43b4-96bc-9d4846d33f63 None None] Routers {'629fb56f-3ca8-470f-840b-2e9df810cd95'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:23.211458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-483c2a66-27d7-43b4-96bc-9d4846d33f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['629fb56f-3ca8-470f-840b-2e9df810cd95'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:23.287311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-483c2a66-27d7-43b4-96bc-9d4846d33f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:23.288377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c2a66-27d7-43b4-96bc-9d4846d33f63 None None] The sync data for ids ['629fb56f-3ca8-470f-840b-2e9df810cd95'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:23.293824 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:23.302736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a255346-83a1-4d90-8cf0-c484c68c842c req-49c3c48c-dfb2-4db9-850c-29999fa75dc0 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.304862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a255346-83a1-4d90-8cf0-c484c68c842c req-49c3c48c-dfb2-4db9-850c-29999fa75dc0 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 943 time: 0.0924277 Jul 15 23:18:23.310689 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.313804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f060500-000c-42b9-95c9-df4d2c624175 req-23927606-bf5c-4044-b2de-d26ed3ed89cb tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.315855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f060500-000c-42b9-95c9-df4d2c624175 req-23927606-bf5c-4044-b2de-d26ed3ed89cb tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 946 time: 0.1493320 Jul 15 23:18:23.368342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a255346-83a1-4d90-8cf0-c484c68c842c req-a590457d-6543-4078-9eaf-f83ef8369f6e tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512509 Jul 15 23:18:23.384160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f060500-000c-42b9-95c9-df4d2c624175 req-348bc4ca-a97e-4fba-90fe-567cfc43bcc9 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581625 Jul 15 23:18:23.451086 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e70f0-dd43-4ea6-bbe0-c39d0eb8970f x-openstack-request-id: req-421e70f0-dd43-4ea6-bbe0-c39d0eb8970f {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:23.451436 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95b1e3f-0c70-4db7-9189-61a4f8e71222", "name": "network-vif-plugged", "status": "completed", "tag": "958e2709-d5d8-4454-bad2-cd3b96474de4", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:23.451753 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-421e70f0-dd43-4ea6-bbe0-c39d0eb8970f {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:23.452895 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95b1e3f-0c70-4db7-9189-61a4f8e71222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958e2709-d5d8-4454-bad2-cd3b96474de4', 'code': 200} Jul 15 23:18:23.517106 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 2, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:23.566586 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Checking router: f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:23.566962 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Updating router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe port 75e8761a-f318-443c-aa64-0394a4c4d610 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:18:23.611036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e2359-d120-41f3-983a-c24978987cd0 req-36e8d749-e2b0-46fc-af4b-ce4c3dcbc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.613136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c53e2359-d120-41f3-983a-c24978987cd0 req-36e8d749-e2b0-46fc-af4b-ce4c3dcbc4d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 1097 time: 0.0682454 Jul 15 23:18:23.641557 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.688443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c53e2359-d120-41f3-983a-c24978987cd0 req-e11c0203-dd58-4988-9c2d-98ad8b2351c5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660405 Jul 15 23:18:23.812898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcfee15-acc2-4b5e-aac0-86a1060c3772 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:23.832520 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.837477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 07cd5709-ddf4-4709-91a8-6b9f540c4c3c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:23.854421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.857156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Transition to ACTIVE for port object ffcfee15-acc2-4b5e-aac0-86a1060c3772 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:23.865746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-99a55ad3-b6d7-46a8-b852-45c15068faa3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.867415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-99a55ad3-b6d7-46a8-b852-45c15068faa3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 819 time: 0.1818557 Jul 15 23:18:23.879389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c1349-e3c4-4ede-a9cd-e64da83dac0a req-94028394-8feb-431e-92d5-d5b07dc5ebe5 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.881147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec9c1349-e3c4-4ede-a9cd-e64da83dac0a req-94028394-8feb-431e-92d5-d5b07dc5ebe5 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 932 time: 0.1556139 Jul 15 23:18:23.896208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:23.896989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.897459 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.905289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-1f983aa1-1ef4-490f-8214-0829475f22ef tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/quotas/56945fb0373c41a8b4cc3aad4e10c9cb HTTP/1.1" status: 200 len: 375 time: 0.0230043 Jul 15 23:18:23.968795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec9c1349-e3c4-4ede-a9cd-e64da83dac0a req-30bedd16-8988-466c-960a-72efc95f1a9d tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786803 Jul 15 23:18:23.977142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcfee15-acc2-4b5e-aac0-86a1060c3772,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.014866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-c85f20df-ebf5-4b74-bb0e-6703d4a1f6c6 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084111 Jul 15 23:18:24.039437 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.051999 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Transition to ACTIVE for port object 75e8761a-f318-443c-aa64-0394a4c4d610 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:24.058005 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.105386 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0f521-78ce-4791-91cf-0d6982d22944 None None] Pushing event updated for resources: {'Port': ['ID=75e8761a-f318-443c-aa64-0394a4c4d610,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.128109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-d15e80db-0049-4d5c-9a68-e60d5375286d service neutron] 10.222.0.23 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122377 Jul 15 23:18:24.147213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Attempting to bind port ffcfee15-acc2-4b5e-aac0-86a1060c3772 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:24.147744 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Attempting to bind port ffcfee15-acc2-4b5e-aac0-86a1060c3772 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '8e0eba9c-d139-4c63-9518-2bc1a3149b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cfc99ad1-d20d-437a-bbb3-ff60606d50f9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:24.147744 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Attempting to bind port ffcfee15-acc2-4b5e-aac0-86a1060c3772 on network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:24.158070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Port ffcfee15-acc2-4b5e-aac0-86a1060c3772 on network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:24.158394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Attempting to bind port ffcfee15-acc2-4b5e-aac0-86a1060c3772 on network cfc99ad1-d20d-437a-bbb3-ff60606d50f9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:24.164522 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Attempting to bind port 75e8761a-f318-443c-aa64-0394a4c4d610 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:24.164888 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Attempting to bind port 75e8761a-f318-443c-aa64-0394a4c4d610 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:24.165245 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Attempting to bind port 75e8761a-f318-443c-aa64-0394a4c4d610 on network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:24.165643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:24.165985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Checking segment: {'id': '8e0eba9c-d139-4c63-9518-2bc1a3149b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cfc99ad1-d20d-437a-bbb3-ff60606d50f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:24.166364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Bound using segment: {'id': '8e0eba9c-d139-4c63-9518-2bc1a3149b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cfc99ad1-d20d-437a-bbb3-ff60606d50f9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:24.166841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Bound port: ffcfee15-acc2-4b5e-aac0-86a1060c3772, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0eba9c-d139-4c63-9518-2bc1a3149b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cfc99ad1-d20d-437a-bbb3-ff60606d50f9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:24.167204 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.170832 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:24.171880 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Checking segment: {'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:24.172308 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.172691 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Bound using segment: {'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:24.173153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Bound port: 75e8761a-f318-443c-aa64-0394a4c4d610, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:24.173540 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.226289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-0a7848c8-bfef-4260-882d-11366463986a service neutron] 10.222.0.23 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916317 Jul 15 23:18:24.237405 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] For port 75e8761a-f318-443c-aa64-0394a4c4d610, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:24.240610 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] For port 75e8761a-f318-443c-aa64-0394a4c4d610, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=75e8761a-f318-443c-aa64-0394a4c4d610,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:24.246981 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.294497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] For port ffcfee15-acc2-4b5e-aac0-86a1060c3772, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:24.308559 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:24.309289 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:24.310718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] For port ffcfee15-acc2-4b5e-aac0-86a1060c3772, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ffcfee15-acc2-4b5e-aac0-86a1060c3772,segment=NetworkSegment(8e0eba9c-d139-4c63-9518-2bc1a3149b51),segment_id=8e0eba9c-d139-4c63-9518-2bc1a3149b51)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:24.314359 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0f521-78ce-4791-91cf-0d6982d22944 None None] Pushing event updated for resources: {'Port': ['ID=75e8761a-f318-443c-aa64-0394a4c4d610,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.317994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.399762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcfee15-acc2-4b5e-aac0-86a1060c3772,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.404576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:24.405203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.407259 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-b83f5a75-fc27-4882-8da6-e05c09586858 service neutron] 10.222.0.37 "PUT /v2.0/ports/ffcfee15-acc2-4b5e-aac0-86a1060c3772 HTTP/1.1" status: 200 len: 1092 time: 1.8835979 Jul 15 23:18:24.407867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af24b26-d2d4-4f49-a0e4-96e668e886b3', 'tag': 'ffcfee15-acc2-4b5e-aac0-86a1060c3772'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:24.410322 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c6e53-178a-4ea1-b27e-ea63a24933a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5af24b26-d2d4-4f49-a0e4-96e668e886b3", "tag": "ffcfee15-acc2-4b5e-aac0-86a1060c3772"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:24.439741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9975d5b-124c-412d-8d14-ace937ff4fd9 req-620c4d1f-172b-4a5c-8e2d-26dbd362f1da tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 210 time: 0.0572610 Jul 15 23:18:24.441348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port b7e14916-9ab4-4dcb-bcef-4bf995026429 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:24.441789 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.488610 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:24.558315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.572634 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for b7e14916-9ab4-4dcb-bcef-4bf995026429 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:24.763318 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe07747a-7b23-4d4f-b32f-a3eeec939191 x-openstack-request-id: req-fe07747a-7b23-4d4f-b32f-a3eeec939191 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:24.764290 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af24b26-d2d4-4f49-a0e4-96e668e886b3", "tag": "ffcfee15-acc2-4b5e-aac0-86a1060c3772", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:24.764606 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe07747a-7b23-4d4f-b32f-a3eeec939191 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:24.765553 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af24b26-d2d4-4f49-a0e4-96e668e886b3', 'tag': 'ffcfee15-acc2-4b5e-aac0-86a1060c3772', 'status': 'completed', 'code': 200} Jul 15 23:18:24.777885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.876551 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:24Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:24.899773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=b7e14916-9ab4-4dcb-bcef-4bf995026429,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.917018 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.938502 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016e7a6-2346-4ab3-b58f-28c7f6bd7136 None None] The sync data for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 is: [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:24Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:25.203143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042aa11-2710-4651-a967-64b16421d6ed req-26939361-e5a8-4c18-a273-071d35f0d783 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:25.210917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e042aa11-2710-4651-a967-64b16421d6ed req-26939361-e5a8-4c18-a273-071d35f0d783 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 943 time: 0.6074448 Jul 15 23:18:25.230455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.247194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-d8bef8a4-24e0-4961-950b-18c89019343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:25.248941 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-d8bef8a4-24e0-4961-950b-18c89019343d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8876066acef842d5b1c5bb2c0e14fae3&device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 1095 time: 0.4825289 Jul 15 23:18:25.296518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee836b-6407-41eb-9940-e4e7d842ba11 req-613c73ae-47e6-4393-b287-ffbb368da207 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:25.298107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9ee836b-6407-41eb-9940-e4e7d842ba11 req-613c73ae-47e6-4393-b287-ffbb368da207 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 946 time: 0.1894193 Jul 15 23:18:25.347229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e042aa11-2710-4651-a967-64b16421d6ed req-ee0bed9d-2fe9-491c-a056-6d47e9a5a6c2 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348703 Jul 15 23:18:25.387512 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-f049aaba-4419-41c5-a30c-2b84be3c4995 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffcfee15-acc2-4b5e-aac0-86a1060c3772 HTTP/1.1" status: 200 len: 217 time: 0.0914536 Jul 15 23:18:25.427009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9ee836b-6407-41eb-9940-e4e7d842ba11 req-d3bd97d2-dc8f-45e7-86fc-a7ed794fdfcc tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144719 Jul 15 23:18:25.520883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-5e7d3ab1-5917-488a-9d2f-4d69bcd9d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:25.522373 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-5e7d3ab1-5917-488a-9d2f-4d69bcd9d59e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cced0fe6-c0bc-41aa-9c07-b81f7d7134ad HTTP/1.1" status: 200 len: 847 time: 0.1276145 Jul 15 23:18:25.526844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 629fb56f-3ca8-470f-840b-2e9df810cd95 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:25.583718 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-c427b610-5e9b-4f74-a602-499bf7d5b86d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfc99ad1-d20d-437a-bbb3-ff60606d50f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531898 Jul 15 23:18:25.698530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:25.707463 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c636d89e-3e56-4764-bd95-118ef24bec66 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/629fb56f-3ca8-470f-840b-2e9df810cd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5872340 Jul 15 23:18:25.710017 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c38471-ad7c-4725-94f2-3326d6cf617b None None] Sync routers for ids ['629fb56f-3ca8-470f-840b-2e9df810cd95'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:25.711130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45718) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:25.754950 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c38471-ad7c-4725-94f2-3326d6cf617b None None] Routers {'629fb56f-3ca8-470f-840b-2e9df810cd95'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:25.756774 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-71c38471-ad7c-4725-94f2-3326d6cf617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['629fb56f-3ca8-470f-840b-2e9df810cd95'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:25.797436 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-9d867d81-4614-4b9b-8b17-3a02313468e0 service neutron] 10.222.0.37 "GET /v2.0/networks/cfc99ad1-d20d-437a-bbb3-ff60606d50f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057037 Jul 15 23:18:25.840055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fb3c7553-ebd8-4509-a45b-5fd934c101ae tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=629fb56f-3ca8-470f-840b-2e9df810cd95 HTTP/1.1" status: 200 len: 205 time: 0.1269908 Jul 15 23:18:25.847873 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45720) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:25.870357 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-71c38471-ad7c-4725-94f2-3326d6cf617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:25.881034 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c38471-ad7c-4725-94f2-3326d6cf617b None None] Routers {'629fb56f-3ca8-470f-840b-2e9df810cd95'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:25.881678 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-71c38471-ad7c-4725-94f2-3326d6cf617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['629fb56f-3ca8-470f-840b-2e9df810cd95'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:25.950780 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-71c38471-ad7c-4725-94f2-3326d6cf617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:25.951487 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c38471-ad7c-4725-94f2-3326d6cf617b None None] The sync data for ids ['629fb56f-3ca8-470f-840b-2e9df810cd95'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:25.955667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c709341e-e54d-45e5-ba5a-33d71fc4d81f req-55a7c37e-0ae2-4342-b542-f44d2713c340 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 210 time: 0.0459476 Jul 15 23:18:25.995526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 75e8761a-f318-443c-aa64-0394a4c4d610 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:25.996602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f0d14-f310-4695-9b73-590a75846149 req-f3786566-ebe9-470e-8507-0521d04728a7 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.004913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-838f0d14-f310-4695-9b73-590a75846149 req-f3786566-ebe9-470e-8507-0521d04728a7 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 944 time: 0.1640253 Jul 15 23:18:26.010871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3843b23-d659-4df4-9927-97d2a5dcbead tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.051690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-838f0d14-f310-4695-9b73-590a75846149 req-dcc1d1a2-f931-485a-b742-30b0b8cf2835 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Jul 15 23:18:26.088200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 75e8761a-f318-443c-aa64-0394a4c4d610 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:26.093709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 75e8761a-f318-443c-aa64-0394a4c4d610 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:26.094080 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.189903 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.240672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 75e8761a-f318-443c-aa64-0394a4c4d610, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=75e8761a-f318-443c-aa64-0394a4c4d610,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:26.248844 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.284411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3843b23-d659-4df4-9927-97d2a5dcbead tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.294477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3843b23-d659-4df4-9927-97d2a5dcbead tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.299239 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-525dcaa0-dabe-47e3-a108-1a90d3b71919 req-e767317b-95da-4701-a799-79fa4dbb147a service neutron] 10.222.0.37 "GET /v2.0/networks/cfc99ad1-d20d-437a-bbb3-ff60606d50f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911611 Jul 15 23:18:26.333307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=75e8761a-f318-443c-aa64-0394a4c4d610,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:26.546828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device db0809e0-c068-4962-bee2-ed1b7ec3c28d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:26.660125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e087cbd-ecd9-45d5-8ecb-1c39dbb81609 req-0ffcb98c-fc59-4801-89e3-152fac629d43 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.661706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e087cbd-ecd9-45d5-8ecb-1c39dbb81609 req-0ffcb98c-fc59-4801-89e3-152fac629d43 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 943 time: 0.1560442 Jul 15 23:18:26.678717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009efa-92ed-45c2-a761-c1c836ced2c9 req-7f6171c4-fd27-4d26-942f-d2e3fb41e1b1 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.680370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb009efa-92ed-45c2-a761-c1c836ced2c9 req-7f6171c4-fd27-4d26-942f-d2e3fb41e1b1 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 946 time: 0.1129837 Jul 15 23:18:26.698299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port db0809e0-c068-4962-bee2-ed1b7ec3c28d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=db0809e0-c068-4962-bee2-ed1b7ec3c28d,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:26.730352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'port_id': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'mac_address': 'fa:16:3e:00:e0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:26.745594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e087cbd-ecd9-45d5-8ecb-1c39dbb81609 req-f18cfc5e-4138-41ab-9688-313a43e7ce04 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641961 Jul 15 23:18:26.762476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb009efa-92ed-45c2-a761-c1c836ced2c9 req-8c18befa-fb84-4c79-8e75-1c0f99422be1 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741711 Jul 15 23:18:26.800731 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.817054 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0809e0-c068-4962-bee2-ed1b7ec3c28d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:26.822823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3843b23-d659-4df4-9927-97d2a5dcbead tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.823652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3843b23-d659-4df4-9927-97d2a5dcbead tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Fanout notify agent at l3_agent the message router_deleted on router 629fb56f-3ca8-470f-840b-2e9df810cd95 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:18:26.834297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3843b23-d659-4df4-9927-97d2a5dcbead tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.839372 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a3843b23-d659-4df4-9927-97d2a5dcbead tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/629fb56f-3ca8-470f-840b-2e9df810cd95 HTTP/1.1" status: 204 len: 168 time: 0.9900267 Jul 15 23:18:26.839496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45732) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:26.841086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port db0809e0-c068-4962-bee2-ed1b7ec3c28d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=db0809e0-c068-4962-bee2-ed1b7ec3c28d,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:26.848033 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.885718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-3feee7f6-9edc-4f25-b1da-8880860c8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.887961 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-3feee7f6-9edc-4f25-b1da-8880860c8c4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8876066acef842d5b1c5bb2c0e14fae3&device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 1095 time: 0.1458545 Jul 15 23:18:26.896300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-35962a31-6b5c-44e6-b5ba-e345f572e2c9 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.898238 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-35962a31-6b5c-44e6-b5ba-e345f572e2c9 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.37 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 819 time: 0.6161132 Jul 15 23:18:26.918087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=db0809e0-c068-4962-bee2-ed1b7ec3c28d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:26.952905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Request body: {'port': {'device_id': '62994f6e-76a7-4176-b05d-887cbe987a61', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'admin_state_up': True, 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:26.956869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4a1822-f61d-437f-a847-247c0e279b86 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet 55997fdd-86bb-458c-8b51-cde1e8a0e5d9 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:26.960326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1822-f61d-437f-a847-247c0e279b86 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.015099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1822-f61d-437f-a847-247c0e279b86 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.107726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-97592e2e-905e-4b4b-b557-a43df8d39280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:27.109487 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-97592e2e-905e-4b4b-b557-a43df8d39280 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cfc99ad1-d20d-437a-bbb3-ff60606d50f9 HTTP/1.1" status: 200 len: 908 time: 0.2100039 Jul 15 23:18:27.156099 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-38449484-1b49-4dfb-86b4-4dfb16df148a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffcfee15-acc2-4b5e-aac0-86a1060c3772 HTTP/1.1" status: 200 len: 217 time: 0.0377474 Jul 15 23:18:27.165043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Made reservation on behalf of 56945fb0373c41a8b4cc3aad4e10c9cb for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:27.168925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.189286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1183e2b3-c237-4c18-9769-8a4c497fe236 req-51299de4-b6a3-459c-bf48-a9008db140c4 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 210 time: 0.0663550 Jul 15 23:18:27.223520 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1822-f61d-437f-a847-247c0e279b86 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.235875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['db0809e0-c068-4962-bee2-ed1b7ec3c28d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:27.287385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-47e3171b-f314-40c9-a32b-e5d9537943d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:27.288649 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-47e3171b-f314-40c9-a32b-e5d9537943d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cced0fe6-c0bc-41aa-9c07-b81f7d7134ad HTTP/1.1" status: 200 len: 847 time: 0.1162405 Jul 15 23:18:27.300152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc51fb-eb69-463d-a4dd-85213fdba3ff req-17d629ca-3799-4539-9264-7716d55e6c1f tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:27.302115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5fc51fb-eb69-463d-a4dd-85213fdba3ff req-17d629ca-3799-4539-9264-7716d55e6c1f tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=da771a11-d231-4958-a125-77431fe197fb HTTP/1.1" status: 200 len: 946 time: 0.2383494 Jul 15 23:18:27.329160 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-4cdcf7ba-0ac1-46bf-ad41-a90aca336104 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfc99ad1-d20d-437a-bbb3-ff60606d50f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320098 Jul 15 23:18:27.368249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1822-f61d-437f-a847-247c0e279b86 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.407449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1822-f61d-437f-a847-247c0e279b86 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=55997fdd-86bb-458c-8b51-cde1e8a0e5d9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:27.418917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1822-f61d-437f-a847-247c0e279b86 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.423407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6d4a1822-f61d-437f-a847-247c0e279b86 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/55997fdd-86bb-458c-8b51-cde1e8a0e5d9 HTTP/1.1" status: 204 len: 168 time: 0.5804451 Jul 15 23:18:27.423561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1640c9-166f-43b7-bb0d-ea91b3c88708 None None] Network 27dafbc1-27f0-4bb4-83b0-4def9e44255b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:27.423987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45738) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:27.456537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Allocated IP 172.20.0.4 (bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0/d7648d5a-cea4-4e89-b92b-91e86b6eb6be/23a54b07-4412-44eb-b306-01d8d6ddb0e2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:27.460375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5fc51fb-eb69-463d-a4dd-85213fdba3ff req-e3439895-ff4d-4375-994f-7f42bed84700 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459148 Jul 15 23:18:27.482039 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-5a060ae0-932d-4ea6-8992-3d89b2ac48fd service neutron] 10.222.0.37 "GET /v2.0/networks/cfc99ad1-d20d-437a-bbb3-ff60606d50f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453516 Jul 15 23:18:27.496257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b1e491-789e-40d8-9acb-abd44a4204fb tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet 7e5cbab5-ce45-4ca2-8a37-f31a692b9b75 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:27.511679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ef8f-11a7-4277-a1be-c8fe6ed870cc req-abab6e87-23d2-4b8a-9215-8006cc197c8c tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:27.513403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dd2ef8f-11a7-4277-a1be-c8fe6ed870cc req-abab6e87-23d2-4b8a-9215-8006cc197c8c tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 944 time: 0.2005401 Jul 15 23:18:27.514259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45b1e491-789e-40d8-9acb-abd44a4204fb tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.580194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45b1e491-789e-40d8-9acb-abd44a4204fb tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.606610 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-300c6e53-178a-4ea1-b27e-ea63a24933a5 req-87282194-525e-4dce-9eaa-842250f1bbb1 service neutron] 10.222.0.37 "GET /v2.0/networks/cfc99ad1-d20d-437a-bbb3-ff60606d50f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172071 Jul 15 23:18:27.630205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dd2ef8f-11a7-4277-a1be-c8fe6ed870cc req-120129a8-903f-4281-b7e1-81e9e88511aa tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918913 Jul 15 23:18:27.663013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] DHCP port deletion for 27dafbc1-27f0-4bb4-83b0-4def9e44255b request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:27.714436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] Deleting port b0408c9d-34c3-4927-839a-99d264a88f62 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:27.714951 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.744778 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45b1e491-789e-40d8-9acb-abd44a4204fb tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.820699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.831932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] For port b0408c9d-34c3-4927-839a-99d264a88f62, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b0408c9d-34c3-4927-839a-99d264a88f62,segment=NetworkSegment(aed43804-7adc-4ec2-957b-43ea2f49484a),segment_id=aed43804-7adc-4ec2-957b-43ea2f49484a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:27.832679 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.856174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45b1e491-789e-40d8-9acb-abd44a4204fb tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.859772 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] Calling delete_port for b0408c9d-34c3-4927-839a-99d264a88f62 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:27.889452 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.899527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e491-789e-40d8-9acb-abd44a4204fb tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5cbab5-ce45-4ca2-8a37-f31a692b9b75,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:27.913441 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45b1e491-789e-40d8-9acb-abd44a4204fb tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.918233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-45b1e491-789e-40d8-9acb-abd44a4204fb tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/7e5cbab5-ce45-4ca2-8a37-f31a692b9b75 HTTP/1.1" status: 204 len: 168 time: 0.4901814 Jul 15 23:18:27.918387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45748) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:27.964903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:27.969250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:27.973170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:28.007540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 75e8761a-f318-443c-aa64-0394a4c4d610 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:28.041912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.042504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762d526e-e61f-4201-9a84-fa45036d2983 None None] Network 8e0bd35a-8460-4d08-82a7-0eb3f269a30f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:28.043012 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.043186 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.049414 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.066297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event updated for resources: {'Port': ['ID=23a54b07-4412-44eb-b306-01d8d6ddb0e2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:28.081421 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ae29fd-8a13-4540-a627-5236f01602ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1650586 Jul 15 23:18:28.101359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] Pushing event deleted for resources: {'Port': ['ID=b0408c9d-34c3-4927-839a-99d264a88f62,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:28.105982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Request body: {'port': {'device_id': '62994f6e-76a7-4176-b05d-887cbe987a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:28.113782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d397e-871d-49dc-87a6-98ae97f99ced None None] No DVR routers for this DVR port b0408c9d-34c3-4927-839a-99d264a88f62 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:28.148229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 75e8761a-f318-443c-aa64-0394a4c4d610 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:28.148883 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.163010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa14d68-aafc-4c9c-bab5-4402291a49bc req-c1f070fd-8011-4008-aeb9-3c87eca7a190 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.164568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9aa14d68-aafc-4c9c-bab5-4402291a49bc req-c1f070fd-8011-4008-aeb9-3c87eca7a190 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 944 time: 0.1674659 Jul 15 23:18:28.190587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.224115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.243552 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dafbc1-27f0-4bb4-83b0-4def9e44255b']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:28.282544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9aa14d68-aafc-4c9c-bab5-4402291a49bc req-844ddcfe-d2ba-4182-b697-1c5d891e28d1 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085777 Jul 15 23:18:28.290300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed43804-7adc-4ec2-957b-43ea2f49484a') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:28.290609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed43804-7adc-4ec2-957b-43ea2f49484a') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:28.316765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.351970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.361961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:28.363015 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:28.370837 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:28.396655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] DHCP port deletion for 8e0bd35a-8460-4d08-82a7-0eb3f269a30f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:28.401382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b0408c9d-34c3-4927-839a-99d264a88f62 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:28.403264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ffcfee15-acc2-4b5e-aac0-86a1060c3772 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:28.463174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b0408c9d-34c3-4927-839a-99d264a88f62 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:28.463784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b0408c9d-34c3-4927-839a-99d264a88f62 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:28.488593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.531459 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.533446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/27dafbc1-27f0-4bb4-83b0-4def9e44255b HTTP/1.1" status: 204 len: 168 time: 0.6138315 Jul 15 23:18:28.536766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45758) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:28.546781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cb99e-7dce-4bc9-9b35-a74ad23b3540 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=27dafbc1-27f0-4bb4-83b0-4def9e44255b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:28.576479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ffcfee15-acc2-4b5e-aac0-86a1060c3772, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ffcfee15-acc2-4b5e-aac0-86a1060c3772,segment=NetworkSegment(8e0eba9c-d139-4c63-9518-2bc1a3149b51),segment_id=8e0eba9c-d139-4c63-9518-2bc1a3149b51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:28.581437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb3ec-15b0-4593-951e-8de7537ac468 req-0dee50b8-17f6-4303-8749-f29cb41d5055 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.583352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c2fb3ec-15b0-4593-951e-8de7537ac468 req-0dee50b8-17f6-4303-8749-f29cb41d5055 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=da771a11-d231-4958-a125-77431fe197fb HTTP/1.1" status: 200 len: 946 time: 0.1294286 Jul 15 23:18:28.593500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device db0809e0-c068-4962-bee2-ed1b7ec3c28d up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:28.625882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ffcfee15-acc2-4b5e-aac0-86a1060c3772', 'network_id': 'cfc99ad1-d20d-437a-bbb3-ff60606d50f9', 'port_id': 'ffcfee15-acc2-4b5e-aac0-86a1060c3772', 'mac_address': 'fa:16:3e:69:7c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cced0fe6-c0bc-41aa-9c07-b81f7d7134ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:28.631114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a54b07-4412-44eb-b306-01d8d6ddb0e2 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:28.649972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.658443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1c2fb3ec-15b0-4593-951e-8de7537ac468 req-91fbdb1b-3d3c-4726-8bf2-a6caf053e36b tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625408 Jul 15 23:18:28.660677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.673423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Transition to ACTIVE for port object 23a54b07-4412-44eb-b306-01d8d6ddb0e2 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:28.682008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456beac9-7f9c-4dc5-bb18-8e55a63a5ab4 req-3db6bbd7-63c8-40c3-b7ec-e35e63f49c44 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.682245 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.683822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-456beac9-7f9c-4dc5-bb18-8e55a63a5ab4 req-3db6bbd7-63c8-40c3-b7ec-e35e63f49c44 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 931 time: 0.0990798 Jul 15 23:18:28.713056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] Deleting port d7b84e6a-bf16-45ba-8b3d-980a0758e26a {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:28.714035 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.744905 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.759978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-456beac9-7f9c-4dc5-bb18-8e55a63a5ab4 req-f7dfdd14-45b0-46c2-96ac-4f0d3326dcfb tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636826 Jul 15 23:18:28.773607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port db0809e0-c068-4962-bee2-ed1b7ec3c28d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:28.778224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=23a54b07-4412-44eb-b306-01d8d6ddb0e2,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:28.783688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcfee15-acc2-4b5e-aac0-86a1060c3772 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:28.819077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port db0809e0-c068-4962-bee2-ed1b7ec3c28d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:28.819546 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.847456 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port d7b84e6a-bf16-45ba-8b3d-980a0758e26a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:28.848031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.863275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] For port d7b84e6a-bf16-45ba-8b3d-980a0758e26a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,segment=NetworkSegment(3aae9201-cd86-4dd1-a7cb-04a290bf7d90),segment_id=3aae9201-cd86-4dd1-a7cb-04a290bf7d90)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:28.863674 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.866941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ffcfee15-acc2-4b5e-aac0-86a1060c3772, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ffcfee15-acc2-4b5e-aac0-86a1060c3772,segment=NetworkSegment(8e0eba9c-d139-4c63-9518-2bc1a3149b51),segment_id=8e0eba9c-d139-4c63-9518-2bc1a3149b51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:28.881045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.886310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Attempting to bind port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:28.886655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Attempting to bind port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:28.887035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Attempting to bind port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 on network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:28.888381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] Calling delete_port for d7b84e6a-bf16-45ba-8b3d-980a0758e26a owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:28.889080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a92ce-23da-4c93-9220-eb6efc330c19 req-4d3a5251-df4f-4a97-88e6-5f56005914ea tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.891492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c7a92ce-23da-4c93-9220-eb6efc330c19 req-4d3a5251-df4f-4a97-88e6-5f56005914ea tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 944 time: 0.0693433 Jul 15 23:18:28.896885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 on network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:28.897215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Attempting to bind port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 on network bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:28.931915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:28.932334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Checking segment: {'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:28.932658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Bound using segment: {'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:28.933109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Bound port: 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ed0327-1cbc-4162-9e5a-dfed84713684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:28.933477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.937605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c7a92ce-23da-4c93-9220-eb6efc330c19 req-26f52b73-2cd3-4304-a7d5-36e4193e59ce tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Jul 15 23:18:28.955230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port d7b84e6a-bf16-45ba-8b3d-980a0758e26a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,segment=NetworkSegment(3aae9201-cd86-4dd1-a7cb-04a290bf7d90),segment_id=3aae9201-cd86-4dd1-a7cb-04a290bf7d90)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:28.955602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.987295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for d7b84e6a-bf16-45ba-8b3d-980a0758e26a owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:28.987517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ffcfee15-acc2-4b5e-aac0-86a1060c3772,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.041029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.066136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:29.068438 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361c62ad-a2c0-4342-b4d5-42c37e568766" -d '{"events": [{"server_uuid": "f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec", "name": "network-vif-plugged", "status": "completed", "tag": "db0809e0-c068-4962-bee2-ed1b7ec3c28d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:29.078248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] For port 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:29.078379 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.083011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] For port 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:29.085567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port db0809e0-c068-4962-bee2-ed1b7ec3c28d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=db0809e0-c068-4962-bee2-ed1b7ec3c28d,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:29.096293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.111974 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.114998 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad4c59-11ff-4cda-9054-21e1a4744a3c x-openstack-request-id: req-07ad4c59-11ff-4cda-9054-21e1a4744a3c {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:29.115285 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec", "name": "network-vif-plugged", "status": "completed", "tag": "db0809e0-c068-4962-bee2-ed1b7ec3c28d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:29.115535 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07ad4c59-11ff-4cda-9054-21e1a4744a3c {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:29.115917 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'code': 200} Jul 15 23:18:29.118010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] Pushing event deleted for resources: {'Port': ['ID=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.120938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7019ff1-ad49-4f3e-afca-acab543e8bc9 None None] No DVR routers for this DVR port d7b84e6a-bf16-45ba-8b3d-980a0758e26a on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:29.149902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.150305 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.151744 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] 10.222.0.37 "PUT /v2.0/ports/23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 1091 time: 1.0559371 Jul 15 23:18:29.160329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:29.162637 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edc2590-c7c7-4dcd-b192-3df9aad54d19" -d '{"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:29.174522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=db0809e0-c068-4962-bee2-ed1b7ec3c28d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.201251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.204441 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a274e-593d-4912-88d5-7a53fe3e6a54 x-openstack-request-id: req-ab6a274e-593d-4912-88d5-7a53fe3e6a54 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:29.204729 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:29.204978 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab6a274e-593d-4912-88d5-7a53fe3e6a54 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:29.205553 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'status': 'completed', 'code': 200} Jul 15 23:18:29.207506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f33f5-5a75-41d7-b518-a5861c744eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=23a54b07-4412-44eb-b306-01d8d6ddb0e2,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.240570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No DVR routers for this DVR port d7b84e6a-bf16-45ba-8b3d-980a0758e26a on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:29.253053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=d7b84e6a-bf16-45ba-8b3d-980a0758e26a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.267806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ffcfee15-acc2-4b5e-aac0-86a1060c3772'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:29.269672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6e25f-f576-484e-ac7c-974dc22b9722 req-12219c26-8a94-4504-b7b6-555766af683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.271291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1b6e25f-f576-484e-ac7c-974dc22b9722 req-12219c26-8a94-4504-b7b6-555766af683a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 1096 time: 0.0611782 Jul 15 23:18:29.312296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1b6e25f-f576-484e-ac7c-974dc22b9722 req-d6a7cb2d-367c-4e18-9e6c-aca85ab30f88 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Jul 15 23:18:29.412614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.433413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0bd35a-8460-4d08-82a7-0eb3f269a30f']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:29.446252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aae9201-cd86-4dd1-a7cb-04a290bf7d90') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:29.446608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aae9201-cd86-4dd1-a7cb-04a290bf7d90') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:29.463800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.476032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-a9b0d563-ef5b-472e-9d7f-4079ec8606bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.477944 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-a9b0d563-ef5b-472e-9d7f-4079ec8606bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1094 time: 0.2410111 Jul 15 23:18:29.478185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858deb1d-7f82-48bb-ac34-ecb35c4b8c95 req-b6ed2643-ca42-4417-b383-bb5a18582e3c tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.479893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-858deb1d-7f82-48bb-ac34-ecb35c4b8c95 req-b6ed2643-ca42-4417-b383-bb5a18582e3c tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.0743539 Jul 15 23:18:29.488726 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.510993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-7180cffe-4578-4154-a96c-910967e911e4 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.512538 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-7180cffe-4578-4154-a96c-910967e911e4 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.37 "GET /v2.0/ports?device_id=da771a11-d231-4958-a125-77431fe197fb HTTP/1.1" status: 200 len: 946 time: 0.1825593 Jul 15 23:18:29.519948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-858deb1d-7f82-48bb-ac34-ecb35c4b8c95 req-48e9a4bd-0329-485a-88f4-54df92de2334 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335159 Jul 15 23:18:29.540240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:29.540745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:29.543644 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:29.560816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-53325b4b-b404-4ab1-a227-ec955480de15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0671654 Jul 15 23:18:29.675172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.703846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.705741 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/8e0bd35a-8460-4d08-82a7-0eb3f269a30f HTTP/1.1" status: 204 len: 168 time: 1.1678600 Jul 15 23:18:29.709701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-fc5b6528-c76f-47b2-a690-620cf66a4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.710598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45774) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:29.711012 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-fc5b6528-c76f-47b2-a690-620cf66a4d20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.1421633 Jul 15 23:18:29.716365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1025447710'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:29.733192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac84315-dff0-41e0-800e-d61b22ff8691 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=8e0bd35a-8460-4d08-82a7-0eb3f269a30f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.746690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:29.751903 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.753342 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b9ea26ab-afc3-49bd-942d-9c16bc95b2f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309417 Jul 15 23:18:29.801182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:29.836030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.836732 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment 03a4b1f7-b06c-4d79-8aec-cdbf931e39de of type vlan for network fc436133-408c-4138-8dcc-65d40b2c2297 Jul 15 23:18:29.846196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d7b84e6a-bf16-45ba-8b3d-980a0758e26a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:29.853268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Deleting port 69b7b254-2784-4952-aad8-087fe7274004 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:29.853619 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.878149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d7b84e6a-bf16-45ba-8b3d-980a0758e26a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:29.878638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d7b84e6a-bf16-45ba-8b3d-980a0758e26a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:29.953023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.970273 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-b0001a11-a8bd-447c-b945-9227789c9c00 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095509 Jul 15 23:18:29.972250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] For port 69b7b254-2784-4952-aad8-087fe7274004, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69b7b254-2784-4952-aad8-087fe7274004,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:29.972617 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.993456 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Calling delete_port for 69b7b254-2784-4952-aad8-087fe7274004 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:30.040477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.046593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.047201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.062386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-18789a73-53f5-42a4-9ab4-5c252cdeda34 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.063869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-18789a73-53f5-42a4-9ab4-5c252cdeda34 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.59 "GET /v2.0/ports?device_id=d95b1e3f-0c70-4db7-9189-61a4f8e71222 HTTP/1.1" status: 200 len: 946 time: 0.2178695 Jul 15 23:18:30.111435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec08e4-e89f-4786-bb0a-605dd1dc567b req-506e5faf-3a48-4e54-80da-7be630e677fb tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.112952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83ec08e4-e89f-4786-bb0a-605dd1dc567b req-506e5faf-3a48-4e54-80da-7be630e677fb tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=da771a11-d231-4958-a125-77431fe197fb HTTP/1.1" status: 200 len: 946 time: 0.2649195 Jul 15 23:18:30.120698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4086642 Jul 15 23:18:30.121842 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a4496aa7-2589-4e69-8079-bb0aff124522 req-6216216d-4ec0-4910-a26e-1409624d33c8 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420631 Jul 15 23:18:30.123602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45780) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:30.128537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': 'fc436133-408c-4138-8dcc-65d40b2c2297', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:30.190839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34b213-c39d-4826-ae07-ce7b70786b72 req-d6835624-bb89-4ad0-9c2a-3fad3db41caf tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.192367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f34b213-c39d-4826-ae07-ce7b70786b72 req-d6835624-bb89-4ad0-9c2a-3fad3db41caf tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 943 time: 0.2634430 Jul 15 23:18:30.200545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2d7b7-3343-452d-be7c-6abaad3939e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=fc436133-408c-4138-8dcc-65d40b2c2297,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:30.213804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network fc436133-408c-4138-8dcc-65d40b2c2297 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:30.298944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83ec08e4-e89f-4786-bb0a-605dd1dc567b req-ebcab666-6a1b-43df-88c3-2ef3a854eb63 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4c95002-a4ce-429b-9bef-d5ca9423ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566112 Jul 15 23:18:30.303128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f34b213-c39d-4826-ae07-ce7b70786b72 req-1dc61f6e-ce2f-4671-a501-a1a04018feac tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995915 Jul 15 23:18:30.317156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.317156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:30.317156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.325966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['958e2709-d5d8-4454-bad2-cd3b96474de4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:30.366336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['69b7b254-2784-4952-aad8-087fe7274004'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:30.366667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Deleting port 958e2709-d5d8-4454-bad2-cd3b96474de4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:30.367200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.387924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Pushing event deleted for resources: {'Port': ['ID=69b7b254-2784-4952-aad8-087fe7274004,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:30.431912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-748559d5-3c8d-4a11-8b0b-416638900da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.432850 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-748559d5-3c8d-4a11-8b0b-416638900da9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1094 time: 0.2052858 Jul 15 23:18:30.461954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] No DVR routers for this DVR port 69b7b254-2784-4952-aad8-087fe7274004 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:30.492915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.495007 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6e8d5c15-bc4e-41a0-af97-75121fb5b7b1 req-821edfe2-ff8e-4403-88cc-0b329f8aaa96 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.37 "DELETE /v2.0/ports/69b7b254-2784-4952-aad8-087fe7274004 HTTP/1.1" status: 204 len: 173 time: 0.9502614 Jul 15 23:18:30.567885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] For port 958e2709-d5d8-4454-bad2-cd3b96474de4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=958e2709-d5d8-4454-bad2-cd3b96474de4,segment=NetworkSegment(d42eb1db-700a-49bb-826d-f40925b6a876),segment_id=d42eb1db-700a-49bb-826d-f40925b6a876)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:30.568294 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.589191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Calling delete_port for 958e2709-d5d8-4454-bad2-cd3b96474de4 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:30.615838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286e353-f9f2-4c18-b132-21fadd317a06 req-83ba85a0-e6fc-4f18-af6f-846e7fca2ff3 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.624859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3286e353-f9f2-4c18-b132-21fadd317a06 req-83ba85a0-e6fc-4f18-af6f-846e7fca2ff3 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 945 time: 0.1228526 Jul 15 23:18:30.631650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-f95dd4d0-4f76-4a8a-92ec-892d9886b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.633147 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-f95dd4d0-4f76-4a8a-92ec-892d9886b656 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 920 time: 0.1807904 Jul 15 23:18:30.692026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-a34cc845-701c-46cc-b8bf-e0c15928be60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0497570 Jul 15 23:18:30.715626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ffcfee15-acc2-4b5e-aac0-86a1060c3772 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:30.736389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3286e353-f9f2-4c18-b132-21fadd317a06 req-4baf6635-7bad-4343-b998-337c4531911d tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105614 Jul 15 23:18:30.821068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ffcfee15-acc2-4b5e-aac0-86a1060c3772 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:30.822093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-904e1434-c6ef-4d0e-b5cc-3b6c8a3452f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.823904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-904e1434-c6ef-4d0e-b5cc-3b6c8a3452f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.1242006 Jul 15 23:18:30.864857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.868806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ffcfee15-acc2-4b5e-aac0-86a1060c3772 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:30.870058 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.902297 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-678aef74-b099-4e37-9fce-502bbab2449c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511134 Jul 15 23:18:30.914193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.955402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Pushing event deleted for resources: {'Port': ['ID=958e2709-d5d8-4454-bad2-cd3b96474de4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:30.977081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068f0d4-9512-48f6-bdac-2fd004f8ed3b req-e45efce7-ef9c-487e-9fea-95aefbfbb0a7 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.980917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2068f0d4-9512-48f6-bdac-2fd004f8ed3b req-e45efce7-ef9c-487e-9fea-95aefbfbb0a7 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.1486053 Jul 15 23:18:31.013806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=351f1bcb-297d-4b48-a247-0e0e882330c9,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:31.039523 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.046606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] No DVR routers for this DVR port 958e2709-d5d8-4454-bad2-cd3b96474de4 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:31.047927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': '03a4b1f7-b06c-4d79-8aec-cdbf931e39de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc436133-408c-4138-8dcc-65d40b2c2297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:31.048413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: fc436133-408c-4138-8dcc-65d40b2c2297, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:31.052548 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.056045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f041e858-87f7-4a44-a4fd-08adba9c79e8 req-c968adeb-964a-4d84-98ab-c15584bfcc48 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.59 "DELETE /v2.0/ports/958e2709-d5d8-4454-bad2-cd3b96474de4 HTTP/1.1" status: 204 len: 173 time: 0.9677005 Jul 15 23:18:31.056521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95b1e3f-0c70-4db7-9189-61a4f8e71222', 'name': 'network-vif-deleted', 'tag': '958e2709-d5d8-4454-bad2-cd3b96474de4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:31.059295 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c2abe2-579b-479c-bb57-15b29eaf335f" -d '{"events": [{"server_uuid": "d95b1e3f-0c70-4db7-9189-61a4f8e71222", "name": "network-vif-deleted", "tag": "958e2709-d5d8-4454-bad2-cd3b96474de4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:31.086865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network fc436133-408c-4138-8dcc-65d40b2c2297 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:31.088873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2068f0d4-9512-48f6-bdac-2fd004f8ed3b req-3c27b7fb-f012-4fa9-8873-59859f890a6f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003530 Jul 15 23:18:31.104502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ffcfee15-acc2-4b5e-aac0-86a1060c3772, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ffcfee15-acc2-4b5e-aac0-86a1060c3772,segment=NetworkSegment(8e0eba9c-d139-4c63-9518-2bc1a3149b51),segment_id=8e0eba9c-d139-4c63-9518-2bc1a3149b51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:31.110997 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.112544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-a47e61ef-150b-4164-b09a-c02fc079e35a service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780152 Jul 15 23:18:31.117459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af24b26-d2d4-4f49-a0e4-96e668e886b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcfee15-acc2-4b5e-aac0-86a1060c3772'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:31.120396 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd6c335-bf49-4e82-923f-6753843cfbb5" -d '{"events": [{"server_uuid": "5af24b26-d2d4-4f49-a0e4-96e668e886b3", "name": "network-vif-plugged", "status": "completed", "tag": "ffcfee15-acc2-4b5e-aac0-86a1060c3772"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:31.167976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, fc436133-408c-4138-8dcc-65d40b2c2297) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:31.168865 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d621988-7040-4c45-9e2c-b3f512676aa6 x-openstack-request-id: req-7d621988-7040-4c45-9e2c-b3f512676aa6 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:31.169439 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95b1e3f-0c70-4db7-9189-61a4f8e71222", "name": "network-vif-deleted", "tag": "958e2709-d5d8-4454-bad2-cd3b96474de4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:31.169841 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d621988-7040-4c45-9e2c-b3f512676aa6 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:31.170464 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95b1e3f-0c70-4db7-9189-61a4f8e71222', 'name': 'network-vif-deleted', 'tag': '958e2709-d5d8-4454-bad2-cd3b96474de4', 'status': 'completed', 'code': 200} Jul 15 23:18:31.179003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.180241 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.184081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c896a1-f1d8-437e-acc1-3dbeed21b947 None None] Network fc436133-408c-4138-8dcc-65d40b2c2297 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:31.207899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da771a11-d231-4958-a125-77431fe197fb', 'name': 'network-vif-deleted', 'tag': '69b7b254-2784-4952-aad8-087fe7274004'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:31.212658 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff19774d-e49c-473e-a293-e4de89bcbfc2" -d '{"events": [{"server_uuid": "da771a11-d231-4958-a125-77431fe197fb", "name": "network-vif-deleted", "tag": "69b7b254-2784-4952-aad8-087fe7274004"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:31.241893 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-26e85204-9396-49df-b4d2-b1b842855dd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1148434 Jul 15 23:18:31.242627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45796) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:31.248351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ff6ec168-b75d-47fb-b106-8ab516dc7de2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1993856666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:31.379337 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fb17d4-6096-4c34-a3fe-c1b36fca017e x-openstack-request-id: req-64fb17d4-6096-4c34-a3fe-c1b36fca017e {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:31.379337 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af24b26-d2d4-4f49-a0e4-96e668e886b3", "name": "network-vif-plugged", "status": "completed", "tag": "ffcfee15-acc2-4b5e-aac0-86a1060c3772", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:31.379640 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64fb17d4-6096-4c34-a3fe-c1b36fca017e {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:31.386089 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af24b26-d2d4-4f49-a0e4-96e668e886b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcfee15-acc2-4b5e-aac0-86a1060c3772', 'code': 200} Jul 15 23:18:31.397460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ffcfee15-acc2-4b5e-aac0-86a1060c3772,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:31.413250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec168-b75d-47fb-b106-8ab516dc7de2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.414524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec168-b75d-47fb-b106-8ab516dc7de2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.522472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-fc436133-408c-4138-8dcc-65d40b2c2297', 'network_id': 'fc436133-408c-4138-8dcc-65d40b2c2297', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': '351f1bcb-297d-4b48-a247-0e0e882330c9'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:31.523738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.525865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec168-b75d-47fb-b106-8ab516dc7de2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.536734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec168-b75d-47fb-b106-8ab516dc7de2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.585184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d782221-ea4a-485b-98f6-ebd4e1df99ea req-cb96045d-8b24-4ffe-9288-5d60eb414c76 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.586843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d782221-ea4a-485b-98f6-ebd4e1df99ea req-cb96045d-8b24-4ffe-9288-5d60eb414c76 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.3186870 Jul 15 23:18:31.589693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-868c896e-fc09-4063-8812-038163915dc6 req-56fd1b88-3048-4f8d-85cb-9f35fdeea207 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] 10.222.0.23 "GET /v2.0/ports?device_id=da771a11-d231-4958-a125-77431fe197fb HTTP/1.1" status: 200 len: 210 time: 0.0421066 Jul 15 23:18:31.598999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45802) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:31.604907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Request body: {'floatingip': {'port_id': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:31.609785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec168-b75d-47fb-b106-8ab516dc7de2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.613793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ff6ec168-b75d-47fb-b106-8ab516dc7de2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3692458 Jul 15 23:18:31.643188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45804) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:31.644895 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fe8e9e-f7a3-476f-af98-6e2e66842f59 x-openstack-request-id: req-04fe8e9e-f7a3-476f-af98-6e2e66842f59 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:31.645380 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da771a11-d231-4958-a125-77431fe197fb", "name": "network-vif-deleted", "tag": "69b7b254-2784-4952-aad8-087fe7274004", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:31.645482 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04fe8e9e-f7a3-476f-af98-6e2e66842f59 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:31.645782 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da771a11-d231-4958-a125-77431fe197fb', 'name': 'network-vif-deleted', 'tag': '69b7b254-2784-4952-aad8-087fe7274004', 'status': 'completed', 'code': 200} Jul 15 23:18:31.649609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'port': {'network_id': 'fc436133-408c-4138-8dcc-65d40b2c2297', 'name': 'tempest-RoutersIpV6Test-862735900'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:31.673629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.703617 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7edc2590-c7c7-4dcd-b192-3df9aad54d19 req-39269e56-3658-443f-9064-9c2dd52b6b45 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846803 Jul 15 23:18:31.723060 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479ddf7-643a-4bbf-9d65-afbf757d2a80 req-364b03fb-64cd-43e1-9b48-3d71db74e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.724588 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e479ddf7-643a-4bbf-9d65-afbf757d2a80 req-364b03fb-64cd-43e1-9b48-3d71db74e9c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 1097 time: 0.0780864 Jul 15 23:18:31.730785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Allocated IP 2001:db8::2 (fc436133-408c-4138-8dcc-65d40b2c2297/351f1bcb-297d-4b48-a247-0e0e882330c9/2ee60001-28db-460f-b02c-5d3bb2ecd309) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:31.797485 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e479ddf7-643a-4bbf-9d65-afbf757d2a80 req-b9d5bee8-8d3e-4490-a413-89ca76c27895 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666733 Jul 15 23:18:31.953191 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.969873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Transition to ACTIVE for port object 2ee60001-28db-460f-b02c-5d3bb2ecd309 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:31.986901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Transition to ACTIVE for port object 2ee60001-28db-460f-b02c-5d3bb2ecd309 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:31.994883 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.040543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Network fc436133-408c-4138-8dcc-65d40b2c2297 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:32.043611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:32.049961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:32.062280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Pushing event updated for resources: {'Port': ['ID=2ee60001-28db-460f-b02c-5d3bb2ecd309,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:32.116976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Attempting to bind port 2ee60001-28db-460f-b02c-5d3bb2ecd309 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:32.117347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Attempting to bind port 2ee60001-28db-460f-b02c-5d3bb2ecd309 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '03a4b1f7-b06c-4d79-8aec-cdbf931e39de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc436133-408c-4138-8dcc-65d40b2c2297'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:32.117705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Attempting to bind port 2ee60001-28db-460f-b02c-5d3bb2ecd309 on network fc436133-408c-4138-8dcc-65d40b2c2297 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:32.123114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:32.123494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Checking segment: {'id': '03a4b1f7-b06c-4d79-8aec-cdbf931e39de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc436133-408c-4138-8dcc-65d40b2c2297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:32.124222 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.124618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Bound using segment: {'id': '03a4b1f7-b06c-4d79-8aec-cdbf931e39de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc436133-408c-4138-8dcc-65d40b2c2297'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:32.125089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Bound port: 2ee60001-28db-460f-b02c-5d3bb2ecd309, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a4b1f7-b06c-4d79-8aec-cdbf931e39de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc436133-408c-4138-8dcc-65d40b2c2297'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:32.125475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.192868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] For port 2ee60001-28db-460f-b02c-5d3bb2ecd309, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:32.196570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] For port 2ee60001-28db-460f-b02c-5d3bb2ecd309, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2ee60001-28db-460f-b02c-5d3bb2ecd309,segment=NetworkSegment(03a4b1f7-b06c-4d79-8aec-cdbf931e39de),segment_id=03a4b1f7-b06c-4d79-8aec-cdbf931e39de)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:32.200253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.269026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f871c-8553-46b1-b890-4b0355f0428d None None] Pushing event updated for resources: {'Port': ['ID=2ee60001-28db-460f-b02c-5d3bb2ecd309,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:32.394111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0158d24-98e6-4e57-8243-616da9e4198d req-e73585c2-bbb6-4059-b02d-b9603c3e3d73 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.395849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0158d24-98e6-4e57-8243-616da9e4198d req-e73585c2-bbb6-4059-b02d-b9603c3e3d73 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 943 time: 0.5952899 Jul 15 23:18:32.433458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:32.437746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.462997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 23a54b07-4412-44eb-b306-01d8d6ddb0e2 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:32.471241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 69b7b254-2784-4952-aad8-087fe7274004 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:32.509534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] device_id is not set on port c97d9b24-b429-48b4-95c6-b7c9b0531e01 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:32.511677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 69b7b254-2784-4952-aad8-087fe7274004 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:32.512046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 69b7b254-2784-4952-aad8-087fe7274004 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:32.575357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0158d24-98e6-4e57-8243-616da9e4198d req-f37fd85f-e30b-4f8f-848d-9209c921c46e tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722693 Jul 15 23:18:32.612943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:32.626697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3465c-ba8e-4cde-a4d9-4ff06ead3e9a req-a7809573-8b16-4181-bc16-2d3213f2837b tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.630291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'port_id': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'mac_address': 'fa:16:3e:4c:09:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:32.634035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0c3465c-ba8e-4cde-a4d9-4ff06ead3e9a req-a7809573-8b16-4181-bc16-2d3213f2837b tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 946 time: 0.6550548 Jul 15 23:18:32.681281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.696852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a54b07-4412-44eb-b306-01d8d6ddb0e2 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:32.722183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:32.726561 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.792462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=23a54b07-4412-44eb-b306-01d8d6ddb0e2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:32.853434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0c3465c-ba8e-4cde-a4d9-4ff06ead3e9a req-1c296861-19e9-4d91-853e-3f88aaee4165 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184553 Jul 15 23:18:32.872340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45818) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:32.898469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8::40 (fc436133-408c-4138-8dcc-65d40b2c2297/351f1bcb-297d-4b48-a247-0e0e882330c9/c97d9b24-b429-48b4-95c6-b7c9b0531e01) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:32.959282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c35d807-8842-4bf3-b52d-1788e96a4812 admin admin] Deleting subnet 7e86140d-4c93-4901-bfac-b0708ad5afba {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:32.963877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c35d807-8842-4bf3-b52d-1788e96a4812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.015747 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c35d807-8842-4bf3-b52d-1788e96a4812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.062557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c35d807-8842-4bf3-b52d-1788e96a4812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.064788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['23a54b07-4412-44eb-b306-01d8d6ddb0e2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:33.085275 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.100950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.130652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c35d807-8842-4bf3-b52d-1788e96a4812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.164324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35d807-8842-4bf3-b52d-1788e96a4812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e86140d-4c93-4901-bfac-b0708ad5afba,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:33.178861 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c35d807-8842-4bf3-b52d-1788e96a4812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.183536 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8c35d807-8842-4bf3-b52d-1788e96a4812 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e86140d-4c93-4901-bfac-b0708ad5afba HTTP/1.1" status: 204 len: 168 time: 0.3082745 Jul 15 23:18:33.184396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45820) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:33.259004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.275037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.284029 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Floating IP d030874d-b7f9-4307-962b-2202ad07d17c associated. External IP: 172.25.3.162, port: db0809e0-c068-4962-bee2-ed1b7ec3c28d. Jul 15 23:18:33.329019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object c97d9b24-b429-48b4-95c6-b7c9b0531e01 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:33.352301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.363373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47524916-eeb6-428c-9343-0e91332379ea']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:33.374167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42eb1db-700a-49bb-826d-f40925b6a876') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:33.374493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42eb1db-700a-49bb-826d-f40925b6a876') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:33.385389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.399589 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb8736-dec7-4cec-8e6e-cabe7bb99c45 None None] Network fc436133-408c-4138-8dcc-65d40b2c2297 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:33.403795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.411725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:33.412219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:33.414230 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:33.460709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.495615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3aa5abd0-9d92-4a20-8b93-3873d48d240c None None] Provisioning for port 2ee60001-28db-460f-b02c-5d3bb2ecd309 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:33.497006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.510029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.511908 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/47524916-eeb6-428c-9343-0e91332379ea HTTP/1.1" status: 204 len: 168 time: 0.3263991 Jul 15 23:18:33.526859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca4ae7-4fab-407c-9012-474275b6e2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=47524916-eeb6-428c-9343-0e91332379ea,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:33.552991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network fc436133-408c-4138-8dcc-65d40b2c2297 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:33.559677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:33.566317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:33.571964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.572577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.578521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=c97d9b24-b429-48b4-95c6-b7c9b0531e01,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:33.601573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-94a9c387-e490-4f64-bff9-aceac8593fd9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9562101 Jul 15 23:18:33.603922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45826) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:33.626633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:33.742678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45830) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:33.777287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:33.783479 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.790651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] Sync routers for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:33.814099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:33.815280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:33.918097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-88da1913-4b48-4a96-b96e-b83fb3687889 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "PUT /v2.0/floatingips/d030874d-b7f9-4307-962b-2202ad07d17c HTTP/1.1" status: 200 len: 991 time: 2.3147364 Jul 15 23:18:33.918097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'tag': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:33.921353 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f158f7-8fb2-4fec-aba0-d23332fa0670" -d '{"events": [{"name": "network-changed", "server_uuid": "f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec", "tag": "db0809e0-c068-4962-bee2-ed1b7ec3c28d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:33.945074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2ee60001-28db-460f-b02c-5d3bb2ecd309 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:33.970987 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d516f01f-2579-4df7-9a89-102a6110a0a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4605af9f52e84fcf894081f2d0fed8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268178 Jul 15 23:18:33.973669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45838) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:33.976750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4efb62-330f-4d77-9445-90e4a9c008da req-c78adc44-7c4b-4211-a34d-6247907bbb23 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.985309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de4efb62-330f-4d77-9445-90e4a9c008da req-c78adc44-7c4b-4211-a34d-6247907bbb23 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 944 time: 0.1497977 Jul 15 23:18:34.056438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:34.059571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 2ee60001-28db-460f-b02c-5d3bb2ecd309 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:34.076420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de4efb62-330f-4d77-9445-90e4a9c008da req-35b4fc68-57cc-4e5f-ab07-f7f2142249fa tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897706 Jul 15 23:18:34.117691 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bb10afd-23ba-499e-9a8f-db041f76a2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.157705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 2ee60001-28db-460f-b02c-5d3bb2ecd309 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:34.159208 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.164041 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2680b09e-4361-4097-a93b-4127c8b86532 x-openstack-request-id: req-2680b09e-4361-4097-a93b-4127c8b86532 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:34.164354 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec", "tag": "db0809e0-c068-4962-bee2-ed1b7ec3c28d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:34.164613 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2680b09e-4361-4097-a93b-4127c8b86532 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:34.165826 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'tag': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'status': 'completed', 'code': 200} Jul 15 23:18:34.172658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bb10afd-23ba-499e-9a8f-db041f76a2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.234370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.255708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Provisioning complete for port 2ee60001-28db-460f-b02c-5d3bb2ecd309 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:34.256191 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.322203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-1ca09170-2b05-4778-8e4d-34caba5b569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.323978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-1ca09170-2b05-4778-8e4d-34caba5b569e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa0fdc1201b64db38d2180499c1f663f&device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 1096 time: 0.1249249 Jul 15 23:18:34.352162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c129fba-3ed9-45e3-8b03-1e98f8132645 req-7606b2ee-e900-463d-ad41-5501db7d4754 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.360337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c129fba-3ed9-45e3-8b03-1e98f8132645 req-7606b2ee-e900-463d-ad41-5501db7d4754 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 946 time: 0.1099856 Jul 15 23:18:34.408970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bb10afd-23ba-499e-9a8f-db041f76a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.411472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bb10afd-23ba-499e-9a8f-db041f76a2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.415810 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2bb10afd-23ba-499e-9a8f-db041f76a2cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c95002-a4ce-429b-9bef-d5ca9423ecaf HTTP/1.1" status: 204 len: 168 time: 0.4379506 Jul 15 23:18:34.452252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb10afd-23ba-499e-9a8f-db041f76a2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c95002-a4ce-429b-9bef-d5ca9423ecaf,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:34.472998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 23a54b07-4412-44eb-b306-01d8d6ddb0e2 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:34.533503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-6c83eef7-c071-40fa-8787-4ad8fb8b141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.535504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-6c83eef7-c071-40fa-8787-4ad8fb8b141a service neutron] 10.222.0.59 "GET /v2.0/networks?id=115feace-5636-464a-b307-9544036667d5 HTTP/1.1" status: 200 len: 916 time: 0.2021005 Jul 15 23:18:34.539436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c129fba-3ed9-45e3-8b03-1e98f8132645 req-00ba755b-e58f-4ba0-88ab-d902fb2b1bcf tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780846 Jul 15 23:18:34.617405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.624338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.629492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.632132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:34.636207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 958e2709-d5d8-4454-bad2-cd3b96474de4 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:34.642785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:34.643120 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.667124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-b42ea843-a555-4eca-a3ad-ebf6a285d84a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db0809e0-c068-4962-bee2-ed1b7ec3c28d HTTP/1.1" status: 200 len: 999 time: 0.1231468 Jul 15 23:18:34.681407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.695943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 958e2709-d5d8-4454-bad2-cd3b96474de4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:34.695943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 958e2709-d5d8-4454-bad2-cd3b96474de4 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:34.761537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 2ee60001-28db-460f-b02c-5d3bb2ecd309, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2ee60001-28db-460f-b02c-5d3bb2ecd309,segment=NetworkSegment(03a4b1f7-b06c-4d79-8aec-cdbf931e39de),segment_id=03a4b1f7-b06c-4d79-8aec-cdbf931e39de)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:34.774515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.786164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-7b727b1a-700b-4806-a349-ba57e51d9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.788112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-7b727b1a-700b-4806-a349-ba57e51d9ec1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dbc27ae4-abf1-4e79-8ef6-ad250d2ba923 HTTP/1.1" status: 200 len: 854 time: 0.1146677 Jul 15 23:18:34.792154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=c97d9b24-b429-48b4-95c6-b7c9b0531e01,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:34.903830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:18:34.904253 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:18:34.940808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-20f5b9d9-543b-4dfc-bebf-a00dbe423940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.942367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-20f5b9d9-543b-4dfc-bebf-a00dbe423940 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=115feace-5636-464a-b307-9544036667d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269643 Jul 15 23:18:34.965405 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.029871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=2ee60001-28db-460f-b02c-5d3bb2ecd309,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:35.062219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd030874d-b7f9-4307-962b-2202ad07d17c', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'port_id': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'mac_address': 'fa:16:3e:00:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:38Z', 'updated_at': '2021-07-15T23:18:32Z', 'revision_number': 1, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:40Z', 'revision_number': 5, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:35.118233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] Checking router: f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:35.121716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.154827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:35.157976 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2fa8d7-11c4-4b33-b78b-99c839d25f56" -d '{"events": [{"server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "name": "network-vif-plugged", "status": "completed", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:35.169399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:35.174579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:35.252316 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.257050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-e3d6a2b6-d96f-4c9d-8f3d-59e749296c41 service neutron] 10.222.0.59 "GET /v2.0/networks/115feace-5636-464a-b307-9544036667d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059332 Jul 15 23:18:35.282300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:35.305507 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.423939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77f158f7-8fb2-4fec-aba0-d23332fa0670 req-099b7823-a3b6-4e2d-bf6a-0f13002e05c4 service neutron] 10.222.0.59 "GET /v2.0/networks/115feace-5636-464a-b307-9544036667d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599154 Jul 15 23:18:35.682591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=23a54b07-4412-44eb-b306-01d8d6ddb0e2,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:35.687872 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb2d0e-c8ad-486f-b12b-3194147e7493 x-openstack-request-id: req-01eb2d0e-c8ad-486f-b12b-3194147e7493 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:35.688127 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "name": "network-vif-plugged", "status": "completed", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:35.688479 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01eb2d0e-c8ad-486f-b12b-3194147e7493 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:35.688933 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'code': 200} Jul 15 23:18:35.703085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf513a8-eeed-4d77-93de-75eeba4224e6 req-04add2b0-b133-4999-b75a-a73afd6501fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.704855 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cf513a8-eeed-4d77-93de-75eeba4224e6 req-04add2b0-b133-4999-b75a-a73afd6501fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1096 time: 0.1582990 Jul 15 23:18:35.783614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:35.809211 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cf513a8-eeed-4d77-93de-75eeba4224e6 req-a5a9e701-ec17-45d6-8172-4a4004737ec7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974731 Jul 15 23:18:35.830184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45882) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:35.857367 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.871018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.872199 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.945838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2ee60001-28db-460f-b02c-5d3bb2ecd309 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:35.961544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Provisioning for port c97d9b24-b429-48b4-95c6-b7c9b0531e01 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:35.968900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-d1ad60f6-f6bf-45c5-b4d0-1bbe5abcc1af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1247118 Jul 15 23:18:35.985027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc1ac-d3c3-47ee-954f-6047ba70a7cd req-2395dd11-2f8b-400b-ac26-2ebd7ed06b6a tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.996270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Provisioning complete for port c97d9b24-b429-48b4-95c6-b7c9b0531e01 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:35.997245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.997540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbbfc1ac-d3c3-47ee-954f-6047ba70a7cd req-2395dd11-2f8b-400b-ac26-2ebd7ed06b6a tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.5192401 Jul 15 23:18:36.045319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1257831414-network', 'tenant_id': 'd9e6864c96f744e7a9f689e4bb20e731'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:36.048977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=c97d9b24-b429-48b4-95c6-b7c9b0531e01,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:36.067096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbbfc1ac-d3c3-47ee-954f-6047ba70a7cd req-abdc4872-a8b1-43d9-b439-1ec1f0ee0514 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682936 Jul 15 23:18:36.092249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Made reservation on behalf of d9e6864c96f744e7a9f689e4bb20e731 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:36.095274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.104943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.114373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network fc436133-408c-4138-8dcc-65d40b2c2297 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:36.121128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:36.148705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e59af02a-f9ec-4926-b081-8a9830cd4120 None None] Port c97d9b24-b429-48b4-95c6-b7c9b0531e01 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:36.154082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ebd49d34-9270-4e52-94c2-101fd260f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.157413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ebd49d34-9270-4e52-94c2-101fd260f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.157413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ebd49d34-9270-4e52-94c2-101fd260f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.157413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ebd49d34-9270-4e52-94c2-101fd260f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.157413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ebd49d34-9270-4e52-94c2-101fd260f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.162837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ebd49d34-9270-4e52-94c2-101fd260f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.163962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ebd49d34-9270-4e52-94c2-101fd260f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.169701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ebd49d34-9270-4e52-94c2-101fd260f02a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6502 time: 0.1222770 Jul 15 23:18:36.208548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 2ee60001-28db-460f-b02c-5d3bb2ecd309 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:36.209068 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.376266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd030874d-b7f9-4307-962b-2202ad07d17c', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'port_id': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'mac_address': 'fa:16:3e:00:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:38Z', 'updated_at': '2021-07-15T23:18:32Z', 'revision_number': 1, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:40Z', 'revision_number': 5, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:36.395181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router df0ef53e-17a4-4e45-abf4-6c7fdea0c208 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:36.447138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-3074448e-8d62-4462-866e-e1313010b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.447656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-3074448e-8d62-4462-866e-e1313010b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.448139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-3074448e-8d62-4462-866e-e1313010b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.450088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-3074448e-8d62-4462-866e-e1313010b13c service neutron] 10.222.0.59 "GET /v2.0/networks?id=19797e7c-9816-4f28-84eb-abea97fbfe84&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8 HTTP/1.1" status: 200 len: 2297 time: 0.2453163 Jul 15 23:18:36.454396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c01d1a-8241-4c3a-9792-826730cde0ff None None] The sync data for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 is: [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd030874d-b7f9-4307-962b-2202ad07d17c', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'floating_ip_address': '172.25.3.162', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'port_id': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'mac_address': 'fa:16:3e:00:e0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:17:38Z', 'updated_at': '2021-07-15T23:18:32Z', 'revision_number': 1, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:40Z', 'revision_number': 5, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:36.458437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-642ea127-998a-410e-8217-8aa71c9a9a4a None None] Provisioning complete for port c97d9b24-b429-48b4-95c6-b7c9b0531e01 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:36.459388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-642ea127-998a-410e-8217-8aa71c9a9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.508607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-642ea127-998a-410e-8217-8aa71c9a9a4a None None] Port c97d9b24-b429-48b4-95c6-b7c9b0531e01 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:36.542923 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.553499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.567769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-eb990d22-1d3d-47a7-ac06-22796913a6d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239 HTTP/1.1" status: 200 len: 1001 time: 0.1064756 Jul 15 23:18:36.589798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:36.599442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:36.608727 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-362f7eb3-6a56-4449-966a-f8baf1a40fe1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/df0ef53e-17a4-4e45-abf4-6c7fdea0c208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0005441 Jul 15 23:18:36.608727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b539e-7a1e-4282-92c2-fdfbd6dc64c3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:36.610578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45894) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:36.622932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.623263 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Added segment 6ee7b2ea-dda8-4c78-8e83-aaeeef12b671 of type vlan for network 1706338b-52a1-48ab-ade9-3df6a7cb4c97 Jul 15 23:18:36.624931 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858826f-6a7e-4267-a4a0-3b985b1b3e8f None None] Sync routers for ids ['df0ef53e-17a4-4e45-abf4-6c7fdea0c208'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:36.642464 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858826f-6a7e-4267-a4a0-3b985b1b3e8f None None] Routers {'df0ef53e-17a4-4e45-abf4-6c7fdea0c208'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:36.643125 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1858826f-6a7e-4267-a4a0-3b985b1b3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df0ef53e-17a4-4e45-abf4-6c7fdea0c208'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:36.646302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fbf20a05-3a3e-48be-a52b-5129f5a3ae03 None None] Provisioning complete for port c97d9b24-b429-48b4-95c6-b7c9b0531e01 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:36.646678 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fbf20a05-3a3e-48be-a52b-5129f5a3ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.682115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-21e65d71-e4d1-4c9c-a7bf-d57c5da8f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.684434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-21e65d71-e4d1-4c9c-a7bf-d57c5da8f45b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ae3396d-c255-4fcd-8289-4f347f493d8d HTTP/1.1" status: 200 len: 856 time: 0.1102855 Jul 15 23:18:36.714215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1858826f-6a7e-4267-a4a0-3b985b1b3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:36.718230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89c96d-78a0-473d-bd24-ccffde7f707f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.722819 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f89c96d-78a0-473d-bd24-ccffde7f707f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports/c97d9b24-b429-48b4-95c6-b7c9b0531e01 HTTP/1.1" status: 200 len: 982 time: 0.1083932 Jul 15 23:18:36.725592 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858826f-6a7e-4267-a4a0-3b985b1b3e8f None None] Routers {'df0ef53e-17a4-4e45-abf4-6c7fdea0c208'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:36.725764 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.726625 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1858826f-6a7e-4267-a4a0-3b985b1b3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df0ef53e-17a4-4e45-abf4-6c7fdea0c208'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:36.732072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fbf20a05-3a3e-48be-a52b-5129f5a3ae03 None None] Port c97d9b24-b429-48b4-95c6-b7c9b0531e01 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:36.734591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45896) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:36.772736 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1858826f-6a7e-4267-a4a0-3b985b1b3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:36.773625 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858826f-6a7e-4267-a4a0-3b985b1b3e8f None None] The sync data for ids ['df0ef53e-17a4-4e45-abf4-6c7fdea0c208'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:36.781382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-b2d1991e-82f4-464f-9f64-0d5f88aadfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.783216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-b2d1991e-82f4-464f-9f64-0d5f88aadfcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19797e7c-9816-4f28-84eb-abea97fbfe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787683 Jul 15 23:18:36.815671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e7eb4-1ee9-4628-b738-ab87287df115 None None] New status for floating IP d030874d-b7f9-4307-962b-2202ad07d17c: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:18:36.870345 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.871363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.872402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.925906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0914767 Jul 15 23:18:36.926141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ed905360-fc5b-4578-b7b4-2410bd519feb service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276226 Jul 15 23:18:36.926466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45898) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:36.937652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Request body: {'subnet': {'network_id': '1706338b-52a1-48ab-ade9-3df6a7cb4c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1257831414-subnet', 'tenant_id': 'd9e6864c96f744e7a9f689e4bb20e731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:37.003072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Made reservation on behalf of d9e6864c96f744e7a9f689e4bb20e731 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:37.005474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.014668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7136f-c378-4c5a-ba80-4aef4f2dc3cf admin admin] Pushing event updated for resources: {'Network': ['ID=1706338b-52a1-48ab-ade9-3df6a7cb4c97,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:37.026398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 1706338b-52a1-48ab-ade9-3df6a7cb4c97 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:37.140148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-a30bb39a-c127-4003-8639-af20e2e42228 service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927829 Jul 15 23:18:37.186928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-7c80d5be-3639-4fb4-acb5-ea45403df3ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 217 time: 0.0379014 Jul 15 23:18:37.272917 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.297179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-3970db04-d249-4c81-8733-448284a1efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.298673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-3970db04-d249-4c81-8733-448284a1efcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.0979810 Jul 15 23:18:37.401823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290f1ec-54ea-4a3f-bbfd-d0f2d194e4e9 req-e12d99f1-6681-4d55-b4f2-07cadb66af99 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.405479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e290f1ec-54ea-4a3f-bbfd-d0f2d194e4e9 req-e12d99f1-6681-4d55-b4f2-07cadb66af99 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.2115042 Jul 15 23:18:37.411419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.489419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port c97d9b24-b429-48b4-95c6-b7c9b0531e01 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:37.489998 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.516019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-6ed05034-2a12-470d-8c48-15f96248483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.517783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-6ed05034-2a12-470d-8c48-15f96248483d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114894 Jul 15 23:18:37.524703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ae4532-f772-4597-83aa-0c031f2b4fbd,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:37.563228 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e290f1ec-54ea-4a3f-bbfd-d0f2d194e4e9 req-cac472ff-d21a-4a86-8062-a4c789eb0a12 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438665 Jul 15 23:18:37.598829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.604923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Checking segment: {'id': '6ee7b2ea-dda8-4c78-8e83-aaeeef12b671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1706338b-52a1-48ab-ade9-3df6a7cb4c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:37.606953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Network hostable DHCP agents. Network: 1706338b-52a1-48ab-ade9-3df6a7cb4c97, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:37.620876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for c97d9b24-b429-48b4-95c6-b7c9b0531e01 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:37.672233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Network 1706338b-52a1-48ab-ade9-3df6a7cb4c97 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:37.693546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 1706338b-52a1-48ab-ade9-3df6a7cb4c97) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:37.696715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-f70f1572-e9ef-4b7c-b043-47381f166e79 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675606 Jul 15 23:18:37.700029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:37.700447 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.714693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdbde42-a590-4318-920a-3ed2fd3d566e None None] Network 1706338b-52a1-48ab-ade9-3df6a7cb4c97 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:37.990110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.001108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7110c8-79e4-4ad2-b439-e92660b5bf23 None None] Network 1706338b-52a1-48ab-ade9-3df6a7cb4c97 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:38.087509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=c97d9b24-b429-48b4-95c6-b7c9b0531e01,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:38.147672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1bc35814-9559-43f6-857f-dfb820ec9140 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2198477 Jul 15 23:18:38.214039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-a52d41d8-a967-4792-998d-7141edb62ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074432 Jul 15 23:18:38.302045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-23b5fd0f-40b1-48f4-8046-14149503e62f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0796142 Jul 15 23:18:38.412758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45934) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:38.495619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-dc69d098-3fc4-4481-a802-7bd7248faac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.497198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-dc69d098-3fc4-4481-a802-7bd7248faac9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1867659 Jul 15 23:18:38.531972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-579413eb-5b28-43fd-a277-bcab51e9f352 admin admin] Deleting subnet f0ae4532-f772-4597-83aa-0c031f2b4fbd {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:38.560573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-579413eb-5b28-43fd-a277-bcab51e9f352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.619239 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-579413eb-5b28-43fd-a277-bcab51e9f352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.657501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dbe7b-730d-47b7-89d7-0a887cea73d6 req-c52a4e3d-846a-4cb7-af84-aff846fc0cf9 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.659242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a79dbe7b-730d-47b7-89d7-0a887cea73d6 req-c52a4e3d-846a-4cb7-af84-aff846fc0cf9 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.5212605 Jul 15 23:18:38.710416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.715011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-8f6639d2-955a-4a19-8f00-7e644d79b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.717091 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-8f6639d2-955a-4a19-8f00-7e644d79b1ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1096 time: 0.6653426 Jul 15 23:18:38.746997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-695ef4be-a450-4d04-b0d9-53b398a97905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.749776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-695ef4be-a450-4d04-b0d9-53b398a97905 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2323310 Jul 15 23:18:38.759150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-579413eb-5b28-43fd-a277-bcab51e9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.831262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a79dbe7b-730d-47b7-89d7-0a887cea73d6 req-efc8d29b-e182-4bf7-9257-f55aa0dff03e tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562259 Jul 15 23:18:38.921149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-b57515a3-a5a8-4fcb-a4a9-b1e31a6f9842 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595876 Jul 15 23:18:38.960403 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-579413eb-5b28-43fd-a277-bcab51e9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.966796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router df0ef53e-17a4-4e45-abf4-6c7fdea0c208 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:38.968546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-93dfbcd7-19b7-4e18-bbb1-3efd62656b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.970629 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-93dfbcd7-19b7-4e18-bbb1-3efd62656b37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 920 time: 0.2454038 Jul 15 23:18:39.000022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579413eb-5b28-43fd-a277-bcab51e9f352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ae4532-f772-4597-83aa-0c031f2b4fbd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:39.002293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-579413eb-5b28-43fd-a277-bcab51e9f352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.004379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-579413eb-5b28-43fd-a277-bcab51e9f352 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f0ae4532-f772-4597-83aa-0c031f2b4fbd HTTP/1.1" status: 204 len: 168 time: 0.5887003 Jul 15 23:18:39.007274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45954) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:39.049775 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-a882a2ee-67b1-4ef2-a461-53e481bab3cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0712104 Jul 15 23:18:39.116121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:39.126222 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-77d6befe-84a6-42d6-9457-12cca8c270dd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/df0ef53e-17a4-4e45-abf4-6c7fdea0c208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865738 Jul 15 23:18:39.126222 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45958) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:39.134305 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05198211-2ef5-43b5-b3b1-934643c07ebe None None] Sync routers for ids ['df0ef53e-17a4-4e45-abf4-6c7fdea0c208'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:39.143502 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05198211-2ef5-43b5-b3b1-934643c07ebe None None] Routers {'df0ef53e-17a4-4e45-abf4-6c7fdea0c208'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:39.144380 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-05198211-2ef5-43b5-b3b1-934643c07ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df0ef53e-17a4-4e45-abf4-6c7fdea0c208'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:39.152170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.152714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-67d8ac01-434c-4738-8fc7-39598d790842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.154455 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-67d8ac01-434c-4738-8fc7-39598d790842 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.0787709 Jul 15 23:18:39.155650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-ffff1c97-3ac5-47f3-94e9-1f50bffc9996 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267904 Jul 15 23:18:39.250637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-44f5f988-83bc-4d29-bbac-66d650721019 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7 HTTP/1.1" status: 200 len: 217 time: 0.0848508 Jul 15 23:18:39.257051 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-39fdf079-4be1-4200-a246-d2df5f12fe69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572600 Jul 15 23:18:39.266109 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-05198211-2ef5-43b5-b3b1-934643c07ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:39.275610 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05198211-2ef5-43b5-b3b1-934643c07ebe None None] Routers {'df0ef53e-17a4-4e45-abf4-6c7fdea0c208'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:39.276218 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-05198211-2ef5-43b5-b3b1-934643c07ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['df0ef53e-17a4-4e45-abf4-6c7fdea0c208'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:39.310437 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-05198211-2ef5-43b5-b3b1-934643c07ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:39.311720 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05198211-2ef5-43b5-b3b1-934643c07ebe None None] The sync data for ids ['df0ef53e-17a4-4e45-abf4-6c7fdea0c208'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:39.340209 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.363244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1706338b-52a1-48ab-ade9-3df6a7cb4c97']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:39.382416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee7b2ea-dda8-4c78-8e83-aaeeef12b671') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:39.382694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee7b2ea-dda8-4c78-8e83-aaeeef12b671') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:39.393788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-8288f227-b601-47f0-88e6-4643cf0d91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.395372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-8288f227-b601-47f0-88e6-4643cf0d91a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1228750 Jul 15 23:18:39.397780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.445940 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-9f9dee0f-bfad-44c2-ae8b-aa64e8fb50a1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 23:18:39.446475 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9f9dee0f-bfad-44c2-ae8b-aa64e8fb50a1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/df0ef53e-17a4-4e45-abf4-6c7fdea0c208/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3199172 Jul 15 23:18:39.450266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45962) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:39.452210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe7a8d-3b9a-42a3-9664-b1483ee09e24 req-768bb471-c41c-46c9-8af9-4c6c20eefc38 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.453844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42fe7a8d-3b9a-42a3-9664-b1483ee09e24 req-768bb471-c41c-46c9-8af9-4c6c20eefc38 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 946 time: 0.2206576 Jul 15 23:18:39.454771 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.471605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:39.471995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:39.474744 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:39.485534 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6aac8c14-a614-471f-a711-5587a2992f46 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0ef53e-17a4-4e45-abf4-6c7fdea0c208 HTTP/1.1" status: 200 len: 205 time: 0.0340574 Jul 15 23:18:39.491441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45964) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:39.534254 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-d0aefc7f-a62a-434a-b7df-3e99f8ab42f5 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703207 Jul 15 23:18:39.558511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42fe7a8d-3b9a-42a3-9664-b1483ee09e24 req-a29f379a-4905-4e1d-a081-7387f7495d3e tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978868 Jul 15 23:18:39.562113 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.566412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.568535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] 10.222.0.23 "DELETE /v2.0/networks/1706338b-52a1-48ab-ade9-3df6a7cb4c97 HTTP/1.1" status: 204 len: 168 time: 0.5602524 Jul 15 23:18:39.585476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751051c8-46fd-4e17-81cd-8e4bd933c6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=1706338b-52a1-48ab-ade9-3df6a7cb4c97,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:39.595158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-06668ca4-3a2d-4f58-a412-cae3abbfda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.597648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-06668ca4-3a2d-4f58-a412-cae3abbfda71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1922786 Jul 15 23:18:39.599293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d385318-4011-4e3c-9df6-c26f43c970ab tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.698885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-86f1c002-d715-4b1b-bdce-adc7078181a1 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934396 Jul 15 23:18:39.714335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45970) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:39.815351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d385318-4011-4e3c-9df6-c26f43c970ab tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.817421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d385318-4011-4e3c-9df6-c26f43c970ab tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.819050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9cf02c35-2de2-4d0c-aab5-153b6c91f962 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9e6864c96f744e7a9f689e4bb20e731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035552 Jul 15 23:18:39.821576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45972) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:39.834051 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-70da1b3a-a6c8-4370-b469-430f9097b8ce req-df8fc6ac-0a52-4cd3-8676-a9338315ae5a service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738342 Jul 15 23:18:39.867319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-afe3f696-dc5f-4621-ba33-28027935614d service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616738 Jul 15 23:18:39.873684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d385318-4011-4e3c-9df6-c26f43c970ab tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.874706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d385318-4011-4e3c-9df6-c26f43c970ab tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Fanout notify agent at l3_agent the message router_deleted on router df0ef53e-17a4-4e45-abf4-6c7fdea0c208 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:18:39.882096 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d385318-4011-4e3c-9df6-c26f43c970ab tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.886173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45978) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:39.886564 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3d385318-4011-4e3c-9df6-c26f43c970ab tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/df0ef53e-17a4-4e45-abf4-6c7fdea0c208 HTTP/1.1" status: 204 len: 168 time: 0.3941669 Jul 15 23:18:39.951040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-83d36aa4-3319-4a3d-b63e-28cbe5127a8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0720770 Jul 15 23:18:39.958509 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a17cf2ae-a90b-40f4-ac58-3231c60ff006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.050467 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a17cf2ae-a90b-40f4-ac58-3231c60ff006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.059984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-62727cc7-3a7d-4dd1-af28-42f39848845d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet 351f1bcb-297d-4b48-a247-0e0e882330c9 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:40.072920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62727cc7-3a7d-4dd1-af28-42f39848845d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.131220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-365b7321-9de7-410d-b69b-a94e0ae0055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.132735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-365b7321-9de7-410d-b69b-a94e0ae0055e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1681924 Jul 15 23:18:40.179515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62727cc7-3a7d-4dd1-af28-42f39848845d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.231067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a17cf2ae-a90b-40f4-ac58-3231c60ff006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.233656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a17cf2ae-a90b-40f4-ac58-3231c60ff006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.234820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a17cf2ae-a90b-40f4-ac58-3231c60ff006 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e2b539e-7a1e-4282-92c2-fdfbd6dc64c3 HTTP/1.1" status: 204 len: 168 time: 0.4122624 Jul 15 23:18:40.255496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227e69a-da03-4178-8981-7b0f9c88c336 req-5321de4d-83b5-40aa-b676-6b2b9a666eef tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.256991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3227e69a-da03-4178-8981-7b0f9c88c336 req-5321de4d-83b5-40aa-b676-6b2b9a666eef tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.2690346 Jul 15 23:18:40.272017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cf2ae-a90b-40f4-ac58-3231c60ff006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b539e-7a1e-4282-92c2-fdfbd6dc64c3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:40.326640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-cf80db66-976c-4251-bb45-7d093c92422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.328781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-cf80db66-976c-4251-bb45-7d093c92422a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1881511 Jul 15 23:18:40.363465 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62727cc7-3a7d-4dd1-af28-42f39848845d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.368856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3227e69a-da03-4178-8981-7b0f9c88c336 req-25430714-0da8-4b59-ae1c-095a7d59d9f2 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032426 Jul 15 23:18:40.483097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-3e4cc522-3403-4f7f-8b3a-43c1ffedcdff service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441629 Jul 15 23:18:40.487652 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62727cc7-3a7d-4dd1-af28-42f39848845d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.536715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727cc7-3a7d-4dd1-af28-42f39848845d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=351f1bcb-297d-4b48-a247-0e0e882330c9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:40.546483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62727cc7-3a7d-4dd1-af28-42f39848845d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.551261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45994) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:40.551439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-62727cc7-3a7d-4dd1-af28-42f39848845d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/351f1bcb-297d-4b48-a247-0e0e882330c9 HTTP/1.1" status: 204 len: 168 time: 0.6609876 Jul 15 23:18:40.555011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a8287-40cd-4ce0-81d2-cede9ef2be55 None None] Network fc436133-408c-4138-8dcc-65d40b2c2297 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:40.668149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-981fecad-6be6-44cb-beef-dd30a8488666 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780920 Jul 15 23:18:40.709366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.772411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-67b95a13-dc5c-4059-ada3-92fc72468285 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a HTTP/1.1" status: 200 len: 217 time: 0.0965090 Jul 15 23:18:40.816848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 2ee60001-28db-460f-b02c-5d3bb2ecd309 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:40.817423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.876361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-706df530-0295-4476-8647-3bf072f39ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.878205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-706df530-0295-4476-8647-3bf072f39ab0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.0942261 Jul 15 23:18:40.900838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] DHCP port deletion for fc436133-408c-4138-8dcc-65d40b2c2297 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:40.902179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db0600-1bf8-4eda-9201-2fffc89cbc30 req-ad6e9d13-98a7-473e-8aac-155f6a4c4d3b tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.912509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70db0600-1bf8-4eda-9201-2fffc89cbc30 req-ad6e9d13-98a7-473e-8aac-155f6a4c4d3b tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 946 time: 0.1373174 Jul 15 23:18:41.005609 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-515f792c-1e3a-41cb-9467-c081a714f93a tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.007934 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-515f792c-1e3a-41cb-9467-c081a714f93a tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 946 time: 0.2502675 Jul 15 23:18:41.018168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port 2ee60001-28db-460f-b02c-5d3bb2ecd309, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2ee60001-28db-460f-b02c-5d3bb2ecd309,segment=NetworkSegment(03a4b1f7-b06c-4d79-8aec-cdbf931e39de),segment_id=03a4b1f7-b06c-4d79-8aec-cdbf931e39de)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:41.018539 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.033453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70db0600-1bf8-4eda-9201-2fffc89cbc30 req-c59ca746-d458-42ba-b365-231343b1102b tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/security-groups?id=60401a08-eed5-4706-9cc0-b5b275df9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212835 Jul 15 23:18:41.069891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-2cd90c16-224a-4a46-83f6-8022335c77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.071488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-2cd90c16-224a-4a46-83f6-8022335c77cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1523204 Jul 15 23:18:41.077655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 2ee60001-28db-460f-b02c-5d3bb2ecd309 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:41.080018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] Deleting port 2ee60001-28db-460f-b02c-5d3bb2ecd309 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:41.080436 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.166471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] For port 2ee60001-28db-460f-b02c-5d3bb2ecd309, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2ee60001-28db-460f-b02c-5d3bb2ecd309,segment=NetworkSegment(03a4b1f7-b06c-4d79-8aec-cdbf931e39de),segment_id=03a4b1f7-b06c-4d79-8aec-cdbf931e39de)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:41.166941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.187752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] Calling delete_port for 2ee60001-28db-460f-b02c-5d3bb2ecd309 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:41.189192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-945bb82d-131f-48aa-8fa4-ba686f20b7a3 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068566 Jul 15 23:18:41.284915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Deleting port ffcfee15-acc2-4b5e-aac0-86a1060c3772 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:41.285203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.305509 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.315113 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.339896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-7262c672-9feb-4308-b2bb-dc8ae366ffea service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427138 Jul 15 23:18:41.345305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] Pushing event deleted for resources: {'Port': ['ID=2ee60001-28db-460f-b02c-5d3bb2ecd309,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:41.349379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=2ee60001-28db-460f-b02c-5d3bb2ecd309,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:41.351334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58ebe0-0483-4c9b-ab07-2aada4215399 None None] No DVR routers for this DVR port 2ee60001-28db-460f-b02c-5d3bb2ecd309 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:41.353654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No DVR routers for this DVR port 2ee60001-28db-460f-b02c-5d3bb2ecd309 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:41.410478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-b1c9cf96-00b0-4d38-97bb-4b8c8b9cc6c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68772141-302d-434c-ba43-ffaff8a58760 HTTP/1.1" status: 200 len: 217 time: 0.0627592 Jul 15 23:18:41.480923 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.481892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-266121df-df57-491b-94bd-76314b11d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.488359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-266121df-df57-491b-94bd-76314b11d956 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.0696747 Jul 15 23:18:41.499204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] For port ffcfee15-acc2-4b5e-aac0-86a1060c3772, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ffcfee15-acc2-4b5e-aac0-86a1060c3772,segment=NetworkSegment(8e0eba9c-d139-4c63-9518-2bc1a3149b51),segment_id=8e0eba9c-d139-4c63-9518-2bc1a3149b51)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:41.499204 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.499515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc436133-408c-4138-8dcc-65d40b2c2297']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:41.517884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a4b1f7-b06c-4d79-8aec-cdbf931e39de') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:41.518792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a4b1f7-b06c-4d79-8aec-cdbf931e39de') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:41.520644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Calling delete_port for ffcfee15-acc2-4b5e-aac0-86a1060c3772 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:41.531331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.580779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.590289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:41.590733 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:41.594135 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:41.606836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-31d23583-9769-4a92-8f28-555bf02c98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.609075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-31d23583-9769-4a92-8f28-555bf02c98f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089566 Jul 15 23:18:41.620430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae1430-30e9-460d-8571-c20769a08fc8 req-4cd78e00-5bbf-4b5e-ac39-18267db364f4 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.621968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9ae1430-30e9-460d-8571-c20769a08fc8 req-4cd78e00-5bbf-4b5e-ac39-18267db364f4 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1206219 Jul 15 23:18:41.675334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.690713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.696895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/fc436133-408c-4138-8dcc-65d40b2c2297 HTTP/1.1" status: 204 len: 168 time: 1.1396925 Jul 15 23:18:41.715975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46032) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:41.724216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1114538199'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:41.742608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df76167-14e3-4205-b4e3-4b68cf7d6f42 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=fc436133-408c-4138-8dcc-65d40b2c2297,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:41.766496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9ae1430-30e9-460d-8571-c20769a08fc8 req-02f2cd21-0c7a-4ee5-abb4-83b71bac1855 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345861 Jul 15 23:18:41.793347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-a82f05e5-5382-41b0-abfa-42cc8c34bfbd service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702149 Jul 15 23:18:41.794536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:41.798691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.805552 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.838685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Pushing event deleted for resources: {'Port': ['ID=ffcfee15-acc2-4b5e-aac0-86a1060c3772,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:41.845322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ffcfee15-acc2-4b5e-aac0-86a1060c3772'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:41.885635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:41.893221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2ee60001-28db-460f-b02c-5d3bb2ecd309 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:41.903236 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.903579 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment f5ed7a53-68c1-409c-aa7c-6f198003b1ca of type vlan for network c9d112c1-8848-4ebd-8a4b-9a768f09b569 Jul 15 23:18:41.909140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] No DVR routers for this DVR port ffcfee15-acc2-4b5e-aac0-86a1060c3772 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:41.911991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.916073 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41fda6ac-095c-42d8-8d12-3940d6127e08 req-42f4d711-40c6-4281-83ad-f2012fd1bfb0 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.37 "DELETE /v2.0/ports/ffcfee15-acc2-4b5e-aac0-86a1060c3772 HTTP/1.1" status: 204 len: 173 time: 0.9003699 Jul 15 23:18:41.916940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af24b26-d2d4-4f49-a0e4-96e668e886b3', 'name': 'network-vif-deleted', 'tag': 'ffcfee15-acc2-4b5e-aac0-86a1060c3772'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:41.920206 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9fba2e-9387-43f5-a14b-3083203ec3f9" -d '{"events": [{"server_uuid": "5af24b26-d2d4-4f49-a0e4-96e668e886b3", "name": "network-vif-deleted", "tag": "ffcfee15-acc2-4b5e-aac0-86a1060c3772"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:41.938156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 2ee60001-28db-460f-b02c-5d3bb2ecd309 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:41.938492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2ee60001-28db-460f-b02c-5d3bb2ecd309 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:41.969642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ce29610-4319-4664-9b8a-dcc2724da02f req-9b15dcbb-44c8-4bd8-a7fc-32ebebc6a789 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680279 Jul 15 23:18:41.971605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.005113 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.009095 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e4ac8-d4e3-45b5-aef5-820e9834fb89 x-openstack-request-id: req-c00e4ac8-d4e3-45b5-aef5-820e9834fb89 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:42.009495 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af24b26-d2d4-4f49-a0e4-96e668e886b3", "name": "network-vif-deleted", "tag": "ffcfee15-acc2-4b5e-aac0-86a1060c3772", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:42.009761 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c00e4ac8-d4e3-45b5-aef5-820e9834fb89 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:42.010519 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af24b26-d2d4-4f49-a0e4-96e668e886b3', 'name': 'network-vif-deleted', 'tag': 'ffcfee15-acc2-4b5e-aac0-86a1060c3772', 'status': 'completed', 'code': 200} Jul 15 23:18:42.011021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:42.011629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.062132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3444684 Jul 15 23:18:42.065235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46058) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:42.080519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': 'c9d112c1-8848-4ebd-8a4b-9a768f09b569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:42.131610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefecef9-ca4e-459b-8548-74523da62389 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=c9d112c1-8848-4ebd-8a4b-9a768f09b569,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:42.146463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c9d112c1-8848-4ebd-8a4b-9a768f09b569 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:42.258251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-255eaec1-ab22-43a9-a9a3-86e52974f0a9 req-abfb1ad7-41f9-4103-8ca2-9b827da6dd03 tempest-VolumesActionsTest-1741870918 tempest-VolumesActionsTest-1741870918-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af24b26-d2d4-4f49-a0e4-96e668e886b3 HTTP/1.1" status: 200 len: 210 time: 0.0431657 Jul 15 23:18:42.288541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:42.292679 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.437368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46068) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:42.517717 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.555823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c225f31a-e3a2-4c68-9596-393521b1b61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.588714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=8af9dd76-4b93-4843-a058-1322075ba9b2,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:42.610857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': 'f5ed7a53-68c1-409c-aa7c-6f198003b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9d112c1-8848-4ebd-8a4b-9a768f09b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:42.611317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: c9d112c1-8848-4ebd-8a4b-9a768f09b569, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:42.631466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network c9d112c1-8848-4ebd-8a4b-9a768f09b569 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:42.643396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c9d112c1-8848-4ebd-8a4b-9a768f09b569) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:42.651105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:42.651730 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.653292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a50e01-ac74-44c5-9a88-08f3eddfec45 None None] Network c9d112c1-8848-4ebd-8a4b-9a768f09b569 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:42.667728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c225f31a-e3a2-4c68-9596-393521b1b61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.672436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c225f31a-e3a2-4c68-9596-393521b1b61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.685644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c5e160d2-c457-4bc7-ae8f-227ec2e4cbbc tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6182735 Jul 15 23:18:42.686045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46072) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:42.694065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a48519f2-5b34-4c39-a9a6-9fc9e80c4c90 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2103711323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:42.719342 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c225f31a-e3a2-4c68-9596-393521b1b61b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=234553e215514712ac71650192d9a975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808921 Jul 15 23:18:42.720341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46074) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:42.721421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225f31a-e3a2-4c68-9596-393521b1b61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25351655-19ad-4646-a6cf-c1ee359729ea,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:42.736958 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a48519f2-5b34-4c39-a9a6-9fc9e80c4c90 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.738745 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a48519f2-5b34-4c39-a9a6-9fc9e80c4c90 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.797086 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21081898-d870-4c90-aa6f-bd4b7f4fe005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.800693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a48519f2-5b34-4c39-a9a6-9fc9e80c4c90 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.809426 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a48519f2-5b34-4c39-a9a6-9fc9e80c4c90 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.833379 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a48519f2-5b34-4c39-a9a6-9fc9e80c4c90 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.835530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a48519f2-5b34-4c39-a9a6-9fc9e80c4c90 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1472201 Jul 15 23:18:42.838864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46078) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:42.844091 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21081898-d870-4c90-aa6f-bd4b7f4fe005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.877086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-c9d112c1-8848-4ebd-8a4b-9a768f09b569', 'network_id': 'c9d112c1-8848-4ebd-8a4b-9a768f09b569', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': '8af9dd76-4b93-4843-a058-1322075ba9b2'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:42.878224 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.896443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-f8b21a6f-4449-40c9-a570-0fb2aedfad5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1118267 Jul 15 23:18:42.919547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21081898-d870-4c90-aa6f-bd4b7f4fe005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.923642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21081898-d870-4c90-aa6f-bd4b7f4fe005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.924951 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-21081898-d870-4c90-aa6f-bd4b7f4fe005 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25351655-19ad-4646-a6cf-c1ee359729ea HTTP/1.1" status: 204 len: 168 time: 0.2005904 Jul 15 23:18:42.934498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21081898-d870-4c90-aa6f-bd4b7f4fe005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25351655-19ad-4646-a6cf-c1ee359729ea,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:43.054671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Allocated IP 2001:db8::2 (c9d112c1-8848-4ebd-8a4b-9a768f09b569/8af9dd76-4b93-4843-a058-1322075ba9b2/d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:43.061605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-63755e21-39c9-46bb-b6c0-79c9f28b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.062093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-63755e21-39c9-46bb-b6c0-79c9f28b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.062565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-63755e21-39c9-46bb-b6c0-79c9f28b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.063076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-63755e21-39c9-46bb-b6c0-79c9f28b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.063554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-63755e21-39c9-46bb-b6c0-79c9f28b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.064026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-63755e21-39c9-46bb-b6c0-79c9f28b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.064480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-63755e21-39c9-46bb-b6c0-79c9f28b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.066461 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-63755e21-39c9-46bb-b6c0-79c9f28b260c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 6489 time: 0.0909553 Jul 15 23:18:43.210795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-e7f1b6e6-7e06-4e0f-bf9e-fd1b785c163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.211330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-e7f1b6e6-7e06-4e0f-bf9e-fd1b785c163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.211550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-e7f1b6e6-7e06-4e0f-bf9e-fd1b785c163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.213480 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-e7f1b6e6-7e06-4e0f-bf9e-fd1b785c163f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9267d37d-4936-45b9-86fc-a552f79fc3f3&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&id=676655e1-1039-438e-be89-7733e2899543&id=676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 200 len: 2292 time: 0.1166131 Jul 15 23:18:43.223102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c0c25-d7a5-40d0-902a-33da56336586 req-a05fb38e-2f9f-4fcf-a843-ea5f81a674f2 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.224855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110c0c25-d7a5-40d0-902a-33da56336586 req-a05fb38e-2f9f-4fcf-a843-ea5f81a674f2 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.3166039 Jul 15 23:18:43.235626 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.246436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Transition to ACTIVE for port object d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:43.266686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Transition to ACTIVE for port object d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:43.274902 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.319668 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-e1265c3d-2ce2-46ea-aa60-020df62d195c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe HTTP/1.1" status: 200 len: 1002 time: 0.0997207 Jul 15 23:18:43.327881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Network c9d112c1-8848-4ebd-8a4b-9a768f09b569 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:43.333732 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.334253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:43.338430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:43.356969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Pushing event updated for resources: {'Port': ['ID=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:43.362445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110c0c25-d7a5-40d0-902a-33da56336586 req-19d95600-9755-4240-84cc-a976d9d24425 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171274 Jul 15 23:18:43.392578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-80c5cd51-5e8b-4f6c-8e1c-e15bf4e2346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.394104 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-80c5cd51-5e8b-4f6c-8e1c-e15bf4e2346f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd39a03c-545c-46bc-b82c-7c1d5c3237f1 HTTP/1.1" status: 200 len: 851 time: 0.0655520 Jul 15 23:18:43.428639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Attempting to bind port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:43.429339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Attempting to bind port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f5ed7a53-68c1-409c-aa7c-6f198003b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9d112c1-8848-4ebd-8a4b-9a768f09b569'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:43.429708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Attempting to bind port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 on network c9d112c1-8848-4ebd-8a4b-9a768f09b569 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:43.435664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:43.436670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Checking segment: {'id': 'f5ed7a53-68c1-409c-aa7c-6f198003b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9d112c1-8848-4ebd-8a4b-9a768f09b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:43.437271 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.437672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Bound using segment: {'id': 'f5ed7a53-68c1-409c-aa7c-6f198003b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9d112c1-8848-4ebd-8a4b-9a768f09b569'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:43.438627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Bound port: d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ed7a53-68c1-409c-aa7c-6f198003b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c9d112c1-8848-4ebd-8a4b-9a768f09b569'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:43.440336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.507482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-a6517568-69c7-439c-b601-26cdd934fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.509026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-a6517568-69c7-439c-b601-26cdd934fd2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9267d37d-4936-45b9-86fc-a552f79fc3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086199 Jul 15 23:18:43.579987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] For port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:43.599524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] For port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,segment=NetworkSegment(f5ed7a53-68c1-409c-aa7c-6f198003b1ca),segment_id=f5ed7a53-68c1-409c-aa7c-6f198003b1ca)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:43.610126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.693660 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-6aeb9041-1ed5-4cc1-8ba6-f8d419b47b27 service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768408 Jul 15 23:18:43.786566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256fe79-fbba-4a28-b637-32f983178f84 None None] Pushing event updated for resources: {'Port': ['ID=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:43.792356 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.813313 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-ad025a43-b655-4dc6-bb2c-7fb69fba722f service neutron] 10.222.0.37 "GET /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093934 Jul 15 23:18:43.822933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8::1 (c9d112c1-8848-4ebd-8a4b-9a768f09b569/8af9dd76-4b93-4843-a058-1322075ba9b2/a2e3f874-3a4a-4445-8c86-cb279ee494ba) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:43.866927 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-e988dff6-74dc-403f-a6be-0608b00511b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 217 time: 0.0469966 Jul 15 23:18:43.956666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-f86e1d85-0efc-4a0a-a193-13fb61e8c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.960185 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-f86e1d85-0efc-4a0a-a193-13fb61e8c409 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0878706 Jul 15 23:18:43.990788 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.021716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object a2e3f874-3a4a-4445-8c86-cb279ee494ba will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:44.078368 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.087872 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46114) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:44.116809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-bf72db2e-a2f3-4fbc-b31b-1b6bf9bb9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:44.118474 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-bf72db2e-a2f3-4fbc-b31b-1b6bf9bb9aaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1507685 Jul 15 23:18:44.131971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network c9d112c1-8848-4ebd-8a4b-9a768f09b569 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:44.137039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:44.142611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:44.142900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.244428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2092564152-network', 'tenant_id': 'b6087dd963af4fa0ba3265ca4a48339b'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:44.277339 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-cd1c0648-9247-4b0f-9cb7-b1f6cbcffd1b service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505914 Jul 15 23:18:44.281580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Made reservation on behalf of b6087dd963af4fa0ba3265ca4a48339b for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:44.284567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.304685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.525647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ffcfee15-acc2-4b5e-aac0-86a1060c3772 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:44.566013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: ffcfee15-acc2-4b5e-aac0-86a1060c3772 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:44.566506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ffcfee15-acc2-4b5e-aac0-86a1060c3772 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:44.611769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=a2e3f874-3a4a-4445-8c86-cb279ee494ba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:44.625906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.723027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697ec8e-178d-42c7-b1df-44c2f8457c9d req-7262e342-f7c7-4f87-a88c-8e5bbdd5f977 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:44.724632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0697ec8e-178d-42c7-b1df-44c2f8457c9d req-7262e342-f7c7-4f87-a88c-8e5bbdd5f977 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1594651 Jul 15 23:18:44.867222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0697ec8e-178d-42c7-b1df-44c2f8457c9d req-e59cdd81-1a76-4192-a6aa-0558b1240f38 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322269 Jul 15 23:18:44.958654 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-74d59d02-d47c-4561-8d37-050e25fedea7 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617305 Jul 15 23:18:45.010109 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-8e167e01-f1a4-49bd-8282-42d7ed426a09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0430322 Jul 15 23:18:45.048272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.053482 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.054525 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.097416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.099555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-a94ee67c-df7f-45c3-a0f3-2f474d55f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.101176 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-a94ee67c-df7f-45c3-a0f3-2f474d55f57c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0836737 Jul 15 23:18:45.107264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.168191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:45.182653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=a2e3f874-3a4a-4445-8c86-cb279ee494ba,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:45.192713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.193525 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Added segment a3becfe5-3960-4554-9ff0-4c06fd769b22 of type vlan for network e27f8be2-c8bc-43a1-95ee-5c7dc3dedf30 Jul 15 23:18:45.194875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7e703f-bfea-43ab-9c71-97cc31390133,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:45.218368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network c9d112c1-8848-4ebd-8a4b-9a768f09b569 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:45.220073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:45.254278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4058ef-0ea0-49a5-b4ae-47388ce8630c None None] Network c9d112c1-8848-4ebd-8a4b-9a768f09b569 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:45.262320 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.281072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-89fde474-816f-4b24-b75e-4501d9927954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.282580 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-89fde474-816f-4b24-b75e-4501d9927954 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1703928 Jul 15 23:18:45.332899 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.333569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c45405c0-1465-4753-bfcd-b3df2fa271cd None None] Provisioning for port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:45.334211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.334880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.376153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 0b2631d6-cb43-4582-993e-0b38aad688c2 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:45.417587 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3163412 Jul 15 23:18:45.454673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113381f-6024-48f9-9db4-d3c287b9baf8 admin admin] Pushing event updated for resources: {'Network': ['ID=e27f8be2-c8bc-43a1-95ee-5c7dc3dedf30,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:45.466581 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-6c089610-fc3b-458c-a97d-14c482aa5bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741290 Jul 15 23:18:45.475616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e27f8be2-c8bc-43a1-95ee-5c7dc3dedf30 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:45.494208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:45.510643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3172de88-55b6-417c-9823-9f3450d6c334 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/0b2631d6-cb43-4582-993e-0b38aad688c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6649597 Jul 15 23:18:45.512068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46140) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:45.523169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e978d-b33c-4e7b-9834-8876395e6fdf None None] Sync routers for ids ['0b2631d6-cb43-4582-993e-0b38aad688c2'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:45.600882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e978d-b33c-4e7b-9834-8876395e6fdf None None] Routers {'0b2631d6-cb43-4582-993e-0b38aad688c2'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:45.601868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ab3e978d-b33c-4e7b-9834-8876395e6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0b2631d6-cb43-4582-993e-0b38aad688c2'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:45.630939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6aed0-2c39-42cd-b019-4e5f15eb33e6 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.635821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46148) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:45.644865 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-69c6aed0-2c39-42cd-b019-4e5f15eb33e6 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports/a2e3f874-3a4a-4445-8c86-cb279ee494ba HTTP/1.1" status: 200 len: 911 time: 0.1317029 Jul 15 23:18:45.682689 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-a19daee4-dc6f-48b8-a52a-3b28baac2c6e service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086387 Jul 15 23:18:45.757886 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-bd55e4cd-f1e0-4096-a894-518d48eb200e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fea8efda-f69d-4eb3-9e36-aa435e795501 HTTP/1.1" status: 200 len: 217 time: 0.0662625 Jul 15 23:18:45.872923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-c8e4b1ec-438d-4bac-a9ba-3b131e36c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.879081 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-c8e4b1ec-438d-4bac-a9ba-3b131e36c56f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.1052065 Jul 15 23:18:45.916975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ab3e978d-b33c-4e7b-9834-8876395e6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:45.937872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e978d-b33c-4e7b-9834-8876395e6fdf None None] Routers {'0b2631d6-cb43-4582-993e-0b38aad688c2'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:45.938625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ab3e978d-b33c-4e7b-9834-8876395e6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0b2631d6-cb43-4582-993e-0b38aad688c2'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:45.952891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-3eca9cbe-e6b0-43a1-92c3-2f2d9b4f771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.954544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-3eca9cbe-e6b0-43a1-92c3-2f2d9b4f771b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719004 Jul 15 23:18:45.974934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:45.979514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ab3e978d-b33c-4e7b-9834-8876395e6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:45.980391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e978d-b33c-4e7b-9834-8876395e6fdf None None] The sync data for ids ['0b2631d6-cb43-4582-993e-0b38aad688c2'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:46.046691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:46.052820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:46.054280 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.158986 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-dfcf4ed2-04eb-43b7-9344-3b32983b656a service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950047 Jul 15 23:18:46.186122 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.189180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb89ed-80d2-4fa0-9223-46181bbf22bc req-3e717644-e8ef-4944-99e4-0d26beeb73f2 tempest-ComputeTenantNetworksTest-477668204 tempest-ComputeTenantNetworksTest-477668204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.197849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb89ed-80d2-4fa0-9223-46181bbf22bc req-3e717644-e8ef-4944-99e4-0d26beeb73f2 tempest-ComputeTenantNetworksTest-477668204 tempest-ComputeTenantNetworksTest-477668204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.207536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb89ed-80d2-4fa0-9223-46181bbf22bc req-3e717644-e8ef-4944-99e4-0d26beeb73f2 tempest-ComputeTenantNetworksTest-477668204 tempest-ComputeTenantNetworksTest-477668204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.209317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fbb89ed-80d2-4fa0-9223-46181bbf22bc req-3e717644-e8ef-4944-99e4-0d26beeb73f2 tempest-ComputeTenantNetworksTest-477668204 tempest-ComputeTenantNetworksTest-477668204-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4425964 Jul 15 23:18:46.267413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,segment=NetworkSegment(f5ed7a53-68c1-409c-aa7c-6f198003b1ca),segment_id=f5ed7a53-68c1-409c-aa7c-6f198003b1ca)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:46.275718 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.384810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:46.421979 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-508b53c5-32e2-4f3d-871f-06de2eb8fd16 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595947 Jul 15 23:18:46.429231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7dd7b71b-568d-4d42-8d90-29d6ece3b444 None None] Provisioning for port a2e3f874-3a4a-4445-8c86-cb279ee494ba completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:46.448204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7dd7b71b-568d-4d42-8d90-29d6ece3b444 None None] Provisioning complete for port a2e3f874-3a4a-4445-8c86-cb279ee494ba triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:46.448963 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b71b-568d-4d42-8d90-29d6ece3b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.494643 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-7f41ab97-a0ec-4fbc-b944-e9b530dea038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993 HTTP/1.1" status: 200 len: 217 time: 0.0652931 Jul 15 23:18:46.499041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7b71b-568d-4d42-8d90-29d6ece3b444 None None] Port a2e3f874-3a4a-4445-8c86-cb279ee494ba cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:46.518259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7dd7b71b-568d-4d42-8d90-29d6ece3b444 None None] Provisioning complete for port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:46.519009 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b71b-568d-4d42-8d90-29d6ece3b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.544905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aa75d-8070-48ae-be14-c53092c1c7a2 req-bb807f30-8cc1-4854-893a-523835862e9f tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.547094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e18aa75d-8070-48ae-be14-c53092c1c7a2 req-bb807f30-8cc1-4854-893a-523835862e9f tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.3366776 Jul 15 23:18:46.556365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-2af5e7f9-2a6a-49fc-bc4f-930b979051f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.557897 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-2af5e7f9-2a6a-49fc-bc4f-930b979051f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 200 len: 797 time: 0.0573504 Jul 15 23:18:46.637289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-ce972f7f-4e23-469d-a5db-45febd8fb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.638871 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-ce972f7f-4e23-469d-a5db-45febd8fb174 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6e4d16d-2c1a-4f89-ac31-6442660d47c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738499 Jul 15 23:18:46.692910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626a5b3-6cf1-40c2-af2b-cf23882bb4ce req-89a44f9e-65c3-4191-926e-72d8cdcd165c tempest-ComputeTenantNetworksTest-477668204 tempest-ComputeTenantNetworksTest-477668204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.695098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2626a5b3-6cf1-40c2-af2b-cf23882bb4ce req-89a44f9e-65c3-4191-926e-72d8cdcd165c tempest-ComputeTenantNetworksTest-477668204 tempest-ComputeTenantNetworksTest-477668204-project] 10.222.0.23 "GET /v2.0/networks/e27f8be2-c8bc-43a1-95ee-5c7dc3dedf30 HTTP/1.1" status: 200 len: 769 time: 0.2480896 Jul 15 23:18:46.714925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46162) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:46.753282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e18aa75d-8070-48ae-be14-c53092c1c7a2 req-b13a91e6-cddf-4078-a9f6-3cf9b5fbcff0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981421 Jul 15 23:18:46.763458 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-a3a9c82e-b00d-4bcf-8ba5-88d7097c14cf service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147671 Jul 15 23:18:46.788770 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.801203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a103637f-2f45-4cb5-b722-b60490ec35cd None None] Provisioning complete for port a2e3f874-3a4a-4445-8c86-cb279ee494ba triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:46.801709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a103637f-2f45-4cb5-b722-b60490ec35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.857475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a103637f-2f45-4cb5-b722-b60490ec35cd None None] Port a2e3f874-3a4a-4445-8c86-cb279ee494ba cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:46.899915 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-5a314e3b-5967-4d0d-a3fd-65d3540b87b4 service neutron] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295862 Jul 15 23:18:46.965491 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-fb70b44d-3b28-4004-8f99-10da4790ef58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28eba14b-9740-49bf-b234-fcdf2819574d HTTP/1.1" status: 200 len: 217 time: 0.0584340 Jul 15 23:18:46.971565 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.018958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-35f26abd-25af-4ab2-b60b-6332a26b3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.020479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-35f26abd-25af-4ab2-b60b-6332a26b3b54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.0480487 Jul 15 23:18:47.083321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-62020015-674c-4bea-aa4f-5ef536cf9deb None None] Provisioning complete for port a2e3f874-3a4a-4445-8c86-cb279ee494ba triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:47.083694 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-62020015-674c-4bea-aa4f-5ef536cf9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.117352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-74720812-95bf-430f-9d31-759faa8c5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.119071 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-74720812-95bf-430f-9d31-759faa8c5028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900779 Jul 15 23:18:47.123047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-62020015-674c-4bea-aa4f-5ef536cf9deb None None] Port a2e3f874-3a4a-4445-8c86-cb279ee494ba cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:47.166911 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.178553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27f8be2-c8bc-43a1-95ee-5c7dc3dedf30']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:47.200001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3becfe5-3960-4554-9ff0-4c06fd769b22') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:47.200315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3becfe5-3960-4554-9ff0-4c06fd769b22') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:47.217115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.223520 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-1beabc1a-acc1-4913-b88e-afc8c79d67b8 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953314 Jul 15 23:18:47.235665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.244701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:47.245102 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:47.246937 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:47.325092 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-0a951cc7-5e6e-45ab-afb5-971560be83b6 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945425 Jul 15 23:18:47.360257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.364756 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.369351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] 10.222.0.23 "DELETE /v2.0/networks/e27f8be2-c8bc-43a1-95ee-5c7dc3dedf30 HTTP/1.1" status: 204 len: 168 time: 0.6527331 Jul 15 23:18:47.375303 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-6ecdede3-761d-46a5-b1d0-b667c9177700 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 HTTP/1.1" status: 200 len: 217 time: 0.0434332 Jul 15 23:18:47.385419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7854bb-5551-458b-ae70-7bd9cf47dccb admin admin] Pushing event deleted for resources: {'Network': ['ID=e27f8be2-c8bc-43a1-95ee-5c7dc3dedf30,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:47.426164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port a2e3f874-3a4a-4445-8c86-cb279ee494ba {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:47.427018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.428424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-fd29a96a-5b81-49c0-80d0-e6274ceb22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.429935 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-fd29a96a-5b81-49c0-80d0-e6274ceb22c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 200 len: 797 time: 0.0483768 Jul 15 23:18:47.506722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-9c7ef9ee-f2a7-49e7-8a46-e03a53f09663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.508515 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-9c7ef9ee-f2a7-49e7-8a46-e03a53f09663 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676655e1-1039-438e-be89-7733e2899543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722504 Jul 15 23:18:47.563898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46176) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:47.567415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.580990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for a2e3f874-3a4a-4445-8c86-cb279ee494ba owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:47.648944 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-ee7975a6-4bd2-4b05-b7da-df09a1b0251d service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331394 Jul 15 23:18:47.767837 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fd019dba-4f8b-4d96-8e8a-f47aad768c5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6087dd963af4fa0ba3265ca4a48339b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027550 Jul 15 23:18:47.775473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46178) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:47.865596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.892749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:47.907864 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.912456 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dd32c350-066e-4f84-8f61-61b34e0a4ed9 req-cc560d9b-42ae-46c5-88b7-4b3bff164f16 service neutron] 10.222.0.37 "GET /v2.0/networks/676655e1-1039-438e-be89-7733e2899543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554424 Jul 15 23:18:47.985300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:48.000816 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.010565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.021635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.025023 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e7e703f-bfea-43ab-9c71-97cc31390133 HTTP/1.1" status: 204 len: 168 time: 0.2483499 Jul 15 23:18:48.053193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7e703f-bfea-43ab-9c71-97cc31390133,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:48.061815 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-840e8def-b5f3-4664-8498-5fa24ecd1ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.082120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.084068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.084633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.085203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.086104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.088431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.089020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.089564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.091687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.092994 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.093788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.096443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e727306-7272-4363-bfa4-7187f1bbdbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:48.261702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5abf5c-f777-40b5-8d72-3a488d26a001 req-daadded9-0d12-4564-a307-119e2d9fa740 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.268965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf5abf5c-f777-40b5-8d72-3a488d26a001 req-daadded9-0d12-4564-a307-119e2d9fa740 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1361451 Jul 15 23:18:48.276309 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.317821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=a2e3f874-3a4a-4445-8c86-cb279ee494ba,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:48.457829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.486040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf5abf5c-f777-40b5-8d72-3a488d26a001 req-d41a28da-9abf-4204-aaf6-a8fd43828234 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161107 Jul 15 23:18:48.695727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 0b2631d6-cb43-4582-993e-0b38aad688c2 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:48.807805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:48.814090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f4d6fdaa-6c9a-400d-ae72-0f2ea9b5df01 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/0b2631d6-cb43-4582-993e-0b38aad688c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1772034 Jul 15 23:18:48.816852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46206) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:48.821554 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11665711-9109-45f7-b188-6bcbeb521935 None None] Sync routers for ids ['0b2631d6-cb43-4582-993e-0b38aad688c2'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:48.840655 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11665711-9109-45f7-b188-6bcbeb521935 None None] Routers {'0b2631d6-cb43-4582-993e-0b38aad688c2'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:48.841847 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-11665711-9109-45f7-b188-6bcbeb521935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0b2631d6-cb43-4582-993e-0b38aad688c2'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:48.898674 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-11665711-9109-45f7-b188-6bcbeb521935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:48.905857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46208) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:48.913795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cc09bdb9-1dc6-45e8-8901-fb656d2a0ec2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b2631d6-cb43-4582-993e-0b38aad688c2 HTTP/1.1" status: 200 len: 205 time: 0.0852249 Jul 15 23:18:48.915065 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11665711-9109-45f7-b188-6bcbeb521935 None None] Routers {'0b2631d6-cb43-4582-993e-0b38aad688c2'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:48.915766 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-11665711-9109-45f7-b188-6bcbeb521935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0b2631d6-cb43-4582-993e-0b38aad688c2'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:48.953297 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-11665711-9109-45f7-b188-6bcbeb521935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:48.954086 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11665711-9109-45f7-b188-6bcbeb521935 None None] The sync data for ids ['0b2631d6-cb43-4582-993e-0b38aad688c2'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:49.001209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f362a5db-888a-437f-9589-6058123a2f48 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.206687 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f362a5db-888a-437f-9589-6058123a2f48 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.209374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f362a5db-888a-437f-9589-6058123a2f48 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.266271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f362a5db-888a-437f-9589-6058123a2f48 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.267036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362a5db-888a-437f-9589-6058123a2f48 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Fanout notify agent at l3_agent the message router_deleted on router 0b2631d6-cb43-4582-993e-0b38aad688c2 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:18:49.277163 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f362a5db-888a-437f-9589-6058123a2f48 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.278599 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f362a5db-888a-437f-9589-6058123a2f48 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/0b2631d6-cb43-4582-993e-0b38aad688c2 HTTP/1.1" status: 204 len: 168 time: 0.3709702 Jul 15 23:18:49.281418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46230) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:49.368503 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f6dc28-e742-41fe-b4ce-2a57af3f1a9e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet 8af9dd76-4b93-4843-a058-1322075ba9b2 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:49.372329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f6dc28-e742-41fe-b4ce-2a57af3f1a9e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.434253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f6dc28-e742-41fe-b4ce-2a57af3f1a9e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.534630 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f6dc28-e742-41fe-b4ce-2a57af3f1a9e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.616894 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f6dc28-e742-41fe-b4ce-2a57af3f1a9e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.655749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6dc28-e742-41fe-b4ce-2a57af3f1a9e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=8af9dd76-4b93-4843-a058-1322075ba9b2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:49.669810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a0b1b-4f00-446f-8670-9d22419e8867 None None] Network c9d112c1-8848-4ebd-8a4b-9a768f09b569 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:49.675303 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f6dc28-e742-41fe-b4ce-2a57af3f1a9e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.678346 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-40f6dc28-e742-41fe-b4ce-2a57af3f1a9e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/8af9dd76-4b93-4843-a058-1322075ba9b2 HTTP/1.1" status: 204 len: 168 time: 0.3956618 Jul 15 23:18:49.681086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46242) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:49.811787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.859643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30585dfe-e36c-4fac-a7be-37265bf43e1c req-bdb2c42c-59b6-46a4-a526-618f29f38c36 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:49.861524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30585dfe-e36c-4fac-a7be-37265bf43e1c req-bdb2c42c-59b6-46a4-a526-618f29f38c36 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1432214 Jul 15 23:18:49.955557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30585dfe-e36c-4fac-a7be-37265bf43e1c req-96f8421e-4d24-40fd-86c7-85b11822b6b6 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709662 Jul 15 23:18:49.978107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] DHCP port deletion for c9d112c1-8848-4ebd-8a4b-9a768f09b569 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:49.981763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:49.982476 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.074950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] Deleting port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:50.075332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.089849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,segment=NetworkSegment(f5ed7a53-68c1-409c-aa7c-6f198003b1ca),segment_id=f5ed7a53-68c1-409c-aa7c-6f198003b1ca)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:50.090224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.105171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:50.151983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] For port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,segment=NetworkSegment(f5ed7a53-68c1-409c-aa7c-6f198003b1ca),segment_id=f5ed7a53-68c1-409c-aa7c-6f198003b1ca)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:50.152381 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.166175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] Calling delete_port for d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:50.197617 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.229114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:50.242044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No DVR routers for this DVR port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:50.247213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.276559 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] Pushing event deleted for resources: {'Port': ['ID=d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:50.280834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1d7a8-9f87-4264-a0ac-306f2b468344 None None] No DVR routers for this DVR port d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:50.334921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.347652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d112c1-8848-4ebd-8a4b-9a768f09b569']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:50.361118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ed7a53-68c1-409c-aa7c-6f198003b1ca') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:50.361423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ed7a53-68c1-409c-aa7c-6f198003b1ca') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:50.376056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.392062 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.404172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:50.405226 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:50.408857 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:50.472511 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.481840 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.488040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/c9d112c1-8848-4ebd-8a4b-9a768f09b569 HTTP/1.1" status: 204 len: 168 time: 0.8010049 Jul 15 23:18:50.488381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46260) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:50.493556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1457420665', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:50.501367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e9484-bcb4-45bc-b94c-1fce4ce1da64 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=c9d112c1-8848-4ebd-8a4b-9a768f09b569,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:50.520385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.521465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.590211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.634741 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef8f674e-f6e5-498c-83af-16e5a5747c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.820350 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.004219 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.019878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.038393 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.155742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 172.25.3.233 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/4d18f4c5-a2a2-430d-bf46-7c79d4d54b41) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:51.195442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a92472-5cb7-44db-9d93-25f5d88b2895 req-d4c2ca87-a3fb-4bcc-8000-a6bdb5022c83 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:51.203023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a92472-5cb7-44db-9d93-25f5d88b2895 req-d4c2ca87-a3fb-4bcc-8000-a6bdb5022c83 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.0991390 Jul 15 23:18:51.251430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34a92472-5cb7-44db-9d93-25f5d88b2895 req-caa0d60d-303b-4809-a3c4-4e06c40fc424 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460029 Jul 15 23:18:51.283103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.328194 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.381600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:51.396378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=4d18f4c5-a2a2-430d-bf46-7c79d4d54b41,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:51.406650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:51.409730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:51.494931 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.927570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:51.966301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:51.966784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d65dc3f6-e2dd-43aa-8c7f-4d51f36cffb4 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:52.194224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.481056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf28fc-7b92-45a3-812a-9be48427a68d req-2c862098-63fe-42d3-91e0-b6a16bbf442e tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:52.484334 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4cf28fc-7b92-45a3-812a-9be48427a68d req-2c862098-63fe-42d3-91e0-b6a16bbf442e tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.0763483 Jul 15 23:18:52.498618 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.539868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4cf28fc-7b92-45a3-812a-9be48427a68d req-ca0d0c61-5643-4119-b6c4-b3cf1b1ed0f8 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474241 Jul 15 23:18:52.664463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 910560df-f229-45b1-99ec-75099187cc0a is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:52.780440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:52.793709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3e372-ef24-4903-ab7d-b3a3a95fd830 None None] Sync routers for ids ['910560df-f229-45b1-99ec-75099187cc0a'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:52.800651 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.804577 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e94053cb-8717-4562-a30d-c695f25339b7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3124647 Jul 15 23:18:52.804717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3e372-ef24-4903-ab7d-b3a3a95fd830 None None] Routers {'910560df-f229-45b1-99ec-75099187cc0a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:52.804717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c1a3e372-ef24-4903-ab7d-b3a3a95fd830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['910560df-f229-45b1-99ec-75099187cc0a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:52.804902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46308) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:52.847318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c1a3e372-ef24-4903-ab7d-b3a3a95fd830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:52.858939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3e372-ef24-4903-ab7d-b3a3a95fd830 None None] Routers {'910560df-f229-45b1-99ec-75099187cc0a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:52.859742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c1a3e372-ef24-4903-ab7d-b3a3a95fd830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['910560df-f229-45b1-99ec-75099187cc0a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:52.897665 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c1a3e372-ef24-4903-ab7d-b3a3a95fd830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:52.898560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3e372-ef24-4903-ab7d-b3a3a95fd830 None None] The sync data for ids ['910560df-f229-45b1-99ec-75099187cc0a'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:52.942591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5fb8ce9c-b81b-4495-bf3e-5b895732769a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/routers/910560df-f229-45b1-99ec-75099187cc0a HTTP/1.1" status: 200 len: 885 time: 0.1365304 Jul 15 23:18:52.945070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46314) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:53.257411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.283956 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a95cbcf6-f050-4de6-9840-78f35f7efd78 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3377683 Jul 15 23:18:53.286528 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46324) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:53.291588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7f521bc8-40e9-4155-946d-768974bfdc51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1457420665'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:53.641391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f521bc8-40e9-4155-946d-768974bfdc51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.665939 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f521bc8-40e9-4155-946d-768974bfdc51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.725173 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:18:53.773425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dac6e-ca52-4cac-ba2a-5cd8114643ef req-51100182-8bb7-465f-9112-727183b26ba9 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:53.775083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-510dac6e-ca52-4cac-ba2a-5cd8114643ef req-51100182-8bb7-465f-9112-727183b26ba9 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1017046 Jul 15 23:18:53.823461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f521bc8-40e9-4155-946d-768974bfdc51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 910560df-f229-45b1-99ec-75099187cc0a has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:53.877441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-510dac6e-ca52-4cac-ba2a-5cd8114643ef req-4d258424-1240-4267-b4a5-74fe586dd50b tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895207 Jul 15 23:18:53.965262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f521bc8-40e9-4155-946d-768974bfdc51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:53.976370 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce26ff-39a1-40fc-8368-881b5d214615 None None] Sync routers for ids ['910560df-f229-45b1-99ec-75099187cc0a'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:53.976827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f521bc8-40e9-4155-946d-768974bfdc51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.978436 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7f521bc8-40e9-4155-946d-768974bfdc51 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/910560df-f229-45b1-99ec-75099187cc0a HTTP/1.1" status: 200 len: 892 time: 0.6907556 Jul 15 23:18:53.981024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46338) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:53.990190 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce26ff-39a1-40fc-8368-881b5d214615 None None] Routers {'910560df-f229-45b1-99ec-75099187cc0a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:53.990940 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3bce26ff-39a1-40fc-8368-881b5d214615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['910560df-f229-45b1-99ec-75099187cc0a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:54.060007 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3bce26ff-39a1-40fc-8368-881b5d214615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:54.090830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46340) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:54.093463 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce26ff-39a1-40fc-8368-881b5d214615 None None] Routers {'910560df-f229-45b1-99ec-75099187cc0a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:54.094152 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3bce26ff-39a1-40fc-8368-881b5d214615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['910560df-f229-45b1-99ec-75099187cc0a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:54.143727 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3bce26ff-39a1-40fc-8368-881b5d214615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:54.144891 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce26ff-39a1-40fc-8368-881b5d214615 None None] The sync data for ids ['910560df-f229-45b1-99ec-75099187cc0a'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:54.156185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46348) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:54.156709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9e568ccf-8802-4001-b1b1-759b373dbcc3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/routers/910560df-f229-45b1-99ec-75099187cc0a HTTP/1.1" status: 200 len: 892 time: 0.1740909 Jul 15 23:18:54.213912 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e66fa05f-6871-4656-8eea-984867ee7c7f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=910560df-f229-45b1-99ec-75099187cc0a HTTP/1.1" status: 200 len: 205 time: 0.0564971 Jul 15 23:18:54.216706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46352) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:54.316419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c65e-7f85-4116-a6a3-eeeacce9dc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.392200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.425505 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c65e-7f85-4116-a6a3-eeeacce9dc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.429801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c65e-7f85-4116-a6a3-eeeacce9dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.481253 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f1d6c65e-7f85-4116-a6a3-eeeacce9dc77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=750b755092cd4a3e92210eec1e9b3675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893821 Jul 15 23:18:54.482946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6c65e-7f85-4116-a6a3-eeeacce9dc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a15b13-0b1a-491b-b000-cc90b44e7d8d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:54.499936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46356) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:54.547937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.585233 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.614259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.655069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 4d18f4c5-a2a2-430d-bf46-7c79d4d54b41 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:54.655664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.725019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.727667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.731449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64a15b13-0b1a-491b-b000-cc90b44e7d8d HTTP/1.1" status: 204 len: 168 time: 0.2278371 Jul 15 23:18:54.740462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a15b13-0b1a-491b-b000-cc90b44e7d8d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:54.755066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.755387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.755681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.756022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.756353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.756684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.757046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.757326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.757650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.757973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.758297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.758617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9a846-6441-4ee0-93c4-23edb176e0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:54.776596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.793471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 4d18f4c5-a2a2-430d-bf46-7c79d4d54b41 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:54.933812 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.008520 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.055308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=4d18f4c5-a2a2-430d-bf46-7c79d4d54b41,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:55.157914 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.246208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ee414-ebc0-47b5-8bf0-3d514f020d80 req-fe3bfd56-6610-434a-a6a4-20eaf8d0e614 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:55.247869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d48ee414-ebc0-47b5-8bf0-3d514f020d80 req-fe3bfd56-6610-434a-a6a4-20eaf8d0e614 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.2059066 Jul 15 23:18:55.295582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.299767 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.323974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d48ee414-ebc0-47b5-8bf0-3d514f020d80 req-2ed8e1e5-25f7-4285-a688-3dd4624b1a98 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499308 Jul 15 23:18:55.425895 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.426682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Fanout notify agent at l3_agent the message router_deleted on router 910560df-f229-45b1-99ec-75099187cc0a {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:18:55.444702 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.451752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e03102c9-a6cb-4d88-bcbb-0a26acc2f72a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/910560df-f229-45b1-99ec-75099187cc0a HTTP/1.1" status: 204 len: 168 time: 1.2275329 Jul 15 23:18:55.451752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46388) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:55.458251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-810233951'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:55.509759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:55.514208 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.579992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:55.607114 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.607587 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment e9347fa9-8cad-48b1-8588-c5bd0c9273ab of type vlan for network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 Jul 15 23:18:55.697975 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.739513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.745396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:55.745987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.806877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3559525 Jul 15 23:18:55.809784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46400) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:55.815915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': '90a2d510-8764-4cf1-be3b-e0b2b57cac47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:55.843362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f50813-c8b4-4b1d-bd36-1a5307b5680e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=90a2d510-8764-4cf1-be3b-e0b2b57cac47,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:55.856382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:55.944028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:55.947823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.154746 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.215470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:56.226734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': 'e9347fa9-8cad-48b1-8588-c5bd0c9273ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90a2d510-8764-4cf1-be3b-e0b2b57cac47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:56.227514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: 90a2d510-8764-4cf1-be3b-e0b2b57cac47, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:56.244568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:56.254329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 90a2d510-8764-4cf1-be3b-e0b2b57cac47) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:56.258963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.259680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.271287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3bc63-4acb-453e-9469-f126c623870d None None] Network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:56.279462 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9826e238-c44d-4a1f-b285-22e582f4dbc8 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4681695 Jul 15 23:18:56.282353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46414) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:56.290132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-035e19e1-4fc3-46e5-a6b9-1c6505326dd7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-191262614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:56.322318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-035e19e1-4fc3-46e5-a6b9-1c6505326dd7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.323525 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-035e19e1-4fc3-46e5-a6b9-1c6505326dd7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.444585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-035e19e1-4fc3-46e5-a6b9-1c6505326dd7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.452233 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-035e19e1-4fc3-46e5-a6b9-1c6505326dd7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.469627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-035e19e1-4fc3-46e5-a6b9-1c6505326dd7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.474450 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-035e19e1-4fc3-46e5-a6b9-1c6505326dd7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1866400 Jul 15 23:18:56.475406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46420) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:56.475922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-90a2d510-8764-4cf1-be3b-e0b2b57cac47', 'network_id': '90a2d510-8764-4cf1-be3b-e0b2b57cac47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': '11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:56.476811 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.667112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Allocated IP 2001:db8::2 (90a2d510-8764-4cf1-be3b-e0b2b57cac47/11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc/3feac4fc-59dd-4c0b-8d6e-5070e0c04927) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:56.911595 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.922901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Transition to ACTIVE for port object 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:56.941559 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Transition to ACTIVE for port object 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:56.961570 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.020937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:57.036319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:57.040099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:57.080664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Pushing event updated for resources: {'Port': ['ID=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:57.128304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Attempting to bind port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:57.128676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Attempting to bind port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e9347fa9-8cad-48b1-8588-c5bd0c9273ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90a2d510-8764-4cf1-be3b-e0b2b57cac47'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:57.129104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Attempting to bind port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 on network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:57.135008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:57.135388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Checking segment: {'id': 'e9347fa9-8cad-48b1-8588-c5bd0c9273ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90a2d510-8764-4cf1-be3b-e0b2b57cac47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:57.135793 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.136191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Bound using segment: {'id': 'e9347fa9-8cad-48b1-8588-c5bd0c9273ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90a2d510-8764-4cf1-be3b-e0b2b57cac47'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:57.136733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Bound port: 3feac4fc-59dd-4c0b-8d6e-5070e0c04927, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9347fa9-8cad-48b1-8588-c5bd0c9273ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90a2d510-8764-4cf1-be3b-e0b2b57cac47'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:57.137118 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.229969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] For port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:57.237225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] For port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,segment=NetworkSegment(e9347fa9-8cad-48b1-8588-c5bd0c9273ab),segment_id=e9347fa9-8cad-48b1-8588-c5bd0c9273ab)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:57.246403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.249656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88a9f-7d27-45ab-8a96-d5ddea999f55 req-7f85e36b-d4ce-4035-96a8-873bbe15163f tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:57.257776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fc88a9f-7d27-45ab-8a96-d5ddea999f55 req-7f85e36b-d4ce-4035-96a8-873bbe15163f tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.6929078 Jul 15 23:18:57.335474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc02be-e940-421b-aa8f-316580abf321 None None] Pushing event updated for resources: {'Port': ['ID=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:57.349497 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.383014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fc88a9f-7d27-45ab-8a96-d5ddea999f55 req-b7c858f4-7e4c-4e96-a96d-0563d8c83a61 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242242 Jul 15 23:18:57.690720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8::1 (90a2d510-8764-4cf1-be3b-e0b2b57cac47/11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc/1584bdff-7992-4936-8b20-e0a987e06076) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:57.857845 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.874588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object 1584bdff-7992-4936-8b20-e0a987e06076 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:57.911307 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.947441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:57.997432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=1584bdff-7992-4936-8b20-e0a987e06076,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:58.011323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:58.012994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:58.016372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:58.017150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.062652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:58.193029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.481846 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.489245 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.490064 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.604915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=1584bdff-7992-4936-8b20-e0a987e06076,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:58.646340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65134a09-f43c-4e01-8b2a-5aa5fb7de48b None None] Network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:58.694397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46474) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:58.709348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:58.713958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:58.748483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e205db1b-7d3a-4310-b777-922fb7903e1b None None] Provisioning for port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:58.754094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e205db1b-7d3a-4310-b777-922fb7903e1b None None] Provisioning complete for port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:58.754648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e205db1b-7d3a-4310-b777-922fb7903e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.823857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9dc883c-eece-4dc4-ac0d-3669102387cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.867510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57698c-a6de-4195-9fbf-432decaea85a req-a9a44ee6-226a-4d0e-af6d-cb6c99f821ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.869319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b57698c-a6de-4195-9fbf-432decaea85a req-a9a44ee6-226a-4d0e-af6d-cb6c99f821ab tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.2519326 Jul 15 23:18:58.897563 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e205db1b-7d3a-4310-b777-922fb7903e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.921662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b57698c-a6de-4195-9fbf-432decaea85a req-57f62b0f-eda1-4570-8d43-1a23dc6b4901 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Jul 15 23:18:58.970607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9dc883c-eece-4dc4-ac0d-3669102387cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.977467 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9dc883c-eece-4dc4-ac0d-3669102387cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.986465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e205db1b-7d3a-4310-b777-922fb7903e1b None None] For port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,segment=NetworkSegment(e9347fa9-8cad-48b1-8588-c5bd0c9273ab),segment_id=e9347fa9-8cad-48b1-8588-c5bd0c9273ab)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:58.992728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 5caa5799-0135-48dc-928c-001141cb195b is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:58.999360 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e205db1b-7d3a-4310-b777-922fb7903e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.056374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc883c-eece-4dc4-ac0d-3669102387cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba331e-da4b-4e89-8df0-01c47c874919,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:59.064866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205db1b-7d3a-4310-b777-922fb7903e1b None None] Pushing event updated for resources: {'Port': ['ID=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:59.083843 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b9dc883c-eece-4dc4-ac0d-3669102387cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f188b79f50740d1b5b25c4fda7db3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876474 Jul 15 23:18:59.091971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46482) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.153771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:59.160172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b7a10811-224d-4d9a-a2fe-842a720962a7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/5caa5799-0135-48dc-928c-001141cb195b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6832068 Jul 15 23:18:59.163356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46488) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.167200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bd1de-1c3a-412f-973f-88bf0ace5404 None None] Sync routers for ids ['5caa5799-0135-48dc-928c-001141cb195b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:59.194277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bd1de-1c3a-412f-973f-88bf0ace5404 None None] Routers {'5caa5799-0135-48dc-928c-001141cb195b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:59.199891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a51bd1de-1c3a-412f-973f-88bf0ace5404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5caa5799-0135-48dc-928c-001141cb195b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:59.215943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-140a082a-3d5b-466b-96a0-c18042b7fe65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.240890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d29261c-27f4-428c-8c6d-3df9f8b985f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:59.242333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5d29261c-27f4-428c-8c6d-3df9f8b985f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports/1584bdff-7992-4936-8b20-e0a987e06076 HTTP/1.1" status: 200 len: 911 time: 0.0775964 Jul 15 23:18:59.246117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46492) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.257051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8b8e6134-3285-45a1-aebb-69ef750aa295 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:59.271582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a51bd1de-1c3a-412f-973f-88bf0ace5404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:59.281183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bd1de-1c3a-412f-973f-88bf0ace5404 None None] Routers {'5caa5799-0135-48dc-928c-001141cb195b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:59.281871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a51bd1de-1c3a-412f-973f-88bf0ace5404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5caa5799-0135-48dc-928c-001141cb195b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:59.325813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a51bd1de-1c3a-412f-973f-88bf0ace5404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:59.326668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bd1de-1c3a-412f-973f-88bf0ace5404 None None] The sync data for ids ['5caa5799-0135-48dc-928c-001141cb195b'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:59.372542 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-140a082a-3d5b-466b-96a0-c18042b7fe65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.506224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-140a082a-3d5b-466b-96a0-c18042b7fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.509129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-140a082a-3d5b-466b-96a0-c18042b7fe65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.512833 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-140a082a-3d5b-466b-96a0-c18042b7fe65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68ba331e-da4b-4e89-8df0-01c47c874919 HTTP/1.1" status: 204 len: 168 time: 0.4173391 Jul 15 23:18:59.529921 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6134-3285-45a1-aebb-69ef750aa295 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.532050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a082a-3d5b-466b-96a0-c18042b7fe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba331e-da4b-4e89-8df0-01c47c874919,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:59.608933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c19dd4fd-2de1-43d0-a543-f2e8a744ab8e None None] Provisioning complete for port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:59.609309 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c19dd4fd-2de1-43d0-a543-f2e8a744ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.798178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c19dd4fd-2de1-43d0-a543-f2e8a744ab8e None None] Provisioning for port 1584bdff-7992-4936-8b20-e0a987e06076 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:59.804355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c19dd4fd-2de1-43d0-a543-f2e8a744ab8e None None] Provisioning complete for port 1584bdff-7992-4936-8b20-e0a987e06076 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:59.804958 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c19dd4fd-2de1-43d0-a543-f2e8a744ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.888829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c19dd4fd-2de1-43d0-a543-f2e8a744ab8e None None] Port 1584bdff-7992-4936-8b20-e0a987e06076 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:59.912289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:00.039575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:00.040269 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.052972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f7e8910b-c441-4745-8819-2f1bb59f1e1c None None] Provisioning complete for port 1584bdff-7992-4936-8b20-e0a987e06076 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:00.053616 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7e8910b-c441-4745-8819-2f1bb59f1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.208919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8910b-c441-4745-8819-2f1bb59f1e1c None None] Port 1584bdff-7992-4936-8b20-e0a987e06076 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:00.257436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6134-3285-45a1-aebb-69ef750aa295 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.266493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46510) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:00.305927 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6134-3285-45a1-aebb-69ef750aa295 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.319851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e6134-3285-45a1-aebb-69ef750aa295 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:00.322200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6134-3285-45a1-aebb-69ef750aa295 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.329217 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8b8e6134-3285-45a1-aebb-69ef750aa295 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/ports/1584bdff-7992-4936-8b20-e0a987e06076 HTTP/1.1" status: 200 len: 911 time: 1.0780728 Jul 15 23:19:00.329217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-575b53db-95ed-4304-a3ab-20cc3dcf5af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.338111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:00.356673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6529b955-a481-47ad-8453-3fa5fd4c3d96 None None] Provisioning complete for port 1584bdff-7992-4936-8b20-e0a987e06076 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:00.357098 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6529b955-a481-47ad-8453-3fa5fd4c3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.384664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6065b2b-ca0d-4382-bb08-ca5491215d24 req-b389608f-84a0-460c-9649-eceb866041bb tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:00.386363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6065b2b-ca0d-4382-bb08-ca5491215d24 req-b389608f-84a0-460c-9649-eceb866041bb tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1265457 Jul 15 23:19:00.428778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6529b955-a481-47ad-8453-3fa5fd4c3d96 None None] Port 1584bdff-7992-4936-8b20-e0a987e06076 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:00.441799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6065b2b-ca0d-4382-bb08-ca5491215d24 req-fec000c3-1591-4486-912a-4f4e15b6161d tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488555 Jul 15 23:19:00.630399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e6134-3285-45a1-aebb-69ef750aa295 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=1584bdff-7992-4936-8b20-e0a987e06076,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:00.821768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-575b53db-95ed-4304-a3ab-20cc3dcf5af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.827815 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-575b53db-95ed-4304-a3ab-20cc3dcf5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.880135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b53db-95ed-4304-a3ab-20cc3dcf5af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae619de-2c60-4838-9be6-583d0a92701c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:00.884426 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-575b53db-95ed-4304-a3ab-20cc3dcf5af1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5ad9c53a3ac41be8369147460abcb43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6164944 Jul 15 23:19:00.887228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46520) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:00.937293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.942603 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14fdf4c-5458-4e11-9ea9-edc3e69db9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.971117 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14fdf4c-5458-4e11-9ea9-edc3e69db9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.023317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14fdf4c-5458-4e11-9ea9-edc3e69db9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.026039 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b14fdf4c-5458-4e11-9ea9-edc3e69db9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.029805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b14fdf4c-5458-4e11-9ea9-edc3e69db9bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ae619de-2c60-4838-9be6-583d0a92701c HTTP/1.1" status: 204 len: 168 time: 0.1391346 Jul 15 23:19:01.037661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fdf4c-5458-4e11-9ea9-edc3e69db9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae619de-2c60-4838-9be6-583d0a92701c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:01.532007 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 1584bdff-7992-4936-8b20-e0a987e06076 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:01.532872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.632226 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.649546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 1584bdff-7992-4936-8b20-e0a987e06076 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:01.686533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70722681-f255-49c9-98eb-04b6bcd6a5d7 req-3974a1f0-55f7-45e2-91e6-bf16a9c5fb64 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:01.688460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70722681-f255-49c9-98eb-04b6bcd6a5d7 req-3974a1f0-55f7-45e2-91e6-bf16a9c5fb64 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.0928521 Jul 15 23:19:01.739243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70722681-f255-49c9-98eb-04b6bcd6a5d7 req-ce0feeda-717f-47e5-ba09-f23bbb4fded3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Jul 15 23:19:01.881361 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.911486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=1584bdff-7992-4936-8b20-e0a987e06076,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:02.024972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.215448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router 5caa5799-0135-48dc-928c-001141cb195b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:02.302470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:02.311381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46574) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:02.311525 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3d60e0be-b13d-4ca0-b279-bc06ed5d93d7 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/5caa5799-0135-48dc-928c-001141cb195b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9659717 Jul 15 23:19:02.317666 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50556a41-878f-4b1b-ae0e-ae3d4e6da5df None None] Sync routers for ids ['5caa5799-0135-48dc-928c-001141cb195b'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:02.339349 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50556a41-878f-4b1b-ae0e-ae3d4e6da5df None None] Routers {'5caa5799-0135-48dc-928c-001141cb195b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:02.340307 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50556a41-878f-4b1b-ae0e-ae3d4e6da5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5caa5799-0135-48dc-928c-001141cb195b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:02.356890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e8987599-d529-40de-96c7-d652f6145bb5 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=5caa5799-0135-48dc-928c-001141cb195b HTTP/1.1" status: 200 len: 205 time: 0.0441806 Jul 15 23:19:02.359958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:02.381868 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50556a41-878f-4b1b-ae0e-ae3d4e6da5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:02.394671 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50556a41-878f-4b1b-ae0e-ae3d4e6da5df None None] Routers {'5caa5799-0135-48dc-928c-001141cb195b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:02.395576 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50556a41-878f-4b1b-ae0e-ae3d4e6da5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5caa5799-0135-48dc-928c-001141cb195b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:02.439852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50556a41-878f-4b1b-ae0e-ae3d4e6da5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:02.440835 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50556a41-878f-4b1b-ae0e-ae3d4e6da5df None None] The sync data for ids ['5caa5799-0135-48dc-928c-001141cb195b'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:02.455782 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6f88-c5be-4a93-8700-bddbcf16d037 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.674084 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6f88-c5be-4a93-8700-bddbcf16d037 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.676408 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6f88-c5be-4a93-8700-bddbcf16d037 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.722543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6f88-c5be-4a93-8700-bddbcf16d037 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.723421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e6f88-c5be-4a93-8700-bddbcf16d037 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Fanout notify agent at l3_agent the message router_deleted on router 5caa5799-0135-48dc-928c-001141cb195b {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:19:02.731691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6f88-c5be-4a93-8700-bddbcf16d037 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.736396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46596) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:02.746273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bc7e6f88-c5be-4a93-8700-bddbcf16d037 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/5caa5799-0135-48dc-928c-001141cb195b HTTP/1.1" status: 204 len: 168 time: 0.3844564 Jul 15 23:19:02.810429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5782c71f-20ac-431d-9afb-6816f8128836 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet 11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:02.815215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5782c71f-20ac-431d-9afb-6816f8128836 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.888271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5782c71f-20ac-431d-9afb-6816f8128836 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.981680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d69830-e1b3-49b6-9729-d30456a642a2 req-b8ad90d3-6a94-44f8-b73c-3e3484d384fe tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:02.989245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76d69830-e1b3-49b6-9729-d30456a642a2 req-b8ad90d3-6a94-44f8-b73c-3e3484d384fe tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.0804129 Jul 15 23:19:03.013779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5782c71f-20ac-431d-9afb-6816f8128836 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.040252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76d69830-e1b3-49b6-9729-d30456a642a2 req-b3f840ba-0739-4c61-a5a4-3b7bd7772fe3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Jul 15 23:19:03.093712 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5782c71f-20ac-431d-9afb-6816f8128836 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.132000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782c71f-20ac-431d-9afb-6816f8128836 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.137160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5782c71f-20ac-431d-9afb-6816f8128836 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.142549 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5782c71f-20ac-431d-9afb-6816f8128836 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc HTTP/1.1" status: 204 len: 168 time: 0.4014540 Jul 15 23:19:03.144554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46610) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:03.144999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a4474-b7dd-42cf-b88b-508670dcf17f None None] Network 90a2d510-8764-4cf1-be3b-e0b2b57cac47 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:03.234921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.309745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:03.310094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.356949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] DHCP port deletion for 90a2d510-8764-4cf1-be3b-e0b2b57cac47 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:03.398731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,segment=NetworkSegment(e9347fa9-8cad-48b1-8588-c5bd0c9273ab),segment_id=e9347fa9-8cad-48b1-8588-c5bd0c9273ab)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:03.399235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.412221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] Deleting port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:03.412797 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.413511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:03.484003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] For port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,segment=NetworkSegment(e9347fa9-8cad-48b1-8588-c5bd0c9273ab),segment_id=e9347fa9-8cad-48b1-8588-c5bd0c9273ab)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:03.484392 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.496930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] Calling delete_port for 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:03.504456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.564745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.568889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No DVR routers for this DVR port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:03.604441 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.659738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] Pushing event deleted for resources: {'Port': ['ID=3feac4fc-59dd-4c0b-8d6e-5070e0c04927,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.684089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef255fb0-7466-4568-8c68-51539d4fe167 None None] No DVR routers for this DVR port 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:03.719234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.737910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a2d510-8764-4cf1-be3b-e0b2b57cac47']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:03.751963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9347fa9-8cad-48b1-8588-c5bd0c9273ab') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:03.752420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9347fa9-8cad-48b1-8588-c5bd0c9273ab') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:03.766121 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.786356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.809164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:03.809814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:03.816337 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:03.901599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.911507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:03.915982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.923038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46628) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:03.924166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/90a2d510-8764-4cf1-be3b-e0b2b57cac47 HTTP/1.1" status: 204 len: 168 time: 0.7777054 Jul 15 23:19:03.932337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-55e56e89-1079-49c8-91ec-857a8ad76e77 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-304557921', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:03.940321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:03.940881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3feac4fc-59dd-4c0b-8d6e-5070e0c04927 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:03.942202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87634031-c5fe-47b6-bdbd-afc8f62c0936 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=90a2d510-8764-4cf1-be3b-e0b2b57cac47,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.974879 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55e56e89-1079-49c8-91ec-857a8ad76e77 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.976083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55e56e89-1079-49c8-91ec-857a8ad76e77 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.035764 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55e56e89-1079-49c8-91ec-857a8ad76e77 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.044400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55e56e89-1079-49c8-91ec-857a8ad76e77 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.069013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55e56e89-1079-49c8-91ec-857a8ad76e77 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.073976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46636) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.081347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-847807687'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:04.093408 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-55e56e89-1079-49c8-91ec-857a8ad76e77 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1677413 Jul 15 23:19:04.137107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:04.141338 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.217567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:04.231578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.231928 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment 2a585567-0129-4c8c-b7dc-61aa7e4c9fde of type vlan for network ee0e4fe4-1204-4e2a-9837-415d525acd28 Jul 15 23:19:04.285681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.310871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f67d-568e-4cf7-8416-2e15878b5193 req-94d7e8c5-38b1-46d9-8f24-31c7ac5137b5 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.312648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43f6f67d-568e-4cf7-8416-2e15878b5193 req-94d7e8c5-38b1-46d9-8f24-31c7ac5137b5 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1271524 Jul 15 23:19:04.348328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.353864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.354451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.387639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43f6f67d-568e-4cf7-8416-2e15878b5193 req-336e9cd3-573b-40e7-b3e7-2109c75a33e9 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645652 Jul 15 23:19:04.399675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46642) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.405390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:04.410886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3354242 Jul 15 23:19:04.470299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badb0e9-26d9-43f2-bf23-08cd8faf7b93 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=ee0e4fe4-1204-4e2a-9837-415d525acd28,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.484572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:04.527919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:04.535364 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.676431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46654) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.780083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.829615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4bae90da-47cf-4280-bc6f-9e980e9e4ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.906454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:04.906850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: ee0e4fe4-1204-4e2a-9837-415d525acd28, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:04.932336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=0747b16e-100e-4abe-9610-b7c62f30b97a,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.961252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:04.961431 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4bae90da-47cf-4280-bc6f-9e980e9e4ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.966479 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4bae90da-47cf-4280-bc6f-9e980e9e4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.975518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, ee0e4fe4-1204-4e2a-9837-415d525acd28) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:04.984928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5f920-6584-4cea-88c0-f704ab54a44e None None] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:04.990076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.991277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.016878 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5fa992ab-a304-4ede-8eb0-baad3bca056d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6160536 Jul 15 23:19:05.019836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46668) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:05.034347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae90da-47cf-4280-bc6f-9e980e9e4ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a724268-8e8f-4841-925e-a5c065b99964,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.054218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4bae90da-47cf-4280-bc6f-9e980e9e4ef8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=606ff2518ae640c2a46f9786c750dae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761511 Jul 15 23:19:05.056810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46670) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:05.119527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc234f5b-b5d9-4e31-b7e7-d77380b1fe23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.161827 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc234f5b-b5d9-4e31-b7e7-d77380b1fe23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.220940 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc234f5b-b5d9-4e31-b7e7-d77380b1fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.226125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc234f5b-b5d9-4e31-b7e7-d77380b1fe23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.229464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fc234f5b-b5d9-4e31-b7e7-d77380b1fe23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a724268-8e8f-4841-925e-a5c065b99964 HTTP/1.1" status: 204 len: 168 time: 0.1703880 Jul 15 23:19:05.246344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc234f5b-b5d9-4e31-b7e7-d77380b1fe23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a724268-8e8f-4841-925e-a5c065b99964,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.310133 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-ee0e4fe4-1204-4e2a-9837-415d525acd28', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:05.311172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.522937 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.643728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46680) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:05.664193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cef3cc5e-4858-415f-8c65-7a1cdc189579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.745062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Allocated IP 2001:db8::2 (ee0e4fe4-1204-4e2a-9837-415d525acd28/0747b16e-100e-4abe-9610-b7c62f30b97a/77a1e3d6-5c0e-48c0-8429-8609438cbd34) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:05.755176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7756e-6bc1-4566-8d7d-f1005f3c90c5 req-13d48f28-b43e-4827-bd29-fd7a0103af5e tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.757831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcd7756e-6bc1-4566-8d7d-f1005f3c90c5 req-13d48f28-b43e-4827-bd29-fd7a0103af5e tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1546762 Jul 15 23:19:05.822162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcd7756e-6bc1-4566-8d7d-f1005f3c90c5 req-1f55a108-770a-41cc-83a4-6d353ce8613d tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573957 Jul 15 23:19:05.868974 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cef3cc5e-4858-415f-8c65-7a1cdc189579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.882314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cef3cc5e-4858-415f-8c65-7a1cdc189579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.921082 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.931268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Transition to ACTIVE for port object 77a1e3d6-5c0e-48c0-8429-8609438cbd34 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:05.939038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3cc5e-4858-415f-8c65-7a1cdc189579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a202c571-be56-4288-9dc0-3625a89a0050,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.948612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46684) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:05.959899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cef3cc5e-4858-415f-8c65-7a1cdc189579 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c04ca0cccdeb4e389457f65e09b59957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148644 Jul 15 23:19:05.961276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Transition to ACTIVE for port object 77a1e3d6-5c0e-48c0-8429-8609438cbd34 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:05.970161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.005736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:06.007209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:06.011011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:06.025285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8::1 (ee0e4fe4-1204-4e2a-9837-415d525acd28/0747b16e-100e-4abe-9610-b7c62f30b97a/633c6596-68be-49ec-9fe9-ad4e7f5cc502) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:06.053066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Pushing event updated for resources: {'Port': ['ID=77a1e3d6-5c0e-48c0-8429-8609438cbd34,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.097243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Attempting to bind port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:06.098263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Attempting to bind port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:06.098701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Attempting to bind port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 on network ee0e4fe4-1204-4e2a-9837-415d525acd28 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:06.104151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.104605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.105075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.105887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.106334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.107506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.107936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.108926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.109343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.109751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.110165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.110705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:06.128495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:06.129273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Checking segment: {'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:06.129759 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.130284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Bound using segment: {'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:06.131023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Bound port: 77a1e3d6-5c0e-48c0-8429-8609438cbd34, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:06.131539 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.147639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33c6a4e7-2df2-4b62-b7be-34f7be736371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.172569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33c6a4e7-2df2-4b62-b7be-34f7be736371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.226435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] For port 77a1e3d6-5c0e-48c0-8429-8609438cbd34, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:06.231749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] For port 77a1e3d6-5c0e-48c0-8429-8609438cbd34, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=77a1e3d6-5c0e-48c0-8429-8609438cbd34,segment=NetworkSegment(2a585567-0129-4c8c-b7dc-61aa7e4c9fde),segment_id=2a585567-0129-4c8c-b7dc-61aa7e4c9fde)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:06.238814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.272015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33c6a4e7-2df2-4b62-b7be-34f7be736371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.274505 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33c6a4e7-2df2-4b62-b7be-34f7be736371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.278530 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-33c6a4e7-2df2-4b62-b7be-34f7be736371 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a202c571-be56-4288-9dc0-3625a89a0050 HTTP/1.1" status: 204 len: 168 time: 0.3287866 Jul 15 23:19:06.304364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6a4e7-2df2-4b62-b7be-34f7be736371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a202c571-be56-4288-9dc0-3625a89a0050,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.344056 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.354507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb0191-e552-4c75-b253-e96f56395714 None None] Pushing event updated for resources: {'Port': ['ID=77a1e3d6-5c0e-48c0-8429-8609438cbd34,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.366429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object 633c6596-68be-49ec-9fe9-ad4e7f5cc502 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:06.369574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688530e-0f22-45b4-a738-6f212628789a req-0272f557-4153-4f75-b61b-b5bd9587afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:06.371154 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6688530e-0f22-45b4-a738-6f212628789a req-0272f557-4153-4f75-b61b-b5bd9587afac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1096 time: 0.3120515 Jul 15 23:19:06.448931 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6688530e-0f22-45b4-a738-6f212628789a req-d23805c7-e271-491d-8c52-b65120ba1a10 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692303 Jul 15 23:19:06.452783 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.526261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:06.529831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:06.548660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:06.549284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.555600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=633c6596-68be-49ec-9fe9-ad4e7f5cc502,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.721663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.092481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c0395-6690-4ae1-b502-5895bbed506e req-4ca39fb0-ae41-4ddc-8882-e1382d887207 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:07.095442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a07c0395-6690-4ae1-b502-5895bbed506e req-4ca39fb0-ae41-4ddc-8882-e1382d887207 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.0898342 Jul 15 23:19:07.159841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a07c0395-6690-4ae1-b502-5895bbed506e req-5432af45-db1b-48f9-ad90-fd4274a7f909 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557184 Jul 15 23:19:07.371738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.383025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.383968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.494824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=633c6596-68be-49ec-9fe9-ad4e7f5cc502,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:07.584190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:07.590360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:07.634049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a30eb8-5b1f-41fc-918e-d0d04ef0aa40 None None] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:07.751373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:19:07.754223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e1a9e316-d380-4d15-96c4-b6519fe24afb None None] Provisioning for port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:07.883867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:07.889531 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-26e039c4-9865-40a0-b518-59c52c394982 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8678930 Jul 15 23:19:07.893126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46734) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:07.898125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-530955132'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:07.900361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:07.925019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:07.925849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:07.962040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:07.968118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.989423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 77a1e3d6-5c0e-48c0-8429-8609438cbd34 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:08.021098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:08.035803 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.038141 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment b79b0c04-7f4b-4ab5-9efd-219ef365bdc6 of type vlan for network ce7c8b00-ef24-4b5d-8470-226704490c47 Jul 15 23:19:08.044295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46742) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:08.108899 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.139504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad467d3-fb12-4ee9-813a-c8488a318c01 admin admin] Deleting subnet cced0fe6-c0bc-41aa-9c07-b81f7d7134ad {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:08.142582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ad467d3-fb12-4ee9-813a-c8488a318c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.152085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.161704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.162883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.193294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:08.233463 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ad467d3-fb12-4ee9-813a-c8488a318c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.242453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3482163 Jul 15 23:19:08.245564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46748) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:08.255949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:08.307840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:08.317732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:08.318379 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.338474 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ad467d3-fb12-4ee9-813a-c8488a318c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.379820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c662760-a1b0-4d16-b87e-4c4894f6e2a9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=ce7c8b00-ef24-4b5d-8470-226704490c47,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.407876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ad467d3-fb12-4ee9-813a-c8488a318c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.424138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network ce7c8b00-ef24-4b5d-8470-226704490c47 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:08.484190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ad467d3-fb12-4ee9-813a-c8488a318c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.487106 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6ad467d3-fb12-4ee9-813a-c8488a318c01 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cced0fe6-c0bc-41aa-9c07-b81f7d7134ad HTTP/1.1" status: 204 len: 168 time: 0.4406762 Jul 15 23:19:08.493266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46756) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:08.494046 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad467d3-fb12-4ee9-813a-c8488a318c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cced0fe6-c0bc-41aa-9c07-b81f7d7134ad,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.620983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4937b72-733d-48c9-a58c-fd19dd5340d2 req-5c90de94-e17e-4c8a-9913-1dcf3ebd59d7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.626895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-31d3e2e1-0a61-4fa3-9f1c-d04071237eb9 None None] Provisioning for port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:08.628260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4937b72-733d-48c9-a58c-fd19dd5340d2 req-5c90de94-e17e-4c8a-9913-1dcf3ebd59d7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.2528312 Jul 15 23:19:08.643732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:08.647590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.662829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.672247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-31d3e2e1-0a61-4fa3-9f1c-d04071237eb9 None None] Provisioning complete for port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:08.673532 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31d3e2e1-0a61-4fa3-9f1c-d04071237eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.742316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4937b72-733d-48c9-a58c-fd19dd5340d2 req-36005e06-863e-4901-a085-4909112eb7a5 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099820 Jul 15 23:19:08.798650 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.875185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.886949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-31d3e2e1-0a61-4fa3-9f1c-d04071237eb9 None None] Port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:08.901264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc99ad1-d20d-437a-bbb3-ff60606d50f9']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:08.911968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 77a1e3d6-5c0e-48c0-8429-8609438cbd34, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=77a1e3d6-5c0e-48c0-8429-8609438cbd34,segment=NetworkSegment(2a585567-0129-4c8c-b7dc-61aa7e4c9fde),segment_id=2a585567-0129-4c8c-b7dc-61aa7e4c9fde)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:08.913250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0eba9c-d139-4c63-9518-2bc1a3149b51') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:08.913558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0eba9c-d139-4c63-9518-2bc1a3149b51') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:08.927680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-31d3e2e1-0a61-4fa3-9f1c-d04071237eb9 None None] Provisioning complete for port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:08.928410 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31d3e2e1-0a61-4fa3-9f1c-d04071237eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.928557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.930571 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.947192 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:08.961684 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:09.046166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:06Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:07Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:09.053197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=77a1e3d6-5c0e-48c0-8429-8609438cbd34,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.100353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.106048 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.112906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] 10.222.0.23 "DELETE /v2.0/networks/cfc99ad1-d20d-437a-bbb3-ff60606d50f9 HTTP/1.1" status: 204 len: 168 time: 0.6099370 Jul 15 23:19:09.113879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46778) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:09.121591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:09.122342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Updating router eec84189-ad23-456d-8c42-31734decc4c5 port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:09.172857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e9e9f-c9e8-4178-9591-827c30c5b15c admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc99ad1-d20d-437a-bbb3-ff60606d50f9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.204300 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.211117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d0565b-9105-45c0-8b82-fce8b43988db admin admin] Deleting subnet 3082f403-54b0-41b6-aa40-578fd688c8f2 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:09.216089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00d0565b-9105-45c0-8b82-fce8b43988db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.257390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00d0565b-9105-45c0-8b82-fce8b43988db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.309082 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00d0565b-9105-45c0-8b82-fce8b43988db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.339719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1104c142-58a6-4c5d-b36c-79019044f0ca req-04551701-5c8d-44ff-90d2-191fd00410e7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-358204588', 'description': 'tempest-description-1400403720'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:09.383852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00d0565b-9105-45c0-8b82-fce8b43988db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.401512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1104c142-58a6-4c5d-b36c-79019044f0ca req-04551701-5c8d-44ff-90d2-191fd00410e7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.405736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61193142-7aec-461d-b04b-c2eb88598cc5 None None] Provisioning complete for port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:09.406257 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61193142-7aec-461d-b04b-c2eb88598cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.411631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0565b-9105-45c0-8b82-fce8b43988db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3082f403-54b0-41b6-aa40-578fd688c8f2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.413723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00d0565b-9105-45c0-8b82-fce8b43988db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.418415 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-00d0565b-9105-45c0-8b82-fce8b43988db admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3082f403-54b0-41b6-aa40-578fd688c8f2 HTTP/1.1" status: 204 len: 168 time: 0.3008642 Jul 15 23:19:09.418415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46790) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:09.440340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.475659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-61193142-7aec-461d-b04b-c2eb88598cc5 None None] Port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:09.496179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.539469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=ca3ed46a-829b-4547-a52a-02f78dd961c3,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.552042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:09.552339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: ce7c8b00-ef24-4b5d-8470-226704490c47, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:09.588147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network ce7c8b00-ef24-4b5d-8470-226704490c47 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:09.598213 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1104c142-58a6-4c5d-b36c-79019044f0ca req-04551701-5c8d-44ff-90d2-191fd00410e7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.604073 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1104c142-58a6-4c5d-b36c-79019044f0ca req-04551701-5c8d-44ff-90d2-191fd00410e7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.617608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, ce7c8b00-ef24-4b5d-8470-226704490c47) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:09.634290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:09.635139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.636925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa07681-ae74-41ea-a2d9-0036ae6f29b1 None None] Network ce7c8b00-ef24-4b5d-8470-226704490c47 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:09.641179 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1104c142-58a6-4c5d-b36c-79019044f0ca req-04551701-5c8d-44ff-90d2-191fd00410e7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.646132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1104c142-58a6-4c5d-b36c-79019044f0ca req-04551701-5c8d-44ff-90d2-191fd00410e7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3146293 Jul 15 23:19:09.667096 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.683137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04551701-5c8d-44ff-90d2-191fd00410e7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec8bac4-91f9-4e31-b6fb-fb391e8b2bd3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.697065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c9745c2b-dd4c-450a-aafc-25b65c26191b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4502666 Jul 15 23:19:09.699986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46806) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:09.706569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f184952-2040-4719-8324-d22c860e44c2']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:09.737731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5345239-0220-492a-b5cd-64ef52732fbd') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:09.739812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5345239-0220-492a-b5cd-64ef52732fbd') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:09.742234 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.761357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.767248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Transition to ACTIVE for port object 633c6596-68be-49ec-9fe9-ad4e7f5cc502 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:09.786175 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.812188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.838447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:09.838895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:09.840804 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:10.031539 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.049947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-6e918a42-42b4-49f7-8a92-2e554692fbc2 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-358204588&fields=id&tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb HTTP/1.1" status: 200 len: 267 time: 0.1688576 Jul 15 23:19:10.052459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.070159 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3f184952-2040-4719-8324-d22c860e44c2 HTTP/1.1" status: 204 len: 168 time: 0.6377113 Jul 15 23:19:10.103479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb53678-5863-40e9-af08-9295c0def583 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f184952-2040-4719-8324-d22c860e44c2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:10.132386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 77a1e3d6-5c0e-48c0-8429-8609438cbd34 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:10.193744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-ce7c8b00-ef24-4b5d-8470-226704490c47', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:10.196730 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.254470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-edcda8f9-3ee1-44d2-8236-871d952e2ca0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.267455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-edcda8f9-3ee1-44d2-8236-871d952e2ca0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.2105558 Jul 15 23:19:10.287079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec100f8-7695-4c2b-8d47-b3a8a1bd8f0b None None] Pushing event updated for resources: {'Port': ['ID=633c6596-68be-49ec-9fe9-ad4e7f5cc502,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:10.312541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Request body: {'port': {'security_groups': ['45ba565f-df41-438f-a65b-88d43676fae0', '0ec8bac4-91f9-4e31-b6fb-fb391e8b2bd3']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:10.337270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46824) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:10.383321 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d14b09d6-2edd-4b35-be01-6632cc3f2ed8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8876066acef842d5b1c5bb2c0e14fae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445497 Jul 15 23:19:10.386989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46828) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:10.394339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Attempting to bind port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:10.395561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Attempting to bind port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:10.396228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Attempting to bind port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 on network ee0e4fe4-1204-4e2a-9837-415d525acd28 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:10.424975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:10.425394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Checking segment: {'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:10.425754 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.426197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Bound using segment: {'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:10.426880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Bound port: 633c6596-68be-49ec-9fe9-ad4e7f5cc502, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a585567-0129-4c8c-b7dc-61aa7e4c9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:10.427109 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.445265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:10.446057 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.447560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b96411ca-f427-4ca8-bef4-e3b509dd17e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.457142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.478448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.479774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b96411ca-f427-4ca8-bef4-e3b509dd17e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.558238 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b96411ca-f427-4ca8-bef4-e3b509dd17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.565617 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b96411ca-f427-4ca8-bef4-e3b509dd17e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.569678 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b96411ca-f427-4ca8-bef4-e3b509dd17e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60401a08-eed5-4706-9cc0-b5b275df9357 HTTP/1.1" status: 204 len: 168 time: 0.1817081 Jul 15 23:19:10.609315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96411ca-f427-4ca8-bef4-e3b509dd17e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60401a08-eed5-4706-9cc0-b5b275df9357,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:10.614893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Allocated IP 2001:db8:1::2 (ce7c8b00-ef24-4b5d-8470-226704490c47/ca3ed46a-829b-4547-a52a-02f78dd961c3/30f3a8f1-8047-4948-80f2-2d51248b7414) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:10.672583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] For port 633c6596-68be-49ec-9fe9-ad4e7f5cc502, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:10.710445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] For port 633c6596-68be-49ec-9fe9-ad4e7f5cc502, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=633c6596-68be-49ec-9fe9-ad4e7f5cc502,segment=NetworkSegment(2a585567-0129-4c8c-b7dc-61aa7e4c9fde),segment_id=2a585567-0129-4c8c-b7dc-61aa7e4c9fde)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:10.723358 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.951918 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.963368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Transition to ACTIVE for port object 30f3a8f1-8047-4948-80f2-2d51248b7414 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:10.966474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] For port 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:10.984086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Transition to ACTIVE for port object 30f3a8f1-8047-4948-80f2-2d51248b7414 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:10.988778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:10.989583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:11.000814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.042290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.050457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.053779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec100f8-7695-4c2b-8d47-b3a8a1bd8f0b None None] Pushing event updated for resources: {'Port': ['ID=633c6596-68be-49ec-9fe9-ad4e7f5cc502,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.099215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['23a54b07-4412-44eb-b306-01d8d6ddb0e2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:11.137001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8:1::1 (ce7c8b00-ef24-4b5d-8470-226704490c47/ca3ed46a-829b-4547-a52a-02f78dd961c3/022f065a-e5f4-46de-bf72-309254682f31) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:11.163362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.164057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.165481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-282bb752-f630-4cc5-8064-5c4f78aca9da req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "PUT /v2.0/ports/23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 981 time: 0.8609879 Jul 15 23:19:11.165937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:11.175519 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a53130-ea82-4533-95a4-d53e570fb61c" -d '{"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:11.179368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Network ce7c8b00-ef24-4b5d-8470-226704490c47 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:11.193669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:11.201352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31152be9-beb3-4119-8f68-56076e3f5e48 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event updated for resources: {'Port': ['ID=23a54b07-4412-44eb-b306-01d8d6ddb0e2,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.205252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:11.214353 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Pushing event updated for resources: {'Port': ['ID=30f3a8f1-8047-4948-80f2-2d51248b7414,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.223909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46852) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:11.248696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:11.308666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46858) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:11.309739 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-292e3109-6267-43b0-bf6f-18677f45bada admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=693e88428586427ab458d4dbbe38fee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843849 Jul 15 23:19:11.341494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['23a54b07-4412-44eb-b306-01d8d6ddb0e2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:11.383633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.418841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object 022f065a-e5f4-46de-bf72-309254682f31 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:11.485022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Attempting to bind port 30f3a8f1-8047-4948-80f2-2d51248b7414 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:11.485022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Attempting to bind port 30f3a8f1-8047-4948-80f2-2d51248b7414 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:11.485022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Attempting to bind port 30f3a8f1-8047-4948-80f2-2d51248b7414 on network ce7c8b00-ef24-4b5d-8470-226704490c47 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:11.494063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:11.494433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Checking segment: {'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:11.494999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.495404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Bound using segment: {'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:11.495896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Bound port: 30f3a8f1-8047-4948-80f2-2d51248b7414, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:11.496094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-1c589af0-f6d3-4146-92ef-f0a2b0b7c586 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-358204588&fields=id&tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb HTTP/1.1" status: 200 len: 267 time: 0.1257923 Jul 15 23:19:11.496638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.563036 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b58-0d37-4684-af3a-9460663d0e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.581280 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.646976 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775ee178-a7d6-4e37-8486-655976fc6faf x-openstack-request-id: req-775ee178-a7d6-4e37-8486-655976fc6faf {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:11.647266 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:11.647521 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-775ee178-a7d6-4e37-8486-655976fc6faf {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:11.647921 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'status': 'completed', 'code': 200} Jul 15 23:19:11.670581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b58-0d37-4684-af3a-9460663d0e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.734457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] For port 30f3a8f1-8047-4948-80f2-2d51248b7414, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:11.755101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network ce7c8b00-ef24-4b5d-8470-226704490c47 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:11.770217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-87fd480f-29a4-499f-87f7-29179c961dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.771765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=022f065a-e5f4-46de-bf72-309254682f31,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.771922 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-87fd480f-29a4-499f-87f7-29179c961dcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1135 time: 0.0978873 Jul 15 23:19:11.774612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:11.784776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] For port 30f3a8f1-8047-4948-80f2-2d51248b7414, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=30f3a8f1-8047-4948-80f2-2d51248b7414,segment=NetworkSegment(b79b0c04-7f4b-4ab5-9efd-219ef365bdc6),segment_id=b79b0c04-7f4b-4ab5-9efd-219ef365bdc6)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:11.795106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:11.795665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.807034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-a3425f62-7c11-4cf7-b36f-b3ef65b4eb5f tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.807204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.816372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-a3425f62-7c11-4cf7-b36f-b3ef65b4eb5f tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 984 time: 0.3050299 Jul 15 23:19:11.863683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Request body: {'port': {'security_groups': ['45ba565f-df41-438f-a65b-88d43676fae0']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:11.896640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-1f4ca83c-9c55-480a-bc2c-041d197b8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.900340 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-1f4ca83c-9c55-480a-bc2c-041d197b8c0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 920 time: 0.1213322 Jul 15 23:19:11.945940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87fa93-c4be-41c7-a3cb-fcbf99c86bce None None] Pushing event updated for resources: {'Port': ['ID=30f3a8f1-8047-4948-80f2-2d51248b7414,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.980181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:06Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:10Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:12.003176 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-9c153f70-af22-4790-8d87-ac345e466770 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0968604 Jul 15 23:19:12.012796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962440eb-c06d-478a-99e7-f018e7317c57 None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:06Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:10Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:12.068077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-3d5d5f13-850c-4e8a-83b6-b5fdcbeaddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:12.069855 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-3d5d5f13-850c-4e8a-83b6-b5fdcbeaddf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.0602963 Jul 15 23:19:12.097915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.120943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b58-0d37-4684-af3a-9460663d0e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.122888 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-5994dd53-463d-4189-a335-11b43406c995 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461679 Jul 15 23:19:12.124250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03bc1b58-0d37-4684-af3a-9460663d0e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.128800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-03bc1b58-0d37-4684-af3a-9460663d0e9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82f193ba-e5a3-4f51-a47a-67ded58de996 HTTP/1.1" status: 204 len: 168 time: 0.8189247 Jul 15 23:19:12.163300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46874) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:12.206794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc1b58-0d37-4684-af3a-9460663d0e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f193ba-e5a3-4f51-a47a-67ded58de996,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:12.314411 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-0527fa6c-1340-4f0e-a116-0b4327201135 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831372 Jul 15 23:19:12.456915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.512990 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e4a53130-ea82-4533-95a4-d53e570fb61c req-72b11b44-f115-422f-b7e0-41a4fbd8efc7 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921811 Jul 15 23:19:12.829050 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43a68c76-a280-481e-8e7b-84c9e7165ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.927491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] For port 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:13.050826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.064210 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.101901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['23a54b07-4412-44eb-b306-01d8d6ddb0e2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:13.172451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:13.173758 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.175789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-412bd907-42c3-45a4-b071-5eadd3900c80 req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "PUT /v2.0/ports/23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 942 time: 1.3579025 Jul 15 23:19:13.303688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001766e-fdc3-4277-8d5d-6d76662a185c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event updated for resources: {'Port': ['ID=23a54b07-4412-44eb-b306-01d8d6ddb0e2,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.331968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['23a54b07-4412-44eb-b306-01d8d6ddb0e2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:13.497832 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.515697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43a68c76-a280-481e-8e7b-84c9e7165ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.530676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.531559 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.559811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43a68c76-a280-481e-8e7b-84c9e7165ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.577541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c67c5-5069-4da1-a7e4-1e738dda802d None None] Network ce7c8b00-ef24-4b5d-8470-226704490c47 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:13.653998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-754590da-8a16-443f-b972-c48fe1e0c4aa tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4239712 Jul 15 23:19:13.667808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:13.676680 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:13.686675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:13.713434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-43a68c76-a280-481e-8e7b-84c9e7165ef2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f16313691034f4b91af3d2b4923fc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5487013 Jul 15 23:19:13.716249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46912) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:13.726247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=022f065a-e5f4-46de-bf72-309254682f31,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.748057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a68c76-a280-481e-8e7b-84c9e7165ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a5d5a8-b898-4fde-824a-9a4ab064ce73,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.851579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-91b5230e-6319-4a8b-a82b-4a006bcfd975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.859007 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.870315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0b916097-bda0-4a7d-8b69-3561d4639098 None None] Provisioning for port 30f3a8f1-8047-4948-80f2-2d51248b7414 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:13.947840 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-91b5230e-6319-4a8b-a82b-4a006bcfd975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.050158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-ad5add82-1edb-460d-8999-47200db75fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.051762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-ad5add82-1edb-460d-8999-47200db75fe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1096 time: 0.1934917 Jul 15 23:19:14.097171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 633c6596-68be-49ec-9fe9-ad4e7f5cc502 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:14.178649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:14.184637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:14.185314 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.217686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-1a58e539-f345-4f20-a671-3d1785fb54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.220176 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-1a58e539-f345-4f20-a671-3d1785fb54d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 920 time: 0.1582797 Jul 15 23:19:14.296387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-d5e5c10c-1f76-4897-8ecd-4f29df0985ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0639818 Jul 15 23:19:14.300388 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac91f22-adf8-4064-9218-763c14c5bfd6 x-openstack-request-id: req-fac91f22-adf8-4064-9218-763c14c5bfd6 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:14.301144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-91b5230e-6319-4a8b-a82b-4a006bcfd975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.301663 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:14.302243 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fac91f22-adf8-4064-9218-763c14c5bfd6 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:14.302818 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'status': 'completed', 'code': 200} Jul 15 23:19:14.305231 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-91b5230e-6319-4a8b-a82b-4a006bcfd975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.325245 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.325451 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-91b5230e-6319-4a8b-a82b-4a006bcfd975 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58a5d5a8-b898-4fde-824a-9a4ab064ce73 HTTP/1.1" status: 204 len: 168 time: 0.5946567 Jul 15 23:19:14.326243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.368910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network ce7c8b00-ef24-4b5d-8470-226704490c47 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:14.372345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:14.414371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5230e-6319-4a8b-a82b-4a006bcfd975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a5d5a8-b898-4fde-824a-9a4ab064ce73,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:14.424966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 633c6596-68be-49ec-9fe9-ad4e7f5cc502, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=633c6596-68be-49ec-9fe9-ad4e7f5cc502,segment=NetworkSegment(2a585567-0129-4c8c-b7dc-61aa7e4c9fde),segment_id=2a585567-0129-4c8c-b7dc-61aa7e4c9fde)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:14.444332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.448128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 30f3a8f1-8047-4948-80f2-2d51248b7414 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:14.457498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-e7b8029e-48af-4751-ad54-ef9e1e2ff955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.460437 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-e7b8029e-48af-4751-ad54-ef9e1e2ff955 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.1327496 Jul 15 23:19:14.531022 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-858c8893-1a45-4ddc-b216-2abee036b81d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611355 Jul 15 23:19:14.549558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fc281806-1a68-4b0f-a227-d7e7504afcda None None] Provisioning for port 022f065a-e5f4-46de-bf72-309254682f31 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:14.558078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fc281806-1a68-4b0f-a227-d7e7504afcda None None] Provisioning complete for port 022f065a-e5f4-46de-bf72-309254682f31 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:14.558242 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fc281806-1a68-4b0f-a227-d7e7504afcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.565179 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.664497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=633c6596-68be-49ec-9fe9-ad4e7f5cc502,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:14.709748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fc281806-1a68-4b0f-a227-d7e7504afcda None None] Port 022f065a-e5f4-46de-bf72-309254682f31 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:14.755317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 30f3a8f1-8047-4948-80f2-2d51248b7414 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:14.773019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 30f3a8f1-8047-4948-80f2-2d51248b7414 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:14.773404 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.784603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Allocated IP 172.25.3.250 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/7a2c22d3-2f1d-4727-81a8-5a9c8f757cd2) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:14.786663 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-14dba12c-5fb5-47ef-87c2-3c707593e3a8 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501800 Jul 15 23:19:14.951858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.976161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:14.982359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46942) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:14.990743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e0d6a7f8-18b6-4bd9-8b7c-07bf5961d989 None None] Provisioning complete for port 022f065a-e5f4-46de-bf72-309254682f31 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:14.991166 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e0d6a7f8-18b6-4bd9-8b7c-07bf5961d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.007962 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bf12007c-40e3-4296-b1b8-5cfee40ab4f0 req-007db03e-ab45-4e98-9bab-bf267fe5678e service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144806 Jul 15 23:19:15.036220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e0d6a7f8-18b6-4bd9-8b7c-07bf5961d989 None None] Port 022f065a-e5f4-46de-bf72-309254682f31 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:15.051683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4cc05bb9-a2e9-4fce-9713-6caa6d422bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.057705 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.059888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.103033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 30f3a8f1-8047-4948-80f2-2d51248b7414, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=30f3a8f1-8047-4948-80f2-2d51248b7414,segment=NetworkSegment(b79b0c04-7f4b-4ab5-9efd-219ef365bdc6),segment_id=b79b0c04-7f4b-4ab5-9efd-219ef365bdc6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:15.111172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.132181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:15.151776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:15.184890 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=30f3a8f1-8047-4948-80f2-2d51248b7414,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.241124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:15.265195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-070a4482-c025-40b0-b18f-ddcfd1872e3d None None] Provisioning complete for port 022f065a-e5f4-46de-bf72-309254682f31 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:15.265573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-070a4482-c025-40b0-b18f-ddcfd1872e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.283665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event updated for resources: {'Port': ['ID=7a2c22d3-2f1d-4727-81a8-5a9c8f757cd2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.305906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-070a4482-c025-40b0-b18f-ddcfd1872e3d None None] Port 022f065a-e5f4-46de-bf72-309254682f31 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:15.325024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:15.335221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9c345e4c-0ff0-4c8b-b675-c7e5fe20575a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6341858 Jul 15 23:19:15.336161 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:15.338098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46950) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:15.345952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1873699437'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:15.351248 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:15.352326 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:15.440453 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.445852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:15.466091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4cc05bb9-a2e9-4fce-9713-6caa6d422bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.489654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:15.489984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4cc05bb9-a2e9-4fce-9713-6caa6d422bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.494923 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.526651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:15.539487 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.540057 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment 21cf19f1-6867-4070-8e20-0752c4fa765a of type vlan for network 45f665f1-8b7f-47cc-b820-dfd0b9761463 Jul 15 23:19:15.541162 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.543979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc05bb9-a2e9-4fce-9713-6caa6d422bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea01eb97-3a13-462c-92f6-d36d07d2f434,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.551830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4cc05bb9-a2e9-4fce-9713-6caa6d422bd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91e62f59c4be4f7f9dd0c3f616ea8dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5623310 Jul 15 23:19:15.552918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46956) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:15.603819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.638000 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.644703 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:15.645900 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.677731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e73e32a5-616c-46a2-bcd8-fdaf64c247bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.702261 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:12Z', 'revision_number': 3, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:12Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:15.737863 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:15.738217 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Updating router eec84189-ad23-456d-8c42-31734decc4c5 port 022f065a-e5f4-46de-bf72-309254682f31 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:15.741991 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e73e32a5-616c-46a2-bcd8-fdaf64c247bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.761691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=45f665f1-8b7f-47cc-b820-dfd0b9761463,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.773895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:15.783115 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e9d57fa-896f-4497-a41e-72b6863ab36c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4435935 Jul 15 23:19:15.787569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46960) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:15.788861 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.803710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:15.812670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.819869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.889718 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e73e32a5-616c-46a2-bcd8-fdaf64c247bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.896448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e73e32a5-616c-46a2-bcd8-fdaf64c247bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.898206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e73e32a5-616c-46a2-bcd8-fdaf64c247bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea01eb97-3a13-462c-92f6-d36d07d2f434 HTTP/1.1" status: 204 len: 168 time: 0.3276224 Jul 15 23:19:15.921135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:15.926915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.951788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 633c6596-68be-49ec-9fe9-ad4e7f5cc502 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:15.964836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e32a5-616c-46a2-bcd8-fdaf64c247bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea01eb97-3a13-462c-92f6-d36d07d2f434,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.977462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event updated for resources: {'Port': ['ID=7a2c22d3-2f1d-4727-81a8-5a9c8f757cd2,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.990103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.007511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46964) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:16.035846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'network': {'name': 'tempest-network-smoke--685897174', 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'port_security_enabled': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:16.055129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.062159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-60a48554-01d4-4384-b04b-33029bc953a3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4071531 Jul 15 23:19:16.077581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:16.077957 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.159670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-5928736c-17ea-4bdc-b121-32ae02dc8f78 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0965168 Jul 15 23:19:16.246002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 30f3a8f1-8047-4948-80f2-2d51248b7414 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:16.266230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Made reservation on behalf of 60bc84f67fab40f6aebe31a5a61e01cb for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:16.275941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.313491 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.315142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-d110e93a-8495-4b48-8ac3-164045406c3b tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:16.317657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-d110e93a-8495-4b48-8ac3-164045406c3b tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1570158 Jul 15 23:19:16.318984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.327046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 30f3a8f1-8047-4948-80f2-2d51248b7414 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:16.327860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.340002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-8a09183f-f42a-4027-bbff-b1b81b60f373 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:16.342387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d915fe27-5392-4f45-9770-4d9df2ed8bc0 req-8a09183f-f42a-4027-bbff-b1b81b60f373 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137534 Jul 15 23:19:16.342984 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.367253 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Transition to ACTIVE for port object 022f065a-e5f4-46de-bf72-309254682f31 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:16.384568 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.509025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=2fcb7239-15e8-433a-af59-0c92e0384c3a,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:16.523820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:16.530209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: 45f665f1-8b7f-47cc-b820-dfd0b9761463, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:16.550993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.552120 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed32905-e56e-4fc7-819e-8ead15960cc0 None None] Pushing event updated for resources: {'Port': ['ID=022f065a-e5f4-46de-bf72-309254682f31,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:16.552782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:16.563047 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.568607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 45f665f1-8b7f-47cc-b820-dfd0b9761463) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:16.576345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:16.577444 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.589743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17e4539-83ac-4dfe-8333-b4a0acdcc116 None None] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:16.614161 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Attempting to bind port 022f065a-e5f4-46de-bf72-309254682f31 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:16.614879 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Attempting to bind port 022f065a-e5f4-46de-bf72-309254682f31 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:16.615373 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Attempting to bind port 022f065a-e5f4-46de-bf72-309254682f31 on network ce7c8b00-ef24-4b5d-8470-226704490c47 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:16.623624 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:16.624073 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Checking segment: {'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:16.624658 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.625057 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Bound using segment: {'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:16.626290 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Bound port: 022f065a-e5f4-46de-bf72-309254682f31, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:16.627130 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.647772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46984) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:16.651171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-851636df-d5ca-470a-8785-56fbda125fea tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8563139 Jul 15 23:19:16.680021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:16.727338 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] For port 022f065a-e5f4-46de-bf72-309254682f31, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:16.727338 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] For port 022f065a-e5f4-46de-bf72-309254682f31, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=022f065a-e5f4-46de-bf72-309254682f31,segment=NetworkSegment(b79b0c04-7f4b-4ab5-9efd-219ef365bdc6),segment_id=b79b0c04-7f4b-4ab5-9efd-219ef365bdc6)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:16.733889 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.779939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e24e4d6-63c1-40dd-9aff-f6c46c3ac69a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:16.818917 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:16.820175 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:18:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:16.824488 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.824919 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Added segment b43cbea4-d6d2-436e-b0a8-09ad5a779c31 of type vlan for network b9f9b9f0-fe99-4486-8068-0896fd1d557b Jul 15 23:19:16.904733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-45f665f1-8b7f-47cc-b820-dfd0b9761463', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:16.907752 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.931100 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.951431 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed32905-e56e-4fc7-819e-8ead15960cc0 None None] Pushing event updated for resources: {'Port': ['ID=022f065a-e5f4-46de-bf72-309254682f31,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:16.983841 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:17.067410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-c50b40d0-4d3d-4623-aa43-6bc06ee14478 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.082041 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-c50b40d0-4d3d-4623-aa43-6bc06ee14478 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4388804 Jul 15 23:19:17.102619 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.112208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.113086 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.174323 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Allocated IP 2001:db8:2::2 (45f665f1-8b7f-47cc-b820-dfd0b9761463/2fcb7239-15e8-433a-af59-0c92e0384c3a/25910da2-3054-4436-ba1b-edcae07f906f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:17.240660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-0e2cd885-3529-4e76-9119-4cb2c441acc8 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.1576121 Jul 15 23:19:17.250972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2423029 Jul 15 23:19:17.253826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47002) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:17.255454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Request body: {'floatingip': {'port_id': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:17.262579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'admin_state_up': True, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:17.328599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.329795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.399273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195e5ed-9a24-418b-8d6e-fbbe5ac8d6f6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Network': ['ID=b9f9b9f0-fe99-4486-8068-0896fd1d557b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:17.403875 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.420638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:17.430284 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:12Z', 'revision_number': 3, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:16Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:17.441022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.488330 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c3d19-26a9-4fc8-a77c-dfccfa490ac9 None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:12Z', 'revision_number': 3, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:16Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:17.600682 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.621199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Transition to ACTIVE for port object 25910da2-3054-4436-ba1b-edcae07f906f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:17.643738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Transition to ACTIVE for port object 25910da2-3054-4436-ba1b-edcae07f906f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:17.656496 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.737293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.766913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:17.781485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:17.789728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:17.804928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Pushing event updated for resources: {'Port': ['ID=25910da2-3054-4436-ba1b-edcae07f906f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:17.843942 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.969202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Attempting to bind port 25910da2-3054-4436-ba1b-edcae07f906f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:17.972096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Attempting to bind port 25910da2-3054-4436-ba1b-edcae07f906f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:17.974035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Attempting to bind port 25910da2-3054-4436-ba1b-edcae07f906f on network 45f665f1-8b7f-47cc-b820-dfd0b9761463 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:17.995111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:17.995468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Checking segment: {'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:17.996014 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.998407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Bound using segment: {'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:17.998407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Bound port: 25910da2-3054-4436-ba1b-edcae07f906f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:17.998407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.067616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 022f065a-e5f4-46de-bf72-309254682f31 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:18.143836 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f69d1e61-0471-446d-90c3-46f03137326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.207780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 022f065a-e5f4-46de-bf72-309254682f31 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:18.217774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] For port 25910da2-3054-4436-ba1b-edcae07f906f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:18.222783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] For port 25910da2-3054-4436-ba1b-edcae07f906f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=25910da2-3054-4436-ba1b-edcae07f906f,segment=NetworkSegment(21cf19f1-6867-4070-8e20-0752c4fa765a),segment_id=21cf19f1-6867-4070-8e20-0752c4fa765a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:18.224550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 022f065a-e5f4-46de-bf72-309254682f31 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:18.225152 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.250695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.428165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e49bdb-c36f-4035-b518-2978142ff30e None None] Pushing event updated for resources: {'Port': ['ID=25910da2-3054-4436-ba1b-edcae07f906f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:18.525173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.619748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 022f065a-e5f4-46de-bf72-309254682f31, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=022f065a-e5f4-46de-bf72-309254682f31,segment=NetworkSegment(b79b0c04-7f4b-4ab5-9efd-219ef365bdc6),segment_id=b79b0c04-7f4b-4ab5-9efd-219ef365bdc6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:18.628761 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.788403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=022f065a-e5f4-46de-bf72-309254682f31,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:18.826793 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.889363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.052595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Allocated IP 172.25.3.176 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c38f4477-0de3-4541-b2e3-e74a8010cae6) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:19.143306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8:2::1 (45f665f1-8b7f-47cc-b820-dfd0b9761463/2fcb7239-15e8-433a-af59-0c92e0384c3a/dbb75c78-a92b-4348-9a18-8f9e818c7744) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:19.221058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.305005 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.315489 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.342119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object dbb75c78-a92b-4348-9a18-8f9e818c7744 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:19.381246 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=c38f4477-0de3-4541-b2e3-e74a8010cae6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:19.401885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:19.408567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:19.412122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:19.474690 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.479047 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.508235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.554208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:19.563019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:19.571456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:19.572142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.581330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=dbb75c78-a92b-4348-9a18-8f9e818c7744,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:19.754442 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Floating IP 3e6731e0-47bf-4751-b0cd-428e4e8ddef1 associated. External IP: 172.25.3.250, port: 23a54b07-4412-44eb-b306-01d8d6ddb0e2. Jul 15 23:19:19.820737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.977185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.039987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69807705-6367-4728-962b-e2b0d5e5971e None None] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:20.111408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 25910da2-3054-4436-ba1b-edcae07f906f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:20.235492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-18fb036b-e17d-4b28-90f3-0b5a3037b790 None None] Provisioning for port 25910da2-3054-4436-ba1b-edcae07f906f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:20.309172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 25910da2-3054-4436-ba1b-edcae07f906f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:20.327519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 25910da2-3054-4436-ba1b-edcae07f906f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:20.327960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.355287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47088) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:20.415523 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.427324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:20.522895 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.599400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 25910da2-3054-4436-ba1b-edcae07f906f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=25910da2-3054-4436-ba1b-edcae07f906f,segment=NetworkSegment(21cf19f1-6867-4070-8e20-0752c4fa765a),segment_id=21cf19f1-6867-4070-8e20-0752c4fa765a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:20.612823 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.614389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 022f065a-e5f4-46de-bf72-309254682f31 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:20.669785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97341d6b-35b7-4d5c-a132-faf8c0f841d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.689567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Router 7997e3cd-e608-405e-b65a-88b141cde870 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:19:20.753240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b77e-7376-4e1b-980c-c1cfc4ee6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.801834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=25910da2-3054-4436-ba1b-edcae07f906f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:20.813755 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97341d6b-35b7-4d5c-a132-faf8c0f841d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.826392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97341d6b-35b7-4d5c-a132-faf8c0f841d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.831301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 022f065a-e5f4-46de-bf72-309254682f31 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:20.832091 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.844449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:20.865528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Sync routers for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:20.868008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.871500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.881603 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fcd9b9a1-7ae6-4330-b68a-83e67d59d0eb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6248579 Jul 15 23:19:20.881880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:20.882478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47092) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:20.894040 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] Sync routers for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:20.913429 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:20.914974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:20.916015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:20.920464 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:20.930445 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.934173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.936037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.022076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7c8ca9ee-594e-4220-8a32-1ce293e9dbed None None] Provisioning complete for port 25910da2-3054-4436-ba1b-edcae07f906f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:21.022456 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca9ee-594e-4220-8a32-1ce293e9dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.045294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-97341d6b-35b7-4d5c-a132-faf8c0f841d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c56c61e6450643e89ae4c2fd0ca71d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6875105 Jul 15 23:19:21.047765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47096) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:21.108977 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:21.171448 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.190524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97341d6b-35b7-4d5c-a132-faf8c0f841d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2313d9f-4e7d-4143-9364-98474fc08f6d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:21.208791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c101048c-85da-4185-983e-f6688899b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.213877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:21.221603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:21.227629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-f8b6bc38-1c73-49be-8d25-f0d2d317a4f0 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "PUT /v2.0/floatingips/3e6731e0-47bf-4751-b0cd-428e4e8ddef1 HTTP/1.1" status: 200 len: 996 time: 3.9860747 Jul 15 23:19:21.234654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:21.237216 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:21.241341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c101048c-85da-4185-983e-f6688899b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.244920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=dbb75c78-a92b-4348-9a18-8f9e818c7744,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:21.311171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:21.330988 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c101048c-85da-4185-983e-f6688899b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.334687 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c101048c-85da-4185-983e-f6688899b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.337996 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c101048c-85da-4185-983e-f6688899b394 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2313d9f-4e7d-4143-9364-98474fc08f6d HTTP/1.1" status: 204 len: 168 time: 0.2867315 Jul 15 23:19:21.370313 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c304f6ea-90fd-4f02-8531-249d6fc28b4a tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=60bc84f67fab40f6aebe31a5a61e01cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4817798 Jul 15 23:19:21.371389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47104) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:21.407206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101048c-85da-4185-983e-f6688899b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2313d9f-4e7d-4143-9364-98474fc08f6d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:21.424263 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d559449-54d6-4d2c-9a5c-adedcd53607e x-openstack-request-id: req-7d559449-54d6-4d2c-9a5c-adedcd53607e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:21.424977 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:21.427598 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d559449-54d6-4d2c-9a5c-adedcd53607e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:21.430593 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'status': 'completed', 'code': 200} Jul 15 23:19:21.558584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:21.565122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-95fac9ae-7562-4c94-908a-646089e6f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:21.570141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-95fac9ae-7562-4c94-908a-646089e6f1f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1096 time: 0.3206272 Jul 15 23:19:21.713967 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '3e6731e0-47bf-4751-b0cd-428e4e8ddef1', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'port_id': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'mac_address': 'fa:16:3e:4c:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62994f6e-76a7-4176-b05d-887cbe987a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:15Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 1, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:26Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:21.775343 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] Checking router: f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:21.815646 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:21.816355 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:21.887010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-3438accf-e2cc-48ba-86f8-da05131cf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:21.893329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-3438accf-e2cc-48ba-86f8-da05131cf7b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 920 time: 0.3138320 Jul 15 23:19:21.893329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:21.911401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-65941e4e-00a0-4b5d-890d-bac8ec2beb9a tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2585309 Jul 15 23:19:21.932962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47114) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:21.939023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1435041314'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:21.971724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fcdf93-9461-4e75-86a8-14b47d3eb449 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:21.976512 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e7fcdf93-9461-4e75-86a8-14b47d3eb449 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5992591 Jul 15 23:19:21.981192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47116) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.021816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47118) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.038639 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3ecfddbf-83eb-4b9f-91f6-2525b0de4404 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520043 Jul 15 23:19:22.041159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47120) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.041501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:22.042382 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:22.047869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116869833', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:22.086515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 25910da2-3054-4436-ba1b-edcae07f906f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:22.104463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7c8ca9ee-594e-4220-8a32-1ce293e9dbed None None] Provisioning for port dbb75c78-a92b-4348-9a18-8f9e818c7744 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:22.109056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:22.117046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.117781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55ff1e15-c640-4577-acef-e79233935a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.135691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-e59c3d1f-ec1a-416f-83e4-cbea558a352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.136331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:22.137205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:22.137350 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-e59c3d1f-ec1a-416f-83e4-cbea558a352e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1096 time: 0.7646646 Jul 15 23:19:22.140049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-c44101c0-9257-4b9b-9155-647a2d3f8f54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 999 time: 0.2413225 Jul 15 23:19:22.144139 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.152236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7c8ca9ee-594e-4220-8a32-1ce293e9dbed None None] Provisioning complete for port dbb75c78-a92b-4348-9a18-8f9e818c7744 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:22.152958 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca9ee-594e-4220-8a32-1ce293e9dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.233081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ca9ee-594e-4220-8a32-1ce293e9dbed None None] Port dbb75c78-a92b-4348-9a18-8f9e818c7744 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:22.260973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:22.292679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-ac6e30b2-9c05-4769-9b55-19636b4dd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.300748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-ac6e30b2-9c05-4769-9b55-19636b4dd286 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.1597776 Jul 15 23:19:22.302658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55ff1e15-c640-4577-acef-e79233935a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.304216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Made reservation on behalf of 60bc84f67fab40f6aebe31a5a61e01cb for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:22.308323 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.352922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:22.353851 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55ff1e15-c640-4577-acef-e79233935a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.379383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-36b0cba0-852f-4e0a-9585-4cafbdeb0389 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776532 Jul 15 23:19:22.381452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.381946 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added segment 9ae642e5-36b3-40ea-a472-7380b84e7386 of type vlan for network d2365fb1-500b-4646-a1b4-25434254a77c Jul 15 23:19:22.399593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 25910da2-3054-4436-ba1b-edcae07f906f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:22.400344 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.407206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-027b72c8-f1bf-4415-8d7d-7797d0fedaa2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:22.410156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-027b72c8-f1bf-4415-8d7d-7797d0fedaa2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262620 Jul 15 23:19:22.456751 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-55ff1e15-c640-4577-acef-e79233935a44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4148c0b9fdc540769f876fe5ea8cdfe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338574 Jul 15 23:19:22.460053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47122) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.468026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff1e15-c640-4577-acef-e79233935a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323cfdc4-351b-41fd-9a2b-e6a6ecf1b9ff,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:22.479010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a1995d8f-ed99-4fd4-b7f5-8f3d6a1dd5b4 None None] Provisioning complete for port dbb75c78-a92b-4348-9a18-8f9e818c7744 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:22.479405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1995d8f-ed99-4fd4-b7f5-8f3d6a1dd5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.479840 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '3e6731e0-47bf-4751-b0cd-428e4e8ddef1', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'port_id': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'mac_address': 'fa:16:3e:4c:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62994f6e-76a7-4176-b05d-887cbe987a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:15Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 1, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:26Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:22.515687 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc34da8a-c2ce-444c-8773-ecbd9f05f67e None None] The sync data for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 is: [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '3e6731e0-47bf-4751-b0cd-428e4e8ddef1', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'port_id': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'mac_address': 'fa:16:3e:4c:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62994f6e-76a7-4176-b05d-887cbe987a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:15Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 1, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:26Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:22.565263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-fe6aa1b0-ce49-492f-a1bb-7134a1d75524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.568489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-fe6aa1b0-ce49-492f-a1bb-7134a1d75524 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 920 time: 0.4214168 Jul 15 23:19:22.598317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.661544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-5f7d2b20-60e6-465c-9880-b6d2c601fdcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 999 time: 0.0856190 Jul 15 23:19:22.663031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a1995d8f-ed99-4fd4-b7f5-8f3d6a1dd5b4 None None] Port dbb75c78-a92b-4348-9a18-8f9e818c7744 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:22.680332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 3, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:22.706378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce68270a-8faf-442b-a6bb-770ce41e6344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.723364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-f784e36e-dd58-4b6a-aa17-13c6b222e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.724807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-b13e50fe-07d6-44fd-b691-3672f7477290 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901373 Jul 15 23:19:22.724953 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-f784e36e-dd58-4b6a-aa17-13c6b222e81a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.0555980 Jul 15 23:19:22.734947 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.746187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.748900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.784138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Checking router: 7997e3cd-e608-405e-b65a-88b141cde870 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:22.784473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Updating router 7997e3cd-e608-405e-b65a-88b141cde870 port c38f4477-0de3-4541-b2e3-e74a8010cae6 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:22.802944 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-ff6ceced-2bf0-4ea2-bc0b-dcd300bc0d28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684342 Jul 15 23:19:22.868286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9338138 Jul 15 23:19:22.871206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce68270a-8faf-442b-a6bb-770ce41e6344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.878836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47128) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.880017 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df325c2-58d0-4c49-8e4b-904b58585633 None None] New status for floating IP 3e6731e0-47bf-4751-b0cd-428e4e8ddef1: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:19:22.890904 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.898682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'subnet': {'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:23.068437 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.140079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a4154-b9b4-4398-8b53-002c31f5c67c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Network': ['ID=d2365fb1-500b-4646-a1b4-25434254a77c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:23.166450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d2365fb1-500b-4646-a1b4-25434254a77c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:23.167571 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-cdc9b029-3771-4d16-a9ef-1033a6f2db4e service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569703 Jul 15 23:19:23.210299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5e2b68d-8f4a-4390-972c-dfc23691f724 req-7e50fd4f-0777-44ef-915e-9f6fa0eeb1f1 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401026 Jul 15 23:19:23.230418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Made reservation on behalf of 03bc6ddde66141a8b0fce67173a7e872 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:23.235931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.265863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Subnet': ['ID=3a71714a-50d2-4182-b794-809227443175,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:23.400854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:20Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:23.441198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:23.441890 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Updating router eec84189-ad23-456d-8c42-31734decc4c5 port dbb75c78-a92b-4348-9a18-8f9e818c7744 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:23.447901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.515815 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.569567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Checking segment: {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:23.569941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network hostable DHCP agents. Network: b9f9b9f0-fe99-4486-8068-0896fd1d557b, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:23.610916 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3c9fe84-aa40-47f4-b9f3-c5b724717cc1 req-abc4b303-f577-44bb-bc7c-6e0467048101 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340661 Jul 15 23:19:23.612278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:23.637088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, b9f9b9f0-fe99-4486-8068-0896fd1d557b) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:23.647724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.649218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.688673 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb9a2d83-960b-45a4-8dd3-149983e436dd tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6451519 Jul 15 23:19:23.691507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47136) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:23.776288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74303036-d137-4889-863c-3e0bc04bc1b4 None None] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:23.851603 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce68270a-8faf-442b-a6bb-770ce41e6344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.855192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce68270a-8faf-442b-a6bb-770ce41e6344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.857316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ce68270a-8faf-442b-a6bb-770ce41e6344 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/323cfdc4-351b-41fd-9a2b-e6a6ecf1b9ff HTTP/1.1" status: 204 len: 168 time: 1.3335354 Jul 15 23:19:23.909794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68270a-8faf-442b-a6bb-770ce41e6344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323cfdc4-351b-41fd-9a2b-e6a6ecf1b9ff,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:23.944129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-b8c075fa-9358-4102-b419-d3591d4f2187 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 1001 time: 0.6791620 Jul 15 23:19:23.956431 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.032541 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.047287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Transition to ACTIVE for port object c38f4477-0de3-4541-b2e3-e74a8010cae6 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:24.065793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9c61be90-3f2b-4238-828b-9e05c9c61366 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:24.067900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9c61be90-3f2b-4238-828b-9e05c9c61366 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports/23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 942 time: 0.1217420 Jul 15 23:19:24.124379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Transition to ACTIVE for port object dbb75c78-a92b-4348-9a18-8f9e818c7744 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:24.129343 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.204297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.241815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51008636-a1cb-48ab-9d47-8eabd55334b2 None None] Pushing event updated for resources: {'Port': ['ID=c38f4477-0de3-4541-b2e3-e74a8010cae6,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:24.258376 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.362609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Subnet': ['ID=33d42324-8366-4fa8-8f58-6c04e5bb6a5a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:24.377673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Checking segment: {'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:24.379041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network hostable DHCP agents. Network: d2365fb1-500b-4646-a1b4-25434254a77c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:24.431912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9b21bbdc-3845-48ef-b0fc-d2116b66a5a4 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 1001 time: 0.1761425 Jul 15 23:19:24.443061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network d2365fb1-500b-4646-a1b4-25434254a77c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:24.489406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d2365fb1-500b-4646-a1b4-25434254a77c) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:24.494361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:24.494975 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.555739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0d3df789-fcba-4ed5-a20b-531a698af657 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6685326 Jul 15 23:19:24.559275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47152) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:24.605867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb3559-ca7a-42e8-a8f3-2b6dd9a4774f None None] Network d2365fb1-500b-4646-a1b4-25434254a77c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:24.671497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-08323379-29f5-4a77-8dea-247ce576094c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:24.676254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-08323379-29f5-4a77-8dea-247ce576094c tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.2431757 Jul 15 23:19:24.693637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Attempting to bind port c38f4477-0de3-4541-b2e3-e74a8010cae6 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:24.694250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Attempting to bind port c38f4477-0de3-4541-b2e3-e74a8010cae6 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:24.694981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Attempting to bind port c38f4477-0de3-4541-b2e3-e74a8010cae6 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:24.707229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-e49ca6b1-eeae-4040-9223-5984154237e3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:24.716447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-e49ca6b1-eeae-4040-9223-5984154237e3 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0391273 Jul 15 23:19:24.721887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae014346-2ac5-40ee-a5ee-03f92fc94599 None None] Pushing event updated for resources: {'Port': ['ID=dbb75c78-a92b-4348-9a18-8f9e818c7744,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:24.734643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:24.735585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.746508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:24.746931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:24.747916 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.748270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:24.748764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Bound port: c38f4477-0de3-4541-b2e3-e74a8010cae6, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:24.749154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.870653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-1b737185-dba2-415e-9c95-0b274789f6b8 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 1001 time: 0.1531188 Jul 15 23:19:24.879877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:25.041498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.097222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.151535 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.190713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Attempting to bind port dbb75c78-a92b-4348-9a18-8f9e818c7744 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:25.191373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Attempting to bind port dbb75c78-a92b-4348-9a18-8f9e818c7744 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:25.192029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Attempting to bind port dbb75c78-a92b-4348-9a18-8f9e818c7744 on network 45f665f1-8b7f-47cc-b820-dfd0b9761463 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:25.194712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] For port c38f4477-0de3-4541-b2e3-e74a8010cae6, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:25.254493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:25.255193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Checking segment: {'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:25.255800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.256887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Bound using segment: {'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:25.257567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Bound port: dbb75c78-a92b-4348-9a18-8f9e818c7744, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cf19f1-6867-4070-8e20-0752c4fa765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:25.258140 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.275372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] For port c38f4477-0de3-4541-b2e3-e74a8010cae6, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c38f4477-0de3-4541-b2e3-e74a8010cae6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:25.299632 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.363727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.364718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47170) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:25.393911 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.395474 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Floating IP 3e6731e0-47bf-4751-b0cd-428e4e8ddef1 disassociated. External IP: 172.25.3.250, port: 23a54b07-4412-44eb-b306-01d8d6ddb0e2. Jul 15 23:19:25.416850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-d2365fb1-500b-4646-a1b4-25434254a77c', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:25.417846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.422562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Allocated IP 172.20.0.2 (b9f9b9f0-fe99-4486-8068-0896fd1d557b/3a71714a-50d2-4182-b794-809227443175/15828044-2e9d-48da-a8ad-4ce7acdbec5d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:25.484364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51008636-a1cb-48ab-9d47-8eabd55334b2 None None] Pushing event updated for resources: {'Port': ['ID=c38f4477-0de3-4541-b2e3-e74a8010cae6,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:25.524862 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.529389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:25.530152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:25.615672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] For port dbb75c78-a92b-4348-9a18-8f9e818c7744, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:25.665086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-923697842'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:25.682435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] For port dbb75c78-a92b-4348-9a18-8f9e818c7744, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dbb75c78-a92b-4348-9a18-8f9e818c7744,segment=NetworkSegment(21cf19f1-6867-4070-8e20-0752c4fa765a),segment_id=21cf19f1-6867-4070-8e20-0752c4fa765a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:25.719668 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.757698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Made reservation on behalf of e5509073c0e840569610f325d0b938ea for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:25.762323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.839843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Allocated IP 2001:db8:3::1 (d2365fb1-500b-4646-a1b4-25434254a77c/33d42324-8366-4fa8-8f58-6c04e5bb6a5a/ed06829b-ddf8-4870-8f86-6579a023fc8a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:25.876783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.980532 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.000131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Transition to ACTIVE for port object ed06829b-ddf8-4870-8f86-6579a023fc8a will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:26.050318 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.055506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae014346-2ac5-40ee-a5ee-03f92fc94599 None None] Pushing event updated for resources: {'Port': ['ID=dbb75c78-a92b-4348-9a18-8f9e818c7744,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:26.067023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:26.067652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:26.153170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.154356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.169267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:26.174141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.189550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:26.202695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.203194 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Added segment 3aad84d4-ec35-480d-b251-09164a721447 of type vlan for network d8738334-b955-48c8-a14f-59fd141b3f5f Jul 15 23:19:26.226993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=ed06829b-ddf8-4870-8f86-6579a023fc8a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:26.255102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network d2365fb1-500b-4646-a1b4-25434254a77c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:26.256411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:26.258910 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:26.261658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:26.262258 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.264547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.345316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5367120-398b-4958-bf50-6bf09b573240,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:26.349364 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.352702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:26.354851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Transition to ACTIVE for port object 15828044-2e9d-48da-a8ad-4ce7acdbec5d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:26.358406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:26.359456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.391760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0256376 Jul 15 23:19:26.405126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47178) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:26.415947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'subnet': {'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:26.488660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Transition to ACTIVE for port object 15828044-2e9d-48da-a8ad-4ce7acdbec5d will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:26.548725 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.566614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Allocated IP 2001:db8:3::2 (d2365fb1-500b-4646-a1b4-25434254a77c/33d42324-8366-4fa8-8f58-6c04e5bb6a5a/e81fd1a5-2556-466c-8e1d-978378343eff) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:26.678566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ca1a7-8bae-47b7-9f92-b2c5e426fffa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Network': ['ID=d8738334-b955-48c8-a14f-59fd141b3f5f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:26.685456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:26.709526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d8738334-b955-48c8-a14f-59fd141b3f5f details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:26.716848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Pushing event updated for resources: {'Port': ['ID=15828044-2e9d-48da-a8ad-4ce7acdbec5d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:26.722901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:26.757633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Allocated IP 172.20.0.1 (b9f9b9f0-fe99-4486-8068-0896fd1d557b/3a71714a-50d2-4182-b794-809227443175/d52508a3-d1a3-4b95-a8cc-70b243fce512) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:26.817095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Made reservation on behalf of e5509073c0e840569610f325d0b938ea for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:26.823533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.864086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:26.871365 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.906785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.910277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-9a641514-8589-47e0-97b8-39a08c5b8c97 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "PUT /v2.0/floatingips/3e6731e0-47bf-4751-b0cd-428e4e8ddef1 HTTP/1.1" status: 200 len: 695 time: 2.0375869 Jul 15 23:19:26.913770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:26.916557 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da60369e-3018-47d7-807d-efbb354a8d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:26.994738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:26.997600 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a67bb3-9464-4b64-a24c-9aa1f4881bc9 x-openstack-request-id: req-88a67bb3-9464-4b64-a24c-9aa1f4881bc9 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:26.997996 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:26.998353 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88a67bb3-9464-4b64-a24c-9aa1f4881bc9 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:26.999026 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'status': 'completed', 'code': 200} Jul 15 23:19:27.039019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.047586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] Sync routers for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:27.121744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-01408bbf-a679-4381-9f4d-404ecd25c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.123556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-01408bbf-a679-4381-9f4d-404ecd25c3f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1096 time: 0.1394575 Jul 15 23:19:27.153090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Transition to ACTIVE for port object d52508a3-d1a3-4b95-a8cc-70b243fce512 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:27.183373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60369e-3018-47d7-807d-efbb354a8d7f req-e608b87b-f510-4d66-9d7d-6a25c7918168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.184915 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da60369e-3018-47d7-807d-efbb354a8d7f req-e608b87b-f510-4d66-9d7d-6a25c7918168 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 1096 time: 0.1496758 Jul 15 23:19:27.199861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.212151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Transition to ACTIVE for port object e81fd1a5-2556-466c-8e1d-978378343eff will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:27.230142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Transition to ACTIVE for port object e81fd1a5-2556-466c-8e1d-978378343eff will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:27.258370 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.291084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60369e-3018-47d7-807d-efbb354a8d7f req-bffb6850-a2ad-4516-a43f-e494e6c24ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.293261 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da60369e-3018-47d7-807d-efbb354a8d7f req-bffb6850-a2ad-4516-a43f-e494e6c24ef6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 920 time: 0.0998402 Jul 15 23:19:27.316538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.339671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-5c5a9d5e-20c7-4c2a-a93d-f6be085419a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.341392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-5c5a9d5e-20c7-4c2a-a93d-f6be085419a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 200 len: 920 time: 0.2084827 Jul 15 23:19:27.377908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Subnet': ['ID=f9450001-1e1b-4b9b-a4ed-e30fa353298b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:27.386732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.414519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Checking segment: {'id': '3aad84d4-ec35-480d-b251-09164a721447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:27.415002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Network hostable DHCP agents. Network: d8738334-b955-48c8-a14f-59fd141b3f5f, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:27.415678 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da60369e-3018-47d7-807d-efbb354a8d7f req-a296a446-72f0-4dde-bd2e-57e43575b8da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0844760 Jul 15 23:19:27.418410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-19c540ba-a2e4-42a4-8d28-8d253216df21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 200 len: 217 time: 0.0511081 Jul 15 23:19:27.445138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Pushing event updated for resources: {'Port': ['ID=e81fd1a5-2556-466c-8e1d-978378343eff,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:27.470485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Attempting to bind port 15828044-2e9d-48da-a8ad-4ce7acdbec5d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:27.471186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Attempting to bind port 15828044-2e9d-48da-a8ad-4ce7acdbec5d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:27.471547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Attempting to bind port 15828044-2e9d-48da-a8ad-4ce7acdbec5d on network b9f9b9f0-fe99-4486-8068-0896fd1d557b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:27.473495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:27.474115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Network d8738334-b955-48c8-a14f-59fd141b3f5f is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:27.474357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:27.498023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d8738334-b955-48c8-a14f-59fd141b3f5f) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:27.499652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:27.505875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.506900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.519819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-8a91fb26-9564-41b4-bfbb-65cf81e7370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.521671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-8a91fb26-9564-41b4-bfbb-65cf81e7370e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.0949948 Jul 15 23:19:27.531278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Network d2365fb1-500b-4646-a1b4-25434254a77c is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:27.537360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16dabe0-3fa9-40cd-b7b2-2ef11ed0f1c2 None None] Network d8738334-b955-48c8-a14f-59fd141b3f5f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:27.539891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:27.545722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:27.547998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:27.550936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:27.553469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:27.553848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Checking segment: {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:27.554249 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.554636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Bound using segment: {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:27.555131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Bound port: 15828044-2e9d-48da-a8ad-4ce7acdbec5d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:27.555508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.565750 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dffe90a1-ca06-4689-b85f-5acd859be8f7 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1571243 Jul 15 23:19:27.566790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47188) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:27.589154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=d52508a3-d1a3-4b95-a8cc-70b243fce512,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:27.590483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f', 'name': 'tempest-AllowedAddressPairTestJSON-318458416'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:27.597090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-0da4c19a-f3e2-446e-80db-2853cd69e7a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574834 Jul 15 23:19:27.598905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60369e-3018-47d7-807d-efbb354a8d7f req-3458a69d-e663-48c1-8328-57a2c8704a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.600837 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da60369e-3018-47d7-807d-efbb354a8d7f req-3458a69d-e663-48c1-8328-57a2c8704a1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 200 len: 859 time: 0.1590247 Jul 15 23:19:27.677314 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da60369e-3018-47d7-807d-efbb354a8d7f req-4ad3fa36-f693-48d2-b896-bac191376294 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637100 Jul 15 23:19:27.705052 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.768216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] For port 15828044-2e9d-48da-a8ad-4ce7acdbec5d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:27.774736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-5c93d709-b045-43a2-8253-90ed86025026 service neutron] 10.222.0.23 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574578 Jul 15 23:19:27.828113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Made reservation on behalf of e5509073c0e840569610f325d0b938ea for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:27.831684 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.833575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:25Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:27.841434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] For port 15828044-2e9d-48da-a8ad-4ce7acdbec5d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=15828044-2e9d-48da-a8ad-4ce7acdbec5d,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:27.844715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:27.879421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Attempting to bind port e81fd1a5-2556-466c-8e1d-978378343eff on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:27.879421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Attempting to bind port e81fd1a5-2556-466c-8e1d-978378343eff by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:27.880104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Attempting to bind port e81fd1a5-2556-466c-8e1d-978378343eff on network d2365fb1-500b-4646-a1b4-25434254a77c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:27.890482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] device_id is not set on port ce985e23-15dd-43c0-b1a5-3e8536080a16 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:27.916857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b41b1-e51c-4144-8186-5a8b43405895 None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:25Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:27.919752 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.939132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.946842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:27.947277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Checking segment: {'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:27.949051 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.949931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Bound using segment: {'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:27.950997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Bound port: e81fd1a5-2556-466c-8e1d-978378343eff, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:27.951714 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.975042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ca4a8ab-996d-42b5-8411-f65c497db78f req-2b7e6524-98bc-4e07-b145-303259a18f0d service neutron] 10.222.0.23 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925461 Jul 15 23:19:27.984513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.985450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.128544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 3, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:28.172662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72241061-b202-40a9-a807-1ba384dcaf08 req-7365d089-ad83-4f11-9e78-20a31f4a1c7b tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/floatingips/3e6731e0-47bf-4751-b0cd-428e4e8ddef1 HTTP/1.1" status: 200 len: 695 time: 0.1092653 Jul 15 23:19:28.277918 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da60369e-3018-47d7-807d-efbb354a8d7f req-4a28f3b4-5cbf-4bbd-8404-c4503fdd4b32 service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900230 Jul 15 23:19:28.288133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event updated for resources: {'Port': ['ID=ed06829b-ddf8-4870-8f86-6579a023fc8a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.292350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Network d2365fb1-500b-4646-a1b4-25434254a77c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:28.303355 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.316027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72241061-b202-40a9-a807-1ba384dcaf08 req-5237ece6-9268-4b27-b1f0-42442b0ed779 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:28.319011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:28.323586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72241061-b202-40a9-a807-1ba384dcaf08 req-5237ece6-9268-4b27-b1f0-42442b0ed779 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 784 time: 0.1497147 Jul 15 23:19:28.332291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9da666-a576-4ada-8bfc-a72f45e0d7a1 None None] Pushing event updated for resources: {'Port': ['ID=15828044-2e9d-48da-a8ad-4ce7acdbec5d,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.336849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9258384f-7a29-4748-a49b-cd8f14755384 None None] The sync data for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 is: [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:19Z', 'revision_number': 3, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:28.372690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-72241061-b202-40a9-a807-1ba384dcaf08 req-429726cb-d67d-4587-8f86-ecf158b1b3b1 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:28.387550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72241061-b202-40a9-a807-1ba384dcaf08 req-429726cb-d67d-4587-8f86-ecf158b1b3b1 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625150 Jul 15 23:19:28.465422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] For port e81fd1a5-2556-466c-8e1d-978378343eff, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:28.504047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] For port e81fd1a5-2556-466c-8e1d-978378343eff, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e81fd1a5-2556-466c-8e1d-978378343eff,segment=NetworkSegment(9ae642e5-36b3-40ea-a472-7380b84e7386),segment_id=9ae642e5-36b3-40ea-a472-7380b84e7386)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:28.507834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Allocated IP 172.20.0.3 (d8738334-b955-48c8-a14f-59fd141b3f5f/f9450001-1e1b-4b9b-a4ed-e30fa353298b/ce985e23-15dd-43c0-b1a5-3e8536080a16) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:28.555876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72241061-b202-40a9-a807-1ba384dcaf08 req-ed5dfb9e-b135-4e3b-92aa-26f25e794da4 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 698 time: 0.1660545 Jul 15 23:19:28.560161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.640459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72241061-b202-40a9-a807-1ba384dcaf08 req-18b09dc5-06b7-4820-81de-9a7546bdbb4d tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 698 time: 0.0836172 Jul 15 23:19:28.713722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-d8738334-b955-48c8-a14f-59fd141b3f5f', 'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f', 'tenant_id': 'e5509073c0e840569610f325d0b938ea', 'fixed_ips': [{'subnet_id': 'f9450001-1e1b-4b9b-a4ed-e30fa353298b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:28.714907 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.724627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc96f8-3efe-4bab-924b-7d9b551690bc None None] Pushing event updated for resources: {'Port': ['ID=e81fd1a5-2556-466c-8e1d-978378343eff,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.765373 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-da60369e-3018-47d7-807d-efbb354a8d7f req-f22f894a-cc32-4aa9-9faa-9281ce471bee service neutron] 10.222.0.37 "GET /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716558 Jul 15 23:19:28.767542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:29.105577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:26Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:29.139043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.172223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] Checking router: f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:29.173195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Transition to ACTIVE for port object ce985e23-15dd-43c0-b1a5-3e8536080a16 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:29.187534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Deleting port 7a2c22d3-2f1d-4727-81a8-5a9c8f757cd2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:29.188085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.188831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:29.189599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:29.336806 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.337353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.371246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Calling delete_port for 7a2c22d3-2f1d-4727-81a8-5a9c8f757cd2 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:29.438568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:29.557341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:29.605134 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:29.617745 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.620054 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:29.620688 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:29.624738 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-40f53b26-e5fd-46ff-85d9-5229c10b6c3e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0601423 Jul 15 23:19:29.626047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47202) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:29.634633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:29.701879 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.708051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.790484 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:29.821008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=d52508a3-d1a3-4b95-a8cc-70b243fce512,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:29.854126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Allocated IP 172.20.0.2 (d8738334-b955-48c8-a14f-59fd141b3f5f/f9450001-1e1b-4b9b-a4ed-e30fa353298b/d314068c-5cb1-4e58-ad8d-43b24b5dda32) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:29.884807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.038115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Network d8738334-b955-48c8-a14f-59fd141b3f5f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:30.065771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:30.069099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:30.104415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:30.107470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:30.206910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.210255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.217471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=ce985e23-15dd-43c0-b1a5-3e8536080a16,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:30.254966 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.323452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-91a9f14d-f6b0-410f-832b-9395987b2376 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7369924 Jul 15 23:19:30.329584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47208) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:30.347106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f', 'name': 'tempest-AllowedAddressPairTestJSON-1700260521', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2e:ad:e1'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:30.467110 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:26Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:25Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:30.479711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event deleted for resources: {'Port': ['ID=7a2c22d3-2f1d-4727-81a8-5a9c8f757cd2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:30.505603 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:30.506295 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Updating router eec84189-ad23-456d-8c42-31734decc4c5 port ed06829b-ddf8-4870-8f86-6579a023fc8a binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:30.548879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Router 7997e3cd-e608-405e-b65a-88b141cde870 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:30.549124 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.581890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Made reservation on behalf of e5509073c0e840569610f325d0b938ea for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:30.624574 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.628400 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.633170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72241061-b202-40a9-a807-1ba384dcaf08 req-700bf895-38f0-4309-a79e-a51681c8d736 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "DELETE /v2.0/floatingips/3e6731e0-47bf-4751-b0cd-428e4e8ddef1 HTTP/1.1" status: 204 len: 173 time: 1.9918370 Jul 15 23:19:30.714937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95f9e1-6c05-4f12-b64a-0491d9fcc2b1 None None] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:30.725191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dbb75c78-a92b-4348-9a18-8f9e818c7744 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:30.756666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.776870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc50033a-6455-4325-a521-bc76ceaf7896 req-e220efea-1a3e-4267-bb99-b4c14f6a29ca tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups/0ec8bac4-91f9-4e31-b6fb-fb391e8b2bd3 HTTP/1.1" status: 200 len: 1809 time: 0.1042809 Jul 15 23:19:30.790241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] device_id is not set on port 6f7b0a32-1d41-4ade-ba8f-355b09048149 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:30.801331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3afd9f-8b5f-42d7-ac68-1538500ba845 None None] Network d2365fb1-500b-4646-a1b4-25434254a77c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:30.867445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:30.879430 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-762a00af-a9a5-4a93-bea9-a64a157b23bc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "PUT /v2.0/routers/7997e3cd-e608-405e-b65a-88b141cde870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1863651 Jul 15 23:19:30.879803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47214) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:30.888420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-93c17f70-ffac-45ed-a6f3-ba794f60a283 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1155128282', 'description': 'tempest-secgroup_access--1155128282 description', 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:30.899260 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fc50033a-6455-4325-a521-bc76ceaf7896 req-77ef8773-5826-467d-9e70-c462cd630870 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.927928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.929842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.extraroute_db [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:19:30.953934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aeba7ebb-cb38-4fa7-acc3-f3a74356f158 None None] Provisioning for port 15828044-2e9d-48da-a8ad-4ce7acdbec5d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:30.957271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93c17f70-ffac-45ed-a6f3-ba794f60a283 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.971315 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.973211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fc50033a-6455-4325-a521-bc76ceaf7896 req-77ef8773-5826-467d-9e70-c462cd630870 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.985363 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Transition to ACTIVE for port object ed06829b-ddf8-4870-8f86-6579a023fc8a will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:30.987664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.extraroute_db [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Removed routes are [] {{(pid=93715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:19:30.988072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.998068 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:19:30.998846 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.012488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Transition to ACTIVE for port object d314068c-5cb1-4e58-ad8d-43b24b5dda32 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:31.073756 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:26Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:31.087964 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Pushing event updated for resources: {'Port': ['ID=ed06829b-ddf8-4870-8f86-6579a023fc8a,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.101069 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fc50033a-6455-4325-a521-bc76ceaf7896 req-77ef8773-5826-467d-9e70-c462cd630870 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.104717 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fc50033a-6455-4325-a521-bc76ceaf7896 req-77ef8773-5826-467d-9e70-c462cd630870 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.106417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc50033a-6455-4325-a521-bc76ceaf7896 req-77ef8773-5826-467d-9e70-c462cd630870 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ec8bac4-91f9-4e31-b6fb-fb391e8b2bd3 HTTP/1.1" status: 204 len: 173 time: 0.3276980 Jul 15 23:19:31.114111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Transition to ACTIVE for port object d314068c-5cb1-4e58-ad8d-43b24b5dda32 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:31.121975 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.122332 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.122549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9700f1-f74f-40bd-bd03-8779dc668ddb None None] The sync data for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 is: [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '75e8761a-f318-443c-aa64-0394a4c4d610', 'name': '', 'network_id': 'bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'mac_address': 'fa:16:3e:31:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:20Z', 'updated_at': '2021-07-15T23:18:26Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'subnets': [{'id': 'd7648d5a-cea4-4e89-b92b-91e86b6eb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:31.122710 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.123020 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.123376 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.123666 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.123992 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.124314 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.129705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port dbb75c78-a92b-4348-9a18-8f9e818c7744 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:31.129931 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.130488 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.131223 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.132085 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:31.144317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port dbb75c78-a92b-4348-9a18-8f9e818c7744 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:31.145176 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.186985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.188833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93c17f70-ffac-45ed-a6f3-ba794f60a283 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.189183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef8773-5826-467d-9e70-c462cd630870 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec8bac4-91f9-4e31-b6fb-fb391e8b2bd3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.218082 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Attempting to bind port ed06829b-ddf8-4870-8f86-6579a023fc8a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:31.218654 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Attempting to bind port ed06829b-ddf8-4870-8f86-6579a023fc8a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:31.219152 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Attempting to bind port ed06829b-ddf8-4870-8f86-6579a023fc8a on network d2365fb1-500b-4646-a1b4-25434254a77c {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:31.225545 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:31.226196 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Checking segment: {'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:31.226951 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.227447 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Bound using segment: {'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:31.228050 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Bound port: ed06829b-ddf8-4870-8f86-6579a023fc8a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae642e5-36b3-40ea-a472-7380b84e7386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:31.228532 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.257666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93c17f70-ffac-45ed-a6f3-ba794f60a283 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.309353 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7aef83ab-fab6-4f14-9d44-5167270c9b15 None None] Provisioning for port e81fd1a5-2556-466c-8e1d-978378343eff completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:31.330105 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] For port ed06829b-ddf8-4870-8f86-6579a023fc8a, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:31.335468 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] For port ed06829b-ddf8-4870-8f86-6579a023fc8a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ed06829b-ddf8-4870-8f86-6579a023fc8a,segment=NetworkSegment(9ae642e5-36b3-40ea-a472-7380b84e7386),segment_id=9ae642e5-36b3-40ea-a472-7380b84e7386)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:31.346424 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.378066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c17f70-ffac-45ed-a6f3-ba794f60a283 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d277ab5-6804-4c95-9c82-3900ff855af7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.386513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Network d8738334-b955-48c8-a14f-59fd141b3f5f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:31.392023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Pushing event updated for resources: {'Port': ['ID=d314068c-5cb1-4e58-ad8d-43b24b5dda32,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.401820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:31.407232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:31.423353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93c17f70-ffac-45ed-a6f3-ba794f60a283 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.428412 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-93c17f70-ffac-45ed-a6f3-ba794f60a283 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5446591 Jul 15 23:19:31.428820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47220) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:31.439114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1a3970a1-949d-4a64-949d-ea0bf347c25d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1955416692', 'description': 'tempest-secgroup_general--1955416692 description', 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:31.439984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.449874 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.469081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a3970a1-949d-4a64-949d-ea0bf347c25d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.472411 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e4d4f-3278-4cf1-8f2c-8642fdcdee69 None None] Pushing event updated for resources: {'Port': ['ID=ed06829b-ddf8-4870-8f86-6579a023fc8a,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.502215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a3c26e44-e5f7-4459-872c-3e97c900e40e {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:19:31.502528 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:19:31.511240 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:31.512029 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:31.571843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Attempting to bind port d314068c-5cb1-4e58-ad8d-43b24b5dda32 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:31.572524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Attempting to bind port d314068c-5cb1-4e58-ad8d-43b24b5dda32 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '3aad84d4-ec35-480d-b251-09164a721447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:31.573055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Attempting to bind port d314068c-5cb1-4e58-ad8d-43b24b5dda32 on network d8738334-b955-48c8-a14f-59fd141b3f5f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:31.602126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:31.605931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Checking segment: {'id': '3aad84d4-ec35-480d-b251-09164a721447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:31.607174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.607884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Bound using segment: {'id': '3aad84d4-ec35-480d-b251-09164a721447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:31.608549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Bound port: d314068c-5cb1-4e58-ad8d-43b24b5dda32, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aad84d4-ec35-480d-b251-09164a721447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:31.609120 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.680472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Sync routers for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:31.698386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a3970a1-949d-4a64-949d-ea0bf347c25d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.705560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a3970a1-949d-4a64-949d-ea0bf347c25d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.714012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:31.714154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:31.776570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a3970a1-949d-4a64-949d-ea0bf347c25d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.778839 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1a3970a1-949d-4a64-949d-ea0bf347c25d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3451719 Jul 15 23:19:31.793938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47226) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:31.815432 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cb13f-a07d-4ddf-8314-878def036ba1 None None] New status for floating IP 3e6731e0-47bf-4751-b0cd-428e4e8ddef1: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:19:31.826723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3b3a10cc-5de3-47cf-9837-fec06c495220 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'security_group_rule': {'security_group_id': '3d277ab5-6804-4c95-9c82-3900ff855af7', 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:31.827307 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.851385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3970a1-949d-4a64-949d-ea0bf347c25d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d121b2-df4c-4ca6-96e6-264b175f1a55,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.902949 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b3a10cc-5de3-47cf-9837-fec06c495220 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.941769 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:32.004725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.018573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] For port d314068c-5cb1-4e58-ad8d-43b24b5dda32, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:32.054489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port dbb75c78-a92b-4348-9a18-8f9e818c7744, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dbb75c78-a92b-4348-9a18-8f9e818c7744,segment=NetworkSegment(21cf19f1-6867-4070-8e20-0752c4fa765a),segment_id=21cf19f1-6867-4070-8e20-0752c4fa765a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:32.057841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] device_id is not set on port 519507b5-045c-48f5-9fdc-2b0cdabef587 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:32.058694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] For port d314068c-5cb1-4e58-ad8d-43b24b5dda32, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d314068c-5cb1-4e58-ad8d-43b24b5dda32,segment=NetworkSegment(3aad84d4-ec35-480d-b251-09164a721447),segment_id=3aad84d4-ec35-480d-b251-09164a721447)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:32.071335 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.072146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e81fd1a5-2556-466c-8e1d-978378343eff up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:32.084055 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.098592 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b3a10cc-5de3-47cf-9837-fec06c495220 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.156161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:32.161125 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b3a10cc-5de3-47cf-9837-fec06c495220 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.241398 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b3a10cc-5de3-47cf-9837-fec06c495220 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.252221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3b3a10cc-5de3-47cf-9837-fec06c495220 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4474926 Jul 15 23:19:32.252221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a10cc-5de3-47cf-9837-fec06c495220 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f80dd5-52e9-4f73-8c40-6edb8cf0d421,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:32.313868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=dbb75c78-a92b-4348-9a18-8f9e818c7744,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:32.374050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Allocated IP 172.20.0.4 (d8738334-b955-48c8-a14f-59fd141b3f5f/f9450001-1e1b-4b9b-a4ed-e30fa353298b/519507b5-045c-48f5-9fdc-2b0cdabef587) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:32.505277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:32.612835 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:30Z', 'revision_number': 6, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:25Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:32.693989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:32.703405 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.708214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9bed9967-f2e6-40c8-aac8-ac3349aff340 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 200 len: 953 time: 3.0765572 Jul 15 23:19:32.710021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47246) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:32.761993 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da12fc1-b8cc-4038-b617-2ab3429e0282 None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:30Z', 'revision_number': 6, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:25Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:32.848754 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.891797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Transition to ACTIVE for port object 519507b5-045c-48f5-9fdc-2b0cdabef587 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:32.902441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144e810-c469-4a55-8aa6-6fd68e909f30 None None] Pushing event updated for resources: {'Port': ['ID=d314068c-5cb1-4e58-ad8d-43b24b5dda32,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:32.919452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e81fd1a5-2556-466c-8e1d-978378343eff completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:32.938535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e81fd1a5-2556-466c-8e1d-978378343eff triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:32.938969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.969243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eb353a72-aa5d-43b5-a00f-fa074d3e8be6 None None] Provisioning for port d52508a3-d1a3-4b95-a8cc-70b243fce512 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:32.975886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d7abb-a998-4a22-aad7-6b5420d10a56 req-c6a4cff9-e847-45a4-8ffc-aa0d533405b7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.984589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-752d7abb-a998-4a22-aad7-6b5420d10a56 req-c6a4cff9-e847-45a4-8ffc-aa0d533405b7 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.5238688 Jul 15 23:19:32.991581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.035029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eb353a72-aa5d-43b5-a00f-fa074d3e8be6 None None] Provisioning complete for port d52508a3-d1a3-4b95-a8cc-70b243fce512 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:33.035705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb353a72-aa5d-43b5-a00f-fa074d3e8be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.051057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-5db593f6-f704-4c8c-baac-cc4bb4765822 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--1155128282&fields=id&tenant_id=60bc84f67fab40f6aebe31a5a61e01cb HTTP/1.1" status: 200 len: 267 time: 0.3441269 Jul 15 23:19:33.089216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Network d8738334-b955-48c8-a14f-59fd141b3f5f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:33.105059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:33.110833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:33.119667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=519507b5-045c-48f5-9fdc-2b0cdabef587,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:33.140052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-752d7abb-a998-4a22-aad7-6b5420d10a56 req-5a43d541-cb94-46fd-8c1f-50c2f77b5198 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533365 Jul 15 23:19:33.162720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eb353a72-aa5d-43b5-a00f-fa074d3e8be6 None None] Port d52508a3-d1a3-4b95-a8cc-70b243fce512 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:33.168625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:29Z', 'revision_number': 2, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:33.218927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.219930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.235333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-477a5d36-cd8e-4886-9a1a-a462da0f64f5 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 200 len: 953 time: 0.5215254 Jul 15 23:19:33.236338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47250) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:33.239703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Checking router: 7997e3cd-e608-405e-b65a-88b141cde870 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:33.240311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Updating router 7997e3cd-e608-405e-b65a-88b141cde870 port d52508a3-d1a3-4b95-a8cc-70b243fce512 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:33.250727 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0bc727aa-9811-4383-9bb4-b27f55732b52 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9134655 Jul 15 23:19:33.251612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47252) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:33.259855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'routes': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:33.438003 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.440193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.513919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2212da67-008b-433c-9222-03e064e03c89 None None] Provisioning complete for port e81fd1a5-2556-466c-8e1d-978378343eff triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:33.514540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2212da67-008b-433c-9222-03e064e03c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.526679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c6cd5-5366-4f8d-966c-cdf716f20bbc tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.544836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c6cd5-5366-4f8d-966c-cdf716f20bbc tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.554669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-bca9e577-76d8-4ede-88f8-d2d1ac3548bb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--1955416692&fields=id&tenant_id=60bc84f67fab40f6aebe31a5a61e01cb HTTP/1.1" status: 200 len: 267 time: 0.4962151 Jul 15 23:19:33.563317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c6cd5-5366-4f8d-966c-cdf716f20bbc tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.565064 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e9c6cd5-5366-4f8d-966c-cdf716f20bbc tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.3124928 Jul 15 23:19:33.568339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47254) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:33.649840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e81fd1a5-2556-466c-8e1d-978378343eff, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e81fd1a5-2556-466c-8e1d-978378343eff,segment=NetworkSegment(9ae642e5-36b3-40ea-a472-7380b84e7386),segment_id=9ae642e5-36b3-40ea-a472-7380b84e7386)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:33.661183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.664305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 15828044-2e9d-48da-a8ad-4ce7acdbec5d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:33.814737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b4aaefd5-3fbe-4edc-8b41-a0a51f208ea9 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Deleting port 519507b5-045c-48f5-9fdc-2b0cdabef587 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:33.815114 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4aaefd5-3fbe-4edc-8b41-a0a51f208ea9 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.917615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-b4a46b5f-ff6a-4e59-ab5d-9b8e769f4290 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.926262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-b4a46b5f-ff6a-4e59-ab5d-9b8e769f4290 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/networks?id=b9f9b9f0-fe99-4486-8068-0896fd1d557b HTTP/1.1" status: 200 len: 796 time: 0.3362534 Jul 15 23:19:33.968561 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4aaefd5-3fbe-4edc-8b41-a0a51f208ea9 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.970422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-af55f57e-d76b-4313-b351-200032a5ccfb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/quotas/60bc84f67fab40f6aebe31a5a61e01cb HTTP/1.1" status: 200 len: 375 time: 0.0430250 Jul 15 23:19:34.011913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b4aaefd5-3fbe-4edc-8b41-a0a51f208ea9 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Calling delete_port for 519507b5-045c-48f5-9fdc-2b0cdabef587 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:34.198230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4aaefd5-3fbe-4edc-8b41-a0a51f208ea9 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.283116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaefd5-3fbe-4edc-8b41-a0a51f208ea9 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Port': ['ID=519507b5-045c-48f5-9fdc-2b0cdabef587,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:34.285536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:34.331215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-f0a359e6-ba50-47cf-9dee-547447d78b7b tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3328528 Jul 15 23:19:34.442398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fa989-f76e-4c3b-8091-89b36fc080e8 None None] Network d8738334-b955-48c8-a14f-59fd141b3f5f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:34.456346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.extraroute_db [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added routes are [] {{(pid=93715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:19:34.457171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.extraroute_db [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:19:34.463270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e81fd1a5-2556-466c-8e1d-978378343eff,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:34.540328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc523a-c349-4388-9780-f02dfba25587 req-33647f7b-b2a1-4397-8bc1-9cf97b49eeff tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.541852 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10bc523a-c349-4388-9780-f02dfba25587 req-33647f7b-b2a1-4397-8bc1-9cf97b49eeff tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.37 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.2981610 Jul 15 23:19:34.547514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-8edf1c41-dcd5-4c0c-8f38-ea03f12298f1 service neutron] 10.222.0.23 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152510 Jul 15 23:19:34.548548 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4aaefd5-3fbe-4edc-8b41-a0a51f208ea9 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.551170 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b4aaefd5-3fbe-4edc-8b41-a0a51f208ea9 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "DELETE /v2.0/ports/519507b5-045c-48f5-9fdc-2b0cdabef587 HTTP/1.1" status: 204 len: 168 time: 0.9816785 Jul 15 23:19:34.555217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47266) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:34.563775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2212da67-008b-433c-9222-03e064e03c89 None None] Provisioning for port ed06829b-ddf8-4870-8f86-6579a023fc8a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:34.565711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:34.566033 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.566511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:34.621435 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9cf5b1-b8eb-4eb0-a65d-f022020d123b tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] GET failed (client error): The resource could not be found. Jul 15 23:19:34.627323 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c9cf5b1-b8eb-4eb0-a65d-f022020d123b tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "GET /v2.0/ports/519507b5-045c-48f5-9fdc-2b0cdabef587 HTTP/1.1" status: 404 len: 333 time: 0.0599859 Jul 15 23:19:34.627561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47268) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:34.632869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f', 'name': 'tempest-AllowedAddressPairTestJSON-726121919'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:34.638730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559fe3-dcbd-4a36-af1c-925822baaa49 req-6afc6bf2-8857-4502-8b2a-7a97e7c4b46f tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.640471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef559fe3-dcbd-4a36-af1c-925822baaa49 req-6afc6bf2-8857-4502-8b2a-7a97e7c4b46f tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 945 time: 0.1891282 Jul 15 23:19:34.649013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 15828044-2e9d-48da-a8ad-4ce7acdbec5d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:34.673169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 15828044-2e9d-48da-a8ad-4ce7acdbec5d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:34.673169 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.741276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2212da67-008b-433c-9222-03e064e03c89 None None] Provisioning complete for port d52508a3-d1a3-4b95-a8cc-70b243fce512 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:34.741645 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2212da67-008b-433c-9222-03e064e03c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.781551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:34.786634 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Deleting port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:34.787008 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.828766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Made reservation on behalf of e5509073c0e840569610f325d0b938ea for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:34.833172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.839575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef559fe3-dcbd-4a36-af1c-925822baaa49 req-ef2b2575-16ef-4867-bb5e-d97c6b162d30 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/security-groups?id=45ba565f-df41-438f-a65b-88d43676fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657963 Jul 15 23:19:34.847633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-fd9203f2-8da1-4173-ac3f-53284794af57 service neutron] 10.222.0.23 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900987 Jul 15 23:19:34.902984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] device_id is not set on port a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:34.920384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.926099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.955882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2212da67-008b-433c-9222-03e064e03c89 None None] Port d52508a3-d1a3-4b95-a8cc-70b243fce512 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:35.030942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.170348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:35.246267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Transition to ACTIVE for port object d52508a3-d1a3-4b95-a8cc-70b243fce512 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:35.263433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] For port 23a54b07-4412-44eb-b306-01d8d6ddb0e2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=23a54b07-4412-44eb-b306-01d8d6ddb0e2,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:35.264006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.283500 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.285253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Calling delete_port for 23a54b07-4412-44eb-b306-01d8d6ddb0e2 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:35.303547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecd8db-b8cf-4163-992f-f9af2c0f638d req-333cefff-1fe0-40f7-b148-a3430d3c07a2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.311204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6ecd8db-b8cf-4163-992f-f9af2c0f638d req-333cefff-1fe0-40f7-b148-a3430d3c07a2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.1839502 Jul 15 23:19:35.338696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 15828044-2e9d-48da-a8ad-4ce7acdbec5d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=15828044-2e9d-48da-a8ad-4ce7acdbec5d,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:35.339935 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.355582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:35.391198 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.396790 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Allocated IP 172.20.0.10 (d8738334-b955-48c8-a14f-59fd141b3f5f/f9450001-1e1b-4b9b-a4ed-e30fa353298b/a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:35.396979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-72d5a073-6f3e-4be5-a2a7-67bd2957109d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 200 len: 703 time: 2.1436143 Jul 15 23:19:35.397629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47278) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:35.441518 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.442323 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c38f4477-0de3-4541-b2e3-e74a8010cae6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:35.558395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:30Z', 'revision_number': 6, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:35.562479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e22ee-a553-4162-805d-e135f296301a None None] Pushing event updated for resources: {'Port': ['ID=d52508a3-d1a3-4b95-a8cc-70b243fce512,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.591966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e57ebd6-ad1c-4bb8-92a6-ebe2ef5d58eb req-434c6080-f7e5-469c-a190-b6cd2571a18e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 210 time: 0.0753984 Jul 15 23:19:35.623498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6ecd8db-b8cf-4163-992f-f9af2c0f638d req-8e605afc-0f4d-4aac-a907-fe92078f3923 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111181 Jul 15 23:19:35.654419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.688105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bc2346e1-9f7a-4cd7-9390-288edf45541c tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 200 len: 703 time: 0.2846177 Jul 15 23:19:35.694981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47284) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:35.704525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Pushing event deleted for resources: {'Port': ['ID=23a54b07-4412-44eb-b306-01d8d6ddb0e2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.720403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=15828044-2e9d-48da-a8ad-4ce7acdbec5d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.762263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] No DVR routers for this DVR port 23a54b07-4412-44eb-b306-01d8d6ddb0e2 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:35.765116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.767919 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10bc523a-c349-4388-9780-f02dfba25587 req-47129042-44fe-4b1f-9b73-d130a14b9eba tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.37 "DELETE /v2.0/ports/23a54b07-4412-44eb-b306-01d8d6ddb0e2 HTTP/1.1" status: 204 len: 173 time: 1.2153270 Jul 15 23:19:35.770105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:35.772942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'name': 'network-vif-deleted', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:35.775195 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1b4bfa-5a26-4a6f-9cb7-4c31b6740422" -d '{"events": [{"server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "name": "network-vif-deleted", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:35.807411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4f99c271-110d-4610-bcde-8d750aa306b0 None None] Provisioning for port d314068c-5cb1-4e58-ad8d-43b24b5dda32 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:35.808490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.881598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c38f4477-0de3-4541-b2e3-e74a8010cae6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:35.886617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Attempting to bind port d52508a3-d1a3-4b95-a8cc-70b243fce512 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:35.887017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Attempting to bind port d52508a3-d1a3-4b95-a8cc-70b243fce512 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:35.887380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Attempting to bind port d52508a3-d1a3-4b95-a8cc-70b243fce512 on network b9f9b9f0-fe99-4486-8068-0896fd1d557b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:35.890880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Transition to ACTIVE for port object a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:35.900505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:35.900949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:35.905237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c38f4477-0de3-4541-b2e3-e74a8010cae6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:35.905618 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.914861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:35.915518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Checking segment: {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:35.916174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.916304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Bound using segment: {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:35.916787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Bound port: d52508a3-d1a3-4b95-a8cc-70b243fce512, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:35.917165 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.028782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.211647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Network d8738334-b955-48c8-a14f-59fd141b3f5f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:36.217048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:36.221742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:36.229185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:36.238384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1040dc87-e20e-4642-953d-7c712cb37679 req-e981ecde-fdfd-42cf-9b3a-38d5b23662a1 tempest-ServerRescueTestJSONUnderV235-1308341863 tempest-ServerRescueTestJSONUnderV235-1308341863-project] 10.222.0.23 "GET /v2.0/ports?device_id=62994f6e-76a7-4176-b05d-887cbe987a61 HTTP/1.1" status: 200 len: 210 time: 0.0974402 Jul 15 23:19:36.258647 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc65174b-a0f1-4ad9-a5be-2da0f5602bc4 x-openstack-request-id: req-bc65174b-a0f1-4ad9-a5be-2da0f5602bc4 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:36.259230 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62994f6e-76a7-4176-b05d-887cbe987a61", "name": "network-vif-deleted", "tag": "23a54b07-4412-44eb-b306-01d8d6ddb0e2", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:36.259621 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc65174b-a0f1-4ad9-a5be-2da0f5602bc4 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:36.260165 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62994f6e-76a7-4176-b05d-887cbe987a61', 'name': 'network-vif-deleted', 'tag': '23a54b07-4412-44eb-b306-01d8d6ddb0e2', 'status': 'completed', 'code': 200} Jul 15 23:19:36.277803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:36.375423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.376169 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.392975 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ace7ae18-cb47-44df-ad08-cde2830b244f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7643895 Jul 15 23:19:36.396571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47298) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:36.406273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2e:ad:e1'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:36.409950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] For port d52508a3-d1a3-4b95-a8cc-70b243fce512, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:36.412878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-43148a6a-6f04-405b-9c81-0af3e4f385c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.414727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-43148a6a-6f04-405b-9c81-0af3e4f385c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 1096 time: 0.1722574 Jul 15 23:19:36.426737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-02fce385-0d1b-4e94-a5d6-7c9dbc45427d None None] Provisioning for port ce985e23-15dd-43c0-b1a5-3e8536080a16 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:36.685932 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.738706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.786182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-c95f2837-c42f-4eb5-8dff-b1e1c94a3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.794520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-c95f2837-c42f-4eb5-8dff-b1e1c94a3246 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 910 time: 0.3336267 Jul 15 23:19:36.973867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] For port d52508a3-d1a3-4b95-a8cc-70b243fce512, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d52508a3-d1a3-4b95-a8cc-70b243fce512,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:36.975884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 23a54b07-4412-44eb-b306-01d8d6ddb0e2 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:36.978130 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.988750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-02fce385-0d1b-4e94-a5d6-7c9dbc45427d None None] Provisioning complete for port ce985e23-15dd-43c0-b1a5-3e8536080a16 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:36.989117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-02fce385-0d1b-4e94-a5d6-7c9dbc45427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.036174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-02fce385-0d1b-4e94-a5d6-7c9dbc45427d None None] Port ce985e23-15dd-43c0-b1a5-3e8536080a16 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:37.053880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.060330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.066579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.076909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 23a54b07-4412-44eb-b306-01d8d6ddb0e2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:37.077250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 23a54b07-4412-44eb-b306-01d8d6ddb0e2 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:37.149146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c38f4477-0de3-4541-b2e3-e74a8010cae6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c38f4477-0de3-4541-b2e3-e74a8010cae6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:37.161749 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.233996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:37.234664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:37.245811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e22ee-a553-4162-805d-e135f296301a None None] Pushing event updated for resources: {'Port': ['ID=d52508a3-d1a3-4b95-a8cc-70b243fce512,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.355756 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] In _notify_port_updated(), no bound segment for port a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 on network d8738334-b955-48c8-a14f-59fd141b3f5f {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:37.367765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.368703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.370324 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "PUT /v2.0/ports/a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 HTTP/1.1" status: 200 len: 993 time: 0.9727561 Jul 15 23:19:37.393751 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fde9c-fb28-4917-9138-29c7fe1bccc4 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.393751 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47310) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:37.510030 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f861047-e62e-4a95-a13a-a67ac1bbd8da req-87393b65-f272-4f06-94ec-fc75acd3cfcf tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 210 time: 0.6695108 Jul 15 23:19:37.576638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:37.611138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-14c9b947-e9f2-4b50-ba3a-8b889ca287ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Deleting port a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:37.611573 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14c9b947-e9f2-4b50-ba3a-8b889ca287ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.673734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-1ceb35bd-4916-4e08-bfbe-31d4a0e91f2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854 HTTP/1.1" status: 200 len: 1001 time: 0.8298595 Jul 15 23:19:37.680110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d314068c-5cb1-4e58-ad8d-43b24b5dda32 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:37.716432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47316) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:37.800133 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c38f4477-0de3-4541-b2e3-e74a8010cae6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.808252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391747a-b466-43d9-b7eb-6c91cbfeddd7 req-434a64e7-9844-43f2-ae0c-0170a0f2de8e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.815007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d391747a-b466-43d9-b7eb-6c91cbfeddd7 req-434a64e7-9844-43f2-ae0c-0170a0f2de8e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.9727967 Jul 15 23:19:37.871448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-ec4e20b8-e5f3-4e7b-bfd3-60825335c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.872957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-ec4e20b8-e5f3-4e7b-bfd3-60825335c166 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.1984656 Jul 15 23:19:37.942340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d391747a-b466-43d9-b7eb-6c91cbfeddd7 req-d8e755db-3e4f-4c49-8f0c-fa127f267e58 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264174 Jul 15 23:19:37.963819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91ceef28-466a-4fce-8a39-9911883f46e7 None None] Provisioning complete for port ce985e23-15dd-43c0-b1a5-3e8536080a16 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:37.964205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-91ceef28-466a-4fce-8a39-9911883f46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.971822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-844838e1-fed5-437e-bef7-790e4858f894 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.972833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-844838e1-fed5-437e-bef7-790e4858f894 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.59 "GET /v2.0/networks?id=b9f9b9f0-fe99-4486-8068-0896fd1d557b HTTP/1.1" status: 200 len: 796 time: 0.2374337 Jul 15 23:19:37.988916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14c9b947-e9f2-4b50-ba3a-8b889ca287ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.062597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-b9944a86-7c39-4f64-aeda-3982a898920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:38.062597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-b9944a86-7c39-4f64-aeda-3982a898920a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714032 Jul 15 23:19:38.089903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-94bdfb2e-dba4-456b-8b9b-17d8e0f63544 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60bc84f67fab40f6aebe31a5a61e01cb HTTP/1.1" status: 200 len: 478 time: 0.0991080 Jul 15 23:19:38.098147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:34Z', 'revision_number': 7, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:38.098811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-14c9b947-e9f2-4b50-ba3a-8b889ca287ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Calling delete_port for a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:38.104748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'port': {'device_id': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'admin_state_up': True, 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'security_groups': ['3d277ab5-6804-4c95-9c82-3900ff855af7', 'a0d121b2-df4c-4ca6-96e6-264b175f1a55']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:38.136297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-91ceef28-466a-4fce-8a39-9911883f46e7 None None] Port ce985e23-15dd-43c0-b1a5-3e8536080a16 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:38.138662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36ac71-c151-4937-9db8-3e47f4a8638d None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:34Z', 'revision_number': 7, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:38.143854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d314068c-5cb1-4e58-ad8d-43b24b5dda32 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:38.148853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91ceef28-466a-4fce-8a39-9911883f46e7 None None] Could not find standard attr ID for object 519507b5-045c-48f5-9fdc-2b0cdabef587. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:19:38.156249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d314068c-5cb1-4e58-ad8d-43b24b5dda32 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:38.156627 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.225376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91ceef28-466a-4fce-8a39-9911883f46e7 None None] Provisioning for port a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:38.236224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91ceef28-466a-4fce-8a39-9911883f46e7 None None] Provisioning complete for port a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:38.236593 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-91ceef28-466a-4fce-8a39-9911883f46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.290511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-91ceef28-466a-4fce-8a39-9911883f46e7 None None] Port a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:38.331897 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.340629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-cf3083bb-b554-4a06-9cbc-f7bd487f3266 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564721 Jul 15 23:19:38.348597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:38.367394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14c9b947-e9f2-4b50-ba3a-8b889ca287ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.367766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port ed06829b-ddf8-4870-8f86-6579a023fc8a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:38.368223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.381458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80848a-4757-4251-a59e-f02b6e95e4f6 None None] The sync data for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 is: [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:38.403619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d314068c-5cb1-4e58-ad8d-43b24b5dda32, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d314068c-5cb1-4e58-ad8d-43b24b5dda32,segment=NetworkSegment(3aad84d4-ec35-480d-b251-09164a721447),segment_id=3aad84d4-ec35-480d-b251-09164a721447)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:38.406497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9b947-e9f2-4b50-ba3a-8b889ca287ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Port': ['ID=a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:38.414290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eb3d1be7-6835-4b95-9e56-1fabd51bc1f4 None None] Could not find standard attr ID for object a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:19:38.422949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.423761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dbb75c78-a92b-4348-9a18-8f9e818c7744 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:38.650264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.666515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d314068c-5cb1-4e58-ad8d-43b24b5dda32,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:38.676423 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:38.694301 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:38.695191 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:38.701343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port dbb75c78-a92b-4348-9a18-8f9e818c7744 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:38.704663 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.769453 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14c9b947-e9f2-4b50-ba3a-8b889ca287ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.771474 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-14c9b947-e9f2-4b50-ba3a-8b889ca287ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "DELETE /v2.0/ports/a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 HTTP/1.1" status: 204 len: 168 time: 1.3787892 Jul 15 23:19:38.774053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47320) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:38.789317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port ed06829b-ddf8-4870-8f86-6579a023fc8a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ed06829b-ddf8-4870-8f86-6579a023fc8a,segment=NetworkSegment(9ae642e5-36b3-40ea-a472-7380b84e7386),segment_id=9ae642e5-36b3-40ea-a472-7380b84e7386)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:38.789756 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.840239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Made reservation on behalf of 60bc84f67fab40f6aebe31a5a61e01cb for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:38.843693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.864049 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:38.871370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ed06829b-ddf8-4870-8f86-6579a023fc8a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:38.874372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for ed06829b-ddf8-4870-8f86-6579a023fc8a owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:38.905482 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a74932e-f541-4807-99ab-b5db276689fa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] GET failed (client error): The resource could not be found. Jul 15 23:19:38.909118 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7a74932e-f541-4807-99ab-b5db276689fa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "GET /v2.0/ports/a6c4f275-a4e1-4c93-8c31-60c6ff5b1ae6 HTTP/1.1" status: 404 len: 333 time: 0.1320255 Jul 15 23:19:38.911055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47324) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:38.967138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port ed06829b-ddf8-4870-8f86-6579a023fc8a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:38.973903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ed06829b-ddf8-4870-8f86-6579a023fc8a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:38.974339 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.978147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f', 'name': 'tempest-AllowedAddressPairTestJSON-1908128216'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:39.138450 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.206034 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Made reservation on behalf of e5509073c0e840569610f325d0b938ea for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:39.210948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.211637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Allocated IP 172.20.0.14 (b9f9b9f0-fe99-4486-8068-0896fd1d557b/3a71714a-50d2-4182-b794-809227443175/2bff5578-5ac1-4519-b6b1-ce3521a33d66) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:39.213059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port ed06829b-ddf8-4870-8f86-6579a023fc8a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ed06829b-ddf8-4870-8f86-6579a023fc8a,segment=NetworkSegment(9ae642e5-36b3-40ea-a472-7380b84e7386),segment_id=9ae642e5-36b3-40ea-a472-7380b84e7386)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:39.220980 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.222113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e81fd1a5-2556-466c-8e1d-978378343eff up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:39.271274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] device_id is not set on port f1cce409-6b02-404a-8468-06f64dcf4e65 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:39.280474 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:34Z', 'revision_number': 7, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 4, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:39.313297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15ce5e67-a531-4095-bc11-100de78a7013 req-b91d7e22-33dc-45d9-b45b-fbd5e831e7f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 210 time: 0.5091913 Jul 15 23:19:39.316174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75990891-5fdd-4aec-96c4-59c58cf69e9e req-6647f3d7-5220-410b-ba2e-890492ff17d5 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9636018 Jul 15 23:19:39.340458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=ed06829b-ddf8-4870-8f86-6579a023fc8a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:39.365859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e81fd1a5-2556-466c-8e1d-978378343eff triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:39.366209 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:39.366355 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.383508 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:39.384145 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:39.462196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Deleting port 75e8761a-f318-443c-aa64-0394a4c4d610 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:39.462809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.480453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 15828044-2e9d-48da-a8ad-4ce7acdbec5d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:39.500786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Allocated IP 172.20.0.10 (d8738334-b955-48c8-a14f-59fd141b3f5f/f9450001-1e1b-4b9b-a4ed-e30fa353298b/f1cce409-6b02-404a-8468-06f64dcf4e65) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:39.531194 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:39.567365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 15828044-2e9d-48da-a8ad-4ce7acdbec5d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:39.568281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.635878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] For port 75e8761a-f318-443c-aa64-0394a4c4d610, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=75e8761a-f318-443c-aa64-0394a4c4d610,segment=NetworkSegment(69ed0327-1cbc-4162-9e5a-dfed84713684),segment_id=69ed0327-1cbc-4162-9e5a-dfed84713684)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:39.636240 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.653255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Calling delete_port for 75e8761a-f318-443c-aa64-0394a4c4d610 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:39.799862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be9927-c63e-443a-916b-fc81c8db00ce req-4801edb7-55d7-4937-8799-a7f017da37e9 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.807241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8be9927-c63e-443a-916b-fc81c8db00ce req-4801edb7-55d7-4937-8799-a7f017da37e9 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.4826844 Jul 15 23:19:39.908626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8be9927-c63e-443a-916b-fc81c8db00ce req-7886d587-7857-4657-a231-15934cc4d304 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003895 Jul 15 23:19:39.930661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.955581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.959318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.961769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Transition to ACTIVE for port object 2bff5578-5ac1-4519-b6b1-ce3521a33d66 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:40.012574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e8761a-f318-443c-aa64-0394a4c4d610,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:40.026972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=ed06829b-ddf8-4870-8f86-6579a023fc8a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:40.062645 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:34Z', 'revision_number': 7, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:39Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:40.098143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d314068c-5cb1-4e58-ad8d-43b24b5dda32 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:40.133853 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b5d66-4a4f-418b-ac7d-e859fa9f1fe1 None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:34Z', 'revision_number': 7, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed06829b-ddf8-4870-8f86-6579a023fc8a', 'name': '', 'network_id': 'd2365fb1-500b-4646-a1b4-25434254a77c', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:77:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:25Z', 'updated_at': '2021-07-15T23:19:39Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '33d42324-8366-4fa8-8f58-6c04e5bb6a5a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:40.213620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d314068c-5cb1-4e58-ad8d-43b24b5dda32 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:40.213999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.253339 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.267216 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.296857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.331372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:40.336912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:40.363768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Transition to ACTIVE for port object f1cce409-6b02-404a-8468-06f64dcf4e65 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:40.366463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ed06829b-ddf8-4870-8f86-6579a023fc8a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:40.402556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: ed06829b-ddf8-4870-8f86-6579a023fc8a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:40.403471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ed06829b-ddf8-4870-8f86-6579a023fc8a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 23:19:40.433757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.444764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Port ed06829b-ddf8-4870-8f86-6579a023fc8a not found, will not notify nova. {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 23:19:40.445173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d52508a3-d1a3-4b95-a8cc-70b243fce512 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:40.455996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:40.566210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d52508a3-d1a3-4b95-a8cc-70b243fce512 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:40.571662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d52508a3-d1a3-4b95-a8cc-70b243fce512 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:40.572312 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.611334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.650431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=2bff5578-5ac1-4519-b6b1-ce3521a33d66,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:40.703908 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.716927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:40.717591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.751516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d52508a3-d1a3-4b95-a8cc-70b243fce512, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d52508a3-d1a3-4b95-a8cc-70b243fce512,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:40.756296 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.757475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c38f4477-0de3-4541-b2e3-e74a8010cae6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:40.811555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a795-793e-4f10-a14e-13c78c2d923b req-f5dcce25-729c-4e1b-9176-1fba99989194 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:40.813258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93e8a795-793e-4f10-a14e-13c78c2d923b req-f5dcce25-729c-4e1b-9176-1fba99989194 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 971 time: 0.2467983 Jul 15 23:19:40.818348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-ddc0aef4-6950-40f4-9ff4-522c35d88f01 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.7202301 Jul 15 23:19:40.830202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-218f6980-6b10-474b-a977-e58476e6124f None None] Provisioning for port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:40.845237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-218f6980-6b10-474b-a977-e58476e6124f None None] Provisioning complete for port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:40.845870 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-218f6980-6b10-474b-a977-e58476e6124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.846515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Request body: {'port': {'device_id': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:40.882811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=d52508a3-d1a3-4b95-a8cc-70b243fce512,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:40.901862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-218f6980-6b10-474b-a977-e58476e6124f None None] Port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:40.908684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c38f4477-0de3-4541-b2e3-e74a8010cae6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:40.909351 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.911822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:40.953335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Network d8738334-b955-48c8-a14f-59fd141b3f5f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:40.954202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93e8a795-793e-4f10-a14e-13c78c2d923b req-3a8a7f2c-3ab2-4b87-ac98-03a1448a5751 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1280720 Jul 15 23:19:40.958376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:40.966037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:41.023891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.024534 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.063213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=f1cce409-6b02-404a-8468-06f64dcf4e65,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:41.066351 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ac8e1612-1685-454a-96f7-1ace7fe29a6e tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0923803 Jul 15 23:19:41.151216 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.155293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47338) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:41.167758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2e:ad:e1'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:41.244146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:41.299733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:41.318263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:41.332841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:41.333611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:41.334599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-64a8f6d3-2d12-41cc-9aec-748434af4004 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6376858 Jul 15 23:19:41.358597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:41.360052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47342) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:41.370747 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3a9ce984-2bc1-435e-8df3-6e6baba5f5d2 admin admin] 10.222.0.23 "PUT /v2.0/routers/f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6529443 Jul 15 23:19:41.376427 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] Sync routers for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:41.391475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47344) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:41.396943 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:41.397582 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:41.497334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8a1b85e9-8c45-4eb5-a42b-215aa03b725c None None] Provisioning for port f1cce409-6b02-404a-8468-06f64dcf4e65 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:41.515622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8a1b85e9-8c45-4eb5-a42b-215aa03b725c None None] Provisioning complete for port f1cce409-6b02-404a-8468-06f64dcf4e65 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:41.515992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a1b85e9-8c45-4eb5-a42b-215aa03b725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.543989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:41.574262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.581005 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:41.608170 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b85e9-8c45-4eb5-a42b-215aa03b725c None None] Port f1cce409-6b02-404a-8468-06f64dcf4e65 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:41.648516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.651203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d131e984-7e6b-4f1b-948f-7cdb060273c3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet 33d42324-8366-4fa8-8f58-6c04e5bb6a5a {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:41.655395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d131e984-7e6b-4f1b-948f-7cdb060273c3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.712159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d131e984-7e6b-4f1b-948f-7cdb060273c3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.813884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d131e984-7e6b-4f1b-948f-7cdb060273c3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.856555 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:19:39Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:41.877258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1c0ec-fd37-42b5-819a-b2ea6b98bd05 req-4b1dbfd6-2dc6-4804-b170-7b62a325cd1b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.892820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:39Z', 'revision_number': 8, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:41.894404 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] Checking router: f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:41.896312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1e1c0ec-fd37-42b5-819a-b2ea6b98bd05 req-4b1dbfd6-2dc6-4804-b170-7b62a325cd1b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.7366462 Jul 15 23:19:41.903464 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] Routers {'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:41.904128 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:41.923775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:41.933645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:41.934936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:41.968170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d131e984-7e6b-4f1b-948f-7cdb060273c3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.007897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131e984-7e6b-4f1b-948f-7cdb060273c3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=33d42324-8366-4fa8-8f58-6c04e5bb6a5a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:42.056667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d131e984-7e6b-4f1b-948f-7cdb060273c3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.061754 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d131e984-7e6b-4f1b-948f-7cdb060273c3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/33d42324-8366-4fa8-8f58-6c04e5bb6a5a HTTP/1.1" status: 204 len: 168 time: 0.6977701 Jul 15 23:19:42.064331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed918a9e-26eb-47d0-845e-1c09a8ad2406 None None] Network d2365fb1-500b-4646-a1b4-25434254a77c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:42.069749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47348) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:42.087571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.101690 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.139093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.140721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1e1c0ec-fd37-42b5-819a-b2ea6b98bd05 req-96a71f86-d8a7-4283-adfb-bd286fec256f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434349 Jul 15 23:19:42.142580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d52508a3-d1a3-4b95-a8cc-70b243fce512 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:42.219380 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] Set router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:42.231362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:42.248960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.320362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Deleting port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:42.320839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.358047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] In _notify_port_updated(), no bound segment for port f1cce409-6b02-404a-8468-06f64dcf4e65 on network d8738334-b955-48c8-a14f-59fd141b3f5f {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:42.368526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.378373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.380061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "PUT /v2.0/ports/f1cce409-6b02-404a-8468-06f64dcf4e65 HTTP/1.1" status: 200 len: 997 time: 1.2191834 Jul 15 23:19:42.387747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47352) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:42.407921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port e81fd1a5-2556-466c-8e1d-978378343eff {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:42.408269 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.446490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec7907-d790-4751-af10-7b4cf7211817 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=f1cce409-6b02-404a-8468-06f64dcf4e65,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:42.451351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bff5578-5ac1-4519-b6b1-ce3521a33d66 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:42.462670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.528171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d52508a3-d1a3-4b95-a8cc-70b243fce512 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:42.528818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Transition to ACTIVE for port object 2bff5578-5ac1-4519-b6b1-ce3521a33d66 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:42.528940 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.540348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f9224-1016-4cb8-86da-9dd30bf75770 req-e8449606-822b-4a09-b822-8881afad855d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.541841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd8f9224-1016-4cb8-86da-9dd30bf75770 req-e8449606-822b-4a09-b822-8881afad855d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 971 time: 0.4152026 Jul 15 23:19:42.550848 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:19:39Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:42.568067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] For port 07cd5709-ddf4-4709-91a8-6b9f540c4c3c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=07cd5709-ddf4-4709-91a8-6b9f540c4c3c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:42.568860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.573153 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.585069 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81ac79-299e-49ab-95b0-27b6f4ac0f69 None None] The sync data for ids ['f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe'] in n-d-793618-8 is: [{'id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'name': 'tempest-ServerRescueTestJSONUnderV235-387583849-router', 'tenant_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:14Z', 'updated_at': '2021-07-15T23:19:39Z', 'revision_number': 5, 'project_id': '56945fb0373c41a8b4cc3aad4e10c9cb', 'gw_port': {'id': '07cd5709-ddf4-4709-91a8-6b9f540c4c3c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:15Z', 'updated_at': '2021-07-15T23:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:42.643666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Calling delete_port for 07cd5709-ddf4-4709-91a8-6b9f540c4c3c owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:42.655437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5ee7163e-6966-4311-8554-ba4bb7e47db5 None None] Provisioning complete for port f1cce409-6b02-404a-8468-06f64dcf4e65 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:42.655812 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ee7163e-6966-4311-8554-ba4bb7e47db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.686678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd8f9224-1016-4cb8-86da-9dd30bf75770 req-fc096786-2775-4ab3-9e5e-1df9f827d39a tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1308584 Jul 15 23:19:42.695892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port e81fd1a5-2556-466c-8e1d-978378343eff, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e81fd1a5-2556-466c-8e1d-978378343eff,segment=NetworkSegment(9ae642e5-36b3-40ea-a472-7380b84e7386),segment_id=9ae642e5-36b3-40ea-a472-7380b84e7386)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:42.698041 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.709390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Pushing event updated for resources: {'Port': ['ID=2bff5578-5ac1-4519-b6b1-ce3521a33d66,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:42.723648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for e81fd1a5-2556-466c-8e1d-978378343eff owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:42.735563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7163e-6966-4311-8554-ba4bb7e47db5 None None] Port f1cce409-6b02-404a-8468-06f64dcf4e65 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:42.791400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Attempting to bind port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:42.791745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Attempting to bind port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:42.792249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Attempting to bind port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 on network b9f9b9f0-fe99-4486-8068-0896fd1d557b {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:42.797953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 on network b9f9b9f0-fe99-4486-8068-0896fd1d557b not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:42.798357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Attempting to bind port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 on network b9f9b9f0-fe99-4486-8068-0896fd1d557b {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:42.804151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:42.804502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Checking segment: {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:42.805041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Bound using segment: {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:42.805712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Bound port: 2bff5578-5ac1-4519-b6b1-ce3521a33d66, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:42.806358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.885889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] For port 2bff5578-5ac1-4519-b6b1-ce3521a33d66, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:42.891001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] For port 2bff5578-5ac1-4519-b6b1-ce3521a33d66, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:42.901191 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.938786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4ecaf4cb-fc24-45be-8876-17e3526898c1 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Deleting port f1cce409-6b02-404a-8468-06f64dcf4e65 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:42.939142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf4cb-fc24-45be-8876-17e3526898c1 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.940825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:39Z', 'revision_number': 8, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:42.986881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] DHCP port deletion for d2365fb1-500b-4646-a1b4-25434254a77c request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:42.991952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0474381-1a23-400a-a8ad-9a1ba843a723 None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:39Z', 'revision_number': 8, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb75c78-a92b-4348-9a18-8f9e818c7744', 'name': '', 'network_id': '45f665f1-8b7f-47cc-b820-dfd0b9761463', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:06:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:31Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '2fcb7239-15e8-433a-af59-0c92e0384c3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:43.064956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] Deleting port e81fd1a5-2556-466c-8e1d-978378343eff {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:43.065267 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.080869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.143239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] For port e81fd1a5-2556-466c-8e1d-978378343eff, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:43.143644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.156747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No DVR routers for this DVR port e81fd1a5-2556-466c-8e1d-978378343eff on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:43.165829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] Calling delete_port for e81fd1a5-2556-466c-8e1d-978378343eff owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:43.169864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] Port e81fd1a5-2556-466c-8e1d-978378343eff was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:19:43.170934 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.175993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=e81fd1a5-2556-466c-8e1d-978378343eff,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.185258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] No DVR routers for this DVR port e81fd1a5-2556-466c-8e1d-978378343eff on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:43.204848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2cb6d-b3c0-4988-943c-d8b9ef8a4fcc None None] Pushing event deleted for resources: {'Port': ['ID=e81fd1a5-2556-466c-8e1d-978378343eff,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.210887 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf4cb-fc24-45be-8876-17e3526898c1 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.245642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4ecaf4cb-fc24-45be-8876-17e3526898c1 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Calling delete_port for f1cce409-6b02-404a-8468-06f64dcf4e65 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:43.263740 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.310210 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.340562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Pushing event deleted for resources: {'Port': ['ID=07cd5709-ddf4-4709-91a8-6b9f540c4c3c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.369994 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2365fb1-500b-4646-a1b4-25434254a77c']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:43.372988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.373786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.376774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] 10.222.0.59 "PUT /v2.0/ports/2bff5578-5ac1-4519-b6b1-ce3521a33d66 HTTP/1.1" status: 200 len: 1131 time: 2.5368793 Jul 15 23:19:43.379522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:43.390404 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540" -d '{"events": [{"name": "network-changed", "server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:43.390692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae642e5-36b3-40ea-a472-7380b84e7386') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:43.390853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae642e5-36b3-40ea-a472-7380b84e7386') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:43.439653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.472191 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b466ad-6d26-40f2-b0a3-04ba2694de9f x-openstack-request-id: req-56b466ad-6d26-40f2-b0a3-04ba2694de9f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:43.472443 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:43.472640 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56b466ad-6d26-40f2-b0a3-04ba2694de9f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:43.473057 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'status': 'completed', 'code': 200} Jul 15 23:19:43.494139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003ed1e-9abd-4b33-af02-d9b83446d70e service neutron] Pushing event updated for resources: {'Port': ['ID=2bff5578-5ac1-4519-b6b1-ce3521a33d66,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.546191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb099c5-3e43-40d8-aa7b-7c4bed6662ae req-10a38c6a-5192-4e66-8d54-437b69eb92e9 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.550002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fb099c5-3e43-40d8-aa7b-7c4bed6662ae req-10a38c6a-5192-4e66-8d54-437b69eb92e9 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.1692452 Jul 15 23:19:43.579499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-99ee9f2d-37ff-4b08-87de-dc6f4831a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.581072 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-99ee9f2d-37ff-4b08-87de-dc6f4831a891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 1134 time: 0.1373692 Jul 15 23:19:43.583774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.601764 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:43.602181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:43.608968 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:43.640175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.646287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fb099c5-3e43-40d8-aa7b-7c4bed6662ae req-3125f86f-4798-44ef-a2db-aeec3425cc50 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880847 Jul 15 23:19:43.647553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-8e558909-c362-4fda-a7e7-214f6c9f0783 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66 HTTP/1.1" status: 200 len: 217 time: 0.0579891 Jul 15 23:19:43.716369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-712408e3-efbb-4274-bb25-b40544e944d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.718267 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.720249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-712408e3-efbb-4274-bb25-b40544e944d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a71714a-50d2-4182-b794-809227443175 HTTP/1.1" status: 200 len: 834 time: 0.0644126 Jul 15 23:19:43.751337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf4cb-fc24-45be-8876-17e3526898c1 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.842671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-a6530847-45d3-498f-b245-cc0096eb0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.845014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-a6530847-45d3-498f-b245-cc0096eb0fb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9f9b9f0-fe99-4486-8068-0896fd1d557b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145511 Jul 15 23:19:43.846632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.870285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaf4cb-fc24-45be-8876-17e3526898c1 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Port': ['ID=f1cce409-6b02-404a-8468-06f64dcf4e65,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.882324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.886834 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/d2365fb1-500b-4646-a1b4-25434254a77c HTTP/1.1" status: 204 len: 168 time: 1.8137066 Jul 15 23:19:43.886834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.889692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.938946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47366) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:43.940372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc087f4-2bc4-4726-8b0a-70a96b4f8f2e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=d2365fb1-500b-4646-a1b4-25434254a77c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.984819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 75e8761a-f318-443c-aa64-0394a4c4d610 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:44.013606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-d4b5c4da-6a81-4959-8509-85431a5c4b8e service neutron] 10.222.0.59 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576273 Jul 15 23:19:44.017349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 75e8761a-f318-443c-aa64-0394a4c4d610 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:44.017349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 75e8761a-f318-443c-aa64-0394a4c4d610 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:44.017799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ed06829b-ddf8-4870-8f86-6579a023fc8a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:44.040631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: ed06829b-ddf8-4870-8f86-6579a023fc8a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:44.040910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ed06829b-ddf8-4870-8f86-6579a023fc8a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:44.041294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e81fd1a5-2556-466c-8e1d-978378343eff no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:44.053099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1457-9ae2-42a2-82c0-ef5f2ca1d379 req-723fb7f0-0e01-4875-b315-93b7f92262e5 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.054769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26cb1457-9ae2-42a2-82c0-ef5f2ca1d379 req-723fb7f0-0e01-4875-b315-93b7f92262e5 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 983 time: 0.1170814 Jul 15 23:19:44.073022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e81fd1a5-2556-466c-8e1d-978378343eff {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:44.073370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e81fd1a5-2556-466c-8e1d-978378343eff not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:44.152533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26cb1457-9ae2-42a2-82c0-ef5f2ca1d379 req-de52d623-9e82-4c62-8e79-15c07c966ec6 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0817752 Jul 15 23:19:44.180527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32b6cbce-d3ef-4d01-b9f3-df9e688d8b75 req-3259e223-404e-4731-9b67-6acff8926604 service neutron] 10.222.0.59 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546597 Jul 15 23:19:44.286618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-7651fa33-3d0b-4341-b10d-3d5e36482965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.288143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-7651fa33-3d0b-4341-b10d-3d5e36482965 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 1134 time: 0.0554056 Jul 15 23:19:44.358961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.359582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:19:44.364669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.366915 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a902e007-95ab-4b8f-8518-d5e48dc57605 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f8eaca7b-acc1-49dc-8317-5ba5a7a8ccbe HTTP/1.1" status: 204 len: 168 time: 2.9732928 Jul 15 23:19:44.369915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47368) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:44.391204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-c1b00b90-8d4c-4b5b-a21a-bded836ec360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.392704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-c1b00b90-8d4c-4b5b-a21a-bded836ec360 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9f9b9f0-fe99-4486-8068-0896fd1d557b HTTP/1.1" status: 200 len: 897 time: 0.0971346 Jul 15 23:19:44.439665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-4d45ad51-b620-4759-a039-8a9c91054a0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66 HTTP/1.1" status: 200 len: 217 time: 0.0372472 Jul 15 23:19:44.444050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf4cb-fc24-45be-8876-17e3526898c1 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.445961 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4ecaf4cb-fc24-45be-8876-17e3526898c1 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "DELETE /v2.0/ports/f1cce409-6b02-404a-8468-06f64dcf4e65 HTTP/1.1" status: 204 len: 168 time: 2.0562048 Jul 15 23:19:44.448684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47370) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:44.458500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-456c4da5-2add-4e51-a2d2-cd97d6d9a3ea admin admin] Deleting subnet d7648d5a-cea4-4e89-b92b-91e86b6eb6be {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:44.482084 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb69910a-4cf5-4adf-991a-8c4017219cbf tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] GET failed (client error): The resource could not be found. Jul 15 23:19:44.483707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eb69910a-4cf5-4adf-991a-8c4017219cbf tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "GET /v2.0/ports/f1cce409-6b02-404a-8468-06f64dcf4e65 HTTP/1.1" status: 404 len: 333 time: 0.0340383 Jul 15 23:19:44.489952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47374) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:44.495567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f', 'name': 'tempest-AllowedAddressPairTestJSON-363624774'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:44.536495 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-456c4da5-2add-4e51-a2d2-cd97d6d9a3ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.586107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-456c4da5-2add-4e51-a2d2-cd97d6d9a3ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.618911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-a22c7393-760c-4e81-afab-e06b6fb62966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.620388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-a22c7393-760c-4e81-afab-e06b6fb62966 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a71714a-50d2-4182-b794-809227443175 HTTP/1.1" status: 200 len: 834 time: 0.1435888 Jul 15 23:19:44.668146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-456c4da5-2add-4e51-a2d2-cd97d6d9a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.680568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Made reservation on behalf of e5509073c0e840569610f325d0b938ea for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:44.684674 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.711900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] device_id is not set on port 37aa5394-40fb-4d42-8dab-04dae4b3f39e yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:44.767577 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-456c4da5-2add-4e51-a2d2-cd97d6d9a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.779366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-cbd1bf4b-5cc1-4cb5-94c7-9875d443295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.780919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-cbd1bf4b-5cc1-4cb5-94c7-9875d443295e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9f9b9f0-fe99-4486-8068-0896fd1d557b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508923 Jul 15 23:19:44.782485 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-456c4da5-2add-4e51-a2d2-cd97d6d9a3ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.787132 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-456c4da5-2add-4e51-a2d2-cd97d6d9a3ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d7648d5a-cea4-4e89-b92b-91e86b6eb6be HTTP/1.1" status: 204 len: 168 time: 0.4115758 Jul 15 23:19:44.788614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47380) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:44.830612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c4da5-2add-4e51-a2d2-cd97d6d9a3ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7648d5a-cea4-4e89-b92b-91e86b6eb6be,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:44.913891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.929745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Allocated IP 172.20.0.10 (d8738334-b955-48c8-a14f-59fd141b3f5f/f9450001-1e1b-4b9b-a4ed-e30fa353298b/37aa5394-40fb-4d42-8dab-04dae4b3f39e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:44.996097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-193f3b4f-385c-4ab0-ba09-932caccd7456 service neutron] 10.222.0.59 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996691 Jul 15 23:19:45.048538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8002498-755c-431a-8553-5e4975705364 req-0e35fa70-f684-460d-bc13-844efea4282f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:45.050052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8002498-755c-431a-8553-5e4975705364 req-0e35fa70-f684-460d-bc13-844efea4282f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.2232473 Jul 15 23:19:45.072018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.084940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.087671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:45.126901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ed0327-1cbc-4162-9e5a-dfed84713684') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:45.127209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ed0327-1cbc-4162-9e5a-dfed84713684') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:45.161620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.187560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.197690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:45.198057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:45.199756 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:45.205484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8002498-755c-431a-8553-5e4975705364 req-69bc4ebf-6022-4819-a941-34b6837b49fa tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351035 Jul 15 23:19:45.230632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a16f3f5d-3768-49b4-9d7c-b6331cf2c540 req-c0e5dd78-e970-4bd6-a51a-9f5390640a5a service neutron] 10.222.0.59 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209759 Jul 15 23:19:45.271722 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.312576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Transition to ACTIVE for port object 37aa5394-40fb-4d42-8dab-04dae4b3f39e will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:45.317563 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.324101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.326669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0 HTTP/1.1" status: 204 len: 168 time: 0.5369380 Jul 15 23:19:45.344403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f08a9-3b83-4377-8502-21b2b4c7064f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7b71ea-e3e8-4ac8-ad3b-5e7910e93ee0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:45.369019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d334-a58d-4b6e-b442-74324424b090 req-be371298-38b0-4368-b27d-67dd02d87b67 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:45.370538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abd8d334-a58d-4b6e-b442-74324424b090 req-be371298-38b0-4368-b27d-67dd02d87b67 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 983 time: 0.1027725 Jul 15 23:19:45.386488 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.453833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Network d8738334-b955-48c8-a14f-59fd141b3f5f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:45.457708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port dbb75c78-a92b-4348-9a18-8f9e818c7744 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:45.458063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.461052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:45.468081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:45.478075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abd8d334-a58d-4b6e-b442-74324424b090 req-d3a00681-9fe1-4152-a494-d8e75a977485 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0996294 Jul 15 23:19:45.509422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47388) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:45.510126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=37aa5394-40fb-4d42-8dab-04dae4b3f39e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:45.558809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:45.559505 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.578617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port dbb75c78-a92b-4348-9a18-8f9e818c7744, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dbb75c78-a92b-4348-9a18-8f9e818c7744,segment=NetworkSegment(21cf19f1-6867-4070-8e20-0752c4fa765a),segment_id=21cf19f1-6867-4070-8e20-0752c4fa765a)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:45.579036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.582864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e794ff9b-1b6e-45a8-90a7-33c3516ca8e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56945fb0373c41a8b4cc3aad4e10c9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699217 Jul 15 23:19:45.585802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:45.593232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dc0384c8-4d1d-4f25-98bf-743814b486ac tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1018431 Jul 15 23:19:45.596329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47392) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:45.599012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for dbb75c78-a92b-4348-9a18-8f9e818c7744 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:45.604263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'network_id': 'd8738334-b955-48c8-a14f-59fd141b3f5f', 'name': 'tempest-AllowedAddressPairTestJSON-887138554'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:45.641722 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c9baf53-046e-4169-bfe9-8b0243c18cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.664249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c9baf53-046e-4169-bfe9-8b0243c18cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.720457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c9baf53-046e-4169-bfe9-8b0243c18cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.724367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c9baf53-046e-4169-bfe9-8b0243c18cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.728334 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6c9baf53-046e-4169-bfe9-8b0243c18cf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45ba565f-df41-438f-a65b-88d43676fae0 HTTP/1.1" status: 204 len: 168 time: 0.1395650 Jul 15 23:19:45.736165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9baf53-046e-4169-bfe9-8b0243c18cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba565f-df41-438f-a65b-88d43676fae0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:45.742556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-134d700b-157c-43b9-9b4b-941481f39d85 None None] Provisioning for port 37aa5394-40fb-4d42-8dab-04dae4b3f39e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:45.751009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-134d700b-157c-43b9-9b4b-941481f39d85 None None] Provisioning complete for port 37aa5394-40fb-4d42-8dab-04dae4b3f39e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:45.751400 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-134d700b-157c-43b9-9b4b-941481f39d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.804780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-134d700b-157c-43b9-9b4b-941481f39d85 None None] Port 37aa5394-40fb-4d42-8dab-04dae4b3f39e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:45.825789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 07cd5709-ddf4-4709-91a8-6b9f540c4c3c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:45.827954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Made reservation on behalf of e5509073c0e840569610f325d0b938ea for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:45.831826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.858501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 07cd5709-ddf4-4709-91a8-6b9f540c4c3c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:45.858885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 07cd5709-ddf4-4709-91a8-6b9f540c4c3c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:45.876632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] device_id is not set on port 4bab6445-fafa-4d82-a49b-e911c5f9708f yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:45.945956 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.983963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=dbb75c78-a92b-4348-9a18-8f9e818c7744,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:46.135212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Allocated IP 172.20.0.11 (d8738334-b955-48c8-a14f-59fd141b3f5f/f9450001-1e1b-4b9b-a4ed-e30fa353298b/4bab6445-fafa-4d82-a49b-e911c5f9708f) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:46.160720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.415412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0999c3-9619-4d2a-83f9-0895363af508 req-dd9ecb95-4f81-460f-8ee2-a470ff6e5541 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.417658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d0999c3-9619-4d2a-83f9-0895363af508 req-dd9ecb95-4f81-460f-8ee2-a470ff6e5541 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.0765169 Jul 15 23:19:46.459863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d0999c3-9619-4d2a-83f9-0895363af508 req-58debfd4-480f-4b7c-9c91-2cd877f27bc5 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359962 Jul 15 23:19:46.462461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:46.466093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.487130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Transition to ACTIVE for port object 4bab6445-fafa-4d82-a49b-e911c5f9708f will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:46.594037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:46.600033 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15cf5e21-abfb-40c8-93a9-ba138a6e592f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6510518 Jul 15 23:19:46.603964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47422) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:46.605730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:46.611551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.616637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:46.617548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:46.644958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47424) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:46.657863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Network d8738334-b955-48c8-a14f-59fd141b3f5f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:46.665961 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:46.676379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:46.716530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedf308c-71c3-4879-ab6f-fa07e9c4313d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet 2fcb7239-15e8-433a-af59-0c92e0384c3a {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:46.719936 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bedf308c-71c3-4879-ab6f-fa07e9c4313d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.739370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=4bab6445-fafa-4d82-a49b-e911c5f9708f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:46.747168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.748308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.772677 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bedf308c-71c3-4879-ab6f-fa07e9c4313d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.777192 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-323d61ed-89cc-4202-a8c9-f1d43eeeb611 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1795499 Jul 15 23:19:46.778403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47428) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:46.783884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:2e:ad:e1'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:bd:77:0c'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:46.862101 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bedf308c-71c3-4879-ab6f-fa07e9c4313d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.942360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-network', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:46.956533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bedf308c-71c3-4879-ab6f-fa07e9c4313d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.977985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:46.999534 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bedf308c-71c3-4879-ab6f-fa07e9c4313d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.004010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bedf308c-71c3-4879-ab6f-fa07e9c4313d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/2fcb7239-15e8-433a-af59-0c92e0384c3a HTTP/1.1" status: 204 len: 168 time: 0.3966012 Jul 15 23:19:47.008454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8b38f-99ed-43a7-9a81-c94af9d6072c None None] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:47.009217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5894d8-1e6b-4a96-bf93-68ebbb21de22 req-fb75b763-bafc-4183-976a-0e683121d580 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.010692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b5894d8-1e6b-4a96-bf93-68ebbb21de22 req-fb75b763-bafc-4183-976a-0e683121d580 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 983 time: 0.3648620 Jul 15 23:19:47.011680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47432) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:47.022969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf308c-71c3-4879-ab6f-fa07e9c4313d tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcb7239-15e8-433a-af59-0c92e0384c3a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.029088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Made reservation on behalf of 47dbf8f8ec4640b6af9efa92fbac8afc for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:47.031595 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.051166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.072869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.105322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2bff5578-5ac1-4519-b6b1-ce3521a33d66 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:47.168874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b5894d8-1e6b-4a96-bf93-68ebbb21de22 req-42e6a045-84b3-4abd-a31e-998e86db7a0c tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1433001 Jul 15 23:19:47.195595 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.196061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43110a1f-131b-471b-8049-858092d47a28 None None] Provisioning for port 4bab6445-fafa-4d82-a49b-e911c5f9708f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:47.239081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43110a1f-131b-471b-8049-858092d47a28 None None] Provisioning complete for port 4bab6445-fafa-4d82-a49b-e911c5f9708f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:47.239456 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43110a1f-131b-471b-8049-858092d47a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.307972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.310434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 25910da2-3054-4436-ba1b-edcae07f906f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:47.310913 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.313951 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.317176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.323051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.356846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:47.389172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-43110a1f-131b-471b-8049-858092d47a28 None None] Port 4bab6445-fafa-4d82-a49b-e911c5f9708f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:47.405706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.406359 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Added segment e576ef61-7abf-40b0-8af1-b12f75767f5e of type vlan for network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 Jul 15 23:19:47.407939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52393c79-6044-4c03-bd17-e25cbcbab96a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.409625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2bff5578-5ac1-4519-b6b1-ce3521a33d66, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:47.423077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port 25910da2-3054-4436-ba1b-edcae07f906f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=25910da2-3054-4436-ba1b-edcae07f906f,segment=NetworkSegment(21cf19f1-6867-4070-8e20-0752c4fa765a),segment_id=21cf19f1-6867-4070-8e20-0752c4fa765a)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:47.423853 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.437127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'port_id': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'mac_address': 'fa:16:3e:38:39:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:47.468296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 25910da2-3054-4436-ba1b-edcae07f906f owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:47.503775 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.553943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.556230 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.560202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.561788 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.579718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bff5578-5ac1-4519-b6b1-ce3521a33d66 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:47.622257 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2bff5578-5ac1-4519-b6b1-ce3521a33d66, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:47.632820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:45Z', 'revision_number': 9, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:47.663794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0162177 Jul 15 23:19:47.691103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47438) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:47.700382 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.702457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:47.709163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Request body: {'subnet': {'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-subnet', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:47.743623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event updated for resources: {'Port': ['ID=4bab6445-fafa-4d82-a49b-e911c5f9708f,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.748765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] DHCP port deletion for 45f665f1-8b7f-47cc-b820-dfd0b9761463 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:47.760525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] In _notify_port_updated(), no bound segment for port 4bab6445-fafa-4d82-a49b-e911c5f9708f on network d8738334-b955-48c8-a14f-59fd141b3f5f {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:47.765254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:47.765834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:47.767356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.769076 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.772291 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9d361068-f209-4338-9794-fa545a5b0ecd tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "PUT /v2.0/ports/4bab6445-fafa-4d82-a49b-e911c5f9708f HTTP/1.1" status: 200 len: 1056 time: 0.9901087 Jul 15 23:19:47.773023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47440) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:47.803450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f0f9e-e09f-4242-86c3-108ceb38c438 admin admin] Pushing event updated for resources: {'Network': ['ID=76bb3044-1f8f-4229-bb20-38a9b13fd0d8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.822281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Made reservation on behalf of 47dbf8f8ec4640b6af9efa92fbac8afc for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:47.825130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.865461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.865711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:47.896234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2bff5578-5ac1-4519-b6b1-ce3521a33d66,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.925279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Deleting port 4bab6445-fafa-4d82-a49b-e911c5f9708f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:47.926003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.937980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=25910da2-3054-4436-ba1b-edcae07f906f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.942233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No DVR routers for this DVR port 25910da2-3054-4436-ba1b-edcae07f906f on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:47.957576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109762d-9111-4827-bd40-4a512b1a1b7f req-24f2b692-c291-4ec1-9457-4352a2630846 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.965776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9109762d-9111-4827-bd40-4a512b1a1b7f req-24f2b692-c291-4ec1-9457-4352a2630846 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.3032079 Jul 15 23:19:47.976550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ff3f6415-3abe-459e-9410-579668537202 None None] Provisioning complete for port 4bab6445-fafa-4d82-a49b-e911c5f9708f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:47.977056 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6415-3abe-459e-9410-579668537202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.985946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:48.055238 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.064035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2bff5578-5ac1-4519-b6b1-ce3521a33d66'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:48.081391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Calling delete_port for 4bab6445-fafa-4d82-a49b-e911c5f9708f owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:48.107856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.150187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9109762d-9111-4827-bd40-4a512b1a1b7f req-69120156-561c-4eb8-9d61-17fe9b35f7f9 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826935 Jul 15 23:19:48.161248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f665f1-8b7f-47cc-b820-dfd0b9761463']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:48.185671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 25910da2-3054-4436-ba1b-edcae07f906f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:48.187876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f6415-3abe-459e-9410-579668537202 None None] Port 4bab6445-fafa-4d82-a49b-e911c5f9708f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:48.190295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cf19f1-6867-4070-8e20-0752c4fa765a') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:48.192546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cf19f1-6867-4070-8e20-0752c4fa765a') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:48.209943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.259018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.266030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.276274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:48.276703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:48.281925 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:48.293392 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 25910da2-3054-4436-ba1b-edcae07f906f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:48.294016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 25910da2-3054-4436-ba1b-edcae07f906f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:48.298720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Port': ['ID=4bab6445-fafa-4d82-a49b-e911c5f9708f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.302190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.327376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.327733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.328077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.328412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.328842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.329188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.329513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.329847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.330179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.330510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.330857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.331185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:48.409069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] Deleting port 25910da2-3054-4436-ba1b-edcae07f906f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:48.409604 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.416658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac0e83e5-0b3a-4eb9-b1f4-9ea33dd2d919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.469387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.480537 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.483288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/45f665f1-8b7f-47cc-b820-dfd0b9761463 HTTP/1.1" status: 204 len: 168 time: 1.4683056 Jul 15 23:19:48.486359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47448) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:48.509564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.530426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750850b9-cd6d-4136-bc94-879fd9d148e1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=45f665f1-8b7f-47cc-b820-dfd0b9761463,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.561044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Checking segment: {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:48.561774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Network hostable DHCP agents. Network: 76bb3044-1f8f-4229-bb20-38a9b13fd0d8, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:48.568617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] For port 25910da2-3054-4436-ba1b-edcae07f906f, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:48.569015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.588777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] Calling delete_port for 25910da2-3054-4436-ba1b-edcae07f906f owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:48.592250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] Port 25910da2-3054-4436-ba1b-edcae07f906f was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:19:48.593403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cb4b5-6aaf-47cd-adbd-43e2b07e6f5c req-be8951c1-27c2-4c48-ab04-e4188f1bc0fb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.596928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.602468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff6cb4b5-6aaf-47cd-adbd-43e2b07e6f5c req-be8951c1-27c2-4c48-ab04-e4188f1bc0fb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 984 time: 0.2063036 Jul 15 23:19:48.632861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] Network 45f665f1-8b7f-47cc-b820-dfd0b9761463 is not hosted by any dhcp agent {{(pid=93716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:19:48.633622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] No DVR routers for this DVR port 25910da2-3054-4436-ba1b-edcae07f906f on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:48.637700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823a557-6937-43fc-8ee0-4a46fe4b45df None None] Pushing event deleted for resources: {'Port': ['ID=25910da2-3054-4436-ba1b-edcae07f906f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.654121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:45Z', 'revision_number': 9, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:48.667164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff6cb4b5-6aaf-47cd-adbd-43e2b07e6f5c req-ac709580-ba8d-4eee-907a-5af35e665509 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0631206 Jul 15 23:19:48.670517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:48.685305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 76bb3044-1f8f-4229-bb20-38a9b13fd0d8) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:48.693800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0981d-2970-416c-8d29-70b2e4f5385a None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:45Z', 'revision_number': 9, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '022f065a-e5f4-46de-bf72-309254682f31', 'name': '', 'network_id': 'ce7c8b00-ef24-4b5d-8470-226704490c47', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:24:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:10Z', 'updated_at': '2021-07-15T23:19:18Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': 'ca3ed46a-829b-4547-a52a-02f78dd961c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:48.695764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c90fd-66c6-4c52-b808-e9aa583ccf78 None None] Network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:48.703931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.705202 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.726425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cd23acda-31bb-4bd2-a357-45d84fad48ac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0314581 Jul 15 23:19:48.726666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47450) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:48.732824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:48.758348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.759491 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.833666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.836697 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f3d6214-d210-485c-b49b-f3224070c394 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "DELETE /v2.0/ports/4bab6445-fafa-4d82-a49b-e911c5f9708f HTTP/1.1" status: 204 len: 168 time: 1.0617085 Jul 15 23:19:48.838537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47452) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:48.839289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.875580 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2869cd-0018-45b7-89af-c9ca9b234b34 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] GET failed (client error): The resource could not be found. Jul 15 23:19:48.880094 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe2869cd-0018-45b7-89af-c9ca9b234b34 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "GET /v2.0/ports/4bab6445-fafa-4d82-a49b-e911c5f9708f HTTP/1.1" status: 404 len: 333 time: 0.0378408 Jul 15 23:19:48.881543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47454) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:49.031400 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.039496 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.044390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28741d56-3d83-4264-8e87-11aaa507a0b5 None None] Network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:49.106084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b724d-604f-4cb0-a056-40447dfd916f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Deleting port 37aa5394-40fb-4d42-8dab-04dae4b3f39e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:49.106423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb1b724d-604f-4cb0-a056-40447dfd916f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.276911 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb1b724d-604f-4cb0-a056-40447dfd916f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.292441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b724d-604f-4cb0-a056-40447dfd916f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Calling delete_port for 37aa5394-40fb-4d42-8dab-04dae4b3f39e owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:49.359473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 022f065a-e5f4-46de-bf72-309254682f31 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:49.360017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.452177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port 022f065a-e5f4-46de-bf72-309254682f31, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=022f065a-e5f4-46de-bf72-309254682f31,segment=NetworkSegment(b79b0c04-7f4b-4ab5-9efd-219ef365bdc6),segment_id=b79b0c04-7f4b-4ab5-9efd-219ef365bdc6)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:49.452625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.466481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 022f065a-e5f4-46de-bf72-309254682f31 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:49.648627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.702247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=022f065a-e5f4-46de-bf72-309254682f31,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:49.857424 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.930858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.973873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.057086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dbb75c78-a92b-4348-9a18-8f9e818c7744 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:50.077815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec8ea3-b7d2-4e04-bd90-c6d49b0291cf req-d84d58ee-3404-4a5c-adb6-2ab9dd68de5f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.079497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87ec8ea3-b7d2-4e04-bd90-c6d49b0291cf req-d84d58ee-3404-4a5c-adb6-2ab9dd68de5f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.3809004 Jul 15 23:19:50.087487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: dbb75c78-a92b-4348-9a18-8f9e818c7744 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:50.087883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dbb75c78-a92b-4348-9a18-8f9e818c7744 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:50.091115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:50.092064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942c254-3a64-4b4a-8f77-96a87c62f2cd req-3b9af893-f820-4e55-9ed4-fe033103fb9d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.095260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9942c254-3a64-4b4a-8f77-96a87c62f2cd req-3b9af893-f820-4e55-9ed4-fe033103fb9d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 984 time: 0.2581794 Jul 15 23:19:50.185134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:50.185658 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb1b724d-604f-4cb0-a056-40447dfd916f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.193266 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b36d2640-24a0-4a3a-8329-3d4f30b7b4aa tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727185 Jul 15 23:19:50.193266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47464) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:50.197166 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:50.209125 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:50.209906 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:50.242389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87ec8ea3-b7d2-4e04-bd90-c6d49b0291cf req-78a73bff-d646-48b8-b25d-7d47d67be185 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459179 Jul 15 23:19:50.248249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b724d-604f-4cb0-a056-40447dfd916f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Port': ['ID=37aa5394-40fb-4d42-8dab-04dae4b3f39e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:50.248514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01e6fb5-e4ad-4b71-872f-ee06bb446423 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet ca3ed46a-829b-4547-a52a-02f78dd961c3 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:50.252017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d01e6fb5-e4ad-4b71-872f-ee06bb446423 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.273688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9942c254-3a64-4b4a-8f77-96a87c62f2cd req-897ca35f-5ee7-4e10-9c3e-c9dd70e3b678 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1682198 Jul 15 23:19:50.275155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Allocated IP 172.25.3.189 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/44fd4ded-3b64-4316-a934-7d56e281a65f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:50.312558 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:50.321730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d01e6fb5-e4ad-4b71-872f-ee06bb446423 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.381496 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb1b724d-604f-4cb0-a056-40447dfd916f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.386236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eb1b724d-604f-4cb0-a056-40447dfd916f tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "DELETE /v2.0/ports/37aa5394-40fb-4d42-8dab-04dae4b3f39e HTTP/1.1" status: 204 len: 168 time: 1.5047941 Jul 15 23:19:50.403755 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47468) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:50.446684 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-59777a92-43ce-4898-8e26-2e9ade3b00fa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] GET failed (client error): The resource could not be found. Jul 15 23:19:50.448904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-59777a92-43ce-4898-8e26-2e9ade3b00fa tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "GET /v2.0/ports/37aa5394-40fb-4d42-8dab-04dae4b3f39e HTTP/1.1" status: 404 len: 333 time: 0.0441959 Jul 15 23:19:50.454830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47470) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:50.476496 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d01e6fb5-e4ad-4b71-872f-ee06bb446423 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.535409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.553526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d01e6fb5-e4ad-4b71-872f-ee06bb446423 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.556498 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:49Z', 'revision_number': 10, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:50.589957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e6fb5-e4ad-4b71-872f-ee06bb446423 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3ed46a-829b-4547-a52a-02f78dd961c3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:50.594463 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d01e6fb5-e4ad-4b71-872f-ee06bb446423 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.597578 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d01e6fb5-e4ad-4b71-872f-ee06bb446423 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/ca3ed46a-829b-4547-a52a-02f78dd961c3 HTTP/1.1" status: 204 len: 168 time: 0.4035161 Jul 15 23:19:50.599949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47474) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:50.606396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d23c1-0d18-4af8-ba96-10179cea9943 None None] Network ce7c8b00-ef24-4b5d-8470-226704490c47 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:50.611539 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:50.638963 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:50.641062 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:50.641575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.668223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b033b0fc-aa37-45e5-a039-146c7134d027 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Deleting port ce985e23-15dd-43c0-b1a5-3e8536080a16 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:50.669112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b033b0fc-aa37-45e5-a039-146c7134d027 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.720403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.758113 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:50.774936 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b958696-ca6a-4c56-9e31-1c88e4c33037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.794604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 30f3a8f1-8047-4948-80f2-2d51248b7414 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:50.794898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Pushing event updated for resources: {'Port': ['ID=44fd4ded-3b64-4316-a934-7d56e281a65f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:50.795016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.837237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:50.841626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:50.845913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:50.868948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port 30f3a8f1-8047-4948-80f2-2d51248b7414, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=30f3a8f1-8047-4948-80f2-2d51248b7414,segment=NetworkSegment(b79b0c04-7f4b-4ab5-9efd-219ef365bdc6),segment_id=b79b0c04-7f4b-4ab5-9efd-219ef365bdc6)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:50.869385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.882579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 30f3a8f1-8047-4948-80f2-2d51248b7414 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:50.896502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] DHCP port deletion for ce7c8b00-ef24-4b5d-8470-226704490c47 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:50.922075 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b033b0fc-aa37-45e5-a039-146c7134d027 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.954152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] Deleting port 30f3a8f1-8047-4948-80f2-2d51248b7414 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:50.954534 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.982521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.011817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=30f3a8f1-8047-4948-80f2-2d51248b7414,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:51.014295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No DVR routers for this DVR port 30f3a8f1-8047-4948-80f2-2d51248b7414 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:51.015577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b033b0fc-aa37-45e5-a039-146c7134d027 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Calling delete_port for ce985e23-15dd-43c0-b1a5-3e8536080a16 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:51.020157 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:49Z', 'revision_number': 10, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:51.047258 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.057597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] For port 30f3a8f1-8047-4948-80f2-2d51248b7414, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=30f3a8f1-8047-4948-80f2-2d51248b7414,segment=NetworkSegment(b79b0c04-7f4b-4ab5-9efd-219ef365bdc6),segment_id=b79b0c04-7f4b-4ab5-9efd-219ef365bdc6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:51.058870 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.060865 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a44ba-58ef-4ec4-add8-e0d5e2eff4ba None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:49Z', 'revision_number': 10, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None, '_interfaces': [{'id': '633c6596-68be-49ec-9fe9-ad4e7f5cc502', 'name': '', 'network_id': 'ee0e4fe4-1204-4e2a-9837-415d525acd28', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'mac_address': 'fa:16:3e:46:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:05Z', 'updated_at': '2021-07-15T23:19:14Z', 'revision_number': 5, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'subnets': [{'id': '0747b16e-100e-4abe-9610-b7c62f30b97a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:51.072539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] Calling delete_port for 30f3a8f1-8047-4948-80f2-2d51248b7414 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:51.101671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.112950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7c8b00-ef24-4b5d-8470-226704490c47']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:51.127875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:51.128176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79b0c04-7f4b-4ab5-9efd-219ef365bdc6') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:51.128818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2bff5578-5ac1-4519-b6b1-ce3521a33d66 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:51.137694 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.155423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.162568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:51.163131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:51.166316 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: from cryptography.utils import int_from_bytes Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: from cryptography.utils import int_from_bytes Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:51.208725 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:19:51.216272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:51.221260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:51.221644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.225323 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.232738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.240662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.242808 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/ce7c8b00-ef24-4b5d-8470-226704490c47 HTTP/1.1" status: 204 len: 168 time: 0.6402934 Jul 15 23:19:51.245627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47476) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:51.272192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] Pushing event deleted for resources: {'Port': ['ID=30f3a8f1-8047-4948-80f2-2d51248b7414,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:51.279541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197fcbb6-a503-4270-9f0a-bfbc2754bfbf None None] No DVR routers for this DVR port 30f3a8f1-8047-4948-80f2-2d51248b7414 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:51.286143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b033b0fc-aa37-45e5-a039-146c7134d027 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.312650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6cff0-00aa-4e48-b49d-33c86f9a07be tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=ce7c8b00-ef24-4b5d-8470-226704490c47,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:51.319510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033b0fc-aa37-45e5-a039-146c7134d027 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Port': ['ID=ce985e23-15dd-43c0-b1a5-3e8536080a16,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:51.329069 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.387222 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.436223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:51.442923 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87bca44-bdbc-4568-bc2a-b92474e3c1e8" -d '{"events": [{"server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "name": "network-vif-plugged", "status": "completed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:51.481484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2bff5578-5ac1-4519-b6b1-ce3521a33d66, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:51.494599 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.562092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.593096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b033b0fc-aa37-45e5-a039-146c7134d027 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.595942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b033b0fc-aa37-45e5-a039-146c7134d027 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "DELETE /v2.0/ports/ce985e23-15dd-43c0-b1a5-3e8536080a16 HTTP/1.1" status: 204 len: 168 time: 1.1398907 Jul 15 23:19:51.600495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47486) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:51.602539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2bff5578-5ac1-4519-b6b1-ce3521a33d66,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:51.742012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42635991-d917-405f-8df7-8392ea0db0b9 req-db457b86-cdde-458d-98c8-32820046502a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.743658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42635991-d917-405f-8df7-8392ea0db0b9 req-db457b86-cdde-458d-98c8-32820046502a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.2703724 Jul 15 23:19:51.797376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b94392-c5e0-45f5-9584-f793f55c95ec req-6e4b825c-ea5c-4bb4-9901-a3d84bda3acb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.798976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05b94392-c5e0-45f5-9584-f793f55c95ec req-6e4b825c-ea5c-4bb4-9901-a3d84bda3acb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 985 time: 0.2219806 Jul 15 23:19:51.873405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 022f065a-e5f4-46de-bf72-309254682f31 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:51.875293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42635991-d917-405f-8df7-8392ea0db0b9 req-91953b68-f767-4204-94db-85fd1434469d tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201320 Jul 15 23:19:51.883844 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.891886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05b94392-c5e0-45f5-9584-f793f55c95ec req-20ebc80b-c295-4323-9453-914cdbb90a6f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0835123 Jul 15 23:19:51.899807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 022f065a-e5f4-46de-bf72-309254682f31 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:51.900290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 022f065a-e5f4-46de-bf72-309254682f31 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:51.901205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 30f3a8f1-8047-4948-80f2-2d51248b7414 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:51.938022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 30f3a8f1-8047-4948-80f2-2d51248b7414 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:51.938022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 30f3a8f1-8047-4948-80f2-2d51248b7414 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:51.958234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-881af22e-3461-4230-9889-58ea9d2a5440 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Deleting subnet f9450001-1e1b-4b9b-a4ed-e30fa353298b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:51.964199 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-881af22e-3461-4230-9889-58ea9d2a5440 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.019793 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-881af22e-3461-4230-9889-58ea9d2a5440 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.076421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Router d0a051bb-1960-48f9-b1dd-2e5725edb461 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:19:52.103016 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8558fdc-1283-4989-ab79-0f12cd83464e x-openstack-request-id: req-d8558fdc-1283-4989-ab79-0f12cd83464e {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:52.103565 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "name": "network-vif-plugged", "status": "completed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:52.103678 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8558fdc-1283-4989-ab79-0f12cd83464e {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:52.104015 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'code': 200} Jul 15 23:19:52.198352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-881af22e-3461-4230-9889-58ea9d2a5440 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.239978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.242207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:52.256497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Sync routers for ids ['d0a051bb-1960-48f9-b1dd-2e5725edb461'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:52.269740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Routers {'d0a051bb-1960-48f9-b1dd-2e5725edb461'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:52.270350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['d0a051bb-1960-48f9-b1dd-2e5725edb461'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.279484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a9365-54e6-43cb-a963-ef19df0cd845 req-d6eb749b-1a43-4b2e-a3fc-0f25016ad3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.281341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f9a9365-54e6-43cb-a963-ef19df0cd845 req-d6eb749b-1a43-4b2e-a3fc-0f25016ad3fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 1136 time: 0.0829973 Jul 15 23:19:52.282492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.283788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f537f48e-097f-41c0-8103-25a1c456085d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5559139 Jul 15 23:19:52.286627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47494) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:52.378207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-881af22e-3461-4230-9889-58ea9d2a5440 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.404357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Set router d0a051bb-1960-48f9-b1dd-2e5725edb461 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:52.447064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881af22e-3461-4230-9889-58ea9d2a5440 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Subnet': ['ID=f9450001-1e1b-4b9b-a4ed-e30fa353298b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:52.465567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-881af22e-3461-4230-9889-58ea9d2a5440 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.469872 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-881af22e-3461-4230-9889-58ea9d2a5440 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "DELETE /v2.0/subnets/f9450001-1e1b-4b9b-a4ed-e30fa353298b HTTP/1.1" status: 204 len: 168 time: 0.8660624 Jul 15 23:19:52.470056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9180c77f-1c4a-485d-bf07-f744ff6cd430 None None] Network d8738334-b955-48c8-a14f-59fd141b3f5f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:52.471129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47498) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:52.525994 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f9a9365-54e6-43cb-a963-ef19df0cd845 req-bc9c8e91-de53-40fe-81e6-9c4abd0e075d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2319090 Jul 15 23:19:52.563707 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.633484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-2d9b3a30-b873-422b-94aa-b7b0f21a118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.635007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-2d9b3a30-b873-422b-94aa-b7b0f21a118f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 1096 time: 0.2064927 Jul 15 23:19:52.644465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710f1d-5e52-4427-ab9e-f0352d7c0126 req-ae6557c1-764a-4d18-b158-47a6a930d02e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.645761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a710f1d-5e52-4427-ab9e-f0352d7c0126 req-ae6557c1-764a-4d18-b158-47a6a930d02e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.2266886 Jul 15 23:19:52.691197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Deleting port d314068c-5cb1-4e58-ad8d-43b24b5dda32 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:52.691861 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.709868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:19:51Z', 'revision_number': 3, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.754675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 633c6596-68be-49ec-9fe9-ad4e7f5cc502 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:52.755048 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.756407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Checking router: d0a051bb-1960-48f9-b1dd-2e5725edb461 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:52.756758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Updating router d0a051bb-1960-48f9-b1dd-2e5725edb461 port 44fd4ded-3b64-4316-a934-7d56e281a65f binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:52.789911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] For port d314068c-5cb1-4e58-ad8d-43b24b5dda32, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d314068c-5cb1-4e58-ad8d-43b24b5dda32,segment=NetworkSegment(3aad84d4-ec35-480d-b251-09164a721447),segment_id=3aad84d4-ec35-480d-b251-09164a721447)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:52.790286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.803230 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.810298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Calling delete_port for d314068c-5cb1-4e58-ad8d-43b24b5dda32 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:52.909299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port 633c6596-68be-49ec-9fe9-ad4e7f5cc502, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=633c6596-68be-49ec-9fe9-ad4e7f5cc502,segment=NetworkSegment(2a585567-0129-4c8c-b7dc-61aa7e4c9fde),segment_id=2a585567-0129-4c8c-b7dc-61aa7e4c9fde)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:52.909671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.937447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 633c6596-68be-49ec-9fe9-ad4e7f5cc502 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:52.945081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] DHCP port deletion for d8738334-b955-48c8-a14f-59fd141b3f5f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:53.027500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.064762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] No DVR routers for this DVR port d314068c-5cb1-4e58-ad8d-43b24b5dda32 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:53.066631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Port': ['ID=d314068c-5cb1-4e58-ad8d-43b24b5dda32,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.081364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] Deleting port d314068c-5cb1-4e58-ad8d-43b24b5dda32 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:53.081859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.160460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a710f1d-5e52-4427-ab9e-f0352d7c0126 req-dd1b3d40-adb2-41d2-8f4b-a1b849751045 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4815803 Jul 15 23:19:53.190577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] For port d314068c-5cb1-4e58-ad8d-43b24b5dda32, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:53.191194 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.210182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.211111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.217408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] Calling delete_port for d314068c-5cb1-4e58-ad8d-43b24b5dda32 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:53.223614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] Port d314068c-5cb1-4e58-ad8d-43b24b5dda32 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:19:53.226191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8738334-b955-48c8-a14f-59fd141b3f5f']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:53.227660 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.258646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] Pushing event deleted for resources: {'Port': ['ID=d314068c-5cb1-4e58-ad8d-43b24b5dda32,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.259493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-e4722b67-3d40-4dac-81bb-f618f3101308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.259738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aad84d4-ec35-480d-b251-09164a721447') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:53.260984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-e4722b67-3d40-4dac-81bb-f618f3101308 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 910 time: 0.5901005 Jul 15 23:19:53.263934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aad84d4-ec35-480d-b251-09164a721447') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:53.271942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7692c-08fa-4d9a-b72a-2e2165215898 None None] No DVR routers for this DVR port d314068c-5cb1-4e58-ad8d-43b24b5dda32 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:53.293733 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.302386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.323436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.332701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:53.332701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:53.340146 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:53.353408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.393837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462873-da25-44ec-9d8e-d0ba8cf52ad3 req-f3e19061-f167-4259-af54-34fc646160ad tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.395423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57462873-da25-44ec-9d8e-d0ba8cf52ad3 req-f3e19061-f167-4259-af54-34fc646160ad tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 985 time: 0.2341845 Jul 15 23:19:53.397216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-46cc537e-5194-4142-ae0b-5a10e13f91a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854 HTTP/1.1" status: 200 len: 1001 time: 0.1237500 Jul 15 23:19:53.433620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=633c6596-68be-49ec-9fe9-ad4e7f5cc502,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.444323 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Transition to ACTIVE for port object 44fd4ded-3b64-4316-a934-7d56e281a65f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:53.453896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.460942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.464223 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.469033 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] 10.222.0.23 "DELETE /v2.0/networks/d8738334-b955-48c8-a14f-59fd141b3f5f HTTP/1.1" status: 204 len: 168 time: 0.9943082 Jul 15 23:19:53.540855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57462873-da25-44ec-9d8e-d0ba8cf52ad3 req-2a2bf42c-c1ee-4634-a3b5-88ef9eec724e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1360569 Jul 15 23:19:53.553457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-85a5626d-6a25-475a-a3fa-d327b1b404bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.555403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-85a5626d-6a25-475a-a3fa-d327b1b404bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.1402693 Jul 15 23:19:53.596233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Attempting to bind port 44fd4ded-3b64-4316-a934-7d56e281a65f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:53.596608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Attempting to bind port 44fd4ded-3b64-4316-a934-7d56e281a65f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:53.596973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Attempting to bind port 44fd4ded-3b64-4316-a934-7d56e281a65f on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:53.621114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b17ee-f32c-4ddf-bd6c-d7c1b2350014 None None] Pushing event updated for resources: {'Port': ['ID=44fd4ded-3b64-4316-a934-7d56e281a65f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.623866 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.636177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:53.636555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:53.637511 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.637927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:53.638393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Bound port: 44fd4ded-3b64-4316-a934-7d56e281a65f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:53.638802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.638920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9909a-9e34-45fd-a3e5-f4847ed49896 tempest-AllowedAddressPairTestJSON-1650477644 tempest-AllowedAddressPairTestJSON-1650477644-project] Pushing event deleted for resources: {'Network': ['ID=d8738334-b955-48c8-a14f-59fd141b3f5f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.674506 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.768079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] For port 44fd4ded-3b64-4316-a934-7d56e281a65f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:53.771568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] For port 44fd4ded-3b64-4316-a934-7d56e281a65f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=44fd4ded-3b64-4316-a934-7d56e281a65f,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:53.783132 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.815433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-d5686325-b277-4c6b-9c51-deaec224fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.816953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-d5686325-b277-4c6b-9c51-deaec224fc23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226708 Jul 15 23:19:53.855066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47510) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:53.880969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:53.905838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Routers {'d0a051bb-1960-48f9-b1dd-2e5725edb461'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:53.909582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['d0a051bb-1960-48f9-b1dd-2e5725edb461'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:53.977494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:53.990346 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:53.997860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b17ee-f32c-4ddf-bd6c-d7c1b2350014 None None] Pushing event updated for resources: {'Port': ['ID=44fd4ded-3b64-4316-a934-7d56e281a65f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.999124 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-32bb010a-da05-4ebe-bb9b-717227b46f95 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7519252 Jul 15 23:19:54.000880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:54.017528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d314068c-5cb1-4e58-ad8d-43b24b5dda32 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:54.017898 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:54.018268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-2587b042-f22e-440c-971b-ec0ea6a5d768 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811676 Jul 15 23:19:54.019089 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.056947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d314068c-5cb1-4e58-ad8d-43b24b5dda32 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:54.057286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d314068c-5cb1-4e58-ad8d-43b24b5dda32 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:54.059416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Allocated IP 172.20.0.1 (76bb3044-1f8f-4229-bb20-38a9b13fd0d8/76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1/61a591e0-5f41-4347-812a-7eea79764ab1) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:54.082999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e454cf-7904-4f86-ab50-8c5f9e982e10 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting subnet 0747b16e-100e-4abe-9610-b7c62f30b97a {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:54.089213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53e454cf-7904-4f86-ab50-8c5f9e982e10 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.149997 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53e454cf-7904-4f86-ab50-8c5f9e982e10 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.164128 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:54.168741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] Set router d0a051bb-1960-48f9-b1dd-2e5725edb461 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:54.174561 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8d0a55ae-88fe-472a-af5a-eabbe21bd3e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5509073c0e840569610f325d0b938ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157151 Jul 15 23:19:54.177442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47516) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:54.203352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d358f28b-b2da-46ce-b3f5-b0e317dfc8f2 req-0f9663e6-7968-4174-89d4-fcfafbe98213 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741819 Jul 15 23:19:54.224085 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:53Z', 'revision_number': 11, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.256241 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:54.266596 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:54.267607 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.286393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.311150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df42549b-b2fd-455f-a7eb-d6ea1200bb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.327382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53e454cf-7904-4f86-ab50-8c5f9e982e10 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.336825 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:54.344692 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.372413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df42549b-b2fd-455f-a7eb-d6ea1200bb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.416798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=61a591e0-5f41-4347-812a-7eea79764ab1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:54.450572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:19:51Z', 'revision_number': 3, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.470863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:54.480886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:54.483623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52291e-4b42-4e2a-8eb8-7838006b6d24 None None] The sync data for ids ['d0a051bb-1960-48f9-b1dd-2e5725edb461'] in n-d-793618-8 is: [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:19:51Z', 'revision_number': 3, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:54.490156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:54.500446 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:53Z', 'revision_number': 11, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.517021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53e454cf-7904-4f86-ab50-8c5f9e982e10 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.533007 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ea15a-46c0-4b74-a2f8-0d6e1d0a454b None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:53Z', 'revision_number': 11, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:54.562326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e454cf-7904-4f86-ab50-8c5f9e982e10 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Subnet': ['ID=0747b16e-100e-4abe-9610-b7c62f30b97a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:54.565995 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df42549b-b2fd-455f-a7eb-d6ea1200bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.569191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df42549b-b2fd-455f-a7eb-d6ea1200bb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.570653 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-df42549b-b2fd-455f-a7eb-d6ea1200bb1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5367120-398b-4958-bf50-6bf09b573240 HTTP/1.1" status: 204 len: 168 time: 0.3922200 Jul 15 23:19:54.573956 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53e454cf-7904-4f86-ab50-8c5f9e982e10 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.578773 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-53e454cf-7904-4f86-ab50-8c5f9e982e10 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/0747b16e-100e-4abe-9610-b7c62f30b97a HTTP/1.1" status: 204 len: 168 time: 0.5754614 Jul 15 23:19:54.579505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47526) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:54.582836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12ccdd3-b5b2-4cc6-a5c5-e82c0b997d62 None None] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:54.603645 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.619183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42549b-b2fd-455f-a7eb-d6ea1200bb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5367120-398b-4958-bf50-6bf09b573240,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:54.676499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10752817-ded4-4d64-b1d7-7c7bd178a1ec req-cc9e0ee9-16a9-4e62-b766-008c3a7f98b0 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:54.684016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10752817-ded4-4d64-b1d7-7c7bd178a1ec req-cc9e0ee9-16a9-4e62-b766-008c3a7f98b0 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.2778132 Jul 15 23:19:54.748207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.856763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10752817-ded4-4d64-b1d7-7c7bd178a1ec req-feff43e2-870e-4bf5-b983-81c4020c80de tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586254 Jul 15 23:19:54.880446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Deleting port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:54.890299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.944004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] DHCP port deletion for ee0e4fe4-1204-4e2a-9837-415d525acd28 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:55.023316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] For port 77a1e3d6-5c0e-48c0-8429-8609438cbd34, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=77a1e3d6-5c0e-48c0-8429-8609438cbd34,segment=NetworkSegment(2a585567-0129-4c8c-b7dc-61aa7e4c9fde),segment_id=2a585567-0129-4c8c-b7dc-61aa7e4c9fde)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:55.023691 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.036284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.049615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Calling delete_port for 77a1e3d6-5c0e-48c0-8429-8609438cbd34 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:55.073338 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.136136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] Deleting port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:55.136468 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.237624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.262882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No DVR routers for this DVR port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:55.285668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Port': ['ID=77a1e3d6-5c0e-48c0-8429-8609438cbd34,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:55.389447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.403614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0e4fe4-1204-4e2a-9837-415d525acd28']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:55.409441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e8a-ebec-4316-a25d-faa79b6d483a req-25e3d9f1-0101-4df2-b2a1-5f5107aa8be5 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.416655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41688e8a-ebec-4316-a25d-faa79b6d483a req-25e3d9f1-0101-4df2-b2a1-5f5107aa8be5 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 985 time: 0.2676401 Jul 15 23:19:55.425358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a585567-0129-4c8c-b7dc-61aa7e4c9fde') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:55.425661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a585567-0129-4c8c-b7dc-61aa7e4c9fde') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:55.442461 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.469139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.478257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:55.478739 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:55.499049 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:55.507303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41688e8a-ebec-4316-a25d-faa79b6d483a req-551b0056-43d2-4881-a21a-22e44ca3369b tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0895751 Jul 15 23:19:55.525242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.531435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.593411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.607823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] For port 77a1e3d6-5c0e-48c0-8429-8609438cbd34, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=77a1e3d6-5c0e-48c0-8429-8609438cbd34,segment=NetworkSegment(2a585567-0129-4c8c-b7dc-61aa7e4c9fde),segment_id=2a585567-0129-4c8c-b7dc-61aa7e4c9fde)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:55.608403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.609954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.614528 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/networks/ee0e4fe4-1204-4e2a-9837-415d525acd28 HTTP/1.1" status: 204 len: 168 time: 1.0303366 Jul 15 23:19:55.622477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47552) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:55.633639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'routes': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:55.640887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] Calling delete_port for 77a1e3d6-5c0e-48c0-8429-8609438cbd34 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:55.642184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4bce8-ef42-4b6b-81b7-7a01138106ac tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Pushing event deleted for resources: {'Network': ['ID=ee0e4fe4-1204-4e2a-9837-415d525acd28,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:55.743407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:55.759443 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.760812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=61a591e0-5f41-4347-812a-7eea79764ab1,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:55.791088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.794083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.794219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] Pushing event deleted for resources: {'Port': ['ID=77a1e3d6-5c0e-48c0-8429-8609438cbd34,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:55.794346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.794346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.794346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.794346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.794850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.795196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.795533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.795822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] Network ee0e4fe4-1204-4e2a-9837-415d525acd28 is not hosted by any dhcp agent {{(pid=93716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:19:55.795941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.796289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.796419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a379e1-9f33-4602-8cbc-e2560eeedf43 None None] No DVR routers for this DVR port 77a1e3d6-5c0e-48c0-8429-8609438cbd34 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:55.796642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:55.829035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.870476 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-527122525'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:55.921583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Made reservation on behalf of 33d2813c9dd54cd5948f480f3303c677 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:55.925838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.938385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.957999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 44fd4ded-3b64-4316-a934-7d56e281a65f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:56.025085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 44fd4ded-3b64-4316-a934-7d56e281a65f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:56.031131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 44fd4ded-3b64-4316-a934-7d56e281a65f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:56.031547 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.064942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.extraroute_db [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Added routes are [] {{(pid=93715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:19:56.065520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.extraroute_db [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Removed routes are [] {{(pid=93715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:19:56.066018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.145186 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.146488 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.153944 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.168781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:56.171565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 44fd4ded-3b64-4316-a934-7d56e281a65f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=44fd4ded-3b64-4316-a934-7d56e281a65f,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:56.177788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.192301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.192924 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Added segment 83901c92-3aed-41bd-8824-e1b2b6c42c4a of type vlan for network 4c46155a-712f-4e91-b54d-9bf3046314d4 Jul 15 23:19:56.198836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901c71e-add8-47c2-af08-9bb86c60fec4 req-f72415ca-f504-462f-b5c1-3f9dcdc01ffb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.200052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4901c71e-add8-47c2-af08-9bb86c60fec4 req-f72415ca-f504-462f-b5c1-3f9dcdc01ffb tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 985 time: 0.4400637 Jul 15 23:19:56.202323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:56.227707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:56.232148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7208ef33-194c-4c51-aebd-9d4f2668aa06,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.250100 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.265121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=44fd4ded-3b64-4316-a934-7d56e281a65f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.274522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 633c6596-68be-49ec-9fe9-ad4e7f5cc502 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:56.289290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.295680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.296230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.300026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 633c6596-68be-49ec-9fe9-ad4e7f5cc502 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:56.300375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 633c6596-68be-49ec-9fe9-ad4e7f5cc502 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:56.300798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 77a1e3d6-5c0e-48c0-8429-8609438cbd34 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:56.320576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 77a1e3d6-5c0e-48c0-8429-8609438cbd34 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:56.320952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 77a1e3d6-5c0e-48c0-8429-8609438cbd34 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:56.332418 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.342881 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5984907 Jul 15 23:19:56.367849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47562) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:56.372999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Request body: {'subnet': {'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:56.376181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c68bc-e7b2-48eb-ba5e-bb85ded60c89 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event updated for resources: {'Network': ['ID=4c46155a-712f-4e91-b54d-9bf3046314d4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.381891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.390398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 4c46155a-712f-4e91-b54d-9bf3046314d4 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:56.400010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4901c71e-add8-47c2-af08-9bb86c60fec4 req-044a44ec-659f-4ff4-8795-b5273f216bec tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1799626 Jul 15 23:19:56.472153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Made reservation on behalf of 33d2813c9dd54cd5948f480f3303c677 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:56.476976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.531094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682755a-593b-474c-b4dd-d53f148efc9b req-8423d24b-8b87-413e-a0ba-4b2cd3ce6e1c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.532627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0682755a-593b-474c-b4dd-d53f148efc9b req-8423d24b-8b87-413e-a0ba-4b2cd3ce6e1c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.3691304 Jul 15 23:19:56.542015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router eec84189-ad23-456d-8c42-31734decc4c5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:56.622072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Router d0a051bb-1960-48f9-b1dd-2e5725edb461 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:56.666641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.742277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event updated for resources: {'Subnet': ['ID=9b29b265-db8e-431a-b75e-6ecf69fe5604,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.748146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Checking segment: {'id': '83901c92-3aed-41bd-8824-e1b2b6c42c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:56.749282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Network hostable DHCP agents. Network: 4c46155a-712f-4e91-b54d-9bf3046314d4, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:56.768887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Network 4c46155a-712f-4e91-b54d-9bf3046314d4 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:56.778978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 4c46155a-712f-4e91-b54d-9bf3046314d4) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:56.783285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.784068 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.789848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2c285-0eda-4426-be66-98d608fe758f None None] Network 4c46155a-712f-4e91-b54d-9bf3046314d4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:56.812492 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-898a4386-f636-46a5-bad4-0e7a0cd1dac5 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4434268 Jul 15 23:19:56.817606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47566) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:56.823125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Request body: {'port': {'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-122266478'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:56.948849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Made reservation on behalf of 33d2813c9dd54cd5948f480f3303c677 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:56.955321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.957252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-4c46155a-712f-4e91-b54d-9bf3046314d4', 'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4', 'tenant_id': '33d2813c9dd54cd5948f480f3303c677', 'fixed_ips': [{'subnet_id': '9b29b265-db8e-431a-b75e-6ecf69fe5604'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:56.958132 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.977054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] device_id is not set on port 3026a78d-8f5c-4267-a44b-3e57c8c41721 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:57.034691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0682755a-593b-474c-b4dd-d53f148efc9b req-2b6f790d-5821-4151-aa19-b44171465484 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4915996 Jul 15 23:19:57.058308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:57.090815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] Sync routers for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:57.099371 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.103101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a5b3ad9a-f9e8-4140-bc3b-c4eb89c1b3f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 200 len: 704 time: 1.4753392 Jul 15 23:19:57.104177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47574) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:57.107481 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:57.108087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:57.110597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d041bb-a2f5-48eb-9011-91901c32e1a3 req-82f5b774-3720-4986-8605-a5db5e1c927c tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.112170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3d041bb-a2f5-48eb-9011-91901c32e1a3 req-82f5b774-3720-4986-8605-a5db5e1c927c tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 1136 time: 0.5762672 Jul 15 23:19:57.151913 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2649876b-ff9e-43de-919f-b00959ea89a4 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 200 len: 205 time: 0.0463154 Jul 15 23:19:57.155405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47576) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:57.158620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3d041bb-a2f5-48eb-9011-91901c32e1a3 req-e2785ea4-d1ce-4b90-b6e5-a4cbdcf295b9 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.205862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:57.208594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:57.208976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Allocated IP 172.20.0.2 (4c46155a-712f-4e91-b54d-9bf3046314d4/9b29b265-db8e-431a-b75e-6ecf69fe5604/e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:57.214803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-13ee086f-21a4-4831-8395-582a6576a1c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/d0a051bb-1960-48f9-b1dd-2e5725edb461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9271166 Jul 15 23:19:57.221704 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Sync routers for ids ['d0a051bb-1960-48f9-b1dd-2e5725edb461'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:57.234560 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Routers {'d0a051bb-1960-48f9-b1dd-2e5725edb461'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:57.237879 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['d0a051bb-1960-48f9-b1dd-2e5725edb461'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:57.279042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:53Z', 'revision_number': 11, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:57.320177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] Checking router: eec84189-ad23-456d-8c42-31734decc4c5 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:57.343063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03cfb27-6e14-4fc7-a063-9d4552795eff tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.363387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3d041bb-a2f5-48eb-9011-91901c32e1a3 req-e2785ea4-d1ce-4b90-b6e5-a4cbdcf295b9 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.369384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3d041bb-a2f5-48eb-9011-91901c32e1a3 req-e2785ea4-d1ce-4b90-b6e5-a4cbdcf295b9 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.378214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] Routers {'eec84189-ad23-456d-8c42-31734decc4c5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:57.379701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['eec84189-ad23-456d-8c42-31734decc4c5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:57.396093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3d041bb-a2f5-48eb-9011-91901c32e1a3 req-e2785ea4-d1ce-4b90-b6e5-a4cbdcf295b9 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2766786 Jul 15 23:19:57.409492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2785ea4-d1ce-4b90-b6e5-a4cbdcf295b9 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd9702c-4ba8-45b0-bc18-b91a57f52c29,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:57.427325 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Set router d0a051bb-1960-48f9-b1dd-2e5725edb461 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:57.429120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:57.512527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3334994-81d5-4256-97fe-e0d8d0b1216c tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.519857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e3334994-81d5-4256-97fe-e0d8d0b1216c tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 1131 time: 0.0823092 Jul 15 23:19:57.519857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47588) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:57.525259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:57.531738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] Set router eec84189-ad23-456d-8c42-31734decc4c5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:57.573346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.620294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:53Z', 'revision_number': 11, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:57.657875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ab4f5-c5e9-4e0e-9299-e135f2ceac4c None None] The sync data for ids ['eec84189-ad23-456d-8c42-31734decc4c5'] in n-d-793618-8 is: [{'id': 'eec84189-ad23-456d-8c42-31734decc4c5', 'name': 'tempest-RoutersIpV6Test-router-304557921', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:03Z', 'updated_at': '2021-07-15T23:19:53Z', 'revision_number': 11, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:57.758844 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:19:54Z', 'revision_number': 4, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '61a591e0-5f41-4347-812a-7eea79764ab1', 'name': '', 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'mac_address': 'fa:16:3e:39:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:53Z', 'updated_at': '2021-07-15T23:19:55Z', 'revision_number': 2, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'subnets': [{'id': '76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:57.769865 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.770913 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.779438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Transition to ACTIVE for port object e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:57.796911 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Checking router: d0a051bb-1960-48f9-b1dd-2e5725edb461 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:57.797494 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Updating router d0a051bb-1960-48f9-b1dd-2e5725edb461 port 61a591e0-5f41-4347-812a-7eea79764ab1 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:19:57.805058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Transition to ACTIVE for port object e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:57.816334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.852552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Network 4c46155a-712f-4e91-b54d-9bf3046314d4 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:57.878653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:57.887918 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.891536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:57.962338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03cfb27-6e14-4fc7-a063-9d4552795eff tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.963025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 44fd4ded-3b64-4316-a934-7d56e281a65f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:57.967272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03cfb27-6e14-4fc7-a063-9d4552795eff tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.973560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Pushing event updated for resources: {'Port': ['ID=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.016575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Allocated IP 172.20.0.13 (4c46155a-712f-4e91-b54d-9bf3046314d4/9b29b265-db8e-431a-b75e-6ecf69fe5604/3026a78d-8f5c-4267-a44b-3e57c8c41721) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:58.029594 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03cfb27-6e14-4fc7-a063-9d4552795eff tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.030111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03cfb27-6e14-4fc7-a063-9d4552795eff tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Fanout notify agent at l3_agent the message router_deleted on router eec84189-ad23-456d-8c42-31734decc4c5 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:19:58.038955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a03cfb27-6e14-4fc7-a063-9d4552795eff tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.040171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a03cfb27-6e14-4fc7-a063-9d4552795eff tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 204 len: 168 time: 0.8832657 Jul 15 23:19:58.045535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47598) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:58.050280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-463bdc31-c5d0-4bd0-b49e-029176715718 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-373068265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:58.094130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Attempting to bind port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:58.095550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Attempting to bind port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '83901c92-3aed-41bd-8824-e1b2b6c42c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:58.096540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Attempting to bind port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e on network 4c46155a-712f-4e91-b54d-9bf3046314d4 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:58.106976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-9735fabd-8a36-4829-873e-e4d7ff6a61a8 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:58.108933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-9735fabd-8a36-4829-873e-e4d7ff6a61a8 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 819 time: 0.2060995 Jul 15 23:19:58.111756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463bdc31-c5d0-4bd0-b49e-029176715718 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.112922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463bdc31-c5d0-4bd0-b49e-029176715718 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.122410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:58.123313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Checking segment: {'id': '83901c92-3aed-41bd-8824-e1b2b6c42c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:58.123446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Allocated IP 172.25.3.14 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/684d01be-75f4-489d-a785-92fa9f42366c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:58.124156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.125424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Bound using segment: {'id': '83901c92-3aed-41bd-8824-e1b2b6c42c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:58.126395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Bound port: e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83901c92-3aed-41bd-8824-e1b2b6c42c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:58.127523 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.144401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-924ff314-9a18-48c1-ba7a-71634519df30 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/quotas/47dbf8f8ec4640b6af9efa92fbac8afc HTTP/1.1" status: 200 len: 375 time: 0.0240641 Jul 15 23:19:58.209712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 44fd4ded-3b64-4316-a934-7d56e281a65f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:58.210277 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.282265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] For port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:58.288155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] For port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,segment=NetworkSegment(83901c92-3aed-41bd-8824-e1b2b6c42c4a),segment_id=83901c92-3aed-41bd-8824-e1b2b6c42c4a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:58.297946 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.336182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-be88c271-3b85-460c-b3c3-8a3034d11687 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1837804 Jul 15 23:19:58.341214 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.356013 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.376276 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463bdc31-c5d0-4bd0-b49e-029176715718 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.393679 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Transition to ACTIVE for port object 61a591e0-5f41-4347-812a-7eea79764ab1 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:58.412382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463bdc31-c5d0-4bd0-b49e-029176715718 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.422804 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.459519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-463bdc31-c5d0-4bd0-b49e-029176715718 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.460950 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-463bdc31-c5d0-4bd0-b49e-029176715718 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4144750 Jul 15 23:19:58.467749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:58.475330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-294c5a91-b47d-40b7-8896-eca457fbb2cd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:58.478437 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.500203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bad90d-1cfc-460c-9cf1-9d3fb65f6fa7 None None] Pushing event updated for resources: {'Port': ['ID=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.529620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Transition to ACTIVE for port object 3026a78d-8f5c-4267-a44b-3e57c8c41721 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:58.590043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.591266 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebc2d3-efe2-4ec2-86ed-a9845217a512 None None] Pushing event updated for resources: {'Port': ['ID=61a591e0-5f41-4347-812a-7eea79764ab1,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.596638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-e903f013-f9e3-4489-ab83-ce2e5797701f service neutron] 10.222.0.23 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526159 Jul 15 23:19:58.604304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.633391 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Attempting to bind port 61a591e0-5f41-4347-812a-7eea79764ab1 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:58.633601 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Attempting to bind port 61a591e0-5f41-4347-812a-7eea79764ab1 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:58.633850 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Attempting to bind port 61a591e0-5f41-4347-812a-7eea79764ab1 on network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:58.660441 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:58.660825 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Checking segment: {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:58.661225 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.661608 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Bound using segment: {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:58.662098 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Bound port: 61a591e0-5f41-4347-812a-7eea79764ab1, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:58.662476 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.679854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Network 4c46155a-712f-4e91-b54d-9bf3046314d4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:58.684825 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:58.695440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:58.755715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:58.768734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:58.771307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:58.791548 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] For port 61a591e0-5f41-4347-812a-7eea79764ab1, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:58.796571 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] For port 61a591e0-5f41-4347-812a-7eea79764ab1, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=61a591e0-5f41-4347-812a-7eea79764ab1,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:58.804223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event updated for resources: {'Port': ['ID=3026a78d-8f5c-4267-a44b-3e57c8c41721,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.805619 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.827853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:58.828575 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.846065 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e326c7b9-dc95-4663-bfb7-b30c78a3cfc3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0272980 Jul 15 23:19:58.848420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47606) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:58.855069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Request body: {'port': {'network_id': '4c46155a-712f-4e91-b54d-9bf3046314d4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-920665800', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:58.856205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] bootfile-name is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:58.856671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] tftp-server is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:58.857060 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] server-ip-address is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:58.878633 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Routers {'d0a051bb-1960-48f9-b1dd-2e5725edb461'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:58.879576 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['d0a051bb-1960-48f9-b1dd-2e5725edb461'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:58.889142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=684d01be-75f4-489d-a785-92fa9f42366c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.943888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-294c5a91-b47d-40b7-8896-eca457fbb2cd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.947935 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebc2d3-efe2-4ec2-86ed-a9845217a512 None None] Pushing event updated for resources: {'Port': ['ID=61a591e0-5f41-4347-812a-7eea79764ab1,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.973612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-294c5a91-b47d-40b7-8896-eca457fbb2cd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.991065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Made reservation on behalf of 33d2813c9dd54cd5948f480f3303c677 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:58.995260 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.012174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] device_id is not set on port 76b652d6-d14a-4c95-adae-f43a10e19324 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:59.026697 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] Set router d0a051bb-1960-48f9-b1dd-2e5725edb461 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:59.050384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-bc1fa256-6aa1-44df-bbdc-92d9cd75217b service neutron] 10.222.0.23 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163926 Jul 15 23:19:59.166205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Allocated IP 172.20.0.5 (4c46155a-712f-4e91-b54d-9bf3046314d4/9b29b265-db8e-431a-b75e-6ecf69fe5604/76b652d6-d14a-4c95-adae-f43a10e19324) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:59.243976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294c5a91-b47d-40b7-8896-eca457fbb2cd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Router bde9fee4-d43c-447a-b8be-2a599db8f698 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:19:59.291004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb99792e-a967-4a03-b28b-0df1b18f8564 req-7e30acbf-d6e8-4517-b67e-b135486af63d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 210 time: 0.0408981 Jul 15 23:19:59.379688 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:19:54Z', 'revision_number': 4, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '61a591e0-5f41-4347-812a-7eea79764ab1', 'name': '', 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'mac_address': 'fa:16:3e:39:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:53Z', 'updated_at': '2021-07-15T23:19:58Z', 'revision_number': 4, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'subnets': [{'id': '76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:59.414183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.417118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294c5a91-b47d-40b7-8896-eca457fbb2cd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:59.430339 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-294c5a91-b47d-40b7-8896-eca457fbb2cd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.431934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-294c5a91-b47d-40b7-8896-eca457fbb2cd tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "PUT /v2.0/routers/bde9fee4-d43c-447a-b8be-2a599db8f698 HTTP/1.1" status: 200 len: 697 time: 0.9631000 Jul 15 23:19:59.436593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47618) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:59.437154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] Sync routers for ids ['bde9fee4-d43c-447a-b8be-2a599db8f698'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:59.450007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] Routers {'bde9fee4-d43c-447a-b8be-2a599db8f698'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:59.450640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bde9fee4-d43c-447a-b8be-2a599db8f698'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:59.452820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Transition to ACTIVE for port object 76b652d6-d14a-4c95-adae-f43a10e19324 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:59.511140 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba3670-2f3c-483f-abf7-3610744dd7cf None None] The sync data for ids ['d0a051bb-1960-48f9-b1dd-2e5725edb461'] in n-d-793618-8 is: [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:19:54Z', 'revision_number': 4, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '61a591e0-5f41-4347-812a-7eea79764ab1', 'name': '', 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'mac_address': 'fa:16:3e:39:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:53Z', 'updated_at': '2021-07-15T23:19:58Z', 'revision_number': 4, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'subnets': [{'id': '76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:59.529569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.692758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] Set router bde9fee4-d43c-447a-b8be-2a599db8f698 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:59.714785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Network 4c46155a-712f-4e91-b54d-9bf3046314d4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:59.715110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1f6e1282-0693-45f9-a9b4-90c8b7cea823 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/routers/bde9fee4-d43c-447a-b8be-2a599db8f698 HTTP/1.1" status: 200 len: 703 time: 0.2680998 Jul 15 23:19:59.715822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47634) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:59.776986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:59.784653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:59.806287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde9fee4-d43c-447a-b8be-2a599db8f698', 'name': 'tempest-RoutersIpV6Test-router-373068265', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:58Z', 'updated_at': '2021-07-15T23:19:58Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:59.864554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event updated for resources: {'Port': ['ID=76b652d6-d14a-4c95-adae-f43a10e19324,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:59.878118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47636) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:59.879899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4e17bfbe-aba9-4939-a12c-7c5fab004fa1 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde9fee4-d43c-447a-b8be-2a599db8f698 HTTP/1.1" status: 200 len: 205 time: 0.1366432 Jul 15 23:19:59.880725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] Checking router: bde9fee4-d43c-447a-b8be-2a599db8f698 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:59.898967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] Routers {'bde9fee4-d43c-447a-b8be-2a599db8f698'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:59.899601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bde9fee4-d43c-447a-b8be-2a599db8f698'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:00.037238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] Set router bde9fee4-d43c-447a-b8be-2a599db8f698 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:00.104583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.105384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.141310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-46353edc-0836-4283-afae-3303fec300ff tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.141663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-825c7361-e989-48f8-a997-7262a686f9f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.142932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-46353edc-0836-4283-afae-3303fec300ff tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 819 time: 0.5804796 Jul 15 23:20:00.162908 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.168860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:00.193934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde9fee4-d43c-447a-b8be-2a599db8f698', 'name': 'tempest-RoutersIpV6Test-router-373068265', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:58Z', 'updated_at': '2021-07-15T23:19:58Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:00.201082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-11004417-a042-4c06-809a-01c39000158a tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/quotas/47dbf8f8ec4640b6af9efa92fbac8afc HTTP/1.1" status: 200 len: 375 time: 0.0484390 Jul 15 23:20:00.239148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb766c2-f66b-4660-a115-fb850d926902 None None] Network 4c46155a-712f-4e91-b54d-9bf3046314d4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:00.244703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0fa0e-3e24-47d0-ae11-d22b4dc8e757 None None] The sync data for ids ['bde9fee4-d43c-447a-b8be-2a599db8f698'] in n-d-793618-8 is: [{'id': 'bde9fee4-d43c-447a-b8be-2a599db8f698', 'name': 'tempest-RoutersIpV6Test-router-373068265', 'tenant_id': '03bc6ddde66141a8b0fce67173a7e872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:58Z', 'updated_at': '2021-07-15T23:19:58Z', 'revision_number': 2, 'project_id': '03bc6ddde66141a8b0fce67173a7e872', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:00.291940 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-efd1bd23-301f-4a7b-a0b9-e2223b213d27 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.4423313 Jul 15 23:20:00.296045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47640) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:00.365443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-feac3692-2980-40d1-9fb4-fcc84bbe17a8 None None] Provisioning for port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:00.374581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-feac3692-2980-40d1-9fb4-fcc84bbe17a8 None None] Provisioning complete for port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:00.376227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-feac3692-2980-40d1-9fb4-fcc84bbe17a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.378258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:00.421140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:00.421810 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.460700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.508528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-c9eccca9-c3f4-461f-a655-03572d7d9fb1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3036814 Jul 15 23:20:00.570624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-825c7361-e989-48f8-a997-7262a686f9f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.576385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-825c7361-e989-48f8-a997-7262a686f9f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.702196 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-825c7361-e989-48f8-a997-7262a686f9f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.702944 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825c7361-e989-48f8-a997-7262a686f9f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Fanout notify agent at l3_agent the message router_deleted on router bde9fee4-d43c-447a-b8be-2a599db8f698 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:20:00.730291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-825c7361-e989-48f8-a997-7262a686f9f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.739086 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-825c7361-e989-48f8-a997-7262a686f9f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/bde9fee4-d43c-447a-b8be-2a599db8f698 HTTP/1.1" status: 204 len: 168 time: 0.8591695 Jul 15 23:20:00.742305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47648) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:00.818784 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7e929bb7-8c3c-43b0-ac95-975ead3f59fe tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=bde9fee4-d43c-447a-b8be-2a599db8f698 HTTP/1.1" status: 200 len: 205 time: 0.0751450 Jul 15 23:20:00.822133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47650) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:00.885581 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-8e60c04a-8e7c-4ad1-b129-b3b6b49b4473 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] delete failed (client error): The resource could not be found. Jul 15 23:20:00.887349 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e60c04a-8e7c-4ad1-b129-b3b6b49b4473 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/bde9fee4-d43c-447a-b8be-2a599db8f698 HTTP/1.1" status: 404 len: 336 time: 0.0630560 Jul 15 23:20:00.890633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47652) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:00.911847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-feac3692-2980-40d1-9fb4-fcc84bbe17a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.924484 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-93924d7f-aba1-4d17-a159-a24b5ddf43ce tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:00.925232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93924d7f-aba1-4d17-a159-a24b5ddf43ce tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:00.927843 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-93924d7f-aba1-4d17-a159-a24b5ddf43ce tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/33d42324-8366-4fa8-8f58-6c04e5bb6a5a HTTP/1.1" status: 404 len: 337 time: 0.0359132 Jul 15 23:20:00.930475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47654) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:00.944819 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.968571 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f07f494-7312-4fb5-b674-74baa4cc81f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:00.969249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f07f494-7312-4fb5-b674-74baa4cc81f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:00.971230 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9f07f494-7312-4fb5-b674-74baa4cc81f2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/2fcb7239-15e8-433a-af59-0c92e0384c3a HTTP/1.1" status: 404 len: 337 time: 0.0392318 Jul 15 23:20:00.981952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47658) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.052300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,segment=NetworkSegment(83901c92-3aed-41bd-8824-e1b2b6c42c4a),segment_id=83901c92-3aed-41bd-8824-e1b2b6c42c4a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:01.054396 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-40846334-e020-4263-a0da-ecf1e5470ebf tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:01.054890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40846334-e020-4263-a0da-ecf1e5470ebf tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:01.057100 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-40846334-e020-4263-a0da-ecf1e5470ebf tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/ca3ed46a-829b-4547-a52a-02f78dd961c3 HTTP/1.1" status: 404 len: 337 time: 0.0737956 Jul 15 23:20:01.062783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47662) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.068879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.069677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 61a591e0-5f41-4347-812a-7eea79764ab1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:01.113706 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10648ef-846b-4f76-86e7-5d77e1234ad2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:01.114964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10648ef-846b-4f76-86e7-5d77e1234ad2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:01.117295 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f10648ef-846b-4f76-86e7-5d77e1234ad2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/0747b16e-100e-4abe-9610-b7c62f30b97a HTTP/1.1" status: 404 len: 337 time: 0.0531130 Jul 15 23:20:01.120589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47664) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.209825 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9893e7a2-4624-4689-a598-def740271833 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 200 len: 205 time: 0.0854731 Jul 15 23:20:01.216912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47666) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.301901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-feac3692-2980-40d1-9fb4-fcc84bbe17a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:20:01.302251 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-feac3692-2980-40d1-9fb4-fcc84bbe17a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:20:01.308293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:01.330052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 61a591e0-5f41-4347-812a-7eea79764ab1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:01.331169 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-b848fcc7-442b-4487-ace0-1e5708e3a27b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] delete failed (client error): The resource could not be found. Jul 15 23:20:01.332468 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b848fcc7-442b-4487-ace0-1e5708e3a27b tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/eec84189-ad23-456d-8c42-31734decc4c5 HTTP/1.1" status: 404 len: 336 time: 0.1104987 Jul 15 23:20:01.338217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47668) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.340980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 61a591e0-5f41-4347-812a-7eea79764ab1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:01.341789 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.474259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a5393-338b-44a0-81dd-d12b42f5e6cf tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.483492 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.485726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a5393-338b-44a0-81dd-d12b42f5e6cf tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.489225 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8fd87989-0642-4e34-bb00-29c538e5d3f3 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=5caa5799-0135-48dc-928c-001141cb195b HTTP/1.1" status: 200 len: 205 time: 0.1278832 Jul 15 23:20:01.490160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47670) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.509010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a5393-338b-44a0-81dd-d12b42f5e6cf tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.514092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-676a5393-338b-44a0-81dd-d12b42f5e6cf tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 1.2114046 Jul 15 23:20:01.517804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47672) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.542689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 61a591e0-5f41-4347-812a-7eea79764ab1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=61a591e0-5f41-4347-812a-7eea79764ab1,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:01.552780 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.695659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=61a591e0-5f41-4347-812a-7eea79764ab1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:01.707687 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-2b2d930a-7e3c-4dad-9788-9e1336d41704 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] delete failed (client error): The resource could not be found. Jul 15 23:20:01.709831 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b2d930a-7e3c-4dad-9788-9e1336d41704 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/5caa5799-0135-48dc-928c-001141cb195b HTTP/1.1" status: 404 len: 336 time: 0.2132809 Jul 15 23:20:01.716076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47674) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.755171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-0324708a-6733-4ae8-9b81-098c7da83047 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.756716 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-0324708a-6733-4ae8-9b81-098c7da83047 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 819 time: 0.4455619 Jul 15 23:20:01.780681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-1bc85163-8f43-4547-a2c2-9672eca73eb6 service neutron] 10.222.0.23 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2599533 Jul 15 23:20:01.782120 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80e08cc-911b-4bdb-9811-a5ea2564364f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:01.782672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80e08cc-911b-4bdb-9811-a5ea2564364f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:01.786868 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c80e08cc-911b-4bdb-9811-a5ea2564364f tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/11b4ed8a-fe8c-45b6-ab78-c1da630bc1fc HTTP/1.1" status: 404 len: 337 time: 0.0683644 Jul 15 23:20:01.788685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47676) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.813134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Request body: {'port': {'device_id': '2f4723c1-d0d8-4a9c-a702-86d04dbdfa85', 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8', 'admin_state_up': True, 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:01.853250 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e1273ed6-8139-4e96-88b8-234baca3d462 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=910560df-f229-45b1-99ec-75099187cc0a HTTP/1.1" status: 200 len: 205 time: 0.0633636 Jul 15 23:20:01.857891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47678) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.963786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 61a591e0-5f41-4347-812a-7eea79764ab1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:02.018723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Made reservation on behalf of 47dbf8f8ec4640b6af9efa92fbac8afc for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:02.019804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.024940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.029332 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-668ce1dd-714b-4958-99a2-fa67d041f0f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] delete failed (client error): The resource could not be found. Jul 15 23:20:02.030739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-668ce1dd-714b-4958-99a2-fa67d041f0f9 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/910560df-f229-45b1-99ec-75099187cc0a HTTP/1.1" status: 404 len: 336 time: 0.1658535 Jul 15 23:20:02.045790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.046213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47680) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.052797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Provisioning for port 3026a78d-8f5c-4267-a44b-3e57c8c41721 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:02.057561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Provisioning complete for port 3026a78d-8f5c-4267-a44b-3e57c8c41721 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:02.057980 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.062132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 61a591e0-5f41-4347-812a-7eea79764ab1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:02.062501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.100586 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1834edcc-9a3b-4537-9c8d-f8f9b3629f7e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b2631d6-cb43-4582-993e-0b38aad688c2 HTTP/1.1" status: 200 len: 205 time: 0.0528316 Jul 15 23:20:02.101301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487987ba-910d-4834-8560-6e58aafec34a req-f1d811db-1b6f-4ee1-9a29-6e3cbfea48e6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.102987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47682) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.108329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487987ba-910d-4834-8560-6e58aafec34a req-f1d811db-1b6f-4ee1-9a29-6e3cbfea48e6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.114319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487987ba-910d-4834-8560-6e58aafec34a req-f1d811db-1b6f-4ee1-9a29-6e3cbfea48e6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.121073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487987ba-910d-4834-8560-6e58aafec34a req-f1d811db-1b6f-4ee1-9a29-6e3cbfea48e6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.127832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487987ba-910d-4834-8560-6e58aafec34a req-f1d811db-1b6f-4ee1-9a29-6e3cbfea48e6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.134879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487987ba-910d-4834-8560-6e58aafec34a req-f1d811db-1b6f-4ee1-9a29-6e3cbfea48e6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.140865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487987ba-910d-4834-8560-6e58aafec34a req-f1d811db-1b6f-4ee1-9a29-6e3cbfea48e6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.149894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-487987ba-910d-4834-8560-6e58aafec34a req-f1d811db-1b6f-4ee1-9a29-6e3cbfea48e6 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5432 time: 0.4995692 Jul 15 23:20:02.163972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Port 3026a78d-8f5c-4267-a44b-3e57c8c41721 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:02.187860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cae686c4-ed0c-4296-b7d2-8c258b137a41 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Deleting port 76b652d6-d14a-4c95-adae-f43a10e19324 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:02.188209 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cae686c4-ed0c-4296-b7d2-8c258b137a41 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.190212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Provisioning for port 76b652d6-d14a-4c95-adae-f43a10e19324 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:02.195090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Provisioning complete for port 76b652d6-d14a-4c95-adae-f43a10e19324 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:02.195478 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.237666 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-551d6454-d057-45f8-a406-ae265eaacfef tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] delete failed (client error): The resource could not be found. Jul 15 23:20:02.241207 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-551d6454-d057-45f8-a406-ae265eaacfef tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/0b2631d6-cb43-4582-993e-0b38aad688c2 HTTP/1.1" status: 404 len: 336 time: 0.1347435 Jul 15 23:20:02.242023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47686) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.265961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Port 76b652d6-d14a-4c95-adae-f43a10e19324 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:02.270031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:02.282982 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8aa92b-adc9-4e87-a7c8-5468f5579220 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:02.283829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8aa92b-adc9-4e87-a7c8-5468f5579220 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:02.285770 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e8aa92b-adc9-4e87-a7c8-5468f5579220 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/8af9dd76-4b93-4843-a058-1322075ba9b2 HTTP/1.1" status: 404 len: 337 time: 0.0425680 Jul 15 23:20:02.289984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47688) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.306625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Provisioning complete for port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:02.307192 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2fdfde50-a46a-4f00-97bc-c7426f9e01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.325422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-201178ec-0bdb-460e-85b1-12ea40e6e020 service neutron] 10.222.0.23 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213065 Jul 15 23:20:02.338061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=684d01be-75f4-489d-a785-92fa9f42366c,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:02.344174 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fbcf7ccd-2246-4fe7-9175-d637905d06b2 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=df0ef53e-17a4-4e45-abf4-6c7fdea0c208 HTTP/1.1" status: 200 len: 205 time: 0.0526052 Jul 15 23:20:02.351723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47690) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.365393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:02.366067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.378217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-487987ba-910d-4834-8560-6e58aafec34a req-b5383dc9-380c-41ec-aaa1-bf9694394e20 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2262211 Jul 15 23:20:02.401615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cae686c4-ed0c-4296-b7d2-8c258b137a41 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.423591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.425041 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-03045cbf-dda8-4725-a2ee-adebadcda1e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] delete failed (client error): The resource could not be found. Jul 15 23:20:02.426087 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-03045cbf-dda8-4725-a2ee-adebadcda1e0 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/df0ef53e-17a4-4e45-abf4-6c7fdea0c208 HTTP/1.1" status: 404 len: 336 time: 0.0732608 Jul 15 23:20:02.456880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47692) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.504909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cae686c4-ed0c-4296-b7d2-8c258b137a41 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Calling delete_port for 76b652d6-d14a-4c95-adae-f43a10e19324 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:02.618043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6b66e07f-31c2-454b-83ae-57ebb5a27846 None None] Provisioning complete for port 76b652d6-d14a-4c95-adae-f43a10e19324 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:02.618514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b66e07f-31c2-454b-83ae-57ebb5a27846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.678255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6b66e07f-31c2-454b-83ae-57ebb5a27846 None None] Port 76b652d6-d14a-4c95-adae-f43a10e19324 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:02.740271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc968290-de7e-4d9e-99f0-cc116daf438b req-843fc902-b5af-4649-9ae7-40c60640be46 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 210 time: 0.0449529 Jul 15 23:20:02.756790 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Floating IP 45ae3b35-9617-47c2-9e92-4e1613909827 associated. External IP: 172.25.3.14, port: 2bff5578-5ac1-4519-b6b1-ce3521a33d66. Jul 15 23:20:02.794316 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4775646-2cb4-4875-858d-56994186b998 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:02.795049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4775646-2cb4-4875-858d-56994186b998 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:02.796677 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a4775646-2cb4-4875-858d-56994186b998 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/351f1bcb-297d-4b48-a247-0e0e882330c9 HTTP/1.1" status: 404 len: 337 time: 0.3377192 Jul 15 23:20:02.800667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47704) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.838906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4879c4ed-a477-4a7e-be3f-ce005862eb75 tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "GET /v2.0/ports?device_id=629fb56f-3ca8-470f-840b-2e9df810cd95 HTTP/1.1" status: 200 len: 205 time: 0.0368919 Jul 15 23:20:02.852876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-f68019fd-23c8-4258-8c08-0636bac091b4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.856991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47706) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.859965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-f68019fd-23c8-4258-8c08-0636bac091b4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.866196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-f68019fd-23c8-4258-8c08-0636bac091b4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.873605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-f68019fd-23c8-4258-8c08-0636bac091b4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.880743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-f68019fd-23c8-4258-8c08-0636bac091b4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.886581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-f68019fd-23c8-4258-8c08-0636bac091b4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.892996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-f68019fd-23c8-4258-8c08-0636bac091b4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.894928 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-f68019fd-23c8-4258-8c08-0636bac091b4 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5432 time: 0.6263199 Jul 15 23:20:02.899469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Allocated IP 172.20.0.6 (76bb3044-1f8f-4229-bb20-38a9b13fd0d8/76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1/016ee353-8b7b-49c6-be97-b58da6bf068b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:02.903536 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-7b96193e-5e66-48d4-8d42-692599c2aecf tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] delete failed (client error): The resource could not be found. Jul 15 23:20:02.904950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7b96193e-5e66-48d4-8d42-692599c2aecf tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/routers/629fb56f-3ca8-470f-840b-2e9df810cd95 HTTP/1.1" status: 404 len: 336 time: 0.0469723 Jul 15 23:20:02.914563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47708) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.978415 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-01160b83-f36c-4047-b76b-e141edd57dbf tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:02.979022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01160b83-f36c-4047-b76b-e141edd57dbf tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:02.983601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-01160b83-f36c-4047-b76b-e141edd57dbf tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/55997fdd-86bb-458c-8b51-cde1e8a0e5d9 HTTP/1.1" status: 404 len: 337 time: 0.0641885 Jul 15 23:20:02.984932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47712) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.985781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-30c4d035-6a38-4412-a7c3-ae9c6cff7e85 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.987378 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-30c4d035-6a38-4412-a7c3-ae9c6cff7e85 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "GET /v2.0/ports/2c69f024-805c-4474-ad1e-c6a319e3e6b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0834842 Jul 15 23:20:03.021534 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-65696c77-b565-4106-bf5a-d2c4a7ef130e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:03.022059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65696c77-b565-4106-bf5a-d2c4a7ef130e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:03.024058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-65696c77-b565-4106-bf5a-d2c4a7ef130e tempest-RoutersIpV6Test-2001404221 tempest-RoutersIpV6Test-2001404221-project] 10.222.0.23 "DELETE /v2.0/subnets/7e5cbab5-ce45-4ca2-8a37-f31a692b9b75 HTTP/1.1" status: 404 len: 337 time: 0.0382113 Jul 15 23:20:03.088443 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cae686c4-ed0c-4296-b7d2-8c258b137a41 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.153473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae686c4-ed0c-4296-b7d2-8c258b137a41 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event deleted for resources: {'Port': ['ID=76b652d6-d14a-4c95-adae-f43a10e19324,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:03.197382 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-4f590288-cd07-4419-bce4-9a14e8128efc tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "GET /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2009547 Jul 15 23:20:03.210349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:03.236574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Router 7997e3cd-e608-405e-b65a-88b141cde870 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:03.256911 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.261152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cae686c4-ed0c-4296-b7d2-8c258b137a41 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.263208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cae686c4-ed0c-4296-b7d2-8c258b137a41 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "DELETE /v2.0/ports/76b652d6-d14a-4c95-adae-f43a10e19324 HTTP/1.1" status: 204 len: 168 time: 1.7429113 Jul 15 23:20:03.269325 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47716) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:03.277459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Request body: {'port': {'name': 'tempest-new-port-name-75852642', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:03.277966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] bootfile-name is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:20:03.278322 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] tftp-server is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:20:03.278664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] server-ip-address is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:20:03.390012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.394818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:03.406513 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] Sync routers for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:03.425109 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:03.425912 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:03.426482 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.440404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47722) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:03.474845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-411c104b-cd36-4fc5-bc6c-f378113db3fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9539862 Jul 15 23:20:03.475923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47726) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:03.476941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:03.479494 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d236366-0553-459a-909d-55c624207e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:03.512262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.542376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.597278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:03.648052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:03.652488 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:03.663814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:03.796458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.796998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.797384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.797844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.798303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.798782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.799248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.799701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.800152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.800605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.801051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.801497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.801943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.802397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.816339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6ade844b-d538-4d67-b6c6-12bdc915e58d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9860 time: 0.3327146 Jul 15 23:20:03.817243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47736) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:03.851266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Pushing event updated for resources: {'Port': ['ID=016ee353-8b7b-49c6-be97-b58da6bf068b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:03.880934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.881566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.937643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] For port 2c69f024-805c-4474-ad1e-c6a319e3e6b8, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2c69f024-805c-4474-ad1e-c6a319e3e6b8,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:03.959504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6ed6a84b-01a9-4805-8692-969872bbaff1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03bc6ddde66141a8b0fce67173a7e872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165727 Jul 15 23:20:03.972490 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-d4d1ca70-5f00-42b4-a610-cbf951335fb7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1617079 Jul 15 23:20:03.976692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47738) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:04.002251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Request body: {'port': {'device_id': '2f4723c1-d0d8-4a9c-a702-86d04dbdfa85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:04.054335 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '45ae3b35-9617-47c2-9e92-4e1613909827', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'port_id': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'mac_address': 'fa:16:3e:38:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:59Z', 'updated_at': '2021-07-15T23:19:59Z', 'revision_number': 0, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:40Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:04.095339 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] Checking router: 7997e3cd-e608-405e-b65a-88b141cde870 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:04.107004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] For port 2c69f024-805c-4474-ad1e-c6a319e3e6b8, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:04.118137 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:04.122117 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:04.217173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] device_id is not set on port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:20:04.251228 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.255782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.265255 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8cc55677-bb66-4319-9f6d-e175ad121f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.288070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.309290 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:04.343979 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ecdbdd-82d5-48f2-a31a-7d886e8e1aba x-openstack-request-id: req-68ecdbdd-82d5-48f2-a31a-7d886e8e1aba {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:04.344434 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:04.344804 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68ecdbdd-82d5-48f2-a31a-7d886e8e1aba {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:04.345303 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'status': 'completed', 'code': 200} Jul 15 23:20:04.359087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8cc55677-bb66-4319-9f6d-e175ad121f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.387070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.408134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.473807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] No DVR routers for this DVR port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:04.475708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] Pushing event updated for resources: {'Port': ['ID=2c69f024-805c-4474-ad1e-c6a319e3e6b8,revision_number=6']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:04.495322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-1b7b1624-7c3b-4b9c-b572-421cdcf5bcaf tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.497525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-1b7b1624-7c3b-4b9c-b572-421cdcf5bcaf tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 819 time: 0.1390905 Jul 15 23:20:04.531284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.531747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.532476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.533151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.533819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.534435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.535078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.535940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.536564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.537182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.537832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.538445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.539108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.540115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.543560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-58636e91-86f4-4ae0-a3ee-ba4abf040f20 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8867 time: 0.7210495 Jul 15 23:20:04.560897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Request body: {'port': {'device_id': 'c4db2879-33bd-48a3-a8bb-f34d02cf15a2', 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8', 'admin_state_up': True, 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:04.604577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47740) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:04.677013 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '45ae3b35-9617-47c2-9e92-4e1613909827', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'port_id': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'mac_address': 'fa:16:3e:38:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:59Z', 'updated_at': '2021-07-15T23:19:59Z', 'revision_number': 0, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:40Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:04.693225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-ae3aad0a-194f-4f3b-a511-50cec316fe54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.699823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-ae3aad0a-194f-4f3b-a511-50cec316fe54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.711056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-ae3aad0a-194f-4f3b-a511-50cec316fe54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.720228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-ae3aad0a-194f-4f3b-a511-50cec316fe54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.734270 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd43f2-e151-4365-81ec-98e77798af6b None None] The sync data for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 is: [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '45ae3b35-9617-47c2-9e92-4e1613909827', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'port_id': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'mac_address': 'fa:16:3e:38:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:59Z', 'updated_at': '2021-07-15T23:19:59Z', 'revision_number': 0, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:40Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:04.740632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-ae3aad0a-194f-4f3b-a511-50cec316fe54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.754250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-ae3aad0a-194f-4f3b-a511-50cec316fe54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.760594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-ae3aad0a-194f-4f3b-a511-50cec316fe54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.764220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-ae3aad0a-194f-4f3b-a511-50cec316fe54 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 5355 time: 1.0756094 Jul 15 23:20:04.774307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2e707fe1-2757-4df7-8fad-f6361ba4c3fd no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:04.776972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c15ab17a-f7e4-4f01-875a-b6a5302c8d65 req-9a9bd31b-9259-45fc-8fc7-f9b342f08b35 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 210 time: 0.4277575 Jul 15 23:20:04.872178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236366-0553-459a-909d-55c624207e0c req-ed224450-32b1-44fa-98dd-bbafa6d2c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.873892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d236366-0553-459a-909d-55c624207e0c req-ed224450-32b1-44fa-98dd-bbafa6d2c856 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 1136 time: 0.9437752 Jul 15 23:20:04.877071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] In _notify_port_updated(), no bound segment for port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:20:04.878048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.878721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.880210 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-d7d681ba-a4b4-4b4d-9b54-100419f4d7db service neutron] 10.222.0.37 "PUT /v2.0/ports/2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 200 len: 1026 time: 1.6760187 Jul 15 23:20:04.882285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3df53c9d-71f6-42c6-9169-6d7ab6fedf50 req-e617a150-14c8-474b-8431-7abfbeb66811 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1026351 Jul 15 23:20:04.907204 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8cc55677-bb66-4319-9f6d-e175ad121f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.909930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8cc55677-bb66-4319-9f6d-e175ad121f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.917284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bf127a9e-4a1f-44b3-9e00-7771fbf3a96b None None] Provisioning complete for port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:04.918353 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bf127a9e-4a1f-44b3-9e00-7771fbf3a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.933981 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8cc55677-bb66-4319-9f6d-e175ad121f00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de145a5e-33bb-4563-ac80-4aec0b2d7fc6 HTTP/1.1" status: 204 len: 168 time: 0.9560728 Jul 15 23:20:04.948232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event updated for resources: {'Port': ['ID=3026a78d-8f5c-4267-a44b-3e57c8c41721,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:04.993320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236366-0553-459a-909d-55c624207e0c req-2832ab6b-c00b-4c66-a874-2d954a622953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.994748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d236366-0553-459a-909d-55c624207e0c req-2832ab6b-c00b-4c66-a874-2d954a622953 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9f9b9f0-fe99-4486-8068-0896fd1d557b HTTP/1.1" status: 200 len: 897 time: 0.1098177 Jul 15 23:20:05.022150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-8ec00f4f-d57b-4bba-91eb-8aa80aa4c6d5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.023714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Made reservation on behalf of 47dbf8f8ec4640b6af9efa92fbac8afc for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:05.025074 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-8ec00f4f-d57b-4bba-91eb-8aa80aa4c6d5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "GET /v2.0/ports/2e707fe1-2757-4df7-8fad-f6361ba4c3fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0802031 Jul 15 23:20:05.029255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.031479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bf127a9e-4a1f-44b3-9e00-7771fbf3a96b None None] Port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:05.039301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] In _notify_port_updated(), no bound segment for port 3026a78d-8f5c-4267-a44b-3e57c8c41721 on network 4c46155a-712f-4e91-b54d-9bf3046314d4 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:20:05.047220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.047962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.055162 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6072d1f7-8185-4802-a0c5-3f0eaaa0aa5e tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "PUT /v2.0/ports/3026a78d-8f5c-4267-a44b-3e57c8c41721 HTTP/1.1" status: 200 len: 1135 time: 1.7831805 Jul 15 23:20:05.059856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47748) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:05.063774 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.094921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:05.116868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e707fe1-2757-4df7-8fad-f6361ba4c3fd'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:05.121915 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f60e7e-e33c-4279-b98e-07904bba1755" -d '{"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "2e707fe1-2757-4df7-8fad-f6361ba4c3fd"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:05.157956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:05.160175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc55677-bb66-4319-9f6d-e175ad121f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de145a5e-33bb-4563-ac80-4aec0b2d7fc6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:05.170688 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.170987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2c69f024-805c-4474-ad1e-c6a319e3e6b8 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:05.227816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d236366-0553-459a-909d-55c624207e0c req-a7e919e4-aac7-4b43-8bff-cd3032228ece service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66 HTTP/1.1" status: 200 len: 999 time: 0.1914270 Jul 15 23:20:05.234222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c88ddd-3367-412c-b94c-a9463104b16b None None] New status for floating IP 45ae3b35-9617-47c2-9e92-4e1613909827: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:20:05.239971 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83e3129-cf6a-40d8-aed1-64390e11c841 x-openstack-request-id: req-d83e3129-cf6a-40d8-aed1-64390e11c841 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:05.240264 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "2e707fe1-2757-4df7-8fad-f6361ba4c3fd", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:05.240519 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d83e3129-cf6a-40d8-aed1-64390e11c841 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:05.241197 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e707fe1-2757-4df7-8fad-f6361ba4c3fd', 'code': 200} Jul 15 23:20:05.299625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.306927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236366-0553-459a-909d-55c624207e0c req-43aa8dd7-e200-4d09-a14b-e1d1b5235a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.308523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d236366-0553-459a-909d-55c624207e0c req-43aa8dd7-e200-4d09-a14b-e1d1b5235a93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a71714a-50d2-4182-b794-809227443175 HTTP/1.1" status: 200 len: 834 time: 0.0699468 Jul 15 23:20:05.362459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-73dca81a-bf9a-46e3-90b1-38e476c6c021 None None] Provisioning complete for port 3026a78d-8f5c-4267-a44b-3e57c8c41721 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:05.362981 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73dca81a-bf9a-46e3-90b1-38e476c6c021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.386300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236366-0553-459a-909d-55c624207e0c req-a2d7e148-f8e3-49d8-9451-2eec68b4bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.388418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d236366-0553-459a-909d-55c624207e0c req-a2d7e148-f8e3-49d8-9451-2eec68b4bc62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9f9b9f0-fe99-4486-8068-0896fd1d557b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664411 Jul 15 23:20:05.389361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:05.409529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 2c69f024-805c-4474-ad1e-c6a319e3e6b8 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:05.410101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fea8efda-f69d-4eb3-9e36-aa435e795501 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:05.466453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-73dca81a-bf9a-46e3-90b1-38e476c6c021 None None] Port 3026a78d-8f5c-4267-a44b-3e57c8c41721 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:05.492085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844fa95f-c3e8-4c98-be57-5a653c0ae0a3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.497804 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-844fa95f-c3e8-4c98-be57-5a653c0ae0a3 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "GET /v2.0/ports/3026a78d-8f5c-4267-a44b-3e57c8c41721 HTTP/1.1" status: 200 len: 1135 time: 0.4316154 Jul 15 23:20:05.501414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:05.627622 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.695059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fea8efda-f69d-4eb3-9e36-aa435e795501, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fea8efda-f69d-4eb3-9e36-aa435e795501,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:05.700742 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.701813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 28eba14b-9740-49bf-b234-fcdf2819574d no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:05.710809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d236366-0553-459a-909d-55c624207e0c req-fea84ac1-638d-45c1-8098-1d72f1b74467 service neutron] 10.222.0.59 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988656 Jul 15 23:20:05.772029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-05934fd6-6d92-4434-841e-cbb04118af3f tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Deleting port 3026a78d-8f5c-4267-a44b-3e57c8c41721 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:05.772793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05934fd6-6d92-4434-841e-cbb04118af3f tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.822172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=fea8efda-f69d-4eb3-9e36-aa435e795501,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:05.935823 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.003740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 28eba14b-9740-49bf-b234-fcdf2819574d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=28eba14b-9740-49bf-b234-fcdf2819574d,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:06.009893 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.011438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 752b1bd2-10f2-4679-902b-dd4d1fb9e993 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:06.045774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47776) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:06.061494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05934fd6-6d92-4434-841e-cbb04118af3f tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.076072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-05934fd6-6d92-4434-841e-cbb04118af3f tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Calling delete_port for 3026a78d-8f5c-4267-a44b-3e57c8c41721 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:06.095078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016ee353-8b7b-49c6-be97-b58da6bf068b {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:06.118220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.169895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=28eba14b-9740-49bf-b234-fcdf2819574d,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.187107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.188203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.188750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.189337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.191613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.191613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.191613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.191613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.192506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.193007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.193593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.195617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:06.244235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] For port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:06.258033 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.275755 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eb3e34c8-eca4-45bb-b61c-78ac9d577c75 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5228 time: 1.6503038 Jul 15 23:20:06.282373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47784) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:06.285515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318128101'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:06.291106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39ee5aee-e9f2-4039-953f-776fafa7ed48 req-f59f4a95-657e-4c2b-8abe-04eaaf9b12dd tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 210 time: 0.0910549 Jul 15 23:20:06.312280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 752b1bd2-10f2-4679-902b-dd4d1fb9e993, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:06.319226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.320932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:06.322194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d236366-0553-459a-909d-55c624207e0c req-76e01ad3-11aa-4a78-a4cd-c55d891f2d10 service neutron] 10.222.0.59 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003363 Jul 15 23:20:06.327812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Transition to ACTIVE for port object 016ee353-8b7b-49c6-be97-b58da6bf068b will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:06.331259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05934fd6-6d92-4434-841e-cbb04118af3f tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.349051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.408863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Allocated IP 172.20.0.8 (76bb3044-1f8f-4229-bb20-38a9b13fd0d8/76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1/618ea41e-a386-4964-b72d-ef71b0281102) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:06.415360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Pushing event updated for resources: {'Port': ['ID=016ee353-8b7b-49c6-be97-b58da6bf068b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.438251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] For port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:06.496089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=752b1bd2-10f2-4679-902b-dd4d1fb9e993,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.534045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.545310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.572919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c058a-db9a-494b-a766-00ef931382e0 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.573317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c058a-db9a-494b-a766-00ef931382e0 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.575467 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.575611 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a09c058a-db9a-494b-a766-00ef931382e0 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7997e3cd-e608-405e-b65a-88b141cde870 HTTP/1.1" status: 200 len: 1990 time: 0.2843201 Jul 15 23:20:06.577421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05934fd6-6d92-4434-841e-cbb04118af3f tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event deleted for resources: {'Port': ['ID=3026a78d-8f5c-4267-a44b-3e57c8c41721,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.578336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] device_id is not set on port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:20:06.649182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Attempting to bind port 016ee353-8b7b-49c6-be97-b58da6bf068b on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:06.649525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Attempting to bind port 016ee353-8b7b-49c6-be97-b58da6bf068b by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:06.649859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Attempting to bind port 016ee353-8b7b-49c6-be97-b58da6bf068b on network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:06.660940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Port 016ee353-8b7b-49c6-be97-b58da6bf068b on network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:06.661268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Attempting to bind port 016ee353-8b7b-49c6-be97-b58da6bf068b on network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:06.665216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.667396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:06.678904 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.681104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device c9bbca2a-1b0c-49f1-91c7-fb017eba71fe no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:06.696152 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.698164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08e764-0473-46b8-ae68-babd22b5fa5b req-5990ee23-41cd-485e-bb0b-8f4219abfe67 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.708838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08e764-0473-46b8-ae68-babd22b5fa5b req-5990ee23-41cd-485e-bb0b-8f4219abfe67 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.723538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08e764-0473-46b8-ae68-babd22b5fa5b req-5990ee23-41cd-485e-bb0b-8f4219abfe67 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.730327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08e764-0473-46b8-ae68-babd22b5fa5b req-5990ee23-41cd-485e-bb0b-8f4219abfe67 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.738293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08e764-0473-46b8-ae68-babd22b5fa5b req-5990ee23-41cd-485e-bb0b-8f4219abfe67 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.745738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08e764-0473-46b8-ae68-babd22b5fa5b req-5990ee23-41cd-485e-bb0b-8f4219abfe67 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.753817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f08e764-0473-46b8-ae68-babd22b5fa5b req-5990ee23-41cd-485e-bb0b-8f4219abfe67 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 4653 time: 0.5550759 Jul 15 23:20:06.776448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:06.776823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Checking segment: {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:06.777717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Bound using segment: {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:06.778183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Bound port: 016ee353-8b7b-49c6-be97-b58da6bf068b, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:06.778539 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.805255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.832198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.836748 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05934fd6-6d92-4434-841e-cbb04118af3f tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.839253 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-05934fd6-6d92-4434-841e-cbb04118af3f tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "DELETE /v2.0/ports/3026a78d-8f5c-4267-a44b-3e57c8c41721 HTTP/1.1" status: 204 len: 168 time: 1.3369131 Jul 15 23:20:06.849982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47788) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:06.859300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.880463 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.881070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f08e764-0473-46b8-ae68-babd22b5fa5b req-5e5df96a-2aa2-46b5-969d-10c3948fb202 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=9edbc744-caaa-4c5b-a8ba-1897aeeff484&id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1258538 Jul 15 23:20:06.889032 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.941784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] Pushing event updated for resources: {'Port': ['ID=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,revision_number=7']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.949735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:06.959482 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.966210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b8c50f-a720-4138-ae1f-f7ab411514aa tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Deleting subnet 9b29b265-db8e-431a-b75e-6ecf69fe5604 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:06.972620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24b8c50f-a720-4138-ae1f-f7ab411514aa tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.997716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.001422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] No DVR routers for this DVR port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:07.041602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:07.065723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:07.068287 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24b8c50f-a720-4138-ae1f-f7ab411514aa tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.087501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] For port 016ee353-8b7b-49c6-be97-b58da6bf068b, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:07.097573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:07.099339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec78df8-2ec8-4f66-9fd4-912285b44e51,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:07.100009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:07.116856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] In _notify_port_updated(), no bound segment for port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd on network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:20:07.117989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.118995 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.120375 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-99edff7c-54cd-43c9-9147-3418ad4e137c service neutron] 10.222.0.37 "PUT /v2.0/ports/2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 200 len: 1026 time: 2.0594668 Jul 15 23:20:07.124195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] For port 016ee353-8b7b-49c6-be97-b58da6bf068b, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=016ee353-8b7b-49c6-be97-b58da6bf068b,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:07.140225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.141134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Pushing event updated for resources: {'Port': ['ID=618ea41e-a386-4964-b72d-ef71b0281102,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:07.180006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.180627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.204903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-08a885bb-aaac-49d8-b258-d1e9c1614e37 None None] Provisioning complete for port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:07.205459 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a885bb-aaac-49d8-b258-d1e9c1614e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.227270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.227885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.228440 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24b8c50f-a720-4138-ae1f-f7ab411514aa tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.229297 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] 10.222.0.37 "PUT /v2.0/ports/016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 200 len: 1091 time: 3.2314794 Jul 15 23:20:07.231332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4723c1-d0d8-4a9c-a702-86d04dbdfa85', 'tag': '016ee353-8b7b-49c6-be97-b58da6bf068b'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:07.233620 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c7a473-0db7-462a-9291-11883f6d5ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4723c1-d0d8-4a9c-a702-86d04dbdfa85", "tag": "016ee353-8b7b-49c6-be97-b58da6bf068b"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:07.247596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea8efda-f69d-4eb3-9e36-aa435e795501'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28eba14b-9740-49bf-b234-fcdf2819574d'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752b1bd2-10f2-4679-902b-dd4d1fb9e993'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:07.250126 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221a6135-26d3-4c0d-90a6-9ff3a680a74f" -d '{"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "fea8efda-f69d-4eb3-9e36-aa435e795501"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "28eba14b-9740-49bf-b234-fcdf2819574d"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "752b1bd2-10f2-4679-902b-dd4d1fb9e993"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "060a90c1-f4fe-4238-9f2a-5d4ccb2b1436"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:07.260385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-08a885bb-aaac-49d8-b258-d1e9c1614e37 None None] Port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:07.263596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.275696 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.302253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd9c6-578b-42c6-a38a-4206a098031e service neutron] Pushing event updated for resources: {'Port': ['ID=016ee353-8b7b-49c6-be97-b58da6bf068b,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:07.305099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-a788026b-461f-4084-9343-3ade33c08989 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7569795 Jul 15 23:20:07.311165 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374c8275-922e-4531-a0a9-87ce0bda5bbf x-openstack-request-id: req-374c8275-922e-4531-a0a9-87ce0bda5bbf {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:07.311459 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4723c1-d0d8-4a9c-a702-86d04dbdfa85", "tag": "016ee353-8b7b-49c6-be97-b58da6bf068b", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:07.311726 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-374c8275-922e-4531-a0a9-87ce0bda5bbf {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:07.312085 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4723c1-d0d8-4a9c-a702-86d04dbdfa85', 'tag': '016ee353-8b7b-49c6-be97-b58da6bf068b', 'status': 'completed', 'code': 200} Jul 15 23:20:07.322542 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bfd18f-40d0-41e7-9afe-210d78a92a0c x-openstack-request-id: req-99bfd18f-40d0-41e7-9afe-210d78a92a0c {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:07.322883 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "fea8efda-f69d-4eb3-9e36-aa435e795501", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "28eba14b-9740-49bf-b234-fcdf2819574d", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "752b1bd2-10f2-4679-902b-dd4d1fb9e993", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "060a90c1-f4fe-4238-9f2a-5d4ccb2b1436", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:07.323133 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99bfd18f-40d0-41e7-9afe-210d78a92a0c {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:07.323573 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea8efda-f69d-4eb3-9e36-aa435e795501', 'code': 200} Jul 15 23:20:07.323794 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28eba14b-9740-49bf-b234-fcdf2819574d', 'code': 200} Jul 15 23:20:07.324092 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752b1bd2-10f2-4679-902b-dd4d1fb9e993', 'code': 200} Jul 15 23:20:07.324341 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436', 'code': 200} Jul 15 23:20:07.324582 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'code': 200} Jul 15 23:20:07.328926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Request body: {'port': {'device_id': 'c4db2879-33bd-48a3-a8bb-f34d02cf15a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:07.365177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.367224 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3194549 Jul 15 23:20:07.372008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47796) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:07.383657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912133d-c013-49da-96a4-a7c0115852dc tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dfded9-2763-4957-ab71-581b5166511c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:07.393106 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24b8c50f-a720-4138-ae1f-f7ab411514aa tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.423853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:07.424201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.449894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8c50f-a720-4138-ae1f-f7ab411514aa tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event deleted for resources: {'Subnet': ['ID=9b29b265-db8e-431a-b75e-6ecf69fe5604,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:07.459465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef02ca6-0bc2-4e89-b1be-f0fee6603545 None None] Network 4c46155a-712f-4e91-b54d-9bf3046314d4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:07.469345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24b8c50f-a720-4138-ae1f-f7ab411514aa tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.473816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-24b8c50f-a720-4138-ae1f-f7ab411514aa tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "DELETE /v2.0/subnets/9b29b265-db8e-431a-b75e-6ecf69fe5604 HTTP/1.1" status: 204 len: 168 time: 0.6206532 Jul 15 23:20:07.474627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-ff87d849-d81b-4600-afda-8762d249c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.475968 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-ff87d849-d81b-4600-afda-8762d249c5ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1094 time: 0.1519885 Jul 15 23:20:07.478675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47798) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:07.552437 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-e6a579ee-fa60-4379-9d83-886b51fbe156 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 200 len: 217 time: 0.0459061 Jul 15 23:20:07.559300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.572148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bbf38f57-5447-4ff1-af5b-dcca7684a46a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1985068 Jul 15 23:20:07.581217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:07.617980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] For port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:07.618291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.622639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0475fdd0-d4be-450c-acd4-6bb6df0037c5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-security--1982957088', 'description': 'tempest-security-description-1027470119'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:07.637126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:07.641947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-f119ae09-232b-4506-8cb2-fa7126d93f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.643629 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-f119ae09-232b-4506-8cb2-fa7126d93f72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.0842409 Jul 15 23:20:07.648383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.672906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] DHCP port deletion for 4c46155a-712f-4e91-b54d-9bf3046314d4 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:07.716241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475fdd0-d4be-450c-acd4-6bb6df0037c5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.725221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-421c9187-f56e-4d29-b6d8-714e0c34d9ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747025 Jul 15 23:20:07.756031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] Deleting port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:07.757081 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.778960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5008b9-0cd1-4a13-a4d4-4417f6a2191d req-ae14739a-4e1e-4c58-a8ce-14ae9800c620 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.783458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca5008b9-0cd1-4a13-a4d4-4417f6a2191d req-ae14739a-4e1e-4c58-a8ce-14ae9800c620 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 931 time: 0.3160911 Jul 15 23:20:07.834967 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-817a2510-e164-48c8-9ee4-917c25b078ab service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958831 Jul 15 23:20:07.859993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] For port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,segment=NetworkSegment(83901c92-3aed-41bd-8824-e1b2b6c42c4a),segment_id=83901c92-3aed-41bd-8824-e1b2b6c42c4a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:07.860552 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.883049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] Calling delete_port for e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:07.886766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:07.993628 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ac2615ea-5923-4b85-99b7-b3426ddb8e07 req-30d3e4bb-58b7-4914-8659-ff2f9c99747b service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493354 Jul 15 23:20:07.997728 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:20:08.012920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475fdd0-d4be-450c-acd4-6bb6df0037c5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.024637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.032931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475fdd0-d4be-450c-acd4-6bb6df0037c5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.035739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475fdd0-d4be-450c-acd4-6bb6df0037c5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.036161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.037277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0475fdd0-d4be-450c-acd4-6bb6df0037c5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "PUT /v2.0/security-groups/64dfded9-2763-4957-ab71-581b5166511c HTTP/1.1" status: 200 len: 1780 time: 0.4251072 Jul 15 23:20:08.047767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47808) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:08.079215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=060a90c1-f4fe-4238-9f2a-5d4ccb2b1436,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.083351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca5008b9-0cd1-4a13-a4d4-4417f6a2191d req-970977b8-6a06-46b6-846b-3b8c82ac6a55 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476194 Jul 15 23:20:08.106315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,segment=NetworkSegment(83901c92-3aed-41bd-8824-e1b2b6c42c4a),segment_id=83901c92-3aed-41bd-8824-e1b2b6c42c4a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:08.115127 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.158350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.181356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] No DVR routers for this DVR port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:08.183208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] No DVR routers for this DVR port 060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:08.186591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Deleting port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:08.187131 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.190809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.191524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475fdd0-d4be-450c-acd4-6bb6df0037c5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dfded9-2763-4957-ab71-581b5166511c,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.191652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.191652 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-b3daba2a-7718-4350-ba2b-8de5a488f24c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "DELETE /v2.0/ports/060a90c1-f4fe-4238-9f2a-5d4ccb2b1436 HTTP/1.1" status: 204 len: 173 time: 1.0639262 Jul 15 23:20:08.222936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054dceb-e52d-4441-9148-df19d6d16c33 None None] Pushing event deleted for resources: {'Port': ['ID=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.252219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6e12acb8-a998-42e5-b01d-52f44cc1cb4a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups/64dfded9-2763-4957-ab71-581b5166511c HTTP/1.1" status: 200 len: 1780 time: 0.1996026 Jul 15 23:20:08.256638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47810) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:08.265391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-99cefdf9-5557-4ec6-8cea-fb7dfd7ba020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.266939 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-99cefdf9-5557-4ec6-8cea-fb7dfd7ba020 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1094 time: 0.1698794 Jul 15 23:20:08.339295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] For port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e, host n-d-793618-8, got binding levels [] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:08.339719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.343693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618ea41e-a386-4964-b72d-ef71b0281102 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:08.358747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.375585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Calling delete_port for e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:08.382131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:08.382688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.382835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e was not found and therefore no delete operation was performed {{(pid=93715) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:20:08.392092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.403367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1cbcc-025c-468a-8ac4-04e25f8b5905 req-bc69e1b2-629b-4176-bd0e-da178d3361d0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.409202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1cbcc-025c-468a-8ac4-04e25f8b5905 req-bc69e1b2-629b-4176-bd0e-da178d3361d0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.411895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-9ab4848d-e039-4858-9033-a988b9cd3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.413437 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-9ab4848d-e039-4858-9033-a988b9cd3f08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.1239271 Jul 15 23:20:08.415038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1cbcc-025c-468a-8ac4-04e25f8b5905 req-bc69e1b2-629b-4176-bd0e-da178d3361d0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.420919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1cbcc-025c-468a-8ac4-04e25f8b5905 req-bc69e1b2-629b-4176-bd0e-da178d3361d0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.422677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6f1cbcc-025c-468a-8ac4-04e25f8b5905 req-bc69e1b2-629b-4176-bd0e-da178d3361d0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 3143 time: 0.2927749 Jul 15 23:20:08.435752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Transition to ACTIVE for port object 618ea41e-a386-4964-b72d-ef71b0281102 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:08.473970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event deleted for resources: {'Port': ['ID=e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.475615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.485638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] No DVR routers for this DVR port e116a8bc-0e42-43ee-83f6-ccd0c7ffcd9e on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:08.488136 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-2d9a96ba-5eb6-4541-bab4-11679dfe62e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 200 len: 217 time: 0.0664883 Jul 15 23:20:08.520661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-877bb523-2b3e-4064-80f0-b867d97ff214 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.552730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] For port 752b1bd2-10f2-4679-902b-dd4d1fb9e993, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=752b1bd2-10f2-4679-902b-dd4d1fb9e993,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:08.553105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.566209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-0eb3f59b-8ae2-4faf-9c20-146c26b9fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.567560 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-0eb3f59b-8ae2-4faf-9c20-146c26b9fa98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.0719945 Jul 15 23:20:08.571564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for 752b1bd2-10f2-4679-902b-dd4d1fb9e993 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:08.613657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-05d6ebfc-e046-45a8-bf50-57b3d0243b10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372975 Jul 15 23:20:08.623309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6f1cbcc-025c-468a-8ac4-04e25f8b5905 req-0dd2fa42-1317-46c4-9aa0-a36b40cd7d60 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1932728 Jul 15 23:20:08.624904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-877bb523-2b3e-4064-80f0-b867d97ff214 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.631473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=618ea41e-a386-4964-b72d-ef71b0281102,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.675764 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.714257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c46155a-712f-4e91-b54d-9bf3046314d4']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:08.749907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83901c92-3aed-41bd-8824-e1b2b6c42c4a') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:08.750235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83901c92-3aed-41bd-8824-e1b2b6c42c4a') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:08.760581 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-1a0ba9d1-c55d-4099-b94f-5922a91346f9 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122682 Jul 15 23:20:08.768283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.788761 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.799533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-877bb523-2b3e-4064-80f0-b867d97ff214 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.802119 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-877bb523-2b3e-4064-80f0-b867d97ff214 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.803291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-877bb523-2b3e-4064-80f0-b867d97ff214 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/64dfded9-2763-4957-ab71-581b5166511c HTTP/1.1" status: 204 len: 168 time: 0.5434024 Jul 15 23:20:08.806577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47812) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:08.811284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:08.811742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:08.814592 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:08.819278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Attempting to bind port 618ea41e-a386-4964-b72d-ef71b0281102 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:08.819616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Attempting to bind port 618ea41e-a386-4964-b72d-ef71b0281102 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:08.819942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Attempting to bind port 618ea41e-a386-4964-b72d-ef71b0281102 on network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:08.841117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bb523-2b3e-4064-80f0-b867d97ff214 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dfded9-2763-4957-ab71-581b5166511c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.845086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Port 618ea41e-a386-4964-b72d-ef71b0281102 on network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:08.845410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Attempting to bind port 618ea41e-a386-4964-b72d-ef71b0281102 on network 76bb3044-1f8f-4229-bb20-38a9b13fd0d8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:08.885346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:08.885682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Checking segment: {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:08.886141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Bound using segment: {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:08.886563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Bound port: 618ea41e-a386-4964-b72d-ef71b0281102, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e576ef61-7abf-40b0-8af1-b12f75767f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:08.886938 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.906002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.921395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.932084 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.934215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] 10.222.0.23 "DELETE /v2.0/networks/4c46155a-712f-4e91-b54d-9bf3046314d4 HTTP/1.1" status: 204 len: 168 time: 1.4452038 Jul 15 23:20:08.947815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113f515-d119-4588-b06f-8c7d073e01c2 tempest-ExtraDHCPOptionsTestJSON-395440139 tempest-ExtraDHCPOptionsTestJSON-395440139-project] Pushing event deleted for resources: {'Network': ['ID=4c46155a-712f-4e91-b54d-9bf3046314d4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.956510 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-184c97ca-63ec-4682-af80-900a563f9326 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1486826 Jul 15 23:20:08.959344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47820) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:08.962832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=752b1bd2-10f2-4679-902b-dd4d1fb9e993,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.984178 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-7fcdb778-d4e4-412c-b810-2634f3942c93 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994359 Jul 15 23:20:08.985716 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-a5d58f9a-8d17-4197-a0fe-65b3cb8b23a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] delete failed (client error): The resource could not be found. Jul 15 23:20:08.990874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a5d58f9a-8d17-4197-a0fe-65b3cb8b23a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/64dfded9-2763-4957-ab71-581b5166511c HTTP/1.1" status: 404 len: 347 time: 0.0264862 Jul 15 23:20:08.993489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47822) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:09.000991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-05135552-57b7-455a-bd90-baecb99d0d43 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-secgroup--223680534'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:09.012884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] For port 618ea41e-a386-4964-b72d-ef71b0281102, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:09.032359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] For port 618ea41e-a386-4964-b72d-ef71b0281102, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=618ea41e-a386-4964-b72d-ef71b0281102,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:09.040224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] No DVR routers for this DVR port 752b1bd2-10f2-4679-902b-dd4d1fb9e993 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:09.042168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.043165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.045268 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-37d65611-7df2-464d-8b5b-946b96e9d32d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "DELETE /v2.0/ports/752b1bd2-10f2-4679-902b-dd4d1fb9e993 HTTP/1.1" status: 204 len: 173 time: 0.8476193 Jul 15 23:20:09.048242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05135552-57b7-455a-bd90-baecb99d0d43 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.092199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.092879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.094197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/618ea41e-a386-4964-b72d-ef71b0281102 HTTP/1.1" status: 200 len: 1091 time: 1.7734158 Jul 15 23:20:09.094629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4db2879-33bd-48a3-a8bb-f34d02cf15a2', 'tag': '618ea41e-a386-4964-b72d-ef71b0281102'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:09.097147 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e209c0-a553-44bf-a415-b5dfba2498a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4db2879-33bd-48a3-a8bb-f34d02cf15a2", "tag": "618ea41e-a386-4964-b72d-ef71b0281102"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:09.136681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057e40-19a1-43d8-b5d5-85b119efc4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=618ea41e-a386-4964-b72d-ef71b0281102,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:09.202893 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931a3b04-44de-4613-b191-2bca6e6b57a2 x-openstack-request-id: req-931a3b04-44de-4613-b191-2bca6e6b57a2 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:09.203322 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4db2879-33bd-48a3-a8bb-f34d02cf15a2", "tag": "618ea41e-a386-4964-b72d-ef71b0281102", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:09.203668 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-931a3b04-44de-4613-b191-2bca6e6b57a2 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:09.204274 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4db2879-33bd-48a3-a8bb-f34d02cf15a2', 'tag': '618ea41e-a386-4964-b72d-ef71b0281102', 'status': 'completed', 'code': 200} Jul 15 23:20:09.204726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port 28eba14b-9740-49bf-b234-fcdf2819574d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:09.205143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.252271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05135552-57b7-455a-bd90-baecb99d0d43 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.260749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05135552-57b7-455a-bd90-baecb99d0d43 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.294588 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05135552-57b7-455a-bd90-baecb99d0d43 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.296082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-05135552-57b7-455a-bd90-baecb99d0d43 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3014517 Jul 15 23:20:09.300884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47830) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:09.305984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-17ce0dbd-8887-47d4-b399-99c410958500 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': '337bcf0c-d94f-4680-a845-c04ce14e99e6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:09.313056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': '752b1bd2-10f2-4679-902b-dd4d1fb9e993'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:09.315718 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a8a4e7-1b12-42a4-9a31-9e91877415e8" -d '{"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "060a90c1-f4fe-4238-9f2a-5d4ccb2b1436"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "752b1bd2-10f2-4679-902b-dd4d1fb9e993"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:09.344330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05135552-57b7-455a-bd90-baecb99d0d43 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337bcf0c-d94f-4680-a845-c04ce14e99e6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:09.355044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] For port 28eba14b-9740-49bf-b234-fcdf2819574d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=28eba14b-9740-49bf-b234-fcdf2819574d,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:09.356183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.364812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-e8df8bb7-e09a-4877-82e0-1ec40bb12988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.366427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-e8df8bb7-e09a-4877-82e0-1ec40bb12988 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 1094 time: 0.1805334 Jul 15 23:20:09.372866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:09.379708 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e31496-3c59-4b38-90b3-6d3041c6fd71 x-openstack-request-id: req-d8e31496-3c59-4b38-90b3-6d3041c6fd71 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:09.380032 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "060a90c1-f4fe-4238-9f2a-5d4ccb2b1436", "status": "completed", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "752b1bd2-10f2-4679-902b-dd4d1fb9e993", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:09.381028 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8e31496-3c59-4b38-90b3-6d3041c6fd71 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:09.381028 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': '060a90c1-f4fe-4238-9f2a-5d4ccb2b1436', 'status': 'completed', 'code': 200} Jul 15 23:20:09.381028 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': '752b1bd2-10f2-4679-902b-dd4d1fb9e993', 'status': 'completed', 'code': 200} Jul 15 23:20:09.391578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for 28eba14b-9740-49bf-b234-fcdf2819574d owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:09.404455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17ce0dbd-8887-47d4-b399-99c410958500 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.407626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c60bd6-1497-480d-bb95-eb28c3be3033 req-9e6f72d4-8ea1-4850-b38f-3b66f2e07d54 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.409820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c60bd6-1497-480d-bb95-eb28c3be3033 req-9e6f72d4-8ea1-4850-b38f-3b66f2e07d54 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 943 time: 0.1237376 Jul 15 23:20:09.540822 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17ce0dbd-8887-47d4-b399-99c410958500 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.550134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17ce0dbd-8887-47d4-b399-99c410958500 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.621083 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ae0d49c7-0a04-42bf-bec3-d925112fff20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33d2813c9dd54cd5948f480f3303c677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444496 Jul 15 23:20:09.624284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce0dbd-8887-47d4-b399-99c410958500 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b53854-02b5-4b66-a7d0-4c2c665f4bf5,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:09.627705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47838) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:09.628436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-17ce0dbd-8887-47d4-b399-99c410958500 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.629635 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-17ce0dbd-8887-47d4-b399-99c410958500 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277476 Jul 15 23:20:09.641331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47840) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:09.682492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.732285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c48eea31-aa85-4c9d-8956-a67dbe642123 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.746994 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=28eba14b-9740-49bf-b234-fcdf2819574d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:09.754493 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c48eea31-aa85-4c9d-8956-a67dbe642123 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.825689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] No DVR routers for this DVR port 28eba14b-9740-49bf-b234-fcdf2819574d on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:09.830429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.832467 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-be85ebfe-0b00-426b-b2e5-cc9b0137c0fa tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "DELETE /v2.0/ports/28eba14b-9740-49bf-b234-fcdf2819574d HTTP/1.1" status: 204 len: 173 time: 0.7818999 Jul 15 23:20:09.835106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88c4c303-1ec6-4554-950c-31181a7be647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.855095 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c48eea31-aa85-4c9d-8956-a67dbe642123 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.859171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-e7b51a27-67c5-4c2e-aae9-efd965ccfb16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ea41e-a386-4964-b72d-ef71b0281102 HTTP/1.1" status: 200 len: 217 time: 0.4480143 Jul 15 23:20:09.881528 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c48eea31-aa85-4c9d-8956-a67dbe642123 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.882652 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c48eea31-aa85-4c9d-8956-a67dbe642123 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/29b53854-02b5-4b66-a7d0-4c2c665f4bf5 HTTP/1.1" status: 204 len: 168 time: 0.2404826 Jul 15 23:20:09.885812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47844) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:09.907587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88c4c303-1ec6-4554-950c-31181a7be647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.919142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48eea31-aa85-4c9d-8956-a67dbe642123 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29b53854-02b5-4b66-a7d0-4c2c665f4bf5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:09.943615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c60bd6-1497-480d-bb95-eb28c3be3033 req-35af41ce-0765-4bbc-9b0d-607a87943b25 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264468 Jul 15 23:20:09.967958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-16e0ffe8-cea0-4465-8ab1-b534340d0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.967958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-16e0ffe8-cea0-4465-8ab1-b534340d0416 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.0927203 Jul 15 23:20:10.005659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-638c1aab-c33c-4a1b-b4f4-11d96f2294e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315108 Jul 15 23:20:10.022867 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dd03b501-b110-46a9-84f8-b3fe2dfc9c72 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1264119 Jul 15 23:20:10.023058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47848) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.051805 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88c4c303-1ec6-4554-950c-31181a7be647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.054692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88c4c303-1ec6-4554-950c-31181a7be647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.058172 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-88c4c303-1ec6-4554-950c-31181a7be647 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7208ef33-194c-4c51-aebd-9d4f2668aa06 HTTP/1.1" status: 204 len: 168 time: 0.4253561 Jul 15 23:20:10.058336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618441-0547-44df-96fe-08cf0f1b7512 req-f757226d-7bf5-45ea-987a-c53b6ac714ef tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.063022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618441-0547-44df-96fe-08cf0f1b7512 req-f757226d-7bf5-45ea-987a-c53b6ac714ef tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.065461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4c303-1ec6-4554-950c-31181a7be647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7208ef33-194c-4c51-aebd-9d4f2668aa06,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:10.070076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63618441-0547-44df-96fe-08cf0f1b7512 req-f757226d-7bf5-45ea-987a-c53b6ac714ef tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 1677 time: 0.2203226 Jul 15 23:20:10.087171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port fea8efda-f69d-4eb3-9e36-aa435e795501 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:10.087528 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.171972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63618441-0547-44df-96fe-08cf0f1b7512 req-a9361986-31de-4e16-a594-1ade73d542a1 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010818 Jul 15 23:20:10.194917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-402d7656-4e69-4c3a-a1b2-080f44a6092e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.218419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-402d7656-4e69-4c3a-a1b2-080f44a6092e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.256014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] For port fea8efda-f69d-4eb3-9e36-aa435e795501, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fea8efda-f69d-4eb3-9e36-aa435e795501,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:10.256682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.272520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for fea8efda-f69d-4eb3-9e36-aa435e795501 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:10.286867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-cece5958-55d7-4c6b-8981-790384e29d67 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718370 Jul 15 23:20:10.301944 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-402d7656-4e69-4c3a-a1b2-080f44a6092e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.304797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-402d7656-4e69-4c3a-a1b2-080f44a6092e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.306013 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-402d7656-4e69-4c3a-a1b2-080f44a6092e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/337bcf0c-d94f-4680-a845-c04ce14e99e6 HTTP/1.1" status: 204 len: 168 time: 0.2814033 Jul 15 23:20:10.310742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47856) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.347932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d7656-4e69-4c3a-a1b2-080f44a6092e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337bcf0c-d94f-4680-a845-c04ce14e99e6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:10.426794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-faf3f2d1-242b-4943-b126-0dfa25bb104b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036565 Jul 15 23:20:10.429732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47860) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.436594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-75264b49-74e1-46ca-b9a0-859f53063516 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675478205'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:10.443608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b8ba2cc-e68f-439f-b2b6-2a50ad3d3b6a req-62e7bf2c-64a8-4f3e-b64b-f76007bb3ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493990 Jul 15 23:20:10.447246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.479374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=fea8efda-f69d-4eb3-9e36-aa435e795501,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:10.497308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75264b49-74e1-46ca-b9a0-859f53063516 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.545121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] No DVR routers for this DVR port fea8efda-f69d-4eb3-9e36-aa435e795501 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:10.548273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.550369 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-9beb20d8-57dd-4483-b125-0a136f0d5508 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "DELETE /v2.0/ports/fea8efda-f69d-4eb3-9e36-aa435e795501 HTTP/1.1" status: 204 len: 173 time: 0.7109780 Jul 15 23:20:10.587516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-e0d2d56d-ca0b-408e-94d6-0d3f18366f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.589218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-e0d2d56d-ca0b-408e-94d6-0d3f18366f08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 1094 time: 0.0577221 Jul 15 23:20:10.698092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-d1bafb93-66da-47fb-9dab-22cd564c7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.700343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-d1bafb93-66da-47fb-9dab-22cd564c7990 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.1035521 Jul 15 23:20:10.758424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-680c5cd3-6da3-4c3e-9850-685838581c5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ea41e-a386-4964-b72d-ef71b0281102 HTTP/1.1" status: 200 len: 217 time: 0.0516014 Jul 15 23:20:10.804796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 016ee353-8b7b-49c6-be97-b58da6bf068b details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:10.827391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-25442576-4c34-4e31-bcde-e3e415bde354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.829296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-25442576-4c34-4e31-bcde-e3e415bde354 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.0627463 Jul 15 23:20:10.876526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-5cd60e86-940f-43dd-8d3d-57594fb9395e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393527 Jul 15 23:20:10.919604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 016ee353-8b7b-49c6-be97-b58da6bf068b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=016ee353-8b7b-49c6-be97-b58da6bf068b,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:10.945782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '016ee353-8b7b-49c6-be97-b58da6bf068b', 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8', 'port_id': '016ee353-8b7b-49c6-be97-b58da6bf068b', 'mac_address': 'fa:16:3e:29:5a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:10.962468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.964151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:10.965265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.995123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.011627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016ee353-8b7b-49c6-be97-b58da6bf068b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:11.037511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 016ee353-8b7b-49c6-be97-b58da6bf068b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=016ee353-8b7b-49c6-be97-b58da6bf068b,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:11.047326 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.052258 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75264b49-74e1-46ca-b9a0-859f53063516 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.061960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75264b49-74e1-46ca-b9a0-859f53063516 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.079620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-3b9333b6-3ff0-4813-aaa8-42a90fecec41 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958618 Jul 15 23:20:11.127414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=016ee353-8b7b-49c6-be97-b58da6bf068b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.168104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75264b49-74e1-46ca-b9a0-859f53063516 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.172003 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-75264b49-74e1-46ca-b9a0-859f53063516 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7389784 Jul 15 23:20:11.179398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47884) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.185988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-53c4d461-fccb-4b5e-a00c-016cd2e0e93f tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'edcef121-7432-43fb-822f-4827996d676f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:11.209725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-1222175690'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:11.212675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75264b49-74e1-46ca-b9a0-859f53063516 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcef121-7432-43fb-822f-4827996d676f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.236851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] For port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:11.237221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.266156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00e209c0-a553-44bf-a415-b5dfba2498a5 req-dfe84307-a187-47f9-8e81-68fa8c975820 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791310 Jul 15 23:20:11.278279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53c4d461-fccb-4b5e-a00c-016cd2e0e93f tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.303902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6fa5-0323-4913-80ef-de409a8cb319 req-06cf9b7e-9459-48d8-a4f0-1452b907b84f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:11.305659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f33a6fa5-0323-4913-80ef-de409a8cb319 req-06cf9b7e-9459-48d8-a4f0-1452b907b84f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 943 time: 0.1252973 Jul 15 23:20:11.337446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['016ee353-8b7b-49c6-be97-b58da6bf068b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:11.361946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:11.365413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.379177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f33a6fa5-0323-4913-80ef-de409a8cb319 req-9e81997a-5588-4cc1-bd7b-58f807a19214 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675874 Jul 15 23:20:11.386328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': '28eba14b-9740-49bf-b234-fcdf2819574d'}, {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': 'fea8efda-f69d-4eb3-9e36-aa435e795501'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:11.389130 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f058ea-7c4f-4b67-a7c2-6611381de128" -d '{"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "28eba14b-9740-49bf-b234-fcdf2819574d"}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "fea8efda-f69d-4eb3-9e36-aa435e795501"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:11.424582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8382d4-7de2-4882-ba30-fe5c49dc60aa req-e0f157b2-7e97-4fb0-884d-624381370ba0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:11.426425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f8382d4-7de2-4882-ba30-fe5c49dc60aa req-e0f157b2-7e97-4fb0-884d-624381370ba0 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 944 time: 0.0835245 Jul 15 23:20:11.437401 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.472142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f8382d4-7de2-4882-ba30-fe5c49dc60aa req-cddd743e-93dc-4d40-8f09-3d916026dc3f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups?id=95781350-8e69-4aeb-b20b-f20e91637209&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377188 Jul 15 23:20:11.558076 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8038dc66-bbb4-4d40-8eeb-de4ac5b547dd x-openstack-request-id: req-8038dc66-bbb4-4d40-8eeb-de4ac5b547dd {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:11.558951 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "28eba14b-9740-49bf-b234-fcdf2819574d", "status": "completed", "code": 200}, {"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "fea8efda-f69d-4eb3-9e36-aa435e795501", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:11.559217 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8038dc66-bbb4-4d40-8eeb-de4ac5b547dd {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:11.559605 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': '28eba14b-9740-49bf-b234-fcdf2819574d', 'status': 'completed', 'code': 200} Jul 15 23:20:11.559853 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': 'fea8efda-f69d-4eb3-9e36-aa435e795501', 'status': 'completed', 'code': 200} Jul 15 23:20:11.587616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53c4d461-fccb-4b5e-a00c-016cd2e0e93f tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.603503 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53c4d461-fccb-4b5e-a00c-016cd2e0e93f tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.655013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4d461-fccb-4b5e-a00c-016cd2e0e93f tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d9f18e-59e9-44aa-bcc6-757377e54d03,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.657750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.658109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.658419 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Floating IP 95d4d737-bad3-4ec0-aea6-d5cb79202939 disassociated. External IP: 172.25.3.229, port: c9bbca2a-1b0c-49f1-91c7-fb017eba71fe. Jul 15 23:20:11.658778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for c9bbca2a-1b0c-49f1-91c7-fb017eba71fe owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:11.759736 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.765570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.781931 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53c4d461-fccb-4b5e-a00c-016cd2e0e93f tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.785622 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-53c4d461-fccb-4b5e-a00c-016cd2e0e93f tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6027470 Jul 15 23:20:11.786002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47894) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.790727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e5f92086-8626-427e-9127-7c6108fa30c1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'edcef121-7432-43fb-822f-4827996d676f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:11.804067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:11.816049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0b80a0-0276-4507-8a06-5c1484fcd1ff,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.823819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.824250 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment e89a5a6b-4096-4374-9d9b-049c9d4bf9bd of type vlan for network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 Jul 15 23:20:11.832217 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5f92086-8626-427e-9127-7c6108fa30c1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.882917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5f92086-8626-427e-9127-7c6108fa30c1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.887108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5f92086-8626-427e-9127-7c6108fa30c1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.897870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.902776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.915377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f92086-8626-427e-9127-7c6108fa30c1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd8d6e1-6ad9-4b62-84be-a8101d960549,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.919662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5f92086-8626-427e-9127-7c6108fa30c1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.923348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e5f92086-8626-427e-9127-7c6108fa30c1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338778 Jul 15 23:20:11.923945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47896) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.929321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5dbc8ccd-76d9-42a2-848e-90e8ca6ae67e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'edcef121-7432-43fb-822f-4827996d676f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:11.941772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=c9bbca2a-1b0c-49f1-91c7-fb017eba71fe,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.958600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8ccd-76d9-42a2-848e-90e8ca6ae67e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.995275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.000702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.001283 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.028124 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8ccd-76d9-42a2-848e-90e8ca6ae67e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.031816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8ccd-76d9-42a2-848e-90e8ca6ae67e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.046055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc8ccd-76d9-42a2-848e-90e8ca6ae67e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733c02e5-0a13-42ce-991c-739f9bb27745,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.057553 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5dbc8ccd-76d9-42a2-848e-90e8ca6ae67e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.058899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5dbc8ccd-76d9-42a2-848e-90e8ca6ae67e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340263 Jul 15 23:20:12.062240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47898) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.066893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-195bd15b-e603-406e-9792-f6293084ffd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'edcef121-7432-43fb-822f-4827996d676f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:12.077771 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0713241 Jul 15 23:20:12.080875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47900) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.087809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-1561034456'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:12.107364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835f3d4-f890-4ea9-b77b-63c8dca1326c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=4b7f74e5-cb8c-40eb-81b8-56278303d8c0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.110790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195bd15b-e603-406e-9792-f6293084ffd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.119918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:12.136685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Router ef90b8c5-5d2d-4223-8e78-7ed932c86620 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:12.144702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:12.148972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.186007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:12.209354 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.209707 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment 94fdc3a9-dd25-45ab-b89e-bafe909782eb of type vlan for network 42815054-1fcd-4813-9106-5e46830d8a08 Jul 15 23:20:12.211904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195bd15b-e603-406e-9792-f6293084ffd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.219865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195bd15b-e603-406e-9792-f6293084ffd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.255111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:12.265023 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297270c-cce7-4e37-a316-6a271687264b None None] Sync routers for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:12.270799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bd15b-e603-406e-9792-f6293084ffd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f25e50d-4cba-4b3a-9062-2e2437ab33b2,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.274807 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.281468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-195bd15b-e603-406e-9792-f6293084ffd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.285674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-195bd15b-e603-406e-9792-f6293084ffd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2224090 Jul 15 23:20:12.286279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47906) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.291275 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297270c-cce7-4e37-a316-6a271687264b None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:12.292431 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8297270c-cce7-4e37-a316-6a271687264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:12.294726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2b556fa1-4959-49ba-80fb-3e85589af457 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'edcef121-7432-43fb-822f-4827996d676f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:12.317397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] No DVR routers for this DVR port c9bbca2a-1b0c-49f1-91c7-fb017eba71fe on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:12.320021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.322709 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5ca0f0d4-3b70-4928-9890-d47ce83dcb5a req-aafd9b16-68a4-4c0d-9c96-94e6e68ad110 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.37 "DELETE /v2.0/ports/c9bbca2a-1b0c-49f1-91c7-fb017eba71fe HTTP/1.1" status: 204 len: 173 time: 1.7663999 Jul 15 23:20:12.340364 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.346798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.347451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.387169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b556fa1-4959-49ba-80fb-3e85589af457 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.434637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=42815054-1fcd-4813-9106-5e46830d8a08,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.443479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-66ba0952-2433-4819-9fa1-0735531f920a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3596368 Jul 15 23:20:12.444264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.454436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': '4b7f74e5-cb8c-40eb-81b8-56278303d8c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:12.459226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 42815054-1fcd-4813-9106-5e46830d8a08 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:12.513940 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8297270c-cce7-4e37-a316-6a271687264b None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:12.520310 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b556fa1-4959-49ba-80fb-3e85589af457 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.525791 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b556fa1-4959-49ba-80fb-3e85589af457 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.570334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b556fa1-4959-49ba-80fb-3e85589af457 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bc877b-f495-403a-9a55-c61ffecf32fe,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.590549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b556fa1-4959-49ba-80fb-3e85589af457 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.592021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2b556fa1-4959-49ba-80fb-3e85589af457 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3032038 Jul 15 23:20:12.594990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47916) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.678153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:12.682320 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.700577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47153d62-8f55-4238-9856-e3c40b1c8d9a req-55e7fac4-74de-4ade-a2de-bcfc5a3ea8d3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0436914 Jul 15 23:20:12.709734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5099fc03-31a4-4930-8dbe-e79e629ff4d3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.763883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5099fc03-31a4-4930-8dbe-e79e629ff4d3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.908641 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5099fc03-31a4-4930-8dbe-e79e629ff4d3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.928835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5099fc03-31a4-4930-8dbe-e79e629ff4d3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.932227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5099fc03-31a4-4930-8dbe-e79e629ff4d3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/00bc877b-f495-403a-9a55-c61ffecf32fe HTTP/1.1" status: 204 len: 168 time: 0.3355505 Jul 15 23:20:12.938285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 618ea41e-a386-4964-b72d-ef71b0281102 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:12.943603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47918) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.944664 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8297270c-cce7-4e37-a316-6a271687264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:53Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:12.960404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b760a8-0246-47da-9284-32488491b752 req-4ca5883f-a55d-4d0c-9e8c-4cb7871cba13 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.968442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9b760a8-0246-47da-9284-32488491b752 req-4ca5883f-a55d-4d0c-9e8c-4cb7871cba13 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 943 time: 0.2499285 Jul 15 23:20:12.975440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 016ee353-8b7b-49c6-be97-b58da6bf068b up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:12.983140 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297270c-cce7-4e37-a316-6a271687264b None None] Checking router: ef90b8c5-5d2d-4223-8e78-7ed932c86620 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:12.993296 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297270c-cce7-4e37-a316-6a271687264b None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:12.994280 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8297270c-cce7-4e37-a316-6a271687264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:12.995521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099fc03-31a4-4930-8dbe-e79e629ff4d3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00bc877b-f495-403a-9a55-c61ffecf32fe,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.032317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.043688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c94b4ae1-d4ee-4c48-b7d1-04c6d539c2a3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0732384 Jul 15 23:20:13.047737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47920) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.076643 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-609f674a-3768-4990-a21c-5a34d544713d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:20:13.093619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9b760a8-0246-47da-9284-32488491b752 req-e1348b0d-dca6-4731-aa08-698c477ad7c3 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243823 Jul 15 23:20:13.123187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=aef3cea8-5937-48fb-b0de-4157e0bd46cc,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.134625 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5c7801e3-9269-457f-94dc-84048b4e61f3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.146247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': 'e89a5a6b-4096-4374-9d9b-049c9d4bf9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7f74e5-cb8c-40eb-81b8-56278303d8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:13.146612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: 4b7f74e5-cb8c-40eb-81b8-56278303d8c0, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:13.156625 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8297270c-cce7-4e37-a316-6a271687264b None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:13.158008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5c7801e3-9269-457f-94dc-84048b4e61f3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.164064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:13.178219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 4b7f74e5-cb8c-40eb-81b8-56278303d8c0) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:13.186336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.186952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 016ee353-8b7b-49c6-be97-b58da6bf068b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:13.189801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.202649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5c7801e3-9269-457f-94dc-84048b4e61f3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.203061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 016ee353-8b7b-49c6-be97-b58da6bf068b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:13.206150 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.209750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7b8d07-cdbc-4ab8-aa6c-7a976d18587d None None] Network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:13.217831 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d22af935-efd9-4edf-9e2b-5923e09b42e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7715833 Jul 15 23:20:13.220555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47922) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.224069 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5c7801e3-9269-457f-94dc-84048b4e61f3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.226180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': '42815054-1fcd-4813-9106-5e46830d8a08', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:13.227352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5c7801e3-9269-457f-94dc-84048b4e61f3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9f25e50d-4cba-4b3a-9062-2e2437ab33b2 HTTP/1.1" status: 204 len: 168 time: 0.1772194 Jul 15 23:20:13.234128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47924) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.235075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7801e3-9269-457f-94dc-84048b4e61f3 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f25e50d-4cba-4b3a-9062-2e2437ab33b2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.293674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-81770bb3-cbfc-46f7-b6ae-9ba51c615ee2 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0552623 Jul 15 23:20:13.296307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47926) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.328047 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dec57727-ec3b-417c-8caf-28fc60342597 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.338023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dec57727-ec3b-417c-8caf-28fc60342597 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.373892 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dec57727-ec3b-417c-8caf-28fc60342597 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.401699 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dec57727-ec3b-417c-8caf-28fc60342597 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.402932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dec57727-ec3b-417c-8caf-28fc60342597 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/733c02e5-0a13-42ce-991c-739f9bb27745 HTTP/1.1" status: 204 len: 168 time: 0.1045258 Jul 15 23:20:13.407449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47930) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.416764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec57727-ec3b-417c-8caf-28fc60342597 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=733c02e5-0a13-42ce-991c-739f9bb27745,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.425600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 618ea41e-a386-4964-b72d-ef71b0281102, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=618ea41e-a386-4964-b72d-ef71b0281102,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:13.431745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-4b7f74e5-cb8c-40eb-81b8-56278303d8c0', 'network_id': '4b7f74e5-cb8c-40eb-81b8-56278303d8c0', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': 'aef3cea8-5937-48fb-b0de-4157e0bd46cc'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:13.432841 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.468770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '618ea41e-a386-4964-b72d-ef71b0281102', 'network_id': '76bb3044-1f8f-4229-bb20-38a9b13fd0d8', 'port_id': '618ea41e-a386-4964-b72d-ef71b0281102', 'mac_address': 'fa:16:3e:99:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:13.496535 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8297270c-cce7-4e37-a316-6a271687264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:53Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:13.529383 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297270c-cce7-4e37-a316-6a271687264b None None] The sync data for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 is: [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'eb9a7bb5-0ed8-42d2-b32e-f1c587688faa', 'name': '', 'network_id': '9267d37d-4936-45b9-86fc-a552f79fc3f3', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'mac_address': 'fa:16:3e:6d:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:41Z', 'updated_at': '2021-07-15T23:09:53Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'subnets': [{'id': 'dd39a03c-545c-46bc-b82c-7c1d5c3237f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:13.550120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47932) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.561816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ff4a5077-4f2a-45f4-9913-30b83a06d99a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1386974 Jul 15 23:20:13.563754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:13.566110 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803d1963-37ca-4af5-a041-3df96884b25c" -d '{"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:13.590295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:13.597440 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.603764 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d44e542e-9087-418b-8b27-d275786026c6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.626400 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d44e542e-9087-418b-8b27-d275786026c6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.633930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Allocated IP 172.20.0.2 (4b7f74e5-cb8c-40eb-81b8-56278303d8c0/aef3cea8-5937-48fb-b0de-4157e0bd46cc/60af8769-5190-4896-9f37-aae8fb570690) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:13.678472 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d44e542e-9087-418b-8b27-d275786026c6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.681771 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a2b360-9ea9-46d4-93e6-a599c5b40f13 x-openstack-request-id: req-e3a2b360-9ea9-46d4-93e6-a599c5b40f13 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:13.682473 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a70034-7054-49ed-8d29-b337fc769567", "name": "network-vif-deleted", "tag": "c9bbca2a-1b0c-49f1-91c7-fb017eba71fe", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:13.682935 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3a2b360-9ea9-46d4-93e6-a599c5b40f13 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:13.683689 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a70034-7054-49ed-8d29-b337fc769567', 'name': 'network-vif-deleted', 'tag': 'c9bbca2a-1b0c-49f1-91c7-fb017eba71fe', 'status': 'completed', 'code': 200} Jul 15 23:20:13.695157 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d44e542e-9087-418b-8b27-d275786026c6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.696563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d44e542e-9087-418b-8b27-d275786026c6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/edd8d6e1-6ad9-4b62-84be-a8101d960549 HTTP/1.1" status: 204 len: 168 time: 0.1455293 Jul 15 23:20:13.706781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47936) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.714061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e542e-9087-418b-8b27-d275786026c6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edd8d6e1-6ad9-4b62-84be-a8101d960549,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.808995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0c9ae27c-e3e7-4681-9d4d-6bf2e4beae4a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1008270 Jul 15 23:20:13.809644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47940) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.867215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a84bc95-2a66-4d07-8e56-4873148013d1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.882875 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a84bc95-2a66-4d07-8e56-4873148013d1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.920928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.932924 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.985915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=4286f8d9-11f6-4e5f-8a43-1990a86878cc,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.990530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eba0fbb7-8a3b-454e-807a-6f9367a02a15 req-73b969f3-8fab-44ab-abeb-647c1d9340c3 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0650175 Jul 15 23:20:14.002581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a84bc95-2a66-4d07-8e56-4873148013d1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.009554 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a84bc95-2a66-4d07-8e56-4873148013d1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.011888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.019640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3a84bc95-2a66-4d07-8e56-4873148013d1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/05d9f18e-59e9-44aa-bcc6-757377e54d03 HTTP/1.1" status: 204 len: 168 time: 0.2001810 Jul 15 23:20:14.021463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47944) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.026257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': '94fdc3a9-dd25-45ab-b89e-bafe909782eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '42815054-1fcd-4813-9106-5e46830d8a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:14.027558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: 42815054-1fcd-4813-9106-5e46830d8a08, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:14.033416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618ea41e-a386-4964-b72d-ef71b0281102 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:14.049102 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.065716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.072296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 42815054-1fcd-4813-9106-5e46830d8a08 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:14.080410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84bc95-2a66-4d07-8e56-4873148013d1 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05d9f18e-59e9-44aa-bcc6-757377e54d03,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.085853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 42815054-1fcd-4813-9106-5e46830d8a08) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:14.092184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.093909 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.101387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c65be3-97aa-43c9-b248-ed345625820c None None] New status for floating IP 95d4d737-bad3-4ec0-aea6-d5cb79202939: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:20:14.130058 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7c8958b6-8352-44ee-8f9f-7c9a843d0793 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9079316 Jul 15 23:20:14.131074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47948) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.138216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e46ea5e6-2153-4875-97b4-a36ece3f0db1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2095698088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:14.145398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d00f2393-64aa-43ca-ba5b-89ff92154e02 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1212919 Jul 15 23:20:14.146827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47950) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.180492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05ab7e-81be-4098-8737-7dd9d81f7981 None None] Network 42815054-1fcd-4813-9106-5e46830d8a08 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:14.185427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e46ea5e6-2153-4875-97b4-a36ece3f0db1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.186946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e46ea5e6-2153-4875-97b4-a36ece3f0db1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.188406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 618ea41e-a386-4964-b72d-ef71b0281102, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=618ea41e-a386-4964-b72d-ef71b0281102,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:14.190321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Transition to ACTIVE for port object 60af8769-5190-4896-9f37-aae8fb570690 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:14.272387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ad874c1-f249-430e-8e5d-f9b21018cdd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.290265 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.312808 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ad874c1-f249-430e-8e5d-f9b21018cdd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.320156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e46ea5e6-2153-4875-97b4-a36ece3f0db1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.322437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4723c1-d0d8-4a9c-a702-86d04dbdfa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016ee353-8b7b-49c6-be97-b58da6bf068b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:14.325540 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e1bee-347e-4b41-8a55-c222c1f2ca97" -d '{"events": [{"server_uuid": "2f4723c1-d0d8-4a9c-a702-86d04dbdfa85", "name": "network-vif-plugged", "status": "completed", "tag": "016ee353-8b7b-49c6-be97-b58da6bf068b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:14.328206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e46ea5e6-2153-4875-97b4-a36ece3f0db1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.352644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e46ea5e6-2153-4875-97b4-a36ece3f0db1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.355819 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e46ea5e6-2153-4875-97b4-a36ece3f0db1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2229664 Jul 15 23:20:14.357677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47954) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.397907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ad874c1-f249-430e-8e5d-f9b21018cdd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.401175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ad874c1-f249-430e-8e5d-f9b21018cdd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.405061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2ad874c1-f249-430e-8e5d-f9b21018cdd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/edcef121-7432-43fb-822f-4827996d676f HTTP/1.1" status: 204 len: 168 time: 0.2547817 Jul 15 23:20:14.407254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47956) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.415398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e1f6b-a41b-4fe0-bcd9-318d47e7cd0d req-4c72db26-ca9e-44ae-96b6-d0502d281b73 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.417148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-500e1f6b-a41b-4fe0-bcd9-318d47e7cd0d req-4c72db26-ca9e-44ae-96b6-d0502d281b73 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 944 time: 0.1191218 Jul 15 23:20:14.458110 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b2191-5462-445f-98f4-4f42a1655745 x-openstack-request-id: req-395b2191-5462-445f-98f4-4f42a1655745 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:14.458395 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4723c1-d0d8-4a9c-a702-86d04dbdfa85", "name": "network-vif-plugged", "status": "completed", "tag": "016ee353-8b7b-49c6-be97-b58da6bf068b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:14.458648 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-395b2191-5462-445f-98f4-4f42a1655745 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:14.459163 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4723c1-d0d8-4a9c-a702-86d04dbdfa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016ee353-8b7b-49c6-be97-b58da6bf068b', 'code': 200} Jul 15 23:20:14.466283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad874c1-f249-430e-8e5d-f9b21018cdd5 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcef121-7432-43fb-822f-4827996d676f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.486509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 016ee353-8b7b-49c6-be97-b58da6bf068b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=016ee353-8b7b-49c6-be97-b58da6bf068b,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:14.489175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Transition to ACTIVE for port object 60af8769-5190-4896-9f37-aae8fb570690 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:14.546081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-500e1f6b-a41b-4fe0-bcd9-318d47e7cd0d req-0c2428c7-7b01-4201-94fd-384ab5848a6d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941525 Jul 15 23:20:14.567577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9841f603-0f8e-4448-936b-1aecf583d62c tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1483028 Jul 15 23:20:14.568805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47958) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.573526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ae6eaa57-9a86-4428-bc80-272034202233 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-secgroup--574695152'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:14.584821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.593644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.603513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae6eaa57-9a86-4428-bc80-272034202233 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.615799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:14.627185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:14.633134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:14.702406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['618ea41e-a386-4964-b72d-ef71b0281102'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:14.707593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=618ea41e-a386-4964-b72d-ef71b0281102,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.733982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae6eaa57-9a86-4428-bc80-272034202233 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.742985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae6eaa57-9a86-4428-bc80-272034202233 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.791364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eaa57-9a86-4428-bc80-272034202233 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f0a972-9bb8-4d31-9fbe-0c77586ae1f3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.806971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Attempting to bind port 60af8769-5190-4896-9f37-aae8fb570690 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:14.807477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Attempting to bind port 60af8769-5190-4896-9f37-aae8fb570690 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e89a5a6b-4096-4374-9d9b-049c9d4bf9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7f74e5-cb8c-40eb-81b8-56278303d8c0'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:14.808442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Attempting to bind port 60af8769-5190-4896-9f37-aae8fb570690 on network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:14.822810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae6eaa57-9a86-4428-bc80-272034202233 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.824826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ae6eaa57-9a86-4428-bc80-272034202233 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2549412 Jul 15 23:20:14.825788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab16044-3786-4cd2-b8f2-8200c2b3b230 req-9ae1506d-483c-44c1-b1b0-2e06a096083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.826975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47962) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.827458 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dab16044-3786-4cd2-b8f2-8200c2b3b230 req-9ae1506d-483c-44c1-b1b0-2e06a096083c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1096 time: 0.3192749 Jul 15 23:20:14.832618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dbb4f83d-9b24-4301-af3d-72eff6528c73 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'b2f0a972-9bb8-4d31-9fbe-0c77586ae1f3', 'direction': 'ingress', 'protocol': 17}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:14.838013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:14.838398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Checking segment: {'id': 'e89a5a6b-4096-4374-9d9b-049c9d4bf9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7f74e5-cb8c-40eb-81b8-56278303d8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:14.838841 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.839247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Bound using segment: {'id': 'e89a5a6b-4096-4374-9d9b-049c9d4bf9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7f74e5-cb8c-40eb-81b8-56278303d8c0'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:14.840280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Bound port: 60af8769-5190-4896-9f37-aae8fb570690, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89a5a6b-4096-4374-9d9b-049c9d4bf9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4b7f74e5-cb8c-40eb-81b8-56278303d8c0'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:14.840678 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.871728 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbb4f83d-9b24-4301-af3d-72eff6528c73 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.886185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Pushing event updated for resources: {'Port': ['ID=60af8769-5190-4896-9f37-aae8fb570690,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.888686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-42815054-1fcd-4813-9106-5e46830d8a08', 'network_id': '42815054-1fcd-4813-9106-5e46830d8a08', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': '4286f8d9-11f6-4e5f-8a43-1990a86878cc'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:14.889537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.898532 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.954707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbb4f83d-9b24-4301-af3d-72eff6528c73 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.959664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbb4f83d-9b24-4301-af3d-72eff6528c73 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.980118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4f83d-9b24-4301-af3d-72eff6528c73 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b460062-11bf-4d34-a42a-644134f10580,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.001802 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dbb4f83d-9b24-4301-af3d-72eff6528c73 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.005716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dbb4f83d-9b24-4301-af3d-72eff6528c73 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1747341 Jul 15 23:20:15.005943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47964) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:15.041256 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dab16044-3786-4cd2-b8f2-8200c2b3b230 req-4a4f2adb-d398-4731-9e2f-7056d922191d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040520 Jul 15 23:20:15.081456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2388b8c2-0b56-4353-a0ec-973e36fa1972 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.109250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2388b8c2-0b56-4353-a0ec-973e36fa1972 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.128117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=016ee353-8b7b-49c6-be97-b58da6bf068b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.171195 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2388b8c2-0b56-4353-a0ec-973e36fa1972 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.171976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.20.0.1 (4b7f74e5-cb8c-40eb-81b8-56278303d8c0/aef3cea8-5937-48fb-b0de-4157e0bd46cc/9850954d-42f8-4bf4-a0e2-fbfe9ab9d792) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:15.174668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2388b8c2-0b56-4353-a0ec-973e36fa1972 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.175925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2388b8c2-0b56-4353-a0ec-973e36fa1972 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/b2f0a972-9bb8-4d31-9fbe-0c77586ae1f3 HTTP/1.1" status: 204 len: 168 time: 0.1685884 Jul 15 23:20:15.178859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47970) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:15.193002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388b8c2-0b56-4353-a0ec-973e36fa1972 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f0a972-9bb8-4d31-9fbe-0c77586ae1f3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.280424 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c92ebf0-0f3a-4317-9e07-8810337628a4 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002078 Jul 15 23:20:15.283546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47972) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:15.296524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-728141fe-de1f-4b37-a1e8-5787443df63a req-ba608364-93ff-49f2-a35f-79a6c7ba49e7 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0506539 Jul 15 23:20:15.318867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] For port 60af8769-5190-4896-9f37-aae8fb570690, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:15.319442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-976e7aa7-a00f-4a6d-8353-7113bed22471 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365086255'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:15.321805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Allocated IP 172.21.0.2 (42815054-1fcd-4813-9106-5e46830d8a08/4286f8d9-11f6-4e5f-8a43-1990a86878cc/22062b80-6122-44df-a06c-6bedb1fa3674) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:15.328200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] For port 60af8769-5190-4896-9f37-aae8fb570690, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=60af8769-5190-4896-9f37-aae8fb570690,segment=NetworkSegment(e89a5a6b-4096-4374-9d9b-049c9d4bf9bd),segment_id=e89a5a6b-4096-4374-9d9b-049c9d4bf9bd)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:15.341057 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.379205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-976e7aa7-a00f-4a6d-8353-7113bed22471 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.399796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.469698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object 9850954d-42f8-4bf4-a0e2-fbfe9ab9d792 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:15.490991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b38d3d-88d7-4734-b54e-359e94003c63 None None] Pushing event updated for resources: {'Port': ['ID=60af8769-5190-4896-9f37-aae8fb570690,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.547092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-976e7aa7-a00f-4a6d-8353-7113bed22471 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.557568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-976e7aa7-a00f-4a6d-8353-7113bed22471 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.570694 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.596707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Transition to ACTIVE for port object 22062b80-6122-44df-a06c-6bedb1fa3674 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:15.606723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-976e7aa7-a00f-4a6d-8353-7113bed22471 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.611114 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-976e7aa7-a00f-4a6d-8353-7113bed22471 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3235266 Jul 15 23:20:15.611564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47976) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:15.613783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e7aa7-a00f-4a6d-8353-7113bed22471 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fae1ea-5216-462d-985d-bcc9263e27e0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.617035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-55202dea-ef30-49f9-9ede-a2fea9e5d39a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-secgroup--108004558'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:15.634935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.645436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Transition to ACTIVE for port object 22062b80-6122-44df-a06c-6bedb1fa3674 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:15.655724 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.673843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55202dea-ef30-49f9-9ede-a2fea9e5d39a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.768871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:15.773062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:15.774806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Network 42815054-1fcd-4813-9106-5e46830d8a08 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:15.783100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:15.789524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Pushing event updated for resources: {'Port': ['ID=22062b80-6122-44df-a06c-6bedb1fa3674,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.796839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:15.801068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:15.847141 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.883865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55202dea-ef30-49f9-9ede-a2fea9e5d39a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.919811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=9850954d-42f8-4bf4-a0e2-fbfe9ab9d792,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.932009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Attempting to bind port 22062b80-6122-44df-a06c-6bedb1fa3674 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:15.932324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Attempting to bind port 22062b80-6122-44df-a06c-6bedb1fa3674 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '94fdc3a9-dd25-45ab-b89e-bafe909782eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '42815054-1fcd-4813-9106-5e46830d8a08'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:15.932764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Attempting to bind port 22062b80-6122-44df-a06c-6bedb1fa3674 on network 42815054-1fcd-4813-9106-5e46830d8a08 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:15.937742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55202dea-ef30-49f9-9ede-a2fea9e5d39a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.948439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:15.948837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Checking segment: {'id': '94fdc3a9-dd25-45ab-b89e-bafe909782eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '42815054-1fcd-4813-9106-5e46830d8a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:15.949237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.961014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Bound using segment: {'id': '94fdc3a9-dd25-45ab-b89e-bafe909782eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '42815054-1fcd-4813-9106-5e46830d8a08'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:15.961014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Bound port: 22062b80-6122-44df-a06c-6bedb1fa3674, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fdc3a9-dd25-45ab-b89e-bafe909782eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '42815054-1fcd-4813-9106-5e46830d8a08'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:15.961399 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.003130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55202dea-ef30-49f9-9ede-a2fea9e5d39a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.006970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-55202dea-ef30-49f9-9ede-a2fea9e5d39a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3917620 Jul 15 23:20:16.008401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47980) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:16.016269 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8310e689-0b38-44b6-b855-0bf4b0167e76 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': '41fae1ea-5216-462d-985d-bcc9263e27e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dd673735-c79d-49fd-95cb-0b77451b1262', 'remote_ip_prefix': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:16.020951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55202dea-ef30-49f9-9ede-a2fea9e5d39a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd673735-c79d-49fd-95cb-0b77451b1262,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.076832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] For port 22062b80-6122-44df-a06c-6bedb1fa3674, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:16.081571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] For port 22062b80-6122-44df-a06c-6bedb1fa3674, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=22062b80-6122-44df-a06c-6bedb1fa3674,segment=NetworkSegment(94fdc3a9-dd25-45ab-b89e-bafe909782eb),segment_id=94fdc3a9-dd25-45ab-b89e-bafe909782eb)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:16.087446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191426fe-4e65-443a-961d-fc6508e55b14 req-b53f537d-7e21-43ea-944c-b93bddc64a0d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.103364 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.103926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-191426fe-4e65-443a-961d-fc6508e55b14 req-b53f537d-7e21-43ea-944c-b93bddc64a0d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 944 time: 0.2445798 Jul 15 23:20:16.106541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.137759 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 60af8769-5190-4896-9f37-aae8fb570690 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:16.160235 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8310e689-0b38-44b6-b855-0bf4b0167e76 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.184644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-191426fe-4e65-443a-961d-fc6508e55b14 req-2055d5b2-b409-431e-854b-94361f4f0c65 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793560 Jul 15 23:20:16.257524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c3b3d-0f40-4898-8b30-889e98d80c5e None None] Pushing event updated for resources: {'Port': ['ID=22062b80-6122-44df-a06c-6bedb1fa3674,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.276633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 60af8769-5190-4896-9f37-aae8fb570690 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:16.369804 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8310e689-0b38-44b6-b855-0bf4b0167e76 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.387068 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8310e689-0b38-44b6-b855-0bf4b0167e76 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.423379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8310e689-0b38-44b6-b855-0bf4b0167e76 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.424579 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8310e689-0b38-44b6-b855-0bf4b0167e76 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4147024 Jul 15 23:20:16.428287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47984) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:16.430633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310e689-0b38-44b6-b855-0bf4b0167e76 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e84b8e2-731b-4263-9965-b7fbdc663484,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.478929 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-273e629c-14be-4d09-9662-fafe07d17800 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.500417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-273e629c-14be-4d09-9662-fafe07d17800 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.612813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3261f10-b82f-410e-a694-4c6d4b80a950 req-92b0f9f6-1522-48d8-b6ff-f2217f45b512 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.1087303 Jul 15 23:20:16.623525 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-273e629c-14be-4d09-9662-fafe07d17800 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.631782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.643246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-273e629c-14be-4d09-9662-fafe07d17800 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.643246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-273e629c-14be-4d09-9662-fafe07d17800 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3e84b8e2-731b-4263-9965-b7fbdc663484 HTTP/1.1" status: 204 len: 168 time: 0.2091711 Jul 15 23:20:16.643246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e629c-14be-4d09-9662-fafe07d17800 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e84b8e2-731b-4263-9965-b7fbdc663484,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.643246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47988) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:16.650706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.725641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a19ce906-315f-46c9-b775-ec5ac9c87d2d tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0834069 Jul 15 23:20:16.727967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47990) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:16.762163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=9850954d-42f8-4bf4-a0e2-fbfe9ab9d792,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.772721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.823494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9ac74b5-6493-40dd-b233-61363614f7bf tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.850017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 618ea41e-a386-4964-b72d-ef71b0281102 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:16.854384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9ac74b5-6493-40dd-b233-61363614f7bf tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.907852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9ac74b5-6493-40dd-b233-61363614f7bf tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.911038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9ac74b5-6493-40dd-b233-61363614f7bf tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.915728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e9ac74b5-6493-40dd-b233-61363614f7bf tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd673735-c79d-49fd-95cb-0b77451b1262 HTTP/1.1" status: 204 len: 168 time: 0.1866055 Jul 15 23:20:16.916616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47992) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:16.958985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 618ea41e-a386-4964-b72d-ef71b0281102 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:16.963700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac74b5-6493-40dd-b233-61363614f7bf tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd673735-c79d-49fd-95cb-0b77451b1262,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.968664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 618ea41e-a386-4964-b72d-ef71b0281102 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:16.968795 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.012233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a4d3a754-4965-4690-94b1-3fd7b94a73df tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0876172 Jul 15 23:20:17.012743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47994) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:17.085880 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.091610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18051b-9a6d-45a7-9dc7-81bc801268bb None None] Network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:17.103322 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf927073-df29-4273-b5df-420412c4c853 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.128332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf927073-df29-4273-b5df-420412c4c853 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.141045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db2879-33bd-48a3-a8bb-f34d02cf15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618ea41e-a386-4964-b72d-ef71b0281102'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:17.143630 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450fc66-75fc-4f1c-9cb3-849a5bf6c1ad" -d '{"events": [{"server_uuid": "c4db2879-33bd-48a3-a8bb-f34d02cf15a2", "name": "network-vif-plugged", "status": "completed", "tag": "618ea41e-a386-4964-b72d-ef71b0281102"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:17.190814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf927073-df29-4273-b5df-420412c4c853 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.193594 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf927073-df29-4273-b5df-420412c4c853 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.197296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bf927073-df29-4273-b5df-420412c4c853 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/41fae1ea-5216-462d-985d-bcc9263e27e0 HTTP/1.1" status: 204 len: 168 time: 0.1812911 Jul 15 23:20:17.198184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48000) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:17.241697 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf0b9d9-c9c8-456a-bb71-35bf8aa49c55 x-openstack-request-id: req-0bf0b9d9-c9c8-456a-bb71-35bf8aa49c55 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:17.244527 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4db2879-33bd-48a3-a8bb-f34d02cf15a2", "name": "network-vif-plugged", "status": "completed", "tag": "618ea41e-a386-4964-b72d-ef71b0281102", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:17.244694 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bf0b9d9-c9c8-456a-bb71-35bf8aa49c55 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:17.245678 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db2879-33bd-48a3-a8bb-f34d02cf15a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618ea41e-a386-4964-b72d-ef71b0281102', 'code': 200} Jul 15 23:20:17.263733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 618ea41e-a386-4964-b72d-ef71b0281102, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=618ea41e-a386-4964-b72d-ef71b0281102,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:17.267818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf927073-df29-4273-b5df-420412c4c853 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fae1ea-5216-462d-985d-bcc9263e27e0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:17.271027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-de93780a-9e14-41a8-81bd-fcc03df0d7de None None] Provisioning for port 60af8769-5190-4896-9f37-aae8fb570690 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:17.293124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-de93780a-9e14-41a8-81bd-fcc03df0d7de None None] Provisioning complete for port 60af8769-5190-4896-9f37-aae8fb570690 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:17.293646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-de93780a-9e14-41a8-81bd-fcc03df0d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.296272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.369817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c404e84c-3542-4db1-b2bb-16f5ed87f463 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1477160 Jul 15 23:20:17.376400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48004) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:17.387872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a7cc4a3a-e3f8-4227-848e-9d38618ff490 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706750644'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:17.422458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4a3a-e3f8-4227-848e-9d38618ff490 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.450493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:17.457145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa964a0f-3df6-43b8-ae4d-3a853177ddb5 req-cb61396d-5a7e-40cf-9aa9-fff4b824608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:17.459248 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fa964a0f-3df6-43b8-ae4d-3a853177ddb5 req-cb61396d-5a7e-40cf-9aa9-fff4b824608f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 1096 time: 0.1529365 Jul 15 23:20:17.460550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:17.685639 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fa964a0f-3df6-43b8-ae4d-3a853177ddb5 req-b8d72280-a850-499b-8337-ad6e1c6b84ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183194 Jul 15 23:20:17.686738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 20cf9432-da7e-427c-9f7e-ffa989c17362 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:20:17.751582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e61dac-a1ac-4b93-807c-976e808130a1 req-13731c84-fb5b-4b06-a73a-2f8a42a83fe7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:17.756302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-12e61dac-a1ac-4b93-807c-976e808130a1 req-13731c84-fb5b-4b06-a73a-2f8a42a83fe7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2820513 Jul 15 23:20:17.773037 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-de93780a-9e14-41a8-81bd-fcc03df0d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.815220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=618ea41e-a386-4964-b72d-ef71b0281102,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:17.822814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:17.831889 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4a3a-e3f8-4227-848e-9d38618ff490 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.839133 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b59efe-303a-4c03-a27a-0993bfe0ec57 None None] Sync routers for ids ['20cf9432-da7e-427c-9f7e-ffa989c17362'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:17.842196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad4b4d-4821-4696-b315-432c686bd9b2 req-f3879c7d-aff0-4dc7-a7f5-91df3bd7ad20 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:17.849032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9f5f2049-77ab-4098-85db-84dec684a88c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/20cf9432-da7e-427c-9f7e-ffa989c17362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4899545 Jul 15 23:20:17.850319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:17.850982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56ad4b4d-4821-4696-b315-432c686bd9b2 req-f3879c7d-aff0-4dc7-a7f5-91df3bd7ad20 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.2269266 Jul 15 23:20:17.856534 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b59efe-303a-4c03-a27a-0993bfe0ec57 None None] Routers {'20cf9432-da7e-427c-9f7e-ffa989c17362'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:17.859618 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50b59efe-303a-4c03-a27a-0993bfe0ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20cf9432-da7e-427c-9f7e-ffa989c17362'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:17.869331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4a3a-e3f8-4227-848e-9d38618ff490 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.890340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-de93780a-9e14-41a8-81bd-fcc03df0d7de None None] For port 60af8769-5190-4896-9f37-aae8fb570690, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=60af8769-5190-4896-9f37-aae8fb570690,segment=NetworkSegment(e89a5a6b-4096-4374-9d9b-049c9d4bf9bd),segment_id=e89a5a6b-4096-4374-9d9b-049c9d4bf9bd)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:17.899527 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-de93780a-9e14-41a8-81bd-fcc03df0d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.959787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e3f4bf-ffd6-49fd-baa9-323221787215 None None] Network 42815054-1fcd-4813-9106-5e46830d8a08 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:17.963693 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50b59efe-303a-4c03-a27a-0993bfe0ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:17.979283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56ad4b4d-4821-4696-b315-432c686bd9b2 req-bf26f797-8fe1-4117-bc61-37b78452ae8f tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269722 Jul 15 23:20:17.986378 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b59efe-303a-4c03-a27a-0993bfe0ec57 None None] Routers {'20cf9432-da7e-427c-9f7e-ffa989c17362'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:17.990046 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50b59efe-303a-4c03-a27a-0993bfe0ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:19:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20cf9432-da7e-427c-9f7e-ffa989c17362'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:18.002832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d59e52-fef6-4276-8617-4ba4fe900f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.007236 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4a3a-e3f8-4227-848e-9d38618ff490 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.009309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a7cc4a3a-e3f8-4227-848e-9d38618ff490 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6318195 Jul 15 23:20:18.016345 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-34d59e52-fef6-4276-8617-4ba4fe900f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports/9850954d-42f8-4bf4-a0e2-fbfe9ab9d792 HTTP/1.1" status: 200 len: 910 time: 0.1636291 Jul 15 23:20:18.018363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48014) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.018514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.026719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-12e61dac-a1ac-4b93-807c-976e808130a1 req-e3c1eb3f-45d5-46a3-8d5f-e93d7df5bae2 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443078 Jul 15 23:20:18.032671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d3519df9-0048-47dd-92a7-d6fbd8315a70 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': '3e5edd29-0e69-4952-aa36-0012a2836e0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:18.083999 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50b59efe-303a-4c03-a27a-0993bfe0ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:18.085648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d3519df9-0048-47dd-92a7-d6fbd8315a70 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.086878 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b59efe-303a-4c03-a27a-0993bfe0ec57 None None] The sync data for ids ['20cf9432-da7e-427c-9f7e-ffa989c17362'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:18.107308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 22062b80-6122-44df-a06c-6bedb1fa3674 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:18.178970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc4a3a-e3f8-4227-848e-9d38618ff490 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5edd29-0e69-4952-aa36-0012a2836e0c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.186392 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d3519df9-0048-47dd-92a7-d6fbd8315a70 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.203954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d3519df9-0048-47dd-92a7-d6fbd8315a70 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.225621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3519df9-0048-47dd-92a7-d6fbd8315a70 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffb76e3-1ee0-4eee-8a36-24773685de6d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.240294 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d3519df9-0048-47dd-92a7-d6fbd8315a70 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.246477 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d3519df9-0048-47dd-92a7-d6fbd8315a70 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2254667 Jul 15 23:20:18.247372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48022) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.318806 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa37f-3ea1-4014-b5e8-1e99012c58a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.330925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa37f-3ea1-4014-b5e8-1e99012c58a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.349511 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-edcd15ce-579a-47f8-b781-ce09f6ee81c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.349940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b35995f-9b52-4162-a48d-1d18aa8d19c5 req-a4fe3734-be5b-4257-9410-c07d43dce562 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0657272 Jul 15 23:20:18.370966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9dc139d2-82b8-4495-94ae-644ce79d444f None None] Provisioning for port 22062b80-6122-44df-a06c-6bedb1fa3674 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:18.381325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93780a-9e14-41a8-81bd-fcc03df0d7de None None] Pushing event updated for resources: {'Port': ['ID=60af8769-5190-4896-9f37-aae8fb570690,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.389953 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa37f-3ea1-4014-b5e8-1e99012c58a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.405236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f6aa37f-3ea1-4014-b5e8-1e99012c58a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.406602 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2f6aa37f-3ea1-4014-b5e8-1e99012c58a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bffb76e3-1ee0-4eee-8a36-24773685de6d HTTP/1.1" status: 204 len: 168 time: 0.1577852 Jul 15 23:20:18.407811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6aa37f-3ea1-4014-b5e8-1e99012c58a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bffb76e3-1ee0-4eee-8a36-24773685de6d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.409606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48024) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.426992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9dc139d2-82b8-4495-94ae-644ce79d444f None None] Provisioning complete for port 22062b80-6122-44df-a06c-6bedb1fa3674 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:18.427592 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9dc139d2-82b8-4495-94ae-644ce79d444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.437205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 22062b80-6122-44df-a06c-6bedb1fa3674 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:18.489011 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dfbfc36d-8b6c-4a2c-bad4-7d316904d2a6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0757649 Jul 15 23:20:18.489687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48026) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.552070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 22062b80-6122-44df-a06c-6bedb1fa3674 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:18.552557 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.602037 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b78c958-3ef0-473c-bc2f-5970586b9e4b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.637786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b78c958-3ef0-473c-bc2f-5970586b9e4b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.696982 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b78c958-3ef0-473c-bc2f-5970586b9e4b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.706480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b78c958-3ef0-473c-bc2f-5970586b9e4b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.712387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8b78c958-3ef0-473c-bc2f-5970586b9e4b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e5edd29-0e69-4952-aa36-0012a2836e0c HTTP/1.1" status: 204 len: 168 time: 0.2214696 Jul 15 23:20:18.717863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.719941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.738354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c958-3ef0-473c-bc2f-5970586b9e4b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5edd29-0e69-4952-aa36-0012a2836e0c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.842337 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9e4a3fef-0fc6-415d-8234-477aeb7c9f38 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230826 Jul 15 23:20:18.848651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48032) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.859156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ee8a29c9-a8e4-43b1-9791-49f4bf637563 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group': {'name': 'tempest-secgroup--348572399'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:18.913595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee8a29c9-a8e4-43b1-9791-49f4bf637563 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.224664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee8a29c9-a8e4-43b1-9791-49f4bf637563 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.232094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee8a29c9-a8e4-43b1-9791-49f4bf637563 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.237409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.21.0.1 (42815054-1fcd-4813-9106-5e46830d8a08/4286f8d9-11f6-4e5f-8a43-1990a86878cc/99530ba9-5514-4315-ba36-b197529cb5e9) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:19.245450 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9dc139d2-82b8-4495-94ae-644ce79d444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.313695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.366094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee8a29c9-a8e4-43b1-9791-49f4bf637563 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.376817 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ee8a29c9-a8e4-43b1-9791-49f4bf637563 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5239654 Jul 15 23:20:19.381486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48040) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:19.403282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7f2ce0a2-b02b-44fe-99a0-8d62bfcb3095 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'de50331b-0b0e-48da-a529-86237cafec09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:19.410542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a29c9-a8e4-43b1-9791-49f4bf637563 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de50331b-0b0e-48da-a529-86237cafec09,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:19.458028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 22062b80-6122-44df-a06c-6bedb1fa3674, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=22062b80-6122-44df-a06c-6bedb1fa3674,segment=NetworkSegment(94fdc3a9-dd25-45ab-b89e-bafe909782eb),segment_id=94fdc3a9-dd25-45ab-b89e-bafe909782eb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:19.489925 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.509382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce0a2-b02b-44fe-99a0-8d62bfcb3095 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.557742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.573173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object 99530ba9-5514-4315-ba36-b197529cb5e9 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:19.661424 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.672457 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-9dc139d2-82b8-4495-94ae-644ce79d444f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:20:19.672457 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-9dc139d2-82b8-4495-94ae-644ce79d444f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:20:19.672457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=22062b80-6122-44df-a06c-6bedb1fa3674,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:19.688319 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce0a2-b02b-44fe-99a0-8d62bfcb3095 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.691686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca9364-c075-4371-851e-16d41c7a024a req-c2e67817-b27d-489f-8d60-55f012aebab0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.693349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01ca9364-c075-4371-851e-16d41c7a024a req-c2e67817-b27d-489f-8d60-55f012aebab0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.1150753 Jul 15 23:20:19.694788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce0a2-b02b-44fe-99a0-8d62bfcb3095 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.705460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 42815054-1fcd-4813-9106-5e46830d8a08 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:19.739142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:19.740275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce0a2-b02b-44fe-99a0-8d62bfcb3095 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.744173 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7f2ce0a2-b02b-44fe-99a0-8d62bfcb3095 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3576550 Jul 15 23:20:19.748300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48046) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:19.759497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ce0a2-b02b-44fe-99a0-8d62bfcb3095 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dba45c-c613-4446-91cf-1c02b796c829,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:19.780465 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9fb50901-937c-48c2-af09-58105b464131 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules/72dba45c-c613-4446-91cf-1c02b796c829 HTTP/1.1" status: 200 len: 763 time: 0.0303793 Jul 15 23:20:19.782905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48048) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:19.801088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:19.814615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50225343-99b8-4de8-90aa-517f0b4b405f req-10987627-a3ae-453d-a8ee-259bebb8753f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0729439 Jul 15 23:20:19.849655 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c7cbd035-b4a0-4046-a652-3f47e84b1b8d tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0650723 Jul 15 23:20:19.851826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48050) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:19.919806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 60af8769-5190-4896-9f37-aae8fb570690 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:19.921423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360eef15-7a6a-4ea4-845d-5e0e6da7edc8 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.943590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.945436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360eef15-7a6a-4ea4-845d-5e0e6da7edc8 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.000399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01ca9364-c075-4371-851e-16d41c7a024a req-404c034a-f35b-429e-aa36-4a1c449afe40 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436628 Jul 15 23:20:20.003745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360eef15-7a6a-4ea4-845d-5e0e6da7edc8 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.014088 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360eef15-7a6a-4ea4-845d-5e0e6da7edc8 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.015876 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-360eef15-7a6a-4ea4-845d-5e0e6da7edc8 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/72dba45c-c613-4446-91cf-1c02b796c829 HTTP/1.1" status: 204 len: 168 time: 0.1614635 Jul 15 23:20:20.025244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48052) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.053136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eef15-7a6a-4ea4-845d-5e0e6da7edc8 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72dba45c-c613-4446-91cf-1c02b796c829,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:20.053586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 60af8769-5190-4896-9f37-aae8fb570690 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:20.053962 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.101772 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3b8f1fac-0990-41e8-8bc4-ebd2b5d217eb tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0730257 Jul 15 23:20:20.102285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48056) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.108032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2709a3cb-07ba-483a-8be0-c854eb5f154a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'de50331b-0b0e-48da-a529-86237cafec09', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:20.139265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2709a3cb-07ba-483a-8be0-c854eb5f154a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.209138 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2709a3cb-07ba-483a-8be0-c854eb5f154a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.217615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2709a3cb-07ba-483a-8be0-c854eb5f154a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.237392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=99530ba9-5514-4315-ba36-b197529cb5e9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:20.255039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 22062b80-6122-44df-a06c-6bedb1fa3674 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:20.265289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709a3cb-07ba-483a-8be0-c854eb5f154a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a798f3a-0235-4233-93fd-b9b666935b84,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:20.282094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2709a3cb-07ba-483a-8be0-c854eb5f154a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.286062 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2709a3cb-07ba-483a-8be0-c854eb5f154a tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1802959 Jul 15 23:20:20.286550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48058) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.299050 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.308991 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f4123cff-fbb3-450a-8451-ca40f9988475 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules/1a798f3a-0235-4233-93fd-b9b666935b84 HTTP/1.1" status: 200 len: 763 time: 0.0189140 Jul 15 23:20:20.318334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48060) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.324351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 22062b80-6122-44df-a06c-6bedb1fa3674 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:20.324833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.333983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f959e1-5784-4e9f-b677-712ecc6b767d req-fd4b8b30-8cf8-4bd5-ae73-9b0b56961b87 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.335576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08f959e1-5784-4e9f-b677-712ecc6b767d req-fd4b8b30-8cf8-4bd5-ae73-9b0b56961b87 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.1519213 Jul 15 23:20:20.379328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Provisioning complete for port 60af8769-5190-4896-9f37-aae8fb570690 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:20.379706 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.427213 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c075224-5fe1-48ba-9dbc-6e835faa856e tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1051209 Jul 15 23:20:20.427927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48064) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.479590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08f959e1-5784-4e9f-b677-712ecc6b767d req-45e8035a-9ae3-4960-8e72-62e50ff2ccca tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194744 Jul 15 23:20:20.498861 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-275cb075-a8e5-4ff8-8485-bd971f161a49 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.517286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-275cb075-a8e5-4ff8-8485-bd971f161a49 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.534116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Provisioning complete for port 22062b80-6122-44df-a06c-6bedb1fa3674 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:20.534543 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.624688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-275cb075-a8e5-4ff8-8485-bd971f161a49 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.645451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-275cb075-a8e5-4ff8-8485-bd971f161a49 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.652582 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-275cb075-a8e5-4ff8-8485-bd971f161a49 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1a798f3a-0235-4233-93fd-b9b666935b84 HTTP/1.1" status: 204 len: 168 time: 0.2235606 Jul 15 23:20:20.653345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Provisioning for port 99530ba9-5514-4315-ba36-b197529cb5e9 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:20.658602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48072) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.668724 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42f0c2ee-c1ef-48c6-b737-75d41147acb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.676061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Provisioning complete for port 99530ba9-5514-4315-ba36-b197529cb5e9 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:20.676427 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.721165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cb075-a8e5-4ff8-8485-bd971f161a49 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a798f3a-0235-4233-93fd-b9b666935b84,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:20.731690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-71cb8c5b-80e2-4e7b-9907-e6261d214fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.732319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Port 99530ba9-5514-4315-ba36-b197529cb5e9 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:20.733250 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-71cb8c5b-80e2-4e7b-9907-e6261d214fb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 1096 time: 0.1817567 Jul 15 23:20:20.757324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Provisioning for port 9850954d-42f8-4bf4-a0e2-fbfe9ab9d792 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:20.767997 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-09325566-723c-4191-9f0c-fe53b7dbc3e8 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1002765 Jul 15 23:20:20.768143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Provisioning complete for port 9850954d-42f8-4bf4-a0e2-fbfe9ab9d792 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:20.768143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.776441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f7570-a768-4806-b40d-252d79a65216 req-b31750b6-56d0-4571-ac8b-42bbf6220ed3 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.778802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f5f7570-a768-4806-b40d-252d79a65216 req-b31750b6-56d0-4571-ac8b-42bbf6220ed3 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2372346 Jul 15 23:20:20.779289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48074) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.785886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2f96a0e5-62ec-4b80-83ca-c98cb6734ee6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Request body: {'security_group_rule': {'security_group_id': 'de50331b-0b0e-48da-a529-86237cafec09', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:20.804208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0723b-935b-40ec-b66c-b0ec2dddc024 None None] Port 9850954d-42f8-4bf4-a0e2-fbfe9ab9d792 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:20.828205 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-2f96a0e5-62ec-4b80-83ca-c98cb6734ee6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Project 5d928a10d99c4232b56c4889ebef0798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:20:20.840600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f96a0e5-62ec-4b80-83ca-c98cb6734ee6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.860240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-63e0c007-b6b4-499a-a421-c437805e8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.861726 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-63e0c007-b6b4-499a-a421-c437805e8e09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.1210401 Jul 15 23:20:20.890485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f5f7570-a768-4806-b40d-252d79a65216 req-af53899a-999a-4aec-84d2-64adc7b2fbb9 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792887 Jul 15 23:20:20.915080 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-bb64a72a-8aa9-484b-bb38-d39d65fba3ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ea41e-a386-4964-b72d-ef71b0281102 HTTP/1.1" status: 200 len: 217 time: 0.0468223 Jul 15 23:20:20.924162 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.949080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.976024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-becff192-b20d-4892-acc2-36712cfd09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.977539 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-becff192-b20d-4892-acc2-36712cfd09e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.0569758 Jul 15 23:20:20.998573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f96a0e5-62ec-4b80-83ca-c98cb6734ee6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.002966 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.009078 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.039676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f96a0e5-62ec-4b80-83ca-c98cb6734ee6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.040063 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-9ca6fde7-67b5-4a5f-996b-2b83a1122bfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467367 Jul 15 23:20:21.105660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a831bc1-7732-46b1-9404-4cf4a114cf90 req-af4b66c5-c362-4596-ad51-ece4644ce4c1 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0527267 Jul 15 23:20:21.118999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96a0e5-62ec-4b80-83ca-c98cb6734ee6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f45b9c9-b2b1-466d-9e55-c969972d71a7,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:21.155878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=99530ba9-5514-4315-ba36-b197529cb5e9,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:21.160814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f96a0e5-62ec-4b80-83ca-c98cb6734ee6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.161990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2f96a0e5-62ec-4b80-83ca-c98cb6734ee6 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3794487 Jul 15 23:20:21.164642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48080) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.184527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e0d4b469-1c6d-4eb6-9506-318f66f0a699 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules/7f45b9c9-b2b1-466d-9e55-c969972d71a7 HTTP/1.1" status: 200 len: 769 time: 0.0188203 Jul 15 23:20:21.187129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48082) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.219869 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-986d375e-0381-478b-845f-a60e214ffd76 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718316 Jul 15 23:20:21.237949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 42815054-1fcd-4813-9106-5e46830d8a08 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:21.249305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b1cee274-fa74-4c1f-882d-120012fe8331 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0610995 Jul 15 23:20:21.250407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:21.252207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48084) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.362634 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-aa6bf4c4-e636-4559-8ec1-f5b982ef700e req-ad4d91ed-07f3-4c05-b85d-f18135adcc3a service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365943 Jul 15 23:20:21.497854 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.629969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-17c7f2b6-11c2-4534-a5c1-cc1e380862ff None None] Provisioning complete for port 99530ba9-5514-4315-ba36-b197529cb5e9 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:21.630337 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17c7f2b6-11c2-4534-a5c1-cc1e380862ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.665452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-17c7f2b6-11c2-4534-a5c1-cc1e380862ff None None] Port 99530ba9-5514-4315-ba36-b197529cb5e9 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:21.743252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b391930a-bf1e-422a-b486-975c6f87f98b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.756711 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b391930a-bf1e-422a-b486-975c6f87f98b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.818553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 20cf9432-da7e-427c-9f7e-ffa989c17362 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:21.826115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b391930a-bf1e-422a-b486-975c6f87f98b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.832474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b391930a-bf1e-422a-b486-975c6f87f98b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.835890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b391930a-bf1e-422a-b486-975c6f87f98b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7f45b9c9-b2b1-466d-9e55-c969972d71a7 HTTP/1.1" status: 204 len: 168 time: 0.5804968 Jul 15 23:20:21.836355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48094) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.852700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391930a-bf1e-422a-b486-975c6f87f98b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f45b9c9-b2b1-466d-9e55-c969972d71a7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:21.864078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c21a39-1b3a-4a7e-b96a-2c6c01ba0a41 req-bb23237e-8483-4577-b0c0-6ef2dfa52d17 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:21.865579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8c21a39-1b3a-4a7e-b96a-2c6c01ba0a41 req-bb23237e-8483-4577-b0c0-6ef2dfa52d17 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.1386025 Jul 15 23:20:21.895809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-07659113-a9be-488b-8d42-f05f3132060b tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576823 Jul 15 23:20:21.896049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48096) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.968214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-8f24-40da-b4ba-e5fed7c2eca0 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.975866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8c21a39-1b3a-4a7e-b96a-2c6c01ba0a41 req-e019e419-0661-446c-ab2b-f62c7b27272a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743992 Jul 15 23:20:21.981295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:21.987569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c2082762-e930-4ba0-ace9-d38823b9b936 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/20cf9432-da7e-427c-9f7e-ffa989c17362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9570189 Jul 15 23:20:21.988782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48100) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.991762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d53ccb-2767-4f57-98fc-567a356b88bb None None] Sync routers for ids ['20cf9432-da7e-427c-9f7e-ffa989c17362'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:22.009340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d53ccb-2767-4f57-98fc-567a356b88bb None None] Routers {'20cf9432-da7e-427c-9f7e-ffa989c17362'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:22.009990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-96d53ccb-2767-4f57-98fc-567a356b88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20cf9432-da7e-427c-9f7e-ffa989c17362'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:22.049974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-8f24-40da-b4ba-e5fed7c2eca0 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.059116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ce03a-a990-4c49-be87-e9d1f9692f69 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.061313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-935ce03a-a990-4c49-be87-e9d1f9692f69 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports/99530ba9-5514-4315-ba36-b197529cb5e9 HTTP/1.1" status: 200 len: 910 time: 0.0713489 Jul 15 23:20:22.064403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48102) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:22.070093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-96d53ccb-2767-4f57-98fc-567a356b88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:22.079142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d53ccb-2767-4f57-98fc-567a356b88bb None None] Routers {'20cf9432-da7e-427c-9f7e-ffa989c17362'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:22.079760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-96d53ccb-2767-4f57-98fc-567a356b88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20cf9432-da7e-427c-9f7e-ffa989c17362'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:22.112838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-96d53ccb-2767-4f57-98fc-567a356b88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:22.113537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d53ccb-2767-4f57-98fc-567a356b88bb None None] The sync data for ids ['20cf9432-da7e-427c-9f7e-ffa989c17362'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:22.124846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-8f24-40da-b4ba-e5fed7c2eca0 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.127610 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-65fd6022-8f24-40da-b4ba-e5fed7c2eca0 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.131191 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-65fd6022-8f24-40da-b4ba-e5fed7c2eca0 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "DELETE /v2.0/security-groups/de50331b-0b0e-48da-a529-86237cafec09 HTTP/1.1" status: 204 len: 168 time: 0.2317929 Jul 15 23:20:22.132928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48104) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:22.152543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd6022-8f24-40da-b4ba-e5fed7c2eca0 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50331b-0b0e-48da-a529-86237cafec09,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:22.229539 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-20468b4f-6c62-4be1-98bb-3fa590408090 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954401 Jul 15 23:20:22.230827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48108) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:22.282774 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e6bd620-b00b-46da-8356-1ed9d08e3222 tempest-SecGroupIPv6Test-1932368143 tempest-SecGroupIPv6Test-1932368143-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507913 Jul 15 23:20:22.323453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a0550b2-7629-43c4-9af6-060d92bafe3b req-7cf169d8-bafc-4f1f-b9d0-8f37ccb06400 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0390062 Jul 15 23:20:22.331347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373f43-831d-4b9f-8634-309561cc7381 req-0fd78fb3-d109-46b4-a768-160be2953792 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.338012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3373f43-831d-4b9f-8634-309561cc7381 req-0fd78fb3-d109-46b4-a768-160be2953792 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2294364 Jul 15 23:20:22.415871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3373f43-831d-4b9f-8634-309561cc7381 req-629c0fd8-0202-4ef8-ad84-c5404ef348b3 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636716 Jul 15 23:20:22.541124 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.559820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48114) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:22.717227 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-862fd530-0eea-4b97-a608-8e2a4e4bda5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d928a10d99c4232b56c4889ebef0798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556225 Jul 15 23:20:22.719604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48118) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:22.773700 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21b3b7e5-2986-4e5e-86d1-c9ec86526b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.795435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21b3b7e5-2986-4e5e-86d1-c9ec86526b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.814811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port 99530ba9-5514-4315-ba36-b197529cb5e9 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:22.815381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.844464 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21b3b7e5-2986-4e5e-86d1-c9ec86526b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.848565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21b3b7e5-2986-4e5e-86d1-c9ec86526b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.849895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-21b3b7e5-2986-4e5e-86d1-c9ec86526b89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fec78df8-2ec8-4f66-9fd4-912285b44e51 HTTP/1.1" status: 204 len: 168 time: 0.1292062 Jul 15 23:20:22.859111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3b7e5-2986-4e5e-86d1-c9ec86526b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec78df8-2ec8-4f66-9fd4-912285b44e51,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:22.916935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.944807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for 99530ba9-5514-4315-ba36-b197529cb5e9 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:23.164174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.213092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=99530ba9-5514-4315-ba36-b197529cb5e9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:23.312000 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.318699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2c143-0747-49f5-9f76-0d6de1ec8999 req-99b7a063-d30f-4339-b96d-9475caa04a46 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.320775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67b2c143-0747-49f5-9f76-0d6de1ec8999 req-99b7a063-d30f-4339-b96d-9475caa04a46 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.1678908 Jul 15 23:20:23.446939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67b2c143-0747-49f5-9f76-0d6de1ec8999 req-0da5bb36-d951-4442-a1f8-74b1cc4007ec tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829015 Jul 15 23:20:23.453972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.629164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efa0fb9b-3f77-4af6-8059-a02a6cbaff2f req-b0739c37-dc05-4279-b1bd-05ea95364686 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0483816 Jul 15 23:20:23.700963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48148) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:23.809795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 20cf9432-da7e-427c-9f7e-ffa989c17362 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:23.812856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906977075'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:23.828503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-f47accef-ed38-4d34-8053-1a73ebe4426a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.829968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-f47accef-ed38-4d34-8053-1a73ebe4426a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.59 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.1382060 Jul 15 23:20:23.839517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0b5a2-8857-4f5f-956e-f7625cac7733 req-e63e56af-cf90-4d26-8eb5-7aba5db74777 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.840975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ac0b5a2-8857-4f5f-956e-f7625cac7733 req-e63e56af-cf90-4d26-8eb5-7aba5db74777 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2154431 Jul 15 23:20:23.849527 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.858537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.958672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.964146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.010863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e9707a-51d7-4c05-b6bd-6015ab6ca3d2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.026220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ac0b5a2-8857-4f5f-956e-f7625cac7733 req-302c2189-40f3-4fe2-922f-07b1014fd664 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749523 Jul 15 23:20:24.039244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:24.048327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48152) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:24.048481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e08bdca9-ce09-4658-adfe-f162a01b8a70 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/20cf9432-da7e-427c-9f7e-ffa989c17362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9830346 Jul 15 23:20:24.055147 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfaf951-1573-4b6b-a003-b88279777d24 None None] Sync routers for ids ['20cf9432-da7e-427c-9f7e-ffa989c17362'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:24.081759 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfaf951-1573-4b6b-a003-b88279777d24 None None] Routers {'20cf9432-da7e-427c-9f7e-ffa989c17362'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:24.082387 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5dfaf951-1573-4b6b-a003-b88279777d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20cf9432-da7e-427c-9f7e-ffa989c17362'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:24.097306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Deleting port db0809e0-c068-4962-bee2-ed1b7ec3c28d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:24.099836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.116239 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5dfaf951-1573-4b6b-a003-b88279777d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:24.126705 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfaf951-1573-4b6b-a003-b88279777d24 None None] Routers {'20cf9432-da7e-427c-9f7e-ffa989c17362'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:24.127700 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5dfaf951-1573-4b6b-a003-b88279777d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20cf9432-da7e-427c-9f7e-ffa989c17362'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:24.207750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.218131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.242540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] For port db0809e0-c068-4962-bee2-ed1b7ec3c28d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=db0809e0-c068-4962-bee2-ed1b7ec3c28d,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:24.243420 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.274603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.279260 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5771859 Jul 15 23:20:24.281225 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5dfaf951-1573-4b6b-a003-b88279777d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:24.282268 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfaf951-1573-4b6b-a003-b88279777d24 None None] The sync data for ids ['20cf9432-da7e-427c-9f7e-ffa989c17362'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:24.282700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48156) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:24.299998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f9e7-a304-415c-ad10-6ddfe37e3386 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4e3096-2ba8-4c2c-8855-f05cd209943e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.430316 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bcff4573-a6ea-42ce-b205-f46d78479bf7 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1460612 Jul 15 23:20:24.430562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48158) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:24.442156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5ced63b5-7253-4bbc-9191-d5b566219944 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-security--1110734392', 'description': 'tempest-security-description-123968092'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:24.494799 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ced63b5-7253-4bbc-9191-d5b566219944 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.606885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ced63b5-7253-4bbc-9191-d5b566219944 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.613437 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ced63b5-7253-4bbc-9191-d5b566219944 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.622393 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ced63b5-7253-4bbc-9191-d5b566219944 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.626717 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5ced63b5-7253-4bbc-9191-d5b566219944 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "PUT /v2.0/security-groups/2a4e3096-2ba8-4c2c-8855-f05cd209943e HTTP/1.1" status: 200 len: 1779 time: 0.1900117 Jul 15 23:20:24.628927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48162) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:24.708662 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eaf15c91-b582-4e86-972f-b1dfa1813007 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups/2a4e3096-2ba8-4c2c-8855-f05cd209943e HTTP/1.1" status: 200 len: 1779 time: 0.0761337 Jul 15 23:20:24.709424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48168) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:24.740851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced63b5-7253-4bbc-9191-d5b566219944 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4e3096-2ba8-4c2c-8855-f05cd209943e,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.786034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.786731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.787251 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Floating IP d030874d-b7f9-4307-962b-2202ad07d17c disassociated. External IP: 172.25.3.162, port: db0809e0-c068-4962-bee2-ed1b7ec3c28d. Jul 15 23:20:24.787870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Calling delete_port for db0809e0-c068-4962-bee2-ed1b7ec3c28d owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:24.826170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eddb6dea-5688-47f1-ba3f-dff0488e17f0 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.860868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eddb6dea-5688-47f1-ba3f-dff0488e17f0 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.881667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.926585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0afa8-be24-4f65-b16b-b456303487c6 req-81f74bef-1d73-4371-b0b4-b656c1d2cae4 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.932745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2a0afa8-be24-4f65-b16b-b456303487c6 req-81f74bef-1d73-4371-b0b4-b656c1d2cae4 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 945 time: 0.2754641 Jul 15 23:20:24.938405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.941730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67f4cccc-7fef-4bcd-b3de-24fe3a7d243d req-7419dc50-bb95-45b1-b84f-1899e7e01b0d tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0706859 Jul 15 23:20:25.003308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eddb6dea-5688-47f1-ba3f-dff0488e17f0 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.006416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eddb6dea-5688-47f1-ba3f-dff0488e17f0 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.010653 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eddb6dea-5688-47f1-ba3f-dff0488e17f0 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a4e3096-2ba8-4c2c-8855-f05cd209943e HTTP/1.1" status: 204 len: 168 time: 0.2952774 Jul 15 23:20:25.012001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48170) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:25.042189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2a0afa8-be24-4f65-b16b-b456303487c6 req-b9b069f1-d868-491b-91a2-d8e25127a2cf tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a245bf6-3062-4067-8314-6c813cfcce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847189 Jul 15 23:20:25.071554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb6dea-5688-47f1-ba3f-dff0488e17f0 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4e3096-2ba8-4c2c-8855-f05cd209943e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:25.094429 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.164818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event deleted for resources: {'Port': ['ID=db0809e0-c068-4962-bee2-ed1b7ec3c28d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:25.174316 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-31651296-d7d5-420a-bb2b-7fa3a6fbdac9 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558695 Jul 15 23:20:25.176430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48174) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:25.211944 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-23ac40fd-523a-4470-85f3-7bbea9acc605 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] delete failed (client error): The resource could not be found. Jul 15 23:20:25.221395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-23ac40fd-523a-4470-85f3-7bbea9acc605 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a4e3096-2ba8-4c2c-8855-f05cd209943e HTTP/1.1" status: 404 len: 347 time: 0.0438576 Jul 15 23:20:25.224022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48176) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:25.261002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fedc4d5c-e8d5-4e04-8f63-e291c4d3701b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-secgroup--427754400'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:25.333941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port 9850954d-42f8-4bf4-a0e2-fbfe9ab9d792 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:25.334451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.378086 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fedc4d5c-e8d5-4e04-8f63-e291c4d3701b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.416014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:25.439796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b19cc-8c86-4acb-a141-88bbfd1149ab req-c8ac59fd-db83-4032-a441-3f28a4ae096c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.441326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d6b19cc-8c86-4acb-a141-88bbfd1149ab req-c8ac59fd-db83-4032-a441-3f28a4ae096c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2173719 Jul 15 23:20:25.461699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.475440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for 9850954d-42f8-4bf4-a0e2-fbfe9ab9d792 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:25.631401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d6b19cc-8c86-4acb-a141-88bbfd1149ab req-d9f410dc-7253-4c68-9a47-78f20bea7333 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820786 Jul 15 23:20:25.666201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fedc4d5c-e8d5-4e04-8f63-e291c4d3701b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.691463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fedc4d5c-e8d5-4e04-8f63-e291c4d3701b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.725849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.737346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:25.750665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fedc4d5c-e8d5-4e04-8f63-e291c4d3701b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.754648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fedc4d5c-e8d5-4e04-8f63-e291c4d3701b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5268073 Jul 15 23:20:25.756650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] Sync routers for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:25.764859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48184) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:25.772781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:25.773508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:25.775649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc4d5c-e8d5-4e04-8f63-e291c4d3701b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7821953-15c7-4169-9d1a-7ccbc75bcff6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:25.787889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ee2247b5-63cb-4da8-90d4-6c43426119c6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': 'a7821953-15c7-4169-9d1a-7ccbc75bcff6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:25.795997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=9850954d-42f8-4bf4-a0e2-fbfe9ab9d792,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:25.832249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] No DVR routers for this DVR port db0809e0-c068-4962-bee2-ed1b7ec3c28d on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:25.844163 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.847142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9604b04c-a500-415b-ba4c-ea4e6122e8b2 req-802e6355-9866-45d6-b767-491a36d6dd0a tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.59 "DELETE /v2.0/ports/db0809e0-c068-4962-bee2-ed1b7ec3c28d HTTP/1.1" status: 204 len: 173 time: 2.0050843 Jul 15 23:20:25.849998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'name': 'network-vif-deleted', 'tag': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:25.865937 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0347a1e8-de95-46a3-bfa6-c8ee11937404" -d '{"events": [{"server_uuid": "f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec", "name": "network-vif-deleted", "tag": "db0809e0-c068-4962-bee2-ed1b7ec3c28d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:25.935432 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3806153-13ac-4f5b-a0db-0a369f4331db x-openstack-request-id: req-f3806153-13ac-4f5b-a0db-0a369f4331db {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:25.936132 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec", "name": "network-vif-deleted", "tag": "db0809e0-c068-4962-bee2-ed1b7ec3c28d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:25.936622 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3806153-13ac-4f5b-a0db-0a369f4331db {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:25.937157 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec', 'name': 'network-vif-deleted', 'tag': 'db0809e0-c068-4962-bee2-ed1b7ec3c28d', 'status': 'completed', 'code': 200} Jul 15 23:20:25.989268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:26.016776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.107423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee2247b5-63cb-4da8-90d4-6c43426119c6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.160669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee2247b5-63cb-4da8-90d4-6c43426119c6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.170304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee2247b5-63cb-4da8-90d4-6c43426119c6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.210882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0652cc36-c43b-41b1-98d2-9ad0f7211372 req-405709a7-9542-4577-9985-f5765bf4f3eb tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0446427 Jul 15 23:20:26.229218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2247b5-63cb-4da8-90d4-6c43426119c6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc753f03-8be8-4599-bd93-f5db69e1c859,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.267285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee2247b5-63cb-4da8-90d4-6c43426119c6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.271469 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ee2247b5-63cb-4da8-90d4-6c43426119c6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4897900 Jul 15 23:20:26.274079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48192) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.277136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c21e7c24-282b-4ecf-adbc-db54ef3667b7 req-efe2f7e8-9dca-43c6-89ff-1aa3d418f1ae tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.0307620 Jul 15 23:20:26.296791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 20cf9432-da7e-427c-9f7e-ffa989c17362 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:26.319083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6ccee54-de7c-40e8-8bcb-489f6bf9fb72 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.332091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:40Z', 'revision_number': 5, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:26.363158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] Checking router: f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:26.373935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:26.374815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:26.396522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6ccee54-de7c-40e8-8bcb-489f6bf9fb72 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.416782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:26.427020 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cca058fe-f480-4d11-aecf-9162ffc305c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/20cf9432-da7e-427c-9f7e-ffa989c17362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3677933 Jul 15 23:20:26.427020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48196) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.436408 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7178aa-0645-4f82-b097-9dd172fbd972 None None] Sync routers for ids ['20cf9432-da7e-427c-9f7e-ffa989c17362'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:26.446221 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7178aa-0645-4f82-b097-9dd172fbd972 None None] Routers {'20cf9432-da7e-427c-9f7e-ffa989c17362'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:26.447201 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2d7178aa-0645-4f82-b097-9dd172fbd972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20cf9432-da7e-427c-9f7e-ffa989c17362'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:26.462262 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-634acdcc-7ff2-41bb-b892-76d4e3759eba tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cf9432-da7e-427c-9f7e-ffa989c17362 HTTP/1.1" status: 200 len: 205 time: 0.0326235 Jul 15 23:20:26.462262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6ccee54-de7c-40e8-8bcb-489f6bf9fb72 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.462680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48198) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.469779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f6ccee54-de7c-40e8-8bcb-489f6bf9fb72 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.473824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48200) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.473970 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f6ccee54-de7c-40e8-8bcb-489f6bf9fb72 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bc753f03-8be8-4599-bd93-f5db69e1c859 HTTP/1.1" status: 204 len: 168 time: 0.1986377 Jul 15 23:20:26.486815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2d7178aa-0645-4f82-b097-9dd172fbd972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:26.495852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7178aa-0645-4f82-b097-9dd172fbd972 None None] Routers {'20cf9432-da7e-427c-9f7e-ffa989c17362'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:26.497541 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2d7178aa-0645-4f82-b097-9dd172fbd972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20cf9432-da7e-427c-9f7e-ffa989c17362'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:26.528404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:26.542303 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2d7178aa-0645-4f82-b097-9dd172fbd972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:26.543346 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7178aa-0645-4f82-b097-9dd172fbd972 None None] The sync data for ids ['20cf9432-da7e-427c-9f7e-ffa989c17362'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:26.550855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8c1828e0-ff20-4e06-b441-85a2dcd28d23 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0721533 Jul 15 23:20:26.551600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48202) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.589259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccee54-de7c-40e8-8bcb-489f6bf9fb72 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc753f03-8be8-4599-bd93-f5db69e1c859,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.597315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8ea-772d-42c9-b621-d50f66fe5fc3 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.612306 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5f48-adad-4ba6-a51c-a8d5aed8dcdd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.635181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5f48-adad-4ba6-a51c-a8d5aed8dcdd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.702133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5f48-adad-4ba6-a51c-a8d5aed8dcdd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.706239 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd9a5f48-adad-4ba6-a51c-a8d5aed8dcdd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.708013 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cd9a5f48-adad-4ba6-a51c-a8d5aed8dcdd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/a7821953-15c7-4169-9d1a-7ccbc75bcff6 HTTP/1.1" status: 204 len: 168 time: 0.1553380 Jul 15 23:20:26.754782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48208) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.770909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a5f48-adad-4ba6-a51c-a8d5aed8dcdd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7821953-15c7-4169-9d1a-7ccbc75bcff6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.886875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c8db3aeb-e5fd-44fe-9978-2b5f61866e94 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307864 Jul 15 23:20:26.888945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48210) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.896112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3f5df70f-6d17-428c-a9e0-e8981d5935e9 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-secgroup--867735454'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:26.907140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:40Z', 'revision_number': 5, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:26.922100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fd05c-00d7-4505-83f2-4ff1261a265f req-29e1c591-8dd6-4a4c-b5fc-d5045ad8d66e tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.923733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f6fd05c-00d7-4505-83f2-4ff1261a265f req-29e1c591-8dd6-4a4c-b5fc-d5045ad8d66e tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.1263890 Jul 15 23:20:26.942317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ef077-6336-4ee2-96a6-6882cab33ee3 None None] The sync data for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 is: [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 4, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a963677f-832d-4652-a2ba-f920ee1c0422', 'name': '', 'network_id': '115feace-5636-464a-b307-9544036667d5', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'mac_address': 'fa:16:3e:18:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:40Z', 'revision_number': 5, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'subnets': [{'id': 'dbc27ae4-abf1-4e79-8ef6-ad250d2ba923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:26.957007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f5df70f-6d17-428c-a9e0-e8981d5935e9 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.003961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f6fd05c-00d7-4505-83f2-4ff1261a265f req-f5b11354-a20c-4d60-8cd7-c6f25697c313 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710843 Jul 15 23:20:27.099409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8ea-772d-42c9-b621-d50f66fe5fc3 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.101662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8ea-772d-42c9-b621-d50f66fe5fc3 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.105776 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f5df70f-6d17-428c-a9e0-e8981d5935e9 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.110869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f5df70f-6d17-428c-a9e0-e8981d5935e9 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.142000 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f5df70f-6d17-428c-a9e0-e8981d5935e9 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.143500 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3f5df70f-6d17-428c-a9e0-e8981d5935e9 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2523222 Jul 15 23:20:27.146165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48212) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.152767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a2ea5c2c-1556-4ad0-8f99-73e549d108f5 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': '17aff23a-bd1c-41b7-bc7b-5641df060dde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:27.156554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5df70f-6d17-428c-a9e0-e8981d5935e9 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17aff23a-bd1c-41b7-bc7b-5641df060dde,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.159306 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8ea-772d-42c9-b621-d50f66fe5fc3 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.160115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d0b8ea-772d-42c9-b621-d50f66fe5fc3 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Fanout notify agent at l3_agent the message router_deleted on router 20cf9432-da7e-427c-9f7e-ffa989c17362 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:20:27.171447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8ea-772d-42c9-b621-d50f66fe5fc3 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.173313 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d2d0b8ea-772d-42c9-b621-d50f66fe5fc3 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/20cf9432-da7e-427c-9f7e-ffa989c17362 HTTP/1.1" status: 204 len: 168 time: 0.7068582 Jul 15 23:20:27.176364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48214) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.191084 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5c2c-1556-4ad0-8f99-73e549d108f5 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.245181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a8e1b2-7704-465e-a506-2b97512d437f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet 4286f8d9-11f6-4e5f-8a43-1990a86878cc {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:27.249157 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14a8e1b2-7704-465e-a506-2b97512d437f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.264847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device db0809e0-c068-4962-bee2-ed1b7ec3c28d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:27.304716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5c2c-1556-4ad0-8f99-73e549d108f5 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.325291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: db0809e0-c068-4962-bee2-ed1b7ec3c28d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:27.325954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device db0809e0-c068-4962-bee2-ed1b7ec3c28d not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:27.326361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5c2c-1556-4ad0-8f99-73e549d108f5 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.328215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14a8e1b2-7704-465e-a506-2b97512d437f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.382962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea5c2c-1556-4ad0-8f99-73e549d108f5 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70da362-23ce-402b-95e8-556d1b2602b9,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.397503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a8d95-16cd-4c6e-8c50-7dd935d1eefa None None] New status for floating IP d030874d-b7f9-4307-962b-2202ad07d17c: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:20:27.404765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5c2c-1556-4ad0-8f99-73e549d108f5 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.408327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a2ea5c2c-1556-4ad0-8f99-73e549d108f5 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2587962 Jul 15 23:20:27.418979 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48220) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.424725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bee9d25-db9c-482b-b2a2-480c285a30f9 req-92438f4f-5712-4e73-8383-7c2316720ea5 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0340557 Jul 15 23:20:27.425045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-19c38e5a-1119-4ecc-9f98-8aa322ef7f81 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': '17aff23a-bd1c-41b7-bc7b-5641df060dde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:27.457467 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14a8e1b2-7704-465e-a506-2b97512d437f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.503466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19c38e5a-1119-4ecc-9f98-8aa322ef7f81 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.517942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9aa2523c-e2fe-474d-9226-c443e7a9f6bd req-8cafe356-7e6f-41ed-804f-285f966de879 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.0311620 Jul 15 23:20:27.566253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14a8e1b2-7704-465e-a506-2b97512d437f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.599463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8e1b2-7704-465e-a506-2b97512d437f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=4286f8d9-11f6-4e5f-8a43-1990a86878cc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.606320 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14a8e1b2-7704-465e-a506-2b97512d437f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.610531 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-14a8e1b2-7704-465e-a506-2b97512d437f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/4286f8d9-11f6-4e5f-8a43-1990a86878cc HTTP/1.1" status: 204 len: 168 time: 0.4304378 Jul 15 23:20:27.611274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48222) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.613480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc449764-76e4-4ab0-82ac-8ec37f1003bf None None] Network 42815054-1fcd-4813-9106-5e46830d8a08 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:27.624517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19c38e5a-1119-4ecc-9f98-8aa322ef7f81 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.630362 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19c38e5a-1119-4ecc-9f98-8aa322ef7f81 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.650404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c38e5a-1119-4ecc-9f98-8aa322ef7f81 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c980fb59-7e56-48f1-9ff5-23a7ca780e10,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.666388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d8f3be-1645-42b9-8dc5-15e10c435c3d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet aef3cea8-5937-48fb-b0de-4157e0bd46cc {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:27.670103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60d8f3be-1645-42b9-8dc5-15e10c435c3d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.684402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19c38e5a-1119-4ecc-9f98-8aa322ef7f81 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.689159 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-19c38e5a-1119-4ecc-9f98-8aa322ef7f81 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2691336 Jul 15 23:20:27.690130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48224) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.695428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e3a9d333-3bc4-4fb5-bfcd-a8151481a999 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': '17aff23a-bd1c-41b7-bc7b-5641df060dde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:27.732074 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d333-3bc4-4fb5-bfcd-a8151481a999 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.815472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d333-3bc4-4fb5-bfcd-a8151481a999 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.821483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d333-3bc4-4fb5-bfcd-a8151481a999 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.855314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9d333-3bc4-4fb5-bfcd-a8151481a999 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c820eb97-4112-497b-9d6c-aa928372eef7,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.862107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3a9d333-3bc4-4fb5-bfcd-a8151481a999 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.866104 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e3a9d333-3bc4-4fb5-bfcd-a8151481a999 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1723850 Jul 15 23:20:27.866359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48226) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.873388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-23224447-d580-4b62-89b7-790309abdbcd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': '17aff23a-bd1c-41b7-bc7b-5641df060dde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:27.908438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23224447-d580-4b62-89b7-790309abdbcd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.023028 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23224447-d580-4b62-89b7-790309abdbcd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.030244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] DHCP port deletion for 42815054-1fcd-4813-9106-5e46830d8a08 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:28.030884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23224447-d580-4b62-89b7-790309abdbcd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.062452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23224447-d580-4b62-89b7-790309abdbcd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958d41ce-0f8a-422e-a3d1-0084e613a1d4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.067940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23224447-d580-4b62-89b7-790309abdbcd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.071612 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23224447-d580-4b62-89b7-790309abdbcd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2011266 Jul 15 23:20:28.072430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48232) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.088855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f85bfa51-caa4-4326-9171-78b35457382f tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': '17aff23a-bd1c-41b7-bc7b-5641df060dde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:28.121632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] Deleting port 22062b80-6122-44df-a06c-6bedb1fa3674 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:28.122332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.143832 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f85bfa51-caa4-4326-9171-78b35457382f tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.201590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] For port 22062b80-6122-44df-a06c-6bedb1fa3674, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=22062b80-6122-44df-a06c-6bedb1fa3674,segment=NetworkSegment(94fdc3a9-dd25-45ab-b89e-bafe909782eb),segment_id=94fdc3a9-dd25-45ab-b89e-bafe909782eb)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:28.202308 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.217233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] Calling delete_port for 22062b80-6122-44df-a06c-6bedb1fa3674 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:28.272423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60d8f3be-1645-42b9-8dc5-15e10c435c3d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.290943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f85bfa51-caa4-4326-9171-78b35457382f tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.295588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f85bfa51-caa4-4326-9171-78b35457382f tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.318976 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.338122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bfa51-caa4-4326-9171-78b35457382f tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108773cf-053b-4737-834b-b6f43942b215,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.341598 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f85bfa51-caa4-4326-9171-78b35457382f tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.343069 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f85bfa51-caa4-4326-9171-78b35457382f tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2679684 Jul 15 23:20:28.346051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48234) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.369964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] Pushing event deleted for resources: {'Port': ['ID=22062b80-6122-44df-a06c-6bedb1fa3674,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.379714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb9c0b-672c-4345-845a-14807bf4667a None None] No DVR routers for this DVR port 22062b80-6122-44df-a06c-6bedb1fa3674 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:28.390418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f26f0be7-09a5-4b94-a800-648401076b04 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.399177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f26f0be7-09a5-4b94-a800-648401076b04 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.429616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f26f0be7-09a5-4b94-a800-648401076b04 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.436290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f26f0be7-09a5-4b94-a800-648401076b04 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.439225 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f26f0be7-09a5-4b94-a800-648401076b04 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/108773cf-053b-4737-834b-b6f43942b215 HTTP/1.1" status: 204 len: 168 time: 0.0902345 Jul 15 23:20:28.439396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60d8f3be-1645-42b9-8dc5-15e10c435c3d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.443646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48236) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.448179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac365b0f-64aa-4ba7-b972-f9ce82eb2cc7 req-df4acced-ed2b-4bbc-934e-feb27613ac10 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.449764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac365b0f-64aa-4ba7-b972-f9ce82eb2cc7 req-df4acced-ed2b-4bbc-934e-feb27613ac10 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.1368008 Jul 15 23:20:28.450789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f0be7-09a5-4b94-a800-648401076b04 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=108773cf-053b-4737-834b-b6f43942b215,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.500657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5975fe04-908c-48ec-9819-f7167f5faa44 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0557840 Jul 15 23:20:28.504702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48240) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.559381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-468a3792-2d5b-4229-a320-d02b6ed40fad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.578457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-468a3792-2d5b-4229-a320-d02b6ed40fad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.605489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac365b0f-64aa-4ba7-b972-f9ce82eb2cc7 req-386ccb5d-a4a1-49d2-95e9-b08edc0f7cf3 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015337 Jul 15 23:20:28.635229 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60d8f3be-1645-42b9-8dc5-15e10c435c3d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.645555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-927cdd8e-2ef6-45b6-b399-38dc582935fd req-8a19d5fc-9329-4b95-ac83-de13093f9c45 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/ports?device_id=33a70034-7054-49ed-8d29-b337fc769567 HTTP/1.1" status: 200 len: 210 time: 0.0705576 Jul 15 23:20:28.680831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f3be-1645-42b9-8dc5-15e10c435c3d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=aef3cea8-5937-48fb-b0de-4157e0bd46cc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.689407 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60d8f3be-1645-42b9-8dc5-15e10c435c3d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.690666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75376729-4eca-4aa8-80a9-51545b068203 None None] Network 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:28.694179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48244) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.703871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-60d8f3be-1645-42b9-8dc5-15e10c435c3d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/aef3cea8-5937-48fb-b0de-4157e0bd46cc HTTP/1.1" status: 204 len: 168 time: 1.0917974 Jul 15 23:20:28.715860 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-468a3792-2d5b-4229-a320-d02b6ed40fad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.722314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-468a3792-2d5b-4229-a320-d02b6ed40fad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.723532 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-468a3792-2d5b-4229-a320-d02b6ed40fad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/958d41ce-0f8a-422e-a3d1-0084e613a1d4 HTTP/1.1" status: 204 len: 168 time: 0.2178431 Jul 15 23:20:28.728562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48246) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.741586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a3792-2d5b-4229-a320-d02b6ed40fad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=958d41ce-0f8a-422e-a3d1-0084e613a1d4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.813321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1874ca23-8973-4e0c-b14f-a4f8979a1a3b req-c6c34ccd-3cb3-4e9f-be5f-26a116802a22 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.0292697 Jul 15 23:20:28.840993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.871812 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-951b1cce-6a28-40f2-8973-f64eb8c9b6d6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1427267 Jul 15 23:20:28.875668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48248) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.908155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cff58855-3875-416c-8f73-dd98726eaea4 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.926132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cff58855-3875-416c-8f73-dd98726eaea4 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.976417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cff58855-3875-416c-8f73-dd98726eaea4 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.982254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.989930 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cff58855-3875-416c-8f73-dd98726eaea4 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.993728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42815054-1fcd-4813-9106-5e46830d8a08']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:28.994326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cff58855-3875-416c-8f73-dd98726eaea4 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c820eb97-4112-497b-9d6c-aa928372eef7 HTTP/1.1" status: 204 len: 168 time: 0.1173658 Jul 15 23:20:28.996004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48250) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.005421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fdc3a9-dd25-45ab-b89e-bafe909782eb') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:29.005758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fdc3a9-dd25-45ab-b89e-bafe909782eb') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:29.010575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff58855-3875-416c-8f73-dd98726eaea4 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c820eb97-4112-497b-9d6c-aa928372eef7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.015890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.018486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] DHCP port deletion for 4b7f74e5-cb8c-40eb-81b8-56278303d8c0 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:29.047959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.056856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:29.056856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.058436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7d4a8a70-1de4-4300-8951-d69470253b53 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0564742 Jul 15 23:20:29.059235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48252) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.085035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87b50010-06ed-4407-8fa5-a9fcec2e6c36 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.085297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] Deleting port 60af8769-5190-4896-9f37-aae8fb570690 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:29.085746 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.094202 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87b50010-06ed-4407-8fa5-a9fcec2e6c36 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.132886 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87b50010-06ed-4407-8fa5-a9fcec2e6c36 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.139355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87b50010-06ed-4407-8fa5-a9fcec2e6c36 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.140699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-87b50010-06ed-4407-8fa5-a9fcec2e6c36 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c980fb59-7e56-48f1-9ff5-23a7ca780e10 HTTP/1.1" status: 204 len: 168 time: 0.0803106 Jul 15 23:20:29.143934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48256) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.178609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] For port 60af8769-5190-4896-9f37-aae8fb570690, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=60af8769-5190-4896-9f37-aae8fb570690,segment=NetworkSegment(e89a5a6b-4096-4374-9d9b-049c9d4bf9bd),segment_id=e89a5a6b-4096-4374-9d9b-049c9d4bf9bd)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:29.179418 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:29.190558 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:29.194337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b50010-06ed-4407-8fa5-a9fcec2e6c36 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c980fb59-7e56-48f1-9ff5-23a7ca780e10,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.202175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] Calling delete_port for 60af8769-5190-4896-9f37-aae8fb570690 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:29.204272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.215415 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.219678 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/42815054-1fcd-4813-9106-5e46830d8a08 HTTP/1.1" status: 204 len: 168 time: 0.5220976 Jul 15 23:20:29.222127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48258) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.239038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7f8eda4a-c014-4976-868a-883dee248e14 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0905747 Jul 15 23:20:29.239858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48260) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.258857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc210616-bf7c-48b9-8b90-c22eef1bb46a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=42815054-1fcd-4813-9106-5e46830d8a08,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.268995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05d35fdb-550d-41b8-9541-4e0ebfc3f34b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.277215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05d35fdb-550d-41b8-9541-4e0ebfc3f34b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.314924 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05d35fdb-550d-41b8-9541-4e0ebfc3f34b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.321693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05d35fdb-550d-41b8-9541-4e0ebfc3f34b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.322880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-05d35fdb-550d-41b8-9541-4e0ebfc3f34b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d70da362-23ce-402b-95e8-556d1b2602b9 HTTP/1.1" status: 204 len: 168 time: 0.0808010 Jul 15 23:20:29.330769 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.333700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48262) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.358014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d35fdb-550d-41b8-9541-4e0ebfc3f34b tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d70da362-23ce-402b-95e8-556d1b2602b9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.382966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] Pushing event deleted for resources: {'Port': ['ID=60af8769-5190-4896-9f37-aae8fb570690,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.388959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c99dc-561c-431f-ba95-a34d7e5f9781 None None] No DVR routers for this DVR port 60af8769-5190-4896-9f37-aae8fb570690 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:29.406791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-42b82be3-cff1-4b0e-ae58-c7316075e723 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590305 Jul 15 23:20:29.408206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48264) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.424362 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.464506 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d7a8-c4bb-4e6a-863e-ada857b85bad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.489043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d7a8-c4bb-4e6a-863e-ada857b85bad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.510420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.520525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7f74e5-cb8c-40eb-81b8-56278303d8c0']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:29.533097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d7a8-c4bb-4e6a-863e-ada857b85bad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.535919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d7a8-c4bb-4e6a-863e-ada857b85bad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.539580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89a5a6b-4096-4374-9d9b-049c9d4bf9bd') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:29.539766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6dd2d7a8-c4bb-4e6a-863e-ada857b85bad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/17aff23a-bd1c-41b7-bc7b-5641df060dde HTTP/1.1" status: 204 len: 168 time: 0.1279318 Jul 15 23:20:29.539898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89a5a6b-4096-4374-9d9b-049c9d4bf9bd') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:29.540515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48266) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.547225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2d7a8-c4bb-4e6a-863e-ada857b85bad tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aff23a-bd1c-41b7-bc7b-5641df060dde,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.570149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.594984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.609061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:29.609472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:29.612559 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:29.616496 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e180ecd-e433-4a88-bfd5-615015f344cd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750773 Jul 15 23:20:29.623240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48268) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.626041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2b758965-c2e8-4674-a242-b368bd30acd1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665392694'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:29.658790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b758965-c2e8-4674-a242-b368bd30acd1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.688192 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.694714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.700361 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/4b7f74e5-cb8c-40eb-81b8-56278303d8c0 HTTP/1.1" status: 204 len: 168 time: 0.4772601 Jul 15 23:20:29.702546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48272) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.708416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-138523684'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:29.742850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fe10c-73f5-470d-8bfc-98ecb43e6a78 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=4b7f74e5-cb8c-40eb-81b8-56278303d8c0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.838537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48278) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.851031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b758965-c2e8-4674-a242-b368bd30acd1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.860199 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b758965-c2e8-4674-a242-b368bd30acd1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.871345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb73cd-857f-4ef9-80b9-82364474c046 req-b7939f7b-5e2f-4957-b922-a576a060d081 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.879500 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8cb73cd-857f-4ef9-80b9-82364474c046 req-b7939f7b-5e2f-4957-b922-a576a060d081 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.1217654 Jul 15 23:20:29.928086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 60af8769-5190-4896-9f37-aae8fb570690 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:29.957078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8cb73cd-857f-4ef9-80b9-82364474c046 req-a2b9a402-5543-46f6-b107-acd701105f8c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742912 Jul 15 23:20:29.975431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 60af8769-5190-4896-9f37-aae8fb570690 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:29.975680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b758965-c2e8-4674-a242-b368bd30acd1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747601e6-7d11-4bde-ac32-fb98e5a3e38b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.975798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 60af8769-5190-4896-9f37-aae8fb570690 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:29.976191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 22062b80-6122-44df-a06c-6bedb1fa3674 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:29.995163 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b758965-c2e8-4674-a242-b368bd30acd1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.999956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2b758965-c2e8-4674-a242-b368bd30acd1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3750381 Jul 15 23:20:30.000239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48282) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.001852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 22062b80-6122-44df-a06c-6bedb1fa3674 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:30.002211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 22062b80-6122-44df-a06c-6bedb1fa3674 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:30.004957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-79e835d5-e146-45c3-9e8f-120cedf15173 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': '747601e6-7d11-4bde-ac32-fb98e5a3e38b', 'direction': 'ingress', 'protocol': 17}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:30.005116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:30.008493 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.020057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c05b27-ec07-4542-a859-e63a5c070f0f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.054481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c80a295d-27b8-4048-9d3b-ffb09c2e7599 req-e261f233-1532-40e4-8c6b-2816046c7490 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.0557315 Jul 15 23:20:30.055816 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c05b27-ec07-4542-a859-e63a5c070f0f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.074142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:30.078698 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79e835d5-e146-45c3-9e8f-120cedf15173 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.098681 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.099022 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment ffc28b78-45b1-4b88-8932-a01a2de0d984 of type vlan for network 7f3c8033-98c8-43b3-b23d-f8f4209969dc Jul 15 23:20:30.132904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79e835d5-e146-45c3-9e8f-120cedf15173 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.137183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79e835d5-e146-45c3-9e8f-120cedf15173 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.143382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.155727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e835d5-e146-45c3-9e8f-120cedf15173 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce729031-a5f0-40af-961f-b55bd4b568b9,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:30.164387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79e835d5-e146-45c3-9e8f-120cedf15173 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.168692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-79e835d5-e146-45c3-9e8f-120cedf15173 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1642790 Jul 15 23:20:30.169056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48284) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.173921 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c05b27-ec07-4542-a859-e63a5c070f0f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.176688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c05b27-ec07-4542-a859-e63a5c070f0f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.177925 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b9c05b27-ec07-4542-a859-e63a5c070f0f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "DELETE /v2.0/security-groups/95781350-8e69-4aeb-b20b-f20e91637209 HTTP/1.1" status: 204 len: 168 time: 0.3371089 Jul 15 23:20:30.180554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48286) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.188186 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.193693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.194300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.205696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c05b27-ec07-4542-a859-e63a5c070f0f tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95781350-8e69-4aeb-b20b-f20e91637209,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:30.211940 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-3a23cd0b-46e9-4233-93e0-5f8932c2c9ac tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] show failed (client error): The resource could not be found. Jul 15 23:20:30.215890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3a23cd0b-46e9-4233-93e0-5f8932c2c9ac tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "GET /v2.0/security-groups/95781350-8e69-4aeb-b20b-f20e91637209 HTTP/1.1" status: 404 len: 347 time: 0.0280039 Jul 15 23:20:30.217465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48288) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.238747 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5353270 Jul 15 23:20:30.241996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48290) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.247596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': '7f3c8033-98c8-43b3-b23d-f8f4209969dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:30.286615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dce464a1-6de7-4c13-9161-a2634b4a6d9a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.292043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5da795-47df-4170-9265-68cebf687e2c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=7f3c8033-98c8-43b3-b23d-f8f4209969dc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:30.307308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7f3c8033-98c8-43b3-b23d-f8f4209969dc details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:30.311845 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dce464a1-6de7-4c13-9161-a2634b4a6d9a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.380628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:30.385306 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.433839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dce464a1-6de7-4c13-9161-a2634b4a6d9a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.436401 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dce464a1-6de7-4c13-9161-a2634b4a6d9a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.437542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dce464a1-6de7-4c13-9161-a2634b4a6d9a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/747601e6-7d11-4bde-ac32-fb98e5a3e38b HTTP/1.1" status: 204 len: 168 time: 0.2671232 Jul 15 23:20:30.441389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48294) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.463643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce464a1-6de7-4c13-9161-a2634b4a6d9a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747601e6-7d11-4bde-ac32-fb98e5a3e38b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:30.485894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port a67d2ef0-0927-4507-9a44-f7c81c76bdb3 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:30.486908 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.536322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2de0054b-54d4-4355-9d1a-4d8e7db67ce6 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937071 Jul 15 23:20:30.541694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48296) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.546179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bd95d393-8010-4700-8baf-5e4e6d2b04d3 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-secgroup--180169028'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:30.593139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.593498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.603796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bd95d393-8010-4700-8baf-5e4e6d2b04d3 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.607339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for a67d2ef0-0927-4507-9a44-f7c81c76bdb3 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:30.676316 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.757857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.774166 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=8e8a0f65-36da-49d4-bbbf-440096e165a5,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:30.784407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=a67d2ef0-0927-4507-9a44-f7c81c76bdb3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:30.805371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': 'ffc28b78-45b1-4b88-8932-a01a2de0d984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7f3c8033-98c8-43b3-b23d-f8f4209969dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:30.805771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: 7f3c8033-98c8-43b3-b23d-f8f4209969dc, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:30.836319 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bd95d393-8010-4700-8baf-5e4e6d2b04d3 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.841262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bd95d393-8010-4700-8baf-5e4e6d2b04d3 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.848607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.850622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 7f3c8033-98c8-43b3-b23d-f8f4209969dc is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:30.851191 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.855833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-584a2134-afe2-4f02-b175-0aac40933251 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "DELETE /v2.0/floatingips/95d4d737-bad3-4ec0-aea6-d5cb79202939 HTTP/1.1" status: 204 len: 168 time: 0.6372507 Jul 15 23:20:30.856436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48298) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.872183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7f3c8033-98c8-43b3-b23d-f8f4209969dc) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:30.880703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec725b-9c2f-441c-8629-40e1edf11c75 None None] Network 7f3c8033-98c8-43b3-b23d-f8f4209969dc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:30.885704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.886344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.905134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bd95d393-8010-4700-8baf-5e4e6d2b04d3 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.909202 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bd95d393-8010-4700-8baf-5e4e6d2b04d3 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3664441 Jul 15 23:20:30.910289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48300) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.911362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95d393-8010-4700-8baf-5e4e6d2b04d3 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f9cd68-58f8-423d-8264-9c291775f697,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:30.914727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1e073206-4963-4b0c-bbe9-f4129274e500 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-secgroup--171321091'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:30.923496 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b0d782c5-e265-4a31-9864-d1b4bbf74e7b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6805236 Jul 15 23:20:30.925856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48302) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:30.931215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ebcc3d02-a847-4292-a990-c7139eef3160 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-161508762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:30.959935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebcc3d02-a847-4292-a990-c7139eef3160 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.961243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebcc3d02-a847-4292-a990-c7139eef3160 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.990740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5e289168-6433-42d6-8b07-f7067713500c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port 2c69f024-805c-4474-ad1e-c6a319e3e6b8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:30.991011 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e289168-6433-42d6-8b07-f7067713500c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.996449 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e073206-4963-4b0c-bbe9-f4129274e500 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.034413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebcc3d02-a847-4292-a990-c7139eef3160 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.043218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebcc3d02-a847-4292-a990-c7139eef3160 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.135281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-7f3c8033-98c8-43b3-b23d-f8f4209969dc', 'network_id': '7f3c8033-98c8-43b3-b23d-f8f4209969dc', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': '8e8a0f65-36da-49d4-bbbf-440096e165a5'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:31.138994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.153131 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e289168-6433-42d6-8b07-f7067713500c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.182209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5e289168-6433-42d6-8b07-f7067713500c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for 2c69f024-805c-4474-ad1e-c6a319e3e6b8 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:31.290390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Allocated IP 172.20.0.2 (7f3c8033-98c8-43b3-b23d-f8f4209969dc/8e8a0f65-36da-49d4-bbbf-440096e165a5/6e2982d1-1828-40ea-9d39-320fac74ea66) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:31.293557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c33ebfec-7573-4d0d-9f3d-a659831766a3 req-abe38206-f498-4c5a-a08f-4b068a7ccad4 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.0833225 Jul 15 23:20:31.297549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e073206-4963-4b0c-bbe9-f4129274e500 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.314873 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ebcc3d02-a847-4292-a990-c7139eef3160 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.316619 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ebcc3d02-a847-4292-a990-c7139eef3160 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3896267 Jul 15 23:20:31.318135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a79396-915f-45e5-9e05-af3a5c0f9c64 req-4c7ba763-5c84-4952-b767-3ea2610ebead tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.319043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48308) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:31.319814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7a79396-915f-45e5-9e05-af3a5c0f9c64 req-4c7ba763-5c84-4952-b767-3ea2610ebead tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2276180 Jul 15 23:20:31.325043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'port': {'network_id': '7f3c8033-98c8-43b3-b23d-f8f4209969dc', 'name': 'tempest-RoutersTest-1329782284'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:31.325371 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e073206-4963-4b0c-bbe9-f4129274e500 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.387236 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e073206-4963-4b0c-bbe9-f4129274e500 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.390938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1e073206-4963-4b0c-bbe9-f4129274e500 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4771204 Jul 15 23:20:31.392603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48310) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:31.397805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1575c2b9-1c08-44b9-9a38-e75491311794 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': 'b0f9cd68-58f8-423d-8264-9c291775f697', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f2465d0b-fec7-4a6a-8f55-8aeddbc82a5a', 'remote_ip_prefix': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:31.402296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e073206-4963-4b0c-bbe9-f4129274e500 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2465d0b-fec7-4a6a-8f55-8aeddbc82a5a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.476644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7a79396-915f-45e5-9e05-af3a5c0f9c64 req-b8245ecf-ce0a-4e42-9993-e5ce1683b331 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476879 Jul 15 23:20:31.500879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1575c2b9-1c08-44b9-9a38-e75491311794 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.506498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:31.510957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.524713 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.534271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] device_id is not set on port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:20:31.537902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Transition to ACTIVE for port object 6e2982d1-1828-40ea-9d39-320fac74ea66 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:31.541729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e289168-6433-42d6-8b07-f7067713500c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.578301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Transition to ACTIVE for port object 6e2982d1-1828-40ea-9d39-320fac74ea66 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:31.583112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e289168-6433-42d6-8b07-f7067713500c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=2c69f024-805c-4474-ad1e-c6a319e3e6b8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.592787 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.669906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Network 7f3c8033-98c8-43b3-b23d-f8f4209969dc is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:31.678819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:31.685959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1575c2b9-1c08-44b9-9a38-e75491311794 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.691214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:31.695634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1575c2b9-1c08-44b9-9a38-e75491311794 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.721242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575c2b9-1c08-44b9-9a38-e75491311794 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70bfecc-2f03-46ff-a987-74c951632e90,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.725629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Pushing event updated for resources: {'Port': ['ID=6e2982d1-1828-40ea-9d39-320fac74ea66,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.727174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e289168-6433-42d6-8b07-f7067713500c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.729363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5e289168-6433-42d6-8b07-f7067713500c tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "DELETE /v2.0/ports/2c69f024-805c-4474-ad1e-c6a319e3e6b8 HTTP/1.1" status: 204 len: 168 time: 0.8720624 Jul 15 23:20:31.730285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1575c2b9-1c08-44b9-9a38-e75491311794 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.736983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1575c2b9-1c08-44b9-9a38-e75491311794 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3426616 Jul 15 23:20:31.737772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48314) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:31.738122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48316) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:31.745552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.20.0.10 (7f3c8033-98c8-43b3-b23d-f8f4209969dc/8e8a0f65-36da-49d4-bbbf-440096e165a5/9ce464e0-dc89-4cb1-b632-aeb036b7ac5b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:31.805585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Attempting to bind port 6e2982d1-1828-40ea-9d39-320fac74ea66 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:31.805971 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37738a2f-54f0-4716-b58f-d3afd764460d tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.806227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Attempting to bind port 6e2982d1-1828-40ea-9d39-320fac74ea66 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'ffc28b78-45b1-4b88-8932-a01a2de0d984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7f3c8033-98c8-43b3-b23d-f8f4209969dc'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:31.806685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Attempting to bind port 6e2982d1-1828-40ea-9d39-320fac74ea66 on network 7f3c8033-98c8-43b3-b23d-f8f4209969dc {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:31.813957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:31.814522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Checking segment: {'id': 'ffc28b78-45b1-4b88-8932-a01a2de0d984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7f3c8033-98c8-43b3-b23d-f8f4209969dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:31.815029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.815486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Bound using segment: {'id': 'ffc28b78-45b1-4b88-8932-a01a2de0d984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7f3c8033-98c8-43b3-b23d-f8f4209969dc'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:31.816221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Bound port: 6e2982d1-1828-40ea-9d39-320fac74ea66, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc28b78-45b1-4b88-8932-a01a2de0d984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7f3c8033-98c8-43b3-b23d-f8f4209969dc'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:31.816882 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.819645 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37738a2f-54f0-4716-b58f-d3afd764460d tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.888145 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37738a2f-54f0-4716-b58f-d3afd764460d tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.894941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37738a2f-54f0-4716-b58f-d3afd764460d tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.898696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-37738a2f-54f0-4716-b58f-d3afd764460d tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a70bfecc-2f03-46ff-a987-74c951632e90 HTTP/1.1" status: 204 len: 168 time: 0.1521184 Jul 15 23:20:31.902829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48318) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:31.905400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-09eab996-8fd9-405b-a637-498fd7085006 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port 2e707fe1-2757-4df7-8fad-f6361ba4c3fd {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:31.905750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09eab996-8fd9-405b-a637-498fd7085006 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.906543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] For port 6e2982d1-1828-40ea-9d39-320fac74ea66, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:31.910431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] For port 6e2982d1-1828-40ea-9d39-320fac74ea66, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6e2982d1-1828-40ea-9d39-320fac74ea66,segment=NetworkSegment(ffc28b78-45b1-4b88-8932-a01a2de0d984),segment_id=ffc28b78-45b1-4b88-8932-a01a2de0d984)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:31.913526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37738a2f-54f0-4716-b58f-d3afd764460d tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a70bfecc-2f03-46ff-a987-74c951632e90,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.923286 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.001989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.022784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:32.027431 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09eab996-8fd9-405b-a637-498fd7085006 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.033614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0caf91-0f1c-43a5-831b-fa63239ac06e None None] Pushing event updated for resources: {'Port': ['ID=6e2982d1-1828-40ea-9d39-320fac74ea66,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:32.044275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-09eab996-8fd9-405b-a637-498fd7085006 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for 2e707fe1-2757-4df7-8fad-f6361ba4c3fd owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:32.081540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d165c40f-87e0-483f-a668-35c88e40d337 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1772656 Jul 15 23:20:32.085127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48320) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.121656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.203494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 7f3c8033-98c8-43b3-b23d-f8f4209969dc is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:32.211071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:32.213266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82cfe37d-e8d7-447a-a6c1-c6b48be17958 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.215066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=9ce464e0-dc89-4cb1-b632-aeb036b7ac5b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:32.217384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:32.228126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09eab996-8fd9-405b-a637-498fd7085006 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.297767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eab996-8fd9-405b-a637-498fd7085006 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=2e707fe1-2757-4df7-8fad-f6361ba4c3fd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:32.298429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82cfe37d-e8d7-447a-a6c1-c6b48be17958 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.323267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:32.324669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.405985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09eab996-8fd9-405b-a637-498fd7085006 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.410053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-09eab996-8fd9-405b-a637-498fd7085006 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "DELETE /v2.0/ports/2e707fe1-2757-4df7-8fad-f6361ba4c3fd HTTP/1.1" status: 204 len: 168 time: 0.6686144 Jul 15 23:20:32.410698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48326) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.442746 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1a609c79-e072-4879-8f2e-cec85cca1eda tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1222332 Jul 15 23:20:32.446510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48328) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.512844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b880c0e-e418-44e7-8fb5-9b3a6ebb8d00 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting subnet 23f7feb2-4189-41f4-9ca0-a6da6be0852d {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:32.516243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b880c0e-e418-44e7-8fb5-9b3a6ebb8d00 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.554334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82cfe37d-e8d7-447a-a6c1-c6b48be17958 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.557438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82cfe37d-e8d7-447a-a6c1-c6b48be17958 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.559616 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-82cfe37d-e8d7-447a-a6c1-c6b48be17958 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/f2465d0b-fec7-4a6a-8f55-8aeddbc82a5a HTTP/1.1" status: 204 len: 168 time: 0.4733231 Jul 15 23:20:32.568243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.596336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b558a187-28b9-4696-9161-7723d2448c23 req-c5de63cd-4809-4479-b0c0-9d0af160214b tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/ports?device_id=f76b68c5-a8f7-4f44-a75d-fd00cc75b6ec HTTP/1.1" status: 200 len: 210 time: 0.0444679 Jul 15 23:20:32.621813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b880c0e-e418-44e7-8fb5-9b3a6ebb8d00 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.639086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfe37d-e8d7-447a-a6c1-c6b48be17958 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2465d0b-fec7-4a6a-8f55-8aeddbc82a5a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:32.758895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-03d58218-0eae-48eb-a581-503674c54ced tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1868916 Jul 15 23:20:32.793687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48334) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.819515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b880c0e-e418-44e7-8fb5-9b3a6ebb8d00 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.928082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028a500-8c16-49ce-95fc-f8e0824fe099 req-aab0567e-b894-48fb-93b6-ceba786f9b65 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:32.929790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9028a500-8c16-49ce-95fc-f8e0824fe099 req-aab0567e-b894-48fb-93b6-ceba786f9b65 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.1915455 Jul 15 23:20:32.957073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b0e2-1510-4298-8e02-4f9c87d25793 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.967787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b880c0e-e418-44e7-8fb5-9b3a6ebb8d00 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.991224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b880c0e-e418-44e7-8fb5-9b3a6ebb8d00 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.995725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d933229-5816-4e9d-a4ed-9f176dc93193 None None] Network 676655e1-1039-438e-be89-7733e2899543 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:32.996452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4b880c0e-e418-44e7-8fb5-9b3a6ebb8d00 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "DELETE /v2.0/subnets/23f7feb2-4189-41f4-9ca0-a6da6be0852d HTTP/1.1" status: 204 len: 168 time: 0.5818958 Jul 15 23:20:33.005652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48340) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.031145 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b0e2-1510-4298-8e02-4f9c87d25793 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.035920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b880c0e-e418-44e7-8fb5-9b3a6ebb8d00 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Subnet': ['ID=23f7feb2-4189-41f4-9ca0-a6da6be0852d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:33.096531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9028a500-8c16-49ce-95fc-f8e0824fe099 req-d1e62669-a8aa-4d93-8733-b4702e03e12b tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560581 Jul 15 23:20:33.169037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a1466a-d26e-45b4-bd8e-5a6ab1a81be2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting subnet 706067d4-9f95-484f-b172-bf8840ccf970 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:33.171828 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.179458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5a1466a-d26e-45b4-bd8e-5a6ab1a81be2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.186536 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b0e2-1510-4298-8e02-4f9c87d25793 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.189717 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b0e2-1510-4298-8e02-4f9c87d25793 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.191765 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c8a4b0e2-1510-4298-8e02-4f9c87d25793 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/b0f9cd68-58f8-423d-8264-9c291775f697 HTTP/1.1" status: 204 len: 168 time: 0.3966768 Jul 15 23:20:33.199839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48342) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.234848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4b0e2-1510-4298-8e02-4f9c87d25793 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f9cd68-58f8-423d-8264-9c291775f697,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:33.243917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5a1466a-d26e-45b4-bd8e-5a6ab1a81be2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.349389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] DHCP port deletion for 676655e1-1039-438e-be89-7733e2899543 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:33.392765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5a1466a-d26e-45b4-bd8e-5a6ab1a81be2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.454571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] Deleting port f98d5a90-f993-466f-b9c8-2618459a358f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:33.455013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.504923 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eefd912f-6451-4ec6-813a-e7dbbd0d1f39 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3039029 Jul 15 23:20:33.510014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5a1466a-d26e-45b4-bd8e-5a6ab1a81be2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.513745 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48344) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.527088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8931b363-9679-4cad-8710-b21ec90dab07 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668081048'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:33.564910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1466a-d26e-45b4-bd8e-5a6ab1a81be2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Subnet': ['ID=706067d4-9f95-484f-b172-bf8840ccf970,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:33.572301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] For port f98d5a90-f993-466f-b9c8-2618459a358f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f98d5a90-f993-466f-b9c8-2618459a358f,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:33.572783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.580070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5a1466a-d26e-45b4-bd8e-5a6ab1a81be2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.583033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a5a1466a-d26e-45b4-bd8e-5a6ab1a81be2 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "DELETE /v2.0/subnets/706067d4-9f95-484f-b172-bf8840ccf970 HTTP/1.1" status: 204 len: 168 time: 0.5484779 Jul 15 23:20:33.585337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48346) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.596688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.597991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f860b-c244-4413-aa0f-15d748a424c9 None None] Network d6e4d16d-2c1a-4f89-ac31-6442660d47c0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:33.621528 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.636216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8931b363-9679-4cad-8710-b21ec90dab07 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.680497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7d4c2-d02b-412d-b72a-424ab2ca8f3d None None] Network 7f3c8033-98c8-43b3-b23d-f8f4209969dc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:33.702792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.740432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=9ce464e0-dc89-4cb1-b632-aeb036b7ac5b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:33.786166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Deleting port f98d5a90-f993-466f-b9c8-2618459a358f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:33.786739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.811345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] Calling delete_port for f98d5a90-f993-466f-b9c8-2618459a358f owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:33.822489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48352) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.881796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aad6b3e7-b7fa-4a8b-aa3f-54916b617c82 None None] Provisioning for port 6e2982d1-1828-40ea-9d39-320fac74ea66 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:33.949649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] For port f98d5a90-f993-466f-b9c8-2618459a358f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f98d5a90-f993-466f-b9c8-2618459a358f,segment=NetworkSegment(00c41f4e-d63b-4081-a7a5-4a36bc36e6aa),segment_id=00c41f4e-d63b-4081-a7a5-4a36bc36e6aa)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:33.949649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.004625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Calling delete_port for f98d5a90-f993-466f-b9c8-2618459a358f owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:34.017283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdec23a5-5dd2-4f35-a46b-aa0cc7b92be2 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.025251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6e2982d1-1828-40ea-9d39-320fac74ea66 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:34.044583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdec23a5-5dd2-4f35-a46b-aa0cc7b92be2 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.060001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.100266 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdec23a5-5dd2-4f35-a46b-aa0cc7b92be2 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.101706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8931b363-9679-4cad-8710-b21ec90dab07 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.103644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdec23a5-5dd2-4f35-a46b-aa0cc7b92be2 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.105639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fdec23a5-5dd2-4f35-a46b-aa0cc7b92be2 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "DELETE /v2.0/security-groups/7a245bf6-3062-4067-8314-6c813cfcce95 HTTP/1.1" status: 204 len: 168 time: 0.2811782 Jul 15 23:20:34.140858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48356) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.148771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6e2982d1-1828-40ea-9d39-320fac74ea66 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:34.149341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8931b363-9679-4cad-8710-b21ec90dab07 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.153320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6e2982d1-1828-40ea-9d39-320fac74ea66 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:34.153694 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.173328 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-41dfaad8-6206-4df1-9090-3f0ad7180395 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] show failed (client error): The resource could not be found. Jul 15 23:20:34.177001 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-41dfaad8-6206-4df1-9090-3f0ad7180395 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "GET /v2.0/security-groups/7a245bf6-3062-4067-8314-6c813cfcce95 HTTP/1.1" status: 404 len: 347 time: 0.0351510 Jul 15 23:20:34.177553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48360) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.196992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec23a5-5dd2-4f35-a46b-aa0cc7b92be2 tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a245bf6-3062-4067-8314-6c813cfcce95,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.259089 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.259997 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8931b363-9679-4cad-8710-b21ec90dab07 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.268585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8931b363-9679-4cad-8710-b21ec90dab07 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7533183 Jul 15 23:20:34.269237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48362) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.284650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9f9fb8d3-17e0-4ec7-b305-b584ffa41f14 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': 'f52641a1-d07c-475a-8b9a-576a4629a6f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:34.286594 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.303172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931b363-9679-4cad-8710-b21ec90dab07 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52641a1-d07c-475a-8b9a-576a4629a6f7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.319946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] DHCP port deletion for d6e4d16d-2c1a-4f89-ac31-6442660d47c0 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:34.323858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] No DVR routers for this DVR port f98d5a90-f993-466f-b9c8-2618459a358f on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:34.327053 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bca107-7d64-4cd8-80b5-f546914cbb62 None None] Pushing event deleted for resources: {'Port': ['ID=f98d5a90-f993-466f-b9c8-2618459a358f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.354267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] No DVR routers for this DVR port f98d5a90-f993-466f-b9c8-2618459a358f on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:34.413500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Port': ['ID=f98d5a90-f993-466f-b9c8-2618459a358f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.441266 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.444302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb8d3-17e0-4ec7-b305-b584ffa41f14 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.499679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.506685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 6e2982d1-1828-40ea-9d39-320fac74ea66, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6e2982d1-1828-40ea-9d39-320fac74ea66,segment=NetworkSegment(ffc28b78-45b1-4b88-8932-a01a2de0d984),segment_id=ffc28b78-45b1-4b88-8932-a01a2de0d984)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:34.513687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] Deleting port 3356ba44-9001-4a8c-9544-c747b933d177 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:34.513889 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.554641 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.565691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676655e1-1039-438e-be89-7733e2899543']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:34.566951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Deleting port 3d152f86-b536-49a8-ac3a-e59b6d5d64a3 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:34.567425 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.587223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:34.587522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c41f4e-d63b-4081-a7a5-4a36bc36e6aa') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:34.592610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] For port 3356ba44-9001-4a8c-9544-c747b933d177, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3356ba44-9001-4a8c-9544-c747b933d177,segment=NetworkSegment(21265207-02c9-4e0a-bf9f-969d4c53bb51),segment_id=21265207-02c9-4e0a-bf9f-969d4c53bb51)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:34.593061 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.597336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.609637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] Calling delete_port for 3356ba44-9001-4a8c-9544-c747b933d177 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:34.612431 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.618720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:34.619171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:34.685165 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:34.693399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.698001 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.705176 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.706260 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.712638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "DELETE /v2.0/networks/676655e1-1039-438e-be89-7733e2899543 HTTP/1.1" status: 204 len: 168 time: 1.1257684 Jul 15 23:20:34.735098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48364) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.740168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] No DVR routers for this DVR port 3356ba44-9001-4a8c-9544-c747b933d177 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:34.771466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=6e2982d1-1828-40ea-9d39-320fac74ea66,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.776969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c21d02-15e9-4a72-9bb8-1a16d9f6b700 tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Network': ['ID=676655e1-1039-438e-be89-7733e2899543,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.812023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fed0b7-8363-467e-ba6b-46c92efbc025 None None] Pushing event deleted for resources: {'Port': ['ID=3356ba44-9001-4a8c-9544-c747b933d177,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.824575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f98d5a90-f993-466f-b9c8-2618459a358f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:34.837622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6e69f-f5a8-4365-b1f6-e0304edd0597 req-985e9c51-d944-4c8e-a30e-1ec345a587c1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.839302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dc6e69f-f5a8-4365-b1f6-e0304edd0597 req-985e9c51-d944-4c8e-a30e-1ec345a587c1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.5448723 Jul 15 23:20:34.852862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f98d5a90-f993-466f-b9c8-2618459a358f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:34.853206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f98d5a90-f993-466f-b9c8-2618459a358f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:34.866699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1f492d7f-6014-4b13-bccc-0fd6050d23aa None None] Provisioning complete for port 6e2982d1-1828-40ea-9d39-320fac74ea66 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:34.867100 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f492d7f-6014-4b13-bccc-0fd6050d23aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.953830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dc6e69f-f5a8-4365-b1f6-e0304edd0597 req-393ab84c-979d-4635-96f7-1dbfd2cfe808 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049795 Jul 15 23:20:34.959723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.027634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1f492d7f-6014-4b13-bccc-0fd6050d23aa None None] Provisioning for port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:35.034034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1f492d7f-6014-4b13-bccc-0fd6050d23aa None None] Provisioning complete for port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:35.034508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f492d7f-6014-4b13-bccc-0fd6050d23aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.087300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.095628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1f492d7f-6014-4b13-bccc-0fd6050d23aa None None] Port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:35.101998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e4d16d-2c1a-4f89-ac31-6442660d47c0']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:35.115074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21265207-02c9-4e0a-bf9f-969d4c53bb51') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:35.115372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21265207-02c9-4e0a-bf9f-969d4c53bb51') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:35.126346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.146240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.154610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:35.155344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.164785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb8d3-17e0-4ec7-b305-b584ffa41f14 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:35.165187 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:35.229578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-07633c62-317b-45aa-af42-6daaaee1c38e None None] Provisioning complete for port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:35.230466 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07633c62-317b-45aa-af42-6daaaee1c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.251112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.264085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.281515 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb8d3-17e0-4ec7-b305-b584ffa41f14 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.281742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] 10.222.0.23 "DELETE /v2.0/networks/d6e4d16d-2c1a-4f89-ac31-6442660d47c0 HTTP/1.1" status: 204 len: 168 time: 0.5446708 Jul 15 23:20:35.294565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-07633c62-317b-45aa-af42-6daaaee1c38e None None] Port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:35.303597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cefcf-0934-408d-b46d-0ced712047df tempest-TaggedBootDevicesTest-32643395 tempest-TaggedBootDevicesTest-32643395-project] Pushing event deleted for resources: {'Network': ['ID=d6e4d16d-2c1a-4f89-ac31-6442660d47c0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:35.316181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fb8d3-17e0-4ec7-b305-b584ffa41f14 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c40abed-1a84-4e12-bc2e-c3dae0bfaaec,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:35.318101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb8d3-17e0-4ec7-b305-b584ffa41f14 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.319529 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9f9fb8d3-17e0-4ec7-b305-b584ffa41f14 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0386281 Jul 15 23:20:35.323954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48368) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:35.351759 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.352166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.369630 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-557a629f-6b4a-4a13-b250-3a7a247ae6f1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.376451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Calling delete_port for 3d152f86-b536-49a8-ac3a-e59b6d5d64a3 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:35.389372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-557a629f-6b4a-4a13-b250-3a7a247ae6f1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.438773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-557a629f-6b4a-4a13-b250-3a7a247ae6f1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.445592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-557a629f-6b4a-4a13-b250-3a7a247ae6f1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.447227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-557a629f-6b4a-4a13-b250-3a7a247ae6f1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6c40abed-1a84-4e12-bc2e-c3dae0bfaaec HTTP/1.1" status: 204 len: 168 time: 0.1225884 Jul 15 23:20:35.456371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48372) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:35.457298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a629f-6b4a-4a13-b250-3a7a247ae6f1 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c40abed-1a84-4e12-bc2e-c3dae0bfaaec,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:35.539762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6fb51413-40aa-44bf-a535-137f5760110f None None] Provisioning complete for port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:35.542873 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6fb51413-40aa-44bf-a535-137f5760110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.551891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-92f3c11b-6a08-4653-b69b-625ca8b4f577 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907876 Jul 15 23:20:35.555095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48376) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:35.596906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6fb51413-40aa-44bf-a535-137f5760110f None None] Port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:35.597159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.607774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.661957 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b929cc1b-7009-4227-b54a-d984bf289a98 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.698828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b929cc1b-7009-4227-b54a-d984bf289a98 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.733093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.734928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.738980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=9ce464e0-dc89-4cb1-b632-aeb036b7ac5b,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:35.768057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b929cc1b-7009-4227-b54a-d984bf289a98 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.772160 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b929cc1b-7009-4227-b54a-d984bf289a98 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.773954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b929cc1b-7009-4227-b54a-d984bf289a98 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/f52641a1-d07c-475a-8b9a-576a4629a6f7 HTTP/1.1" status: 204 len: 168 time: 0.2174766 Jul 15 23:20:35.780116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48384) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:35.791964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929cc1b-7009-4227-b54a-d984bf289a98 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52641a1-d07c-475a-8b9a-576a4629a6f7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:35.792820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Pushing event deleted for resources: {'Port': ['ID=3d152f86-b536-49a8-ac3a-e59b6d5d64a3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:35.907396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6e2982d1-1828-40ea-9d39-320fac74ea66 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:35.950063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48386) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:35.950271 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-910f5070-60df-4f9d-8645-bc21362bd800 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1673555 Jul 15 23:20:35.955278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-95fd993d-c6f7-416a-ae05-0db1130cb692 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774476034'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:35.966273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.968961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.973421 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-848550f9-5d5a-4344-80ae-0ceb38539edd tempest-ServersTestBootFromVolume-566512441 tempest-ServersTestBootFromVolume-566512441-project] 10.222.0.23 "DELETE /v2.0/floatingips/d030874d-b7f9-4307-962b-2202ad07d17c HTTP/1.1" status: 204 len: 168 time: 1.7655175 Jul 15 23:20:35.975809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48388) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:35.979096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6e2982d1-1828-40ea-9d39-320fac74ea66 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:35.979658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.005414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95fd993d-c6f7-416a-ae05-0db1130cb692 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.057834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 7f3c8033-98c8-43b3-b23d-f8f4209969dc is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:36.103095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:36.198312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95fd993d-c6f7-416a-ae05-0db1130cb692 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.210920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95fd993d-c6f7-416a-ae05-0db1130cb692 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.355947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3356ba44-9001-4a8c-9544-c747b933d177 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:36.384599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95fd993d-c6f7-416a-ae05-0db1130cb692 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.385939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-95fd993d-c6f7-416a-ae05-0db1130cb692 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4343100 Jul 15 23:20:36.392797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 3356ba44-9001-4a8c-9544-c747b933d177 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:36.393150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3356ba44-9001-4a8c-9544-c747b933d177 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:36.413127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48394) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.426117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-03644c81-b4a1-4b53-9172-370ad7fdb820 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': 'f20b142a-e762-4f43-9a1e-b3b1cf46b925', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:36.467241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd993d-c6f7-416a-ae05-0db1130cb692 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b142a-e762-4f43-9a1e-b3b1cf46b925,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:36.487499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b37fcf-e878-4a5a-80f4-82002005b4bc req-a9310808-c2dd-4c9f-94c6-d6fac19f41d5 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.489403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6b37fcf-e878-4a5a-80f4-82002005b4bc req-a9310808-c2dd-4c9f-94c6-d6fac19f41d5 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2884955 Jul 15 23:20:36.490388 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03644c81-b4a1-4b53-9172-370ad7fdb820 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.504289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 0e1add28-2434-49cf-971e-35f8f625d549 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:20:36.539083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2f73d0e2-4686-4eaa-8dc9-ee3a62a68a2b None None] Provisioning complete for port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:36.540117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2f73d0e2-4686-4eaa-8dc9-ee3a62a68a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.597665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6b37fcf-e878-4a5a-80f4-82002005b4bc req-717fa275-f143-4986-9fec-78285a409105 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964453 Jul 15 23:20:36.623836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2f73d0e2-4686-4eaa-8dc9-ee3a62a68a2b None None] Port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:36.630367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03644c81-b4a1-4b53-9172-370ad7fdb820 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.637562 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03644c81-b4a1-4b53-9172-370ad7fdb820 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.654906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03644c81-b4a1-4b53-9172-370ad7fdb820 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33651b20-93e5-4000-aafe-428c9ce43926,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:36.672907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-03644c81-b4a1-4b53-9172-370ad7fdb820 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.675908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-03644c81-b4a1-4b53-9172-370ad7fdb820 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2603734 Jul 15 23:20:36.677194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48396) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.707489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-99adac08-3a3b-48a4-be9f-9752e798703d tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules/33651b20-93e5-4000-aafe-428c9ce43926 HTTP/1.1" status: 200 len: 763 time: 0.0285299 Jul 15 23:20:36.710008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48398) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.744119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:36.756888 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f862ba9-8a9f-42b2-bd96-ae52eba48eaf None None] Sync routers for ids ['0e1add28-2434-49cf-971e-35f8f625d549'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:36.772469 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a33b654d-23f4-4427-a514-f96507bb62d0 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/0e1add28-2434-49cf-971e-35f8f625d549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3226252 Jul 15 23:20:36.772877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48400) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.781074 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f862ba9-8a9f-42b2-bd96-ae52eba48eaf None None] Routers {'0e1add28-2434-49cf-971e-35f8f625d549'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:36.781708 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9f862ba9-8a9f-42b2-bd96-ae52eba48eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0e1add28-2434-49cf-971e-35f8f625d549'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:36.824524 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8ad965eb-8bb7-4715-b65b-ab1e3bfd667a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1124332 Jul 15 23:20:36.827413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48404) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.838612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6690e-7676-4ecd-bdcf-bf3924b11049 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.842146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3bc6690e-7676-4ecd-bdcf-bf3924b11049 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports/9ce464e0-dc89-4cb1-b632-aeb036b7ac5b HTTP/1.1" status: 200 len: 978 time: 0.0658047 Jul 15 23:20:36.842460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48406) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:36.858680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.872214 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9f862ba9-8a9f-42b2-bd96-ae52eba48eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:36.902516 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f862ba9-8a9f-42b2-bd96-ae52eba48eaf None None] Routers {'0e1add28-2434-49cf-971e-35f8f625d549'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:36.903376 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9f862ba9-8a9f-42b2-bd96-ae52eba48eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0e1add28-2434-49cf-971e-35f8f625d549'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:36.946894 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9f862ba9-8a9f-42b2-bd96-ae52eba48eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:36.948152 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f862ba9-8a9f-42b2-bd96-ae52eba48eaf None None] The sync data for ids ['0e1add28-2434-49cf-971e-35f8f625d549'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:37.053993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0332d95d-4e1e-4b7a-8f7f-8a005f52035a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.067374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0332d95d-4e1e-4b7a-8f7f-8a005f52035a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.108302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0332d95d-4e1e-4b7a-8f7f-8a005f52035a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.115845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0332d95d-4e1e-4b7a-8f7f-8a005f52035a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.119271 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0332d95d-4e1e-4b7a-8f7f-8a005f52035a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/33651b20-93e5-4000-aafe-428c9ce43926 HTTP/1.1" status: 204 len: 168 time: 0.2903855 Jul 15 23:20:37.125016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48408) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.146192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332d95d-4e1e-4b7a-8f7f-8a005f52035a tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33651b20-93e5-4000-aafe-428c9ce43926,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.204393 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe9e9e7e-b004-4284-bb61-2f8db8c3b6b0 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758171 Jul 15 23:20:37.204645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48410) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.209209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8e7c2f19-4485-4f74-a049-3590598866dd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': 'f20b142a-e762-4f43-9a1e-b3b1cf46b925', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:37.264404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e7c2f19-4485-4f74-a049-3590598866dd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.303748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Deleting port a963677f-832d-4652-a2ba-f920ee1c0422 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:37.304086 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.369314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e7c2f19-4485-4f74-a049-3590598866dd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.374706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e7c2f19-4485-4f74-a049-3590598866dd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.406963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c2f19-4485-4f74-a049-3590598866dd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4a61ab-6540-41db-8661-3a3357abcbd4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.421553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] For port a963677f-832d-4652-a2ba-f920ee1c0422, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a963677f-832d-4652-a2ba-f920ee1c0422,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:37.422006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.425277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e7c2f19-4485-4f74-a049-3590598866dd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.428944 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e7c2f19-4485-4f74-a049-3590598866dd tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2209520 Jul 15 23:20:37.431983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48412) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.447895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Calling delete_port for a963677f-832d-4652-a2ba-f920ee1c0422 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:37.455724 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6f133136-8d6d-466e-9a43-bdede80cccd2 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules/2f4a61ab-6540-41db-8661-3a3357abcbd4 HTTP/1.1" status: 200 len: 763 time: 0.0228775 Jul 15 23:20:37.460913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48414) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.550140 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b8fc8aaf-1f57-4672-b483-60804f41d4bc tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0881467 Jul 15 23:20:37.553308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48418) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.589643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.610571 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb3df-2fe3-4a7d-a195-0eb8b7e04e21 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.622689 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb3df-2fe3-4a7d-a195-0eb8b7e04e21 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.671616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb3df-2fe3-4a7d-a195-0eb8b7e04e21 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.681144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb3df-2fe3-4a7d-a195-0eb8b7e04e21 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.684586 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5bfbb3df-2fe3-4a7d-a195-0eb8b7e04e21 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2f4a61ab-6540-41db-8661-3a3357abcbd4 HTTP/1.1" status: 204 len: 168 time: 0.1280541 Jul 15 23:20:37.685926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48422) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.704579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbb3df-2fe3-4a7d-a195-0eb8b7e04e21 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f4a61ab-6540-41db-8661-3a3357abcbd4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.778144 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73dabee3-502e-427f-bed9-b5542b8fb8ec tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887909 Jul 15 23:20:37.779525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.785234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2630641b-39d6-4d0a-89f9-cb8f6dca09eb tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Request body: {'security_group_rule': {'security_group_id': 'f20b142a-e762-4f43-9a1e-b3b1cf46b925', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:37.799418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.832510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=a963677f-832d-4652-a2ba-f920ee1c0422,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.885671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2630641b-39d6-4d0a-89f9-cb8f6dca09eb tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.886443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979bd1c-1cb2-4f2d-967a-3a40dd9b5b8a req-8ff31ab6-0196-4ac4-98ad-f1a37da2e3b2 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:37.887899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1979bd1c-1cb2-4f2d-967a-3a40dd9b5b8a req-8ff31ab6-0196-4ac4-98ad-f1a37da2e3b2 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.1124871 Jul 15 23:20:38.019225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1979bd1c-1cb2-4f2d-967a-3a40dd9b5b8a req-4e972e68-b46c-4bab-bcc7-089f6f03756d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226885 Jul 15 23:20:38.043579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.047113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:38.047568 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.148318 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.155635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2630641b-39d6-4d0a-89f9-cb8f6dca09eb tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.161045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for 9ce464e0-dc89-4cb1-b632-aeb036b7ac5b owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:38.161637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2630641b-39d6-4d0a-89f9-cb8f6dca09eb tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.185749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630641b-39d6-4d0a-89f9-cb8f6dca09eb tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8165f84a-c655-490c-8dfd-010981469ee0,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:38.202947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2630641b-39d6-4d0a-89f9-cb8f6dca09eb tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.207538 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2630641b-39d6-4d0a-89f9-cb8f6dca09eb tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4270570 Jul 15 23:20:38.208414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48430) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.229457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e78d4715-c899-42c8-a2d5-e34258db2cea tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules/8165f84a-c655-490c-8dfd-010981469ee0 HTTP/1.1" status: 200 len: 764 time: 0.0199063 Jul 15 23:20:38.234834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48432) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.320601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b1d292d4-331b-4bba-8e37-f760f619073c tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0846040 Jul 15 23:20:38.327778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48434) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.328751 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:38.358548 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f008b1b-e84f-4a3e-9a24-ffdb1e505b51 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.369065 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f008b1b-e84f-4a3e-9a24-ffdb1e505b51 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.440996 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f008b1b-e84f-4a3e-9a24-ffdb1e505b51 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.453151 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f008b1b-e84f-4a3e-9a24-ffdb1e505b51 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.454819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8f008b1b-e84f-4a3e-9a24-ffdb1e505b51 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8165f84a-c655-490c-8dfd-010981469ee0 HTTP/1.1" status: 204 len: 168 time: 0.1258793 Jul 15 23:20:38.458489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48436) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.465951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f008b1b-e84f-4a3e-9a24-ffdb1e505b51 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8165f84a-c655-490c-8dfd-010981469ee0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:38.471097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.507970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:38.514593 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d98e39c0-94ac-4edb-ba51-b84d4df08e39 admin admin] 10.222.0.23 "PUT /v2.0/routers/f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5370853 Jul 15 23:20:38.517688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48438) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.519970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] Sync routers for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:38.546147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=9ce464e0-dc89-4cb1-b632-aeb036b7ac5b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:38.548829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:38.552541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:38.588313 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4dc4ac4d-313a-4bff-8c15-9d76ca67d959 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1236525 Jul 15 23:20:38.590542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48440) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.705302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e82abe4b-d666-4b99-8581-902e3025f1ec tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.716304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.740597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:38.874348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e82abe4b-d666-4b99-8581-902e3025f1ec tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.889327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.928562 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.970615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e82abe4b-d666-4b99-8581-902e3025f1ec tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.973527 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e82abe4b-d666-4b99-8581-902e3025f1ec tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.974960 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e82abe4b-d666-4b99-8581-902e3025f1ec tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "DELETE /v2.0/security-groups/f20b142a-e762-4f43-9a1e-b3b1cf46b925 HTTP/1.1" status: 204 len: 168 time: 0.3851082 Jul 15 23:20:38.979310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48446) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:39.005238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82abe4b-d666-4b99-8581-902e3025f1ec tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b142a-e762-4f43-9a1e-b3b1cf46b925,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.071521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Deleting port 1428c9aa-7b67-4436-a8ed-884e8d312e79 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:39.071948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.087870 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b3286fef-aa70-4361-9fd7-66f9eb6911e3 tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054745 Jul 15 23:20:39.111342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48456) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:39.246595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 0e1add28-2434-49cf-971e-35f8f625d549 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:39.252568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] For port 1428c9aa-7b67-4436-a8ed-884e8d312e79, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1428c9aa-7b67-4436-a8ed-884e8d312e79,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:39.253016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.268566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Calling delete_port for 1428c9aa-7b67-4436-a8ed-884e8d312e79 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:39.336529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:20:37Z', 'revision_number': 5, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port': {'id': '1428c9aa-7b67-4436-a8ed-884e8d312e79', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:29Z', 'updated_at': '2021-07-15T23:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:39.374948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] Checking router: f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:39.384623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] Routers {'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:39.385428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:39.473132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dba14007-8862-44cc-861e-013fe3d56d5d tempest-SecGroupTest-830188134 tempest-SecGroupTest-830188134-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3602002 Jul 15 23:20:39.522124 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.540969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:39.553936 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381fdc7-5e7a-449f-852d-94cd6db03aae None None] Sync routers for ids ['0e1add28-2434-49cf-971e-35f8f625d549'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:39.559734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9c3aced7-e19e-4558-bbc5-8ae988be9f9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/0e1add28-2434-49cf-971e-35f8f625d549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7126887 Jul 15 23:20:39.569935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48468) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:39.570212 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381fdc7-5e7a-449f-852d-94cd6db03aae None None] Routers {'0e1add28-2434-49cf-971e-35f8f625d549'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:39.577336 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b381fdc7-5e7a-449f-852d-94cd6db03aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0e1add28-2434-49cf-971e-35f8f625d549'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:39.581287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Pushing event deleted for resources: {'Port': ['ID=1428c9aa-7b67-4436-a8ed-884e8d312e79,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.601887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e6df5-9edc-4244-9af3-ce8d25a0a1b7 req-b2f63ade-6bcd-49e1-99f8-554cd3f1af3f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:39.609102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-714e6df5-9edc-4244-9af3-ce8d25a0a1b7 req-b2f63ade-6bcd-49e1-99f8-554cd3f1af3f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.3659508 Jul 15 23:20:39.688471 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b381fdc7-5e7a-449f-852d-94cd6db03aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:39.691145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] Set router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:39.720529 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381fdc7-5e7a-449f-852d-94cd6db03aae None None] Routers {'0e1add28-2434-49cf-971e-35f8f625d549'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:39.722969 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b381fdc7-5e7a-449f-852d-94cd6db03aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0e1add28-2434-49cf-971e-35f8f625d549'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:39.754034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:20:38Z', 'revision_number': 6, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:39.782360 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b381fdc7-5e7a-449f-852d-94cd6db03aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:39.782985 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381fdc7-5e7a-449f-852d-94cd6db03aae None None] The sync data for ids ['0e1add28-2434-49cf-971e-35f8f625d549'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:39.785535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e1fd3-fcc7-4977-b0ba-5cd2ec318841 None None] The sync data for ids ['f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d'] in n-d-793618-8 is: [{'id': 'f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d', 'name': 'tempest-ServersTestBootFromVolume-486232628-router', 'tenant_id': 'aa0fdc1201b64db38d2180499c1f663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:28Z', 'updated_at': '2021-07-15T23:20:38Z', 'revision_number': 6, 'project_id': 'aa0fdc1201b64db38d2180499c1f663f', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:39.985390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-714e6df5-9edc-4244-9af3-ce8d25a0a1b7 req-13bf4dee-c39f-429a-9b53-9d0669ececdb tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751643 Jul 15 23:20:40.058696 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-8b841e32-4f60-411d-b128-f1a40879d219 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 23:20:40.065860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8b841e32-4f60-411d-b128-f1a40879d219 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/0e1add28-2434-49cf-971e-35f8f625d549/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4916124 Jul 15 23:20:40.066096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48476) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.094910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48480) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.123025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3e2e37fd-53cf-45cd-b2f1-91edefbbbc88 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1add28-2434-49cf-971e-35f8f625d549 HTTP/1.1" status: 200 len: 205 time: 0.0550921 Jul 15 23:20:40.125355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48484) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.223934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.321424 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f4d156c-de35-47b4-b8ae-3ad76175c0ff tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.351784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.354151 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.397584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.398218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:20:40.403705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.407592 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-295aa2c9-f9b1-4c7e-8576-e8601cfd4965 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f5ecbd45-bd0f-47d0-a9a4-d7cf7093d00d HTTP/1.1" status: 204 len: 168 time: 1.8888919 Jul 15 23:20:40.408408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48488) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.476592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-509df84d-f16d-4edd-bf72-4eef72f86cf0 admin admin] Deleting subnet dbc27ae4-abf1-4e79-8ef6-ad250d2ba923 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:40.480967 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-509df84d-f16d-4edd-bf72-4eef72f86cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.518831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-509df84d-f16d-4edd-bf72-4eef72f86cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.526815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aedd0895-cb81-403b-be74-01f5507b867c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad3109f0ecac4b629fd94b9bc285113c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295268 Jul 15 23:20:40.527398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48492) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.607567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-509df84d-f16d-4edd-bf72-4eef72f86cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.628454 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60e3a224-cdf2-4be0-9af6-0aa03ef46d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.633332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f4d156c-de35-47b4-b8ae-3ad76175c0ff tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.642875 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f4d156c-de35-47b4-b8ae-3ad76175c0ff tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.681567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-509df84d-f16d-4edd-bf72-4eef72f86cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.715921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509df84d-f16d-4edd-bf72-4eef72f86cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc27ae4-abf1-4e79-8ef6-ad250d2ba923,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:40.729225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-509df84d-f16d-4edd-bf72-4eef72f86cf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.731735 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-509df84d-f16d-4edd-bf72-4eef72f86cf0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dbc27ae4-abf1-4e79-8ef6-ad250d2ba923 HTTP/1.1" status: 204 len: 168 time: 0.3223035 Jul 15 23:20:40.733948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a79c9-d40a-4f30-a686-0250a0e93e67 None None] Network 115feace-5636-464a-b307-9544036667d5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:40.734466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48494) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.749366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60e3a224-cdf2-4be0-9af6-0aa03ef46d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.765333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f4d156c-de35-47b4-b8ae-3ad76175c0ff tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.765872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4d156c-de35-47b4-b8ae-3ad76175c0ff tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1add28-2434-49cf-971e-35f8f625d549 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:20:40.783155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f4d156c-de35-47b4-b8ae-3ad76175c0ff tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.786672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8f4d156c-de35-47b4-b8ae-3ad76175c0ff tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/0e1add28-2434-49cf-971e-35f8f625d549 HTTP/1.1" status: 204 len: 168 time: 0.6575227 Jul 15 23:20:40.819527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48496) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.846672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.919197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Deleting port d6f3e22b-87b8-4751-ada9-490077ee4827 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:40.919698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.012246 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] For port d6f3e22b-87b8-4751-ada9-490077ee4827, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d6f3e22b-87b8-4751-ada9-490077ee4827,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:41.012616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.048303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Calling delete_port for d6f3e22b-87b8-4751-ada9-490077ee4827 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:41.056552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] DHCP port deletion for 115feace-5636-464a-b307-9544036667d5 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:41.174769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] Deleting port d6f3e22b-87b8-4751-ada9-490077ee4827 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:41.175150 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.281135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] For port d6f3e22b-87b8-4751-ada9-490077ee4827, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d6f3e22b-87b8-4751-ada9-490077ee4827,segment=NetworkSegment(03a81a4e-bb41-41f2-b0c9-6abd68038761),segment_id=03a81a4e-bb41-41f2-b0c9-6abd68038761)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:41.282331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.287426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.293699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4481997-ac6f-4e04-b364-2f21fbd33a38 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet 8e8a0f65-36da-49d4-bbbf-440096e165a5 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:41.298716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4481997-ac6f-4e04-b364-2f21fbd33a38 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.300665 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] Calling delete_port for d6f3e22b-87b8-4751-ada9-490077ee4827 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:41.316065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] No DVR routers for this DVR port d6f3e22b-87b8-4751-ada9-490077ee4827 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:41.364321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f3e22b-87b8-4751-ada9-490077ee4827,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.380749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60e3a224-cdf2-4be0-9af6-0aa03ef46d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.398865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60e3a224-cdf2-4be0-9af6-0aa03ef46d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.400255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-60e3a224-cdf2-4be0-9af6-0aa03ef46d10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0e9707a-51d7-4c05-b6bd-6015ab6ca3d2 HTTP/1.1" status: 204 len: 168 time: 0.8454106 Jul 15 23:20:41.424974 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4481997-ac6f-4e04-b364-2f21fbd33a38 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.429934 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.458591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3a224-cdf2-4be0-9af6-0aa03ef46d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e9707a-51d7-4c05-b6bd-6015ab6ca3d2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.486997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a975d87-1965-4013-9169-cc134541f9e0 req-5983c92d-22c8-48c3-947c-7f7254946cb1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:41.488987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a975d87-1965-4013-9169-cc134541f9e0 req-5983c92d-22c8-48c3-947c-7f7254946cb1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2573569 Jul 15 23:20:41.503114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] No DVR routers for this DVR port d6f3e22b-87b8-4751-ada9-490077ee4827 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:41.505954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a836b24-bfdb-40d2-ba11-eb6623058763 None None] Pushing event deleted for resources: {'Port': ['ID=d6f3e22b-87b8-4751-ada9-490077ee4827,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.546489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.569895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115feace-5636-464a-b307-9544036667d5']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:41.593676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a81a4e-bb41-41f2-b0c9-6abd68038761') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:41.593948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a81a4e-bb41-41f2-b0c9-6abd68038761') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:41.615343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a975d87-1965-4013-9169-cc134541f9e0 req-e4eae0b9-9d9b-4c27-9a9c-054e1b798dd3 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083632 Jul 15 23:20:41.615892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.634171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4481997-ac6f-4e04-b364-2f21fbd33a38 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.674051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.690726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:41.691168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:41.692881 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:41.762504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4481997-ac6f-4e04-b364-2f21fbd33a38 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.811555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4481997-ac6f-4e04-b364-2f21fbd33a38 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8a0f65-36da-49d4-bbbf-440096e165a5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.831734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4481997-ac6f-4e04-b364-2f21fbd33a38 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.833072 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.833794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e4481997-ac6f-4e04-b364-2f21fbd33a38 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/8e8a0f65-36da-49d4-bbbf-440096e165a5 HTTP/1.1" status: 204 len: 168 time: 1.0131769 Jul 15 23:20:41.836418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48512) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:41.845565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e6ce4-eb17-4f85-a26f-4c08701b2614 None None] Network 7f3c8033-98c8-43b3-b23d-f8f4209969dc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:41.865838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.873006 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] 10.222.0.23 "DELETE /v2.0/networks/115feace-5636-464a-b307-9544036667d5 HTTP/1.1" status: 204 len: 168 time: 1.1376157 Jul 15 23:20:41.886078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaa2b1-3d13-4765-ba60-17740539438c admin admin] Pushing event deleted for resources: {'Network': ['ID=115feace-5636-464a-b307-9544036667d5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.950501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48518) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:42.026184 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.041157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a963677f-832d-4652-a2ba-f920ee1c0422 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:42.102027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a963677f-832d-4652-a2ba-f920ee1c0422 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:42.103803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a963677f-832d-4652-a2ba-f920ee1c0422 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:42.105212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d6f3e22b-87b8-4751-ada9-490077ee4827 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:42.183168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port 6e2982d1-1828-40ea-9d39-320fac74ea66 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:42.183439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.207352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48524) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:42.226437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d6f3e22b-87b8-4751-ada9-490077ee4827 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:42.226963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d6f3e22b-87b8-4751-ada9-490077ee4827 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:42.227667 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1428c9aa-7b67-4436-a8ed-884e8d312e79 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:42.257203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1428c9aa-7b67-4436-a8ed-884e8d312e79 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:42.263146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1428c9aa-7b67-4436-a8ed-884e8d312e79 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:42.277060 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5831a3de-1578-436e-ba09-ba8d9df0230e tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4657 time: 0.3215368 Jul 15 23:20:42.277060 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48528) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:42.281768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'network': {'name': 'tempest-network-smoke--1897294933', 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'port_security_enabled': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:42.329019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Made reservation on behalf of 60bc84f67fab40f6aebe31a5a61e01cb for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:42.333267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.340499 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2f0b9aba-09dd-466c-8db2-9cdf30dcf39f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa0fdc1201b64db38d2180499c1f663f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309254 Jul 15 23:20:42.347487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48530) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:42.375660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port 6e2982d1-1828-40ea-9d39-320fac74ea66, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6e2982d1-1828-40ea-9d39-320fac74ea66,segment=NetworkSegment(ffc28b78-45b1-4b88-8932-a01a2de0d984),segment_id=ffc28b78-45b1-4b88-8932-a01a2de0d984)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:42.378003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.427577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] DHCP port deletion for 7f3c8033-98c8-43b3-b23d-f8f4209969dc request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:42.427883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for 6e2982d1-1828-40ea-9d39-320fac74ea66 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:42.453324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:42.539618 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.540049 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Added segment 371b5f22-9a83-41bf-af81-5ab1c7207ce4 of type vlan for network b64d71c6-7a69-41fa-80b0-9621ba751085 Jul 15 23:20:42.541331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] Deleting port 6e2982d1-1828-40ea-9d39-320fac74ea66 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:42.541788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.579278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.602459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d068e13-3a7e-43cd-bb6b-84a7d3a2767a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.665632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=6e2982d1-1828-40ea-9d39-320fac74ea66,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:42.681887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No DVR routers for this DVR port 6e2982d1-1828-40ea-9d39-320fac74ea66 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:42.686436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] For port 6e2982d1-1828-40ea-9d39-320fac74ea66, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6e2982d1-1828-40ea-9d39-320fac74ea66,segment=NetworkSegment(ffc28b78-45b1-4b88-8932-a01a2de0d984),segment_id=ffc28b78-45b1-4b88-8932-a01a2de0d984)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:42.686898 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.709083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.714616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d068e13-3a7e-43cd-bb6b-84a7d3a2767a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.723379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] Calling delete_port for 6e2982d1-1828-40ea-9d39-320fac74ea66 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:42.829451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.835411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:42.836102 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.864768 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.882697 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6045737 Jul 15 23:20:42.887306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48546) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:42.888180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3c8033-98c8-43b3-b23d-f8f4209969dc']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:42.892365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'admin_state_up': True, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:42.898579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.902060 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d068e13-3a7e-43cd-bb6b-84a7d3a2767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.905723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d068e13-3a7e-43cd-bb6b-84a7d3a2767a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.906212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc28b78-45b1-4b88-8932-a01a2de0d984') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:42.907255 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4d068e13-3a7e-43cd-bb6b-84a7d3a2767a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b019cad4-28f8-413b-b9aa-04735553f04c HTTP/1.1" status: 204 len: 168 time: 0.5576038 Jul 15 23:20:42.907833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc28b78-45b1-4b88-8932-a01a2de0d984') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:42.927488 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.957903 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.977448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcbb63-fb55-45c2-a710-67ff3bf5364f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Network': ['ID=b64d71c6-7a69-41fa-80b0-9621ba751085,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:42.978835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:42.980758 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:42.986608 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:42.996191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d068e13-3a7e-43cd-bb6b-84a7d3a2767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b019cad4-28f8-413b-b9aa-04735553f04c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:43.006497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.008809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.037543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] Pushing event deleted for resources: {'Port': ['ID=6e2982d1-1828-40ea-9d39-320fac74ea66,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:43.052291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network b64d71c6-7a69-41fa-80b0-9621ba751085 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:43.057822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9898f3-b96f-4721-92d4-76415fef8277 None None] No DVR routers for this DVR port 6e2982d1-1828-40ea-9d39-320fac74ea66 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:43.065271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48550) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:43.154671 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.173580 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.178620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/7f3c8033-98c8-43b3-b23d-f8f4209969dc HTTP/1.1" status: 204 len: 168 time: 1.3401971 Jul 15 23:20:43.192675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48554) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:43.232057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.241355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-17393262'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:43.279661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd501-0cf0-41ba-ba18-ccf151481e56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=7f3c8033-98c8-43b3-b23d-f8f4209969dc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:43.298588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1740886651'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:43.316821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab699c0e-3575-4091-9ef2-ac3661e9a53f req-9ae4bfd3-9b2d-4824-9167-0d8c959ac572 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.318615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab699c0e-3575-4091-9ef2-ac3661e9a53f req-9ae4bfd3-9b2d-4824-9167-0d8c959ac572 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2366886 Jul 15 23:20:43.325966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:43.330231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.385957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab699c0e-3575-4091-9ef2-ac3661e9a53f req-1f623db4-4358-4c55-af57-8833b3588937 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526173 Jul 15 23:20:43.394217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:43.406497 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.406900 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment 6a40d635-46ce-4c6a-8f1c-d9e317db6278 of type vlan for network cffd4a9c-8abc-4f9c-94ff-889f1011a694 Jul 15 23:20:43.455750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.507840 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.514632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.519988 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.530129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Made reservation on behalf of 836fe67e7f0d44f18fb33bc6b06668ce for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:43.535649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.586932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3824978 Jul 15 23:20:43.590272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48568) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:43.601182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': 'cffd4a9c-8abc-4f9c-94ff-889f1011a694', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:43.605741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.623789 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.660058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab2718-8bef-4718-bf02-b6eb0297aed8 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=cffd4a9c-8abc-4f9c-94ff-889f1011a694,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:43.677366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network cffd4a9c-8abc-4f9c-94ff-889f1011a694 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:43.781488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.954539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6e2982d1-1828-40ea-9d39-320fac74ea66 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:43.975309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6e2982d1-1828-40ea-9d39-320fac74ea66 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:43.975661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6e2982d1-1828-40ea-9d39-320fac74ea66 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:44.044730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.052349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.064543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:44.074386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.074902 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Added segment 2da2827b-ccdc-43f8-9dca-5dd398a7a9d1 of type vlan for network 07349f79-110a-4cec-94c3-64dcb9e266ad Jul 15 23:20:44.077881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:44.088489 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.122823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.173139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48586) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:44.200188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.238573 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.240812 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.248465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.249143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.341709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487e1ee8-f8d6-45a4-99ef-859caf53ec32,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:44.359225 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2895865 Jul 15 23:20:44.363508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48590) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:44.372927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Request body: {'subnet': {'network_id': '07349f79-110a-4cec-94c3-64dcb9e266ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:44.373666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-405688909-network', 'tenant_id': '047b0f09a5054578aa8e4031a560cc37'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:44.418675 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.431174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931eb5d-f36e-4727-ae21-9e26f03eedfb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Pushing event updated for resources: {'Network': ['ID=07349f79-110a-4cec-94c3-64dcb9e266ad,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:44.443946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 07349f79-110a-4cec-94c3-64dcb9e266ad details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:44.538385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=e048fbc6-77e4-4d34-b341-077fb39b845b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:44.542564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Allocated IP 172.25.3.198 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:44.548885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Made reservation on behalf of 047b0f09a5054578aa8e4031a560cc37 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:44.551644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.566032 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.584280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Made reservation on behalf of 836fe67e7f0d44f18fb33bc6b06668ce for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:44.588817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.621329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': '6a40d635-46ce-4c6a-8f1c-d9e317db6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cffd4a9c-8abc-4f9c-94ff-889f1011a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:44.622138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: cffd4a9c-8abc-4f9c-94ff-889f1011a694, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:44.764455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network cffd4a9c-8abc-4f9c-94ff-889f1011a694 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:44.768803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.782583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.816829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.847856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, cffd4a9c-8abc-4f9c-94ff-889f1011a694) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:44.850081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:44.857969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573854e6-7a18-44be-b860-81bb0dcd746d None None] Network cffd4a9c-8abc-4f9c-94ff-889f1011a694 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:44.877449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.878177 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.912327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.912950 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Added segment 470a1799-d6a3-4eea-8ff2-1bf17cb592ea of type vlan for network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e Jul 15 23:20:44.928930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f09b342-920d-4920-a8db-064225a3bf67,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:44.941049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ce923440-c1b0-4da9-9597-51818bc55892 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3477561 Jul 15 23:20:44.950329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48598) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:44.966911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-173f9765-f06b-49e5-8daf-c7b53bb513c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-595048209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:44.981270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.997581 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:20:45.040176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25328836-ba27-405d-bbf5-b6d542b8eea8 req-34c6614c-71dd-4635-a0d4-bd71ce8b936d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:45.042434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25328836-ba27-405d-bbf5-b6d542b8eea8 req-34c6614c-71dd-4635-a0d4-bd71ce8b936d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2724712 Jul 15 23:20:45.043664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.045089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:45.046212 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.061897 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-173f9765-f06b-49e5-8daf-c7b53bb513c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.063064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-173f9765-f06b-49e5-8daf-c7b53bb513c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.066875 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.076922 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-9546932c-7b4d-4a00-b0d1-8ef5b336f782 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3141994 Jul 15 23:20:45.081386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.090438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-cffd4a9c-8abc-4f9c-94ff-889f1011a694', 'network_id': 'cffd4a9c-8abc-4f9c-94ff-889f1011a694', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': 'e048fbc6-77e4-4d34-b341-077fb39b845b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:45.092310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.204864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=483a0d63-79e1-4e6f-ad7e-ca0fb581503e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.210678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:45.217752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-763e81d1-e99d-415a-a978-cfb245da1ce3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0434377 Jul 15 23:20:45.221924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48602) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:45.222844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:45.229070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Request body: {'subnet': {'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-405688909-subnet', 'tenant_id': '047b0f09a5054578aa8e4031a560cc37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:45.251659 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:45.257350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Pushing event updated for resources: {'Subnet': ['ID=a46ca28f-018b-40f3-a12f-b90cfd32c38e,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.265866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:45.268436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-173f9765-f06b-49e5-8daf-c7b53bb513c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.280170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Made reservation on behalf of 047b0f09a5054578aa8e4031a560cc37 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:45.283647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.303794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25328836-ba27-405d-bbf5-b6d542b8eea8 req-0cf281b7-8a41-4747-bdb2-80963b60195d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131462 Jul 15 23:20:45.307050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-173f9765-f06b-49e5-8daf-c7b53bb513c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.312292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.337533 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Allocated IP 172.20.0.2 (cffd4a9c-8abc-4f9c-94ff-889f1011a694/e048fbc6-77e4-4d34-b341-077fb39b845b/fceacc57-9daa-4679-8330-873277264376) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:45.353152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Checking segment: {'id': '2da2827b-ccdc-43f8-9dca-5dd398a7a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '07349f79-110a-4cec-94c3-64dcb9e266ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:45.353411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Network hostable DHCP agents. Network: 07349f79-110a-4cec-94c3-64dcb9e266ad, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:45.364019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-173f9765-f06b-49e5-8daf-c7b53bb513c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.368472 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-173f9765-f06b-49e5-8daf-c7b53bb513c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4138989 Jul 15 23:20:45.370419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48604) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:45.518511 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.528838 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.538311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Transition to ACTIVE for port object fceacc57-9daa-4679-8330-873277264376 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:45.563369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Transition to ACTIVE for port object fceacc57-9daa-4679-8330-873277264376 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:45.571617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.598991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=089d61a2-594b-4450-8d49-e1da6aeda31c,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.605842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Checking segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:45.606475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Network hostable DHCP agents. Network: 483a0d63-79e1-4e6f-ad7e-ca0fb581503e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:45.629048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:45.632655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Pushing event updated for resources: {'Port': ['ID=fceacc57-9daa-4679-8330-873277264376,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.641846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 483a0d63-79e1-4e6f-ad7e-ca0fb581503e) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:45.647735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:45.649921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.657412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1399c2-7131-4b7b-829b-d6e504e5b267 None None] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:45.664965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Network cffd4a9c-8abc-4f9c-94ff-889f1011a694 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:45.669731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:45.676634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:45.684202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6cfd409a-161a-40fc-a4a5-ea0ab9998e2e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4594009 Jul 15 23:20:45.772306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Attempting to bind port fceacc57-9daa-4679-8330-873277264376 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:45.772550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Attempting to bind port fceacc57-9daa-4679-8330-873277264376 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '6a40d635-46ce-4c6a-8f1c-d9e317db6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cffd4a9c-8abc-4f9c-94ff-889f1011a694'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:45.772889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Attempting to bind port fceacc57-9daa-4679-8330-873277264376 on network cffd4a9c-8abc-4f9c-94ff-889f1011a694 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:45.781482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:45.781766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Checking segment: {'id': '6a40d635-46ce-4c6a-8f1c-d9e317db6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cffd4a9c-8abc-4f9c-94ff-889f1011a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:45.782125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.782531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Bound using segment: {'id': '6a40d635-46ce-4c6a-8f1c-d9e317db6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cffd4a9c-8abc-4f9c-94ff-889f1011a694'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:45.783233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Bound port: fceacc57-9daa-4679-8330-873277264376, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a40d635-46ce-4c6a-8f1c-d9e317db6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cffd4a9c-8abc-4f9c-94ff-889f1011a694'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:45.783628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.821562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-8ad4aa4f-c6d9-4baf-ade2-4ad11cd6cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:45.824118 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-8ad4aa4f-c6d9-4baf-ade2-4ad11cd6cd54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1096 time: 0.6725445 Jul 15 23:20:45.834451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Network 07349f79-110a-4cec-94c3-64dcb9e266ad is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:45.887755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] For port fceacc57-9daa-4679-8330-873277264376, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:45.892362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] For port fceacc57-9daa-4679-8330-873277264376, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fceacc57-9daa-4679-8330-873277264376,segment=NetworkSegment(6a40d635-46ce-4c6a-8f1c-d9e317db6278),segment_id=6a40d635-46ce-4c6a-8f1c-d9e317db6278)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:45.927167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.931285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 07349f79-110a-4cec-94c3-64dcb9e266ad) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:45.942392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:45.942990 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.977158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2746fb4-d644-4f2e-b692-66caeb0bb5a0 None None] Network 07349f79-110a-4cec-94c3-64dcb9e266ad requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:46.057231 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-34d5f228-0726-45a8-8bc5-d4321f1eb4ff tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6880646 Jul 15 23:20:46.058103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48620) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:46.064101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Request body: {'port': {'network_id': '07349f79-110a-4cec-94c3-64dcb9e266ad', 'name': 'tempest-TagsExtTest-592859785'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:46.280276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-502266e4-a60b-42d8-b442-3479ff6d0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.281779 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-502266e4-a60b-42d8-b442-3479ff6d0272 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.4069912 Jul 15 23:20:46.390023 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-b2b5e99c-4442-4e50-a989-8d90dc8d313f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 200 len: 217 time: 0.0941596 Jul 15 23:20:46.413122 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.418900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Made reservation on behalf of 836fe67e7f0d44f18fb33bc6b06668ce for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:46.423815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.431598 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.449809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c2427227-e574-473e-b0c3-5de3044be814 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.451553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c2427227-e574-473e-b0c3-5de3044be814 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.2478862 Jul 15 23:20:46.490299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052506ec-6d09-4ef4-a918-7853fb0ede4c None None] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:46.497117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] device_id is not set on port 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:20:46.513744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c0375efc-94bb-48b6-adf3-912b7c3ad8f0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/quotas/047b0f09a5054578aa8e4031a560cc37 HTTP/1.1" status: 200 len: 375 time: 0.0548148 Jul 15 23:20:46.561375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-07349f79-110a-4cec-94c3-64dcb9e266ad', 'network_id': '07349f79-110a-4cec-94c3-64dcb9e266ad', 'tenant_id': '836fe67e7f0d44f18fb33bc6b06668ce', 'fixed_ips': [{'subnet_id': 'a46ca28f-018b-40f3-a12f-b90cfd32c38e'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:46.562634 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.649395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c62ebea6-c104-491d-acc5-f3d7ade17a77 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207709 Jul 15 23:20:46.693983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2429c4-df3b-401d-9b1e-65eca44546e3 None None] Pushing event updated for resources: {'Port': ['ID=fceacc57-9daa-4679-8330-873277264376,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.826533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-7a238889-1ca9-4db2-8f46-912e02be4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.828328 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-7a238889-1ca9-4db2-8f46-912e02be4a98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.4228482 Jul 15 23:20:46.857674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Allocated IP 172.20.0.14 (07349f79-110a-4cec-94c3-64dcb9e266ad/a46ca28f-018b-40f3-a12f-b90cfd32c38e/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:46.882279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-9c519514-078e-4019-932b-92619877e540 service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057383 Jul 15 23:20:46.910000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ca586-2bd5-4de5-9c40-4f0ca40ceada req-36539365-1521-455c-9977-e12fe6790d93 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.911523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-931ca586-2bd5-4de5-9c40-4f0ca40ceada req-36539365-1521-455c-9977-e12fe6790d93 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.3702564 Jul 15 23:20:46.916300 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-523c8515-3c4c-4f01-8f62-57c96e4907c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747824 Jul 15 23:20:47.087141 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.108533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-931ca586-2bd5-4de5-9c40-4f0ca40ceada req-19c85c6e-77ce-4e89-8f54-241c7624e433 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765110 Jul 15 23:20:47.216489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-cccc460a-1491-4fa6-b481-32b20a654e50 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686687 Jul 15 23:20:47.229832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-7cc51c58-616d-4a53-9d13-1e447f254ac1 service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354750 Jul 15 23:20:47.269923 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.287473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Transition to ACTIVE for port object 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:47.347215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.424065 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6abe79dc-4794-40e6-88fa-4a910d7ddfaa req-edf2ef56-a872-4df1-b21e-1e3d63342a4f service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533334 Jul 15 23:20:47.426232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Pushing event updated for resources: {'Port': ['ID=7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:47.467747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Allocated IP 172.20.0.2 (07349f79-110a-4cec-94c3-64dcb9e266ad/a46ca28f-018b-40f3-a12f-b90cfd32c38e/492ecbde-a5fb-41db-a1f2-3745f9a46dd7) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:47.471837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Network 07349f79-110a-4cec-94c3-64dcb9e266ad is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:47.473459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:47.476543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:47.518408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.20.0.1 (cffd4a9c-8abc-4f9c-94ff-889f1011a694/e048fbc6-77e4-4d34-b341-077fb39b845b/c7ebf564-c8e6-44b9-b01f-d3821bd60a9f) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:47.674576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:47.676935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.728745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0c9b13e8-a482-45f8-91d0-f7e50cafef3d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6693783 Jul 15 23:20:47.771887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48646) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:47.776587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35ec0744-7e41-4cd6-b31b-3cd8126d5903 req-c4423117-a2b0-40f7-8a1c-6f896c9d94c4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 210 time: 0.0667477 Jul 15 23:20:47.781590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-994c1cff-0153-4bde-a3c6-7506aaf4b27d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-940930721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:47.812942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-994c1cff-0153-4bde-a3c6-7506aaf4b27d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.814415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-994c1cff-0153-4bde-a3c6-7506aaf4b27d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.946608 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.980842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Router e0c47164-4533-4fac-b84e-7909353b311c is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:20:47.993468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Transition to ACTIVE for port object 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:48.021580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fceacc57-9daa-4679-8330-873277264376 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:48.024893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9dd40-19bd-4e3a-9298-90129de8c07e None None] Network cffd4a9c-8abc-4f9c-94ff-889f1011a694 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:48.085823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-994c1cff-0153-4bde-a3c6-7506aaf4b27d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.093978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Transition to ACTIVE for port object 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:48.105306 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-994c1cff-0153-4bde-a3c6-7506aaf4b27d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.141159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ae94f-87bb-4cb1-8949-28cdecc5fc18 req-a24e3402-175b-4ee5-aa9a-7990d20a5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.143052 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-211ae94f-87bb-4cb1-8949-28cdecc5fc18 req-a24e3402-175b-4ee5-aa9a-7990d20a5472 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 1096 time: 0.4647810 Jul 15 23:20:48.166376 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-994c1cff-0153-4bde-a3c6-7506aaf4b27d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.170688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-994c1cff-0153-4bde-a3c6-7506aaf4b27d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3969402 Jul 15 23:20:48.174585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48656) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:48.191500 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.194367 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-88d6a70d-0f24-4b01-8b07-c03a6b225858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.208166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f719d4-7f0d-44ad-90c0-41e8343c433f req-751d9243-306b-4566-818a-3752310cc259 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.226286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56f719d4-7f0d-44ad-90c0-41e8343c433f req-751d9243-306b-4566-818a-3752310cc259 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.2983382 Jul 15 23:20:48.253058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.263622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9cac8b70-b892-47c0-b03a-f5f5ae6822a2 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2093398060', 'prefixes': ['172.20.0.0/16']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:48.284032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-211ae94f-87bb-4cb1-8949-28cdecc5fc18 req-7f715981-c439-4bf2-bc61-3206a95a18da service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315725 Jul 15 23:20:48.298241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object c7ebf564-c8e6-44b9-b01f-d3821bd60a9f will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:48.306272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-73157c5d-49b3-40d2-b685-f362d1b6b2be None None] Provisioning for port fceacc57-9daa-4679-8330-873277264376 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:48.307907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:48.331912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Network 07349f79-110a-4cec-94c3-64dcb9e266ad is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:48.334318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Sync routers for ids ['e0c47164-4533-4fac-b84e-7909353b311c'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:48.349516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:48.355121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:48.363852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.376744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Pushing event updated for resources: {'Port': ['ID=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.407538 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network cffd4a9c-8abc-4f9c-94ff-889f1011a694 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:48.411591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:48.413080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Routers {'e0c47164-4533-4fac-b84e-7909353b311c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:48.414026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e0c47164-4533-4fac-b84e-7909353b311c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:48.416806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:48.468981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.470297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port fceacc57-9daa-4679-8330-873277264376 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:48.477884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56f719d4-7f0d-44ad-90c0-41e8343c433f req-bbae2f01-21f3-42f0-8c2a-dea6d896bf32 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507272 Jul 15 23:20:48.486428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port fceacc57-9daa-4679-8330-873277264376 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:48.487153 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.553293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42e414-ab9f-4545-b218-8b2066d7af5b req-c79838f1-3cea-40a7-a023-72d9e74fa51a tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.555464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b42e414-ab9f-4545-b218-8b2066d7af5b req-c79838f1-3cea-40a7-a023-72d9e74fa51a tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2285604 Jul 15 23:20:48.585278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9cac8b70-b892-47c0-b03a-f5f5ae6822a2 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for subnetpool, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.594579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9cac8b70-b892-47c0-b03a-f5f5ae6822a2 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4181762 Jul 15 23:20:48.612664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48662) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:48.618296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-93173f1f-306a-44cc-b3dc-c072506113cb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e', 'tempest-TagsExtTest-Tag-442265052') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:48.664189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.669811 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a389fed0-6862-480a-863a-72ff8fc6734e tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7809615 Jul 15 23:20:48.675869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48664) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:48.694730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Set router e0c47164-4533-4fac-b84e-7909353b311c gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:48.745752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b42e414-ab9f-4545-b218-8b2066d7af5b req-c2f81682-d470-4cad-b9d5-7d8cc4b81910 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695459 Jul 15 23:20:48.777625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e4114-0a9a-4f9f-8e9e-ebb035cf29e9 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.782062 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f1e4114-0a9a-4f9f-8e9e-ebb035cf29e9 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=60bc84f67fab40f6aebe31a5a61e01cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1049702 Jul 15 23:20:48.784580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48666) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:48.952335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Attempting to bind port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:48.952926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Attempting to bind port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '2da2827b-ccdc-43f8-9dca-5dd398a7a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '07349f79-110a-4cec-94c3-64dcb9e266ad'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:48.953224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Attempting to bind port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 on network 07349f79-110a-4cec-94c3-64dcb9e266ad {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:48.986974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:48.987402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Checking segment: {'id': '2da2827b-ccdc-43f8-9dca-5dd398a7a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '07349f79-110a-4cec-94c3-64dcb9e266ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:48.987677 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.988082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Bound using segment: {'id': '2da2827b-ccdc-43f8-9dca-5dd398a7a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '07349f79-110a-4cec-94c3-64dcb9e266ad'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:48.988580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Bound port: 492ecbde-a5fb-41db-a1f2-3745f9a46dd7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da2827b-ccdc-43f8-9dca-5dd398a7a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '07349f79-110a-4cec-94c3-64dcb9e266ad'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:48.988972 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.085384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:20:45Z', 'revision_number': 3, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:49.137355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Checking router: e0c47164-4533-4fac-b84e-7909353b311c for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:49.137765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Updating router e0c47164-4533-4fac-b84e-7909353b311c port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:20:49.220238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] For port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:49.225625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] For port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,segment=NetworkSegment(2da2827b-ccdc-43f8-9dca-5dd398a7a9d1),segment_id=2da2827b-ccdc-43f8-9dca-5dd398a7a9d1)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:49.228956 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.263471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=c7ebf564-c8e6-44b9-b01f-d3821bd60a9f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.274231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebec51f-64a2-495d-ac85-dfad615cf6ff tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:49.279258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b87c988-3657-4d6b-9d0a-50bd99dde02e req-9ebe6213-14d2-45dd-b126-5ede9057ed1e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 210 time: 0.0444684 Jul 15 23:20:49.285912 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aebec51f-64a2-495d-ac85-dfad615cf6ff tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4997015 Jul 15 23:20:49.286196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48670) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:49.295095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.295488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.295850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.296195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.296557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.297035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.297397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.297726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.298095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.300173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.300538 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.300880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:49.337939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-93173f1f-306a-44cc-b3dc-c072506113cb tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags/tempest-TagsExtTest-Tag-442265052 HTTP/1.1" status: 201 len: 201 time: 0.7239101 Jul 15 23:20:49.338305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48674) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:49.360181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f934fd22-3eca-473f-9f65-b61fa907405c tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706933 Jul 15 23:20:49.364054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48676) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:49.370438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-5fd7421b-b475-4417-b8ea-6ddd43c7dd35 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50', 'tempest-TagsExtTest-Tag-1672055972') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:49.423172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-857e5efd-ca7f-445c-9154-dd83b93cc42d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=60bc84f67fab40f6aebe31a5a61e01cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572281 Jul 15 23:20:49.425201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48678) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:49.447848 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.467244 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.617812 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.643714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fb07d467-f899-4606-b188-a4ea1bdf1c25 None None] Provisioning for port c7ebf564-c8e6-44b9-b01f-d3821bd60a9f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:49.669728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fb07d467-f899-4606-b188-a4ea1bdf1c25 None None] Provisioning complete for port c7ebf564-c8e6-44b9-b01f-d3821bd60a9f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:49.670129 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fb07d467-f899-4606-b188-a4ea1bdf1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.750293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054000dc-5b8c-4241-988f-d1e1376406ef None None] Pushing event updated for resources: {'Port': ['ID=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.859552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fb07d467-f899-4606-b188-a4ea1bdf1c25 None None] Port c7ebf564-c8e6-44b9-b01f-d3821bd60a9f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:49.868194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port fceacc57-9daa-4679-8330-873277264376, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fceacc57-9daa-4679-8330-873277264376,segment=NetworkSegment(6a40d635-46ce-4c6a-8f1c-d9e317db6278),segment_id=6a40d635-46ce-4c6a-8f1c-d9e317db6278)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:49.909006 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.970028 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5fd7421b-b475-4417-b8ea-6ddd43c7dd35 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags/tempest-TagsExtTest-Tag-1672055972 HTTP/1.1" status: 201 len: 201 time: 0.6269262 Jul 15 23:20:49.970665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48686) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.046558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fb07d467-f899-4606-b188-a4ea1bdf1c25 None None] Provisioning complete for port fceacc57-9daa-4679-8330-873277264376 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:50.047227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fb07d467-f899-4606-b188-a4ea1bdf1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.078969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-c5b51d8c-e346-4f70-abf1-51ddcca67028 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a', 'tempest-TagsExtTest-Tag-2091943681') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:50.175152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01aa3e0-ab86-46b0-91e9-d12afe2f0a5d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.177327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e01aa3e0-ab86-46b0-91e9-d12afe2f0a5d tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7505240 Jul 15 23:20:50.183809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48688) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.187800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=fceacc57-9daa-4679-8330-873277264376,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.206934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f710e-b05c-421f-be8d-1ef82daa919e req-09d0a155-8370-4a87-bacb-af68d4c46650 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.209455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-09d0a155-8370-4a87-bacb-af68d4c46650 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.7785048 Jul 15 23:20:50.277269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Request body: {'port': {'device_id': '0cc20a7b-a3db-4d55-8688-b90ee27556ea', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'admin_state_up': True, 'tenant_id': '047b0f09a5054578aa8e4031a560cc37'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:50.282036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.285154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-11e17f0f-4a42-4c40-b250-5889d4bccf39 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0983717 Jul 15 23:20:50.287969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48690) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.292312 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.299308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2002083472', 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085', 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:50.326684 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.341108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Transition to ACTIVE for port object c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:50.355835 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.387746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f36d4d-1515-4cb5-b4fb-cbaaf0aaac45 req-45f0697e-9cc1-4842-b82a-1a339c9d5842 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.389380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0f36d4d-1515-4cb5-b4fb-cbaaf0aaac45 req-45f0697e-9cc1-4842-b82a-1a339c9d5842 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.4859226 Jul 15 23:20:50.424153 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c5b51d8c-e346-4f70-abf1-51ddcca67028 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags/tempest-TagsExtTest-Tag-2091943681 HTTP/1.1" status: 201 len: 201 time: 0.4437246 Jul 15 23:20:50.428202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48694) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.439198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-de2c730c-392e-4d75-8a0f-91eeee57a421 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f', 'tempest-TagsExtTest-Tag-393807801') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:50.445993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1985b07-7c2e-4e0e-b102-b4326bcb886d req-6b61177b-d751-4f8f-88b5-83a6fca2beae tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.453706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1985b07-7c2e-4e0e-b102-b4326bcb886d req-6b61177b-d751-4f8f-88b5-83a6fca2beae tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2720058 Jul 15 23:20:50.481004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965f876-da74-424e-89de-c7b74c16e0c8 None None] Pushing event updated for resources: {'Port': ['ID=c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.484263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48698) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.496279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Attempting to bind port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:50.496279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Attempting to bind port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:50.496637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Attempting to bind port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:50.504009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:50.504603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:50.505225 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.505618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:50.506211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Bound port: c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:50.506708 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.518393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0f36d4d-1515-4cb5-b4fb-cbaaf0aaac45 req-3ba04464-7d7c-44dd-a0b5-9e247c5b0ef4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207175 Jul 15 23:20:50.548718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1985b07-7c2e-4e0e-b102-b4326bcb886d req-c8603152-d919-486a-83e1-437b5eb2d3ec tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940549 Jul 15 23:20:50.571823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Made reservation on behalf of 047b0f09a5054578aa8e4031a560cc37 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:50.585926 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.587177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.593917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=c7ebf564-c8e6-44b9-b01f-d3821bd60a9f,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.655715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3be6bcc2-9bad-4a97-9f3d-7442626d5c42 None None] Provisioning complete for port c7ebf564-c8e6-44b9-b01f-d3821bd60a9f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:50.656110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3be6bcc2-9bad-4a97-9f3d-7442626d5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.712178 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-de2c730c-392e-4d75-8a0f-91eeee57a421 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags/tempest-TagsExtTest-Tag-393807801 HTTP/1.1" status: 201 len: 201 time: 0.2779143 Jul 15 23:20:50.718363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48704) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.728572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-291581bf-8bfb-493e-ab83-4264cd790ec1 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:50.752463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] For port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:50.764959 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb1338b8-17f7-4faa-a391-9c40dd8567e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.779103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] For port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:50.780480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3be6bcc2-9bad-4a97-9f3d-7442626d5c42 None None] Port c7ebf564-c8e6-44b9-b01f-d3821bd60a9f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:50.787252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.809254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Made reservation on behalf of 60bc84f67fab40f6aebe31a5a61e01cb for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:50.813247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.825442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d7c205c-c82d-45c9-a50d-4ab6697eb11d req-692e1b53-346f-42cf-8c5f-f7256f09f092 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 210 time: 0.0774338 Jul 15 23:20:50.861922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Routers {'e0c47164-4533-4fac-b84e-7909353b311c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:50.863394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e0c47164-4533-4fac-b84e-7909353b311c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:50.869091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965f876-da74-424e-89de-c7b74c16e0c8 None None] Pushing event updated for resources: {'Port': ['ID=c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.989175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network cffd4a9c-8abc-4f9c-94ff-889f1011a694 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:51.003310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:51.030725 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-291581bf-8bfb-493e-ab83-4264cd790ec1 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags HTTP/1.1" status: 200 len: 240 time: 0.3066936 Jul 15 23:20:51.033823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48708) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.041430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-f041b13f-1e20-41e3-abcc-8338982cf42e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e', 'tempest-TagsExtTest-Tag-442265052') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.167169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Allocated IP 172.20.0.14 (483a0d63-79e1-4e6f-ad7e-ca0fb581503e/089d61a2-594b-4450-8d49-e1da6aeda31c/cdf730a2-1079-481a-8b3f-3de9a41bbdf5) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:51.344433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.365350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] Set router e0c47164-4533-4fac-b84e-7909353b311c gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:51.395139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.404378 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f041b13f-1e20-41e3-abcc-8338982cf42e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags/tempest-TagsExtTest-Tag-442265052 HTTP/1.1" status: 204 len: 168 time: 0.3694479 Jul 15 23:20:51.411133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48710) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.440803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71d983-7557-4432-9cc2-52131eb6de7b None None] Network 07349f79-110a-4cec-94c3-64dcb9e266ad requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:51.444756 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-f5be5479-8293-44b9-885c-a5e7a53413f3 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e', 'tempest-TagsExtTest-Tag-442265052') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.448174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:20:51.451992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01bb1b-18b5-40d3-a0fe-d95d288fb03f req-001c3a95-c396-4c28-bbf4-71ce55cdf428 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.460318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b01bb1b-18b5-40d3-a0fe-d95d288fb03f req-001c3a95-c396-4c28-bbf4-71ce55cdf428 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.6319380 Jul 15 23:20:51.523488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-846a047c-dddf-4402-9f68-c54062e7ad2e None None] Provisioning complete for port c7ebf564-c8e6-44b9-b01f-d3821bd60a9f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:51.523862 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-846a047c-dddf-4402-9f68-c54062e7ad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.550272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Subnet': ['ID=5156e603-9b1c-4277-b50a-eb5343554da0,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:51.583166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b01bb1b-18b5-40d3-a0fe-d95d288fb03f req-c6654492-916d-405c-882d-243a5ddcf316 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218882 Jul 15 23:20:51.641593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Checking segment: {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:51.641967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network hostable DHCP agents. Network: b64d71c6-7a69-41fa-80b0-9621ba751085, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:51.647044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:51.656275 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-381b52db-fc18-45ec-a65c-9683ae655147 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2839186 Jul 15 23:20:51.658449 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df5837-7a20-4068-b027-f50adf05942f None None] Sync routers for ids ['a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:51.660368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48718) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.695515 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df5837-7a20-4068-b027-f50adf05942f None None] Routers {'a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:51.696142 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f5df5837-7a20-4068-b027-f50adf05942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.732138 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.749314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network b64d71c6-7a69-41fa-80b0-9621ba751085 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:51.763633 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f5df5837-7a20-4068-b027-f50adf05942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.774317 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df5837-7a20-4068-b027-f50adf05942f None None] Routers {'a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:51.775240 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f5df5837-7a20-4068-b027-f50adf05942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.793062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-846a047c-dddf-4402-9f68-c54062e7ad2e None None] Port c7ebf564-c8e6-44b9-b01f-d3821bd60a9f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:51.816098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, b64d71c6-7a69-41fa-80b0-9621ba751085) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:51.835106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53af0a47-a927-49e2-b1b7-e2795f1e3401 None None] Network b64d71c6-7a69-41fa-80b0-9621ba751085 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:51.835377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8603443-79c3-4486-946f-46d215946790 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.839745 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f5df5837-7a20-4068-b027-f50adf05942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.839915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.840039 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df5837-7a20-4068-b027-f50adf05942f None None] The sync data for ids ['a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:51.840861 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e8603443-79c3-4486-946f-46d215946790 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports/c7ebf564-c8e6-44b9-b01f-d3821bd60a9f HTTP/1.1" status: 200 len: 910 time: 0.1794870 Jul 15 23:20:51.841365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48720) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.849637 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f5be5479-8293-44b9-885c-a5e7a53413f3 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags/tempest-TagsExtTest-Tag-442265052 HTTP/1.1" status: 204 len: 168 time: 0.4168954 Jul 15 23:20:51.852668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.853512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.857515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48722) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.867486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-bbffeed7-de77-44c2-8496-54eb20914cb0 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.902476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15369fa9-9dc0-43d2-96a7-74c4486569c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6121619 Jul 15 23:20:51.903494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48726) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.058052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9410aed-c0bc-4752-a9b5-cfa6507053b2 req-c1b9b107-7fb2-43cf-bbc3-3f6a7e65653c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:52.059739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9410aed-c0bc-4752-a9b5-cfa6507053b2 req-c1b9b107-7fb2-43cf-bbc3-3f6a7e65653c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.3309391 Jul 15 23:20:52.067871 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.071874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-83c2a5bb-d0bb-4ccb-b2d5-97dacb57ad38 None None] Provisioning for port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:52.078011 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.153058 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bbffeed7-de77-44c2-8496-54eb20914cb0 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags HTTP/1.1" status: 200 len: 205 time: 0.2927155 Jul 15 23:20:52.155596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48730) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.163702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-96016869-bcc1-4c17-b734-10a62d5623ae tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:52.204359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:20:45Z', 'revision_number': 3, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:52.280772 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43937cca-50b7-4cad-9ada-6c3902a084c2 None None] The sync data for ids ['e0c47164-4533-4fac-b84e-7909353b311c'] in n-d-793618-8 is: [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:20:45Z', 'revision_number': 3, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:52.294524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-b64d71c6-7a69-41fa-80b0-9621ba751085', 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'fixed_ips': [{'subnet_id': '5156e603-9b1c-4277-b50a-eb5343554da0'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:52.294524 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.316427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fceacc57-9daa-4679-8330-873277264376 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:52.333593 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96016869-bcc1-4c17-b734-10a62d5623ae tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags HTTP/1.1" status: 200 len: 241 time: 0.1743696 Jul 15 23:20:52.334248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48734) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.351425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-6989059f-f1fa-4d74-b320-b94cf521cd4b tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50', 'tempest-TagsExtTest-Tag-1672055972') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:52.528247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port fceacc57-9daa-4679-8330-873277264376 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:52.528846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.533960 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6989059f-f1fa-4d74-b320-b94cf521cd4b tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags/tempest-TagsExtTest-Tag-1672055972 HTTP/1.1" status: 204 len: 168 time: 0.1963074 Jul 15 23:20:52.534511 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48736) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.544771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-508dd170-d89f-4079-90f9-6cbf66c0b4df tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50', 'tempest-TagsExtTest-Tag-1672055972') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:52.566696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Allocated IP 172.20.0.18 (b64d71c6-7a69-41fa-80b0-9621ba751085/5156e603-9b1c-4277-b50a-eb5343554da0/80746347-409b-47ea-9bcf-93fde84ecafe) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:52.806234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-38e95ceb-e5bc-4f40-88e1-7b2d542523bb None None] Provisioning for port 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:52.850981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.857208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e9410aed-c0bc-4752-a9b5-cfa6507053b2 req-50b65391-3bd9-48d4-a372-9e6e0ef73106 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7841716 Jul 15 23:20:52.862307 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-508dd170-d89f-4079-90f9-6cbf66c0b4df tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags/tempest-TagsExtTest-Tag-1672055972 HTTP/1.1" status: 204 len: 168 time: 0.3269122 Jul 15 23:20:52.864760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48738) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.878376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-38e95ceb-e5bc-4f40-88e1-7b2d542523bb None None] Provisioning complete for port 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:52.878661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-b65d85d4-24fa-4d5b-b289-c621c3efc234 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:52.878825 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-38e95ceb-e5bc-4f40-88e1-7b2d542523bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.930905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:52.963309 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.965854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-38e95ceb-e5bc-4f40-88e1-7b2d542523bb None None] Port 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:52.985261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:53.027658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Transition to ACTIVE for port object 80746347-409b-47ea-9bcf-93fde84ecafe will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:53.037852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event updated for resources: {'Port': ['ID=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.063387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b65d85d4-24fa-4d5b-b289-c621c3efc234 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags HTTP/1.1" status: 200 len: 205 time: 0.1975768 Jul 15 23:20:53.066087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48740) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:53.068113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Transition to ACTIVE for port object 80746347-409b-47ea-9bcf-93fde84ecafe will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:53.075359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-667f546b-3422-4c27-8e07-f944f4d74161 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:53.077607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:53.088206 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.107493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:53.132644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:53.154067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:53.154589 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.181853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-15ec1b8f-6640-4ddd-8d4a-920af4699416 None None] Provisioning complete for port 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:53.182684 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15ec1b8f-6640-4ddd-8d4a-920af4699416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.193387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Network b64d71c6-7a69-41fa-80b0-9621ba751085 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:53.228801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:53.234937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Pushing event updated for resources: {'Port': ['ID=80746347-409b-47ea-9bcf-93fde84ecafe,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.243259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:53.266067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047098ec-55e9-4a51-b72d-9fde17b4526a req-91d294d1-22e2-44f0-9f16-0e0fd37fac8d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.267717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-047098ec-55e9-4a51-b72d-9fde17b4526a req-91d294d1-22e2-44f0-9f16-0e0fd37fac8d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 932 time: 1.0844162 Jul 15 23:20:53.278918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.279541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.282582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-15ec1b8f-6640-4ddd-8d4a-920af4699416 None None] Port 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:53.303877 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.344379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-c75dcfd3-8787-411f-8d23-456525445f33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0728583 Jul 15 23:20:53.358092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0427318-5051-4421-a6ae-c554c36e69c3 req-de9739ae-196f-44af-9df5-44ff370dd59f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.359744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0427318-5051-4421-a6ae-c554c36e69c3 req-de9739ae-196f-44af-9df5-44ff370dd59f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3191264 Jul 15 23:20:53.373425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Attempting to bind port 80746347-409b-47ea-9bcf-93fde84ecafe on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:53.374143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Attempting to bind port 80746347-409b-47ea-9bcf-93fde84ecafe by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:53.374731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Attempting to bind port 80746347-409b-47ea-9bcf-93fde84ecafe on network b64d71c6-7a69-41fa-80b0-9621ba751085 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:53.378219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Request body: {'port': {'device_id': '0cc20a7b-a3db-4d55-8688-b90ee27556ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:53.383010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:53.383946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Checking segment: {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:53.384482 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.386558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Bound using segment: {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:53.386558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Bound port: 80746347-409b-47ea-9bcf-93fde84ecafe, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:53.386558 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.466840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] For port 80746347-409b-47ea-9bcf-93fde84ecafe, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:53.470228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] For port 80746347-409b-47ea-9bcf-93fde84ecafe, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=80746347-409b-47ea-9bcf-93fde84ecafe,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:53.471963 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.483105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-047098ec-55e9-4a51-b72d-9fde17b4526a req-3e21de6c-6020-4d31-a357-4c5fd7c43f38 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949708 Jul 15 23:20:53.486692 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.579128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,segment=NetworkSegment(2da2827b-ccdc-43f8-9dca-5dd398a7a9d1),segment_id=2da2827b-ccdc-43f8-9dca-5dd398a7a9d1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:53.591167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.603194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa97b63-d6a4-4d92-9d32-50cd5c4da865 None None] Pushing event updated for resources: {'Port': ['ID=80746347-409b-47ea-9bcf-93fde84ecafe,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.616728 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.622895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-667f546b-3422-4c27-8e07-f944f4d74161 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags HTTP/1.1" status: 200 len: 241 time: 0.5557263 Jul 15 23:20:53.629875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48742) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:53.634686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-bc054367-a2b7-445d-9dda-1ca532174ff8 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a', 'tempest-TagsExtTest-Tag-2091943681') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:53.655949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0427318-5051-4421-a6ae-c554c36e69c3 req-97e6d471-cab1-43ef-adac-43d30b25862d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877145 Jul 15 23:20:53.731263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.804348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Allocated IP 172.20.0.17 (b64d71c6-7a69-41fa-80b0-9621ba751085/5156e603-9b1c-4277-b50a-eb5343554da0/08aa889e-69de-4de0-8968-dce8fdef6e51) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:53.982049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Deleting port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:53.983292 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.085630 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bc054367-a2b7-445d-9dda-1ca532174ff8 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags/tempest-TagsExtTest-Tag-2091943681 HTTP/1.1" status: 204 len: 168 time: 0.4514084 Jul 15 23:20:54.086352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48750) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:54.094726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-f79f46e7-f4d4-4cb2-91ec-3d6be2f9a30a tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a', 'tempest-TagsExtTest-Tag-2091943681') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:54.143771 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.235319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Transition to ACTIVE for port object 08aa889e-69de-4de0-8968-dce8fdef6e51 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:54.256781 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.286701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:54.287817 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f79f46e7-f4d4-4cb2-91ec-3d6be2f9a30a tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags/tempest-TagsExtTest-Tag-2091943681 HTTP/1.1" status: 204 len: 168 time: 0.1968489 Jul 15 23:20:54.291342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48754) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:54.296433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-e5219340-d10d-4cd1-bccf-8745ac7ebaf9 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:54.361468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:54.366035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:54.366796 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.373040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] For port eb9a7bb5-0ed8-42d2-b32e-f1c587688faa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:54.373407 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.395193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.430007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Calling delete_port for eb9a7bb5-0ed8-42d2-b32e-f1c587688faa owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:54.458601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network b64d71c6-7a69-41fa-80b0-9621ba751085 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:54.468903 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.471069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950c7b2-1620-450f-9c39-03c910705dab req-b5ae6984-17e0-4905-9597-ac60906cd53a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.477972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4950c7b2-1620-450f-9c39-03c910705dab req-b5ae6984-17e0-4905-9597-ac60906cd53a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.4580438 Jul 15 23:20:54.489485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=08aa889e-69de-4de0-8968-dce8fdef6e51,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.508356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:54.511935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:54.519854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:54.524340 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.526742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 80746347-409b-47ea-9bcf-93fde84ecafe up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:54.564414 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.634854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.648841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 80746347-409b-47ea-9bcf-93fde84ecafe completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:54.654331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:54.688012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4950c7b2-1620-450f-9c39-03c910705dab req-faded3b2-4f32-4d55-8ff5-260a64f9de3f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090843 Jul 15 23:20:54.698985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf730a2-1079-481a-8b3f-3de9a41bbdf5 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:54.705356 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e5219340-d10d-4cd1-bccf-8745ac7ebaf9 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags HTTP/1.1" status: 200 len: 205 time: 0.4098482 Jul 15 23:20:54.710729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48758) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:54.719849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-1c8f5795-b3a2-4243-935f-3d8d99e0fdce tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:54.734478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:54.735056 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.745763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f8d49-bc33-42a8-a438-f967d6c9a954 req-b1b27875-20fa-4ac7-a5fe-56cb8463bcfb tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.756980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-939f8d49-bc33-42a8-a438-f967d6c9a954 req-b1b27875-20fa-4ac7-a5fe-56cb8463bcfb tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3951671 Jul 15 23:20:54.770318 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.790505 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c8f5795-b3a2-4243-935f-3d8d99e0fdce tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags HTTP/1.1" status: 200 len: 240 time: 0.0765383 Jul 15 23:20:54.792092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48762) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:54.799377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-877a09b2-945b-4975-accd-a10f1daccd3f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f', 'tempest-TagsExtTest-Tag-393807801') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:54.849314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.874731 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-877a09b2-945b-4975-accd-a10f1daccd3f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags/tempest-TagsExtTest-Tag-393807801 HTTP/1.1" status: 204 len: 168 time: 0.0827761 Jul 15 23:20:54.877761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48764) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:54.882822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-b93a5cd8-36a0-4e68-a723-5431b133a000 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f', 'tempest-TagsExtTest-Tag-393807801') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:54.929872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Transition to ACTIVE for port object cdf730a2-1079-481a-8b3f-3de9a41bbdf5 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:54.958591 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.977228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.006778 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b93a5cd8-36a0-4e68-a723-5431b133a000 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags/tempest-TagsExtTest-Tag-393807801 HTTP/1.1" status: 204 len: 168 time: 0.1257102 Jul 15 23:20:55.022378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48766) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.037279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-939f8d49-bc33-42a8-a438-f967d6c9a954 req-1058814f-d316-4675-9816-f50492f4d11d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692697 Jul 15 23:20:55.044724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-3bda0a16-8dbb-425d-83aa-8ab9ed04ff28 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:55.136756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.211054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3bda0a16-8dbb-425d-83aa-8ab9ed04ff28 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags HTTP/1.1" status: 200 len: 205 time: 0.1688626 Jul 15 23:20:55.212633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48768) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.217831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-2e7310eb-33fe-4af3-aee4-baaab59f064c tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:55.243548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574dd96-abd7-40c3-a41a-14ff9a821068 None None] Network b64d71c6-7a69-41fa-80b0-9621ba751085 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:55.262741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.268746 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e7310eb-33fe-4af3-aee4-baaab59f064c tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags HTTP/1.1" status: 204 len: 168 time: 0.0550776 Jul 15 23:20:55.270324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.273116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48770) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.290741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bce9d-5d5e-4c32-8d0e-cbf98e484fdd req-fd7c1d40-5075-458d-a7cb-f90cca14dc75 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:55.292845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-371bce9d-5d5e-4c32-8d0e-cbf98e484fdd req-fd7c1d40-5075-458d-a7cb-f90cca14dc75 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 932 time: 0.4187872 Jul 15 23:20:55.301831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-7bd364a8-94ec-4912-8b5c-bb21fe90cf0b tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:55.356763 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.384001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-52fc50f0-5a44-4525-95e5-09f1b8ab8038 None None] Provisioning for port 80746347-409b-47ea-9bcf-93fde84ecafe completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:55.388616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-52fc50f0-5a44-4525-95e5-09f1b8ab8038 None None] Provisioning complete for port 80746347-409b-47ea-9bcf-93fde84ecafe triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:55.389250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-52fc50f0-5a44-4525-95e5-09f1b8ab8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.394990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9a7bb5-0ed8-42d2-b32e-f1c587688faa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.396912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Attempting to bind port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:55.397247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Attempting to bind port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:55.397574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Attempting to bind port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:55.422996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:55.422996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Attempting to bind port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:55.424054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=08aa889e-69de-4de0-8968-dce8fdef6e51,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.428818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.449550 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7bd364a8-94ec-4912-8b5c-bb21fe90cf0b tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1685863 Jul 15 23:20:55.450259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48772) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.452913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-371bce9d-5d5e-4c32-8d0e-cbf98e484fdd req-d449bd0e-572f-46fa-9fa0-373852914c18 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476655 Jul 15 23:20:55.454833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-cb071f2f-ad3c-483c-956d-9f8e5e4a874d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:55.507408 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-52fc50f0-5a44-4525-95e5-09f1b8ab8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.548685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-52fc50f0-5a44-4525-95e5-09f1b8ab8038 None None] For port 80746347-409b-47ea-9bcf-93fde84ecafe, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=80746347-409b-47ea-9bcf-93fde84ecafe,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:55.558395 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-52fc50f0-5a44-4525-95e5-09f1b8ab8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.592996 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cb071f2f-ad3c-483c-956d-9f8e5e4a874d tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags HTTP/1.1" status: 204 len: 168 time: 0.1423006 Jul 15 23:20:55.596264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48774) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.607644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network b64d71c6-7a69-41fa-80b0-9621ba751085 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:55.613984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-3c24209f-5fa7-4e81-bd32-81be2131f3fe tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:55.616605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:55.618531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc50f0-5a44-4525-95e5-09f1b8ab8038 None None] Pushing event updated for resources: {'Port': ['ID=80746347-409b-47ea-9bcf-93fde84ecafe,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.786246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:55.786581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Checking segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:55.786994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Bound using segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:55.787439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Bound port: cdf730a2-1079-481a-8b3f-3de9a41bbdf5, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:55.787795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.814019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port c7ebf564-c8e6-44b9-b01f-d3821bd60a9f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:55.814397 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.828227 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Router e0c47164-4533-4fac-b84e-7909353b311c has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:55.855331 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3c24209f-5fa7-4e81-bd32-81be2131f3fe tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags HTTP/1.1" status: 204 len: 168 time: 0.2459714 Jul 15 23:20:55.870571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48778) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.898015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-2d6f7f39-8c82-4df1-90cc-eb721135fb8e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e', 'tempest-TagsExtTest-Tag-1106103878') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:55.968916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:55.975966 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e3354e26-5d58-4cbd-bbce-1bf450843e34 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "PUT /v2.0/routers/e0c47164-4533-4fac-b84e-7909353b311c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0680435 Jul 15 23:20:55.988573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Sync routers for ids ['e0c47164-4533-4fac-b84e-7909353b311c'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:56.009648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Routers {'e0c47164-4533-4fac-b84e-7909353b311c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:56.010948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e0c47164-4533-4fac-b84e-7909353b311c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:56.030327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9b2e879d-eb19-4d73-8659-51cb3db4b7b3 None None] Provisioning for port 08aa889e-69de-4de0-8968-dce8fdef6e51 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:56.101831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] For port cdf730a2-1079-481a-8b3f-3de9a41bbdf5, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:56.152801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.169349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for c7ebf564-c8e6-44b9-b01f-d3821bd60a9f owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:56.227592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] For port cdf730a2-1079-481a-8b3f-3de9a41bbdf5, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:56.255588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bb034-2270-4be8-a267-48af034c908b req-11044b76-c223-49c5-8675-546d6b6c430f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.257436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-354bb034-2270-4be8-a267-48af034c908b req-11044b76-c223-49c5-8675-546d6b6c430f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.4383802 Jul 15 23:20:56.264864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.269775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9b2e879d-eb19-4d73-8659-51cb3db4b7b3 None None] Provisioning complete for port 08aa889e-69de-4de0-8968-dce8fdef6e51 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:56.270231 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b2e879d-eb19-4d73-8659-51cb3db4b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.277306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:56.355072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.377074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.377496 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.379103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] 10.222.0.59 "PUT /v2.0/ports/cdf730a2-1079-481a-8b3f-3de9a41bbdf5 HTTP/1.1" status: 200 len: 1092 time: 3.0153506 Jul 15 23:20:56.380503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e879d-eb19-4d73-8659-51cb3db4b7b3 None None] Port 08aa889e-69de-4de0-8968-dce8fdef6e51 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:56.389388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc20a7b-a3db-4d55-8688-b90ee27556ea', 'tag': 'cdf730a2-1079-481a-8b3f-3de9a41bbdf5'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:56.392819 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe897f-7433-4b3b-b33f-1a059235ff70" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc20a7b-a3db-4d55-8688-b90ee27556ea", "tag": "cdf730a2-1079-481a-8b3f-3de9a41bbdf5"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:56.435751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9b2e879d-eb19-4d73-8659-51cb3db4b7b3 None None] Provisioning complete for port 80746347-409b-47ea-9bcf-93fde84ecafe triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:56.436130 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b2e879d-eb19-4d73-8659-51cb3db4b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.443370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:56.443737 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.463398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Set router e0c47164-4533-4fac-b84e-7909353b311c gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:56.530834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2d6f7f39-8c82-4df1-90cc-eb721135fb8e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags/tempest-TagsExtTest-Tag-1106103878 HTTP/1.1" status: 201 len: 201 time: 0.6363759 Jul 15 23:20:56.531388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-354bb034-2270-4be8-a267-48af034c908b req-68d1f9d5-2f9e-41d4-98ee-442790dee594 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625082 Jul 15 23:20:56.531921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48792) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:56.537476 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-cf450f41-6d34-4a79-88b6-1ca20eb7022f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50', 'tempest-TagsExtTest-Tag-1730358253') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:56.556984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:56.626507 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cf450f41-6d34-4a79-88b6-1ca20eb7022f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags/tempest-TagsExtTest-Tag-1730358253 HTTP/1.1" status: 201 len: 201 time: 0.0923536 Jul 15 23:20:56.627817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48802) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:56.635044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-b8654f39-7afb-4eec-9f19-084721a08d04 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a', 'tempest-TagsExtTest-Tag-444338426') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:56.642855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.643157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.643415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.643756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.644448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.644448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.644874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.645209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.646071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.646071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.646343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.646689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cdc02-5cce-43c8-b01f-ca3e8a6e2750 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:56.664215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144297e-e48d-4173-9b65-5f01ae3e5ef8 req-526402c4-d17f-4b15-9e13-e26be7f1e51c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.665781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7144297e-e48d-4173-9b65-5f01ae3e5ef8 req-526402c4-d17f-4b15-9e13-e26be7f1e51c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.4418247 Jul 15 23:20:56.739469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 80746347-409b-47ea-9bcf-93fde84ecafe up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:56.830062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 80746347-409b-47ea-9bcf-93fde84ecafe triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:56.830334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.847763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f710e-b05c-421f-be8d-1ef82daa919e req-8aef6f85-8cd9-420a-8ab8-6e63ec2bd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.849411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-8aef6f85-8cd9-420a-8ab8-6e63ec2bd63d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 1095 time: 0.4031880 Jul 15 23:20:56.862897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7144297e-e48d-4173-9b65-5f01ae3e5ef8 req-7dac21a8-aa49-4bb9-a2fc-1fde16cb893e tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713047 Jul 15 23:20:56.872733 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b8654f39-7afb-4eec-9f19-084721a08d04 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags/tempest-TagsExtTest-Tag-444338426 HTTP/1.1" status: 201 len: 201 time: 0.2422204 Jul 15 23:20:56.875469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48804) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:56.883229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-9982e759-082e-4684-9675-e92068194877 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f', 'tempest-TagsExtTest-Tag-2145979736') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:56.887845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ac7267aa-4c66-46c9-8c96-ad18621aee95 None None] Provisioning complete for port 08aa889e-69de-4de0-8968-dce8fdef6e51 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:56.888216 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac7267aa-4c66-46c9-8c96-ad18621aee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.907427 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.938920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ac7267aa-4c66-46c9-8c96-ad18621aee95 None None] Port 08aa889e-69de-4de0-8968-dce8fdef6e51 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:56.949775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '08aa889e-69de-4de0-8968-dce8fdef6e51', 'name': '', 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:67:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5156e603-9b1c-4277-b50a-eb5343554da0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:53Z', 'updated_at': '2021-07-15T23:20:55Z', 'revision_number': 2, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '5156e603-9b1c-4277-b50a-eb5343554da0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:56.956980 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9982e759-082e-4684-9675-e92068194877 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags/tempest-TagsExtTest-Tag-2145979736 HTTP/1.1" status: 201 len: 201 time: 0.0800877 Jul 15 23:20:56.959750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48808) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:56.971102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-227805c7-6016-42b6-a086-a3a4aec12278 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e', {'tags': ['tempest-TagsExtTest-Tag-908646565', 'tempest-TagsExtTest-Tag-1861850274', 'tempest-TagsExtTest-Tag-1603533329']}) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:56.982451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-e96ce914-fc98-464b-bd52-c4ae98500266 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdf730a2-1079-481a-8b3f-3de9a41bbdf5 HTTP/1.1" status: 200 len: 217 time: 0.1231658 Jul 15 23:20:56.986557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=c7ebf564-c8e6-44b9-b01f-d3821bd60a9f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:56.998938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Checking router: e0c47164-4533-4fac-b84e-7909353b311c for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:56.999475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Updating router e0c47164-4533-4fac-b84e-7909353b311c port 08aa889e-69de-4de0-8968-dce8fdef6e51 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:20:57.012003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586049-895c-464e-935a-1346a1a901fd req-ededd7f7-80bc-45d0-8a6c-acad4fb98187 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:57.013639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-ededd7f7-80bc-45d0-8a6c-acad4fb98187 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/networks?id=b64d71c6-7a69-41fa-80b0-9621ba751085 HTTP/1.1" status: 200 len: 798 time: 0.3611054 Jul 15 23:20:57.046540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.108899 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-227805c7-6016-42b6-a086-a3a4aec12278 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags HTTP/1.1" status: 200 len: 317 time: 0.1475782 Jul 15 23:20:57.111839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48810) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.118287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-78f1cdf9-5528-41bd-a625-37f21aca1f70 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/quotas/60bc84f67fab40f6aebe31a5a61e01cb HTTP/1.1" status: 200 len: 375 time: 0.0962691 Jul 15 23:20:57.123282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-2b2a07d0-226d-4c59-920e-e55bcdafbe0e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:57.214543 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aa5720-6ee7-45da-a0de-9792983108dc x-openstack-request-id: req-60aa5720-6ee7-45da-a0de-9792983108dc {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:57.214887 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc20a7b-a3db-4d55-8688-b90ee27556ea", "tag": "cdf730a2-1079-481a-8b3f-3de9a41bbdf5", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:57.215132 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60aa5720-6ee7-45da-a0de-9792983108dc {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:57.215533 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc20a7b-a3db-4d55-8688-b90ee27556ea', 'tag': 'cdf730a2-1079-481a-8b3f-3de9a41bbdf5', 'status': 'completed', 'code': 200} Jul 15 23:20:57.237156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f710e-b05c-421f-be8d-1ef82daa919e req-ec7d313c-f4fc-4187-92a2-f9e2fdfcd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:57.238529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-ec7d313c-f4fc-4187-92a2-f9e2fdfcd0fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.2441421 Jul 15 23:20:57.308441 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b2a07d0-226d-4c59-920e-e55bcdafbe0e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags HTTP/1.1" status: 204 len: 168 time: 0.1922421 Jul 15 23:20:57.311001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48812) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.315792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-5a6ae9ab-c631-4130-9043-ecd9c605f11f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e', 'tempest-TagsExtTest-Tag-908646565') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:57.410476 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-5a6ae9ab-c631-4130-9043-ecd9c605f11f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:20:57.415992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-7b94e357-0f07-423a-8f36-2c32f4b68ccd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633410 Jul 15 23:20:57.416316 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5a6ae9ab-c631-4130-9043-ecd9c605f11f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags/tempest-TagsExtTest-Tag-908646565 HTTP/1.1" status: 404 len: 328 time: 0.1040816 Jul 15 23:20:57.418006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48818) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.424539 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-689ba195-bd08-439d-8e6b-6fcffca6b2dd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e', 'tempest-TagsExtTest-Tag-1861850274') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:57.440444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Router ef90b8c5-5d2d-4223-8e78-7ed932c86620 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:57.487675 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.512989 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-689ba195-bd08-439d-8e6b-6fcffca6b2dd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:20:57.514213 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-689ba195-bd08-439d-8e6b-6fcffca6b2dd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags/tempest-TagsExtTest-Tag-1861850274 HTTP/1.1" status: 404 len: 329 time: 0.0951321 Jul 15 23:20:57.517957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48822) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.539509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-17b18d52-8f0c-4fe0-9876-f6066207b671 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3835609 Jul 15 23:20:57.542581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-ca2f11ba-92bf-4444-bfbe-9eebf03751ba tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e', 'tempest-TagsExtTest-Tag-1603533329') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:57.552207 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.564805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Transition to ACTIVE for port object 08aa889e-69de-4de0-8968-dce8fdef6e51 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:57.572033 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.640749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d319e34-a54d-4b3b-a81a-0d07dbd98098 None None] Pushing event updated for resources: {'Port': ['ID=08aa889e-69de-4de0-8968-dce8fdef6e51,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.707835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Attempting to bind port 08aa889e-69de-4de0-8968-dce8fdef6e51 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:57.708621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Attempting to bind port 08aa889e-69de-4de0-8968-dce8fdef6e51 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:57.709155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Attempting to bind port 08aa889e-69de-4de0-8968-dce8fdef6e51 on network b64d71c6-7a69-41fa-80b0-9621ba751085 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:57.715915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:57.716871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Checking segment: {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:57.717274 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.717664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Bound using segment: {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:57.718138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Bound port: 08aa889e-69de-4de0-8968-dce8fdef6e51, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:57.718654 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.806112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] For port 08aa889e-69de-4de0-8968-dce8fdef6e51, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:57.811559 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] For port 08aa889e-69de-4de0-8968-dce8fdef6e51, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=08aa889e-69de-4de0-8968-dce8fdef6e51,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:57.817945 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.883262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d319e34-a54d-4b3b-a81a-0d07dbd98098 None None] Pushing event updated for resources: {'Port': ['ID=08aa889e-69de-4de0-8968-dce8fdef6e51,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.911068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Routers {'e0c47164-4533-4fac-b84e-7909353b311c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:57.911768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e0c47164-4533-4fac-b84e-7909353b311c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.081739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] Set router e0c47164-4533-4fac-b84e-7909353b311c gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:58.275220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-45bc6895-274e-4434-95d6-a3e00edc6da9 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8307571 Jul 15 23:20:58.323530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '08aa889e-69de-4de0-8968-dce8fdef6e51', 'name': '', 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:67:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5156e603-9b1c-4277-b50a-eb5343554da0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:53Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '5156e603-9b1c-4277-b50a-eb5343554da0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.323839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bc739-4da0-4eeb-8755-7a7efd1a072b req-1a2880b3-e9bc-4167-9d82-eb789b6f3b38 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.325188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-820bc739-4da0-4eeb-8755-7a7efd1a072b req-1a2880b3-e9bc-4167-9d82-eb789b6f3b38 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 944 time: 0.9304941 Jul 15 23:20:58.350302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb5616-f8ce-4c55-9125-ead61372e7fe None None] The sync data for ids ['e0c47164-4533-4fac-b84e-7909353b311c'] in n-d-793618-8 is: [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '08aa889e-69de-4de0-8968-dce8fdef6e51', 'name': '', 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:67:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '5156e603-9b1c-4277-b50a-eb5343554da0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:53Z', 'updated_at': '2021-07-15T23:20:57Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '5156e603-9b1c-4277-b50a-eb5343554da0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:58.475178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:58.488643 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-ca2f11ba-92bf-4444-bfbe-9eebf03751ba tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:20:58.489099 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] Sync routers for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:58.489734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ca2f11ba-92bf-4444-bfbe-9eebf03751ba tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags/tempest-TagsExtTest-Tag-1603533329 HTTP/1.1" status: 404 len: 329 time: 0.9685912 Jul 15 23:20:58.492536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.499352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-fcbf1d9d-a6cc-4e96-88aa-742a4eaceef5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50', {'tags': ['tempest-TagsExtTest-Tag-1191245458', 'tempest-TagsExtTest-Tag-1028279050', 'tempest-TagsExtTest-Tag-1474150753']}) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.500685 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:58.501465 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.523985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-81bb28c7-e2a0-4d44-bf37-ee7c5104b5ca admin admin] 10.222.0.23 "PUT /v2.0/routers/ef90b8c5-5d2d-4223-8e78-7ed932c86620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0320635 Jul 15 23:20:58.529003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48836) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.531585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-d1e7f242-c7ba-456c-95cf-c50f55759521 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d71c6-7a69-41fa-80b0-9621ba751085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9296932 Jul 15 23:20:58.592881 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fcbf1d9d-a6cc-4e96-88aa-742a4eaceef5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags HTTP/1.1" status: 200 len: 318 time: 0.0986683 Jul 15 23:20:58.596721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48840) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.602889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-03c0ef83-ac22-4d1f-8a98-1822c1cf0a41 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.618124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:58.650316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-820bc739-4da0-4eeb-8755-7a7efd1a072b req-f523283f-c936-4a06-abbf-29a86ccf6c93 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774100 Jul 15 23:20:58.657467 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:58.732559 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-03c0ef83-ac22-4d1f-8a98-1822c1cf0a41 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags HTTP/1.1" status: 204 len: 168 time: 0.1347904 Jul 15 23:20:58.735446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48842) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.741202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-ced9ed25-616d-4814-acdc-ee342b73e5a9 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50', 'tempest-TagsExtTest-Tag-1191245458') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.824149 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-ced9ed25-616d-4814-acdc-ee342b73e5a9 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:20:58.828134 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ced9ed25-616d-4814-acdc-ee342b73e5a9 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags/tempest-TagsExtTest-Tag-1191245458 HTTP/1.1" status: 404 len: 329 time: 0.0914340 Jul 15 23:20:58.829054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48844) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.833230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-6111b6dc-29f2-4cd6-aa2c-4d2a54a98fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50', 'tempest-TagsExtTest-Tag-1028279050') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.835784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446f710e-b05c-421f-be8d-1ef82daa919e req-9c4e2a65-c764-40a7-832b-cc7f7de8f398 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211687 Jul 15 23:20:58.892719 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-6111b6dc-29f2-4cd6-aa2c-4d2a54a98fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:20:58.896920 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6111b6dc-29f2-4cd6-aa2c-4d2a54a98fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags/tempest-TagsExtTest-Tag-1028279050 HTTP/1.1" status: 404 len: 329 time: 0.0671291 Jul 15 23:20:58.897495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48846) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.903144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-40f9aafc-28a1-4b47-bedb-408a36261ecc tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50', 'tempest-TagsExtTest-Tag-1474150753') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.918638 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:20:55Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.948103 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] Checking router: ef90b8c5-5d2d-4223-8e78-7ed932c86620 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:58.960856 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] Routers {'ef90b8c5-5d2d-4223-8e78-7ed932c86620'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:58.961748 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:58.961900 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-40f9aafc-28a1-4b47-bedb-408a36261ecc tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:20:58.966519 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-40f9aafc-28a1-4b47-bedb-408a36261ecc tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags/tempest-TagsExtTest-Tag-1474150753 HTTP/1.1" status: 404 len: 329 time: 0.0651114 Jul 15 23:20:58.967067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48848) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.975405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-0e0d8225-9243-4b9e-a1f8-68e3e9ea6f81 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a', {'tags': ['tempest-TagsExtTest-Tag-2082949971', 'tempest-TagsExtTest-Tag-272998508', 'tempest-TagsExtTest-Tag-2136762345']}) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.004437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:59.017486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4200ca-e90b-461c-b6fc-6ae8781ef0a0 None None] Sync routers for ids ['a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:59.027907 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4200ca-e90b-461c-b6fc-6ae8781ef0a0 None None] Routers {'a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:59.028542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cc4200ca-e90b-461c-b6fc-6ae8781ef0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.033285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-45002858-fd04-47c9-8c74-d5071d005067 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1808274 Jul 15 23:20:59.047547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.051875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48850) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.085779 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e0d8225-9243-4b9e-a1f8-68e3e9ea6f81 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags HTTP/1.1" status: 200 len: 317 time: 0.1154780 Jul 15 23:20:59.088879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48852) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.094603 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-6a60c858-8ace-43b5-bf00-c30dad049975 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.096779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-c4bfdd73-0f21-4112-b3d0-1c9665f512b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b64d71c6-7a69-41fa-80b0-9621ba751085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127108 Jul 15 23:20:59.097030 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] Set router ef90b8c5-5d2d-4223-8e78-7ed932c86620 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:59.113651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cc4200ca-e90b-461c-b6fc-6ae8781ef0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.134225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4200ca-e90b-461c-b6fc-6ae8781ef0a0 None None] Routers {'a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:59.134918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cc4200ca-e90b-461c-b6fc-6ae8781ef0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.158392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aff045fe-a063-4ace-947f-ef3619f689f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef HTTP/1.1" status: 200 len: 205 time: 0.1053865 Jul 15 23:20:59.164683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48854) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.218607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cc4200ca-e90b-461c-b6fc-6ae8781ef0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.222250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4200ca-e90b-461c-b6fc-6ae8781ef0a0 None None] The sync data for ids ['a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:59.402584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96acbf13-2cb3-4401-a17d-beb1a375a6a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.427085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-39eb12ce-e331-45e0-a927-f9eadf0d1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.428792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-39eb12ce-e331-45e0-a927-f9eadf0d1d4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 1095 time: 0.5059345 Jul 15 23:20:59.429895 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:20:55Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.519634 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77800b6-5653-4838-bc34-a6791b1c2ba5 None None] The sync data for ids ['ef90b8c5-5d2d-4223-8e78-7ed932c86620'] in n-d-793618-8 is: [{'id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'name': 'tempest-TaggedBootDevicesTest-1868047117-router', 'tenant_id': '0804bb7921bd4ff1bed93f8057dbde25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:09:35Z', 'updated_at': '2021-07-15T23:20:55Z', 'revision_number': 5, 'project_id': '0804bb7921bd4ff1bed93f8057dbde25', 'gw_port': {'id': 'bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90b8c5-5d2d-4223-8e78-7ed932c86620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:09:36Z', 'updated_at': '2021-07-15T23:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:59.565744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0888b-9a48-4e0e-9afb-dcf0d46647ab req-947db111-f7ad-4052-b330-66de4ec31c45 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.573470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bf0888b-9a48-4e0e-9afb-dcf0d46647ab req-947db111-f7ad-4052-b330-66de4ec31c45 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.6988132 Jul 15 23:20:59.818641 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6a60c858-8ace-43b5-bf00-c30dad049975 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags HTTP/1.1" status: 204 len: 168 time: 0.7285433 Jul 15 23:20:59.820038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48870) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.826687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-ad37fe39-5106-44b2-83a9-efa9a5e2a2c6 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a', 'tempest-TagsExtTest-Tag-2082949971') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:59.928524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96acbf13-2cb3-4401-a17d-beb1a375a6a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.930942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96acbf13-2cb3-4401-a17d-beb1a375a6a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.936602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39411ae3-026d-4240-b846-c9e9113d2a89 req-5e242c3b-2bca-452f-91af-613705428652 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 210 time: 0.0709460 Jul 15 23:20:59.941578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.952720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bf0888b-9a48-4e0e-9afb-dcf0d46647ab req-9faa5d4c-9ed0-4bd8-bfe5-c8809f6474db tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778448 Jul 15 23:21:00.052111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96acbf13-2cb3-4401-a17d-beb1a375a6a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.052626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96acbf13-2cb3-4401-a17d-beb1a375a6a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Fanout notify agent at l3_agent the message router_deleted on router a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:00.061198 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96acbf13-2cb3-4401-a17d-beb1a375a6a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.067480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-96acbf13-2cb3-4401-a17d-beb1a375a6a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef HTTP/1.1" status: 204 len: 168 time: 0.8979745 Jul 15 23:21:00.068833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-fe05fac2-f2ba-43fd-ad75-b52821393fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.073447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-fe05fac2-f2ba-43fd-ad75-b52821393fef service neutron] 10.222.0.59 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 912 time: 0.5303190 Jul 15 23:21:00.073986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48874) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.093474 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-ad37fe39-5106-44b2-83a9-efa9a5e2a2c6 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:21:00.095339 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ad37fe39-5106-44b2-83a9-efa9a5e2a2c6 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags/tempest-TagsExtTest-Tag-2082949971 HTTP/1.1" status: 404 len: 329 time: 0.2740536 Jul 15 23:21:00.109097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.127893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-3936de82-cbb1-45c3-90a9-a3b3fdaa23aa tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a', 'tempest-TagsExtTest-Tag-272998508') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:00.157377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 08aa889e-69de-4de0-8968-dce8fdef6e51 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:00.221977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-1fca5d5c-93af-4f34-8985-9913a88d0cf2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdf730a2-1079-481a-8b3f-3de9a41bbdf5 HTTP/1.1" status: 200 len: 217 time: 0.1171567 Jul 15 23:21:00.257218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 08aa889e-69de-4de0-8968-dce8fdef6e51 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:00.262689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00311b3-4e63-4310-828b-9955a51d5264 req-ad76ecaf-8c2d-481b-887f-632686edc48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.262909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 08aa889e-69de-4de0-8968-dce8fdef6e51 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:00.263454 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.264302 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d00311b3-4e63-4310-828b-9955a51d5264 req-ad76ecaf-8c2d-481b-887f-632686edc48d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1096 time: 0.3639877 Jul 15 23:21:00.321237 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-3936de82-cbb1-45c3-90a9-a3b3fdaa23aa tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:21:00.322286 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3936de82-cbb1-45c3-90a9-a3b3fdaa23aa tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags/tempest-TagsExtTest-Tag-272998508 HTTP/1.1" status: 404 len: 328 time: 0.2043290 Jul 15 23:21:00.325845 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48878) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.330784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-7a28026a-cd61-4ff0-ad0f-029ec3c9b497 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a', 'tempest-TagsExtTest-Tag-2136762345') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:00.353220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Deleting port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:00.353566 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.353750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.390605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37c3027-d9b8-4fa3-a338-66987ab7e0c4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet e048fbc6-77e4-4d34-b341-077fb39b845b {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:00.400005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 08aa889e-69de-4de0-8968-dce8fdef6e51, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=08aa889e-69de-4de0-8968-dce8fdef6e51,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:00.405793 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.414578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device eb9a7bb5-0ed8-42d2-b32e-f1c587688faa no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:00.459800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: eb9a7bb5-0ed8-42d2-b32e-f1c587688faa {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:00.460412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device eb9a7bb5-0ed8-42d2-b32e-f1c587688faa not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:00.489810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=08aa889e-69de-4de0-8968-dce8fdef6e51,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:00.500926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00311b3-4e63-4310-828b-9955a51d5264 req-8ff52ce7-8d92-4b16-a02a-2e0a16503f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.502442 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d00311b3-4e63-4310-828b-9955a51d5264 req-8ff52ce7-8d92-4b16-a02a-2e0a16503f5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.2313297 Jul 15 23:21:00.510075 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-7a28026a-cd61-4ff0-ad0f-029ec3c9b497 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:21:00.514248 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7a28026a-cd61-4ff0-ad0f-029ec3c9b497 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags/tempest-TagsExtTest-Tag-2136762345 HTTP/1.1" status: 404 len: 329 time: 0.1874382 Jul 15 23:21:00.514907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48882) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.520741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-d0164a43-9c87-4def-8eea-25827357e7e6 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f', {'tags': ['tempest-TagsExtTest-Tag-1196558961', 'tempest-TagsExtTest-Tag-1312107457', 'tempest-TagsExtTest-Tag-2144420163']}) {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:00.575467 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d00311b3-4e63-4310-828b-9955a51d5264 req-c11664bf-94dd-4144-b0ee-3a6deb2a4f13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 200 len: 217 time: 0.0582826 Jul 15 23:21:00.625832 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0164a43-9c87-4def-8eea-25827357e7e6 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "PUT /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags HTTP/1.1" status: 200 len: 318 time: 0.1098516 Jul 15 23:21:00.630382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48884) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.634942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-b9f23ec7-a2b0-4462-b312-6172a6e4965f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:00.657153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00311b3-4e63-4310-828b-9955a51d5264 req-0974c2d4-5994-4ca3-a016-db4d3365d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.658630 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d00311b3-4e63-4310-828b-9955a51d5264 req-0974c2d4-5994-4ca3-a016-db4d3365d99c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.0761771 Jul 15 23:21:00.699273 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d00311b3-4e63-4310-828b-9955a51d5264 req-99b9b030-c403-4415-965c-201cb543fd52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304592 Jul 15 23:21:00.720591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b9f23ec7-a2b0-4462-b312-6172a6e4965f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags HTTP/1.1" status: 204 len: 168 time: 0.0865502 Jul 15 23:21:00.727783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48886) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.742864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-dfb26747-a365-4a26-b936-d8c59a42a915 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f', 'tempest-TagsExtTest-Tag-1196558961') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:00.744937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c37c3027-d9b8-4fa3-a338-66987ab7e0c4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.772178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-79e0e458-f238-4ae7-9040-6b15be582000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.773654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-79e0e458-f238-4ae7-9040-6b15be582000 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.5313082 Jul 15 23:21:00.801220 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-dfb26747-a365-4a26-b936-d8c59a42a915 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:21:00.802270 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dfb26747-a365-4a26-b936-d8c59a42a915 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags/tempest-TagsExtTest-Tag-1196558961 HTTP/1.1" status: 404 len: 329 time: 0.0735676 Jul 15 23:21:00.806248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48888) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.814136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-154de985-eae5-4f1b-bddf-03f5eaf0c15e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f', 'tempest-TagsExtTest-Tag-1312107457') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:00.836453 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d00311b3-4e63-4310-828b-9955a51d5264 req-ede9d576-521d-4cee-902b-6fcca920b082 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293888 Jul 15 23:21:00.865923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-86ddf54a-fc1b-4746-bce7-d07d34e719df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830119 Jul 15 23:21:00.866203 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-154de985-eae5-4f1b-bddf-03f5eaf0c15e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:21:00.869920 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-154de985-eae5-4f1b-bddf-03f5eaf0c15e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags/tempest-TagsExtTest-Tag-1312107457 HTTP/1.1" status: 404 len: 329 time: 0.0602894 Jul 15 23:21:00.874176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.881627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-fb668acc-bfb4-4198-ad22-571b5679336a tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f', 'tempest-TagsExtTest-Tag-2144420163') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:00.891233 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c37c3027-d9b8-4fa3-a338-66987ab7e0c4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.945444 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-fb668acc-bfb4-4198-ad22-571b5679336a tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] show failed (client error): The resource could not be found. Jul 15 23:21:00.946627 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb668acc-bfb4-4198-ad22-571b5679336a tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags/tempest-TagsExtTest-Tag-2144420163 HTTP/1.1" status: 404 len: 329 time: 0.0712695 Jul 15 23:21:00.951116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48892) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.955536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-9b9bf49f-3ce3-4026-9c19-05e501f427c4 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55938d01-200a-4d03-9216-12abc63c241f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:00.981938 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d00311b3-4e63-4310-828b-9955a51d5264 req-f0ee06af-7af5-4238-98b5-ac01fef0b5f9 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387482 Jul 15 23:21:00.988229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5be954-a30c-45e2-aec0-01a68d49515d req-2e8dd8bd-add1-49a2-9750-1f8b0677cf0d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.989735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b5be954-a30c-45e2-aec0-01a68d49515d req-2e8dd8bd-add1-49a2-9750-1f8b0677cf0d tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.7145739 Jul 15 23:21:00.995766 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9b9bf49f-3ce3-4026-9c19-05e501f427c4 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f/tags HTTP/1.1" status: 204 len: 168 time: 0.0411484 Jul 15 23:21:00.995998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48894) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.000567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-482211b0-70b8-4d1d-a7dd-4fe1e7477a68 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4fc7942d-36a1-473b-b85b-4c5165d08b1a') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:01.088538 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-482211b0-70b8-4d1d-a7dd-4fe1e7477a68 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a/tags HTTP/1.1" status: 204 len: 168 time: 0.0915701 Jul 15 23:21:01.089270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] For port bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:01.090308 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.091196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48902) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.100438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-7159d525-b934-4150-b8e0-051570ff3fa5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:01.100929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558d211-02fc-40c9-b66f-13722542624b req-8770580f-98b2-4116-831f-7cc8f6a1c0f0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.109228 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0558d211-02fc-40c9-b66f-13722542624b req-8770580f-98b2-4116-831f-7cc8f6a1c0f0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 944 time: 0.8348491 Jul 15 23:21:01.158266 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7159d525-b934-4150-b8e0-051570ff3fa5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50/tags HTTP/1.1" status: 204 len: 168 time: 0.0634925 Jul 15 23:21:01.158704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48904) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.163102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-1f778fdd-39bd-49bd-8ed8-2d9892dcb88b tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a46ca28f-018b-40f3-a12f-b90cfd32c38e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:01.178976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Calling delete_port for bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:01.221187 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1f778fdd-39bd-49bd-8ed8-2d9892dcb88b tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e/tags HTTP/1.1" status: 204 len: 168 time: 0.0610909 Jul 15 23:21:01.225781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48906) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.277324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b5be954-a30c-45e2-aec0-01a68d49515d req-887f1b67-5d15-44ec-8216-3164723016c2 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495975 Jul 15 23:21:01.323593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4281ae6b-2f65-4411-b1e1-d55105db716c tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for subnetpool, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.327231 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4281ae6b-2f65-4411-b1e1-d55105db716c tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnetpools/55938d01-200a-4d03-9216-12abc63c241f HTTP/1.1" status: 204 len: 168 time: 0.0980844 Jul 15 23:21:01.327594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48908) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.333237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c37c3027-d9b8-4fa3-a338-66987ab7e0c4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.338133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-649d0662-8ef9-4821-85a6-34196404fb2a service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567149 Jul 15 23:21:01.361370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0558d211-02fc-40c9-b66f-13722542624b req-f9df24f0-78f0-40b5-b0f2-6ff78714f3db tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512510 Jul 15 23:21:01.361828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eadf046d-49c0-48b6-a01e-2d0de1fdb0d9 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc7942d-36a1-473b-b85b-4c5165d08b1a HTTP/1.1" status: 200 len: 205 time: 0.0327051 Jul 15 23:21:01.364096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.368766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586049-895c-464e-935a-1346a1a901fd req-39c87852-ac53-44ad-aa8c-6bb407220454 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.370294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-39c87852-ac53-44ad-aa8c-6bb407220454 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.37 "GET /v2.0/networks?id=b64d71c6-7a69-41fa-80b0-9621ba751085 HTTP/1.1" status: 200 len: 798 time: 0.4136553 Jul 15 23:21:01.406721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Request body: {'port': {'device_id': '02d70dc8-cbf0-42d5-8c8a-f1f3d3137472', 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085', 'admin_state_up': True, 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:01.443115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device cdf730a2-1079-481a-8b3f-3de9a41bbdf5 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:01.462933 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-092a9324-89f9-4ae9-99e5-b2e0caea1fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.634870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port cdf730a2-1079-481a-8b3f-3de9a41bbdf5, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:01.648078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c37c3027-d9b8-4fa3-a338-66987ab7e0c4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.650363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'cdf730a2-1079-481a-8b3f-3de9a41bbdf5', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'port_id': 'cdf730a2-1079-481a-8b3f-3de9a41bbdf5', 'mac_address': 'fa:16:3e:2c:1a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d61a2-594b-4450-8d49-e1da6aeda31c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:01.657641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bfe897f-7433-4b3b-b33f-1a059235ff70 req-0c033e6c-2ce3-4524-98e5-66b78695997e service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840471 Jul 15 23:21:01.710849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-092a9324-89f9-4ae9-99e5-b2e0caea1fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.713236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-092a9324-89f9-4ae9-99e5-b2e0caea1fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.717536 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.728732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c3027-d9b8-4fa3-a338-66987ab7e0c4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=e048fbc6-77e4-4d34-b341-077fb39b845b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:01.745076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c37c3027-d9b8-4fa3-a338-66987ab7e0c4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.745683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf730a2-1079-481a-8b3f-3de9a41bbdf5 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:01.747115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c37c3027-d9b8-4fa3-a338-66987ab7e0c4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/e048fbc6-77e4-4d34-b341-077fb39b845b HTTP/1.1" status: 204 len: 168 time: 1.6702864 Jul 15 23:21:01.766335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6eee87-6c58-4c7b-b6a6-ceef6426d54a None None] Network cffd4a9c-8abc-4f9c-94ff-889f1011a694 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:01.768408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48914) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.776462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port cdf730a2-1079-481a-8b3f-3de9a41bbdf5, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:01.780744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-092a9324-89f9-4ae9-99e5-b2e0caea1fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.781343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092a9324-89f9-4ae9-99e5-b2e0caea1fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc7942d-36a1-473b-b85b-4c5165d08b1a {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:01.790349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66cc0e28-cd3b-41c3-915b-3d2283bcb364 req-e17e9614-278c-49d9-af1b-e9f6fce2a243 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 210 time: 0.0904415 Jul 15 23:21:01.793915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.806212 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-092a9324-89f9-4ae9-99e5-b2e0caea1fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.808444 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-092a9324-89f9-4ae9-99e5-b2e0caea1fcd tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/routers/4fc7942d-36a1-473b-b85b-4c5165d08b1a HTTP/1.1" status: 204 len: 168 time: 0.4433293 Jul 15 23:21:01.810945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48916) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.864331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Made reservation on behalf of 60bc84f67fab40f6aebe31a5a61e01cb for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:01.868083 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.927447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:01.930392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-97c30323-b11d-4b5f-ab67-4e246464932f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Deleting port 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:01.931057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97c30323-b11d-4b5f-ab67-4e246464932f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.982038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.027010 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.045155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] DHCP port deletion for cffd4a9c-8abc-4f9c-94ff-889f1011a694 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:02.046520 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97c30323-b11d-4b5f-ab67-4e246464932f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.050741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 08aa889e-69de-4de0-8968-dce8fdef6e51 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:02.060366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-97c30323-b11d-4b5f-ab67-4e246464932f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Calling delete_port for 7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:02.073329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-082f0ed9-ab9d-4fbd-968d-d6d7229479cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.075007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-082f0ed9-ab9d-4fbd-968d-d6d7229479cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 1096 time: 0.4168584 Jul 15 23:21:02.075431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.133946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['cdf730a2-1079-481a-8b3f-3de9a41bbdf5'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:02.139495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 08aa889e-69de-4de0-8968-dce8fdef6e51 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:02.139867 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.186908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] Deleting port fceacc57-9daa-4679-8330-873277264376 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:02.187283 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.191119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845a165-d452-4b69-8bef-2611227f7fe3 req-8f5655a6-8920-4ae1-a181-7ee08483ad63 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.192651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5845a165-d452-4b69-8bef-2611227f7fe3 req-8f5655a6-8920-4ae1-a181-7ee08483ad63 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.4233549 Jul 15 23:21:02.204516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97c30323-b11d-4b5f-ab67-4e246464932f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.252822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c30323-b11d-4b5f-ab67-4e246464932f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Pushing event deleted for resources: {'Port': ['ID=7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.295071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] For port fceacc57-9daa-4679-8330-873277264376, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fceacc57-9daa-4679-8330-873277264376,segment=NetworkSegment(6a40d635-46ce-4c6a-8f1c-d9e317db6278),segment_id=6a40d635-46ce-4c6a-8f1c-d9e317db6278)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:02.295888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.310297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.316092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] Calling delete_port for fceacc57-9daa-4679-8330-873277264376 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:02.358854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97c30323-b11d-4b5f-ab67-4e246464932f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.361844 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97c30323-b11d-4b5f-ab67-4e246464932f tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/ports/7bb7ed98-aaf1-445d-9c1e-5e5a4574dc50 HTTP/1.1" status: 204 len: 168 time: 0.5496325 Jul 15 23:21:02.364740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48920) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:02.405278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Allocated IP 172.20.0.27 (b64d71c6-7a69-41fa-80b0-9621ba751085/5156e603-9b1c-4277-b50a-eb5343554da0/ee0c6916-9f18-46fe-a127-17f2ed91f215) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:02.439440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f214f9f9-f997-4c4e-88db-399962e547c5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Deleting subnet a46ca28f-018b-40f3-a12f-b90cfd32c38e {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:02.443546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f214f9f9-f997-4c4e-88db-399962e547c5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.475862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.488969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5845a165-d452-4b69-8bef-2611227f7fe3 req-ed3eac91-9198-4a71-bda7-9c4a29776ab9 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505846 Jul 15 23:21:02.490345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.495826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f214f9f9-f997-4c4e-88db-399962e547c5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.496902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-cbfeaa22-26b7-453b-a22f-5b24f3874c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.498867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-cbfeaa22-26b7-453b-a22f-5b24f3874c11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 910 time: 0.3920090 Jul 15 23:21:02.608446 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f214f9f9-f997-4c4e-88db-399962e547c5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.683709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f214f9f9-f997-4c4e-88db-399962e547c5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.718532 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.719936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214f9f9-f997-4c4e-88db-399962e547c5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Pushing event deleted for resources: {'Subnet': ['ID=a46ca28f-018b-40f3-a12f-b90cfd32c38e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.734411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f214f9f9-f997-4c4e-88db-399962e547c5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.738114 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f214f9f9-f997-4c4e-88db-399962e547c5 tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/subnets/a46ca28f-018b-40f3-a12f-b90cfd32c38e HTTP/1.1" status: 204 len: 168 time: 0.3703287 Jul 15 23:21:02.738717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:02.762710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b79f8-b1d2-4084-b025-035cfa50394f None None] Network 07349f79-110a-4cec-94c3-64dcb9e266ad requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:02.773778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] No DVR routers for this DVR port fceacc57-9daa-4679-8330-873277264376 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:02.797339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae6711-435c-4c6c-b8f6-4d613a761396 None None] Pushing event deleted for resources: {'Port': ['ID=fceacc57-9daa-4679-8330-873277264376,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.834486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.902435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Deleting port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:02.902435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.970035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port fceacc57-9daa-4679-8330-873277264376 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:02.970482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] For port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,segment=NetworkSegment(2da2827b-ccdc-43f8-9dca-5dd398a7a9d1),segment_id=2da2827b-ccdc-43f8-9dca-5dd398a7a9d1)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:02.971191 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.971315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.984346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Calling delete_port for 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:03.017376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] DHCP port deletion for 07349f79-110a-4cec-94c3-64dcb9e266ad request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:03.066241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] Deleting port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:03.067196 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.068882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.069468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef90b8c5-5d2d-4223-8e78-7ed932c86620 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:03.086081 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.089940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-23f97091-db28-458f-b137-0fc65058f329 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ef90b8c5-5d2d-4223-8e78-7ed932c86620 HTTP/1.1" status: 204 len: 168 time: 4.5571911 Jul 15 23:21:03.091821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48930) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:03.093511 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.125370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-6719bd4e-3ac8-45be-beec-21c8305bf000 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854 HTTP/1.1" status: 200 len: 1001 time: 0.6058648 Jul 15 23:21:03.125580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Pushing event deleted for resources: {'Port': ['ID=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.136414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] No DVR routers for this DVR port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:03.141905 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] For port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,segment=NetworkSegment(2da2827b-ccdc-43f8-9dca-5dd398a7a9d1),segment_id=2da2827b-ccdc-43f8-9dca-5dd398a7a9d1)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:03.142302 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.157003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] Calling delete_port for 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:03.218668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port fceacc57-9daa-4679-8330-873277264376, host n-d-793618-8, got binding levels [] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:03.219060 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.239752 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.249894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07349f79-110a-4cec-94c3-64dcb9e266ad']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:03.252131 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.263975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for fceacc57-9daa-4679-8330-873277264376 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:03.265343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da2827b-ccdc-43f8-9dca-5dd398a7a9d1') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:03.265722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da2827b-ccdc-43f8-9dca-5dd398a7a9d1') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:03.273073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Port fceacc57-9daa-4679-8330-873277264376 was not found and therefore no delete operation was performed {{(pid=93715) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:21:03.277691 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.287898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] Pushing event deleted for resources: {'Port': ['ID=492ecbde-a5fb-41db-a1f2-3745f9a46dd7,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.290007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80de965-4571-4b6a-b30a-a23d9291b18e None None] No DVR routers for this DVR port 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:03.292466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.295508 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.302780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:03.303504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:03.307772 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:03.314116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e46eb-131e-4a1e-a86c-12ce296b7d1d req-868f9b70-6b4f-40d5-87cd-f44fe5939a4b tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.321008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f00e46eb-131e-4a1e-a86c-12ce296b7d1d req-868f9b70-6b4f-40d5-87cd-f44fe5939a4b tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.8204291 Jul 15 23:21:03.327616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.342213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-604da54b-c9cf-49d6-8431-07eee9edfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.343710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-604da54b-c9cf-49d6-8431-07eee9edfd25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.2087784 Jul 15 23:21:03.346588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d74d82a-fd2b-4e3d-8986-a2aaa9f5d8d1 admin admin] Deleting subnet dd39a03c-545c-46bc-b82c-7c1d5c3237f1 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:03.371720 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d74d82a-fd2b-4e3d-8986-a2aaa9f5d8d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.374675 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.392427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.394329 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] 10.222.0.23 "DELETE /v2.0/networks/07349f79-110a-4cec-94c3-64dcb9e266ad HTTP/1.1" status: 204 len: 168 time: 0.6545849 Jul 15 23:21:03.395653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a212e2-e1d8-4590-aa81-bcf93faeb83e tempest-TagsExtTest-685477254 tempest-TagsExtTest-685477254-project] Pushing event deleted for resources: {'Network': ['ID=07349f79-110a-4cec-94c3-64dcb9e266ad,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.417864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f688d1-bcde-4c02-a1bf-57317f90e154 req-853a57d8-8e62-449c-8e17-f35cc2626cf7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.419381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44f688d1-bcde-4c02-a1bf-57317f90e154 req-853a57d8-8e62-449c-8e17-f35cc2626cf7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 945 time: 0.8126657 Jul 15 23:21:03.420134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=fceacc57-9daa-4679-8330-873277264376,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.425810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No DVR routers for this DVR port fceacc57-9daa-4679-8330-873277264376 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:03.466015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Transition to ACTIVE for port object ee0c6916-9f18-46fe-a127-17f2ed91f215 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:03.521800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d74d82a-fd2b-4e3d-8986-a2aaa9f5d8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.567176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f00e46eb-131e-4a1e-a86c-12ce296b7d1d req-166a042c-7dae-47d3-b778-c0c1926cc83f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451811 Jul 15 23:21:03.610649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48938) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:03.637383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.673300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44f688d1-bcde-4c02-a1bf-57317f90e154 req-8eda056b-7656-48cc-8093-6724d05fd7da tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232149 Jul 15 23:21:03.737063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffd4a9c-8abc-4f9c-94ff-889f1011a694']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:03.756942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a40d635-46ce-4c6a-8f1c-d9e317db6278') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:03.757248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a40d635-46ce-4c6a-8f1c-d9e317db6278') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:03.779720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-fa684eb9-90cf-41f6-a964-b0646b1725a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.781170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-fa684eb9-90cf-41f6-a964-b0646b1725a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4007366 Jul 15 23:21:03.785074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.799818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.804319 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-962e7add-2fc7-467b-ab61-189028556a97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=836fe67e7f0d44f18fb33bc6b06668ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914725 Jul 15 23:21:03.806554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48942) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:03.822026 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d74d82a-fd2b-4e3d-8986-a2aaa9f5d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.862963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b517702c-c0f9-4736-b1d0-e4ed61a6595a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.869328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.884301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b517702c-c0f9-4736-b1d0-e4ed61a6595a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.928094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:03.928499 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.933359 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b517702c-c0f9-4736-b1d0-e4ed61a6595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.936925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b517702c-c0f9-4736-b1d0-e4ed61a6595a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.938579 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b517702c-c0f9-4736-b1d0-e4ed61a6595a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/487e1ee8-f8d6-45a4-99ef-859caf53ec32 HTTP/1.1" status: 204 len: 168 time: 0.1304266 Jul 15 23:21:03.948415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517702c-c0f9-4736-b1d0-e4ed61a6595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e1ee8-f8d6-45a4-99ef-859caf53ec32,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:03.948591 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:04.018954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Network b64d71c6-7a69-41fa-80b0-9621ba751085 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:04.029071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fceacc57-9daa-4679-8330-873277264376 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:04.049604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: fceacc57-9daa-4679-8330-873277264376 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:04.049957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fceacc57-9daa-4679-8330-873277264376 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:04.050382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:04.056382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:04.063042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:04.075565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:04.079286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bfdb99fb-54ae-4a97-afb7-342f3ed0a4ca not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:04.080058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:04.105777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event updated for resources: {'Port': ['ID=ee0c6916-9f18-46fe-a127-17f2ed91f215,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:04.110309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:04.110703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 492ecbde-a5fb-41db-a1f2-3745f9a46dd7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:04.171154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.209798 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.212132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/cffd4a9c-8abc-4f9c-94ff-889f1011a694 HTTP/1.1" status: 204 len: 168 time: 2.4370096 Jul 15 23:21:04.216575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48950) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:04.221803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1074893421', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:04.245640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.246306 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.253083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-c4889322-9b86-4c0e-8845-30129c56b869 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640090 Jul 15 23:21:04.253848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795ceb7-1de4-4900-a071-b8cb0703a5ec tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=cffd4a9c-8abc-4f9c-94ff-889f1011a694,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:04.256140 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d74d82a-fd2b-4e3d-8986-a2aaa9f5d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.271039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.272377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.321345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74d82a-fd2b-4e3d-8986-a2aaa9f5d8d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd39a03c-545c-46bc-b82c-7c1d5c3237f1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:04.330459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.339809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-024c96b8-21e4-4bb9-8bbb-020f16e168f4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.9376359 Jul 15 23:21:04.348117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987755f0-f084-4ec3-a05f-44b8a3ae3c74 req-d51e5a7d-8440-4691-9926-8550f8e7aa29 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.349898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-987755f0-f084-4ec3-a05f-44b8a3ae3c74 req-d51e5a7d-8440-4691-9926-8550f8e7aa29 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.4767654 Jul 15 23:21:04.350064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134b362c-4f81-4b0a-a74c-8ddfca469389 None None] Network 9267d37d-4936-45b9-86fc-a552f79fc3f3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:04.353322 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d74d82a-fd2b-4e3d-8986-a2aaa9f5d8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.355510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0d74d82a-fd2b-4e3d-8986-a2aaa9f5d8d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dd39a03c-545c-46bc-b82c-7c1d5c3237f1 HTTP/1.1" status: 204 len: 168 time: 1.2296760 Jul 15 23:21:04.363737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e2e2-0fd9-485d-8c90-38e0b056db7e req-217d1c92-c1b7-40bb-b57c-5a5393594d38 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.365652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc8e2e2-0fd9-485d-8c90-38e0b056db7e req-217d1c92-c1b7-40bb-b57c-5a5393594d38 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 895 time: 0.5573740 Jul 15 23:21:04.368125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48956) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:04.387875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Request body: {'port': {'device_id': '02d70dc8-cbf0-42d5-8c8a-f1f3d3137472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:04.523166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c40f077a-bbb6-4fbd-b5be-616b653477d0 None None] Provisioning for port ee0c6916-9f18-46fe-a127-17f2ed91f215 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:04.533146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c40f077a-bbb6-4fbd-b5be-616b653477d0 None None] Provisioning complete for port ee0c6916-9f18-46fe-a127-17f2ed91f215 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:04.533534 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c40f077a-bbb6-4fbd-b5be-616b653477d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.571701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-987755f0-f084-4ec3-a05f-44b8a3ae3c74 req-df447b2c-21fd-4cee-9049-2955caa15714 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047493 Jul 15 23:21:04.585224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c40f077a-bbb6-4fbd-b5be-616b653477d0 None None] Port ee0c6916-9f18-46fe-a127-17f2ed91f215 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:04.618161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.629552 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f13e57b1-e5f0-495b-88ee-fd06d6017f09 req-49f76640-43c9-422b-a18c-741e47cf1889 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592789 Jul 15 23:21:04.648340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.688092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] DHCP port deletion for 9267d37d-4936-45b9-86fc-a552f79fc3f3 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:04.774082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] Deleting port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:04.774602 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.872965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] For port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:04.873903 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.894863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] Calling delete_port for 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:04.903900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48976) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:04.922863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Deleting port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:04.923107 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.941428 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.996738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.037320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] Pushing event deleted for resources: {'Port': ['ID=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.039393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c021e-c113-4f6c-abe6-5196fe45f1a3 None None] No DVR routers for this DVR port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:05.069434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed55b9e-6273-4ccf-9800-f1abd6d14011 req-3f130213-9a89-43ce-abda-3591a0ad81d0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:05.071000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ed55b9e-6273-4ccf-9800-f1abd6d14011 req-3f130213-9a89-43ce-abda-3591a0ad81d0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2919037 Jul 15 23:21:05.072115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-435027334-network', 'tenant_id': '2713a317fba342e1b4c80db16b761bce'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:05.081246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] For port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,segment=NetworkSegment(5667fb44-6af1-4f68-a31e-5088e6d5cc57),segment_id=5667fb44-6af1-4f68-a31e-5088e6d5cc57)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:05.081612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.101574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Made reservation on behalf of 2713a317fba342e1b4c80db16b761bce for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:05.104470 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.131079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Calling delete_port for 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:05.169562 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.208863 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.233165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.247737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bf7f1-f09b-458f-b7e9-060306aa661e req-aa7c211e-b91e-4d75-862b-f803aed17f37 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:05.249287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a3bf7f1-f09b-458f-b7e9-060306aa661e req-aa7c211e-b91e-4d75-862b-f803aed17f37 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 945 time: 0.4034531 Jul 15 23:21:05.252163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ed55b9e-6273-4ccf-9800-f1abd6d14011 req-608ec1d8-6e87-499e-b6dc-be51cf418dd0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662948 Jul 15 23:21:05.383222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a3bf7f1-f09b-458f-b7e9-060306aa661e req-0be75d77-22b2-4c1e-82c9-7556efec0072 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015198 Jul 15 23:21:05.394847 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.402847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.25.3.39 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/a849255e-1d19-446a-b16e-be23eef6de09) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:05.412121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0c6916-9f18-46fe-a127-17f2ed91f215 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:05.423977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.431477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.441386 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.443186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdb92cb-116d-44bc-8211-62dfd41fa3b5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.448034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] No DVR routers for this DVR port 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:05.459315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device cdf730a2-1079-481a-8b3f-3de9a41bbdf5 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:05.481674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Transition to ACTIVE for port object ee0c6916-9f18-46fe-a127-17f2ed91f215 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:05.485245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:05.485622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.514590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18aed42-fa3f-4134-8578-9e97f372396c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.529296 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.529670 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Added segment bf6710cb-b62a-4940-a794-79c0adc8c6d8 of type vlan for network c600f8f6-7522-4908-94a2-4bd9afd9b222 Jul 15 23:21:05.540184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:05.545502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:05.546114 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.617064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.634916 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.663327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc20a7b-a3db-4d55-8688-b90ee27556ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf730a2-1079-481a-8b3f-3de9a41bbdf5'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:05.665936 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0157450-fb7f-4841-a3d0-2b631ea4ffd0" -d '{"events": [{"server_uuid": "0cc20a7b-a3db-4d55-8688-b90ee27556ea", "name": "network-vif-plugged", "status": "completed", "tag": "cdf730a2-1079-481a-8b3f-3de9a41bbdf5"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:05.681328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port cdf730a2-1079-481a-8b3f-3de9a41bbdf5, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:05.687053 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.687274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.689388 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.691203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:05.691799 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.743441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.767188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] Pushing event updated for resources: {'Network': ['ID=c600f8f6-7522-4908-94a2-4bd9afd9b222,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.778558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c600f8f6-7522-4908-94a2-4bd9afd9b222 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:05.780292 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1f085f66-1e2b-4c5c-8643-767728d1baf5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8757536 Jul 15 23:21:05.783760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48986) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:05.789985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Request body: {'subnet': {'network_id': 'c600f8f6-7522-4908-94a2-4bd9afd9b222', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-435027334-subnet', 'tenant_id': '2713a317fba342e1b4c80db16b761bce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:05.826394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Made reservation on behalf of 2713a317fba342e1b4c80db16b761bce for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:05.828977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.832753 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.897979 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:05.903815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:05.934297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:05.944597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=a849255e-1d19-446a-b16e-be23eef6de09,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.965213 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.971416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Pushing event updated for resources: {'Port': ['ID=ee0c6916-9f18-46fe-a127-17f2ed91f215,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.989404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9267d37d-4936-45b9-86fc-a552f79fc3f3']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:06.028506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5667fb44-6af1-4f68-a31e-5088e6d5cc57') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:06.028806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5667fb44-6af1-4f68-a31e-5088e6d5cc57') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:06.056705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:06.068383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.088788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:06.089287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9bdb92cb-116d-44bc-8211-62dfd41fa3b5 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:06.107323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.120599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8012f4-2c4a-44eb-ae9d-ae22cdb3e91e req-b2b11622-d36f-4bdb-8ceb-83b77be1a00c tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.122144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af8012f4-2c4a-44eb-ae9d-ae22cdb3e91e req-b2b11622-d36f-4bdb-8ceb-83b77be1a00c tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 907 time: 0.2640352 Jul 15 23:21:06.129473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:06.130238 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:06.131654 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:06.207168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091315a1-df89-46b3-b3ce-28e905888059 req-b188ea56-5350-4257-97af-832eeda9874b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.209695 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4552c97-e26c-4529-a477-7640ecd59768 x-openstack-request-id: req-c4552c97-e26c-4529-a477-7640ecd59768 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:06.210288 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc20a7b-a3db-4d55-8688-b90ee27556ea", "name": "network-vif-plugged", "status": "completed", "tag": "cdf730a2-1079-481a-8b3f-3de9a41bbdf5", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:06.210790 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4552c97-e26c-4529-a477-7640ecd59768 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:06.211418 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc20a7b-a3db-4d55-8688-b90ee27556ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf730a2-1079-481a-8b3f-3de9a41bbdf5', 'code': 200} Jul 15 23:21:06.214680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-091315a1-df89-46b3-b3ce-28e905888059 req-b188ea56-5350-4257-97af-832eeda9874b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.3544519 Jul 15 23:21:06.218337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Attempting to bind port ee0c6916-9f18-46fe-a127-17f2ed91f215 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:06.218673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Attempting to bind port ee0c6916-9f18-46fe-a127-17f2ed91f215 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:06.219051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Attempting to bind port ee0c6916-9f18-46fe-a127-17f2ed91f215 on network b64d71c6-7a69-41fa-80b0-9621ba751085 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:06.237224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.240263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.244879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.248319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9267d37d-4936-45b9-86fc-a552f79fc3f3 HTTP/1.1" status: 204 len: 168 time: 1.8694575 Jul 15 23:21:06.261756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Port ee0c6916-9f18-46fe-a127-17f2ed91f215 on network b64d71c6-7a69-41fa-80b0-9621ba751085 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:06.262352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Attempting to bind port ee0c6916-9f18-46fe-a127-17f2ed91f215 on network b64d71c6-7a69-41fa-80b0-9621ba751085 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:06.282077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:06.282422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Checking segment: {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:06.282835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Bound using segment: {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:06.283416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Bound port: ee0c6916-9f18-46fe-a127-17f2ed91f215, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371b5f22-9a83-41bf-af81-5ab1c7207ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:06.283785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.297967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28609f-a92b-45b7-a206-b22ca2546226 admin admin] Pushing event deleted for resources: {'Network': ['ID=9267d37d-4936-45b9-86fc-a552f79fc3f3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.353030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f36c17c-2bec-41ab-8616-298a6b78e01f,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.363507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.370110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-091315a1-df89-46b3-b3ce-28e905888059 req-41acfacf-8938-453f-b8c3-a9441af31fd4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544645 Jul 15 23:21:06.398011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Checking segment: {'id': 'bf6710cb-b62a-4940-a794-79c0adc8c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c600f8f6-7522-4908-94a2-4bd9afd9b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:06.398389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Network hostable DHCP agents. Network: c600f8f6-7522-4908-94a2-4bd9afd9b222, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:06.438277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48996) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:06.461932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Network c600f8f6-7522-4908-94a2-4bd9afd9b222 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:06.484168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c600f8f6-7522-4908-94a2-4bd9afd9b222) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:06.491342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.491953 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.497766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1e6d6-1eb1-4ac0-846c-d469706937e1 None None] Network c600f8f6-7522-4908-94a2-4bd9afd9b222 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:06.544138 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e4577f93-fa53-4853-964f-15d990585050 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7592220 Jul 15 23:21:06.579748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] For port ee0c6916-9f18-46fe-a127-17f2ed91f215, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:06.592678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] For port ee0c6916-9f18-46fe-a127-17f2ed91f215, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ee0c6916-9f18-46fe-a127-17f2ed91f215,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:06.605161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-213cc74e-bec7-4c11-b3eb-815b26ac0e5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0804bb7921bd4ff1bed93f8057dbde25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564770 Jul 15 23:21:06.607404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49002) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:06.627787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.643958 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.729956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae7c86-9c2a-47f0-bb9c-63f0f86366d5 None None] Network c600f8f6-7522-4908-94a2-4bd9afd9b222 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:06.767282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3d08-d772-414f-918e-25608dfc147b req-b30ce6da-e590-4987-b53d-21c6860e55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.769002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c4d3d08-d772-414f-918e-25608dfc147b req-b30ce6da-e590-4987-b53d-21c6860e55ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 1097 time: 0.4722106 Jul 15 23:21:06.798082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.798906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.800702 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] 10.222.0.37 "PUT /v2.0/ports/ee0c6916-9f18-46fe-a127-17f2ed91f215 HTTP/1.1" status: 200 len: 1055 time: 2.4278672 Jul 15 23:21:06.814485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d70dc8-cbf0-42d5-8c8a-f1f3d3137472', 'tag': 'ee0c6916-9f18-46fe-a127-17f2ed91f215'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:06.817040 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971" -d '{"events": [{"name": "network-changed", "server_uuid": "02d70dc8-cbf0-42d5-8c8a-f1f3d3137472", "tag": "ee0c6916-9f18-46fe-a127-17f2ed91f215"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:06.848704 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4195c8e7-cfd3-4a92-9aa7-d048ce03c159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.856133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 1bd28ffe-c299-4ecf-986a-823ec167e8ef is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:21:06.858927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4944c43-b6c2-4c50-9b24-cf52d7fc7afe service neutron] Pushing event updated for resources: {'Port': ['ID=ee0c6916-9f18-46fe-a127-17f2ed91f215,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.961652 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4195c8e7-cfd3-4a92-9aa7-d048ce03c159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.982927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c4d3d08-d772-414f-918e-25608dfc147b req-6d56101a-4f7f-4eb9-90e9-549be2aa79e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026787 Jul 15 23:21:07.002483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356eaa5-dc38-4ff4-8d57-cf53ead15009 req-d4c04c0c-3d5c-42de-8557-975d0e9e772c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.009679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2356eaa5-dc38-4ff4-8d57-cf53ead15009 req-d4c04c0c-3d5c-42de-8557-975d0e9e772c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2975340 Jul 15 23:21:07.018319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:07.022707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41925fe-ff69-4a1f-8c25-6dc3fc259596 req-b4f771ad-4635-4d5b-a108-abba81fd0c2e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.029428 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a886378-41e3-45ce-9925-5515fa28206c None None] Sync routers for ids ['1bd28ffe-c299-4ecf-986a-823ec167e8ef'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:07.029930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c41925fe-ff69-4a1f-8c25-6dc3fc259596 req-b4f771ad-4635-4d5b-a108-abba81fd0c2e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 946 time: 0.5023029 Jul 15 23:21:07.046907 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a886378-41e3-45ce-9925-5515fa28206c None None] Routers {'1bd28ffe-c299-4ecf-986a-823ec167e8ef'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:07.047662 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0a886378-41e3-45ce-9925-5515fa28206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['1bd28ffe-c299-4ecf-986a-823ec167e8ef'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.062955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.067980 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-29df61ff-2838-499f-bed3-514040151203 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8494382 Jul 15 23:21:07.074694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.136298 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0a886378-41e3-45ce-9925-5515fa28206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.146371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2356eaa5-dc38-4ff4-8d57-cf53ead15009 req-01d4b53a-d0be-41fa-ae10-32fbc17b6ab4 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352468 Jul 15 23:21:07.148315 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a886378-41e3-45ce-9925-5515fa28206c None None] Routers {'1bd28ffe-c299-4ecf-986a-823ec167e8ef'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:07.148984 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0a886378-41e3-45ce-9925-5515fa28206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['1bd28ffe-c299-4ecf-986a-823ec167e8ef'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.158135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c41925fe-ff69-4a1f-8c25-6dc3fc259596 req-cb5f7b15-0097-446a-a16a-de21e570e9e5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277158 Jul 15 23:21:07.182309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586049-895c-464e-935a-1346a1a901fd req-997c137f-0ef7-4ebf-8ee3-9438e610bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.197753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-997c137f-0ef7-4ebf-8ee3-9438e610bf8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 1058 time: 0.2968733 Jul 15 23:21:07.199830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4195c8e7-cfd3-4a92-9aa7-d048ce03c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.207190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4195c8e7-cfd3-4a92-9aa7-d048ce03c159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.209012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4195c8e7-cfd3-4a92-9aa7-d048ce03c159 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9edbc744-caaa-4c5b-a8ba-1897aeeff484 HTTP/1.1" status: 204 len: 168 time: 0.5828691 Jul 15 23:21:07.246467 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-167b907c-bcb8-4d1b-b2c3-523314ae812d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/routers/1bd28ffe-c299-4ecf-986a-823ec167e8ef HTTP/1.1" status: 200 len: 880 time: 0.1692595 Jul 15 23:21:07.248906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49022) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.268051 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0a886378-41e3-45ce-9925-5515fa28206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.273633 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a886378-41e3-45ce-9925-5515fa28206c None None] The sync data for ids ['1bd28ffe-c299-4ecf-986a-823ec167e8ef'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:07.333730 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8205e-d906-453e-bfd6-516b7cc0f481 x-openstack-request-id: req-3ff8205e-d906-453e-bfd6-516b7cc0f481 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:07.334003 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d70dc8-cbf0-42d5-8c8a-f1f3d3137472", "tag": "ee0c6916-9f18-46fe-a127-17f2ed91f215", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:07.334264 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ff8205e-d906-453e-bfd6-516b7cc0f481 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:07.334667 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d70dc8-cbf0-42d5-8c8a-f1f3d3137472', 'tag': 'ee0c6916-9f18-46fe-a127-17f2ed91f215', 'status': 'completed', 'code': 200} Jul 15 23:21:07.347874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-b4225a0a-97c0-4c6f-be99-8b832b6f8662 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ee0c6916-9f18-46fe-a127-17f2ed91f215 HTTP/1.1" status: 200 len: 217 time: 0.1269138 Jul 15 23:21:07.348630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195c8e7-cfd3-4a92-9aa7-d048ce03c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edbc744-caaa-4c5b-a8ba-1897aeeff484,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:07.436419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49026) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.442404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487308285-network', 'tenant_id': 'a2df9d33e1e845b79aa40c783c80cf35'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:07.457747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586049-895c-464e-935a-1346a1a901fd req-e35dfdd4-79d2-4f71-b522-6f156d84f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.459283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-e35dfdd4-79d2-4f71-b522-6f156d84f216 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5156e603-9b1c-4277-b50a-eb5343554da0 HTTP/1.1" status: 200 len: 838 time: 0.1018872 Jul 15 23:21:07.484271 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3527166d-f331-4d26-9ed0-d4c5f1a794ae tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2340174 Jul 15 23:21:07.485045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.490008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1548d59a-09ec-4167-b6d5-77757f5c3d59 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1074893421'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:07.496701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Made reservation on behalf of a2df9d33e1e845b79aa40c783c80cf35 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:07.496701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.522297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e042f-6236-41bf-802a-f65097cbbb57 req-721a1e1c-2057-430a-bb61-e603cc022c98 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.523855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb9e042f-6236-41bf-802a-f65097cbbb57 req-721a1e1c-2057-430a-bb61-e603cc022c98 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 907 time: 0.1349785 Jul 15 23:21:07.546164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.546399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36586049-895c-464e-935a-1346a1a901fd req-13f4ea55-0001-46c4-9c16-a20570bd23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.548634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-13f4ea55-0001-46c4-9c16-a20570bd23af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b64d71c6-7a69-41fa-80b0-9621ba751085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787649 Jul 15 23:21:07.644795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-0dde9ad6-b1f4-466a-a352-4766c8a1d91e service neutron] 10.222.0.37 "GET /v2.0/networks/b64d71c6-7a69-41fa-80b0-9621ba751085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894616 Jul 15 23:21:07.767346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36586049-895c-464e-935a-1346a1a901fd req-d5e6cbd0-7eca-4e43-9c61-a9a1f69145fa service neutron] 10.222.0.37 "GET /v2.0/networks/b64d71c6-7a69-41fa-80b0-9621ba751085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165009 Jul 15 23:21:07.926246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-64cbbbe6-6375-4e60-9b4b-47c5aa79f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.928009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-64cbbbe6-6375-4e60-9b4b-47c5aa79f659 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 1058 time: 0.0686164 Jul 15 23:21:08.045254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-e7781776-db46-4a98-93f9-0efc5462b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.047911 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-e7781776-db46-4a98-93f9-0efc5462b09e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b64d71c6-7a69-41fa-80b0-9621ba751085 HTTP/1.1" status: 200 len: 899 time: 0.1105678 Jul 15 23:21:08.108380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.115808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.117411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-92e0eec0-2ce4-4511-aee7-b85d03c33292 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ee0c6916-9f18-46fe-a127-17f2ed91f215 HTTP/1.1" status: 200 len: 217 time: 0.0626864 Jul 15 23:21:08.133653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49048) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.176916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-5d87c780-13f1-40aa-848d-bebbacd14619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.178744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-5d87c780-13f1-40aa-848d-bebbacd14619 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5156e603-9b1c-4277-b50a-eb5343554da0 HTTP/1.1" status: 200 len: 838 time: 0.0539243 Jul 15 23:21:08.178929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:08.237267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.237619 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Added segment 64909dee-dc86-4cb9-9298-2ea51504a8e4 of type vlan for network 88d30880-6490-42b2-823f-9dbb617e9112 Jul 15 23:21:08.247698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13c2d5-5d36-411e-b34d-036654c47dc8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:08.275702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-f1c99271-a6ba-4032-9c6b-a980f18a0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.277132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-f1c99271-a6ba-4032-9c6b-a980f18a0277 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b64d71c6-7a69-41fa-80b0-9621ba751085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904243 Jul 15 23:21:08.327972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1548d59a-09ec-4167-b6d5-77757f5c3d59 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.332381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.347111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1548d59a-09ec-4167-b6d5-77757f5c3d59 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.352389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1633768837-network', 'tenant_id': 'eeffcd04021c4c739c56ce07866d21f7'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:08.407096 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.408066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.408648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.454649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Made reservation on behalf of eeffcd04021c4c739c56ce07866d21f7 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:08.456948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.476251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.483103 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0453217 Jul 15 23:21:08.485582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49058) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.494535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Request body: {'subnet': {'network_id': '88d30880-6490-42b2-823f-9dbb617e9112', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487308285-subnet', 'tenant_id': 'a2df9d33e1e845b79aa40c783c80cf35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:08.517985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-102db43c-c8ea-4fff-94f2-22cef676f49d service neutron] 10.222.0.37 "GET /v2.0/networks/b64d71c6-7a69-41fa-80b0-9621ba751085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320805 Jul 15 23:21:08.528832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38178bb-5a15-46b3-a751-8c192c6e5f60 admin admin] Pushing event updated for resources: {'Network': ['ID=88d30880-6490-42b2-823f-9dbb617e9112,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:08.531376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b50792-1a7a-4f1e-97ed-4a1a393c4aed req-57e2f567-96e2-41aa-a8f9-faba87ac87f6 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.532871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6b50792-1a7a-4f1e-97ed-4a1a393c4aed req-57e2f567-96e2-41aa-a8f9-faba87ac87f6 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2358146 Jul 15 23:21:08.543189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1548d59a-09ec-4167-b6d5-77757f5c3d59 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 1bd28ffe-c299-4ecf-986a-823ec167e8ef has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:08.548821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 88d30880-6490-42b2-823f-9dbb617e9112 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:08.560069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d944b4-7a5b-45e5-a3ab-40c2312837ca req-780aa20d-67f4-4090-a36d-7aad51f16f15 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.561554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83d944b4-7a5b-45e5-a3ab-40c2312837ca req-780aa20d-67f4-4090-a36d-7aad51f16f15 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 946 time: 0.2051609 Jul 15 23:21:08.664486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1548d59a-09ec-4167-b6d5-77757f5c3d59 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:08.675545 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1548d59a-09ec-4167-b6d5-77757f5c3d59 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.676771 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1548d59a-09ec-4167-b6d5-77757f5c3d59 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/1bd28ffe-c299-4ecf-986a-823ec167e8ef HTTP/1.1" status: 200 len: 887 time: 1.1904473 Jul 15 23:21:08.679374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49062) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.681698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e832-ea6b-4c8f-a12e-bc135e5ca503 None None] Sync routers for ids ['1bd28ffe-c299-4ecf-986a-823ec167e8ef'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:08.692576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e832-ea6b-4c8f-a12e-bc135e5ca503 None None] Routers {'1bd28ffe-c299-4ecf-986a-823ec167e8ef'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:08.693341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d01e832-ea6b-4c8f-a12e-bc135e5ca503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['1bd28ffe-c299-4ecf-986a-823ec167e8ef'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:08.695153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6b50792-1a7a-4f1e-97ed-4a1a393c4aed req-bebdaf92-4636-4c7d-8373-90fff7fbc3dc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428735 Jul 15 23:21:08.697758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83d944b4-7a5b-45e5-a3ab-40c2312837ca req-b3443ed2-759c-4ae4-b491-a3be100590e4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274393 Jul 15 23:21:08.736280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d01e832-ea6b-4c8f-a12e-bc135e5ca503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:08.737123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-429f0c6e-8a25-43b6-bf72-9fdf3ed7c971 req-10402671-67ea-446a-9298-01bc89496508 service neutron] 10.222.0.37 "GET /v2.0/networks/b64d71c6-7a69-41fa-80b0-9621ba751085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994433 Jul 15 23:21:08.752174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e832-ea6b-4c8f-a12e-bc135e5ca503 None None] Routers {'1bd28ffe-c299-4ecf-986a-823ec167e8ef'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:08.752174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d01e832-ea6b-4c8f-a12e-bc135e5ca503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['1bd28ffe-c299-4ecf-986a-823ec167e8ef'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:08.803962 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.811665 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d01e832-ea6b-4c8f-a12e-bc135e5ca503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:08.812621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.813283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01e832-ea6b-4c8f-a12e-bc135e5ca503 None None] The sync data for ids ['1bd28ffe-c299-4ecf-986a-823ec167e8ef'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:08.850080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:08.858585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-32cc7631-0748-4281-a0c1-97d2d6665a50 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/routers/1bd28ffe-c299-4ecf-986a-823ec167e8ef HTTP/1.1" status: 200 len: 887 time: 0.1780760 Jul 15 23:21:08.863871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49066) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.870697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Made reservation on behalf of a2df9d33e1e845b79aa40c783c80cf35 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:08.873701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.929356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8b47d-77eb-459b-987e-b0550cffa330,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:08.951964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f56f6ae3-b8e6-457a-acc6-80e7d4c0072b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bd28ffe-c299-4ecf-986a-823ec167e8ef HTTP/1.1" status: 200 len: 205 time: 0.0830593 Jul 15 23:21:08.952571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49068) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.954398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.954783 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Added segment 3ad632ed-0b19-44c1-8c67-3aedf3dd13be of type vlan for network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb Jul 15 23:21:09.069292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ee0c6916-9f18-46fe-a127-17f2ed91f215 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:09.071913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.124552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.135750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee3faee-69ef-46e3-b034-740bae9daa40,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.143482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Checking segment: {'id': '64909dee-dc86-4cb9-9298-2ea51504a8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '88d30880-6490-42b2-823f-9dbb617e9112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:09.143833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Network hostable DHCP agents. Network: 88d30880-6490-42b2-823f-9dbb617e9112, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:09.161048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Network 88d30880-6490-42b2-823f-9dbb617e9112 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:09.170172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0233-61c6-42c4-944a-07dc5b2a259a req-ebe21feb-8d1f-4c26-b2a0-fb0b8dc11407 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.171757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-379d0233-61c6-42c4-944a-07dc5b2a259a req-ebe21feb-8d1f-4c26-b2a0-fb0b8dc11407 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 907 time: 0.3041894 Jul 15 23:21:09.185351 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.186513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 88d30880-6490-42b2-823f-9dbb617e9112) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:09.194854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.196392 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.216270 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-11588664-fdf4-471a-badb-61481025b11b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7282431 Jul 15 23:21:09.237926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13612a22-bf49-45a0-af22-33e61499ea60 None None] Network 88d30880-6490-42b2-823f-9dbb617e9112 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:09.261342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.262302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.262924 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.311254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ee0c6916-9f18-46fe-a127-17f2ed91f215, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ee0c6916-9f18-46fe-a127-17f2ed91f215,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:09.330003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ee0c6916-9f18-46fe-a127-17f2ed91f215', 'network_id': 'b64d71c6-7a69-41fa-80b0-9621ba751085', 'port_id': 'ee0c6916-9f18-46fe-a127-17f2ed91f215', 'mac_address': 'fa:16:3e:85:68:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5156e603-9b1c-4277-b50a-eb5343554da0', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:09.342322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2066443 Jul 15 23:21:09.345250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49074) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.348134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49076) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.351678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Request body: {'subnet': {'network_id': '0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1633768837-subnet', 'tenant_id': 'eeffcd04021c4c739c56ce07866d21f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:09.404847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2850f9-50b4-41a0-99fb-921ec2a9f994 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.405993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Made reservation on behalf of eeffcd04021c4c739c56ce07866d21f7 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:09.408549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.428473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:09.431025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a071e3-ba49-4846-81de-aa1174b578e7 admin admin] Deleting subnet 9f36c17c-2bec-41ab-8616-298a6b78e01f {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:09.436879 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35a071e3-ba49-4846-81de-aa1174b578e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.445637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fe00f-3838-48e0-ae8f-3d8bfb9d7485 None None] Network 88d30880-6490-42b2-823f-9dbb617e9112 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:09.453891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3332a-1366-4ca3-a723-fde698680f55 req-680c6a03-6686-4fb8-bdf6-f8437a4da258 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.454581 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.455827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb3332a-1366-4ca3-a723-fde698680f55 req-680c6a03-6686-4fb8-bdf6-f8437a4da258 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 946 time: 0.1956215 Jul 15 23:21:09.465053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.496326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0c6916-9f18-46fe-a127-17f2ed91f215 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:09.516390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35a071e3-ba49-4846-81de-aa1174b578e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.535856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb3332a-1366-4ca3-a723-fde698680f55 req-703416c1-e556-4b67-87d1-38be1ba79e06 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674720 Jul 15 23:21:09.560209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port a849255e-1d19-446a-b16e-be23eef6de09 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:09.560622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.587340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ee0c6916-9f18-46fe-a127-17f2ed91f215, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ee0c6916-9f18-46fe-a127-17f2ed91f215,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:09.592509 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35a071e3-ba49-4846-81de-aa1174b578e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.598402 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.643545 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.657015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for a849255e-1d19-446a-b16e-be23eef6de09 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:09.690705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.697670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35a071e3-ba49-4846-81de-aa1174b578e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.715022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ee0c6916-9f18-46fe-a127-17f2ed91f215,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.725723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.727043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.727609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.728329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.729384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.730251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.730876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.731660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.732219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.732916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.733500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.733996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:09.743886 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35a071e3-ba49-4846-81de-aa1174b578e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.746246 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-35a071e3-ba49-4846-81de-aa1174b578e7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9f36c17c-2bec-41ab-8616-298a6b78e01f HTTP/1.1" status: 204 len: 168 time: 0.3907633 Jul 15 23:21:09.750441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49078) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.772945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17bdf79-cdb7-43ec-9bd5-83d29167d85b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.817292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a071e3-ba49-4846-81de-aa1174b578e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f36c17c-2bec-41ab-8616-298a6b78e01f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.849494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.851012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Checking segment: {'id': '3ad632ed-0b19-44c1-8c67-3aedf3dd13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:09.851265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Network hostable DHCP agents. Network: 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:09.864533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.875983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:09.883681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=a849255e-1d19-446a-b16e-be23eef6de09,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.906326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ee0c6916-9f18-46fe-a127-17f2ed91f215'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:09.909723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:09.923022 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.923615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.939239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f9bf8-0d22-44f0-ab28-af092a610b1a None None] Network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:09.970172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.987906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-11c2b757-9658-4527-ae48-c108a870f335 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6328425 Jul 15 23:21:09.990928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c600f8f6-7522-4908-94a2-4bd9afd9b222']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.002651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6710cb-b62a-4940-a794-79c0adc8c6d8') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.003015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6710cb-b62a-4940-a794-79c0adc8c6d8') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.015567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.034653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.044456 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:10.045208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:10.049718 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:10.115149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de7402-29c6-466a-8211-6a1dcb287cd4 None None] Network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:10.131650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.143046 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.145103 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] 10.222.0.23 "DELETE /v2.0/networks/c600f8f6-7522-4908-94a2-4bd9afd9b222 HTTP/1.1" status: 204 len: 168 time: 0.3923261 Jul 15 23:21:10.148275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49088) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.184533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e16515-72a2-44d6-9d4d-5df55cc81f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=c600f8f6-7522-4908-94a2-4bd9afd9b222,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:10.209342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-de848a24-a528-4e0f-9373-1788ecf11d0f admin admin] Deleting subnet 4ee3faee-69ef-46e3-b034-740bae9daa40 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:10.212870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de848a24-a528-4e0f-9373-1788ecf11d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.265073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de848a24-a528-4e0f-9373-1788ecf11d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.314023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de848a24-a528-4e0f-9373-1788ecf11d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.366691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.383702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de848a24-a528-4e0f-9373-1788ecf11d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.412295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de848a24-a528-4e0f-9373-1788ecf11d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee3faee-69ef-46e3-b034-740bae9daa40,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:10.414254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de848a24-a528-4e0f-9373-1788ecf11d0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.416250 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-de848a24-a528-4e0f-9373-1788ecf11d0f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ee3faee-69ef-46e3-b034-740bae9daa40 HTTP/1.1" status: 204 len: 168 time: 0.2669644 Jul 15 23:21:10.419471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49104) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.486376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.492099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.496073 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.510901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a553d-44fb-4ef6-8689-52b97e25e346 req-c3baa9c0-17f8-429e-b543-f53746b153f0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.512420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-164a553d-44fb-4ef6-8689-52b97e25e346 req-c3baa9c0-17f8-429e-b543-f53746b153f0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.6328630 Jul 15 23:21:10.571002 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.581737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d30880-6490-42b2-823f-9dbb617e9112']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.591886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64909dee-dc86-4cb9-9298-2ea51504a8e4') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.592175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64909dee-dc86-4cb9-9298-2ea51504a8e4') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.601743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.607830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.608441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd28ffe-c299-4ecf-986a-823ec167e8ef {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:10.617741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.623344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.624056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:10.624407 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.624565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-27229aba-7e38-4017-9663-7124767f5a4b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/1bd28ffe-c299-4ecf-986a-823ec167e8ef HTTP/1.1" status: 204 len: 168 time: 1.6677318 Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:10.628122 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:10.630866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49108) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.634192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-680847948'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:10.643283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-164a553d-44fb-4ef6-8689-52b97e25e346 req-1e7b8790-8697-43d2-bd63-73e610b2ce27 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236360 Jul 15 23:21:10.664359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-d127849c-618a-4f25-ade2-8b31643039ba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.665771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-d127849c-618a-4f25-ade2-8b31643039ba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/networks?id=0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb HTTP/1.1" status: 200 len: 821 time: 0.2686753 Jul 15 23:21:10.682444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:10.689795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.692812 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.700295 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.701023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-c1d554e9-b00e-4a9b-b3d0-8fe9297ac2dc tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/quotas/eeffcd04021c4c739c56ce07866d21f7 HTTP/1.1" status: 200 len: 375 time: 0.0286005 Jul 15 23:21:10.702907 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/88d30880-6490-42b2-823f-9dbb617e9112 HTTP/1.1" status: 204 len: 168 time: 0.2821484 Jul 15 23:21:10.716595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87322509-d025-4bc8-86a7-681dd5edb0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d30880-6490-42b2-823f-9dbb617e9112,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:10.753112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-bb32d40c-8ce8-411d-97fd-6a3b54017cdf tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eeffcd04021c4c739c56ce07866d21f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512009 Jul 15 23:21:10.773761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:10.787270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.787623 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment 900fd45b-6a24-4fc3-b6df-0ee308bb5d5e of type vlan for network 102eb09e-1df9-45a4-a56e-1534b430b727 Jul 15 23:21:10.854059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49114) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.894589 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-13cddfc1-79a9-4e20-85af-31b4bdc9bf8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2713a317fba342e1b4c80db16b761bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386405 Jul 15 23:21:10.897050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49116) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.928751 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.945594 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f825976-788d-469f-8b35-8ab902a46858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.968239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f825976-788d-469f-8b35-8ab902a46858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.999714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f6ad5-a5f6-416c-8fe8-bff4fdef9b34 req-3bafd383-8f77-4c52-9bdc-ec0608240776 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.001387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a8f6ad5-a5f6-416c-8fe8-bff4fdef9b34 req-3bafd383-8f77-4c52-9bdc-ec0608240776 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 908 time: 0.2164924 Jul 15 23:21:11.023287 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f825976-788d-469f-8b35-8ab902a46858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.026989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.027189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f825976-788d-469f-8b35-8ab902a46858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.030677 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7f825976-788d-469f-8b35-8ab902a46858 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d18aed42-fa3f-4134-8578-9e97f372396c HTTP/1.1" status: 204 len: 168 time: 0.1303279 Jul 15 23:21:11.032796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.033415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.042668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f825976-788d-469f-8b35-8ab902a46858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18aed42-fa3f-4134-8578-9e97f372396c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:11.050998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-2947574a-f6d8-42f8-bd02-dca89b250ee5 service neutron] 10.222.0.23 "GET /v2.0/networks/0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900577 Jul 15 23:21:11.100018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ee0c6916-9f18-46fe-a127-17f2ed91f215 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:11.116378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4860137 Jul 15 23:21:11.120030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49122) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.129563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': '102eb09e-1df9-45a4-a56e-1534b430b727', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:11.176962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ee0c6916-9f18-46fe-a127-17f2ed91f215 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:11.180676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ee0c6916-9f18-46fe-a127-17f2ed91f215 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:11.181045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.192786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fe160-7716-4af0-8743-32f6cc39efd6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=102eb09e-1df9-45a4-a56e-1534b430b727,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:11.211015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 102eb09e-1df9-45a4-a56e-1534b430b727 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:11.265864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:11.269984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.273522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-49464948-d6bd-4b95-a724-1717882377e3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.275132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-49464948-d6bd-4b95-a724-1717882377e3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 946 time: 0.3149340 Jul 15 23:21:11.308945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-12e5ed8a-d98f-49aa-94a1-0255c1bb281b service neutron] 10.222.0.23 "GET /v2.0/networks/0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569487 Jul 15 23:21:11.352186 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.383120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d70dc8-cbf0-42d5-8c8a-f1f3d3137472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0c6916-9f18-46fe-a127-17f2ed91f215'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:11.386218 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf4f166-be9e-4e8b-bef4-c063b3aa4446" -d '{"events": [{"server_uuid": "02d70dc8-cbf0-42d5-8c8a-f1f3d3137472", "name": "network-vif-plugged", "status": "completed", "tag": "ee0c6916-9f18-46fe-a127-17f2ed91f215"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:11.399891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ee0c6916-9f18-46fe-a127-17f2ed91f215, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ee0c6916-9f18-46fe-a127-17f2ed91f215,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:11.405622 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.459377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0832cf6-e8f3-41e6-81e4-b71c24fa537b req-f26b3665-bfaa-46e3-93f3-b0ba9c8afa7d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.468424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0832cf6-e8f3-41e6-81e4-b71c24fa537b req-f26b3665-bfaa-46e3-93f3-b0ba9c8afa7d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 946 time: 0.3129220 Jul 15 23:21:11.468583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ee0c6916-9f18-46fe-a127-17f2ed91f215,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:11.499696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49130) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.542185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.560629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Deleting port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:11.560629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.568082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0832cf6-e8f3-41e6-81e4-b71c24fa537b req-57a72c24-fb3b-4a57-8cdf-cda29c9fefb4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986547 Jul 15 23:21:11.596845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d8739bf9-49b5-4e97-8fd3-9de7e5d45e51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2df9d33e1e845b79aa40c783c80cf35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949674 Jul 15 23:21:11.599581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49134) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.606517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=3ef6cf10-e896-4ec9-b35b-63e6182e7ba1,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:11.645351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': '900fd45b-6a24-4fc3-b6df-0ee308bb5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '102eb09e-1df9-45a4-a56e-1534b430b727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:11.645721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: 102eb09e-1df9-45a4-a56e-1534b430b727, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:11.657870 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7073b0-6fff-460f-9c62-f304e0120844 x-openstack-request-id: req-eb7073b0-6fff-460f-9c62-f304e0120844 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:11.658162 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d70dc8-cbf0-42d5-8c8a-f1f3d3137472", "name": "network-vif-plugged", "status": "completed", "tag": "ee0c6916-9f18-46fe-a127-17f2ed91f215", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:11.658412 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb7073b0-6fff-460f-9c62-f304e0120844 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:11.658937 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d70dc8-cbf0-42d5-8c8a-f1f3d3137472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0c6916-9f18-46fe-a127-17f2ed91f215', 'code': 200} Jul 15 23:21:11.678103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 102eb09e-1df9-45a4-a56e-1534b430b727 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:11.691218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 102eb09e-1df9-45a4-a56e-1534b430b727) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:11.696762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.697844 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.714951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6404a-53bf-419d-bcde-580bdc68d228 None None] Network 102eb09e-1df9-45a4-a56e-1534b430b727 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:11.741251 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23dea68e-1920-4b88-bdc6-f419de3c6d51 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6164503 Jul 15 23:21:11.741983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49138) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.747439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d252348d-2f9f-49e8-b106-5bf927558ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.752562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6a4a01f0-6c7c-4b92-925c-2b6274d7029a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1601754256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:11.785098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a4a01f0-6c7c-4b92-925c-2b6274d7029a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.786511 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a4a01f0-6c7c-4b92-925c-2b6274d7029a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.788950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d252348d-2f9f-49e8-b106-5bf927558ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.812860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df9c0555-aa7c-41ce-9d41-1346068e3d52 req-6b0189b8-c431-404e-8a5f-d6ac391480f5 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 210 time: 0.1179211 Jul 15 23:21:11.861152 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a4a01f0-6c7c-4b92-925c-2b6274d7029a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.866191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] For port cdf730a2-1079-481a-8b3f-3de9a41bbdf5, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:11.867279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.870233 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a4a01f0-6c7c-4b92-925c-2b6274d7029a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.893738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a4a01f0-6c7c-4b92-925c-2b6274d7029a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.898299 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6a4a01f0-6c7c-4b92-925c-2b6274d7029a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1520612 Jul 15 23:21:11.898299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49144) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.997978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Calling delete_port for cdf730a2-1079-481a-8b3f-3de9a41bbdf5 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:12.008256 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d252348d-2f9f-49e8-b106-5bf927558ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.011532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d252348d-2f9f-49e8-b106-5bf927558ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.015084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d252348d-2f9f-49e8-b106-5bf927558ce5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e13c2d5-5d36-411e-b34d-036654c47dc8 HTTP/1.1" status: 204 len: 168 time: 0.4123511 Jul 15 23:21:12.089716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252348d-2f9f-49e8-b106-5bf927558ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e13c2d5-5d36-411e-b34d-036654c47dc8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:12.182204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a110c2-8935-4f69-b141-6dc1026fa934 req-0d3f960b-2c13-42af-bc20-a1dd6de655ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.183927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7a110c2-8935-4f69-b141-6dc1026fa934 req-0d3f960b-2c13-42af-bc20-a1dd6de655ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 1060 time: 0.3782313 Jul 15 23:21:12.193262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ea1ae-4cd3-4e81-8dfc-46fecd1bf626 req-7eab20ab-d810-4d70-b368-6aa49de4fe21 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.201153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c0ea1ae-4cd3-4e81-8dfc-46fecd1bf626 req-7eab20ab-d810-4d70-b368-6aa49de4fe21 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3203254 Jul 15 23:21:12.216446 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.229743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-102eb09e-1df9-45a4-a56e-1534b430b727', 'network_id': '102eb09e-1df9-45a4-a56e-1534b430b727', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': '3ef6cf10-e896-4ec9-b35b-63e6182e7ba1'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:21:12.231149 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.262270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c0ea1ae-4cd3-4e81-8dfc-46fecd1bf626 req-24656a5d-18d6-4282-9795-30a694b2263c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600812 Jul 15 23:21:12.427904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Allocated IP 172.20.0.2 (102eb09e-1df9-45a4-a56e-1534b430b727/3ef6cf10-e896-4ec9-b35b-63e6182e7ba1/daca9bed-9372-454e-b85c-5ea96a5ee08d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:12.439310 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.490258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event deleted for resources: {'Port': ['ID=cdf730a2-1079-481a-8b3f-3de9a41bbdf5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:12.508597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05034009-7b93-48f6-97ad-3d66c73b1714 req-9ea83475-ed23-4019-b6df-dbf6512bdb05 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.519347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05034009-7b93-48f6-97ad-3d66c73b1714 req-9ea83475-ed23-4019-b6df-dbf6512bdb05 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 909 time: 0.2501919 Jul 15 23:21:12.584023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] No DVR routers for this DVR port cdf730a2-1079-481a-8b3f-3de9a41bbdf5 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:12.586965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.589707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce0cb20c-2702-45ab-8181-dc10ff370733 req-92d4e837-0c70-4df8-bd97-6f575c694951 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "DELETE /v2.0/ports/cdf730a2-1079-481a-8b3f-3de9a41bbdf5 HTTP/1.1" status: 204 len: 173 time: 1.3042572 Jul 15 23:21:12.590160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc20a7b-a3db-4d55-8688-b90ee27556ea', 'name': 'network-vif-deleted', 'tag': 'cdf730a2-1079-481a-8b3f-3de9a41bbdf5'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:12.592971 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c64c554-aa1a-4e1a-ac13-a6c6c1e2ba09" -d '{"events": [{"server_uuid": "0cc20a7b-a3db-4d55-8688-b90ee27556ea", "name": "network-vif-deleted", "tag": "cdf730a2-1079-481a-8b3f-3de9a41bbdf5"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:12.677714 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274d9436-80c9-450a-be72-f58b43b8a5a8 x-openstack-request-id: req-274d9436-80c9-450a-be72-f58b43b8a5a8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:12.678143 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc20a7b-a3db-4d55-8688-b90ee27556ea", "name": "network-vif-deleted", "tag": "cdf730a2-1079-481a-8b3f-3de9a41bbdf5", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:12.678483 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-274d9436-80c9-450a-be72-f58b43b8a5a8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:12.679013 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc20a7b-a3db-4d55-8688-b90ee27556ea', 'name': 'network-vif-deleted', 'tag': 'cdf730a2-1079-481a-8b3f-3de9a41bbdf5', 'status': 'completed', 'code': 200} Jul 15 23:21:12.683775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e31daf-0abe-431a-9486-52741511afd6 req-7288b58b-1d6b-45ae-a21e-d8014a7834eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.685512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92e31daf-0abe-431a-9486-52741511afd6 req-7288b58b-1d6b-45ae-a21e-d8014a7834eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1096 time: 0.0852582 Jul 15 23:21:12.758521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.778303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Transition to ACTIVE for port object daca9bed-9372-454e-b85c-5ea96a5ee08d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:12.786797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92e31daf-0abe-431a-9486-52741511afd6 req-c305fc31-259a-4f56-8e00-7c48abf6e474 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943577 Jul 15 23:21:12.807778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca92f46e-3139-4289-931f-727173b5904e req-e522d00c-2f1e-462b-b0ef-f7d3e2cd76f6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cc20a7b-a3db-4d55-8688-b90ee27556ea HTTP/1.1" status: 200 len: 210 time: 0.0384908 Jul 15 23:21:12.811417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Transition to ACTIVE for port object daca9bed-9372-454e-b85c-5ea96a5ee08d will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:12.817609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.872941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Network 102eb09e-1df9-45a4-a56e-1534b430b727 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:12.874456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Pushing event updated for resources: {'Port': ['ID=daca9bed-9372-454e-b85c-5ea96a5ee08d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:12.877340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:12.879723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:12.915677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.20.0.1 (102eb09e-1df9-45a4-a56e-1534b430b727/3ef6cf10-e896-4ec9-b35b-63e6182e7ba1/5a1726ee-7ce7-4631-b90a-b051e8ade81a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:12.965969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Attempting to bind port daca9bed-9372-454e-b85c-5ea96a5ee08d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:12.966349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Attempting to bind port daca9bed-9372-454e-b85c-5ea96a5ee08d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '900fd45b-6a24-4fc3-b6df-0ee308bb5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '102eb09e-1df9-45a4-a56e-1534b430b727'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:12.966717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Attempting to bind port daca9bed-9372-454e-b85c-5ea96a5ee08d on network 102eb09e-1df9-45a4-a56e-1534b430b727 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:12.974168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:12.974731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Checking segment: {'id': '900fd45b-6a24-4fc3-b6df-0ee308bb5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '102eb09e-1df9-45a4-a56e-1534b430b727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:12.975172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.975585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Bound using segment: {'id': '900fd45b-6a24-4fc3-b6df-0ee308bb5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '102eb09e-1df9-45a4-a56e-1534b430b727'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:12.976049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Bound port: daca9bed-9372-454e-b85c-5ea96a5ee08d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900fd45b-6a24-4fc3-b6df-0ee308bb5d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '102eb09e-1df9-45a4-a56e-1534b430b727'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:12.976436 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.978132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4ff4503-0c21-4fac-ba73-a1af9a151d74 req-681d2984-7b0a-4a10-8138-472b628c9bce tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 210 time: 0.0389481 Jul 15 23:21:13.047584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] For port daca9bed-9372-454e-b85c-5ea96a5ee08d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:13.051257 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] For port daca9bed-9372-454e-b85c-5ea96a5ee08d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=daca9bed-9372-454e-b85c-5ea96a5ee08d,segment=NetworkSegment(900fd45b-6a24-4fc3-b6df-0ee308bb5d5e),segment_id=900fd45b-6a24-4fc3-b6df-0ee308bb5d5e)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:13.065123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.069208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.086504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object 5a1726ee-7ce7-4631-b90a-b051e8ade81a will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:13.142381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.143000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa25c70-702d-42fb-888e-bddf67a9a982 None None] Pushing event updated for resources: {'Port': ['ID=daca9bed-9372-454e-b85c-5ea96a5ee08d,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:13.169085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 102eb09e-1df9-45a4-a56e-1534b430b727 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:13.172042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:13.193276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:13.259090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=5a1726ee-7ce7-4631-b90a-b051e8ade81a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:13.269743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.365772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-a70ac673-746f-427a-8f96-32c28c4e5e3c tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.367931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-a70ac673-746f-427a-8f96-32c28c4e5e3c tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.59 "GET /v2.0/networks?id=0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb HTTP/1.1" status: 200 len: 821 time: 0.1626563 Jul 15 23:21:13.385702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Request body: {'port': {'device_id': 'db52625a-f18f-4cd6-b7be-34618c38fc32', 'network_id': '0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb', 'admin_state_up': True, 'tenant_id': 'eeffcd04021c4c739c56ce07866d21f7'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:13.490247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.506066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device cdf730a2-1079-481a-8b3f-3de9a41bbdf5 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:13.562524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: cdf730a2-1079-481a-8b3f-3de9a41bbdf5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:13.562918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device cdf730a2-1079-481a-8b3f-3de9a41bbdf5 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:13.724605 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.747375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Made reservation on behalf of eeffcd04021c4c739c56ce07866d21f7 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:13.753545 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.941447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569ce54-c625-4373-a3d3-9f95fc172f53 req-e0513ae0-54bd-4473-a54d-84f8aa8b8d54 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.952036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3569ce54-c625-4373-a3d3-9f95fc172f53 req-e0513ae0-54bd-4473-a54d-84f8aa8b8d54 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3125083 Jul 15 23:21:13.988795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.009123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.031277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51960-483b-465b-b5de-a6d0da47b45a req-8ddec614-8956-41ad-b4c9-41aa65667ef0 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:14.032822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77e51960-483b-465b-b5de-a6d0da47b45a req-8ddec614-8956-41ad-b4c9-41aa65667ef0 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 909 time: 0.2621875 Jul 15 23:21:14.084248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3569ce54-c625-4373-a3d3-9f95fc172f53 req-88c8d930-dada-42e8-a646-5cb85b126868 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311009 Jul 15 23:21:14.090127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Allocated IP 172.20.0.8 (0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb/b17bdf79-cdb7-43ec-9bd5-83d29167d85b/00665d87-49d6-4794-bdde-60165a23aea0) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:14.161575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device daca9bed-9372-454e-b85c-5ea96a5ee08d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:14.202484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=5a1726ee-7ce7-4631-b90a-b051e8ade81a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:14.205277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.313921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port daca9bed-9372-454e-b85c-5ea96a5ee08d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:14.389552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 102eb09e-1df9-45a4-a56e-1534b430b727 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:14.394004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:14.470173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6bb2153-cda1-4035-9584-7e32a1c7d63d req-4f907b42-9817-4c61-95e5-fcd0a97c5fcd tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 210 time: 0.0597315 Jul 15 23:21:14.489767 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.553331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.629157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:14.673880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:14.681510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:14.707037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49218) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:14.740590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01245d2-1c82-4b68-945d-4373ec69e7e7 None None] Network 102eb09e-1df9-45a4-a56e-1534b430b727 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:14.794377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:14.795738 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.806168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-90c5ea3e-59d6-4eda-9efa-7769c28d550c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:14.809439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-90c5ea3e-59d6-4eda-9efa-7769c28d550c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.2688906 Jul 15 23:21:14.810390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Pushing event updated for resources: {'Port': ['ID=00665d87-49d6-4794-bdde-60165a23aea0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:14.842566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-804bcc99-bf7f-4593-bbcb-4bf3134058d9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/quotas/047b0f09a5054578aa8e4031a560cc37 HTTP/1.1" status: 200 len: 375 time: 0.0256846 Jul 15 23:21:14.849994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b966f7b0-02ba-4bce-8d27-4070ac5638d1 None None] Provisioning for port daca9bed-9372-454e-b85c-5ea96a5ee08d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:14.858257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-7ed96cf2-189a-4ea0-8ca4-2a006f16cdba tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4769518 Jul 15 23:21:14.861026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b966f7b0-02ba-4bce-8d27-4070ac5638d1 None None] Provisioning complete for port daca9bed-9372-454e-b85c-5ea96a5ee08d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:14.861624 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b966f7b0-02ba-4bce-8d27-4070ac5638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.895882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-ab0ca2cd-b1e6-4d6f-83c8-5f81f9f39d1c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523374 Jul 15 23:21:14.907389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Request body: {'port': {'device_id': 'db52625a-f18f-4cd6-b7be-34618c38fc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:14.925606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 82ec0f8c-4732-4963-9394-068f302a28ce is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:21:14.947547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f673010-e947-46fb-be48-ced224a42752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.009592 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b966f7b0-02ba-4bce-8d27-4070ac5638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.034696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:15.045074 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0363fe4b-cf82-4756-87e9-669f0d5a68fa tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/82ec0f8c-4732-4963-9394-068f302a28ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1455157 Jul 15 23:21:15.045749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49222) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:15.049201 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e8968-8d03-46b2-ad0d-3b6817ab4d11 None None] Sync routers for ids ['82ec0f8c-4732-4963-9394-068f302a28ce'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:15.092842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-c592fd1f-d7cf-470c-b5ae-b529ebe39144 service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961157 Jul 15 23:21:15.093522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.105299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b966f7b0-02ba-4bce-8d27-4070ac5638d1 None None] For port daca9bed-9372-454e-b85c-5ea96a5ee08d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=daca9bed-9372-454e-b85c-5ea96a5ee08d,segment=NetworkSegment(900fd45b-6a24-4fc3-b6df-0ee308bb5d5e),segment_id=900fd45b-6a24-4fc3-b6df-0ee308bb5d5e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:15.120585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b966f7b0-02ba-4bce-8d27-4070ac5638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.140335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73899e37-5afe-4fad-b30a-4e41ea763957 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:15.145683 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73899e37-5afe-4fad-b30a-4e41ea763957 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports/5a1726ee-7ce7-4631-b90a-b051e8ade81a HTTP/1.1" status: 200 len: 910 time: 0.0988159 Jul 15 23:21:15.146735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49228) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:15.152626 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-db0f0496-65fe-4026-a152-0c15743c4e84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ef6cf10-e896-4ec9-b35b-63e6182e7ba1'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:15.187000 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e8968-8d03-46b2-ad0d-3b6817ab4d11 None None] Routers {'82ec0f8c-4732-4963-9394-068f302a28ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:15.188031 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-526e8968-8d03-46b2-ad0d-3b6817ab4d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['82ec0f8c-4732-4963-9394-068f302a28ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:15.224858 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-526e8968-8d03-46b2-ad0d-3b6817ab4d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:15.228007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966f7b0-02ba-4bce-8d27-4070ac5638d1 None None] Pushing event updated for resources: {'Port': ['ID=daca9bed-9372-454e-b85c-5ea96a5ee08d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:15.242576 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e8968-8d03-46b2-ad0d-3b6817ab4d11 None None] Routers {'82ec0f8c-4732-4963-9394-068f302a28ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:15.243498 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-526e8968-8d03-46b2-ad0d-3b6817ab4d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['82ec0f8c-4732-4963-9394-068f302a28ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:15.281067 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-526e8968-8d03-46b2-ad0d-3b6817ab4d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:15.281527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e8968-8d03-46b2-ad0d-3b6817ab4d11 None None] The sync data for ids ['82ec0f8c-4732-4963-9394-068f302a28ce'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:15.330812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-93c2241a-3c0e-41d7-8051-ffc893a38b37 service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290525 Jul 15 23:21:15.356238 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db0f0496-65fe-4026-a152-0c15743c4e84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.450283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91827d6d-0f72-46af-814d-c7a83296dd86 None None] Provisioning for port 5a1726ee-7ce7-4631-b90a-b051e8ade81a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:15.456556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91827d6d-0f72-46af-814d-c7a83296dd86 None None] Provisioning complete for port 5a1726ee-7ce7-4631-b90a-b051e8ade81a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:15.457217 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-91827d6d-0f72-46af-814d-c7a83296dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.485320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f673010-e947-46fb-be48-ced224a42752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.518630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-91827d6d-0f72-46af-814d-c7a83296dd86 None None] Port 5a1726ee-7ce7-4631-b90a-b051e8ade81a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:15.531699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91827d6d-0f72-46af-814d-c7a83296dd86 None None] Provisioning complete for port daca9bed-9372-454e-b85c-5ea96a5ee08d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:15.533745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-91827d6d-0f72-46af-814d-c7a83296dd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.844554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ab3bb808-e199-4299-b234-2ee0de0d5488 None None] Provisioning complete for port 5a1726ee-7ce7-4631-b90a-b051e8ade81a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:15.847259 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ab3bb808-e199-4299-b234-2ee0de0d5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.898154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bb808-e199-4299-b234-2ee0de0d5488 None None] Port 5a1726ee-7ce7-4631-b90a-b051e8ade81a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:15.952934 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f673010-e947-46fb-be48-ced224a42752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.966354 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db0f0496-65fe-4026-a152-0c15743c4e84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.969572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a278-131b-44d2-8829-8eea13821cd2 req-256344c3-6440-413e-8bdc-9597023c4150 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:15.973306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c05a278-131b-44d2-8829-8eea13821cd2 req-256344c3-6440-413e-8bdc-9597023c4150 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 909 time: 0.6992257 Jul 15 23:21:15.979693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db0f0496-65fe-4026-a152-0c15743c4e84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.025793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-527c7add-e35a-4a3d-a8c6-af230b5050ee None None] Provisioning complete for port 5a1726ee-7ce7-4631-b90a-b051e8ade81a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:16.027840 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-527c7add-e35a-4a3d-a8c6-af230b5050ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.081038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f0496-65fe-4026-a152-0c15743c4e84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=5a1726ee-7ce7-4631-b90a-b051e8ade81a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:16.094387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0f0496-65fe-4026-a152-0c15743c4e84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.095299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db0f0496-65fe-4026-a152-0c15743c4e84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.097096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-527c7add-e35a-4a3d-a8c6-af230b5050ee None None] Port 5a1726ee-7ce7-4631-b90a-b051e8ade81a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:16.097801 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-db0f0496-65fe-4026-a152-0c15743c4e84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/ports/5a1726ee-7ce7-4631-b90a-b051e8ade81a HTTP/1.1" status: 200 len: 910 time: 0.9499156 Jul 15 23:21:16.101690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49246) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:16.110205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f673010-e947-46fb-be48-ced224a42752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3946c471-3e4c-40d3-b5c0-f0de707a565a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:16.111753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device daca9bed-9372-454e-b85c-5ea96a5ee08d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:16.135786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0f673010-e947-46fb-be48-ced224a42752 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3127550cdda047dc9fed52006372c1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4232788 Jul 15 23:21:16.137767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49248) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:16.175721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port daca9bed-9372-454e-b85c-5ea96a5ee08d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:16.176700 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.253839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00665d87-49d6-4794-bdde-60165a23aea0 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:16.270033 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.281341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb819e-9571-468f-b1fb-99eeb3e43f35 req-449602f1-36df-4d85-be0b-ea15e4947072 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.282912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddeb819e-9571-468f-b1fb-99eeb3e43f35 req-449602f1-36df-4d85-be0b-ea15e4947072 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.4032617 Jul 15 23:21:16.292571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ee6d16f-c9c9-420f-921f-74338603a220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.318340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Transition to ACTIVE for port object 00665d87-49d6-4794-bdde-60165a23aea0 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:16.334800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.345572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ee6d16f-c9c9-420f-921f-74338603a220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.459926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddeb819e-9571-468f-b1fb-99eeb3e43f35 req-0583bce4-75fa-4cca-8182-c00d2b9d37fc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644990 Jul 15 23:21:16.486194 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.488173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Pushing event updated for resources: {'Port': ['ID=00665d87-49d6-4794-bdde-60165a23aea0,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:16.616659 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ee6d16f-c9c9-420f-921f-74338603a220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.619937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ee6d16f-c9c9-420f-921f-74338603a220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.621000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5ee6d16f-c9c9-420f-921f-74338603a220 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3946c471-3e4c-40d3-b5c0-f0de707a565a HTTP/1.1" status: 204 len: 168 time: 0.4768405 Jul 15 23:21:16.624022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Attempting to bind port 00665d87-49d6-4794-bdde-60165a23aea0 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:16.624364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Attempting to bind port 00665d87-49d6-4794-bdde-60165a23aea0 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '3ad632ed-0b19-44c1-8c67-3aedf3dd13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:16.625062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Attempting to bind port 00665d87-49d6-4794-bdde-60165a23aea0 on network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:16.633642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ec925-d087-4a3e-b5c4-e0245f07339e req-4e77ba9c-3f96-4969-8b4b-dd61d4adf3f0 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.635208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f90ec925-d087-4a3e-b5c4-e0245f07339e req-4e77ba9c-3f96-4969-8b4b-dd61d4adf3f0 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 943 time: 0.2532904 Jul 15 23:21:16.637148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2298012f-8c44-4f3d-a4ae-474b7425fc23 req-37ecce6e-d086-44c1-a3b6-a2b8f09b753c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.0608928 Jul 15 23:21:16.647326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Port 00665d87-49d6-4794-bdde-60165a23aea0 on network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:16.647674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Attempting to bind port 00665d87-49d6-4794-bdde-60165a23aea0 on network 0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:16.651580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6d16f-c9c9-420f-921f-74338603a220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3946c471-3e4c-40d3-b5c0-f0de707a565a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:16.686799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:16.687159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Checking segment: {'id': '3ad632ed-0b19-44c1-8c67-3aedf3dd13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:16.687550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Bound using segment: {'id': '3ad632ed-0b19-44c1-8c67-3aedf3dd13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:16.688015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Bound port: 00665d87-49d6-4794-bdde-60165a23aea0, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad632ed-0b19-44c1-8c67-3aedf3dd13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:16.688372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.753419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f90ec925-d087-4a3e-b5c4-e0245f07339e req-c1c239f1-ab90-4dc2-ad6e-72391b7af46c tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073766 Jul 15 23:21:16.828034 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port 5a1726ee-7ce7-4631-b90a-b051e8ade81a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:16.828440 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.850544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] For port 00665d87-49d6-4794-bdde-60165a23aea0, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:16.854939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] For port 00665d87-49d6-4794-bdde-60165a23aea0, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=00665d87-49d6-4794-bdde-60165a23aea0,segment=NetworkSegment(3ad632ed-0b19-44c1-8c67-3aedf3dd13be),segment_id=3ad632ed-0b19-44c1-8c67-3aedf3dd13be)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:16.862428 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.954171 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.962225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.965841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.968017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] 10.222.0.59 "PUT /v2.0/ports/00665d87-49d6-4794-bdde-60165a23aea0 HTTP/1.1" status: 200 len: 1091 time: 2.0812187 Jul 15 23:21:16.968741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for 5a1726ee-7ce7-4631-b90a-b051e8ade81a owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:16.974460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db52625a-f18f-4cd6-b7be-34618c38fc32', 'tag': '00665d87-49d6-4794-bdde-60165a23aea0'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:16.979216 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "db52625a-f18f-4cd6-b7be-34618c38fc32", "tag": "00665d87-49d6-4794-bdde-60165a23aea0"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:17.047889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49260) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:17.064869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f018e263-634c-4748-a1ff-69ecbf1ad83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.118447 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b199f77-cf55-4338-a5fe-1726fdbca381 x-openstack-request-id: req-3b199f77-cf55-4338-a5fe-1726fdbca381 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:17.118447 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db52625a-f18f-4cd6-b7be-34618c38fc32", "tag": "00665d87-49d6-4794-bdde-60165a23aea0", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:17.118845 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b199f77-cf55-4338-a5fe-1726fdbca381 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:17.119673 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db52625a-f18f-4cd6-b7be-34618c38fc32', 'tag': '00665d87-49d6-4794-bdde-60165a23aea0', 'status': 'completed', 'code': 200} Jul 15 23:21:17.146108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ba931-ede6-4bff-ac3c-1041ca37186a req-3f700810-e449-445d-a192-8cd8b8a3fee3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.157297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-284ba931-ede6-4bff-ac3c-1041ca37186a req-3f700810-e449-445d-a192-8cd8b8a3fee3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 909 time: 0.3913777 Jul 15 23:21:17.206619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c6217-ba77-457c-b8d1-aff45ed5edfe service neutron] Pushing event updated for resources: {'Port': ['ID=00665d87-49d6-4794-bdde-60165a23aea0,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:17.245745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.315644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=5a1726ee-7ce7-4631-b90a-b051e8ade81a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:17.433545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-6e2153b2-f8d1-4ffd-aef3-d044f7197522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.437201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-6e2153b2-f8d1-4ffd-aef3-d044f7197522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eeffcd04021c4c739c56ce07866d21f7&device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 1094 time: 0.3931530 Jul 15 23:21:17.444416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-52a99b3c-e336-4b93-8cd4-f39b60fb6dea tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.445967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-52a99b3c-e336-4b93-8cd4-f39b60fb6dea tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.4226282 Jul 15 23:21:17.462822 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f018e263-634c-4748-a1ff-69ecbf1ad83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.470179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f018e263-634c-4748-a1ff-69ecbf1ad83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.477632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.503418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Request body: {'port': {'device_id': 'cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'admin_state_up': True, 'tenant_id': '047b0f09a5054578aa8e4031a560cc37'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:17.518619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-183bb43e-765d-4d33-8739-9abe852b6d1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00665d87-49d6-4794-bdde-60165a23aea0 HTTP/1.1" status: 200 len: 217 time: 0.0667915 Jul 15 23:21:17.520294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018e263-634c-4748-a1ff-69ecbf1ad83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebdc7c2-499b-4505-bfa7-e1c3af774045,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:17.526022 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f018e263-634c-4748-a1ff-69ecbf1ad83d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e51324cb1851488b85061f48ddc17ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770799 Jul 15 23:21:17.537204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49268) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:17.548379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-ca76066b-79d6-4635-a9e2-0da37af3ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.549854 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-ca76066b-79d6-4635-a9e2-0da37af3ebfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1096 time: 0.3735554 Jul 15 23:21:17.610080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446276b5-f187-4625-ac9a-b8390440ae4b req-b504865a-bfd7-45b5-b96c-3e755bc3197c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.611586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446276b5-f187-4625-ac9a-b8390440ae4b req-b504865a-bfd7-45b5-b96c-3e755bc3197c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3681886 Jul 15 23:21:17.669412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 82ec0f8c-4732-4963-9394-068f302a28ce has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:17.710849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9193d6-568f-466a-b9b4-792d24ee76ed req-68e8a222-7c37-469c-8584-772a27fdc32c tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.712376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e9193d6-568f-466a-b9b4-792d24ee76ed req-68e8a222-7c37-469c-8584-772a27fdc32c tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 1060 time: 0.4125032 Jul 15 23:21:17.757279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:17.762282 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c3389fb8-9b2a-4430-8d82-95b7138fec17 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/82ec0f8c-4732-4963-9394-068f302a28ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6585627 Jul 15 23:21:17.765116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49274) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:17.768420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91600cf0-d5de-4e8c-b7f6-14470f5bed7f None None] Sync routers for ids ['82ec0f8c-4732-4963-9394-068f302a28ce'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:17.780851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91600cf0-d5de-4e8c-b7f6-14470f5bed7f None None] Routers {'82ec0f8c-4732-4963-9394-068f302a28ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:17.783677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-91600cf0-d5de-4e8c-b7f6-14470f5bed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['82ec0f8c-4732-4963-9394-068f302a28ce'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.790536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-9e915a74-c805-4815-9cf4-99e69a9079ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.792634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-9e915a74-c805-4815-9cf4-99e69a9079ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17bdf79-cdb7-43ec-9bd5-83d29167d85b HTTP/1.1" status: 200 len: 861 time: 0.2562597 Jul 15 23:21:17.819438 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f80e1947-dda6-4067-858e-2091d9f551cd tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ec0f8c-4732-4963-9394-068f302a28ce HTTP/1.1" status: 200 len: 205 time: 0.0531728 Jul 15 23:21:17.821124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49278) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:17.823761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-91600cf0-d5de-4e8c-b7f6-14470f5bed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.837629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91600cf0-d5de-4e8c-b7f6-14470f5bed7f None None] Routers {'82ec0f8c-4732-4963-9394-068f302a28ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:17.838948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-91600cf0-d5de-4e8c-b7f6-14470f5bed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:20:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['82ec0f8c-4732-4963-9394-068f302a28ce'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.842470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-446276b5-f187-4625-ac9a-b8390440ae4b req-d95b5979-3b21-4393-9f53-c5cedb66bd22 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198181 Jul 15 23:21:17.875777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-938b1e33-7879-40d8-b426-c0998f3fafdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622478 Jul 15 23:21:17.884456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0346ed7f-fcd2-4f34-a73a-d9f1911702bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.926201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eb4967f5-617a-4d2a-96e7-98d649f48e06 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.927123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-91600cf0-d5de-4e8c-b7f6-14470f5bed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.927830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91600cf0-d5de-4e8c-b7f6-14470f5bed7f None None] The sync data for ids ['82ec0f8c-4732-4963-9394-068f302a28ce'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:18.028798 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6ab1-5451-4fb7-8dbc-c749aa55a435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.049008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-5c7064cb-3a5c-4a7b-b27b-7cc0e444c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.050496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-5c7064cb-3a5c-4a7b-b27b-7cc0e444c046 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.4797273 Jul 15 23:21:18.056650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Made reservation on behalf of 047b0f09a5054578aa8e4031a560cc37 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:18.060291 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.063604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71877524-4d0f-457e-906e-0b54bc90b1ab req-92b05f4e-f621-4120-96b2-b0ec7e68c236 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.0760767 Jul 15 23:21:18.066594 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0346ed7f-fcd2-4f34-a73a-d9f1911702bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.104153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eb4967f5-617a-4d2a-96e7-98d649f48e06 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.106399 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eb4967f5-617a-4d2a-96e7-98d649f48e06 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.148709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eb4967f5-617a-4d2a-96e7-98d649f48e06 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.149229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4967f5-617a-4d2a-96e7-98d649f48e06 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Fanout notify agent at l3_agent the message router_deleted on router 82ec0f8c-4732-4963-9394-068f302a28ce {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:18.155047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-7a93ab9f-4950-4b47-a78e-8174f54b90ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 200 len: 217 time: 0.0904937 Jul 15 23:21:18.163212 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eb4967f5-617a-4d2a-96e7-98d649f48e06 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.167254 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eb4967f5-617a-4d2a-96e7-98d649f48e06 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/82ec0f8c-4732-4963-9394-068f302a28ce HTTP/1.1" status: 204 len: 168 time: 0.3422825 Jul 15 23:21:18.167620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49280) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:18.191093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-9e87c744-232e-495b-b38b-126641ec2df0 service neutron] 10.222.0.59 "GET /v2.0/networks/0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045170 Jul 15 23:21:18.218362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-318fae5b-4897-421f-bf65-b46ddf9b214d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet 3ef6cf10-e896-4ec9-b35b-63e6182e7ba1 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:18.221807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-318fae5b-4897-421f-bf65-b46ddf9b214d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.260935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-318fae5b-4897-421f-bf65-b46ddf9b214d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.351836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-318fae5b-4897-421f-bf65-b46ddf9b214d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.355783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-023a9d39-daaa-4042-a6b1-d7e667584ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.357286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-023a9d39-daaa-4042-a6b1-d7e667584ddb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.1878545 Jul 15 23:21:18.386779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0346ed7f-fcd2-4f34-a73a-d9f1911702bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.389346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0346ed7f-fcd2-4f34-a73a-d9f1911702bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.390478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0346ed7f-fcd2-4f34-a73a-d9f1911702bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ebdc7c2-499b-4505-bfa7-e1c3af774045 HTTP/1.1" status: 204 len: 168 time: 0.8444662 Jul 15 23:21:18.412871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-318fae5b-4897-421f-bf65-b46ddf9b214d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.444908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-318fae5b-4897-421f-bf65-b46ddf9b214d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.449894 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-318fae5b-4897-421f-bf65-b46ddf9b214d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/3ef6cf10-e896-4ec9-b35b-63e6182e7ba1 HTTP/1.1" status: 204 len: 168 time: 0.2812102 Jul 15 23:21:18.450519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49284) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:18.454070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdc4c5-a3ff-4340-8faa-eac44a7db764 None None] Network 102eb09e-1df9-45a4-a56e-1534b430b727 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:18.456502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fae5b-4897-421f-bf65-b46ddf9b214d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef6cf10-e896-4ec9-b35b-63e6182e7ba1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:18.479531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-9e56a3cb-9b88-4cf5-89f5-b1b09db33e0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849011 Jul 15 23:21:18.481511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e279-2088-478f-9e92-ce5167353c68 req-0f7c79cf-69f6-4246-87aa-53ca91f2ebc0 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.482970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e01e279-2088-478f-9e92-ce5167353c68 req-0f7c79cf-69f6-4246-87aa-53ca91f2ebc0 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 1136 time: 0.4750712 Jul 15 23:21:18.511081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346ed7f-fcd2-4f34-a73a-d9f1911702bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebdc7c2-499b-4505-bfa7-e1c3af774045,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:18.540766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.578401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23d643fb-684f-48ae-925c-9cca8a143bf4 req-832546fc-715d-4577-a409-16ada0bb0a0c service neutron] 10.222.0.59 "GET /v2.0/networks/0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695815 Jul 15 23:21:18.595486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a64400-737e-4692-8214-c4f3215fd181 req-16a0d2c5-8b03-41d4-af24-393cc9845129 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.597573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a64400-737e-4692-8214-c4f3215fd181 req-16a0d2c5-8b03-41d4-af24-393cc9845129 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 943 time: 0.4002085 Jul 15 23:21:18.601975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Allocated IP 172.20.0.13 (483a0d63-79e1-4e6f-ad7e-ca0fb581503e/089d61a2-594b-4450-8d49-e1da6aeda31c/d6e7feaf-6392-42cb-918a-458f5f8814c8) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:18.623350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port daca9bed-9372-454e-b85c-5ea96a5ee08d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:18.624112 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.678904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e01e279-2088-478f-9e92-ce5167353c68 req-3b2b041b-04e3-4a8f-bf23-ec0128173995 tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1862054 Jul 15 23:21:18.708097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49288) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:18.755340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port daca9bed-9372-454e-b85c-5ea96a5ee08d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=daca9bed-9372-454e-b85c-5ea96a5ee08d,segment=NetworkSegment(900fd45b-6a24-4fc3-b6df-0ee308bb5d5e),segment_id=900fd45b-6a24-4fc3-b6df-0ee308bb5d5e)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:18.755708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.773145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for daca9bed-9372-454e-b85c-5ea96a5ee08d owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:18.774982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] DHCP port deletion for 102eb09e-1df9-45a4-a56e-1534b430b727 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:18.777601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-9f6ba6ec-b50d-48bf-ba26-cd33bc05f85d service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883635 Jul 15 23:21:18.796898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a64400-737e-4692-8214-c4f3215fd181 req-cb29e20d-7aa1-4e06-9a87-355ff77de7f6 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848490 Jul 15 23:21:18.839257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2aa93c-5688-4f45-9903-0af0e5cf73bc tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.843201 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b2aa93c-5688-4f45-9903-0af0e5cf73bc tempest-TestSecurityGroupsBasicOps-201151462 tempest-TestSecurityGroupsBasicOps-201151462-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 1055 time: 0.1314604 Jul 15 23:21:18.884006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.897372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] Deleting port daca9bed-9372-454e-b85c-5ea96a5ee08d {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:18.898044 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.910798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No DVR routers for this DVR port daca9bed-9372-454e-b85c-5ea96a5ee08d on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:18.940734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=daca9bed-9372-454e-b85c-5ea96a5ee08d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:19.035232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] For port daca9bed-9372-454e-b85c-5ea96a5ee08d, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:19.036135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.054112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] Calling delete_port for daca9bed-9372-454e-b85c-5ea96a5ee08d owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:19.057700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] Port daca9bed-9372-454e-b85c-5ea96a5ee08d was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:21:19.060295 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.092238 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.102188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] Pushing event deleted for resources: {'Port': ['ID=daca9bed-9372-454e-b85c-5ea96a5ee08d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:19.109629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490525af-c1ea-4e67-bf04-5bd34eeb8661 None None] No DVR routers for this DVR port daca9bed-9372-454e-b85c-5ea96a5ee08d on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:19.124603 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102eb09e-1df9-45a4-a56e-1534b430b727']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:19.139978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900fd45b-6a24-4fc3-b6df-0ee308bb5d5e') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:19.140899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900fd45b-6a24-4fc3-b6df-0ee308bb5d5e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:19.153575 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.173876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.181273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:19.181893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:19.197440 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:19.282962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.302060 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.307944 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/102eb09e-1df9-45a4-a56e-1534b430b727 HTTP/1.1" status: 204 len: 168 time: 0.8487144 Jul 15 23:21:19.307944 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8614465-a922-4cfd-9d92-8a0a192e3f6d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=102eb09e-1df9-45a4-a56e-1534b430b727,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:19.309491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49310) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.314557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c4297da2-cf4d-4216-b117-f7acecf917df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1785334486', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:19.341186 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4297da2-cf4d-4216-b117-f7acecf917df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.342153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4297da2-cf4d-4216-b117-f7acecf917df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.379631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-69d4e524-d8bd-4ae1-8141-f9827ac803be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.381162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-69d4e524-d8bd-4ae1-8141-f9827ac803be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eeffcd04021c4c739c56ce07866d21f7&device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 1094 time: 0.7191908 Jul 15 23:21:19.406953 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4297da2-cf4d-4216-b117-f7acecf917df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.411874 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4297da2-cf4d-4216-b117-f7acecf917df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.428836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4297da2-cf4d-4216-b117-f7acecf917df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.433652 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c4297da2-cf4d-4216-b117-f7acecf917df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1227674 Jul 15 23:21:19.434254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49316) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.439180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-1369956469'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:19.460967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:19.465167 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.484375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8605c299-8753-4c81-812b-df287a2aaf81 req-f8946202-92cc-4cb6-b688-2eb75d6e3cc2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.1013684 Jul 15 23:21:19.493873 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:19.495042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbf6cd3-ab5b-4e95-85b8-3d9f07b2c392 req-9ce23dc5-f2a5-415f-b89f-97b6fa663185 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943002 Jul 15 23:21:19.506824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.507253 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment 333e3b6a-3142-40d2-bc4a-f829c839f18f of type vlan for network 61588121-9786-4b2d-9ba3-11d742038473 Jul 15 23:21:19.557890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.592326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.599005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.599794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.600915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.639843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b66ef-a900-4064-bc42-8f99ad929d89 req-5c9c7da4-d586-4a9c-ad43-c9410a08fdbe tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.643476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2081609 Jul 15 23:21:19.646551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49322) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.646728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f6b66ef-a900-4064-bc42-8f99ad929d89 req-5c9c7da4-d586-4a9c-ad43-c9410a08fdbe tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3317182 Jul 15 23:21:19.653582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:19.699415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-cf32e562-dd9b-4521-b13e-fe6a79defb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.700138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5affb-ecd6-4627-9178-8152260d2a10 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=61588121-9786-4b2d-9ba3-11d742038473,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:19.700771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-cf32e562-dd9b-4521-b13e-fe6a79defb58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb HTTP/1.1" status: 200 len: 922 time: 0.2668915 Jul 15 23:21:19.717892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 61588121-9786-4b2d-9ba3-11d742038473 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:19.778707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-ff055a5d-a558-4df9-bea6-2e6a184195bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00665d87-49d6-4794-bdde-60165a23aea0 HTTP/1.1" status: 200 len: 217 time: 0.0658112 Jul 15 23:21:19.795240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f6b66ef-a900-4064-bc42-8f99ad929d89 req-bc681b7b-d926-48b2-8490-1d520700f822 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476235 Jul 15 23:21:19.824225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.940915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:19.945681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-069cf800-10e0-4666-b197-6c15d9c08bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.947459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-069cf800-10e0-4666-b197-6c15d9c08bc3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b17bdf79-cdb7-43ec-9bd5-83d29167d85b HTTP/1.1" status: 200 len: 861 time: 0.1512287 Jul 15 23:21:19.956193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502137a-4b3d-4d1f-9dd8-3aac14dde211 req-c0e3a6da-d037-4c6e-8756-4055e76813bf tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.967564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2502137a-4b3d-4d1f-9dd8-3aac14dde211 req-c0e3a6da-d037-4c6e-8756-4055e76813bf tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 909 time: 0.3422112 Jul 15 23:21:19.981262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:19.996996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:20.034797 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-4c7e2258-90ad-48fd-8da1-1d28193074eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662785 Jul 15 23:21:20.050544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device daca9bed-9372-454e-b85c-5ea96a5ee08d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:20.052526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event updated for resources: {'Port': ['ID=d6e7feaf-6392-42cb-918a-458f5f8814c8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:20.104034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: daca9bed-9372-454e-b85c-5ea96a5ee08d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:20.104915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device daca9bed-9372-454e-b85c-5ea96a5ee08d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:20.125334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:20.125956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.168163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:20.175521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.186180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-40694347-84f1-4229-a9ec-c6d99897136d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7192245 Jul 15 23:21:20.197940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91c3e7-58dc-424d-a544-2c93cef60d3f req-3454ec1a-43ad-4ab9-abd4-310ed33985a6 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:20.203278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba91c3e7-58dc-424d-a544-2c93cef60d3f req-3454ec1a-43ad-4ab9-abd4-310ed33985a6 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 943 time: 0.2333128 Jul 15 23:21:20.218527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Request body: {'port': {'device_id': 'cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:20.262726 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-1ed381c0-a733-46af-affe-b47fdf2a4796 service neutron] 10.222.0.59 "GET /v2.0/networks/0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019322 Jul 15 23:21:20.359842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba91c3e7-58dc-424d-a544-2c93cef60d3f req-cde625bc-3a1a-46f7-894b-1e3904c18c53 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353598 Jul 15 23:21:20.402605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.408298 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.438263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc35144-7552-4812-a1ba-e8cd3ee2cf3b req-a0d37da0-66dd-479c-bbb0-7150b7216037 service neutron] 10.222.0.59 "GET /v2.0/networks/0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605310 Jul 15 23:21:20.468949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=53a21818-cb29-48eb-8273-0c065b66a899,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:20.480378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:20.480751 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: 61588121-9786-4b2d-9ba3-11d742038473, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:20.500421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 61588121-9786-4b2d-9ba3-11d742038473 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:20.511623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 61588121-9786-4b2d-9ba3-11d742038473) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:20.516440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:20.517860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.525107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed3e43c-bd3e-4306-ab5a-767ac8a9bb3a None None] Network 61588121-9786-4b2d-9ba3-11d742038473 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:20.538408 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c8d0f6c-b063-4da8-8593-1183af22266b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8907042 Jul 15 23:21:20.541078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49346) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:20.725734 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7b7b985e-182c-42e7-87a8-ca0c0d46e67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.784690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-61588121-9786-4b2d-9ba3-11d742038473', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:21:20.787830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.792344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568711fc-cf4b-4ed0-8e91-ec1d14f62935 req-944cf06f-f5a1-4ff1-ab46-384ccdc510c5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:20.794115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-568711fc-cf4b-4ed0-8e91-ec1d14f62935 req-944cf06f-f5a1-4ff1-ab46-384ccdc510c5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 932 time: 0.1746409 Jul 15 23:21:20.884657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-568711fc-cf4b-4ed0-8e91-ec1d14f62935 req-e3157d39-8717-49f5-8b74-1e829fa66225 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786865 Jul 15 23:21:20.886970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e7feaf-6392-42cb-918a-458f5f8814c8 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:20.899727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.915804 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.921167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Transition to ACTIVE for port object d6e7feaf-6392-42cb-918a-458f5f8814c8 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:20.926883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.994329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Allocated IP 172.20.0.2 (61588121-9786-4b2d-9ba3-11d742038473/53a21818-cb29-48eb-8273-0c065b66a899/a7ced756-18c9-42b3-bd8f-92c17625ac5f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:21.026387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Pushing event updated for resources: {'Port': ['ID=d6e7feaf-6392-42cb-918a-458f5f8814c8,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:21.110976 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.189807 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.199012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Transition to ACTIVE for port object a7ced756-18c9-42b3-bd8f-92c17625ac5f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:21.214431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Transition to ACTIVE for port object a7ced756-18c9-42b3-bd8f-92c17625ac5f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:21.221789 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.259716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Network 61588121-9786-4b2d-9ba3-11d742038473 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:21.262435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:21.285044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:21.307605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44feea-5aa0-432e-9559-46e051ec2416 req-dde3f725-d8da-4083-bd3c-afb59e8083ce tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:21.314880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de44feea-5aa0-432e-9559-46e051ec2416 req-dde3f725-d8da-4083-bd3c-afb59e8083ce tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2899885 Jul 15 23:21:21.328651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Attempting to bind port d6e7feaf-6392-42cb-918a-458f5f8814c8 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:21.329274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Attempting to bind port d6e7feaf-6392-42cb-918a-458f5f8814c8 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:21.329511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Attempting to bind port d6e7feaf-6392-42cb-918a-458f5f8814c8 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:21.341763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-38c09e91-876d-4def-899b-9b3d88849192 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:21.343410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-38c09e91-876d-4def-899b-9b3d88849192 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 909 time: 0.2856321 Jul 15 23:21:21.366692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.20.0.1 (61588121-9786-4b2d-9ba3-11d742038473/53a21818-cb29-48eb-8273-0c065b66a899/aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:21.367847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Port d6e7feaf-6392-42cb-918a-458f5f8814c8 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:21.368255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Attempting to bind port d6e7feaf-6392-42cb-918a-458f5f8814c8 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:21.405421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:21.405835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Checking segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:21.406293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Bound using segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:21.406850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Bound port: d6e7feaf-6392-42cb-918a-458f5f8814c8, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:21.414716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.430282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Attempting to bind port a7ced756-18c9-42b3-bd8f-92c17625ac5f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:21.430655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Attempting to bind port a7ced756-18c9-42b3-bd8f-92c17625ac5f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:21.431048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Attempting to bind port a7ced756-18c9-42b3-bd8f-92c17625ac5f on network 61588121-9786-4b2d-9ba3-11d742038473 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:21.445991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Pushing event updated for resources: {'Port': ['ID=a7ced756-18c9-42b3-bd8f-92c17625ac5f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:21.447679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eeabd-6c69-4a82-b65b-6f08632e9e12 req-7d3834a2-a4ab-4221-95dd-0ba2eae81f22 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:21.448982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:21.449389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Checking segment: {'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:21.449531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-975eeabd-6c69-4a82-b65b-6f08632e9e12 req-7d3834a2-a4ab-4221-95dd-0ba2eae81f22 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 909 time: 0.2866201 Jul 15 23:21:21.449794 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.450181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Bound using segment: {'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:21.450668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Bound port: a7ced756-18c9-42b3-bd8f-92c17625ac5f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:21.451097 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.472969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de44feea-5aa0-432e-9559-46e051ec2416 req-1f11519b-d8e4-4c9a-aaaf-10af45254e2b tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570716 Jul 15 23:21:21.521225 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.552845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] For port a7ced756-18c9-42b3-bd8f-92c17625ac5f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:21.557862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 00665d87-49d6-4794-bdde-60165a23aea0 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:21.629194 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.645930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:21.692223 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.693415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 00665d87-49d6-4794-bdde-60165a23aea0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=00665d87-49d6-4794-bdde-60165a23aea0,segment=NetworkSegment(3ad632ed-0b19-44c1-8c67-3aedf3dd13be),segment_id=3ad632ed-0b19-44c1-8c67-3aedf3dd13be)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:21.710295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] For port d6e7feaf-6392-42cb-918a-458f5f8814c8, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:21.713757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '00665d87-49d6-4794-bdde-60165a23aea0', 'network_id': '0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb', 'port_id': '00665d87-49d6-4794-bdde-60165a23aea0', 'mac_address': 'fa:16:3e:d5:7a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17bdf79-cdb7-43ec-9bd5-83d29167d85b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:21.730994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] For port d6e7feaf-6392-42cb-918a-458f5f8814c8, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d6e7feaf-6392-42cb-918a-458f5f8814c8,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:21.731987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] For port a7ced756-18c9-42b3-bd8f-92c17625ac5f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a7ced756-18c9-42b3-bd8f-92c17625ac5f,segment=NetworkSegment(333e3b6a-3142-40d2-bc4a-f829c839f18f),segment_id=333e3b6a-3142-40d2-bc4a-f829c839f18f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:21.738328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting port ee0c6916-9f18-46fe-a127-17f2ed91f215 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:21.738632 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.744526 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.757016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 61588121-9786-4b2d-9ba3-11d742038473 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:21.757928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.763336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:21.770836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:21.815888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462aaa4-6ca8-4334-8796-dd087cf2e2ec None None] Pushing event updated for resources: {'Port': ['ID=a7ced756-18c9-42b3-bd8f-92c17625ac5f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:21.839275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.841458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:21.842102 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.843488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] 10.222.0.59 "PUT /v2.0/ports/d6e7feaf-6392-42cb-918a-458f5f8814c8 HTTP/1.1" status: 200 len: 1092 time: 1.6390862 Jul 15 23:21:21.846141 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.851653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc', 'tag': 'd6e7feaf-6392-42cb-918a-458f5f8814c8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:21.854460 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15" -d '{"events": [{"name": "network-changed", "server_uuid": "cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc", "tag": "d6e7feaf-6392-42cb-918a-458f5f8814c8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:21.875423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00665d87-49d6-4794-bdde-60165a23aea0 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:21.912343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 00665d87-49d6-4794-bdde-60165a23aea0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=00665d87-49d6-4794-bdde-60165a23aea0,segment=NetworkSegment(3ad632ed-0b19-44c1-8c67-3aedf3dd13be),segment_id=3ad632ed-0b19-44c1-8c67-3aedf3dd13be)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:21.918818 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.950488 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566c5274-14e2-4164-b0a0-52770598f835 x-openstack-request-id: req-566c5274-14e2-4164-b0a0-52770598f835 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:21.950833 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc", "tag": "d6e7feaf-6392-42cb-918a-458f5f8814c8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:21.951084 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-566c5274-14e2-4164-b0a0-52770598f835 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:21.951485 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc', 'tag': 'd6e7feaf-6392-42cb-918a-458f5f8814c8', 'status': 'completed', 'code': 200} Jul 15 23:21:21.973266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b23172-8b5b-46c3-93ee-986acaed95fd service neutron] Pushing event updated for resources: {'Port': ['ID=d6e7feaf-6392-42cb-918a-458f5f8814c8,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:21.999404 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:21:22.005005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=00665d87-49d6-4794-bdde-60165a23aea0,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:22.038375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] For port ee0c6916-9f18-46fe-a127-17f2ed91f215, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ee0c6916-9f18-46fe-a127-17f2ed91f215,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:22.039095 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.052139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5d62-cf7f-490c-ac3a-fb618de9eff9 req-e328750b-02f2-428f-9e61-39890bd43aad tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:22.061246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01e5d62-cf7f-490c-ac3a-fb618de9eff9 req-e328750b-02f2-428f-9e61-39890bd43aad tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 943 time: 0.4190216 Jul 15 23:21:22.081785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:22.092109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.102498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Calling delete_port for ee0c6916-9f18-46fe-a127-17f2ed91f215 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:22.227260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01e5d62-cf7f-490c-ac3a-fb618de9eff9 req-9d749907-0ba8-412e-aa3c-0e7dfc957b47 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651795 Jul 15 23:21:22.276984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-f71450d2-0241-4641-a2ae-7fa81969b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:22.278482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-f71450d2-0241-4641-a2ae-7fa81969b7f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 1095 time: 0.3571897 Jul 15 23:21:22.289127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['00665d87-49d6-4794-bdde-60165a23aea0'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:22.299614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2cdf6-2dd8-4f81-bb8a-ddfdc3f15ac2 req-b3a72e40-d677-45aa-964d-8a6b3cceb865 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:22.307329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2a2cdf6-2dd8-4f81-bb8a-ddfdc3f15ac2 req-b3a72e40-d677-45aa-964d-8a6b3cceb865 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 944 time: 0.2298641 Jul 15 23:21:22.381116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-99277bfa-ba3f-419b-a77b-12481ed656fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e7feaf-6392-42cb-918a-458f5f8814c8 HTTP/1.1" status: 200 len: 217 time: 0.0591524 Jul 15 23:21:22.394518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2a2cdf6-2dd8-4f81-bb8a-ddfdc3f15ac2 req-3ec53f58-caa5-4e5a-b9e7-9a81a97dd536 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862527 Jul 15 23:21:22.511825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-86b49fc4-51d7-413f-93b5-c07e08a0ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:22.513301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-86b49fc4-51d7-413f-93b5-c07e08a0ce1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.1160700 Jul 15 23:21:22.549515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.571712 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.583180 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.591346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-72e257e7-38af-4f8c-b1b8-8c5f3231df31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669274 Jul 15 23:21:22.698825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Port': ['ID=ee0c6916-9f18-46fe-a127-17f2ed91f215,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:22.710498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:22.714692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.800266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] No DVR routers for this DVR port ee0c6916-9f18-46fe-a127-17f2ed91f215 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:22.856032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 61588121-9786-4b2d-9ba3-11d742038473 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:22.860220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:23.000978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:21:23.105176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:23.112116 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2a2d70e3-205b-4f42-a670-e2e2a4d3bb26 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697207 Jul 15 23:21:23.114660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49384) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.117560 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:23.121901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-777639989'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:23.130412 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:23.131114 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:23.156586 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:23.160410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.177576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ee0c6916-9f18-46fe-a127-17f2ed91f215 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:23.192035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:23.204378 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.205401 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment f32724be-5ac6-4713-99af-11891cbd63d9 of type vlan for network f03ea1e5-6036-4438-913b-9fae40a8df8c Jul 15 23:21:23.210611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: ee0c6916-9f18-46fe-a127-17f2ed91f215 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:23.211262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ee0c6916-9f18-46fe-a127-17f2ed91f215 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:23.233574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-84be302c-1a96-4a04-b68f-bb3ef1e692ec service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700660 Jul 15 23:21:23.240095 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:23.243085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.245295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6e45df7-fbda-4230-8d16-e752952ed1ef req-e3fa8fa0-cdb8-4f47-bb1d-97c87b9b9df3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.37 "DELETE /v2.0/ports/ee0c6916-9f18-46fe-a127-17f2ed91f215 HTTP/1.1" status: 204 len: 173 time: 1.8870924 Jul 15 23:21:23.258561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-784a2588-78cc-4023-a7f5-c954d4802d8d req-af8d27f5-9f0d-4d07-a8f3-4d822cf8d7f9 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=02d70dc8-cbf0-42d5-8c8a-f1f3d3137472 HTTP/1.1" status: 200 len: 210 time: 0.5936501 Jul 15 23:21:23.303284 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.314994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.376965 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.399685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32c71d-b08f-4400-9ff6-2e688cc4200f None None] Network 61588121-9786-4b2d-9ba3-11d742038473 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:23.401233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:23.403369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.448932 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3321147 Jul 15 23:21:23.454501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49390) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.460705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:23.574692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0a1c4-d3da-4724-8f4c-85791b0e1d51 req-9070eb8e-8f5d-4076-8862-f299813c5fc1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:23.586026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6fea5-b864-4067-83a0-5dc754b74075 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=f03ea1e5-6036-4438-913b-9fae40a8df8c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:23.586394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94d0a1c4-d3da-4724-8f4c-85791b0e1d51 req-9070eb8e-8f5d-4076-8862-f299813c5fc1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.7850099 Jul 15 23:21:23.605419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:23.612672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.617316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d481bb5f-62eb-4e98-9106-9c7e46a4bcf7 req-27d519b7-9668-4789-a27d-26639d6abd57 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529873 Jul 15 23:21:23.642425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 00665d87-49d6-4794-bdde-60165a23aea0 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:23.659230 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:21Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:22Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:23.662117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f03ea1e5-6036-4438-913b-9fae40a8df8c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:23.683891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94d0a1c4-d3da-4724-8f4c-85791b0e1d51 req-dc58d165-c721-44ef-a914-aee90f73a1ce tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913959 Jul 15 23:21:23.734674 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:23.734674 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Updating router 11540e4f-2452-4749-b0f9-259904fb7250 port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:21:23.799180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bdeddf5b-50e7-4479-94e6-2e4ad730065a None None] Provisioning for port a7ced756-18c9-42b3-bd8f-92c17625ac5f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:23.824066 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.886627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.888402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 00665d87-49d6-4794-bdde-60165a23aea0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:23.953415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-c06521e5-eb48-45c9-8ba9-995e26b05635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:23.954680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-c06521e5-eb48-45c9-8ba9-995e26b05635 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 1095 time: 0.2653875 Jul 15 23:21:23.955507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d70dc8-cbf0-42d5-8c8a-f1f3d3137472', 'name': 'network-vif-deleted', 'tag': 'ee0c6916-9f18-46fe-a127-17f2ed91f215'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:23.969288 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8222671-ea68-4071-989e-a452961a9c5a" -d '{"events": [{"server_uuid": "02d70dc8-cbf0-42d5-8c8a-f1f3d3137472", "name": "network-vif-deleted", "tag": "ee0c6916-9f18-46fe-a127-17f2ed91f215"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:24.027827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=9aa96b7c-c0d8-465b-95c5-2ef698c7b817,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:24.053444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 00665d87-49d6-4794-bdde-60165a23aea0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:24.053845 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.082856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:24.083268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: f03ea1e5-6036-4438-913b-9fae40a8df8c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:24.126938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network f03ea1e5-6036-4438-913b-9fae40a8df8c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:24.145678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f03ea1e5-6036-4438-913b-9fae40a8df8c) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:24.158770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.159376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.161836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e582b-959f-4a8a-9dde-8ea970f120a4 None None] Network f03ea1e5-6036-4438-913b-9fae40a8df8c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:24.189168 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c1ce17f-ff6c-4a4e-b108-7b37bfde1e62 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7334652 Jul 15 23:21:24.192142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49400) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:24.253316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7ced756-18c9-42b3-bd8f-92c17625ac5f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:24.443807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcaf7c-2023-4b8b-a9e3-47b30925023b req-25cc6c49-3ad0-45f3-ac74-a94b4cef1ea4 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.448247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cbcaf7c-2023-4b8b-a9e3-47b30925023b req-25cc6c49-3ad0-45f3-ac74-a94b4cef1ea4 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 944 time: 0.6755047 Jul 15 23:21:24.531913 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.552604 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Transition to ACTIVE for port object aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:24.562360 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.614434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-68b03f27-7889-4db6-b2b8-0689d423f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.616784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-68b03f27-7889-4db6-b2b8-0689d423f4bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 912 time: 0.6280921 Jul 15 23:21:24.643689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cbcaf7c-2023-4b8b-a9e3-47b30925023b req-8680aac1-16ad-4e88-b688-0a2b53170372 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734762 Jul 15 23:21:24.811840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac288b7-fe1d-4e34-abb5-1b1d6756e517 req-4053ca1b-c0f1-4bf1-9768-ef558a3ce6f5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.821206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ac288b7-fe1d-4e34-abb5-1b1d6756e517 req-4053ca1b-c0f1-4bf1-9768-ef558a3ce6f5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 944 time: 0.8366218 Jul 15 23:21:24.828443 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Pushing event updated for resources: {'Port': ['ID=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:24.852688 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.852914 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df2a3a2-e81b-4e25-9fce-34e590b92216 x-openstack-request-id: req-4df2a3a2-e81b-4e25-9fce-34e590b92216 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:24.853093 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d70dc8-cbf0-42d5-8c8a-f1f3d3137472", "name": "network-vif-deleted", "tag": "ee0c6916-9f18-46fe-a127-17f2ed91f215", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:24.856340 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4df2a3a2-e81b-4e25-9fce-34e590b92216 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:24.857045 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.857529 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d70dc8-cbf0-42d5-8c8a-f1f3d3137472', 'name': 'network-vif-deleted', 'tag': 'ee0c6916-9f18-46fe-a127-17f2ed91f215', 'status': 'completed', 'code': 200} Jul 15 23:21:24.857914 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.858696 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.859301 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.859861 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.860551 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.861127 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.861698 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.862252 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.862856 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.863409 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:24.871191 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Attempting to bind port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:24.873371 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Attempting to bind port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:24.875645 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Attempting to bind port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea on network 61588121-9786-4b2d-9ba3-11d742038473 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:24.890528 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:24.891223 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Checking segment: {'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:24.891885 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.892522 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Bound using segment: {'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:24.893238 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Bound port: aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e3b6a-3142-40d2-bc4a-f829c839f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61588121-9786-4b2d-9ba3-11d742038473'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:24.893863 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.910023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-e4bf66cd-0ea3-47fc-b8c3-edb85a3d0de6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6e7feaf-6392-42cb-918a-458f5f8814c8 HTTP/1.1" status: 200 len: 217 time: 0.2859626 Jul 15 23:21:24.960619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ac288b7-fe1d-4e34-abb5-1b1d6756e517 req-edabf081-db04-49bf-bfae-57f606b68ca5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369741 Jul 15 23:21:25.023802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49414) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:25.055099 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] For port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:25.060195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-9c1ec2f5-279b-4ef0-98d7-40a47826e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:25.062543 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] For port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,segment=NetworkSegment(333e3b6a-3142-40d2-bc4a-f829c839f18f),segment_id=333e3b6a-3142-40d2-bc4a-f829c839f18f)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:25.064271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-9c1ec2f5-279b-4ef0-98d7-40a47826e153 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.1140163 Jul 15 23:21:25.070891 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.134025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-bfe7ebdf-1ceb-4259-bfc8-1c2acba31dea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629859 Jul 15 23:21:25.187767 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa675cbb-1036-4760-b7b2-50886eeb0c27 None None] Pushing event updated for resources: {'Port': ['ID=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:25.239102 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:25.241173 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:25.343898 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.359546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-a420ac70-712a-47e7-97fe-d8fbde03e891 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154701 Jul 15 23:21:25.398334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 00665d87-49d6-4794-bdde-60165a23aea0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=00665d87-49d6-4794-bdde-60165a23aea0,segment=NetworkSegment(3ad632ed-0b19-44c1-8c67-3aedf3dd13be),segment_id=3ad632ed-0b19-44c1-8c67-3aedf3dd13be)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:25.403490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db52625a-f18f-4cd6-b7be-34618c38fc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00665d87-49d6-4794-bdde-60165a23aea0'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:25.405063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.407923 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4baf0bb-0309-474f-8a22-c91701430068" -d '{"events": [{"server_uuid": "db52625a-f18f-4cd6-b7be-34618c38fc32", "name": "network-vif-plugged", "status": "completed", "tag": "00665d87-49d6-4794-bdde-60165a23aea0"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:25.411518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a7ced756-18c9-42b3-bd8f-92c17625ac5f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:25.434719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a7ced756-18c9-42b3-bd8f-92c17625ac5f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:25.436409 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.443482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d145461e-18d5-45f1-a660-d9edccbc73a9 None None] Provisioning for port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:25.457888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.516395 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.555157 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:25.581055 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d16cff-d65b-4947-89ee-aac289e483bf x-openstack-request-id: req-b3d16cff-d65b-4947-89ee-aac289e483bf {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:25.581355 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db52625a-f18f-4cd6-b7be-34618c38fc32", "name": "network-vif-plugged", "status": "completed", "tag": "00665d87-49d6-4794-bdde-60165a23aea0", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:25.581601 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3d16cff-d65b-4947-89ee-aac289e483bf {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:25.582017 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db52625a-f18f-4cd6-b7be-34618c38fc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00665d87-49d6-4794-bdde-60165a23aea0', 'code': 200} Jul 15 23:21:25.657309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d6e7feaf-6392-42cb-918a-458f5f8814c8 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:25.686472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-f03ea1e5-6036-4438-913b-9fae40a8df8c', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:21:25.687774 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.793805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5df7688-6182-4a0d-a2ae-c99f93fd1c15 req-d39f4cce-93d4-40ee-9933-6aff43aaa1b5 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237735 Jul 15 23:21:25.860151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04e0d0-fc25-4fee-a540-6113712d0710 req-2aca24fe-d63c-4651-ad3d-7f2583f13de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:25.863005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a04e0d0-fc25-4fee-a540-6113712d0710 req-2aca24fe-d63c-4651-ad3d-7f2583f13de0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 1096 time: 0.2563171 Jul 15 23:21:25.884320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d145461e-18d5-45f1-a660-d9edccbc73a9 None None] Provisioning complete for port a7ced756-18c9-42b3-bd8f-92c17625ac5f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:25.888300 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d145461e-18d5-45f1-a660-d9edccbc73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.976449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a04e0d0-fc25-4fee-a540-6113712d0710 req-10868dba-cd01-4952-8d14-6753ba66d080 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019657 Jul 15 23:21:26.013697 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:21:26.061683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5550c0-614a-41d4-9d62-715b71e0fa9a req-3f0dea18-5675-48e3-ac51-0944d67ec802 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.069222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d5550c0-614a-41d4-9d62-715b71e0fa9a req-3f0dea18-5675-48e3-ac51-0944d67ec802 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 945 time: 0.0949683 Jul 15 23:21:26.141418 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:21Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:25Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:26.171366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=00665d87-49d6-4794-bdde-60165a23aea0,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:26.196671 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222c2dc-b44e-4d6f-95f4-8772d4442f18 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:21Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:25Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:26.197807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d5550c0-614a-41d4-9d62-715b71e0fa9a req-acb9d17c-fccb-4de0-800a-7b109200602e tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233726 Jul 15 23:21:26.379267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb70c4-262b-4660-800c-bf14b44a6529 req-94fb8d58-f553-4fe7-a142-987a6e38f75b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.390925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ddb70c4-262b-4660-800c-bf14b44a6529 req-94fb8d58-f553-4fe7-a142-987a6e38f75b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 944 time: 0.1568320 Jul 15 23:21:26.470279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ddb70c4-262b-4660-800c-bf14b44a6529 req-bb1b7bdf-426a-45c6-9ad3-695b2525af71 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781941 Jul 15 23:21:26.534577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Allocated IP 172.21.0.2 (f03ea1e5-6036-4438-913b-9fae40a8df8c/9aa96b7c-c0d8-465b-95c5-2ef698c7b817/c5b92586-4df0-4eb8-ae11-32e8165d9584) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:26.640342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.785844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d6e7feaf-6392-42cb-918a-458f5f8814c8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d6e7feaf-6392-42cb-918a-458f5f8814c8,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:26.795947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a7ced756-18c9-42b3-bd8f-92c17625ac5f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a7ced756-18c9-42b3-bd8f-92c17625ac5f,segment=NetworkSegment(333e3b6a-3142-40d2-bc4a-f829c839f18f),segment_id=333e3b6a-3142-40d2-bc4a-f829c839f18f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:26.804175 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d145461e-18d5-45f1-a660-d9edccbc73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.862533 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.930886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd6e7feaf-6392-42cb-918a-458f5f8814c8', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'port_id': 'd6e7feaf-6392-42cb-918a-458f5f8814c8', 'mac_address': 'fa:16:3e:98:37:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d61a2-594b-4450-8d49-e1da6aeda31c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:27.031465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a201ea-61fc-4aa2-805e-6672b76ab8cc req-db47ab2c-2304-41d2-93cc-f31931b472be tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.045088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a201ea-61fc-4aa2-805e-6672b76ab8cc req-db47ab2c-2304-41d2-93cc-f31931b472be tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.1639657 Jul 15 23:21:27.054407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:27.091310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a201ea-61fc-4aa2-805e-6672b76ab8cc req-c8df0cfc-52c3-45ba-a7ef-0256761d7af1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Jul 15 23:21:27.123339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.162803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.164844 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-d145461e-18d5-45f1-a660-d9edccbc73a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:21:27.165209 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-d145461e-18d5-45f1-a660-d9edccbc73a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:21:27.186326 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.200973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a7ced756-18c9-42b3-bd8f-92c17625ac5f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:27.204808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Transition to ACTIVE for port object c5b92586-4df0-4eb8-ae11-32e8165d9584 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:27.209723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e7feaf-6392-42cb-918a-458f5f8814c8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:27.234438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d6e7feaf-6392-42cb-918a-458f5f8814c8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d6e7feaf-6392-42cb-918a-458f5f8814c8,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:27.242114 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.289148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Transition to ACTIVE for port object c5b92586-4df0-4eb8-ae11-32e8165d9584 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:27.307808 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.319470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:27.343106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Network f03ea1e5-6036-4438-913b-9fae40a8df8c is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:27.349025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:27.355778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:27.361761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:27.362143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.404518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d6e7feaf-6392-42cb-918a-458f5f8814c8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:27.452290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Pushing event updated for resources: {'Port': ['ID=c5b92586-4df0-4eb8-ae11-32e8165d9584,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:27.513029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.21.0.1 (f03ea1e5-6036-4438-913b-9fae40a8df8c/9aa96b7c-c0d8-465b-95c5-2ef698c7b817/e017e12f-e8ab-49ac-b501-003662527102) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:27.553783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Attempting to bind port c5b92586-4df0-4eb8-ae11-32e8165d9584 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:27.554523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Attempting to bind port c5b92586-4df0-4eb8-ae11-32e8165d9584 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:27.556779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Attempting to bind port c5b92586-4df0-4eb8-ae11-32e8165d9584 on network f03ea1e5-6036-4438-913b-9fae40a8df8c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:27.578813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:27.579413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Checking segment: {'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:27.579964 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.580474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Bound using segment: {'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:27.581156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Bound port: c5b92586-4df0-4eb8-ae11-32e8165d9584, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:27.581642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.612054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdc921-b0bc-44dd-aa74-d9b4dc073a90 req-1db5dd5b-f525-4698-a7bd-e2f064d54ddf tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.623722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ecdc921-b0bc-44dd-aa74-d9b4dc073a90 req-1db5dd5b-f525-4698-a7bd-e2f064d54ddf tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 945 time: 0.1476173 Jul 15 23:21:27.686045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ecdc921-b0bc-44dd-aa74-d9b4dc073a90 req-2f4431a6-b790-4d0d-8a6f-83ded44b5d7a tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610249 Jul 15 23:21:27.705559 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d6e7feaf-6392-42cb-918a-458f5f8814c8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:27.807408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.829264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object e017e12f-e8ab-49ac-b501-003662527102 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:27.920902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.972942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.982565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network f03ea1e5-6036-4438-913b-9fae40a8df8c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:27.988951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:27.999607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:28.087475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=e017e12f-e8ab-49ac-b501-003662527102,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:28.096651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7536e332-f431-41a3-97f3-b152137af802 None None] For port c5b92586-4df0-4eb8-ae11-32e8165d9584, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:28.104466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380f2b-6958-4675-9f88-09c4e354d126 req-c42fe15d-9f7e-4747-9eda-cad57bba3cac tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.106104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f380f2b-6958-4675-9f88-09c4e354d126 req-c42fe15d-9f7e-4747-9eda-cad57bba3cac tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 945 time: 0.1191373 Jul 15 23:21:28.130863 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.137981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7536e332-f431-41a3-97f3-b152137af802 None None] For port c5b92586-4df0-4eb8-ae11-32e8165d9584, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c5b92586-4df0-4eb8-ae11-32e8165d9584,segment=NetworkSegment(f32724be-5ac6-4713-99af-11891cbd63d9),segment_id=f32724be-5ac6-4713-99af-11891cbd63d9)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:28.151270 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.191832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting port 08aa889e-69de-4de0-8968-dce8fdef6e51 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:28.192223 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.216382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f380f2b-6958-4675-9f88-09c4e354d126 req-44a6c319-83e3-4ff6-85ee-25799c457b7f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994141 Jul 15 23:21:28.258442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,segment=NetworkSegment(333e3b6a-3142-40d2-bc4a-f829c839f18f),segment_id=333e3b6a-3142-40d2-bc4a-f829c839f18f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:28.286250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.319209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536e332-f431-41a3-97f3-b152137af802 None None] Pushing event updated for resources: {'Port': ['ID=c5b92586-4df0-4eb8-ae11-32e8165d9584,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:28.332825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7b1993a0-9d49-437b-9f69-c5860e5c0d8d None None] Provisioning complete for port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:28.333403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7b1993a0-9d49-437b-9f69-c5860e5c0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.454488 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.484852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] For port 08aa889e-69de-4de0-8968-dce8fdef6e51, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=08aa889e-69de-4de0-8968-dce8fdef6e51,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:28.485283 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.500783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:28.502521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Calling delete_port for 08aa889e-69de-4de0-8968-dce8fdef6e51 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:28.951705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.974458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac3a72-4eb3-4179-82ab-171f4c997acd req-41fdad11-e58b-44f9-8e16-0f652716401f tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.982494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dac3a72-4eb3-4179-82ab-171f4c997acd req-41fdad11-e58b-44f9-8e16-0f652716401f tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 945 time: 0.1063879 Jul 15 23:21:29.027107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dac3a72-4eb3-4179-82ab-171f4c997acd req-e6594444-d13a-4e63-938f-cf7e361646a4 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Jul 15 23:21:29.051010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Port': ['ID=08aa889e-69de-4de0-8968-dce8fdef6e51,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:29.147755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:29.183111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.193518 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.278793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:29.279607 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.386081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7ced756-18c9-42b3-bd8f-92c17625ac5f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:29.475332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a7ced756-18c9-42b3-bd8f-92c17625ac5f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:29.476032 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.501446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=e017e12f-e8ab-49ac-b501-003662527102,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:29.506189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a71a46-cc80-4868-a7f6-a54e8210d6e6 req-22c3311f-292b-4e9d-8e39-c6e054a4fa9f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:29.517670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-12a71a46-cc80-4868-a7f6-a54e8210d6e6 req-22c3311f-292b-4e9d-8e39-c6e054a4fa9f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 945 time: 0.0916252 Jul 15 23:21:29.520466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.600870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-12a71a46-cc80-4868-a7f6-a54e8210d6e6 req-d11716f2-633c-4e40-891c-40f54ad86e14 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784528 Jul 15 23:21:29.690732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.709011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network f03ea1e5-6036-4438-913b-9fae40a8df8c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:29.712086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:29.803925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c5b92586-4df0-4eb8-ae11-32e8165d9584 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:29.893085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c5b92586-4df0-4eb8-ae11-32e8165d9584 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:29.920864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0838997f-cc94-427e-9968-74f577391f52 None None] Network f03ea1e5-6036-4438-913b-9fae40a8df8c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:30.016193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-975d9830-7a30-490b-99c3-cffe738e202b None None] Provisioning for port c5b92586-4df0-4eb8-ae11-32e8165d9584 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:30.024454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-975d9830-7a30-490b-99c3-cffe738e202b None None] Provisioning complete for port c5b92586-4df0-4eb8-ae11-32e8165d9584 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:30.024884 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-975d9830-7a30-490b-99c3-cffe738e202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.054230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:30.064963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Router e0c47164-4533-4fac-b84e-7909353b311c has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:30.225872 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-975d9830-7a30-490b-99c3-cffe738e202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.285056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:30.303139 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f91b1e1e-dc81-46dc-b012-23e697a8c481 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1078007 Jul 15 23:21:30.304124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:30.312278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-975d9830-7a30-490b-99c3-cffe738e202b None None] For port c5b92586-4df0-4eb8-ae11-32e8165d9584, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c5b92586-4df0-4eb8-ae11-32e8165d9584,segment=NetworkSegment(f32724be-5ac6-4713-99af-11891cbd63d9),segment_id=f32724be-5ac6-4713-99af-11891cbd63d9)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:30.334505 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-975d9830-7a30-490b-99c3-cffe738e202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.353753 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49510) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:30.365678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-1675554481'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:30.366029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:30.366790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:30.401898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:30.413379 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] Sync routers for ids ['e0c47164-4533-4fac-b84e-7909353b311c'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:30.435484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4a5e1019-da91-4dbc-8a9f-daf198a76419 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "PUT /v2.0/routers/e0c47164-4533-4fac-b84e-7909353b311c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3990812 Jul 15 23:21:30.437905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61688e8-d741-42c0-9455-205dfaf91fbd req-e938d2ff-87c4-413e-a117-59013c404f3f tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:30.438295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49512) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:30.438637 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] Routers {'e0c47164-4533-4fac-b84e-7909353b311c'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:30.439366 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e0c47164-4533-4fac-b84e-7909353b311c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:30.439522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f61688e8-d741-42c0-9455-205dfaf91fbd req-e938d2ff-87c4-413e-a117-59013c404f3f tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 945 time: 0.2045755 Jul 15 23:21:30.505887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:30.509455 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.579177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2992796-a727-460a-939c-d9618ca767fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting subnet 5156e603-9b1c-4277-b50a-eb5343554da0 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:30.586537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2992796-a727-460a-939c-d9618ca767fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.607974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f61688e8-d741-42c0-9455-205dfaf91fbd req-969507b6-fad3-492a-b8a1-1f8d9b409e5d tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549742 Jul 15 23:21:30.676399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:30.694119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d9830-7a30-490b-99c3-cffe738e202b None None] Pushing event updated for resources: {'Port': ['ID=c5b92586-4df0-4eb8-ae11-32e8165d9584,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:30.697697 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] Set router e0c47164-4533-4fac-b84e-7909353b311c gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:30.700665 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:30.706378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.710504 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment db948231-32d5-4296-b61f-083ab6c25042 of type vlan for network 617d6fb7-88ce-4ee4-b991-f625d16919ac Jul 15 23:21:30.748516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2992796-a727-460a-939c-d9618ca767fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.826078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.876225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-850ede86-8b6c-41e6-9fe8-dd6855e543aa None None] Provisioning for port e017e12f-e8ab-49ac-b501-003662527102 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:30.889351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-850ede86-8b6c-41e6-9fe8-dd6855e543aa None None] Provisioning complete for port e017e12f-e8ab-49ac-b501-003662527102 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:30.889989 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-850ede86-8b6c-41e6-9fe8-dd6855e543aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.917689 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.923463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:30.924218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.074213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-850ede86-8b6c-41e6-9fe8-dd6855e543aa None None] Port e017e12f-e8ab-49ac-b501-003662527102 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:31.098800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2992796-a727-460a-939c-d9618ca767fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.129875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-850ede86-8b6c-41e6-9fe8-dd6855e543aa None None] Provisioning complete for port c5b92586-4df0-4eb8-ae11-32e8165d9584 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:31.130245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-850ede86-8b6c-41e6-9fe8-dd6855e543aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.131806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7735116 Jul 15 23:21:31.151320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49518) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:31.177188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:31.242504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2992796-a727-460a-939c-d9618ca767fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.302639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c5b92586-4df0-4eb8-ae11-32e8165d9584 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:31.322858 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:31.334984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f2992796-a727-460a-939c-d9618ca767fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.337419 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f2992796-a727-460a-939c-d9618ca767fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/subnets/5156e603-9b1c-4277-b50a-eb5343554da0 HTTP/1.1" status: 204 len: 168 time: 0.8875394 Jul 15 23:21:31.340482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49522) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:31.347364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2992796-a727-460a-939c-d9618ca767fc tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Subnet': ['ID=5156e603-9b1c-4277-b50a-eb5343554da0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:31.365049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3522ea-755f-403f-be80-fffaae53eccd None None] Network b64d71c6-7a69-41fa-80b0-9621ba751085 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:31.382745 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] Checking router: e0c47164-4533-4fac-b84e-7909353b311c for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:31.401998 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] Routers {'e0c47164-4533-4fac-b84e-7909353b311c'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:31.402817 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e0c47164-4533-4fac-b84e-7909353b311c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:31.438005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f95bb0-0386-4536-a2e0-7f56d52572a1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=617d6fb7-88ce-4ee4-b991-f625d16919ac,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:31.465796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:31.474856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.475678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 617d6fb7-88ce-4ee4-b991-f625d16919ac details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:31.515089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41164e-ae03-4b78-8866-e438760ce968 req-db85f6d0-b453-478f-adab-6835082cdd43 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:31.516817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe41164e-ae03-4b78-8866-e438760ce968 req-db85f6d0-b453-478f-adab-6835082cdd43 tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.59 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 945 time: 0.6340826 Jul 15 23:21:31.556983 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] Set router e0c47164-4533-4fac-b84e-7909353b311c gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:31.612461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d6e7feaf-6392-42cb-918a-458f5f8814c8 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:31.765100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ead42-dad1-4f90-84c3-baaba8eea929 req-59c373f3-a285-4218-ab2d-0bd8a5f87de1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:31.766728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c7ead42-dad1-4f90-84c3-baaba8eea929 req-59c373f3-a285-4218-ab2d-0bd8a5f87de1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 945 time: 0.8315103 Jul 15 23:21:31.881744 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:31.893918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c5b92586-4df0-4eb8-ae11-32e8165d9584 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:31.894183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.915104 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed93561-1efb-42bb-9087-a2056f8e7165 None None] The sync data for ids ['e0c47164-4533-4fac-b84e-7909353b311c'] in n-d-793618-8 is: [{'id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1277419822', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:43Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c47164-4533-4fac-b84e-7909353b311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:44Z', 'updated_at': '2021-07-15T23:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:32.040426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Deleting port 00665d87-49d6-4794-bdde-60165a23aea0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:32.041290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.052287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 3, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:32.104001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:32.104372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Updating router 11540e4f-2452-4749-b0f9-259904fb7250 port e017e12f-e8ab-49ac-b501-003662527102 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:21:32.133531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port d6e7feaf-6392-42cb-918a-458f5f8814c8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:32.137361 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.140069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d6e7feaf-6392-42cb-918a-458f5f8814c8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:32.140496 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.235138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.258651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c7ead42-dad1-4f90-84c3-baaba8eea929 req-be45af5a-685f-487e-a7c8-800128a6faf4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232554 Jul 15 23:21:32.272699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] For port 00665d87-49d6-4794-bdde-60165a23aea0, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=00665d87-49d6-4794-bdde-60165a23aea0,segment=NetworkSegment(3ad632ed-0b19-44c1-8c67-3aedf3dd13be),segment_id=3ad632ed-0b19-44c1-8c67-3aedf3dd13be)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:32.273111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.289869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.316043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6cc46a2d-f5d6-4c2e-9166-6a1253582efb None None] Provisioning complete for port e017e12f-e8ab-49ac-b501-003662527102 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:32.321168 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6cc46a2d-f5d6-4c2e-9166-6a1253582efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.402708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Calling delete_port for 00665d87-49d6-4794-bdde-60165a23aea0 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:32.407827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:32.408391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.422645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6cc46a2d-f5d6-4c2e-9166-6a1253582efb None None] Port e017e12f-e8ab-49ac-b501-003662527102 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:32.431431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] DHCP port deletion for b64d71c6-7a69-41fa-80b0-9621ba751085 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:32.518204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] For port c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:32.518620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.537570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Calling delete_port for c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:32.561813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51878129-7f7f-45aa-8f49-5f521a9e5b3b req-8168bae2-013f-48b8-9ca7-b9f6665335aa tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:32.564179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51878129-7f7f-45aa-8f49-5f521a9e5b3b req-8168bae2-013f-48b8-9ca7-b9f6665335aa tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 945 time: 0.6119783 Jul 15 23:21:32.654449 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.717026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51878129-7f7f-45aa-8f49-5f521a9e5b3b req-1bcd65e0-ec20-4758-82a1-816a9678022e tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/security-groups?id=41d8b47d-77eb-459b-987e-b0550cffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923486 Jul 15 23:21:32.741507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.865167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.866942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Port': ['ID=c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:32.939833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=72077729-91ca-473b-b441-d9a30d82bd6b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:32.962344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:32.962967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: 617d6fb7-88ce-4ee4-b991-f625d16919ac, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:32.974211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.981450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] Deleting port 80746347-409b-47ea-9bcf-93fde84ecafe {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:32.981450 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.055411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 617d6fb7-88ce-4ee4-b991-f625d16919ac is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:33.148321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 617d6fb7-88ce-4ee4-b991-f625d16919ac) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:33.160453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:33.161515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.177861 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.204450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.207234 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.214520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Pushing event deleted for resources: {'Port': ['ID=00665d87-49d6-4794-bdde-60165a23aea0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:33.230277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-91f0b487-cb2f-41fa-9239-9a80a5b6be5d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0663207 Jul 15 23:21:33.231280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49542) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:33.261608 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.263688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Fanout notify agent at l3_agent the message router_deleted on router e0c47164-4533-4fac-b84e-7909353b311c {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:33.279232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.281761 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3d4e7397-8df7-45ea-bad1-03ae56e173c1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/routers/e0c47164-4533-4fac-b84e-7909353b311c HTTP/1.1" status: 204 len: 168 time: 1.9400206 Jul 15 23:21:33.284392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49544) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:33.323535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49546) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:33.394586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] No DVR routers for this DVR port 00665d87-49d6-4794-bdde-60165a23aea0 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:33.399019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.401120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe41164e-ae03-4b78-8866-e438760ce968 req-a635a7e9-fbcd-43fc-bbbb-df039c0be1cb tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.59 "DELETE /v2.0/ports/00665d87-49d6-4794-bdde-60165a23aea0 HTTP/1.1" status: 204 len: 173 time: 1.8543065 Jul 15 23:21:33.401700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db52625a-f18f-4cd6-b7be-34618c38fc32', 'name': 'network-vif-deleted', 'tag': '00665d87-49d6-4794-bdde-60165a23aea0'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:33.404303 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a27bf76-5b45-484c-93c5-4ca00f28bc71" -d '{"events": [{"server_uuid": "db52625a-f18f-4cd6-b7be-34618c38fc32", "name": "network-vif-deleted", "tag": "00665d87-49d6-4794-bdde-60165a23aea0"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:33.454251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.534768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cbf320-b3db-4909-ab99-9367a6b1507d None None] Network 617d6fb7-88ce-4ee4-b991-f625d16919ac requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:33.549128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 80746347-409b-47ea-9bcf-93fde84ecafe no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:33.591102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting port 80746347-409b-47ea-9bcf-93fde84ecafe {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:33.591326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.631218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e7feaf-6392-42cb-918a-458f5f8814c8'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:33.633726 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b909292-f907-4afd-a32f-120d40843bbe" -d '{"events": [{"server_uuid": "cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc", "name": "network-vif-plugged", "status": "completed", "tag": "d6e7feaf-6392-42cb-918a-458f5f8814c8"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:33.700735 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec7e24c-4292-44e3-ba4b-3d186a4ec0d6 x-openstack-request-id: req-6ec7e24c-4292-44e3-ba4b-3d186a4ec0d6 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:33.701240 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db52625a-f18f-4cd6-b7be-34618c38fc32", "name": "network-vif-deleted", "tag": "00665d87-49d6-4794-bdde-60165a23aea0", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:33.701556 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ec7e24c-4292-44e3-ba4b-3d186a4ec0d6 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:33.701967 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db52625a-f18f-4cd6-b7be-34618c38fc32', 'name': 'network-vif-deleted', 'tag': '00665d87-49d6-4794-bdde-60165a23aea0', 'status': 'completed', 'code': 200} Jul 15 23:21:33.707371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] For port 80746347-409b-47ea-9bcf-93fde84ecafe, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=80746347-409b-47ea-9bcf-93fde84ecafe,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:33.708107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.726469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Calling delete_port for 80746347-409b-47ea-9bcf-93fde84ecafe owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:33.746476 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4349dcc-7b5d-47ed-a308-248153078ded x-openstack-request-id: req-d4349dcc-7b5d-47ed-a308-248153078ded {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:33.750152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-07302f98-2285-4e2a-bee8-073cef54605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.751608 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc", "name": "network-vif-plugged", "status": "completed", "tag": "d6e7feaf-6392-42cb-918a-458f5f8814c8", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:33.751608 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4349dcc-7b5d-47ed-a308-248153078ded {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:33.751903 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e7feaf-6392-42cb-918a-458f5f8814c8', 'code': 200} Jul 15 23:21:33.779029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d6e7feaf-6392-42cb-918a-458f5f8814c8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d6e7feaf-6392-42cb-918a-458f5f8814c8,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:33.839545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019aa79-884b-4c3e-a8e6-3b1261ed3201 req-05cb9cf0-4a84-4d60-b129-92625bd9cbb8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:33.841073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e019aa79-884b-4c3e-a8e6-3b1261ed3201 req-05cb9cf0-4a84-4d60-b129-92625bd9cbb8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 945 time: 0.4031451 Jul 15 23:21:33.903758 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.948085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Port': ['ID=80746347-409b-47ea-9bcf-93fde84ecafe,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:33.961484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] No DVR routers for this DVR port 80746347-409b-47ea-9bcf-93fde84ecafe on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:34.159766 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.160590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 00665d87-49d6-4794-bdde-60165a23aea0 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:34.163692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.175419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64d71c6-7a69-41fa-80b0-9621ba751085']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:34.188836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371b5f22-9a83-41bf-af81-5ab1c7207ce4') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:34.189317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371b5f22-9a83-41bf-af81-5ab1c7207ce4') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:34.203176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.227133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.231373 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.254833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:34.255293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:34.288490 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:34.300486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] For port 80746347-409b-47ea-9bcf-93fde84ecafe, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=80746347-409b-47ea-9bcf-93fde84ecafe,segment=NetworkSegment(371b5f22-9a83-41bf-af81-5ab1c7207ce4),segment_id=371b5f22-9a83-41bf-af81-5ab1c7207ce4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:34.300892 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.376969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 00665d87-49d6-4794-bdde-60165a23aea0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:34.377318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 00665d87-49d6-4794-bdde-60165a23aea0 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:34.408546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.417394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.420168 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/networks/b64d71c6-7a69-41fa-80b0-9621ba751085 HTTP/1.1" status: 204 len: 168 time: 1.1343281 Jul 15 23:21:34.422577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49564) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:34.423735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Transition to ACTIVE for port object e017e12f-e8ab-49ac-b501-003662527102 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:34.440607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] Calling delete_port for 80746347-409b-47ea-9bcf-93fde84ecafe owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:34.478986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b393a1-f3fa-4bfa-8d67-5e6e376f8d80 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Network': ['ID=b64d71c6-7a69-41fa-80b0-9621ba751085,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.522669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7ce9daf-4607-4530-a4e2-68d206ec5dd4 req-cc66a782-92b4-4986-8e09-795929fd972a tempest-ServerMetadataNegativeTestJSON-592555840 tempest-ServerMetadataNegativeTestJSON-592555840-project] 10.222.0.23 "GET /v2.0/ports?device_id=db52625a-f18f-4cd6-b7be-34618c38fc32 HTTP/1.1" status: 200 len: 210 time: 0.5689628 Jul 15 23:21:34.578229 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-07302f98-2285-4e2a-bee8-073cef54605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.580028 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.581693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e019aa79-884b-4c3e-a8e6-3b1261ed3201 req-3cd0c565-5359-458d-a46f-00db231db1ca tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219775 Jul 15 23:21:34.582242 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.590168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-07302f98-2285-4e2a-bee8-073cef54605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.591061 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.646428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ccad7-a9f8-4787-843c-0d631c551ffc req-a390e788-8966-4242-91e8-139e6dad9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:34.648188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b62ccad7-a9f8-4787-843c-0d631c551ffc req-a390e788-8966-4242-91e8-139e6dad9b8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 1097 time: 0.8049855 Jul 15 23:21:34.654534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d6e7feaf-6392-42cb-918a-458f5f8814c8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.675503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] Network b64d71c6-7a69-41fa-80b0-9621ba751085 is not hosted by any dhcp agent {{(pid=93716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:21:34.676238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] No DVR routers for this DVR port 80746347-409b-47ea-9bcf-93fde84ecafe on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:34.700859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-07302f98-2285-4e2a-bee8-073cef54605e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68b5445854a84c28ac097d7591475894&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3737803 Jul 15 23:21:34.710778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49568) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:34.716810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07302f98-2285-4e2a-bee8-073cef54605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e5230e-1ece-4595-9a65-e3428a11e786,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.753154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e96afb-12e4-47c4-8c11-3f1447299680 None None] Pushing event deleted for resources: {'Port': ['ID=80746347-409b-47ea-9bcf-93fde84ecafe,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.755735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b62ccad7-a9f8-4787-843c-0d631c551ffc req-652f4362-f485-4828-899d-b21a3fc1983b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939114 Jul 15 23:21:34.794661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.854099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33ec85a5-8a95-4757-9965-5aca55cb70a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.857764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1638eab-5704-4db4-817e-3ccfebb99eae None None] Pushing event updated for resources: {'Port': ['ID=e017e12f-e8ab-49ac-b501-003662527102,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.901447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33ec85a5-8a95-4757-9965-5aca55cb70a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.919331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting port 684d01be-75f4-489d-a785-92fa9f42366c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:34.919679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.964926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 08aa889e-69de-4de0-8968-dce8fdef6e51 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:35.013222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 08aa889e-69de-4de0-8968-dce8fdef6e51 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:35.013222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 08aa889e-69de-4de0-8968-dce8fdef6e51 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:35.021384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Attempting to bind port e017e12f-e8ab-49ac-b501-003662527102 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:35.022265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Attempting to bind port e017e12f-e8ab-49ac-b501-003662527102 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:35.023194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Attempting to bind port e017e12f-e8ab-49ac-b501-003662527102 on network f03ea1e5-6036-4438-913b-9fae40a8df8c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:35.030788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:35.031203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Checking segment: {'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:35.031866 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.032246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Bound using segment: {'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:35.035184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Bound port: e017e12f-e8ab-49ac-b501-003662527102, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32724be-5ac6-4713-99af-11891cbd63d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:35.035635 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.054159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-617d6fb7-88ce-4ee4-b991-f625d16919ac', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:21:35.054970 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.066825 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33ec85a5-8a95-4757-9965-5aca55cb70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.072709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33ec85a5-8a95-4757-9965-5aca55cb70a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.073875 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-33ec85a5-8a95-4757-9965-5aca55cb70a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7e5230e-1ece-4595-9a65-e3428a11e786 HTTP/1.1" status: 204 len: 168 time: 0.3614023 Jul 15 23:21:35.114405 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.114766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.128718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec85a5-8a95-4757-9965-5aca55cb70a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e5230e-1ece-4595-9a65-e3428a11e786,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.150526 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Calling delete_port for 684d01be-75f4-489d-a785-92fa9f42366c owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:35.150813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:35.215982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:35.216359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c6c0e5f0-134d-4bc2-94a6-7348cf8edcb4 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:35.261447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.22.0.1 (617d6fb7-88ce-4ee4-b991-f625d16919ac/72077729-91ca-473b-b441-d9a30d82bd6b/f2f784dc-955a-4dc3-ad3e-250627db4354) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:35.264034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] For port e017e12f-e8ab-49ac-b501-003662527102, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:35.268057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] For port e017e12f-e8ab-49ac-b501-003662527102, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e017e12f-e8ab-49ac-b501-003662527102,segment=NetworkSegment(f32724be-5ac6-4713-99af-11891cbd63d9),segment_id=f32724be-5ac6-4713-99af-11891cbd63d9)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:35.273487 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.333571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:35.334220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:35.441404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.459747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1638eab-5704-4db4-817e-3ccfebb99eae None None] Pushing event updated for resources: {'Port': ['ID=e017e12f-e8ab-49ac-b501-003662527102,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.485763 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.503519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object f2f784dc-955a-4dc3-ad3e-250627db4354 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:35.509856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Port': ['ID=684d01be-75f4-489d-a785-92fa9f42366c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.520002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:35.568562 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.621347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49576) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.683655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-249b72ac-bc9e-4df4-84c8-60074bf788b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.687938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 617d6fb7-88ce-4ee4-b991-f625d16919ac is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:35.701473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:35.711333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:35.726735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.738619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Allocated IP 172.22.0.2 (617d6fb7-88ce-4ee4-b991-f625d16919ac/72077729-91ca-473b-b441-d9a30d82bd6b/b791a206-2001-43ee-9dc5-0216859cc487) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:35.816292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.816659 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Floating IP 45ae3b35-9617-47c2-9e92-4e1613909827 disassociated (deleted). External IP: 172.25.3.14, port: 2bff5578-5ac1-4519-b6b1-ce3521a33d66. Jul 15 23:21:35.851209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=f2f784dc-955a-4dc3-ad3e-250627db4354,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.863594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ef5693-d050-4390-a9cd-5538a96e55e3 admin admin] Deleting subnet b17bdf79-cdb7-43ec-9bd5-83d29167d85b {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:35.867384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04ef5693-d050-4390-a9cd-5538a96e55e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.960548 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04ef5693-d050-4390-a9cd-5538a96e55e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.987358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.094734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04ef5693-d050-4390-a9cd-5538a96e55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.107193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-249b72ac-bc9e-4df4-84c8-60074bf788b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.114101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-249b72ac-bc9e-4df4-84c8-60074bf788b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.117442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 3, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:35Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.122308 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.148939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c565-f2c7-426d-9936-4513e75593df req-bad7aa4c-be4c-4495-8eb1-b18e0deb20ad tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:36.150663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9017c565-f2c7-426d-9936-4513e75593df req-bad7aa4c-be4c-4495-8eb1-b18e0deb20ad tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 946 time: 0.2412071 Jul 15 23:21:36.152534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa276-782a-4b2e-8979-d8f2f8b2a6cd None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 3, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:35Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:36.156499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Transition to ACTIVE for port object b791a206-2001-43ee-9dc5-0216859cc487 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:36.176175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Transition to ACTIVE for port object b791a206-2001-43ee-9dc5-0216859cc487 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:36.181850 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-249b72ac-bc9e-4df4-84c8-60074bf788b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20b3f8d9b0474b99bd0f01fc8f252fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5499756 Jul 15 23:21:36.183065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b72ac-bc9e-4df4-84c8-60074bf788b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17e04fe-2c5e-4b9b-a9ba-f99867051472,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.185569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49586) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.187517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Router 7997e3cd-e608-405e-b65a-88b141cde870 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:36.188879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.236367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Network 617d6fb7-88ce-4ee4-b991-f625d16919ac is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:36.239796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:36.248625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:36.289568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9017c565-f2c7-426d-9936-4513e75593df req-53c45581-a422-4c5f-9f19-298c2959a65c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093943 Jul 15 23:21:36.293976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04ef5693-d050-4390-a9cd-5538a96e55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.326653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Pushing event updated for resources: {'Port': ['ID=b791a206-2001-43ee-9dc5-0216859cc487,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.333143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Attempting to bind port b791a206-2001-43ee-9dc5-0216859cc487 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:36.333393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Attempting to bind port b791a206-2001-43ee-9dc5-0216859cc487 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:36.333754 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Attempting to bind port b791a206-2001-43ee-9dc5-0216859cc487 on network 617d6fb7-88ce-4ee4-b991-f625d16919ac {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:36.337513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef5693-d050-4390-a9cd-5538a96e55e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17bdf79-cdb7-43ec-9bd5-83d29167d85b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.338959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:36.342802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Checking segment: {'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:36.342802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.342802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Bound using segment: {'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:36.342802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Bound port: b791a206-2001-43ee-9dc5-0216859cc487, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:36.342802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.348348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-412a9b93-394b-4ed0-9a12-6aa03095b47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.360105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04ef5693-d050-4390-a9cd-5538a96e55e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.362043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-04ef5693-d050-4390-a9cd-5538a96e55e3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b17bdf79-cdb7-43ec-9bd5-83d29167d85b HTTP/1.1" status: 204 len: 168 time: 0.6339586 Jul 15 23:21:36.362982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.368079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49588) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.421976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] For port b791a206-2001-43ee-9dc5-0216859cc487, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:36.424084 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-412a9b93-394b-4ed0-9a12-6aa03095b47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.426017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] For port b791a206-2001-43ee-9dc5-0216859cc487, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b791a206-2001-43ee-9dc5-0216859cc487,segment=NetworkSegment(db948231-32d5-4296-b61f-083ab6c25042),segment_id=db948231-32d5-4296-b61f-083ab6c25042)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:36.435909 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.474700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:36.483976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.492646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] Sync routers for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:36.518916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fbaf8-5648-410f-a219-b2919e451652 None None] Pushing event updated for resources: {'Port': ['ID=b791a206-2001-43ee-9dc5-0216859cc487,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.522790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:36.523443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.538971 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.562434 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b734e49-29f4-4f7c-8ee0-3f0090c001c4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/floatingips/45ae3b35-9617-47c2-9e92-4e1613909827 HTTP/1.1" status: 204 len: 168 time: 2.1384368 Jul 15 23:21:36.563653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:36.580160 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c99cfef-7bd2-4603-b67f-742f661910d7" -d '{"events": [{"name": "network-changed", "server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:36.617743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-412a9b93-394b-4ed0-9a12-6aa03095b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.621423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-412a9b93-394b-4ed0-9a12-6aa03095b47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.622925 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-412a9b93-394b-4ed0-9a12-6aa03095b47d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f17e04fe-2c5e-4b9b-a9ba-f99867051472 HTTP/1.1" status: 204 len: 168 time: 0.4340837 Jul 15 23:21:36.639641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a9b93-394b-4ed0-9a12-6aa03095b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17e04fe-2c5e-4b9b-a9ba-f99867051472,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.673307 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e6d148-c395-4aa6-be0b-4d2d4c738421 x-openstack-request-id: req-f2e6d148-c395-4aa6-be0b-4d2d4c738421 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:36.673718 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:36.674531 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2e6d148-c395-4aa6-be0b-4d2d4c738421 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:36.674531 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'status': 'completed', 'code': 200} Jul 15 23:21:36.746233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:36.809232 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.864280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.905346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad632ed-0b19-44c1-8c67-3aedf3dd13be') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.905493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad632ed-0b19-44c1-8c67-3aedf3dd13be') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:36.984820 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.043771 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.057682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:37.058452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:37.060445 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:37.139272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-7f39b496-6dfa-47c1-8b0d-a4c5017b2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.140845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-7f39b496-6dfa-47c1-8b0d-a4c5017b2b63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 1136 time: 0.3173096 Jul 15 23:21:37.238266 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.250220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.270560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.272458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] 10.222.0.23 "DELETE /v2.0/networks/0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb HTTP/1.1" status: 204 len: 168 time: 0.9009781 Jul 15 23:21:37.287458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.368151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b791a206-2001-43ee-9dc5-0216859cc487 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:37.402705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43144927-d4c0-429e-90b9-404d239dee2f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9f76c8-b8a3-45ab-9a99-e6c1e37617bb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.468037 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:40Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:37.519650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] Checking router: 7997e3cd-e608-405e-b65a-88b141cde870 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:37.547979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:37.548734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:37.573037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.604588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b791a206-2001-43ee-9dc5-0216859cc487 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:37.607817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=f2f784dc-955a-4dc3-ad3e-250627db4354,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.622620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e017e12f-e8ab-49ac-b501-003662527102 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:37.627221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-e7a53b1d-50da-411c-8c23-327f09d68627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.628751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-e7a53b1d-50da-411c-8c23-327f09d68627 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b9f9b9f0-fe99-4486-8068-0896fd1d557b HTTP/1.1" status: 200 len: 897 time: 0.4441471 Jul 15 23:21:37.631195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49618) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.736817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-b4c57a8d-3ab1-4100-bcc7-01fe695563bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66 HTTP/1.1" status: 200 len: 217 time: 0.0819640 Jul 15 23:21:37.739819 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6d3bc5aa-b425-493a-9bf6-009a187d114e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eeffcd04021c4c739c56ce07866d21f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069908 Jul 15 23:21:37.742386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49620) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.800684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:37.818140 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8cb8-d452-4019-807d-ba554f4bc3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.822617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10840532-9fc1-48eb-a49a-25278623ed59 req-aedbefcd-79ac-4bc7-b996-8e18a648888c tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.831267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10840532-9fc1-48eb-a49a-25278623ed59 req-aedbefcd-79ac-4bc7-b996-8e18a648888c tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 985 time: 0.4261827 Jul 15 23:21:37.847257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8cb8-d452-4019-807d-ba554f4bc3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.908454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dad50-d622-4840-acc6-128b1b662963 req-0d4cf430-fbb3-4014-b9b5-1b92eec28e43 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.910730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8cb8-d452-4019-807d-ba554f4bc3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.913873 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8cb8-d452-4019-807d-ba554f4bc3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.915238 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d5cd8cb8-d452-4019-807d-ba554f4bc3e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41d8b47d-77eb-459b-987e-b0550cffa330 HTTP/1.1" status: 204 len: 168 time: 0.1702261 Jul 15 23:21:37.915998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f0dad50-d622-4840-acc6-128b1b662963 req-0d4cf430-fbb3-4014-b9b5-1b92eec28e43 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 946 time: 0.4093783 Jul 15 23:21:37.943307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd8cb8-d452-4019-807d-ba554f4bc3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8b47d-77eb-459b-987e-b0550cffa330,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:38.005956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-3cbae8ad-7c34-4843-91d5-aae0780e5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:38.008061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-3cbae8ad-7c34-4843-91d5-aae0780e5135 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a71714a-50d2-4182-b794-809227443175 HTTP/1.1" status: 200 len: 834 time: 0.2167573 Jul 15 23:21:38.060608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10840532-9fc1-48eb-a49a-25278623ed59 req-95c997fe-bbbe-45b2-b42d-5766e4534695 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2283416 Jul 15 23:21:38.071210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network 617d6fb7-88ce-4ee4-b991-f625d16919ac is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:38.106454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f0dad50-d622-4840-acc6-128b1b662963 req-a88046c4-3ae2-40b3-bdd4-a2dc78c62dab tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894803 Jul 15 23:21:38.114409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:38.221941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560eb23b-671b-4b65-9c47-7d00f0ac9d18 None None] Network 617d6fb7-88ce-4ee4-b991-f625d16919ac requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:38.225773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e017e12f-e8ab-49ac-b501-003662527102 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:38.296947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:38.307481 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e017e12f-e8ab-49ac-b501-003662527102 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:38.307481 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.315136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-95345c77-58b1-4318-9c2e-77c27e0d5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:38.317352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-95345c77-58b1-4318-9c2e-77c27e0d5414 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b9f9b9f0-fe99-4486-8068-0896fd1d557b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938640 Jul 15 23:21:38.496268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:38.506875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-905752fd-36ee-4f42-9278-df38f2a940c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2684486 Jul 15 23:21:38.507678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49650) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.514573 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:38.517232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'network': {'name': 'tempest-RoutersTest-920717663'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:38.537063 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:38.537831 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:38.546147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-d4e0d16d-7500-4b0b-9e70-e89f6f8b973c service neutron] 10.222.0.59 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795998 Jul 15 23:21:38.577373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f1d96df5-02ce-46bd-a55e-8e7316136a8f None None] Provisioning for port b791a206-2001-43ee-9dc5-0216859cc487 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:38.579757 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:38.585530 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.609132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f1d96df5-02ce-46bd-a55e-8e7316136a8f None None] Provisioning complete for port b791a206-2001-43ee-9dc5-0216859cc487 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:38.609415 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f1d96df5-02ce-46bd-a55e-8e7316136a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.621168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:38.636217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.637380 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added segment 7e46f31b-029c-4c33-915e-1b34ceb72e89 of type vlan for network d07d3073-ed40-4e9d-ad94-26c75e21780e Jul 15 23:21:38.721269 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:38.805243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.874883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.895158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:38.898819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.021671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Network': ['ID=d07d3073-ed40-4e9d-ad94-26c75e21780e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:39.036522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.037385 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73be56df-5bc9-4fd2-b2c7-679161898e9f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5286064 Jul 15 23:21:39.041738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49666) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:39.052559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'subnet': {'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:39.118122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d07d3073-ed40-4e9d-ad94-26c75e21780e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:39.234950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Made reservation on behalf of 3838a738408b4b8385a5af241a0163a1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:39.252044 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.334194 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f1d96df5-02ce-46bd-a55e-8e7316136a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.349888 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:36Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:35Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:36Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:39.414314 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:39.414671 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Updating router 11540e4f-2452-4749-b0f9-259904fb7250 port f2f784dc-955a-4dc3-ad3e-250627db4354 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:21:39.478964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c99cfef-7bd2-4603-b67f-742f661910d7 req-d271fc08-6068-4ed8-9493-85703dcde477 service neutron] 10.222.0.59 "GET /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9197500 Jul 15 23:21:39.482397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:40Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:39.488591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e017e12f-e8ab-49ac-b501-003662527102, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e017e12f-e8ab-49ac-b501-003662527102,segment=NetworkSegment(f32724be-5ac6-4713-99af-11891cbd63d9),segment_id=f32724be-5ac6-4713-99af-11891cbd63d9)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:39.511933 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.523218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-56e28bf2-384f-459c-98bb-ef27e42ca868 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.529366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-56e28bf2-384f-459c-98bb-ef27e42ca868 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.59 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 985 time: 0.4232736 Jul 15 23:21:39.563737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f1d96df5-02ce-46bd-a55e-8e7316136a8f None None] For port b791a206-2001-43ee-9dc5-0216859cc487, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b791a206-2001-43ee-9dc5-0216859cc487,segment=NetworkSegment(db948231-32d5-4296-b61f-083ab6c25042),segment_id=db948231-32d5-4296-b61f-083ab6c25042)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:39.570110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fc35b-c92c-43c3-b5f2-6b556276e0a3 None None] The sync data for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 is: [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:19:27Z', 'revision_number': 4, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'd52508a3-d1a3-4b95-a8cc-70b243fce512', 'name': '', 'network_id': 'b9f9b9f0-fe99-4486-8068-0896fd1d557b', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'mac_address': 'fa:16:3e:62:8f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '3a71714a-50d2-4182-b794-809227443175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:26Z', 'updated_at': '2021-07-15T23:19:40Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'subnets': [{'id': '3a71714a-50d2-4182-b794-809227443175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:39.572234 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.584144 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f1d96df5-02ce-46bd-a55e-8e7316136a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.687542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a229a-5afc-4034-aee5-95790eafb220 req-fbd1d2b1-ebcb-4d6c-a663-4288faeb445d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.698561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-791a229a-5afc-4034-aee5-95790eafb220 req-fbd1d2b1-ebcb-4d6c-a663-4288faeb445d tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 985 time: 0.3634222 Jul 15 23:21:39.709251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e017e12f-e8ab-49ac-b501-003662527102,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:39.752507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.797551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d96df5-02ce-46bd-a55e-8e7316136a8f None None] Pushing event updated for resources: {'Port': ['ID=b791a206-2001-43ee-9dc5-0216859cc487,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:39.993100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Subnet': ['ID=f0f259a3-c74f-4787-b8ae-85b4d21481b8,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:40.003532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Checking segment: {'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:40.004141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network hostable DHCP agents. Network: d07d3073-ed40-4e9d-ad94-26c75e21780e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:40.060731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network d07d3073-ed40-4e9d-ad94-26c75e21780e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:40.067201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-791a229a-5afc-4034-aee5-95790eafb220 req-712b3558-4505-4c38-9a12-18d639df3f87 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3654766 Jul 15 23:21:40.108392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d07d3073-ed40-4e9d-ad94-26c75e21780e) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:40.116593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e615b-5f35-48b6-aadc-6376751f8d3e None None] Network d07d3073-ed40-4e9d-ad94-26c75e21780e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:40.127231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.139347 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.198089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2017f81-c51d-49bf-ba8e-0544e0a6ab4f None None] New status for floating IP 45ae3b35-9617-47c2-9e92-4e1613909827: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:21:40.198901 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5f01119e-fa85-4db2-af3b-c80026932cb6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1549852 Jul 15 23:21:40.199953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49714) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:40.242130 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.255087 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Transition to ACTIVE for port object f2f784dc-955a-4dc3-ad3e-250627db4354 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:40.278900 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.435794 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e0c36-d40a-4b48-ac35-16a4c5247417 None None] Pushing event updated for resources: {'Port': ['ID=f2f784dc-955a-4dc3-ad3e-250627db4354,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:40.447425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-22d64aaf-ab14-466c-8fb3-ea879e8aa9c5 None None] Provisioning for port f2f784dc-955a-4dc3-ad3e-250627db4354 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:40.536279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-53b2a34f-5909-4181-94ac-bf8425e76d85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6718509 Jul 15 23:21:40.559108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-22d64aaf-ab14-466c-8fb3-ea879e8aa9c5 None None] Provisioning complete for port b791a206-2001-43ee-9dc5-0216859cc487 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:40.559579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-22d64aaf-ab14-466c-8fb3-ea879e8aa9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.587409 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Attempting to bind port f2f784dc-955a-4dc3-ad3e-250627db4354 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:40.587794 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Attempting to bind port f2f784dc-955a-4dc3-ad3e-250627db4354 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:40.588359 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Attempting to bind port f2f784dc-955a-4dc3-ad3e-250627db4354 on network 617d6fb7-88ce-4ee4-b991-f625d16919ac {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:40.597765 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:40.597917 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Checking segment: {'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:40.598186 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.598815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Bound using segment: {'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:40.599890 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Bound port: f2f784dc-955a-4dc3-ad3e-250627db4354, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db948231-32d5-4296-b61f-083ab6c25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:40.600445 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.757547 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] For port f2f784dc-955a-4dc3-ad3e-250627db4354, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:40.761886 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] For port f2f784dc-955a-4dc3-ad3e-250627db4354, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f2f784dc-955a-4dc3-ad3e-250627db4354,segment=NetworkSegment(db948231-32d5-4296-b61f-083ab6c25042),segment_id=db948231-32d5-4296-b61f-083ab6c25042)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:40.768812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-d07d3073-ed40-4e9d-ad94-26c75e21780e', 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'fixed_ips': [{'subnet_id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:21:40.770091 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.779106 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.867582 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:40.868703 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:40.917448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:40.917448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.013696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6df9b47-6dbd-4160-a7c7-23a24bbf421e req-cf63aa80-11be-4a1d-8d3b-50b27cfe063c tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1452017 Jul 15 23:21:41.077368 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:41.262032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Allocated IP 172.23.0.2 (d07d3073-ed40-4e9d-ad94-26c75e21780e/f0f259a3-c74f-4787-b8ae-85b4d21481b8/4ab0ee56-42a3-4f57-8a97-8a590041274d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:41.364200 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e0c36-d40a-4b48-ac35-16a4c5247417 None None] Pushing event updated for resources: {'Port': ['ID=f2f784dc-955a-4dc3-ad3e-250627db4354,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:41.368870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-a29dcdc5-9b82-4da1-bb74-a298fa186a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.376269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-a29dcdc5-9b82-4da1-bb74-a298fa186a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.376758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-a29dcdc5-9b82-4da1-bb74-a298fa186a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.378976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-a29dcdc5-9b82-4da1-bb74-a298fa186a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.380264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-a29dcdc5-9b82-4da1-bb74-a298fa186a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.380801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-a29dcdc5-9b82-4da1-bb74-a298fa186a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.381506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-a29dcdc5-9b82-4da1-bb74-a298fa186a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.384641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-a29dcdc5-9b82-4da1-bb74-a298fa186a69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6502 time: 0.7630572 Jul 15 23:21:41.407696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] For port 2bff5578-5ac1-4519-b6b1-ce3521a33d66, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:41.408063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.741069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.745735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2bff5578-5ac1-4519-b6b1-ce3521a33d66 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:41.756148 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:36Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:40Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:41.779962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Transition to ACTIVE for port object 4ab0ee56-42a3-4f57-8a97-8a590041274d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:41.805050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b791a206-2001-43ee-9dc5-0216859cc487 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:41.835043 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df50a5-9b0c-41eb-94e7-f5cbc7b32739 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:36Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:40Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:41.944420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-e3b184f5-ee43-4f1c-b34e-ccc4c79e8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.945555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Transition to ACTIVE for port object 4ab0ee56-42a3-4f57-8a97-8a590041274d will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:41.945689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-e3b184f5-ee43-4f1c-b34e-ccc4c79e8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.949010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49854) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.955158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-e3b184f5-ee43-4f1c-b34e-ccc4c79e8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.956995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-e3b184f5-ee43-4f1c-b34e-ccc4c79e8e1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=19797e7c-9816-4f28-84eb-abea97fbfe84&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8 HTTP/1.1" status: 200 len: 2297 time: 0.4435177 Jul 15 23:21:41.957976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Calling delete_port for 2bff5578-5ac1-4519-b6b1-ce3521a33d66 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:41.963216 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.980796 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.120950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Network d07d3073-ed40-4e9d-ad94-26c75e21780e is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:42.169321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:42.179206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:42.209891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5faba08-a6af-4572-8a92-e521e957c4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.229865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Pushing event updated for resources: {'Port': ['ID=4ab0ee56-42a3-4f57-8a97-8a590041274d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:42.251280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab52d8-c87c-49ed-8396-c883f717a3ba req-39a4a83d-8678-4399-8d42-396e8e4c602a tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:42.269745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adab52d8-c87c-49ed-8396-c883f717a3ba req-39a4a83d-8678-4399-8d42-396e8e4c602a tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 985 time: 0.8512955 Jul 15 23:21:42.373410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b791a206-2001-43ee-9dc5-0216859cc487 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:42.373995 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.402519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5faba08-a6af-4572-8a92-e521e957c4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.416486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b5faba08-a6af-4572-8a92-e521e957c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.453963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e70ed5c5-a87c-4ada-b99b-2b4f51331a20 req-e3c7d97d-28d6-40f8-8856-17d011ee025b tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0935175 Jul 15 23:21:42.536336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.547665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-0721d113-0cd6-4bea-988d-d508c5467668 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239 HTTP/1.1" status: 200 len: 1001 time: 0.5608883 Jul 15 23:21:42.593281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Attempting to bind port 4ab0ee56-42a3-4f57-8a97-8a590041274d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:42.593644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Attempting to bind port 4ab0ee56-42a3-4f57-8a97-8a590041274d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:42.594223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Attempting to bind port 4ab0ee56-42a3-4f57-8a97-8a590041274d on network d07d3073-ed40-4e9d-ad94-26c75e21780e {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:42.606504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b5faba08-a6af-4572-8a92-e521e957c4bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7818fb49411d423d96f8ca666aa287cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6533792 Jul 15 23:21:42.608828 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49866) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:42.609180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:42.610708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Checking segment: {'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:42.611321 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.611880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Bound using segment: {'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:42.612529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Bound port: 4ab0ee56-42a3-4f57-8a97-8a590041274d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:42.613122 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.615759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faba08-a6af-4572-8a92-e521e957c4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a431db4d-8f43-4cfe-9bff-6b0dabac612d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:42.723415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-4455d5a9-33ab-4a20-ae37-1c0991e0ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:42.727519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-4455d5a9-33ab-4a20-ae37-1c0991e0ab3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ae3396d-c255-4fcd-8289-4f347f493d8d HTTP/1.1" status: 200 len: 856 time: 0.1424401 Jul 15 23:21:42.754372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adab52d8-c87c-49ed-8396-c883f717a3ba req-11b4c6d9-89e0-4c13-9acd-4da70804fbbf tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/security-groups?id=a0d121b2-df4c-4ca6-96e6-264b175f1a55&id=3d277ab5-6804-4c95-9c82-3900ff855af7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4827564 Jul 15 23:21:42.780482 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ab1-4e6c-4735-bd8b-38ba7f57e389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.803669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e017e12f-e8ab-49ac-b501-003662527102 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:42.809444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:42.812145 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f5190-7ecc-4f4c-b0d7-d1e0bf420d39" -d '{"events": [{"server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "name": "network-vif-unplugged", "status": "completed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:42.843045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ab1-4e6c-4735-bd8b-38ba7f57e389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.875829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2bff5578-5ac1-4519-b6b1-ce3521a33d66, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2bff5578-5ac1-4519-b6b1-ce3521a33d66,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:42.892657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.954036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ab1-4e6c-4735-bd8b-38ba7f57e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.960373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ab1-4e6c-4735-bd8b-38ba7f57e389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.961904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e58e4ab1-4e6c-4735-bd8b-38ba7f57e389 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a431db4d-8f43-4cfe-9bff-6b0dabac612d HTTP/1.1" status: 204 len: 168 time: 0.3496673 Jul 15 23:21:42.980787 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c803c5-847b-4475-903e-51d8f4f69739 x-openstack-request-id: req-f5c803c5-847b-4475-903e-51d8f4f69739 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:42.981364 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "name": "network-vif-unplugged", "status": "completed", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:42.981780 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5c803c5-847b-4475-903e-51d8f4f69739 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:42.982351 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'code': 200} Jul 15 23:21:42.996063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4ab1-4e6c-4735-bd8b-38ba7f57e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a431db4d-8f43-4cfe-9bff-6b0dabac612d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.057687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] For port 4ab0ee56-42a3-4f57-8a97-8a590041274d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:43.092759 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2bff5578-5ac1-4519-b6b1-ce3521a33d66,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.113242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e017e12f-e8ab-49ac-b501-003662527102 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:43.113851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.116693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] For port 4ab0ee56-42a3-4f57-8a97-8a590041274d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4ab0ee56-42a3-4f57-8a97-8a590041274d,segment=NetworkSegment(7e46f31b-029c-4c33-915e-1b34ceb72e89),segment_id=7e46f31b-029c-4c33-915e-1b34ceb72e89)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:43.170598 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.259721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-331f741a-7c81-4c46-b276-ad79f4ff2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:43.262397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-331f741a-7c81-4c46-b276-ad79f4ff2aba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19797e7c-9816-4f28-84eb-abea97fbfe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5251684 Jul 15 23:21:43.316209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108370a-0392-49d2-a3a4-86d478503e5e None None] Pushing event updated for resources: {'Port': ['ID=4ab0ee56-42a3-4f57-8a97-8a590041274d,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.334683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.389659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Port': ['ID=2bff5578-5ac1-4519-b6b1-ce3521a33d66,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.533669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49882) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:43.563744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5c2a-6197-4133-bff1-02dce2d609d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.579166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Allocated IP 172.23.0.1 (d07d3073-ed40-4e9d-ad94-26c75e21780e/f0f259a3-c74f-4787-b8ae-85b4d21481b8/405d1c83-d670-4268-aeee-7efea2c07d4b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:43.729882 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.787652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] No DVR routers for this DVR port 2bff5578-5ac1-4519-b6b1-ce3521a33d66 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:43.828122 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5c2a-6197-4133-bff1-02dce2d609d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.833278 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5c2a-6197-4133-bff1-02dce2d609d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.865749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.895248 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5a3e5c2a-6197-4133-bff1-02dce2d609d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=995faacda9234e2caed3e2308b93fbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600938 Jul 15 23:21:43.896339 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.896820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e5c2a-6197-4133-bff1-02dce2d609d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71a8dc5-be94-4722-9417-0a36df69f798,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.900221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe014865-f054-43ae-b27e-f5b921561ee2 req-0b2ebb0e-0939-4769-89f3-37b62a701bb2 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.59 "DELETE /v2.0/ports/2bff5578-5ac1-4519-b6b1-ce3521a33d66 HTTP/1.1" status: 204 len: 173 time: 4.3468094 Jul 15 23:21:43.903559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:43.945637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4ab0ee56-42a3-4f57-8a97-8a590041274d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:43.953919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'name': 'network-vif-deleted', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:43.956955 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a686b78-3c14-4dd6-9dfe-0dae73e17ef3" -d '{"events": [{"server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "name": "network-vif-deleted", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:44.020123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2e8f-0f32-4435-abb5-0443de9c4e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.030148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0c49e02-974f-46df-b52c-01e292b8ff6d req-dd8e5a51-c9fb-4320-be11-519103e7338d tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.2071774 Jul 15 23:21:44.038057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Transition to ACTIVE for port object 405d1c83-d670-4268-aeee-7efea2c07d4b will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:44.059431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 4ab0ee56-42a3-4f57-8a97-8a590041274d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:44.065761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f2f784dc-955a-4dc3-ad3e-250627db4354 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:44.082585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2e8f-0f32-4435-abb5-0443de9c4e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.106301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-9951d8ea-6a24-4ad8-878c-2b2180e282e2 service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8196213 Jul 15 23:21:44.178135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f2f784dc-955a-4dc3-ad3e-250627db4354 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:44.187599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f2f784dc-955a-4dc3-ad3e-250627db4354 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:44.188483 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.196336 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2e8f-0f32-4435-abb5-0443de9c4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.199531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2e8f-0f32-4435-abb5-0443de9c4e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.203724 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cc6e2e8f-0f32-4435-abb5-0443de9c4e1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c71a8dc5-be94-4722-9417-0a36df69f798 HTTP/1.1" status: 204 len: 168 time: 0.2991056 Jul 15 23:21:44.218870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e2e8f-0f32-4435-abb5-0443de9c4e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71a8dc5-be94-4722-9417-0a36df69f798,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:44.304443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-4f3f815b-7110-461d-a932-1b970bcca924 service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818271 Jul 15 23:21:44.377644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.437182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f2f784dc-955a-4dc3-ad3e-250627db4354, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f2f784dc-955a-4dc3-ad3e-250627db4354,segment=NetworkSegment(db948231-32d5-4296-b61f-083ab6c25042),segment_id=db948231-32d5-4296-b61f-083ab6c25042)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:44.440687 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.488374 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3373d1fa-b609-474f-9d3a-50ff7ea80c07 req-b334b705-a2cb-4a08-bea4-f330af2535d4 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d67b84-d0f1-4fac-b43e-7f97835423ed HTTP/1.1" status: 200 len: 210 time: 0.1376574 Jul 15 23:21:44.507265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f2f784dc-955a-4dc3-ad3e-250627db4354,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:44.545949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-e2c8c7b0-7e45-42c0-9ade-ab5b8747cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:44.545949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-e2c8c7b0-7e45-42c0-9ade-ab5b8747cefd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1096 time: 0.7370050 Jul 15 23:21:44.560842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-93efe683-a027-42b4-8cb1-adf7cc0fdfe6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 217 time: 0.2308042 Jul 15 23:21:44.676021 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-786dbb6b-c72b-46e2-ae2b-b480e0e36bb8 req-037a440f-2d91-44df-8216-8be72439ba38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0849540 Jul 15 23:21:44.997475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c09646-0b96-463b-8d3e-03e850705e8c None None] Network d07d3073-ed40-4e9d-ad94-26c75e21780e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:45.065135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5ef2200f-5007-45f7-a146-085097854490 None None] Provisioning for port 4ab0ee56-42a3-4f57-8a97-8a590041274d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:45.076394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5ef2200f-5007-45f7-a146-085097854490 None None] Provisioning complete for port 4ab0ee56-42a3-4f57-8a97-8a590041274d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:45.076932 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ef2200f-5007-45f7-a146-085097854490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.162812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-9fdb900a-cddd-4e4b-9a0b-7bfb87cdaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.164310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-9fdb900a-cddd-4e4b-9a0b-7bfb87cdaf73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.5801184 Jul 15 23:21:45.165838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-d5fd1254-18ed-4378-8025-4ed1cf44e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.167203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-d5fd1254-18ed-4378-8025-4ed1cf44e12f service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.6036499 Jul 15 23:21:45.175208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811653a-b505-4e91-9e40-2877278b17fd req-41fad72a-aee6-46b0-ae71-c321bccb281f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.182195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2811653a-b505-4e91-9e40-2877278b17fd req-41fad72a-aee6-46b0-ae71-c321bccb281f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 1.3575020 Jul 15 23:21:45.188219 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3e7625-370d-40f0-b501-d1da13f53151 x-openstack-request-id: req-dd3e7625-370d-40f0-b501-d1da13f53151 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:45.188499 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d67b84-d0f1-4fac-b43e-7f97835423ed", "name": "network-vif-deleted", "tag": "2bff5578-5ac1-4519-b6b1-ce3521a33d66", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:45.188739 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd3e7625-370d-40f0-b501-d1da13f53151 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:45.189125 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d67b84-d0f1-4fac-b43e-7f97835423ed', 'name': 'network-vif-deleted', 'tag': '2bff5578-5ac1-4519-b6b1-ce3521a33d66', 'status': 'completed', 'code': 200} Jul 15 23:21:45.233109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.306232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6be958a7-b5bc-4a27-ac9f-2203f3525b71 req-fc997ebd-736b-4996-8e55-5e41e2c7ef04 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1212327 Jul 15 23:21:45.330471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-71dc9a20-7897-420e-8061-bf2b39d52916 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 200 len: 217 time: 0.1393986 Jul 15 23:21:45.392318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network d07d3073-ed40-4e9d-ad94-26c75e21780e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:45.405209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=405d1c83-d670-4268-aeee-7efea2c07d4b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:45.407825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:45.421480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2811653a-b505-4e91-9e40-2877278b17fd req-c4c698bc-b8cb-4d37-9eb6-f4a17e6d0374 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383137 Jul 15 23:21:45.424602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:45.428423 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ef2200f-5007-45f7-a146-085097854490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.475015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-a877a90d-da52-4910-af5f-12ecd4cbe1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.476510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-a877a90d-da52-4910-af5f-12ecd4cbe1d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.1352720 Jul 15 23:21:45.477247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5ef2200f-5007-45f7-a146-085097854490 None None] For port 4ab0ee56-42a3-4f57-8a97-8a590041274d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4ab0ee56-42a3-4f57-8a97-8a590041274d,segment=NetworkSegment(7e46f31b-029c-4c33-915e-1b34ceb72e89),segment_id=7e46f31b-029c-4c33-915e-1b34ceb72e89)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:45.480570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-0ff1491c-addb-420c-ab65-e64662e775a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.482089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-0ff1491c-addb-420c-ab65-e64662e775a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2922282 Jul 15 23:21:45.484206 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ef2200f-5007-45f7-a146-085097854490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.531700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-6c266e7d-7ad0-4f57-ad94-474a3553d96b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437648 Jul 15 23:21:45.541366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.545251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2200f-5007-45f7-a146-085097854490 None None] Pushing event updated for resources: {'Port': ['ID=4ab0ee56-42a3-4f57-8a97-8a590041274d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:45.649496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49906) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.707691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4ab0ee56-42a3-4f57-8a97-8a590041274d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:45.752722 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e610754-bb03-4e4b-b87f-22cd12c169b8 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.785898 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e610754-bb03-4e4b-b87f-22cd12c169b8 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.823229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 4ab0ee56-42a3-4f57-8a97-8a590041274d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:45.824007 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.885622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-44c3bf56-3bfa-4247-9579-baf9636be63c service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860757 Jul 15 23:21:45.889108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-50e96efb-54eb-4cb9-9a62-20f1886d36dc service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390772 Jul 15 23:21:45.890016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e610754-bb03-4e4b-b87f-22cd12c169b8 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.898534 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e610754-bb03-4e4b-b87f-22cd12c169b8 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.903393 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e610754-bb03-4e4b-b87f-22cd12c169b8 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0d121b2-df4c-4ca6-96e6-264b175f1a55 HTTP/1.1" status: 204 len: 168 time: 0.2497807 Jul 15 23:21:45.908811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.926979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c3c0e2ed-7114-4b24-a359-0d72a39d327b None None] Provisioning complete for port 4ab0ee56-42a3-4f57-8a97-8a590041274d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:45.927788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e2ed-7114-4b24-a359-0d72a39d327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.954660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e610754-bb03-4e4b-b87f-22cd12c169b8 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d121b2-df4c-4ca6-96e6-264b175f1a55,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:46.051994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9d17d4a3-3775-4450-934d-3d7765bf42d3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.078376 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.101455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f2f784dc-955a-4dc3-ad3e-250627db4354 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:46.102215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9d17d4a3-3775-4450-934d-3d7765bf42d3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.170026 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9d17d4a3-3775-4450-934d-3d7765bf42d3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.176476 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9d17d4a3-3775-4450-934d-3d7765bf42d3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.178636 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9d17d4a3-3775-4450-934d-3d7765bf42d3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/security-groups/3d277ab5-6804-4c95-9c82-3900ff855af7 HTTP/1.1" status: 204 len: 168 time: 0.2551713 Jul 15 23:21:46.184165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49912) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:46.190329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17d4a3-3775-4450-934d-3d7765bf42d3 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d277ab5-6804-4c95-9c82-3900ff855af7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:46.233088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c3c0e2ed-7114-4b24-a359-0d72a39d327b None None] Provisioning for port 405d1c83-d670-4268-aeee-7efea2c07d4b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:46.243039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c3c0e2ed-7114-4b24-a359-0d72a39d327b None None] Provisioning complete for port 405d1c83-d670-4268-aeee-7efea2c07d4b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:46.243944 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e2ed-7114-4b24-a359-0d72a39d327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.247008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f2f784dc-955a-4dc3-ad3e-250627db4354 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:46.247497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.310572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0e2ed-7114-4b24-a359-0d72a39d327b None None] Port 405d1c83-d670-4268-aeee-7efea2c07d4b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:46.344466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-f377a77d-57d1-4357-86bc-fa699510b388 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483814 Jul 15 23:21:46.381320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc027f2e-0503-4c81-a9ea-5b976fac4750 req-8516502f-6a46-48fd-89bb-62d4aec6ea24 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708056 Jul 15 23:21:46.489865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-57f08978-89c0-47cc-bcce-761cf40a44f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0793674 Jul 15 23:21:46.493471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-150a4bd1-cabb-4e6b-bed2-8b7d0e43882d None None] Provisioning complete for port 405d1c83-d670-4268-aeee-7efea2c07d4b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:46.493892 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-150a4bd1-cabb-4e6b-bed2-8b7d0e43882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.564045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-150a4bd1-cabb-4e6b-bed2-8b7d0e43882d None None] Port 405d1c83-d670-4268-aeee-7efea2c07d4b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:46.624871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f53a122f-3f05-43b4-bf54-f799d412c6d5 req-9dfdc0da-b9d9-411a-9bf6-e6cfaa31790f tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1429317 Jul 15 23:21:46.756964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-0c78dbc0-047b-4989-9683-47f207fad63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.758454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-0c78dbc0-047b-4989-9683-47f207fad63d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.2552967 Jul 15 23:21:46.913026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce642db4-c6c0-4571-9453-ee22774a5908 req-53809915-31df-403a-ba0f-44f97e21ef69 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.914441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce642db4-c6c0-4571-9453-ee22774a5908 req-53809915-31df-403a-ba0f-44f97e21ef69 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2972274 Jul 15 23:21:46.985735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.997480 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.341463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-5cde7602-a1bf-4b4f-b714-b0ab2e173d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:47.343034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-5cde7602-a1bf-4b4f-b714-b0ab2e173d6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5344901 Jul 15 23:21:47.387858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce642db4-c6c0-4571-9453-ee22774a5908 req-216ee0bf-58fc-44e4-9230-e22cb45f6044 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541044 Jul 15 23:21:47.449098 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.456330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event updated for resources: {'Port': ['ID=405d1c83-d670-4268-aeee-7efea2c07d4b,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:47.606364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-eb6a6798-bc0a-4245-9233-0f1d5e4157e9 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332041 Jul 15 23:21:47.749843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Network d07d3073-ed40-4e9d-ad94-26c75e21780e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:47.752895 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.761599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:47.969132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-5b25ae88-b173-4f8c-8fc9-144da7e57b80 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514342 Jul 15 23:21:47.975245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16240417-008f-4817-a1db-24022dcccba2 req-9ed58429-1ba1-438f-946b-49fb91c9f6ec tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1442544 Jul 15 23:21:48.047130 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a7847ad-e79c-4887-a307-f89cf8fe4353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.048529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-79ddc6b1-532d-4e66-8673-c2fdcb1941dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7 HTTP/1.1" status: 200 len: 217 time: 0.0616951 Jul 15 23:21:48.054798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-498ec1a0-e011-4698-9106-50cde164771b req-be2a178d-8f0f-492c-8989-feab3e3fc7dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3803296 Jul 15 23:21:48.076602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:48.104904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bc764cad-b297-441b-9ee2-ca9f4256a2fb None None] Provisioning complete for port 405d1c83-d670-4268-aeee-7efea2c07d4b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:48.105562 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc764cad-b297-441b-9ee2-ca9f4256a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.142647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bc764cad-b297-441b-9ee2-ca9f4256a2fb None None] Port 405d1c83-d670-4268-aeee-7efea2c07d4b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:48.200450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-7d2c4653-8b2d-4d93-8c25-15c007b4b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.201952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-7d2c4653-8b2d-4d93-8c25-15c007b4b27d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1407068 Jul 15 23:21:48.360803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:48.366912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec1a0-e011-4698-9106-50cde164771b req-1aa2df67-7774-4ad2-9559-0a819de9e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.368494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-498ec1a0-e011-4698-9106-50cde164771b req-1aa2df67-7774-4ad2-9559-0a819de9e904 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 1096 time: 0.2681756 Jul 15 23:21:48.373872 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:48.377392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49954) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:48.377850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dc5c1982-dd95-4421-9ff3-d6cd4fc851fe tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1485498 Jul 15 23:21:48.383921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:48.389390 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:48.390258 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:48.423565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-255fc972-0302-4293-9a69-a64a2bd30d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.425313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-255fc972-0302-4293-9a69-a64a2bd30d7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1762328 Jul 15 23:21:48.512340 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:48.679971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec1a0-e011-4698-9106-50cde164771b req-039622c3-a1fd-4020-979a-117f1b3ed8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.682024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-498ec1a0-e011-4698-9106-50cde164771b req-039622c3-a1fd-4020-979a-117f1b3ed8e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.2682567 Jul 15 23:21:48.809114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-498ec1a0-e011-4698-9106-50cde164771b req-a244a0e3-1256-47de-b2c2-06012e61ab10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=618ea41e-a386-4964-b72d-ef71b0281102 HTTP/1.1" status: 200 len: 217 time: 0.1168146 Jul 15 23:21:48.812709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-755fe3d0-5402-4c37-8d2a-b7aa0ecf2d3d service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708704 Jul 15 23:21:48.845149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting port d52508a3-d1a3-4b95-a8cc-70b243fce512 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:48.845497 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.886937 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:45Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': '405d1c83-d670-4268-aeee-7efea2c07d4b', 'name': '', 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:61:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:42Z', 'updated_at': '2021-07-15T23:21:46Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:48.920901 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:48.921826 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Updating router 11540e4f-2452-4749-b0f9-259904fb7250 port 405d1c83-d670-4268-aeee-7efea2c07d4b binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:21:48.922549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.extraroute_db [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:21:48.938954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.extraroute_db [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Removed routes are [] {{(pid=93714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:21:48.939346 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.962837 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.969044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e286-5c4e-4da2-95c2-2ae4e5028ecf req-7e98b91a-4f26-4da9-94ad-f5ddcbafec8f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.971542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8393e286-5c4e-4da2-95c2-2ae4e5028ecf req-7e98b91a-4f26-4da9-94ad-f5ddcbafec8f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3624909 Jul 15 23:21:49.047086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] For port d52508a3-d1a3-4b95-a8cc-70b243fce512, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d52508a3-d1a3-4b95-a8cc-70b243fce512,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:49.047540 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.066113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Calling delete_port for d52508a3-d1a3-4b95-a8cc-70b243fce512 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:49.139121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec1a0-e011-4698-9106-50cde164771b req-fe2a0767-d70f-4554-8d72-c17461371660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:49.140769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-498ec1a0-e011-4698-9106-50cde164771b req-fe2a0767-d70f-4554-8d72-c17461371660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.3219368 Jul 15 23:21:49.153634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.157524 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.258013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:49.259999 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.269716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-498ec1a0-e011-4698-9106-50cde164771b req-56660464-c409-4ca6-a610-cc57e8bf33c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581977 Jul 15 23:21:49.273703 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Transition to ACTIVE for port object 405d1c83-d670-4268-aeee-7efea2c07d4b will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:49.283085 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.294929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8393e286-5c4e-4da2-95c2-2ae4e5028ecf req-4a02fab9-7771-4262-bfdc-682a5a48f873 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159510 Jul 15 23:21:49.303790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-db7f1f3b-78b6-4b06-ae3d-aa49937fe534 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725404 Jul 15 23:21:49.340883 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba7a9f-c8c4-4039-bef6-6fdc55ee8041 None None] Pushing event updated for resources: {'Port': ['ID=405d1c83-d670-4268-aeee-7efea2c07d4b,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.387449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-6d32496f-e926-41aa-83b7-adceda4a014e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0593681 Jul 15 23:21:49.423740 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Attempting to bind port 405d1c83-d670-4268-aeee-7efea2c07d4b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:49.423740 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Attempting to bind port 405d1c83-d670-4268-aeee-7efea2c07d4b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:49.424491 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Attempting to bind port 405d1c83-d670-4268-aeee-7efea2c07d4b on network d07d3073-ed40-4e9d-ad94-26c75e21780e {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:49.432356 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:49.432729 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Checking segment: {'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:49.433127 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.433515 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Bound using segment: {'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:49.433989 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Bound port: 405d1c83-d670-4268-aeee-7efea2c07d4b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e46f31b-029c-4c33-915e-1b34ceb72e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:49.434367 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.441930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c5329-c797-48b9-91b3-23fd7a347a90 req-6dcf1eca-b39b-4bf7-b476-7c807a054da2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:49.449386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d83c5329-c797-48b9-91b3-23fd7a347a90 req-6dcf1eca-b39b-4bf7-b476-7c807a054da2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.3878036 Jul 15 23:21:49.519808 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] For port 405d1c83-d670-4268-aeee-7efea2c07d4b, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:49.523975 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] For port 405d1c83-d670-4268-aeee-7efea2c07d4b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=405d1c83-d670-4268-aeee-7efea2c07d4b,segment=NetworkSegment(7e46f31b-029c-4c33-915e-1b34ceb72e89),segment_id=7e46f31b-029c-4c33-915e-1b34ceb72e89)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:49.531121 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.602910 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:49.603609 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:49.651870 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba7a9f-c8c4-4039-bef6-6fdc55ee8041 None None] Pushing event updated for resources: {'Port': ['ID=405d1c83-d670-4268-aeee-7efea2c07d4b,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.743206 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:49.802465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:49.811349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.815674 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a62905e6-0f19-4cf8-911d-dfd2dc9cb3a5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 200 len: 934 time: 1.4370732 Jul 15 23:21:49.816314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49974) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:49.928742 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c04d5dcf-21da-44c2-bb05-1463f12a8059 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 200 len: 934 time: 0.1088715 Jul 15 23:21:49.929623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49976) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:49.942941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89cfebde-d46b-48f3-b118-e8f7c778d8a9 req-5e844ab7-83da-459a-adf0-a0d882b534b1 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.4912717 Jul 15 23:21:49.944477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'routes': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:50.000519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d83c5329-c797-48b9-91b3-23fd7a347a90 req-16f36742-ce5c-474b-8c92-fdcaf9b7c495 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5500970 Jul 15 23:21:50.001984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-e049aa81-bf25-4152-973e-25f5da6db94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:50.003497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-e049aa81-bf25-4152-973e-25f5da6db94e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.5486476 Jul 15 23:21:50.008515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-498ec1a0-e011-4698-9106-50cde164771b req-13fd5ce8-afb8-4700-a478-6ea67c7467a5 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287517 Jul 15 23:21:50.077502 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:48Z', 'revision_number': 6, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': '405d1c83-d670-4268-aeee-7efea2c07d4b', 'name': '', 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:61:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:42Z', 'updated_at': '2021-07-15T23:21:49Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:50.110216 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e11a3a-8334-414f-92c9-26eeb0390b77 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:48Z', 'revision_number': 6, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': '405d1c83-d670-4268-aeee-7efea2c07d4b', 'name': '', 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:61:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:42Z', 'updated_at': '2021-07-15T23:21:49Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:50.219208 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.259500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Port': ['ID=d52508a3-d1a3-4b95-a8cc-70b243fce512,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:50.325371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-805547ba-6f75-4cf3-9c8b-62ba2c03343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:50.326910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-805547ba-6f75-4cf3-9c8b-62ba2c03343f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3134544 Jul 15 23:21:50.328810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-498ec1a0-e011-4698-9106-50cde164771b req-9457a908-de6f-4e8b-b63b-e9e251e8097e service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571323 Jul 15 23:21:50.438858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.extraroute_db [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added routes are [] {{(pid=93714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:21:50.439187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.extraroute_db [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:21:50.481335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.601467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-0cc7910d-1593-4be1-9467-d1d22032cce8 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572815 Jul 15 23:21:50.647347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.655372 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef8a0e00-7a76-40e3-b11a-4025003268a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.681963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fceaa-0fb0-47af-bd08-e11ee13fa50f req-c310fa2e-4ca8-49fc-bb5e-07648b9c79d3 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:50.683572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e5fceaa-0fb0-47af-bd08-e11ee13fa50f req-c310fa2e-4ca8-49fc-bb5e-07648b9c79d3 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2274787 Jul 15 23:21:50.702568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.706090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.815707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:50.846970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e5fceaa-0fb0-47af-bd08-e11ee13fa50f req-bbd25487-3936-4c3b-9272-4079ab07aa6c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022124 Jul 15 23:21:50.861774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-05c1c3ed-9a98-4be2-a936-f8263df867f5 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482955 Jul 15 23:21:50.919845 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:50.926951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-6256672b-356c-4e53-bd1a-3d47f4e26317 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a HTTP/1.1" status: 200 len: 217 time: 0.0461872 Jul 15 23:21:50.928560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.932782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-593b5c61-57f5-4fbd-82d9-40479cffe106 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 200 len: 700 time: 0.9973793 Jul 15 23:21:50.933400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49982) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:51.007178 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.073136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:51.086215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:51.086884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:51.090192 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-918ac363-2ea4-44b2-bcd2-93b18b81e026 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 200 len: 700 time: 0.1556895 Jul 15 23:21:51.092980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49990) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:51.124746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-b001e220-cd03-40a3-80f4-112cba6ac4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:51.126256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-b001e220-cd03-40a3-80f4-112cba6ac4f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.1573982 Jul 15 23:21:51.160728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49d9d2ba-d76b-4f7d-b8f8-be2f3c19766d req-cb52d93f-c6f7-4802-92ab-59eba4a8ef33 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0400643 Jul 15 23:21:51.215880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:51.253157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Router 7997e3cd-e608-405e-b65a-88b141cde870 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:51.344601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-f740e205-d670-4361-a817-2400ac622330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:51.346698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-f740e205-d670-4361-a817-2400ac622330 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1880708 Jul 15 23:21:51.355865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144352f8-85b3-4aac-8474-f833bcab9b39 req-40f41a19-97d4-4821-bd8c-d7601eb113b7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:51.361438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-144352f8-85b3-4aac-8474-f833bcab9b39 req-40f41a19-97d4-4821-bd8c-d7601eb113b7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.1684549 Jul 15 23:21:51.450006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:50Z', 'revision_number': 7, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': '405d1c83-d670-4268-aeee-7efea2c07d4b', 'name': '', 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:61:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:42Z', 'updated_at': '2021-07-15T23:21:49Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:51.461004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.475030 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-144352f8-85b3-4aac-8474-f833bcab9b39 req-d33588fb-0580-4eb0-a869-02fa59bd4251 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101429 Jul 15 23:21:51.478568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:51.490492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:51.491145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:51.505412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:51.514150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-550675ea-830a-42b1-9081-f48943c93202 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "PUT /v2.0/routers/7997e3cd-e608-405e-b65a-88b141cde870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3256683 Jul 15 23:21:51.514961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49992) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:51.516134 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] Sync routers for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:51.525659 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:51.526289 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:51.630395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:51.634431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-74b79519-2f0c-4714-a48c-9864e37ba7b4 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602234 Jul 15 23:21:51.639762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f829d77a-8d0e-405d-a897-64d4fd62d0ea tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting subnet 3a71714a-50d2-4182-b794-809227443175 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:51.654770 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f829d77a-8d0e-405d-a897-64d4fd62d0ea tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.726396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f829d77a-8d0e-405d-a897-64d4fd62d0ea tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.813184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-8f620c1a-6c62-49d0-ac31-916c86136f67 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:51.814875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-8f620c1a-6c62-49d0-ac31-916c86136f67 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.2604847 Jul 15 23:21:51.857474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 405d1c83-d670-4268-aeee-7efea2c07d4b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:51.865663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port 405d1c83-d670-4268-aeee-7efea2c07d4b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:51.865663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.878643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-2cf3372d-3876-4a36-874f-d533e996982d service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354977 Jul 15 23:21:51.893343 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:51.935951 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.943087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 405d1c83-d670-4268-aeee-7efea2c07d4b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:51.948918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 405d1c83-d670-4268-aeee-7efea2c07d4b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:51.949285 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.984515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-54984ebf-6e23-42a2-a31b-940f44b25be8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68772141-302d-434c-ba43-ffaff8a58760 HTTP/1.1" status: 200 len: 217 time: 0.0785201 Jul 15 23:21:52.036360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port 405d1c83-d670-4268-aeee-7efea2c07d4b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=405d1c83-d670-4268-aeee-7efea2c07d4b,segment=NetworkSegment(7e46f31b-029c-4c33-915e-1b34ceb72e89),segment_id=7e46f31b-029c-4c33-915e-1b34ceb72e89)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:52.036824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.060344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for 405d1c83-d670-4268-aeee-7efea2c07d4b owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:52.105085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:50Z', 'revision_number': 7, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': '405d1c83-d670-4268-aeee-7efea2c07d4b', 'name': '', 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:61:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:42Z', 'updated_at': '2021-07-15T23:21:49Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:52.122318 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f829d77a-8d0e-405d-a897-64d4fd62d0ea tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.143503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7945fba-40c2-48e5-ab36-fbf85570fb74 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:50Z', 'revision_number': 7, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': '405d1c83-d670-4268-aeee-7efea2c07d4b', 'name': '', 'network_id': 'd07d3073-ed40-4e9d-ad94-26c75e21780e', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:61:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:42Z', 'updated_at': '2021-07-15T23:21:49Z', 'revision_number': 4, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': 'f0f259a3-c74f-4787-b8ae-85b4d21481b8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:52.147419 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.174205 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:21:50Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:52.185591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-b8023537-488f-4002-ac06-af235734f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:52.187320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-b8023537-488f-4002-ac06-af235734f468 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.1867707 Jul 15 23:21:52.216018 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] Checking router: 7997e3cd-e608-405e-b65a-88b141cde870 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:52.220231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 405d1c83-d670-4268-aeee-7efea2c07d4b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=405d1c83-d670-4268-aeee-7efea2c07d4b,segment=NetworkSegment(7e46f31b-029c-4c33-915e-1b34ceb72e89),segment_id=7e46f31b-029c-4c33-915e-1b34ceb72e89)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:52.225835 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.244420 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] Routers {'7997e3cd-e608-405e-b65a-88b141cde870'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:52.253346 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7997e3cd-e608-405e-b65a-88b141cde870'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:52.306360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046f0c7-cad3-4ca2-8b00-395d9552abd2 req-7ee96817-3f9a-47f6-bcd2-d880357b6db1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:52.307008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d046f0c7-cad3-4ca2-8b00-395d9552abd2 req-7ee96817-3f9a-47f6-bcd2-d880357b6db1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2907825 Jul 15 23:21:52.311425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Deleting port c8e2ba59-b357-4b5b-be16-54c260b0f854 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:52.312161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.313933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=405d1c83-d670-4268-aeee-7efea2c07d4b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:52.321059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f829d77a-8d0e-405d-a897-64d4fd62d0ea tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.338600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.386830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=405d1c83-d670-4268-aeee-7efea2c07d4b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:52.428521 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] Set router 7997e3cd-e608-405e-b65a-88b141cde870 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:52.444160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.444849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.445392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.445954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.446562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.447220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.447772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.448306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.448840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.449391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.449928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.450459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:52.682653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.696254 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:21:50Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:52.724175 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359509e-9bcc-4b7c-8ba2-7a9dbd0107c1 None None] The sync data for ids ['7997e3cd-e608-405e-b65a-88b141cde870'] in n-d-793618-8 is: [{'id': '7997e3cd-e608-405e-b65a-88b141cde870', 'name': 'tempest-TestSecurityGroupsBasicOps-router-301921502', 'tenant_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:17Z', 'updated_at': '2021-07-15T23:21:50Z', 'revision_number': 5, 'project_id': '60bc84f67fab40f6aebe31a5a61e01cb', 'gw_port': {'id': 'c38f4477-0de3-4541-b2e3-e74a8010cae6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997e3cd-e608-405e-b65a-88b141cde870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:18Z', 'updated_at': '2021-07-15T23:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:52.820746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829d77a-8d0e-405d-a897-64d4fd62d0ea tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Subnet': ['ID=3a71714a-50d2-4182-b794-809227443175,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:52.825586 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f829d77a-8d0e-405d-a897-64d4fd62d0ea tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.830699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f829d77a-8d0e-405d-a897-64d4fd62d0ea tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/subnets/3a71714a-50d2-4182-b794-809227443175 HTTP/1.1" status: 204 len: 168 time: 1.3130896 Jul 15 23:21:52.832569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeeca65-6257-4352-9dc4-44270e3ca98f None None] Network b9f9b9f0-fe99-4486-8068-0896fd1d557b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:52.848085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50004) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.860071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30e78aaf-b8ac-4737-888d-ed9c58d74d85 req-b7d8d06d-b5b6-4654-aca0-00db41ba68d5 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1168046 Jul 15 23:21:52.931853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-ffa844ae-83d9-4bfe-9ec2-9f41d49bfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:52.933408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-ffa844ae-83d9-4bfe-9ec2-9f41d49bfd16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7348115 Jul 15 23:21:52.951159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d046f0c7-cad3-4ca2-8b00-395d9552abd2 req-bc5d3dac-ce7c-4742-9aa9-c2123522de7a tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258956 Jul 15 23:21:52.959629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:52.999524 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.041656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8ce9a-fd76-4cee-b71c-fbac2f7fd536 req-c961874e-38b7-4ecd-a10e-111307e50659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:53.043191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eeb8ce9a-fd76-4cee-b71c-fbac2f7fd536 req-c961874e-38b7-4ecd-a10e-111307e50659 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1096 time: 0.2926514 Jul 15 23:21:53.045050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] For port c8e2ba59-b357-4b5b-be16-54c260b0f854, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=c8e2ba59-b357-4b5b-be16-54c260b0f854,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:53.045418 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.109604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] DHCP port deletion for b9f9b9f0-fe99-4486-8068-0896fd1d557b request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:53.173012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] Deleting port 15828044-2e9d-48da-a8ad-4ce7acdbec5d {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:53.173396 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.247469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eeb8ce9a-fd76-4cee-b71c-fbac2f7fd536 req-b389c281-b0fd-4f21-b27d-a99696c7416e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931493 Jul 15 23:21:53.264614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] For port 15828044-2e9d-48da-a8ad-4ce7acdbec5d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=15828044-2e9d-48da-a8ad-4ce7acdbec5d,segment=NetworkSegment(b43cbea4-d6d2-436e-b0a8-09ad5a779c31),segment_id=b43cbea4-d6d2-436e-b0a8-09ad5a779c31)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:53.264614 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.279266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] Calling delete_port for 15828044-2e9d-48da-a8ad-4ce7acdbec5d owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:53.338743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-b589e476-d35f-403b-b9bd-a3c4768f4be1 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665149 Jul 15 23:21:53.361351 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.378164 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.409815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] Pushing event deleted for resources: {'Port': ['ID=15828044-2e9d-48da-a8ad-4ce7acdbec5d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:53.413473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97597ae9-eca1-4e77-aba0-644f7a4ec9fa None None] No DVR routers for this DVR port 15828044-2e9d-48da-a8ad-4ce7acdbec5d on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:53.433137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16bbff-fc82-443c-8711-c7b031cfa4b5 req-164be8b8-c016-4103-aae2-c86ef38ca74c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:53.434242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf16bbff-fc82-443c-8711-c7b031cfa4b5 req-164be8b8-c016-4103-aae2-c86ef38ca74c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 945 time: 0.2581358 Jul 15 23:21:53.519655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdbc011b-ec34-48e7-b832-a3956cdae94a req-7cd3cc4d-a37f-427c-83b7-1959032d86bc service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696177 Jul 15 23:21:53.537439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:53.537947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf16bbff-fc82-443c-8711-c7b031cfa4b5 req-4452690d-f286-452e-9794-e656716284f7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=c006a705-c45c-4923-9c72-57f6824ccd79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948062 Jul 15 23:21:53.545865 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-33927f98-d1f3-44c0-9d02-d1f7c405a8ef tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4483421 Jul 15 23:21:53.546355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50008) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.557539 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.557927 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.558236 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Floating IP 659122bc-dabc-45df-b50d-6141a96c7204 disassociated. External IP: 172.25.3.247, port: c8e2ba59-b357-4b5b-be16-54c260b0f854. Jul 15 23:21:53.559168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Calling delete_port for c8e2ba59-b357-4b5b-be16-54c260b0f854 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:53.560157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:53.571247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.584164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:53.585157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:53.646440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Deleting port c38f4477-0de3-4541-b2e3-e74a8010cae6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:53.647090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.649309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-850d628f-f69a-4659-8c99-2a884c981263 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet f0f259a3-c74f-4787-b8ae-85b4d21481b8 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:53.653107 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-850d628f-f69a-4659-8c99-2a884c981263 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.696665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-850d628f-f69a-4659-8c99-2a884c981263 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.712557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device c8e2ba59-b357-4b5b-be16-54c260b0f854 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:53.748175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] For port c38f4477-0de3-4541-b2e3-e74a8010cae6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c38f4477-0de3-4541-b2e3-e74a8010cae6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:53.748641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.762925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Calling delete_port for c38f4477-0de3-4541-b2e3-e74a8010cae6 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:53.763400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:53.831231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-850d628f-f69a-4659-8c99-2a884c981263 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.881886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d52508a3-d1a3-4b95-a8cc-70b243fce512 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:53.922873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-850d628f-f69a-4659-8c99-2a884c981263 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.971707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-850d628f-f69a-4659-8c99-2a884c981263 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.973759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-850d628f-f69a-4659-8c99-2a884c981263 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/f0f259a3-c74f-4787-b8ae-85b4d21481b8 HTTP/1.1" status: 204 len: 168 time: 0.4264295 Jul 15 23:21:53.975615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d628f-f69a-4659-8c99-2a884c981263 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f259a3-c74f-4787-b8ae-85b4d21481b8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:53.978029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50012) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:54.002984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.050339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Port': ['ID=c38f4477-0de3-4541-b2e3-e74a8010cae6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:54.149800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.240936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ceb72-6f61-478a-9e08-cc2a735c83f3 None None] Network d07d3073-ed40-4e9d-ad94-26c75e21780e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:54.306814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.309700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: d52508a3-d1a3-4b95-a8cc-70b243fce512 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:54.310298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d52508a3-d1a3-4b95-a8cc-70b243fce512 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:54.310977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 15828044-2e9d-48da-a8ad-4ce7acdbec5d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:54.313212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a08b674-b5b4-46dc-975b-308f5828c1a7 req-a326ea0d-0d8c-4e74-a8da-3e1a1d42ead7 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1768994 Jul 15 23:21:54.332183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.335215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.429890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.430574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Fanout notify agent at l3_agent the message router_deleted on router 7997e3cd-e608-405e-b65a-88b141cde870 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:21:54.431480 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.444226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 15828044-2e9d-48da-a8ad-4ce7acdbec5d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:54.444930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 15828044-2e9d-48da-a8ad-4ce7acdbec5d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:54.445710 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.447235 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fa9438f0-33f1-438b-95dd-aeeb100e002f tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/routers/7997e3cd-e608-405e-b65a-88b141cde870 HTTP/1.1" status: 204 len: 168 time: 1.5980096 Jul 15 23:21:54.449635 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50022) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:54.486621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event deleted for resources: {'Port': ['ID=c8e2ba59-b357-4b5b-be16-54c260b0f854,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:54.521003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9c14a-45d8-4e10-a2ec-0a8333b66106 req-763868a7-18e1-46f3-846c-7ccdcee41626 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:54.522616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49a9c14a-45d8-4e10-a2ec-0a8333b66106 req-763868a7-18e1-46f3-846c-7ccdcee41626 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2737119 Jul 15 23:21:54.525579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Port c8e2ba59-b357-4b5b-be16-54c260b0f854 update to DOWN by agent not found {{(pid=93716) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 23:21:54.591771 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.637263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49a9c14a-45d8-4e10-a2ec-0a8333b66106 req-af1b4af4-c420-467c-8609-8a9e92d77497 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043828 Jul 15 23:21:54.639190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port 4ab0ee56-42a3-4f57-8a97-8a590041274d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:54.639190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.776495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port 4ab0ee56-42a3-4f57-8a97-8a590041274d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4ab0ee56-42a3-4f57-8a97-8a590041274d,segment=NetworkSegment(7e46f31b-029c-4c33-915e-1b34ceb72e89),segment_id=7e46f31b-029c-4c33-915e-1b34ceb72e89)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:54.781539 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.803019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for 4ab0ee56-42a3-4f57-8a97-8a590041274d owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:54.812489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.823371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f9b9f0-fe99-4486-8068-0896fd1d557b']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:54.824673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Router 7495ade8-67d8-4d20-abc4-5811c5f0170b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:54.827620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:52Z', 'revision_number': 8, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:54.835397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:54.836090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43cbea4-d6d2-436e-b0a8-09ad5a779c31') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:54.848521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.871342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.881714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:54.886693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:54.888349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.895722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:54.897225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.015138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:55.015852 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:55.020662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.036995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:55.038534 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.043253 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] 10.222.0.23 "DELETE /v2.0/networks/b9f9b9f0-fe99-4486-8068-0896fd1d557b HTTP/1.1" status: 204 len: 168 time: 0.5924814 Jul 15 23:21:55.067145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d655a1-56d6-4fbe-9227-0c731cb6f1e1 tempest-TestSecurityGroupsBasicOps-542824473 tempest-TestSecurityGroupsBasicOps-542824473-project] Pushing event deleted for resources: {'Network': ['ID=b9f9b9f0-fe99-4486-8068-0896fd1d557b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:55.083668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47c5004e-5de4-4b87-b1e5-b893b4a891df req-3e469d86-e367-4c54-8400-a2ecb94ab03d tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 210 time: 0.0871258 Jul 15 23:21:55.088822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] DHCP port deletion for d07d3073-ed40-4e9d-ad94-26c75e21780e request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:55.173461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:55.182852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.194425 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] Sync routers for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:55.204497 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:55.205330 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.328029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] No DVR routers for this DVR port c8e2ba59-b357-4b5b-be16-54c260b0f854 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:55.330663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.333104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b3f195a-9c7e-4aa2-859e-0d924909e8e3 req-31581d1a-5761-4c99-8778-191ac19f1ee2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "DELETE /v2.0/ports/c8e2ba59-b357-4b5b-be16-54c260b0f854 HTTP/1.1" status: 204 len: 173 time: 3.5070403 Jul 15 23:21:55.334092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'name': 'network-vif-deleted', 'tag': 'c8e2ba59-b357-4b5b-be16-54c260b0f854'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:55.336477 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf1702-c3bb-4e43-b4b0-af65a7ced584" -d '{"events": [{"server_uuid": "b8fbe33c-ef84-4d88-b673-b78fd9cef877", "name": "network-vif-deleted", "tag": "c8e2ba59-b357-4b5b-be16-54c260b0f854"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:55.351681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=4ab0ee56-42a3-4f57-8a97-8a590041274d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:55.369142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No DVR routers for this DVR port 4ab0ee56-42a3-4f57-8a97-8a590041274d on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:55.379422 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:55.422930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] Deleting port 4ab0ee56-42a3-4f57-8a97-8a590041274d {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:55.423442 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.448543 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaa3da1-d654-4a51-9f66-e97803a98255 x-openstack-request-id: req-ccaa3da1-d654-4a51-9f66-e97803a98255 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:55.448852 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fbe33c-ef84-4d88-b673-b78fd9cef877", "name": "network-vif-deleted", "tag": "c8e2ba59-b357-4b5b-be16-54c260b0f854", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:55.449082 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccaa3da1-d654-4a51-9f66-e97803a98255 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:55.449564 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fbe33c-ef84-4d88-b673-b78fd9cef877', 'name': 'network-vif-deleted', 'tag': 'c8e2ba59-b357-4b5b-be16-54c260b0f854', 'status': 'completed', 'code': 200} Jul 15 23:21:55.489207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] For port 4ab0ee56-42a3-4f57-8a97-8a590041274d, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:55.489404 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.511260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] Calling delete_port for 4ab0ee56-42a3-4f57-8a97-8a590041274d owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:55.517902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] Port 4ab0ee56-42a3-4f57-8a97-8a590041274d was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:21:55.537156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.581979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] Pushing event deleted for resources: {'Port': ['ID=4ab0ee56-42a3-4f57-8a97-8a590041274d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:55.585435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.603225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07d3073-ed40-4e9d-ad94-26c75e21780e']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.607624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50038) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:55.613273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4966c0c-04b3-4381-b4ba-d3dd40d55180 req-ba6428c9-3220-4019-93b0-c5d785b169b0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:55.615422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623c518-9fdd-47ef-9717-a9a24cf54393 None None] No DVR routers for this DVR port 4ab0ee56-42a3-4f57-8a97-8a590041274d on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:55.615594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4966c0c-04b3-4381-b4ba-d3dd40d55180 req-ba6428c9-3220-4019-93b0-c5d785b169b0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 946 time: 0.2347848 Jul 15 23:21:55.636942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e46f31b-029c-4c33-915e-1b34ceb72e89') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.637386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e46f31b-029c-4c33-915e-1b34ceb72e89') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.657074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.695311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:52Z', 'revision_number': 8, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.731960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ae315-63de-4e6c-92b6-ba59afc73d13 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:52Z', 'revision_number': 8, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f784dc-955a-4dc3-ad3e-250627db4354', 'name': '', 'network_id': '617d6fb7-88ce-4ee4-b991-f625d16919ac', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:65:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:34Z', 'updated_at': '2021-07-15T23:21:44Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '72077729-91ca-473b-b441-d9a30d82bd6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:55.735605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.749713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4ab0ee56-42a3-4f57-8a97-8a590041274d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:55.771632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eaffde10-3098-41d6-af2c-e5236ca23646 req-fa901d58-5799-45b3-8d32-278fdf342119 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0812991 Jul 15 23:21:55.783766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4966c0c-04b3-4381-b4ba-d3dd40d55180 req-4dd521ea-ecbc-4e47-b0be-dd56ed5b80b0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607294 Jul 15 23:21:55.787164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:55.789351 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:55.795181 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:55.797904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 4ab0ee56-42a3-4f57-8a97-8a590041274d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:55.798260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4ab0ee56-42a3-4f57-8a97-8a590041274d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:55.798682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c38f4477-0de3-4541-b2e3-e74a8010cae6 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:55.818626 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.831122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c38f4477-0de3-4541-b2e3-e74a8010cae6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:55.831555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c38f4477-0de3-4541-b2e3-e74a8010cae6 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:55.859540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-024f28c6-b450-43af-a791-179109d3b839 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60bc84f67fab40f6aebe31a5a61e01cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507498 Jul 15 23:21:55.862015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50046) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:55.867403 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] Checking router: 7495ade8-67d8-4d20-abc4-5811c5f0170b for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:55.877998 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:55.878614 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:55.915216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25463b3-bb63-47f8-9581-39cd61ab6113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.928904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.937045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.946422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25463b3-bb63-47f8-9581-39cd61ab6113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.967479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/d07d3073-ed40-4e9d-ad94-26c75e21780e HTTP/1.1" status: 204 len: 168 time: 1.9713476 Jul 15 23:21:55.968458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50048) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:56.007737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3976950-f6cf-4256-8013-bfca078059a7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=d07d3073-ed40-4e9d-ad94-26c75e21780e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:56.022445 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25463b3-bb63-47f8-9581-39cd61ab6113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.025430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25463b3-bb63-47f8-9581-39cd61ab6113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.026161 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d25463b3-bb63-47f8-9581-39cd61ab6113 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e24e4d6-63c1-40dd-9aff-f6c46c3ac69a HTTP/1.1" status: 204 len: 168 time: 0.1629379 Jul 15 23:21:56.036136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25463b3-bb63-47f8-9581-39cd61ab6113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e24e4d6-63c1-40dd-9aff-f6c46c3ac69a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:56.094206 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:56.326294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb05efb-1566-492d-99ff-75ffc788a590 req-3470aa8c-2416-4edf-95c9-01e171c64d2f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.335868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-feb05efb-1566-492d-99ff-75ffc788a590 req-3470aa8c-2416-4edf-95c9-01e171c64d2f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3666098 Jul 15 23:21:56.350332 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:56.381951 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fca2b-4e75-4cd7-ad6e-c40bbdf9b5e1 None None] The sync data for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 is: [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:56.403805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f37979c-8c26-4d76-a90d-9d536093b9f5 req-6f0cde72-cea6-44bb-8e6b-11f0016df8e5 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fbe33c-ef84-4d88-b673-b78fd9cef877 HTTP/1.1" status: 200 len: 210 time: 0.0484722 Jul 15 23:21:56.463011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-feb05efb-1566-492d-99ff-75ffc788a590 req-9a27d047-d1df-4b3f-9308-d512bbc92c06 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207089 Jul 15 23:21:56.477360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50056) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:56.496464 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.657335 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.669327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.702780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a92ec-94c9-4333-8e26-53b9e0549250 None None] New status for floating IP 659122bc-dabc-45df-b50d-6141a96c7204: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:21:56.730280 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.735164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d049c66-e650-4c47-a4dd-9b2adba168ea,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:56.745691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57a53f7a850a4914b458cfb69396eaf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664051 Jul 15 23:21:56.748916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.749313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50064) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:56.749478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.749908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.750253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.750586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.750960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.751295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.751620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.751946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.752269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.752590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.752908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80676b-3dcd-47c3-be54-4dbefaf0205f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:56.817099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22d399bf-6ef8-4fae-a7f4-7cf1600c295a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.841037 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22d399bf-6ef8-4fae-a7f4-7cf1600c295a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.903103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22d399bf-6ef8-4fae-a7f4-7cf1600c295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.905795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22d399bf-6ef8-4fae-a7f4-7cf1600c295a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.907094 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-22d399bf-6ef8-4fae-a7f4-7cf1600c295a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d049c66-e650-4c47-a4dd-9b2adba168ea HTTP/1.1" status: 204 len: 168 time: 0.1553617 Jul 15 23:21:56.923791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d399bf-6ef8-4fae-a7f4-7cf1600c295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d049c66-e650-4c47-a4dd-9b2adba168ea,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:57.014569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0eddeff-f292-4d2e-8afe-30c4b779a4d6 req-b6bafdbf-9802-4f30-974f-ddf5345a46b1 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0490904 Jul 15 23:21:57.135439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-233a1aab-fc77-4410-a0cd-ba4ce90410c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.136945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-233a1aab-fc77-4410-a0cd-ba4ce90410c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 1096 time: 0.1402156 Jul 15 23:21:57.180026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c981fb2-d7aa-49fe-87bd-ff94f21350d2 req-d1fee101-43e5-421b-bc65-c9cec792b202 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.182102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c981fb2-d7aa-49fe-87bd-ff94f21350d2 req-d1fee101-43e5-421b-bc65-c9cec792b202 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 946 time: 0.1406596 Jul 15 23:21:57.278666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50078) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.323789 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-055934fc-ca2e-4b6e-ac25-abca457e4344 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ecfac08956c410a93cb025e30dc3cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437875 Jul 15 23:21:57.326147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50080) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.380907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9c44-c775-4954-b803-c248b69a41ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.404871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9c44-c775-4954-b803-c248b69a41ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.452304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9c44-c775-4954-b803-c248b69a41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.455002 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9c44-c775-4954-b803-c248b69a41ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.458516 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e5b9c44-c775-4954-b803-c248b69a41ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dd9702c-4ba8-45b0-bc18-b91a57f52c29 HTTP/1.1" status: 204 len: 168 time: 0.1291461 Jul 15 23:21:57.466587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b9c44-c775-4954-b803-c248b69a41ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd9702c-4ba8-45b0-bc18-b91a57f52c29,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:57.624109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 405d1c83-d670-4268-aeee-7efea2c07d4b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:57.645247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 405d1c83-d670-4268-aeee-7efea2c07d4b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:57.645603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 405d1c83-d670-4268-aeee-7efea2c07d4b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:57.709047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c981fb2-d7aa-49fe-87bd-ff94f21350d2 req-78d56410-c831-454e-bbbf-d618b8934dc9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099628 Jul 15 23:21:57.730846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-04f63646-0046-468c-80a3-dc0ffd664f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.730846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-04f63646-0046-468c-80a3-dc0ffd664f72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 200 len: 920 time: 0.5838082 Jul 15 23:21:57.794442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-911f4d64-0f09-4ca5-a16a-a9d1443adf23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 200 len: 217 time: 0.0566611 Jul 15 23:21:57.806743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef299b39-762d-44ae-9ba5-7afcfd6198ad req-862fa558-d3bd-4087-b52e-f1d4005d19a0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.808301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef299b39-762d-44ae-9ba5-7afcfd6198ad req-862fa558-d3bd-4087-b52e-f1d4005d19a0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.6472714 Jul 15 23:21:57.827099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-55ed4895-bbef-46fb-b91d-2850d37af0d6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.828652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-55ed4895-bbef-46fb-b91d-2850d37af0d6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 946 time: 0.2689700 Jul 15 23:21:57.903633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port f2f784dc-955a-4dc3-ad3e-250627db4354 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:57.903894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.943683 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50098) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.964798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-d0c4055f-91ad-4bf6-9a13-0aaf9151d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.966298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-d0c4055f-91ad-4bf6-9a13-0aaf9151d7f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 200 len: 859 time: 0.1556132 Jul 15 23:21:57.982288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef299b39-762d-44ae-9ba5-7afcfd6198ad req-1af700b1-d015-47ec-bf46-99579fb758c1 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515608 Jul 15 23:21:58.007346 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23bd0f74-91f1-4475-9074-44cc8af6ebe6 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.031614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23bd0f74-91f1-4475-9074-44cc8af6ebe6 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.062153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-dde47f17-fd64-4505-b83f-d6ea2710276e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76bb3044-1f8f-4229-bb20-38a9b13fd0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849068 Jul 15 23:21:58.091931 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23bd0f74-91f1-4475-9074-44cc8af6ebe6 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.095624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23bd0f74-91f1-4475-9074-44cc8af6ebe6 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.098333 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23bd0f74-91f1-4475-9074-44cc8af6ebe6 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "DELETE /v2.0/security-groups/c006a705-c45c-4923-9c72-57f6824ccd79 HTTP/1.1" status: 204 len: 168 time: 0.1525924 Jul 15 23:21:58.104687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50106) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.119491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd0f74-91f1-4475-9074-44cc8af6ebe6 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006a705-c45c-4923-9c72-57f6824ccd79,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.141155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port f2f784dc-955a-4dc3-ad3e-250627db4354, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f2f784dc-955a-4dc3-ad3e-250627db4354,segment=NetworkSegment(db948231-32d5-4296-b61f-083ab6c25042),segment_id=db948231-32d5-4296-b61f-083ab6c25042)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:58.141521 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.184528 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-b30f4fd7-4041-4bec-8ca6-ab8989814bbf tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] show failed (client error): The resource could not be found. Jul 15 23:21:58.188157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b30f4fd7-4041-4bec-8ca6-ab8989814bbf tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups/c006a705-c45c-4923-9c72-57f6824ccd79 HTTP/1.1" status: 404 len: 347 time: 0.0798984 Jul 15 23:21:58.189154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50112) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.193776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for f2f784dc-955a-4dc3-ad3e-250627db4354 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:58.238816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50f70031-d29b-4af1-bfe5-ed502d4036a0 req-847ef9a4-c17e-4df1-890a-e578b97500d9 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0572448 Jul 15 23:21:58.268240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50114) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.293470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Deleting port d6e7feaf-6392-42cb-918a-458f5f8814c8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:58.293817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.313954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-3f14b7ae-1256-4333-a46b-8f84b2450e47 service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454607 Jul 15 23:21:58.329104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Deleting port e5414ebe-1c6d-4bca-a99f-3f7339757614 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:58.330241 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.422230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-11728743-network', 'tenant_id': '3fac824e79884cf1924c9163c94f7ea1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:58.427483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.428317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.445872 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Calling delete_port for e5414ebe-1c6d-4bca-a99f-3f7339757614 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:58.467885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Made reservation on behalf of 3fac824e79884cf1924c9163c94f7ea1 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:58.470408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.508218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.515833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] For port d6e7feaf-6392-42cb-918a-458f5f8814c8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d6e7feaf-6392-42cb-918a-458f5f8814c8,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:58.516196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.544227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6017f8b9-895e-451c-a0c7-fe889b486ceb req-a4bf62cd-bc13-40ae-92ba-0d913e9308ae service neutron] 10.222.0.37 "GET /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204633 Jul 15 23:21:58.545591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Calling delete_port for d6e7feaf-6392-42cb-918a-458f5f8814c8 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:58.629144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.657280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event deleted for resources: {'Port': ['ID=e5414ebe-1c6d-4bca-a99f-3f7339757614,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.657536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.695411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=f2f784dc-955a-4dc3-ad3e-250627db4354,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.751216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.753873 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.755285 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9559e241-f0dc-4139-bb26-12471580ea04 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "DELETE /v2.0/floatingips/659122bc-dabc-45df-b50d-6141a96c7204 HTTP/1.1" status: 204 len: 168 time: 0.5651262 Jul 15 23:21:58.823256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.832133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.867693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:58.887739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3ecb0-d8f7-487a-8bbc-6c49ed254781,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.891468 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.891994 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Added segment 81c7d6be-477a-483f-919b-cb76b9efab61 of type vlan for network cbed1563-fd10-49d5-bef8-22c28402f8fc Jul 15 23:21:58.892786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.963994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.970866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event deleted for resources: {'Port': ['ID=d6e7feaf-6392-42cb-918a-458f5f8814c8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.995475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-287c69af-1d3e-4655-85dc-5b7c55434187 req-598866b7-7ab8-4cdc-a0c0-966a466a1ac7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.0701680 Jul 15 23:21:59.003994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.005898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:59.006945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.009192 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:21:59.044411 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7749372 Jul 15 23:21:59.047102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50126) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.053396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] No DVR routers for this DVR port d6e7feaf-6392-42cb-918a-458f5f8814c8 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:59.056588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Request body: {'subnet': {'network_id': 'cbed1563-fd10-49d5-bef8-22c28402f8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-11728743-subnet', 'tenant_id': '3fac824e79884cf1924c9163c94f7ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.057751 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.060012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef7cedec-0586-474a-8c02-061cffc0cae2 req-38f90e22-204a-4e91-aead-a7812cd6ef44 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "DELETE /v2.0/ports/d6e7feaf-6392-42cb-918a-458f5f8814c8 HTTP/1.1" status: 204 len: 173 time: 1.2038586 Jul 15 23:21:59.060307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc', 'name': 'network-vif-deleted', 'tag': 'd6e7feaf-6392-42cb-918a-458f5f8814c8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:59.062951 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60611da5-a111-4a45-81b5-5dd9dbbdc5dc" -d '{"events": [{"server_uuid": "cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc", "name": "network-vif-deleted", "tag": "d6e7feaf-6392-42cb-918a-458f5f8814c8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:59.066414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.126189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e981073-add0-455f-943f-808cab00f556 admin admin] Pushing event updated for resources: {'Network': ['ID=cbed1563-fd10-49d5-bef8-22c28402f8fc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.140462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network cbed1563-fd10-49d5-bef8-22c28402f8fc details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:59.147541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Made reservation on behalf of 3fac824e79884cf1924c9163c94f7ea1 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:59.150790 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.180013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50130) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.191600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-240391ec-4ea7-4408-a9dd-d3e65053c82a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268746526', 'description': 'tempest-description--1434010209'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.277203 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f3b1a9-9460-4d9d-a2f6-7eea393f5793 x-openstack-request-id: req-98f3b1a9-9460-4d9d-a2f6-7eea393f5793 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:59.277889 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc", "name": "network-vif-deleted", "tag": "d6e7feaf-6392-42cb-918a-458f5f8814c8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:59.278203 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98f3b1a9-9460-4d9d-a2f6-7eea393f5793 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:59.278710 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc', 'name': 'network-vif-deleted', 'tag': 'd6e7feaf-6392-42cb-918a-458f5f8814c8', 'status': 'completed', 'code': 200} Jul 15 23:21:59.285699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-240391ec-4ea7-4408-a9dd-d3e65053c82a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.425706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:59.459049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8aa6843-538f-4f69-802d-4e158c0da4bd req-9a09fa92-3171-406d-96e7-e56978a3e358 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0390208 Jul 15 23:21:59.473960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-240391ec-4ea7-4408-a9dd-d3e65053c82a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.479365 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.483078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968beee-f102-4734-9f2d-f49482f0887b req-5349b790-6a1b-4029-af96-eb5f46739129 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:59.484609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5968beee-f102-4734-9f2d-f49482f0887b req-5349b790-6a1b-4029-af96-eb5f46739129 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.1370838 Jul 15 23:21:59.488889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-240391ec-4ea7-4408-a9dd-d3e65053c82a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.562950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-240391ec-4ea7-4408-a9dd-d3e65053c82a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.566977 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-240391ec-4ea7-4408-a9dd-d3e65053c82a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3832531 Jul 15 23:21:59.568498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50134) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.573590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-39e950de-61f8-401b-8071-4e3ae024501b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'security_group_rule': {'security_group_id': 'fe0bbb04-2e69-425d-88c4-6a1994299cea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.580791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240391ec-4ea7-4408-a9dd-d3e65053c82a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0bbb04-2e69-425d-88c4-6a1994299cea,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.586484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=646d4d3e-345f-45d4-a3ee-0eafa736838c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.597501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Checking segment: {'id': '81c7d6be-477a-483f-919b-cb76b9efab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cbed1563-fd10-49d5-bef8-22c28402f8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:59.597910 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Network hostable DHCP agents. Network: cbed1563-fd10-49d5-bef8-22c28402f8fc, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:59.609912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:59.616082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5968beee-f102-4734-9f2d-f49482f0887b req-cfd3906b-9954-48ee-8cc3-e8064323675f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015491 Jul 15 23:21:59.621465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aa2f81d9-0777-4c07-b001-f699cf47f8be tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6469707 Jul 15 23:21:59.624050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Network cbed1563-fd10-49d5-bef8-22c28402f8fc is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:59.627178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50136) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.628245 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:59.641640 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39e950de-61f8-401b-8071-4e3ae024501b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.661444 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:59.662077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:59.699820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, cbed1563-fd10-49d5-bef8-22c28402f8fc) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:59.709641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:59.709877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.717962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84663375-7a28-4c07-b967-a6baabb7bec9 None None] Network cbed1563-fd10-49d5-bef8-22c28402f8fc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:59.729899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10e81d5-31ac-42ee-a5fa-635b46ba4251 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet 72077729-91ca-473b-b441-d9a30d82bd6b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:59.740773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f10e81d5-31ac-42ee-a5fa-635b46ba4251 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.745083 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39e950de-61f8-401b-8071-4e3ae024501b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.751504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39e950de-61f8-401b-8071-4e3ae024501b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.755797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d6e7feaf-6392-42cb-918a-458f5f8814c8 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:59.774100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e950de-61f8-401b-8071-4e3ae024501b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aee736-ac27-4293-aa6b-6a722a0ff6b6,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.782818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39e950de-61f8-401b-8071-4e3ae024501b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.786803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-39e950de-61f8-401b-8071-4e3ae024501b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2155769 Jul 15 23:21:59.786959 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8a3027ba-28a1-48b2-bbb0-22a4f7ece18b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7381251 Jul 15 23:21:59.793479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50138) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.810786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-93d53b96-2722-4cd2-84a3-009f5d7bf333 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'security_group_rule': {'security_group_id': 'fe0bbb04-2e69-425d-88c4-6a1994299cea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.834784 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:59.844014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: d6e7feaf-6392-42cb-918a-458f5f8814c8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:59.844363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d6e7feaf-6392-42cb-918a-458f5f8814c8 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:59.860866 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f10e81d5-31ac-42ee-a5fa-635b46ba4251 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.901712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af1670-b72a-4b9e-943d-d429fbcae416 None None] Network cbed1563-fd10-49d5-bef8-22c28402f8fc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:59.974355 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93d53b96-2722-4cd2-84a3-009f5d7bf333 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.063534 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f10e81d5-31ac-42ee-a5fa-635b46ba4251 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.098574 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93d53b96-2722-4cd2-84a3-009f5d7bf333 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.108462 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93d53b96-2722-4cd2-84a3-009f5d7bf333 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.140173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d53b96-2722-4cd2-84a3-009f5d7bf333 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1441565-130f-4b09-a755-cac5b069ff9b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:00.146058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93d53b96-2722-4cd2-84a3-009f5d7bf333 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.151338 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-93d53b96-2722-4cd2-84a3-009f5d7bf333 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532217 Jul 15 23:22:00.152192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50148) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.157394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:00.165757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f10e81d5-31ac-42ee-a5fa-635b46ba4251 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.230712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.230953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e81d5-31ac-42ee-a5fa-635b46ba4251 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=72077729-91ca-473b-b441-d9a30d82bd6b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:00.240162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f10e81d5-31ac-42ee-a5fa-635b46ba4251 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.248031 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f10e81d5-31ac-42ee-a5fa-635b46ba4251 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/72077729-91ca-473b-b441-d9a30d82bd6b HTTP/1.1" status: 204 len: 168 time: 0.6197917 Jul 15 23:22:00.248807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50156) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.250591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f269f892-1715-42f7-bf8c-e9d49c886292 None None] Network 617d6fb7-88ce-4ee4-b991-f625d16919ac requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:00.310774 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:58Z', 'revision_number': 9, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:00.363725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.394011 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:00.412249 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:00.413018 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:00.445014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port b791a206-2001-43ee-9dc5-0216859cc487 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:00.445355 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.451155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-791fbc1f-e270-40e5-9309-79b37dd5aad2 req-603900e0-a6f4-42b7-9f10-e963919d5a9c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.1779208 Jul 15 23:22:00.522853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port b791a206-2001-43ee-9dc5-0216859cc487, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b791a206-2001-43ee-9dc5-0216859cc487,segment=NetworkSegment(db948231-32d5-4296-b61f-083ab6c25042),segment_id=db948231-32d5-4296-b61f-083ab6c25042)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:00.523490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.547931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for b791a206-2001-43ee-9dc5-0216859cc487 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:00.589174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50164) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.604838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-247679025-network', 'tenant_id': 'dee6d11c91624ce98b734ca9aed940ca'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:00.665761 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:00.702545 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.732625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=b791a206-2001-43ee-9dc5-0216859cc487,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:00.735985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No DVR routers for this DVR port b791a206-2001-43ee-9dc5-0216859cc487 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:00.741562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a969300f-5e15-4033-a0d7-fec0f5bc18c1 None None] DHCP port deletion for 617d6fb7-88ce-4ee4-b991-f625d16919ac request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:00.807087 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3f5b519-4357-4560-b170-e61168e19ecc req-bbae9f85-48ce-4cd9-a8e1-41cef7817e37 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1614308 Jul 15 23:22:00.823779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Made reservation on behalf of dee6d11c91624ce98b734ca9aed940ca for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:00.825875 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.835904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.842735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.848045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617d6fb7-88ce-4ee4-b991-f625d16919ac']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:00.859059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db948231-32d5-4296-b61f-083ab6c25042') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:00.859892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db948231-32d5-4296-b61f-083ab6c25042') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:00.869230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.884657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.891032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:00.891635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:00.894735 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:00.948845 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.972574 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.981445 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.986895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/617d6fb7-88ce-4ee4-b991-f625d16919ac HTTP/1.1" status: 204 len: 168 time: 0.7369401 Jul 15 23:22:00.988954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50168) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:01.001815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:58Z', 'revision_number': 9, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:01.006682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb1a50-e8d1-470b-a79c-46147d5c42f2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=617d6fb7-88ce-4ee4-b991-f625d16919ac,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:01.038273 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdab2e3-42df-44a1-9de0-470f57c2f072 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:21:58Z', 'revision_number': 9, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e017e12f-e8ab-49ac-b501-003662527102', 'name': '', 'network_id': 'f03ea1e5-6036-4438-913b-9fae40a8df8c', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:ad:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:25Z', 'updated_at': '2021-07-15T23:21:39Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '9aa96b7c-c0d8-465b-95c5-2ef698c7b817', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:01.139458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Allocated IP 172.25.3.139 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/2336cb2d-0b50-48d5-a22a-670b8a848c93) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:01.162855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41812-2893-4627-9a69-1b97d2c007f7 req-90699cac-4b1a-4d5e-8315-13d65d2348d2 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:01.164484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dab41812-2893-4627-9a69-1b97d2c007f7 req-90699cac-4b1a-4d5e-8315-13d65d2348d2 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2226429 Jul 15 23:22:01.255625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dab41812-2893-4627-9a69-1b97d2c007f7 req-66759d34-3835-4902-94a1-affb860bab00 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808430 Jul 15 23:22:01.318095 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.324235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.403487 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.750011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30845354-4816-4997-ab31-9393aa729b98,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:01.793312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19367ff5-49a6-4338-bf25-8c5747da2dbd req-b1f50103-2170-49e4-a820-67f2ee6a9f03 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.0444937 Jul 15 23:22:01.801155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b791a206-2001-43ee-9dc5-0216859cc487 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:01.811675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:01.833195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port e017e12f-e8ab-49ac-b501-003662527102 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:01.834382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.846798 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.849398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.849850 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Added segment c61e66f3-3a26-4edf-9e2b-b992618add9f of type vlan for network 0999ac93-8685-4e1d-9220-75fb7b652c2d Jul 15 23:22:01.901635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b791a206-2001-43ee-9dc5-0216859cc487 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:01.901998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b791a206-2001-43ee-9dc5-0216859cc487 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:01.902429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f2f784dc-955a-4dc3-ad3e-250627db4354 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:01.905170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.958115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f2f784dc-955a-4dc3-ad3e-250627db4354 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:01.958938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f2f784dc-955a-4dc3-ad3e-250627db4354 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:01.965452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.992240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.995487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:01.996451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.021427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port e017e12f-e8ab-49ac-b501-003662527102, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e017e12f-e8ab-49ac-b501-003662527102,segment=NetworkSegment(f32724be-5ac6-4713-99af-11891cbd63d9),segment_id=f32724be-5ac6-4713-99af-11891cbd63d9)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:02.021740 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.036668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for e017e12f-e8ab-49ac-b501-003662527102 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:02.068694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:02.079295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4835222 Jul 15 23:22:02.080900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:02.083109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50186) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:02.090203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Request body: {'subnet': {'network_id': '0999ac93-8685-4e1d-9220-75fb7b652c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-247679025-subnet', 'tenant_id': 'dee6d11c91624ce98b734ca9aed940ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:02.092061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:02.104504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'Port': ['ID=2336cb2d-0b50-48d5-a22a-670b8a848c93,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:02.129248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Made reservation on behalf of dee6d11c91624ce98b734ca9aed940ca for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:02.131699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.175652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d4c598f-7815-4462-ac9d-8e44a9dba1e4 req-79a41e51-cf0a-48da-bdc9-f8e7ed455f79 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0851059 Jul 15 23:22:02.181478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed00e8-032b-4f78-8e34-18eff8bcc157 admin admin] Pushing event updated for resources: {'Network': ['ID=0999ac93-8685-4e1d-9220-75fb7b652c2d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:02.194938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0999ac93-8685-4e1d-9220-75fb7b652c2d details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:02.258326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.311646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.342819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.379371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=e017e12f-e8ab-49ac-b501-003662527102,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:02.491217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.554083 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.560399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.635423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c3aeef-4eda-4369-8c24-ad30ae09792c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:02.652685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'Port': ['ID=2336cb2d-0b50-48d5-a22a-670b8a848c93,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:02.656463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.662480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Checking segment: {'id': 'c61e66f3-3a26-4edf-9e2b-b992618add9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0999ac93-8685-4e1d-9220-75fb7b652c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:02.662894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Network hostable DHCP agents. Network: 0999ac93-8685-4e1d-9220-75fb7b652c2d, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:02.668498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.677257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.678627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-183dca47-a961-4b95-967d-9bb126b11fa7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5248437 Jul 15 23:22:02.729369 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Network 0999ac93-8685-4e1d-9220-75fb7b652c2d is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:02.778088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0999ac93-8685-4e1d-9220-75fb7b652c2d) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:02.782698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.783584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.796951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024250c-b52a-46b0-a62d-73555d7d74c1 None None] Network 0999ac93-8685-4e1d-9220-75fb7b652c2d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:02.857786 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3c76dec2-8775-428b-9e0b-6252d8d88622 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7641177 Jul 15 23:22:02.941805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-096454a8-08c2-46fe-b5c9-d5229351f3ef tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--268746526&fields=id&tenant_id=5251cfa57aca41b1a2616cd6165ecec5 HTTP/1.1" status: 200 len: 267 time: 0.0536153 Jul 15 23:22:02.950279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:02.984837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc409a-a4cf-433b-a838-79e7a4c11302 None None] Network 0999ac93-8685-4e1d-9220-75fb7b652c2d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:03.065364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66bef975-bcb3-47d6-9857-1b0ddcb2c2a5 req-5716e8ac-2dd1-48fe-b63b-65fb66bd4d8c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.0474989 Jul 15 23:22:03.119489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:03.125206 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b820a34-5a49-4258-9489-a343ff7f36cb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352487 Jul 15 23:22:03.129296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50210) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:03.185304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-8238ff53-3d24-486b-a97c-85d39d4b89c4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.190838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-8238ff53-3d24-486b-a97c-85d39d4b89c4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 809 time: 0.2404191 Jul 15 23:22:03.217350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-193d3e2f-1a56-40fa-8f0d-29ff12e349b8 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/quotas/5251cfa57aca41b1a2616cd6165ecec5 HTTP/1.1" status: 200 len: 375 time: 0.0113251 Jul 15 23:22:03.336684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-5c083613-b20e-4e38-832e-2532ee6ba491 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127157 Jul 15 23:22:03.355976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:03.385588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:03.386662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:03.466505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-9eea0975-fa56-4128-b5cb-538611d801bc service neutron] 10.222.0.23 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176295 Jul 15 23:22:03.476085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:03.589179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-4ad97024-aaa8-4a9b-8c3b-47ad3dd5f401 service neutron] 10.222.0.23 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217070 Jul 15 23:22:03.685931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-53089496-27b5-4e8e-b0a1-91637600f24d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet 9aa96b7c-c0d8-465b-95c5-2ef698c7b817 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:03.694619 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53089496-27b5-4e8e-b0a1-91637600f24d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.736032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06feddd-d4fd-4537-a49f-801d62513474 req-59925f5f-c786-4ca6-bebd-9f41da5c2af9 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.743649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-59925f5f-c786-4ca6-bebd-9f41da5c2af9 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/networks?id=cbed1563-fd10-49d5-bef8-22c28402f8fc HTTP/1.1" status: 200 len: 810 time: 0.1411216 Jul 15 23:22:03.758330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:02Z', 'revision_number': 10, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:03.762670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-8be4bf61-0f10-4f5e-abbd-36f33eca4a3d tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/quotas/3fac824e79884cf1924c9163c94f7ea1 HTTP/1.1" status: 200 len: 375 time: 0.0177758 Jul 15 23:22:03.784148 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53089496-27b5-4e8e-b0a1-91637600f24d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.796424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:03.805605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:03.806043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:03.825180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-13e11c63-dd5d-4db3-bf80-6839fbe2de27 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fac824e79884cf1924c9163c94f7ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613062 Jul 15 23:22:03.912646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:03.937715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-963c9306-033f-4d2a-9a56-95cd10212603 service neutron] 10.222.0.23 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115186 Jul 15 23:22:03.957906 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53089496-27b5-4e8e-b0a1-91637600f24d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.043358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53089496-27b5-4e8e-b0a1-91637600f24d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.063456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fd73c9c-604f-4996-ae2d-a02580537f05 req-5ea859a2-31f2-409a-baa8-51fac3779029 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0453408 Jul 15 23:22:04.108568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53089496-27b5-4e8e-b0a1-91637600f24d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa96b7c-c0d8-465b-95c5-2ef698c7b817,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:04.123703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-53089496-27b5-4e8e-b0a1-91637600f24d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.125243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-4a9801a9-ec68-4f34-945c-5cd42b7bb679 service neutron] 10.222.0.23 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866841 Jul 15 23:22:04.137891 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-53089496-27b5-4e8e-b0a1-91637600f24d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/9aa96b7c-c0d8-465b-95c5-2ef698c7b817 HTTP/1.1" status: 204 len: 168 time: 1.0074301 Jul 15 23:22:04.140307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50236) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:04.159090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deabd763-d5ff-4bde-9b9b-2cc96a9a1c89 None None] Network f03ea1e5-6036-4438-913b-9fae40a8df8c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:04.193924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac707853-fb8d-47b4-bc35-c5d9807b964f req-72a80714-b6a4-4663-8bfd-0907542b616e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 210 time: 0.0491943 Jul 15 23:22:04.281385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.317475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:02Z', 'revision_number': 10, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:04.351045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd901f-604d-4faa-bc06-1ef4dfbf5289 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:02Z', 'revision_number': 10, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea', 'name': '', 'network_id': '61588121-9786-4b2d-9ba3-11d742038473', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'mac_address': 'fa:16:3e:1d:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11540e4f-2452-4749-b0f9-259904fb7250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '53a21818-cb29-48eb-8273-0c065b66a899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:21:21Z', 'updated_at': '2021-07-15T23:21:28Z', 'revision_number': 5, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'subnets': [{'id': '53a21818-cb29-48eb-8273-0c065b66a899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:04.398875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port c5b92586-4df0-4eb8-ae11-32e8165d9584 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:04.406058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.470505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-538324a1-9af0-4cba-8846-5569b1c5bbef req-7aca63d6-3948-4aed-9378-5ca8433fd170 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.0901594 Jul 15 23:22:04.494432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port c5b92586-4df0-4eb8-ae11-32e8165d9584, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c5b92586-4df0-4eb8-ae11-32e8165d9584,segment=NetworkSegment(f32724be-5ac6-4713-99af-11891cbd63d9),segment_id=f32724be-5ac6-4713-99af-11891cbd63d9)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:04.494818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.510154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for c5b92586-4df0-4eb8-ae11-32e8165d9584 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:04.586875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c5ae4aa-ce9f-488a-bd39-d2e4b5eb2a0a req-7b4895d1-fc40-4313-8c60-762f3a739e40 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 210 time: 0.0585284 Jul 15 23:22:04.621803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.648874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=c5b92586-4df0-4eb8-ae11-32e8165d9584,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:04.658241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No DVR routers for this DVR port c5b92586-4df0-4eb8-ae11-32e8165d9584 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:04.748542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710043b-12e1-47f1-85f3-79dfaae120bc None None] DHCP port deletion for f03ea1e5-6036-4438-913b-9fae40a8df8c request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:04.763923 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.778331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03ea1e5-6036-4438-913b-9fae40a8df8c']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:04.807563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32724be-5ac6-4713-99af-11891cbd63d9') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:04.808081 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32724be-5ac6-4713-99af-11891cbd63d9') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:04.831320 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.879825 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.891952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:04.892645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:04.895829 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:04.980284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.996912 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.003590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50252) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:05.004348 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/f03ea1e5-6036-4438-913b-9fae40a8df8c HTTP/1.1" status: 204 len: 168 time: 0.8624671 Jul 15 23:22:05.023000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ce466-6bd1-43ef-936e-1d27b4e34c64 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=f03ea1e5-6036-4438-913b-9fae40a8df8c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:05.242655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dee48fa-9d00-4cea-bbc9-74856465278a req-13560c62-1663-4ecd-88ba-c730417da045 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0495441 Jul 15 23:22:05.430474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb427ff-e567-49e6-87af-6a2989d5e2a7 req-9bfce4df-bf36-4cf0-92e4-7295ee449eee tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 210 time: 0.0349593 Jul 15 23:22:05.595944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-0f8d33a5-9120-498a-98ba-126987ae0f4b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:05.597842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-0f8d33a5-9120-498a-98ba-126987ae0f4b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 809 time: 0.1653311 Jul 15 23:22:05.663633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e77d99f4-72f5-496d-86c2-e91f62215ed8 req-66ce165c-3374-4bba-b49e-d179f1d8c531 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc655d1d-ec4c-4dd3-88a7-3b6dec26f5dc HTTP/1.1" status: 200 len: 210 time: 0.0566247 Jul 15 23:22:05.688249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.732103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e017e12f-e8ab-49ac-b501-003662527102 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:05.779971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e017e12f-e8ab-49ac-b501-003662527102 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:05.781538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e017e12f-e8ab-49ac-b501-003662527102 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:05.781878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c5b92586-4df0-4eb8-ae11-32e8165d9584 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:05.818266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-c6312e32-2248-472d-a2ea-6c7d9c9c92b0 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5251cfa57aca41b1a2616cd6165ecec5 HTTP/1.1" status: 200 len: 379 time: 0.2084820 Jul 15 23:22:05.828717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c5b92586-4df0-4eb8-ae11-32e8165d9584 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:05.829523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c5b92586-4df0-4eb8-ae11-32e8165d9584 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:05.855346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'port': {'device_id': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'admin_state_up': True, 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'security_groups': ['fe0bbb04-2e69-425d-88c4-6a1994299cea']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:05.883094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-806d788e-0c46-4508-8478-0cf58dd0172c req-42620c5f-5d6c-47aa-bbd9-8fafc60be5e7 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 210 time: 0.0599616 Jul 15 23:22:06.077185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Made reservation on behalf of 5251cfa57aca41b1a2616cd6165ecec5 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:06.080615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.273247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Allocated IP 172.20.0.8 (c1eb5c66-55af-4d66-9777-031791fd7962/b5c997a2-3c4c-4320-85db-8eec3b0f764d/4c6cae0c-029e-4736-aea7-e71460d73e5f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:06.286572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:06.286725 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.464761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d79b461d-772d-4133-8a5b-4d208a7c96f3 req-97a772a2-e493-48e5-9812-12f428e664a9 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0602157 Jul 15 23:22:06.843671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,segment=NetworkSegment(333e3b6a-3142-40d2-bc4a-f829c839f18f),segment_id=333e3b6a-3142-40d2-bc4a-f829c839f18f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:06.844030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.922188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:06.929265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee624347-49a1-4fbb-a82b-e749a39f485e req-b3079cd1-6f78-4666-b320-616120d7dcae tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 210 time: 0.0919869 Jul 15 23:22:07.077432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06feddd-d4fd-4537-a49f-801d62513474 req-699ac1fe-5490-4251-84f3-fc4bc3aa05a3 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:07.079387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-699ac1fe-5490-4251-84f3-fc4bc3aa05a3 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.59 "GET /v2.0/networks?id=cbed1563-fd10-49d5-bef8-22c28402f8fc HTTP/1.1" status: 200 len: 810 time: 0.6559412 Jul 15 23:22:07.086109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.098223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Request body: {'port': {'device_id': '02ad4a03-d31b-4129-a6b7-fddeb3238b2a', 'network_id': 'cbed1563-fd10-49d5-bef8-22c28402f8fc', 'admin_state_up': True, 'tenant_id': '3fac824e79884cf1924c9163c94f7ea1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:07.166166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Transition to ACTIVE for port object 4c6cae0c-029e-4736-aea7-e71460d73e5f will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:07.175943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11849f63-533c-4729-a3b4-72e8d204db4f req-a2ef1369-4abb-4690-b1d4-c9980c73e6de tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 210 time: 0.0742409 Jul 15 23:22:07.411158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.463352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092d81-eaa2-4c90-9245-a15e290074f5 req-0b1167a6-b04f-4ad9-80fb-5a3faf58e7fe tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:07.464827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc092d81-eaa2-4c90-9245-a15e290074f5 req-0b1167a6-b04f-4ad9-80fb-5a3faf58e7fe tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.2970226 Jul 15 23:22:07.489825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Made reservation on behalf of 3fac824e79884cf1924c9163c94f7ea1 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:07.493355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.536265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Network c1eb5c66-55af-4d66-9777-031791fd7962 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:07.544792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc092d81-eaa2-4c90-9245-a15e290074f5 req-706cfc44-5a67-46b4-a65d-c177b94ffc4b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/quotas/047b0f09a5054578aa8e4031a560cc37 HTTP/1.1" status: 200 len: 375 time: 0.0562720 Jul 15 23:22:07.558894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:07.566365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:07.568835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event updated for resources: {'Port': ['ID=4c6cae0c-029e-4736-aea7-e71460d73e5f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:07.654257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.673419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc092d81-eaa2-4c90-9245-a15e290074f5 req-cb9a906d-7c32-4036-829c-fcce0aa2b534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112309 Jul 15 23:22:07.777777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:07.781208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67858689-3d3a-4820-8572-9adfcda5c441 req-3d19c914-a40c-49f3-854e-bcc2d403e80d tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1326683 Jul 15 23:22:07.803262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:07.803886 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.858206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b7a49aa7-a53a-4135-adf6-8f64e3885c88 None None] Provisioning for port 4c6cae0c-029e-4736-aea7-e71460d73e5f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:07.862619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b7a49aa7-a53a-4135-adf6-8f64e3885c88 None None] Provisioning complete for port 4c6cae0c-029e-4736-aea7-e71460d73e5f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:07.863140 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7a49aa7-a53a-4135-adf6-8f64e3885c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.904031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b7a49aa7-a53a-4135-adf6-8f64e3885c88 None None] Port 4c6cae0c-029e-4736-aea7-e71460d73e5f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:22:07.939701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-dcfce90a-9a00-4033-8582-130e507c7eb2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0959570 Jul 15 23:22:07.966885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Request body: {'port': {'device_id': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:07.972733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Allocated IP 172.20.0.4 (cbed1563-fd10-49d5-bef8-22c28402f8fc/646d4d3e-345f-45d4-a3ee-0eafa736838c/87bb057f-887a-4af0-be9d-c980c29d818e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:08.012010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc092d81-eaa2-4c90-9245-a15e290074f5 req-e60f87f8-b444-415c-8541-fe83fcca177a service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376482 Jul 15 23:22:08.159054 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.357724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.434067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973c6d-3c20-4900-96a8-2358b62e3460 req-329e85e2-a1c8-4c5a-8fc8-032689c04c4f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:08.435568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11973c6d-3c20-4900-96a8-2358b62e3460 req-329e85e2-a1c8-4c5a-8fc8-032689c04c4f tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 931 time: 0.3441279 Jul 15 23:22:08.441714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc092d81-eaa2-4c90-9245-a15e290074f5 req-ce6e5d26-f52a-4069-be07-5e1a5e8fd189 service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289000 Jul 15 23:22:08.617712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:08.670057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.704284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11973c6d-3c20-4900-96a8-2358b62e3460 req-de66a70f-4755-40f4-a0a5-27e913ecfdbc tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428634 Jul 15 23:22:08.875342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-083c60e1-5906-4a9e-87cd-e63837a4102f req-bf929115-e5bb-4e7e-b2a6-b82f2b254780 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=495ac401-2eb9-4864-8fb2-f1d7b378acdd HTTP/1.1" status: 200 len: 210 time: 0.0845754 Jul 15 23:22:08.923718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21d07d48-9a36-42cd-850a-58ebec5599c2 req-7a272643-d42d-4866-bcff-49bdc6d6c4ee tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 210 time: 0.0939116 Jul 15 23:22:08.924530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:08.932306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4a3e5425-765c-4b23-bb1d-077bc0ecf04c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9268346 Jul 15 23:22:08.935122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50322) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:08.949699 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:08.951980 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.981578 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:08.982220 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.027430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Network cbed1563-fd10-49d5-bef8-22c28402f8fc is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:09.060191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:09.063652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f94d704d-7c88-4264-a64b-9fece1de2925 req-cebca0ef-942e-406a-ac6f-624968d1ddde tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0569916 Jul 15 23:22:09.064419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:09.064776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5e211d-5764-4a6b-acac-88508c237b84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting subnet 53a21818-cb29-48eb-8273-0c065b66a899 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:09.070883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb5e211d-5764-4a6b-acac-88508c237b84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.105383 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:09.132820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Pushing event updated for resources: {'Port': ['ID=87bb057f-887a-4af0-be9d-c980c29d818e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:09.138995 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb5e211d-5764-4a6b-acac-88508c237b84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.176765 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:07Z', 'revision_number': 11, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.211746 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:09.222721 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:09.223553 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.226409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6cae0c-029e-4736-aea7-e71460d73e5f {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:09.242899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:09.243688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.249592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.279670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Transition to ACTIVE for port object 4c6cae0c-029e-4736-aea7-e71460d73e5f will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:09.281905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-2fb3e374-475e-4c2d-9641-403d8833ead8 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1912963 Jul 15 23:22:09.285051 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.326612 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:09.342601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Request body: {'port': {'device_id': '02ad4a03-d31b-4129-a6b7-fddeb3238b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:09.346919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb5e211d-5764-4a6b-acac-88508c237b84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.390557 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:07Z', 'revision_number': 11, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.396046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6cae0c-029e-4736-aea7-e71460d73e5f,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:09.430833 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0f333-d959-4952-b23b-e860bdac6673 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:07Z', 'revision_number': 11, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:09.455914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb5e211d-5764-4a6b-acac-88508c237b84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.498998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e211d-5764-4a6b-acac-88508c237b84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Subnet': ['ID=53a21818-cb29-48eb-8273-0c065b66a899,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:09.501225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb5e211d-5764-4a6b-acac-88508c237b84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.503420 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb5e211d-5764-4a6b-acac-88508c237b84 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/53a21818-cb29-48eb-8273-0c065b66a899 HTTP/1.1" status: 204 len: 168 time: 0.5659571 Jul 15 23:22:09.505734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50340) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.508566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d588bf6-1618-48ab-828f-06c0b6616578 None None] Network 61588121-9786-4b2d-9ba3-11d742038473 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:09.655353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.880974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Deleting port a7ced756-18c9-42b3-bd8f-92c17625ac5f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:09.881329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.904065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] DHCP port deletion for 61588121-9786-4b2d-9ba3-11d742038473 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:09.982571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:10.026897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:10.027552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aa9d2cc7-75bc-49a3-970e-5e1cd9eebcea not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:10.043980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] For port a7ced756-18c9-42b3-bd8f-92c17625ac5f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a7ced756-18c9-42b3-bd8f-92c17625ac5f,segment=NetworkSegment(333e3b6a-3142-40d2-bc4a-f829c839f18f),segment_id=333e3b6a-3142-40d2-bc4a-f829c839f18f)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:10.044560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.056794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Calling delete_port for a7ced756-18c9-42b3-bd8f-92c17625ac5f owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:10.060620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Deleting port a7ced756-18c9-42b3-bd8f-92c17625ac5f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:10.061273 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.145529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] For port a7ced756-18c9-42b3-bd8f-92c17625ac5f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a7ced756-18c9-42b3-bd8f-92c17625ac5f,segment=NetworkSegment(333e3b6a-3142-40d2-bc4a-f829c839f18f),segment_id=333e3b6a-3142-40d2-bc4a-f829c839f18f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:10.146017 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.159189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Calling delete_port for a7ced756-18c9-42b3-bd8f-92c17625ac5f owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:10.178104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.178412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.212248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Port': ['ID=a7ced756-18c9-42b3-bd8f-92c17625ac5f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:10.218174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No DVR routers for this DVR port a7ced756-18c9-42b3-bd8f-92c17625ac5f on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:10.252296 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.265471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] No DVR routers for this DVR port a7ced756-18c9-42b3-bd8f-92c17625ac5f on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:10.286396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Pushing event deleted for resources: {'Port': ['ID=a7ced756-18c9-42b3-bd8f-92c17625ac5f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:10.299833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.300408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.300945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.301449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.301960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.302465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.303007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.303632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.304261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.304767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.305263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.306313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e77bf-0d2c-4935-9838-0922e30d20c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:10.323831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.335958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61588121-9786-4b2d-9ba3-11d742038473']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.351354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333e3b6a-3142-40d2-bc4a-f829c839f18f') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.351785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333e3b6a-3142-40d2-bc4a-f829c839f18f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.361021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.376871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.383209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:10.384261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:10.387551 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:10.456800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.468968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.471068 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/networks/61588121-9786-4b2d-9ba3-11d742038473 HTTP/1.1" status: 204 len: 168 time: 0.9641213 Jul 15 23:22:10.476331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50362) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.482781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103701b4-03f5-490b-9634-db4b01eeb9df tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Pushing event deleted for resources: {'Network': ['ID=61588121-9786-4b2d-9ba3-11d742038473,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:10.488898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172d629-2cc8-4574-9462-00816d697807 req-2e72492a-aa4b-4dec-ae7a-0bb6c8eaeed6 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:10.490422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5172d629-2cc8-4574-9462-00816d697807 req-2e72492a-aa4b-4dec-ae7a-0bb6c8eaeed6 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 931 time: 0.3084366 Jul 15 23:22:10.491174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Attempting to bind port 4c6cae0c-029e-4736-aea7-e71460d73e5f on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:10.491509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Attempting to bind port 4c6cae0c-029e-4736-aea7-e71460d73e5f by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:10.491836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Attempting to bind port 4c6cae0c-029e-4736-aea7-e71460d73e5f on network c1eb5c66-55af-4d66-9777-031791fd7962 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:10.499782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'routes': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:10.513023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd51dd-431d-4839-8ec0-1c81f75d6f75 req-158e28c2-3995-417e-9bf4-88fab0e02b16 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:10.514479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64cd51dd-431d-4839-8ec0-1c81f75d6f75 req-158e28c2-3995-417e-9bf4-88fab0e02b16 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 943 time: 0.3603060 Jul 15 23:22:10.600834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Port 4c6cae0c-029e-4736-aea7-e71460d73e5f on network c1eb5c66-55af-4d66-9777-031791fd7962 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:10.601345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Attempting to bind port 4c6cae0c-029e-4736-aea7-e71460d73e5f on network c1eb5c66-55af-4d66-9777-031791fd7962 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:10.647747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:10.648097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Checking segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:10.648492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Bound using segment: {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:10.648946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Bound port: 4c6cae0c-029e-4736-aea7-e71460d73e5f, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a84848-c21b-41c9-b9cc-13cee254409f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:10.650084 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:10.779872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5172d629-2cc8-4574-9462-00816d697807 req-89e83162-0d45-4a01-b4be-8a9728660019 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770009 Jul 15 23:22:10.839204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64cd51dd-431d-4839-8ec0-1c81f75d6f75 req-27442484-2c75-4f12-b4c5-63a10a3d9798 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495663 Jul 15 23:22:10.840247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.extraroute_db [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Added routes are [] {{(pid=93715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:22:10.840551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.extraroute_db [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Removed routes are [] {{(pid=93715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:22:10.840918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.094003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb6ebe43-41cc-4f41-b23e-462d0b442634 req-30e9754d-d0b1-4c5e-9c03-50449b07c978 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1097708 Jul 15 23:22:11.124770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] For port 4c6cae0c-029e-4736-aea7-e71460d73e5f, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:11.158663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.166433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] For port 4c6cae0c-029e-4736-aea7-e71460d73e5f, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:11.193015 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.201904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.252853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-eccc1a28-c47d-4805-ab2e-bd5a735eec2d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:11.254330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-eccc1a28-c47d-4805-ab2e-bd5a735eec2d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.3309209 Jul 15 23:22:11.264625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:11.265249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.266657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c6cae0c-029e-4736-aea7-e71460d73e5f HTTP/1.1" status: 200 len: 1091 time: 3.3071496 Jul 15 23:22:11.272935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bb057f-887a-4af0-be9d-c980c29d818e {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:11.277963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'tag': '4c6cae0c-029e-4736-aea7-e71460d73e5f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:11.280234 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db9fa4-eb64-4409-9429-28dc9877d881" -d '{"events": [{"name": "network-changed", "server_uuid": "d2507ca6-476d-45bb-a7bc-3d55c462a423", "tag": "4c6cae0c-029e-4736-aea7-e71460d73e5f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:11.326326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.378805 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd83d1e-2a70-441b-8bdc-bbd4c1386830 x-openstack-request-id: req-0fd83d1e-2a70-441b-8bdc-bbd4c1386830 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:11.379109 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2507ca6-476d-45bb-a7bc-3d55c462a423", "tag": "4c6cae0c-029e-4736-aea7-e71460d73e5f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:11.379395 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fd83d1e-2a70-441b-8bdc-bbd4c1386830 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:11.379739 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'tag': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'status': 'completed', 'code': 200} Jul 15 23:22:11.421398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-2bf1e2ae-6345-40a3-86ab-834a77a3c4f8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/quotas/047b0f09a5054578aa8e4031a560cc37 HTTP/1.1" status: 200 len: 375 time: 0.1510003 Jul 15 23:22:11.429352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Transition to ACTIVE for port object 87bb057f-887a-4af0-be9d-c980c29d818e will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:11.437809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be01fe-b8e5-4ca2-b48f-926a8d1b6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6cae0c-029e-4736-aea7-e71460d73e5f,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:11.455292 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.458427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 11540e4f-2452-4749-b0f9-259904fb7250 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:11.516489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-ab7a872f-c374-4c8e-86f8-29f33380d2b2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844758 Jul 15 23:22:11.579659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Pushing event updated for resources: {'Port': ['ID=87bb057f-887a-4af0-be9d-c980c29d818e,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:11.679619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7ced756-18c9-42b3-bd8f-92c17625ac5f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:11.705270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a7ced756-18c9-42b3-bd8f-92c17625ac5f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:11.705796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7ced756-18c9-42b3-bd8f-92c17625ac5f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:11.723985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-827437ff-c618-4003-a148-6de9114cccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:11.725512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-827437ff-c618-4003-a148-6de9114cccd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 1094 time: 0.3603880 Jul 15 23:22:11.751805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:11.759719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.763856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5eee9515-65ec-4483-810d-45774f1c0f7a tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 200 len: 701 time: 1.2808380 Jul 15 23:22:11.764023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] Sync routers for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:11.764279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50378) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.771888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:11.772652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.797301 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f76660e-872f-4aae-9c3d-3fc401f90d90 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 200 len: 205 time: 0.0297151 Jul 15 23:22:11.797558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50380) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.810261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-884b32ba-96bd-4626-b3c8-822abef33144 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f HTTP/1.1" status: 200 len: 217 time: 0.0701461 Jul 15 23:22:11.866978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-7855ec3e-1b2e-4a0a-bdef-5ba5b9b39686 service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392308 Jul 15 23:22:11.872567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:11.882586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Attempting to bind port 87bb057f-887a-4af0-be9d-c980c29d818e on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:11.883220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Attempting to bind port 87bb057f-887a-4af0-be9d-c980c29d818e by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '81c7d6be-477a-483f-919b-cb76b9efab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cbed1563-fd10-49d5-bef8-22c28402f8fc'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:11.884316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Attempting to bind port 87bb057f-887a-4af0-be9d-c980c29d818e on network cbed1563-fd10-49d5-bef8-22c28402f8fc {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:11.900602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe6548f4-2679-4e9d-840d-380b39c1c6c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.924031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Port 87bb057f-887a-4af0-be9d-c980c29d818e on network cbed1563-fd10-49d5-bef8-22c28402f8fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:11.924421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Attempting to bind port 87bb057f-887a-4af0-be9d-c980c29d818e on network cbed1563-fd10-49d5-bef8-22c28402f8fc {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:11.929798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:07Z', 'revision_number': 11, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.933683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:11.933683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Checking segment: {'id': '81c7d6be-477a-483f-919b-cb76b9efab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cbed1563-fd10-49d5-bef8-22c28402f8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:11.933964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Bound using segment: {'id': '81c7d6be-477a-483f-919b-cb76b9efab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cbed1563-fd10-49d5-bef8-22c28402f8fc'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:11.934813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Bound port: 87bb057f-887a-4af0-be9d-c980c29d818e, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c7d6be-477a-483f-919b-cb76b9efab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cbed1563-fd10-49d5-bef8-22c28402f8fc'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:11.934813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:11.979618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] Checking router: 11540e4f-2452-4749-b0f9-259904fb7250 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:11.995805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] Routers {'11540e4f-2452-4749-b0f9-259904fb7250'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:11.998912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['11540e4f-2452-4749-b0f9-259904fb7250'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.039262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-f6cd3356-3e29-4aae-aae8-5303509a7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.040964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-f6cd3356-3e29-4aae-aae8-5303509a7e14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.2195485 Jul 15 23:22:12.074372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] Set router 11540e4f-2452-4749-b0f9-259904fb7250 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:12.135285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe6548f4-2679-4e9d-840d-380b39c1c6c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.137637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe6548f4-2679-4e9d-840d-380b39c1c6c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.147516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:07Z', 'revision_number': 11, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.163024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] For port 87bb057f-887a-4af0-be9d-c980c29d818e, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:12.173933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-8345dddc-fef3-4737-99b1-d3e409d9d66a service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057857 Jul 15 23:22:12.181916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ab6d7-227e-4cdf-94c7-c33fbaa0e6c2 None None] The sync data for ids ['11540e4f-2452-4749-b0f9-259904fb7250'] in n-d-793618-8 is: [{'id': '11540e4f-2452-4749-b0f9-259904fb7250', 'name': 'tempest-RoutersTest-router-1785334486', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:21:19Z', 'updated_at': '2021-07-15T23:22:07Z', 'revision_number': 11, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:12.190401 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe6548f4-2679-4e9d-840d-380b39c1c6c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.191010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6548f4-2679-4e9d-840d-380b39c1c6c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Fanout notify agent at l3_agent the message router_deleted on router 11540e4f-2452-4749-b0f9-259904fb7250 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:12.195329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] For port 87bb057f-887a-4af0-be9d-c980c29d818e, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=87bb057f-887a-4af0-be9d-c980c29d818e,segment=NetworkSegment(81c7d6be-477a-483f-919b-cb76b9efab61),segment_id=81c7d6be-477a-483f-919b-cb76b9efab61)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:12.202978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe6548f4-2679-4e9d-840d-380b39c1c6c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.204651 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe6548f4-2679-4e9d-840d-380b39c1c6c7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 204 len: 168 time: 0.4061198 Jul 15 23:22:12.209446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50390) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.215377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fe2f3822-96be-4b30-a106-7f0190ce6c8f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-353429862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:12.217349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38773df-949e-4d23-82d6-752e9ad5c754 req-8de41f97-83be-48e6-81da-b6a4bf686eef tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.224716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d38773df-949e-4d23-82d6-752e9ad5c754 req-8de41f97-83be-48e6-81da-b6a4bf686eef tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 943 time: 0.2363458 Jul 15 23:22:12.232564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.247709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3822-96be-4b30-a106-7f0190ce6c8f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.249573 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3822-96be-4b30-a106-7f0190ce6c8f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.283587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.284550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.285993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/87bb057f-887a-4af0-be9d-c980c29d818e HTTP/1.1" status: 200 len: 1091 time: 2.9516563 Jul 15 23:22:12.307700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-487fe8ef-8244-4c73-ae53-e5575fee9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.310133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-487fe8ef-8244-4c73-ae53-e5575fee9530 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471108 Jul 15 23:22:12.341699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3822-96be-4b30-a106-7f0190ce6c8f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.348111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3822-96be-4b30-a106-7f0190ce6c8f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.361714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d38773df-949e-4d23-82d6-752e9ad5c754 req-10b73ac7-866c-4dcd-9ccf-5e584e3d4ba3 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360316 Jul 15 23:22:12.394654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3822-96be-4b30-a106-7f0190ce6c8f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.396565 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe2f3822-96be-4b30-a106-7f0190ce6c8f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1859753 Jul 15 23:22:12.400165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50396) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.407777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3124b761-ade2-4619-bdad-6dbb14150fa5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:12.718779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3124b761-ade2-4619-bdad-6dbb14150fa5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.732973 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3124b761-ade2-4619-bdad-6dbb14150fa5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.847002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3124b761-ade2-4619-bdad-6dbb14150fa5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Router 4358aed2-7b7f-451c-8a6b-633a2609b33d is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:12.887630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c832c8-ba7d-4fd3-b4ad-0d6728fe28e0 service neutron] Pushing event updated for resources: {'Port': ['ID=87bb057f-887a-4af0-be9d-c980c29d818e,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:12.933341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79a3fcfb-0654-4207-9efd-e524463f7f07 req-474c81d0-b14a-4b00-b94e-4e9af7da45ee tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0762813 Jul 15 23:22:12.953186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3124b761-ade2-4619-bdad-6dbb14150fa5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:12.968532 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3124b761-ade2-4619-bdad-6dbb14150fa5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.968701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] Sync routers for ids ['4358aed2-7b7f-451c-8a6b-633a2609b33d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:12.971013 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3124b761-ade2-4619-bdad-6dbb14150fa5 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "PUT /v2.0/routers/4358aed2-7b7f-451c-8a6b-633a2609b33d HTTP/1.1" status: 200 len: 693 time: 0.5675342 Jul 15 23:22:12.984039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50406) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.988877 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] Routers {'4358aed2-7b7f-451c-8a6b-633a2609b33d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:12.989499 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4358aed2-7b7f-451c-8a6b-633a2609b33d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:13.117286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5657fa41-547c-489f-8d9b-e1efe91f933d tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/routers/4358aed2-7b7f-451c-8a6b-633a2609b33d HTTP/1.1" status: 200 len: 699 time: 0.1247706 Jul 15 23:22:13.120550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50412) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:13.140666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-64c853bc-75fd-4de2-8daf-dbdf9d78c60e service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8166728 Jul 15 23:22:13.147260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06feddd-d4fd-4537-a49f-801d62513474 req-88dee80c-816c-492a-b4cb-63dd3234c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:13.147260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-88dee80c-816c-492a-b4cb-63dd3234c8f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fac824e79884cf1924c9163c94f7ea1&device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 1094 time: 0.8072658 Jul 15 23:22:13.166547 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-13346cc8-7ac6-4549-bca0-6dc5a96dd2e4 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=4358aed2-7b7f-451c-8a6b-633a2609b33d HTTP/1.1" status: 200 len: 205 time: 0.0423944 Jul 15 23:22:13.166724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b16a5d-b02d-4dc6-8564-29071caed9f9 req-bbfeb163-233c-45aa-8dd3-6518ea925213 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:13.166724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69b16a5d-b02d-4dc6-8564-29071caed9f9 req-bbfeb163-233c-45aa-8dd3-6518ea925213 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 943 time: 0.3003907 Jul 15 23:22:13.181987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50414) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:13.185165 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] Set router 4358aed2-7b7f-451c-8a6b-633a2609b33d gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:13.270828 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358aed2-7b7f-451c-8a6b-633a2609b33d', 'name': 'tempest-RoutersTest-router-353429862', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:12Z', 'updated_at': '2021-07-15T23:22:12Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:13.310394 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] Checking router: 4358aed2-7b7f-451c-8a6b-633a2609b33d for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:13.323092 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] Routers {'4358aed2-7b7f-451c-8a6b-633a2609b33d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:13.324343 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:21:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4358aed2-7b7f-451c-8a6b-633a2609b33d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:13.398328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ad4a03-d31b-4129-a6b7-fddeb3238b2a', 'tag': '87bb057f-887a-4af0-be9d-c980c29d818e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:13.401161 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09971b4b-5a8e-4142-a459-51185cde7e16" -d '{"events": [{"name": "network-changed", "server_uuid": "02ad4a03-d31b-4129-a6b7-fddeb3238b2a", "tag": "87bb057f-887a-4af0-be9d-c980c29d818e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:13.406653 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] Set router 4358aed2-7b7f-451c-8a6b-633a2609b33d gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:13.464798 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4358aed2-7b7f-451c-8a6b-633a2609b33d', 'name': 'tempest-RoutersTest-router-353429862', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:12Z', 'updated_at': '2021-07-15T23:22:12Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:13.489439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-daf01ce5-e7a9-4630-b635-a783eda87072 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87bb057f-887a-4af0-be9d-c980c29d818e HTTP/1.1" status: 200 len: 217 time: 0.3063815 Jul 15 23:22:13.501392 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d69e0fb-b462-4f55-a4e7-96b0f5cbdd0b None None] The sync data for ids ['4358aed2-7b7f-451c-8a6b-633a2609b33d'] in n-d-793618-8 is: [{'id': '4358aed2-7b7f-451c-8a6b-633a2609b33d', 'name': 'tempest-RoutersTest-router-353429862', 'tenant_id': '3838a738408b4b8385a5af241a0163a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:12Z', 'updated_at': '2021-07-15T23:22:12Z', 'revision_number': 2, 'project_id': '3838a738408b4b8385a5af241a0163a1', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:13.526083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a0301be-018e-4584-bbeb-18078ce98466 req-a170ba45-d1e0-4d1d-92f8-e6b404d5460f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 210 time: 0.1415660 Jul 15 23:22:13.595725 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe99cdd9-e5ee-49da-a681-19112ffd51a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.672116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69b16a5d-b02d-4dc6-8564-29071caed9f9 req-e47d2b96-6029-404f-96a8-66abfda08ca8 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4420838 Jul 15 23:22:13.704653 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.763019 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153364b-b6db-4cd4-8e34-1dbcd42a7679 x-openstack-request-id: req-0153364b-b6db-4cd4-8e34-1dbcd42a7679 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:13.763294 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ad4a03-d31b-4129-a6b7-fddeb3238b2a", "tag": "87bb057f-887a-4af0-be9d-c980c29d818e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:13.763530 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0153364b-b6db-4cd4-8e34-1dbcd42a7679 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:13.763918 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ad4a03-d31b-4129-a6b7-fddeb3238b2a', 'tag': '87bb057f-887a-4af0-be9d-c980c29d818e', 'status': 'completed', 'code': 200} Jul 15 23:22:13.772940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3f62fd9-8b7e-4879-aa85-c5815ce05d68 req-a1265876-67f5-42b7-b004-fddcf81b690f service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818160 Jul 15 23:22:13.779820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06feddd-d4fd-4537-a49f-801d62513474 req-e162f377-171d-458c-a8d6-db00b96f757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:13.781435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-e162f377-171d-458c-a8d6-db00b96f757e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=646d4d3e-345f-45d4-a3ee-0eafa736838c HTTP/1.1" status: 200 len: 850 time: 0.2529960 Jul 15 23:22:13.929496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-92cfa85b-0b7c-41b5-abc0-69b99cbcdd43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbed1563-fd10-49d5-bef8-22c28402f8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576675 Jul 15 23:22:13.931758 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe99cdd9-e5ee-49da-a681-19112ffd51a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.936002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe99cdd9-e5ee-49da-a681-19112ffd51a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.075611 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe99cdd9-e5ee-49da-a681-19112ffd51a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.076267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe99cdd9-e5ee-49da-a681-19112ffd51a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Fanout notify agent at l3_agent the message router_deleted on router 4358aed2-7b7f-451c-8a6b-633a2609b33d {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:14.084329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe99cdd9-e5ee-49da-a681-19112ffd51a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.085667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fe99cdd9-e5ee-49da-a681-19112ffd51a9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/4358aed2-7b7f-451c-8a6b-633a2609b33d HTTP/1.1" status: 204 len: 168 time: 0.8798835 Jul 15 23:22:14.089206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50424) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.134415 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-adc47143-5a27-4d3b-9189-479b829602bf tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=4358aed2-7b7f-451c-8a6b-633a2609b33d HTTP/1.1" status: 200 len: 205 time: 0.0433931 Jul 15 23:22:14.139238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.185929 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-af6a7bb3-7c7e-4347-9fd9-c62018cc8537 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] delete failed (client error): The resource could not be found. Jul 15 23:22:14.187134 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-af6a7bb3-7c7e-4347-9fd9-c62018cc8537 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/4358aed2-7b7f-451c-8a6b-633a2609b33d HTTP/1.1" status: 404 len: 336 time: 0.0461504 Jul 15 23:22:14.188141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c51bd-addd-42c9-a32f-c8628633b16a req-ae5689f7-920f-4dad-b412-c0164b6cffe4 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:14.189434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50430) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.189681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e88c51bd-addd-42c9-a32f-c8628633b16a req-ae5689f7-920f-4dad-b412-c0164b6cffe4 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 943 time: 0.4837987 Jul 15 23:22:14.196287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b929e267-0de7-41cd-92c8-d4232f3d1fb8 req-736c524c-c172-48cf-ba6f-2b830ab91910 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0745296 Jul 15 23:22:14.221382 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a356690a-fa93-4c45-ab34-c8a1dc01cbbb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:14.221969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a356690a-fa93-4c45-ab34-c8a1dc01cbbb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:14.224097 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a356690a-fa93-4c45-ab34-c8a1dc01cbbb tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/f0f259a3-c74f-4787-b8ae-85b4d21481b8 HTTP/1.1" status: 404 len: 337 time: 0.0333076 Jul 15 23:22:14.236085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50432) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.283019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-90671392-3849-4052-998e-0a82abf70555 service neutron] 10.222.0.59 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415394 Jul 15 23:22:14.284949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-862ef0ee-9285-4ed2-a29e-b5c4d8fd14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:14.286451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-862ef0ee-9285-4ed2-a29e-b5c4d8fd14cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 1094 time: 0.4449844 Jul 15 23:22:14.300548 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f154ecf-9da1-44b5-93fb-1cae6b43a57c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:14.301266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f154ecf-9da1-44b5-93fb-1cae6b43a57c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:14.305689 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f154ecf-9da1-44b5-93fb-1cae6b43a57c tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/72077729-91ca-473b-b441-d9a30d82bd6b HTTP/1.1" status: 404 len: 337 time: 0.0617547 Jul 15 23:22:14.306320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50434) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.338930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e88c51bd-addd-42c9-a32f-c8628633b16a req-25543e4c-3633-41a8-ac96-44fc45b5f8b4 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337974 Jul 15 23:22:14.380152 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-141b1e3e-6360-4b7f-81fa-1ab7593bf9bf tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:14.380728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141b1e3e-6360-4b7f-81fa-1ab7593bf9bf tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:14.391720 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-141b1e3e-6360-4b7f-81fa-1ab7593bf9bf tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/9aa96b7c-c0d8-465b-95c5-2ef698c7b817 HTTP/1.1" status: 404 len: 337 time: 0.0837135 Jul 15 23:22:14.394012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50438) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.441385 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf8a2c5-2d82-42b0-b1c8-87d0bd4154c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:14.442117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf8a2c5-2d82-42b0-b1c8-87d0bd4154c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:14.443654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-0e943285-1484-4f83-a0b3-78ab92c792e4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:14.444143 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cbf8a2c5-2d82-42b0-b1c8-87d0bd4154c6 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/53a21818-cb29-48eb-8273-0c065b66a899 HTTP/1.1" status: 404 len: 337 time: 0.0485773 Jul 15 23:22:14.445806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-0e943285-1484-4f83-a0b3-78ab92c792e4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.3580651 Jul 15 23:22:14.446564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50440) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.476762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e8b68577-18b4-4303-a774-0b422df6e388 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 200 len: 205 time: 0.0288401 Jul 15 23:22:14.480018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50442) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.506067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Request body: {'port': {'device_id': 'd0ca8ca1-36c0-431e-b922-600d3d507a70', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'admin_state_up': True, 'tenant_id': '047b0f09a5054578aa8e4031a560cc37'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:14.518065 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-442f75eb-d90b-45ee-baaf-7f09b5f75e02 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] delete failed (client error): The resource could not be found. Jul 15 23:22:14.523054 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-442f75eb-d90b-45ee-baaf-7f09b5f75e02 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/11540e4f-2452-4749-b0f9-259904fb7250 HTTP/1.1" status: 404 len: 336 time: 0.0419872 Jul 15 23:22:14.523614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50444) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.547947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a06feddd-d4fd-4537-a49f-801d62513474 req-f16d555e-78c4-4c5f-8b65-2fce4cb01e79 service neutron] 10.222.0.59 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477028 Jul 15 23:22:14.565846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-71e197f4-d897-4cee-99b0-dad724c5a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:14.567395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-71e197f4-d897-4cee-99b0-dad724c5a341 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 910 time: 0.2576103 Jul 15 23:22:14.582276 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d81d1f7b-a048-4563-85ab-42db25665358 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ec0f8c-4732-4963-9394-068f302a28ce HTTP/1.1" status: 200 len: 205 time: 0.0553479 Jul 15 23:22:14.583589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50448) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.634358 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-23f41640-d1fb-444e-9556-5de2ea7d2ce9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] delete failed (client error): The resource could not be found. Jul 15 23:22:14.638564 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23f41640-d1fb-444e-9556-5de2ea7d2ce9 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/82ec0f8c-4732-4963-9394-068f302a28ce HTTP/1.1" status: 404 len: 336 time: 0.0540059 Jul 15 23:22:14.639148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50450) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.676894 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-344b3f4f-95b6-44b7-ad99-18fb3d782e2f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:14.677354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344b3f4f-95b6-44b7-ad99-18fb3d782e2f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:14.682284 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-344b3f4f-95b6-44b7-ad99-18fb3d782e2f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/3ef6cf10-e896-4ec9-b35b-63e6182e7ba1 HTTP/1.1" status: 404 len: 337 time: 0.0421886 Jul 15 23:22:14.683025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50452) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.692929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-697f375f-bf29-43a2-855e-779bd86713c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f HTTP/1.1" status: 200 len: 217 time: 0.0823295 Jul 15 23:22:14.720476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1ccb95ca-7415-43a8-8097-9967e6045dc7 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bd28ffe-c299-4ecf-986a-823ec167e8ef HTTP/1.1" status: 200 len: 205 time: 0.0362236 Jul 15 23:22:14.721089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50456) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.776311 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5ab4242-63eb-4216-a6e9-72cd11004a92 req-1c5d57c6-b07d-4089-b48c-e38c8d034ed6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 210 time: 0.0739889 Jul 15 23:22:14.776911 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-d1d10d51-62e0-4499-aae1-33660cc62d0f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] delete failed (client error): The resource could not be found. Jul 15 23:22:14.781170 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d1d10d51-62e0-4499-aae1-33660cc62d0f tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/1bd28ffe-c299-4ecf-986a-823ec167e8ef HTTP/1.1" status: 404 len: 336 time: 0.0587318 Jul 15 23:22:14.781740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50458) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.828543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-1e51e4b8-7e24-4cb7-a5a1-477ccc5070ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:14.830053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-1e51e4b8-7e24-4cb7-a5a1-477ccc5070ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.1289213 Jul 15 23:22:14.836006 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2709b751-9336-45cd-9ba3-069724e4de56 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef HTTP/1.1" status: 200 len: 205 time: 0.0527768 Jul 15 23:22:14.837276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50460) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.894466 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-73147f04-5b6f-4d3e-99dc-ca22f8c6ef97 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] delete failed (client error): The resource could not be found. Jul 15 23:22:14.898863 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73147f04-5b6f-4d3e-99dc-ca22f8c6ef97 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/a2e21c1f-3a37-45f4-8b8c-1b4d33aa14ef HTTP/1.1" status: 404 len: 336 time: 0.0604761 Jul 15 23:22:14.899974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50462) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.922947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Made reservation on behalf of 047b0f09a5054578aa8e4031a560cc37 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:14.926533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.933337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-3d1141bb-c599-4e54-acfd-71b2f7611ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:14.933598 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8499e29e-77de-4e5d-af4e-f19ff45ecdd2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:14.933920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8499e29e-77de-4e5d-af4e-f19ff45ecdd2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:14.934884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-3d1141bb-c599-4e54-acfd-71b2f7611ed2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fac824e79884cf1924c9163c94f7ea1&device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 1094 time: 0.3189018 Jul 15 23:22:14.938508 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8499e29e-77de-4e5d-af4e-f19ff45ecdd2 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/e048fbc6-77e4-4d34-b341-077fb39b845b HTTP/1.1" status: 404 len: 337 time: 0.0375159 Jul 15 23:22:14.939133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50464) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.980621 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0cd42453-0264-414e-8329-712bc7d28b42 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1add28-2434-49cf-971e-35f8f625d549 HTTP/1.1" status: 200 len: 205 time: 0.0378094 Jul 15 23:22:14.980621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50466) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.019811 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-fcf2fb40-e4f8-4d79-84e0-a50f74e71598 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] delete failed (client error): The resource could not be found. Jul 15 23:22:15.023581 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fcf2fb40-e4f8-4d79-84e0-a50f74e71598 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/0e1add28-2434-49cf-971e-35f8f625d549 HTTP/1.1" status: 404 len: 336 time: 0.0397682 Jul 15 23:22:15.023852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50468) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.056010 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd5d872-734e-4fe9-8d08-34acce2568bd tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:15.056623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd5d872-734e-4fe9-8d08-34acce2568bd tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:15.058802 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dcd5d872-734e-4fe9-8d08-34acce2568bd tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/8e8a0f65-36da-49d4-bbbf-440096e165a5 HTTP/1.1" status: 404 len: 337 time: 0.0331430 Jul 15 23:22:15.061168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50470) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.092871 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fa48de46-ec92-40dd-92cd-ae0e675b56e1 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "GET /v2.0/ports?device_id=20cf9432-da7e-427c-9f7e-ffa989c17362 HTTP/1.1" status: 200 len: 205 time: 0.0282893 Jul 15 23:22:15.093549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50472) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.130624 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-9dbc7f37-cc03-478e-a01a-32d3624f0079 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] delete failed (client error): The resource could not be found. Jul 15 23:22:15.135028 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9dbc7f37-cc03-478e-a01a-32d3624f0079 tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/routers/20cf9432-da7e-427c-9f7e-ffa989c17362 HTTP/1.1" status: 404 len: 336 time: 0.0378299 Jul 15 23:22:15.135403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50474) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.167909 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3159389-4e83-4a7b-90de-e5632b3e190b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:15.168507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3159389-4e83-4a7b-90de-e5632b3e190b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:15.172636 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b3159389-4e83-4a7b-90de-e5632b3e190b tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/4286f8d9-11f6-4e5f-8a43-1990a86878cc HTTP/1.1" status: 404 len: 337 time: 0.0339453 Jul 15 23:22:15.173041 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50476) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.199733 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-075dc271-ec58-4389-bc54-b9ec0b1038ee tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] DELETE failed (client error): The resource could not be found. Jul 15 23:22:15.200341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075dc271-ec58-4389-bc54-b9ec0b1038ee tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:22:15.204654 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-075dc271-ec58-4389-bc54-b9ec0b1038ee tempest-RoutersTest-1177482740 tempest-RoutersTest-1177482740-project] 10.222.0.23 "DELETE /v2.0/subnets/aef3cea8-5937-48fb-b0de-4157e0bd46cc HTTP/1.1" status: 404 len: 337 time: 0.0279734 Jul 15 23:22:15.429124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298cfe0-8436-4a4e-918a-c3231ac3111a req-aea36208-779f-4fcb-948c-9c088170c064 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:15.431344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9298cfe0-8436-4a4e-918a-c3231ac3111a req-aea36208-779f-4fcb-948c-9c088170c064 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 943 time: 0.5847454 Jul 15 23:22:15.463435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-1b6bf457-2001-461d-807a-378d55988a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:15.464870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-1b6bf457-2001-461d-807a-378d55988a8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6195135 Jul 15 23:22:15.466789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81256005-b13c-4eae-9b3f-0afcacb59ead req-a87bead0-bd78-4927-9dab-85ea220f4406 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.1086159 Jul 15 23:22:15.509349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50492) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.527854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-17bb0165-ced5-4814-b96c-be0b335369a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:15.529369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-17bb0165-ced5-4814-b96c-be0b335369a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbed1563-fd10-49d5-bef8-22c28402f8fc HTTP/1.1" status: 200 len: 911 time: 0.5839283 Jul 15 23:22:15.639530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-4c51f9ee-7463-4b1e-8835-0815b03676de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87bb057f-887a-4af0-be9d-c980c29d818e HTTP/1.1" status: 200 len: 217 time: 0.0886462 Jul 15 23:22:15.681021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9298cfe0-8436-4a4e-918a-c3231ac3111a req-27022c8b-c92a-44fe-ac71-10e0a3646cd7 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266321 Jul 15 23:22:15.701802 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95bcfb94-d6d9-4930-b834-08a2b0b2f5cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3838a738408b4b8385a5af241a0163a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912680 Jul 15 23:22:15.702403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50496) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.737347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Allocated IP 172.20.0.10 (483a0d63-79e1-4e6f-ad7e-ca0fb581503e/089d61a2-594b-4450-8d49-e1da6aeda31c/6a761210-e0fd-48d5-9b4e-f4bf56b17273) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:15.772940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5fb23ff-e0d0-463c-92fe-785dc9b0a024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.801610 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5fb23ff-e0d0-463c-92fe-785dc9b0a024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.851633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-038d7dd4-3469-4885-9709-7e05b8f53472 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637612 Jul 15 23:22:15.868357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5fb23ff-e0d0-463c-92fe-785dc9b0a024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.871512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5fb23ff-e0d0-463c-92fe-785dc9b0a024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.872850 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d5fb23ff-e0d0-463c-92fe-785dc9b0a024 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a0b80a0-0276-4507-8a06-5c1484fcd1ff HTTP/1.1" status: 204 len: 168 time: 0.1695085 Jul 15 23:22:15.881301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb23ff-e0d0-463c-92fe-785dc9b0a024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0b80a0-0276-4507-8a06-5c1484fcd1ff,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:15.889555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-7620e768-2c38-4806-ae87-4c6836c6a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:15.891828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-7620e768-2c38-4806-ae87-4c6836c6a848 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=646d4d3e-345f-45d4-a3ee-0eafa736838c HTTP/1.1" status: 200 len: 850 time: 0.2419465 Jul 15 23:22:15.953234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-3589a4fd-7193-4614-b956-0c3baa190a27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbed1563-fd10-49d5-bef8-22c28402f8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379920 Jul 15 23:22:16.185249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7163-860d-40eb-96c9-45efe95d3e65 req-a6d19e7a-6a7c-4715-b758-176c29c98ae3 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:16.185908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e31b7163-860d-40eb-96c9-45efe95d3e65 req-a6d19e7a-6a7c-4715-b758-176c29c98ae3 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 943 time: 0.3599930 Jul 15 23:22:16.187813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71db9fa4-eb64-4409-9429-28dc9877d881 req-77db3f6b-e4df-400e-b214-042fb0e18fa1 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092015 Jul 15 23:22:16.286256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8b80865-0b56-4cc7-9a10-b8973ad42131 req-914297bd-d562-4744-870e-25bee3b74319 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 210 time: 0.0551810 Jul 15 23:22:16.293817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.310081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-17c1f00b-a293-453f-b4a4-0c1befb4d947 service neutron] 10.222.0.59 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367708 Jul 15 23:22:16.322380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e31b7163-860d-40eb-96c9-45efe95d3e65 req-38c79908-a84c-4199-8ce1-34e1c25f6a43 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240504 Jul 15 23:22:16.456787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.515221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09971b4b-5a8e-4142-a459-51185cde7e16 req-e94f246f-6814-49d0-9a05-527a36e7faaa service neutron] 10.222.0.59 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039320 Jul 15 23:22:16.537062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:16.545564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:16.549348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:16.554243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event updated for resources: {'Port': ['ID=6a761210-e0fd-48d5-9b4e-f4bf56b17273,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:16.589355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7003ab-4b94-40cf-a182-38d55adbcbe8 req-01c59cff-8a7d-49d4-a65d-0d42d178c8f7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:16.590945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d7003ab-4b94-40cf-a182-38d55adbcbe8 req-01c59cff-8a7d-49d4-a65d-0d42d178c8f7 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.1872211 Jul 15 23:22:16.619796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:16.620419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.625992 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50524) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:16.671978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37b932c3-ac62-48ba-967f-1d48fee2daf2 req-43804442-6798-49f2-9ae2-a0ba197c8e3e tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0418139 Jul 15 23:22:16.675217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-dfa693fa-53d5-47c6-b46a-0b6f9241fbd7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1731026 Jul 15 23:22:16.688634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d7003ab-4b94-40cf-a182-38d55adbcbe8 req-b451f70f-48e0-4230-a0a4-7648ac1aa879 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850365 Jul 15 23:22:16.696474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Request body: {'port': {'device_id': 'd0ca8ca1-36c0-431e-b922-600d3d507a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:16.747131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-07f458f6-8c94-4bf1-b22b-cc4b6852de2a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-431819373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:16.773236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07f458f6-8c94-4bf1-b22b-cc4b6852de2a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.775378 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07f458f6-8c94-4bf1-b22b-cc4b6852de2a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.781647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.834982 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07f458f6-8c94-4bf1-b22b-cc4b6852de2a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.839352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07f458f6-8c94-4bf1-b22b-cc4b6852de2a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.855065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07f458f6-8c94-4bf1-b22b-cc4b6852de2a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.856354 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-07f458f6-8c94-4bf1-b22b-cc4b6852de2a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2293005 Jul 15 23:22:16.859101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50530) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:16.864078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-193501750'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:16.889891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Made reservation on behalf of 7709a237b23e4514be05b0d6355b63fc for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:16.893461 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.903184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.987094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239681b-b2b3-48cd-87af-edb8487ce0c2 req-6ab7f988-3e9f-4bf0-9c3b-660773e43920 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:16.988614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3239681b-b2b3-48cd-87af-edb8487ce0c2 req-6ab7f988-3e9f-4bf0-9c3b-660773e43920 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 943 time: 0.1748309 Jul 15 23:22:17.003261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.007462 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.029998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:17.043184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de613728-3d08-4d83-b40b-9ef9cfe480aa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.048279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.048523 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Added segment 38f55496-deb9-4b5c-873b-a6d6e96f7a18 of type vlan for network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb Jul 15 23:22:17.072342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3239681b-b2b3-48cd-87af-edb8487ce0c2 req-53ce1f65-091c-4ee6-b51d-771216366f39 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767283 Jul 15 23:22:17.099110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.129339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.134905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.135490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.143568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a761210-e0fd-48d5-9b4e-f4bf56b17273 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:17.152166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.165391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Transition to ACTIVE for port object 6a761210-e0fd-48d5-9b4e-f4bf56b17273 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:17.169332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.172980 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3128300 Jul 15 23:22:17.175776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50534) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:17.183078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'subnet': {'network_id': 'ca81e384-eac4-4a4b-9ea9-1b7cf03147eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:17.220279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=6a761210-e0fd-48d5-9b4e-f4bf56b17273,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.230543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e25b9a-8b14-408f-b11b-0831a1c56e19 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Network': ['ID=ca81e384-eac4-4a4b-9ea9-1b7cf03147eb,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.243219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:17.286491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Attempting to bind port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:17.286774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Attempting to bind port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:17.287091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Attempting to bind port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:17.292181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:17.292504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Attempting to bind port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:17.297566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:17.297893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Checking segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:17.298276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Bound using segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:17.298709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Bound port: 6a761210-e0fd-48d5-9b4e-f4bf56b17273, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:17.299274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.307221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Made reservation on behalf of 7709a237b23e4514be05b0d6355b63fc for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:17.310978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.400321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] For port 6a761210-e0fd-48d5-9b4e-f4bf56b17273, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:17.404655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] For port 6a761210-e0fd-48d5-9b4e-f4bf56b17273, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6a761210-e0fd-48d5-9b4e-f4bf56b17273,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:17.415622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.515986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.516674 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.517950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] 10.222.0.37 "PUT /v2.0/ports/6a761210-e0fd-48d5-9b4e-f4bf56b17273 HTTP/1.1" status: 200 len: 1092 time: 0.8268018 Jul 15 23:22:17.522652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ca8ca1-36c0-431e-b922-600d3d507a70', 'tag': '6a761210-e0fd-48d5-9b4e-f4bf56b17273'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:17.525588 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd02eb8-15d1-4311-bf1a-78186c713243" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ca8ca1-36c0-431e-b922-600d3d507a70", "tag": "6a761210-e0fd-48d5-9b4e-f4bf56b17273"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:17.562568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.573873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1b510-cfc3-4b66-aaac-fcd415ed2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=6a761210-e0fd-48d5-9b4e-f4bf56b17273,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.593122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953cd3a-dbf3-4cfd-a809-bf48456bbc4b req-50ae317a-4404-41e4-b748-5b8a51604ea7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.594644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6953cd3a-dbf3-4cfd-a809-bf48456bbc4b req-50ae317a-4404-41e4-b748-5b8a51604ea7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 944 time: 0.1718743 Jul 15 23:22:17.629354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Subnet': ['ID=219042f6-d458-4925-b36b-4c4942aa4d86,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.638733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Checking segment: {'id': '38f55496-deb9-4b5c-873b-a6d6e96f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ca81e384-eac4-4a4b-9ea9-1b7cf03147eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:17.639129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network hostable DHCP agents. Network: ca81e384-eac4-4a4b-9ea9-1b7cf03147eb, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:17.656663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:17.666738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, ca81e384-eac4-4a4b-9ea9-1b7cf03147eb) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:17.670394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f29f4-c1bd-4982-b583-b8892d53fcbf req-263e2fc5-a92b-4cc3-8cce-327879ccd17c tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.671976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e53f29f4-c1bd-4982-b583-b8892d53fcbf req-263e2fc5-a92b-4cc3-8cce-327879ccd17c tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 943 time: 0.1757793 Jul 15 23:22:17.679673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.680012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c03913f-1170-4bb5-b4e3-48732907fb80 None None] Network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:17.680802 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.683234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6953cd3a-dbf3-4cfd-a809-bf48456bbc4b req-7fdb9792-b72b-4d01-acc5-34432e20cd3d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746055 Jul 15 23:22:17.713432 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4a2663e5-9a14-43b9-8f7f-d868db8464a4 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5361211 Jul 15 23:22:17.717654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50546) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:17.728431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-2fc9633a-07ab-47c8-8444-91a8b92227e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.729983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-2fc9633a-07ab-47c8-8444-91a8b92227e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 1095 time: 0.1312776 Jul 15 23:22:17.730998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'network': {'name': 'tempest-router-network01--1126756267'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:17.738545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e53f29f4-c1bd-4982-b583-b8892d53fcbf req-82a37389-f839-4e65-9b5d-d58f0de1e503 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463984 Jul 15 23:22:17.775770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Made reservation on behalf of 7709a237b23e4514be05b0d6355b63fc for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:17.784312 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.786492 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ac589c-5711-4769-b7b0-bcaaa4d8591b x-openstack-request-id: req-b2ac589c-5711-4769-b7b0-bcaaa4d8591b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:17.786802 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ca8ca1-36c0-431e-b922-600d3d507a70", "tag": "6a761210-e0fd-48d5-9b4e-f4bf56b17273", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:17.787057 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2ac589c-5711-4769-b7b0-bcaaa4d8591b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:17.787463 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ca8ca1-36c0-431e-b922-600d3d507a70', 'tag': '6a761210-e0fd-48d5-9b4e-f4bf56b17273', 'status': 'completed', 'code': 200} Jul 15 23:22:17.789297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-14e1fb41-c63e-4411-9dd9-5ba7bae45016 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a761210-e0fd-48d5-9b4e-f4bf56b17273 HTTP/1.1" status: 200 len: 217 time: 0.0431046 Jul 15 23:22:17.793736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 87bb057f-887a-4af0-be9d-c980c29d818e details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:17.821692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:17.836226 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.837886 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Added segment 0cb75ca4-82ca-48e2-84dc-b5e54bf05963 of type vlan for network 852c3aae-8122-4cb5-b97e-e99cc86f29aa Jul 15 23:22:17.881401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-ca81e384-eac4-4a4b-9ea9-1b7cf03147eb', 'network_id': 'ca81e384-eac4-4a4b-9ea9-1b7cf03147eb', 'tenant_id': '7709a237b23e4514be05b0d6355b63fc', 'fixed_ips': [{'subnet_id': '219042f6-d458-4925-b36b-4c4942aa4d86'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:22:17.882705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.893750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.906125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec0eb209-09d8-4b49-adc7-9b28d5927f73 req-42112dda-953d-42c6-a6d5-6f4756adcf4a tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0345862 Jul 15 23:22:17.909902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-a71ed057-fb0a-4d10-a870-dcb9aa50222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.911333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-a71ed057-fb0a-4d10-a870-dcb9aa50222d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.1117322 Jul 15 23:22:17.934628 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.948305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.949292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.966645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-44acdcb7-da7e-4ee3-b1e1-268b28920434 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441339 Jul 15 23:22:18.040344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Network': ['ID=852c3aae-8122-4cb5-b97e-e99cc86f29aa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:18.052868 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-03f9a34d-f504-4e0c-bbf6-ed27453aa2c5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3338826 Jul 15 23:22:18.055921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50550) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:18.060401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 852c3aae-8122-4cb5-b97e-e99cc86f29aa details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:18.066322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'network': {'name': 'tempest-router-network02--210069553'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:18.144964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c97c57-ab7b-49b1-ab1a-7940b848a4ce req-aba0058f-b356-476b-a877-14d47e426d26 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.146226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15c2089b-0e14-4550-bb22-29d5ea980fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.146652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9c97c57-ab7b-49b1-ab1a-7940b848a4ce req-aba0058f-b356-476b-a877-14d47e426d26 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.2081764 Jul 15 23:22:18.149731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Made reservation on behalf of 7709a237b23e4514be05b0d6355b63fc for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:18.153477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.160291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 87bb057f-887a-4af0-be9d-c980c29d818e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=87bb057f-887a-4af0-be9d-c980c29d818e,segment=NetworkSegment(81c7d6be-477a-483f-919b-cb76b9efab61),segment_id=81c7d6be-477a-483f-919b-cb76b9efab61)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:18.179017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-2cfa137a-f315-47c2-9f1f-c0a9c5bd5471 service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744108 Jul 15 23:22:18.204936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Allocated IP 2001:db8::2 (ca81e384-eac4-4a4b-9ea9-1b7cf03147eb/219042f6-d458-4925-b36b-4c4942aa4d86/c90904b3-8a63-4991-a0fb-64d688d9c058) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:18.209587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:18.223214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '87bb057f-887a-4af0-be9d-c980c29d818e', 'network_id': 'cbed1563-fd10-49d5-bef8-22c28402f8fc', 'port_id': '87bb057f-887a-4af0-be9d-c980c29d818e', 'mac_address': 'fa:16:3e:8a:29:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646d4d3e-345f-45d4-a3ee-0eafa736838c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:18.278211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.278551 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Added segment 658b5c4b-a266-485b-b2af-f83bf23f8df5 of type vlan for network 2418f4d3-9923-4303-abbd-513648845cb6 Jul 15 23:22:18.284783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9c97c57-ab7b-49b1-ab1a-7940b848a4ce req-9413ac7a-30e0-4470-83bf-d864624c4d45 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165617 Jul 15 23:22:18.311240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.332270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bb057f-887a-4af0-be9d-c980c29d818e {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:18.363374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 87bb057f-887a-4af0-be9d-c980c29d818e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=87bb057f-887a-4af0-be9d-c980c29d818e,segment=NetworkSegment(81c7d6be-477a-483f-919b-cb76b9efab61),segment_id=81c7d6be-477a-483f-919b-cb76b9efab61)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:18.369866 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.370071 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.370744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4c6cae0c-029e-4736-aea7-e71460d73e5f details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:18.400398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08b57764-e0bf-4363-8da8-f69cf8a6a597 req-cb8ede92-019f-41db-90e4-cb0a4c9c774c service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086132 Jul 15 23:22:18.415093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287890e-bd29-4381-a2db-956d9b0e8d92 req-595ea3db-f468-41a3-8da4-62d538194301 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.416561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2287890e-bd29-4381-a2db-956d9b0e8d92 req-595ea3db-f468-41a3-8da4-62d538194301 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 943 time: 0.2143257 Jul 15 23:22:18.433462 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.439346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.440072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.501289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4405975 Jul 15 23:22:18.502208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=87bb057f-887a-4af0-be9d-c980c29d818e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:18.504426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:18.512021 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.515956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'subnet': {'network_id': '852c3aae-8122-4cb5-b97e-e99cc86f29aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:18.530042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972d910-605e-4c22-a1c8-9dea282cd94a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Network': ['ID=2418f4d3-9923-4303-abbd-513648845cb6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:18.543372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2287890e-bd29-4381-a2db-956d9b0e8d92 req-730a26fb-3106-40ad-ac58-d449dc075c56 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111515 Jul 15 23:22:18.558362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2418f4d3-9923-4303-abbd-513648845cb6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:18.562218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Transition to ACTIVE for port object c90904b3-8a63-4991-a0fb-64d688d9c058 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:18.598842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Transition to ACTIVE for port object c90904b3-8a63-4991-a0fb-64d688d9c058 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:18.608939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-542974ee-f809-4b5b-afcd-812726b0ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.610522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-542974ee-f809-4b5b-afcd-812726b0ae1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 1095 time: 0.0657189 Jul 15 23:22:18.618464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Made reservation on behalf of 7709a237b23e4514be05b0d6355b63fc for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:18.620245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.622522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.671530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4c6cae0c-029e-4736-aea7-e71460d73e5f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:18.708946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-83993e9a-c68a-4f1c-9289-59979a82d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.710651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-83993e9a-c68a-4f1c-9289-59979a82d6f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 912 time: 0.0933335 Jul 15 23:22:18.718189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:18.719245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'port_id': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'mac_address': 'fa:16:3e:b3:c2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:18.728611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:18.731119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:18.745561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Pushing event updated for resources: {'Port': ['ID=c90904b3-8a63-4991-a0fb-64d688d9c058,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:18.786292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-97374e3a-9b71-4d35-8965-ff774847fe32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a761210-e0fd-48d5-9b4e-f4bf56b17273 HTTP/1.1" status: 200 len: 217 time: 0.0648446 Jul 15 23:22:18.822685 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.843203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Attempting to bind port c90904b3-8a63-4991-a0fb-64d688d9c058 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:18.843579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Attempting to bind port c90904b3-8a63-4991-a0fb-64d688d9c058 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '38f55496-deb9-4b5c-873b-a6d6e96f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ca81e384-eac4-4a4b-9ea9-1b7cf03147eb'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:18.843944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Attempting to bind port c90904b3-8a63-4991-a0fb-64d688d9c058 on network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:18.847955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6cae0c-029e-4736-aea7-e71460d73e5f {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:18.856323 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:18.856715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Checking segment: {'id': '38f55496-deb9-4b5c-873b-a6d6e96f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ca81e384-eac4-4a4b-9ea9-1b7cf03147eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:18.857106 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.857555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Bound using segment: {'id': '38f55496-deb9-4b5c-873b-a6d6e96f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ca81e384-eac4-4a4b-9ea9-1b7cf03147eb'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:18.858042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Bound port: c90904b3-8a63-4991-a0fb-64d688d9c058, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f55496-deb9-4b5c-873b-a6d6e96f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ca81e384-eac4-4a4b-9ea9-1b7cf03147eb'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:18.858469 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.882617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4c6cae0c-029e-4736-aea7-e71460d73e5f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:18.906953 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.929891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.966960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-b33d6dd3-2057-4b27-a3af-d6ea192b346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.967991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-b33d6dd3-2057-4b27-a3af-d6ea192b346f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.1636233 Jul 15 23:22:18.988105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-d5b4ee55-25a4-4338-a4a9-d5cb947f008b tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:18.989714 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-d5b4ee55-25a4-4338-a4a9-d5cb947f008b tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 945 time: 0.1548793 Jul 15 23:22:19.001623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4c6cae0c-029e-4736-aea7-e71460d73e5f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:19.006787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] For port c90904b3-8a63-4991-a0fb-64d688d9c058, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:19.017721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-71eddc24-cf54-435d-a0f1-48af4e1c4478 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379148 Jul 15 23:22:19.020174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] For port c90904b3-8a63-4991-a0fb-64d688d9c058, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c90904b3-8a63-4991-a0fb-64d688d9c058,segment=NetworkSegment(38f55496-deb9-4b5c-873b-a6d6e96f7a18),segment_id=38f55496-deb9-4b5c-873b-a6d6e96f7a18)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:19.025179 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.027769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27c87-6e42-4284-bdcb-3405bc1d3f75 req-65fa5e99-3a74-4399-ab66-1764160309c3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.029257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ed27c87-6e42-4284-bdcb-3405bc1d3f75 req-65fa5e99-3a74-4399-ab66-1764160309c3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 944 time: 0.1633127 Jul 15 23:22:19.046804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Subnet': ['ID=5575e20e-47df-493f-afa4-a16d85a5dbc2,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:19.075036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Checking segment: {'id': '0cb75ca4-82ca-48e2-84dc-b5e54bf05963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '852c3aae-8122-4cb5-b97e-e99cc86f29aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:19.076241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network hostable DHCP agents. Network: 852c3aae-8122-4cb5-b97e-e99cc86f29aa, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:19.082903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfb1d1-cdeb-49a0-9823-2401aa1888c2 req-d88a4dcd-00ac-4436-b7a3-561295c43528 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.084713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cdfb1d1-cdeb-49a0-9823-2401aa1888c2 req-d88a4dcd-00ac-4436-b7a3-561295c43528 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 944 time: 0.1833518 Jul 15 23:22:19.103072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d51e5-ae2f-4cf5-a072-c5fcc2699f6b None None] Pushing event updated for resources: {'Port': ['ID=c90904b3-8a63-4991-a0fb-64d688d9c058,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:19.125268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network 852c3aae-8122-4cb5-b97e-e99cc86f29aa is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:19.140008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 852c3aae-8122-4cb5-b97e-e99cc86f29aa) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:19.145905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.146507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.156991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c400597-d05c-480e-8a48-050f5bf40905 None None] Network 852c3aae-8122-4cb5-b97e-e99cc86f29aa requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:19.159950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Deleting port 618ea41e-a386-4964-b72d-ef71b0281102 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:19.160300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.189639 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dc9d14c9-5a06-4163-95f2-80ab1f4e8512 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6840279 Jul 15 23:22:19.192404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50564) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:19.199983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'subnet': {'network_id': '2418f4d3-9923-4303-abbd-513648845cb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:19.245036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['4c6cae0c-029e-4736-aea7-e71460d73e5f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:19.308926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['87bb057f-887a-4af0-be9d-c980c29d818e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:19.342235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] For port 618ea41e-a386-4964-b72d-ef71b0281102, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=618ea41e-a386-4964-b72d-ef71b0281102,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:19.343130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.364282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Calling delete_port for 618ea41e-a386-4964-b72d-ef71b0281102 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:19.384533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Made reservation on behalf of 7709a237b23e4514be05b0d6355b63fc for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:19.392680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.517632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-852c3aae-8122-4cb5-b97e-e99cc86f29aa', 'network_id': '852c3aae-8122-4cb5-b97e-e99cc86f29aa', 'tenant_id': '7709a237b23e4514be05b0d6355b63fc', 'fixed_ips': [{'subnet_id': '5575e20e-47df-493f-afa4-a16d85a5dbc2'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:22:19.519394 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.625503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ed27c87-6e42-4284-bdcb-3405bc1d3f75 req-5f1da8d3-74a5-45b4-a26b-d2c9bf68dd27 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806785 Jul 15 23:22:19.660100 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.710935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cdfb1d1-cdeb-49a0-9823-2401aa1888c2 req-f4967de2-ac0c-4db5-b2f7-de3fe0c0a891 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048775 Jul 15 23:22:19.713505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-633b3ffa-dcc6-4516-9394-47dced3c54cc service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833646 Jul 15 23:22:19.715211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.737028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['016ee353-8b7b-49c6-be97-b58da6bf068b', '618ea41e-a386-4964-b72d-ef71b0281102'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:19.760059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Pushing event deleted for resources: {'Port': ['ID=618ea41e-a386-4964-b72d-ef71b0281102,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:19.830143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] No DVR routers for this DVR port 618ea41e-a386-4964-b72d-ef71b0281102 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:19.839802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c90904b3-8a63-4991-a0fb-64d688d9c058 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:19.841607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.844056 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0d469503-7343-4f21-86dc-57b9e42a4537 req-0f1b0220-8ec9-4477-a086-a338058a4183 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.37 "DELETE /v2.0/ports/618ea41e-a386-4964-b72d-ef71b0281102 HTTP/1.1" status: 204 len: 173 time: 0.8485250 Jul 15 23:22:19.844802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db2879-33bd-48a3-a8bb-f34d02cf15a2', 'name': 'network-vif-deleted', 'tag': '618ea41e-a386-4964-b72d-ef71b0281102'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:19.847719 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb234fd-a858-47cc-ae11-60c40cf008a7" -d '{"events": [{"server_uuid": "c4db2879-33bd-48a3-a8bb-f34d02cf15a2", "name": "network-vif-deleted", "tag": "618ea41e-a386-4964-b72d-ef71b0281102"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:19.872931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Subnet': ['ID=1b433f4e-259d-4267-8ebd-859a531a2b6f,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:19.894346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Checking segment: {'id': '658b5c4b-a266-485b-b2af-f83bf23f8df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2418f4d3-9923-4303-abbd-513648845cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:19.895306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network hostable DHCP agents. Network: 2418f4d3-9923-4303-abbd-513648845cb6, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:19.905658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84d6bc12-ecc6-4d48-a4a2-906d857db5d7 req-6862d6d9-31b2-4873-886c-fb43106a2f66 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0484147 Jul 15 23:22:19.921017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd02eb8-15d1-4311-bf1a-78186c713243 req-654ed576-d391-4706-ab46-1aa6445064b7 service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999481 Jul 15 23:22:19.932095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network 2418f4d3-9923-4303-abbd-513648845cb6 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:19.961111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2418f4d3-9923-4303-abbd-513648845cb6) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:19.968795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.971642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.983183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63afbcef-31d6-41c6-8890-d45d0c9ee781 None None] Network 2418f4d3-9923-4303-abbd-513648845cb6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:20.009161 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1d5faad2-2011-47c7-9edb-c45753d4a6ca tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8155937 Jul 15 23:22:20.011769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50572) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:20.146944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c90904b3-8a63-4991-a0fb-64d688d9c058 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:20.177652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Allocated IP 2001:db8::2 (852c3aae-8122-4cb5-b97e-e99cc86f29aa/5575e20e-47df-493f-afa4-a16d85a5dbc2/c52204ee-bceb-4800-aee5-7ee5614adecc) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:20.205093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-487783ad-076f-4b7e-9a08-326bed900cd9 req-22171a92-49aa-4be4-abfa-34757f20a1f5 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4db2879-33bd-48a3-a8bb-f34d02cf15a2 HTTP/1.1" status: 200 len: 210 time: 0.0680165 Jul 15 23:22:20.277587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cf0b9-5758-4117-83ec-ea2e27922e16 req-720a6b5a-2a8e-4085-b1b6-da9f6cc2a048 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:20.291780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da0cf0b9-5758-4117-83ec-ea2e27922e16 req-720a6b5a-2a8e-4085-b1b6-da9f6cc2a048 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 944 time: 0.1772904 Jul 15 23:22:20.361756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da0cf0b9-5758-4117-83ec-ea2e27922e16 req-9d31209f-3541-48a6-b34c-5c97e5ac0c8c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665975 Jul 15 23:22:20.486036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0a0ca-45ec-4fe6-ad48-7fff76a09a94 None None] Network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:20.492204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.549303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Transition to ACTIVE for port object c52204ee-bceb-4800-aee5-7ee5614adecc will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:20.557488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-603162a9-67f7-493e-9309-8e1a03c23713 None None] Provisioning for port c90904b3-8a63-4991-a0fb-64d688d9c058 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:20.588366 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2fa128-0db4-4c6c-b64f-397c3c9e8c57 x-openstack-request-id: req-ac2fa128-0db4-4c6c-b64f-397c3c9e8c57 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:20.588661 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4db2879-33bd-48a3-a8bb-f34d02cf15a2", "name": "network-vif-deleted", "tag": "618ea41e-a386-4964-b72d-ef71b0281102", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:20.588893 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac2fa128-0db4-4c6c-b64f-397c3c9e8c57 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:20.589286 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db2879-33bd-48a3-a8bb-f34d02cf15a2', 'name': 'network-vif-deleted', 'tag': '618ea41e-a386-4964-b72d-ef71b0281102', 'status': 'completed', 'code': 200} Jul 15 23:22:20.743550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.755036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-2418f4d3-9923-4303-abbd-513648845cb6', 'network_id': '2418f4d3-9923-4303-abbd-513648845cb6', 'tenant_id': '7709a237b23e4514be05b0d6355b63fc', 'fixed_ips': [{'subnet_id': '1b433f4e-259d-4267-8ebd-859a531a2b6f'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:22:20.755857 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.764356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-603162a9-67f7-493e-9309-8e1a03c23713 None None] Provisioning complete for port c90904b3-8a63-4991-a0fb-64d688d9c058 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:20.764724 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-603162a9-67f7-493e-9309-8e1a03c23713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.791720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Transition to ACTIVE for port object c52204ee-bceb-4800-aee5-7ee5614adecc will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:20.860537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.865444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f4d6160c-4f66-48b9-9709-5931592dc03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.905769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cdfca-a8a9-454d-a280-5f74ffe0e0fe req-dcf31e87-04fd-40dc-a309-e3a1e7a2a7fd tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:20.907046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b5cdfca-a8a9-454d-a280-5f74ffe0e0fe req-dcf31e87-04fd-40dc-a309-e3a1e7a2a7fd tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 944 time: 0.1005237 Jul 15 23:22:20.985410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b5cdfca-a8a9-454d-a280-5f74ffe0e0fe req-236924b7-3e26-4869-80e6-b2d3645d901e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720904 Jul 15 23:22:21.023172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755f3fc-c4dc-4788-b551-78284f34d18f req-6f7ebd46-f2e5-4bff-95c1-39d52fdb7a02 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.030411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1755f3fc-c4dc-4788-b551-78284f34d18f req-6f7ebd46-f2e5-4bff-95c1-39d52fdb7a02 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 944 time: 0.0778251 Jul 15 23:22:21.074047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1755f3fc-c4dc-4788-b551-78284f34d18f req-aab16fb2-8c00-4dbc-85f0-d9fca843d3d3 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Jul 15 23:22:21.138171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Allocated IP 2001:db8::1 (852c3aae-8122-4cb5-b97e-e99cc86f29aa/5575e20e-47df-493f-afa4-a16d85a5dbc2/ba23207b-382e-4b39-b634-7eece8b61691) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:21.177208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Network 852c3aae-8122-4cb5-b97e-e99cc86f29aa is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:21.185599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:21.189147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:21.218566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.223400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1544b85-67ae-4d92-b4f3-f4c71a30895c req-f672bf8d-2f87-444c-9fbd-0f6b3445bce8 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0392444 Jul 15 23:22:21.269609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Pushing event updated for resources: {'Port': ['ID=c52204ee-bceb-4800-aee5-7ee5614adecc,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:21.272139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.287986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Transition to ACTIVE for port object ba23207b-382e-4b39-b634-7eece8b61691 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:21.324618 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.371969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network 852c3aae-8122-4cb5-b97e-e99cc86f29aa is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:21.378244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Attempting to bind port c52204ee-bceb-4800-aee5-7ee5614adecc on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:21.378621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Attempting to bind port c52204ee-bceb-4800-aee5-7ee5614adecc by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '0cb75ca4-82ca-48e2-84dc-b5e54bf05963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '852c3aae-8122-4cb5-b97e-e99cc86f29aa'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:21.379019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Attempting to bind port c52204ee-bceb-4800-aee5-7ee5614adecc on network 852c3aae-8122-4cb5-b97e-e99cc86f29aa {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:21.388212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:21.392563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:21.394546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.396488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-603162a9-67f7-493e-9309-8e1a03c23713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.410670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6a761210-e0fd-48d5-9b4e-f4bf56b17273 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:21.412773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:21.413151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Checking segment: {'id': '0cb75ca4-82ca-48e2-84dc-b5e54bf05963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '852c3aae-8122-4cb5-b97e-e99cc86f29aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:21.413557 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.413956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Bound using segment: {'id': '0cb75ca4-82ca-48e2-84dc-b5e54bf05963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '852c3aae-8122-4cb5-b97e-e99cc86f29aa'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:21.414973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Bound port: c52204ee-bceb-4800-aee5-7ee5614adecc, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb75ca4-82ca-48e2-84dc-b5e54bf05963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '852c3aae-8122-4cb5-b97e-e99cc86f29aa'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:21.415376 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.418112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Allocated IP 2001:db8::2 (2418f4d3-9923-4303-abbd-513648845cb6/1b433f4e-259d-4267-8ebd-859a531a2b6f/1c17328a-02b2-4f51-ac55-e6a8628fdfd7) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:21.489614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Port': ['ID=ba23207b-382e-4b39-b634-7eece8b61691,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:21.557416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.619661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-603162a9-67f7-493e-9309-8e1a03c23713 None None] For port c90904b3-8a63-4991-a0fb-64d688d9c058, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c90904b3-8a63-4991-a0fb-64d688d9c058,segment=NetworkSegment(38f55496-deb9-4b5c-873b-a6d6e96f7a18),segment_id=38f55496-deb9-4b5c-873b-a6d6e96f7a18)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:21.668395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e777e-ee7d-44ea-a62e-168c892bb8b2 req-d2594c9d-66f9-42ae-81e0-5cfb3c498afa tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.676425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c9e777e-ee7d-44ea-a62e-168c892bb8b2 req-d2594c9d-66f9-42ae-81e0-5cfb3c498afa tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 944 time: 0.1448767 Jul 15 23:22:21.726350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c9e777e-ee7d-44ea-a62e-168c892bb8b2 req-6d200670-4d54-44cd-98dc-2db0806dabc8 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Jul 15 23:22:21.729507 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-603162a9-67f7-493e-9309-8e1a03c23713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.731464 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.744295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] For port c52204ee-bceb-4800-aee5-7ee5614adecc, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:21.812989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] For port c52204ee-bceb-4800-aee5-7ee5614adecc, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c52204ee-bceb-4800-aee5-7ee5614adecc,segment=NetworkSegment(0cb75ca4-82ca-48e2-84dc-b5e54bf05963),segment_id=0cb75ca4-82ca-48e2-84dc-b5e54bf05963)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:21.814261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 87bb057f-887a-4af0-be9d-c980c29d818e up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:21.847318 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.848183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb1c47-daf6-45a4-bf27-c3aa596e37c6 req-1504852e-c792-4561-a522-1db7d8557a2c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.849929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98cb1c47-daf6-45a4-bf27-c3aa596e37c6 req-1504852e-c792-4561-a522-1db7d8557a2c tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.0731406 Jul 15 23:22:21.889034 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.894401 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.896361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6a761210-e0fd-48d5-9b4e-f4bf56b17273, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6a761210-e0fd-48d5-9b4e-f4bf56b17273,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:21.896645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98cb1c47-daf6-45a4-bf27-c3aa596e37c6 req-891a1fa4-7716-499d-a4bc-64741aa17fc6 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394287 Jul 15 23:22:21.899491 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.921175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b857b5b6-6859-47c7-9a87-1f3b4b010d5e None None] Provisioning complete for port c90904b3-8a63-4991-a0fb-64d688d9c058 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:21.921546 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b857b5b6-6859-47c7-9a87-1f3b4b010d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.968493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603162a9-67f7-493e-9309-8e1a03c23713 None None] Pushing event updated for resources: {'Port': ['ID=c90904b3-8a63-4991-a0fb-64d688d9c058,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:21.976071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '6a761210-e0fd-48d5-9b4e-f4bf56b17273', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'port_id': '6a761210-e0fd-48d5-9b4e-f4bf56b17273', 'mac_address': 'fa:16:3e:d8:98:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d61a2-594b-4450-8d49-e1da6aeda31c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:21.980313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Port': ['ID=ba23207b-382e-4b39-b634-7eece8b61691,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:22.042863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network 852c3aae-8122-4cb5-b97e-e99cc86f29aa is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:22.044301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:22.091765 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.095551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 87bb057f-887a-4af0-be9d-c980c29d818e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:22.122092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Transition to ACTIVE for port object 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:22.147311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Transition to ACTIVE for port object 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:22.202122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Router cdc8b99b-bcc5-421c-94c1-e61762078f0d is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:22.207099 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.235021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 87bb057f-887a-4af0-be9d-c980c29d818e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:22.235980 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.271150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4084ce-9853-41d9-a8ae-0a171cc3d8a8 None None] Pushing event updated for resources: {'Port': ['ID=c52204ee-bceb-4800-aee5-7ee5614adecc,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:22.312813 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.327111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49622cf3-eb0e-4daa-a963-b6fc89d9e697 req-ce848b8b-5664-48c2-88ab-f315a0a0190d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0643520 Jul 15 23:22:22.342631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:22.354327 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ce607e0b-e7aa-469e-9f7c-4168e4c50af3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "PUT /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3412285 Jul 15 23:22:22.357956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50598) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:22.362637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Network 2418f4d3-9923-4303-abbd-513648845cb6 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:22.366656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b308d47-f95d-4852-93c0-b4d38357c7bf None None] Sync routers for ids ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:22.385963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:22.398087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a761210-e0fd-48d5-9b4e-f4bf56b17273 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:22.414715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:22.435405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f8449-b867-48cb-bb28-462f3251a3c1 req-cd311b0d-0b13-48ab-b8ef-af2c72f9c577 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:22.436212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b87f8449-b867-48cb-bb28-462f3251a3c1 req-cd311b0d-0b13-48ab-b8ef-af2c72f9c577 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 944 time: 0.2274420 Jul 15 23:22:22.443767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6a761210-e0fd-48d5-9b4e-f4bf56b17273, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6a761210-e0fd-48d5-9b4e-f4bf56b17273,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:22.450536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003a28-4f39-48dd-8f2a-36eb784cb290 req-0f01e7b5-5bfd-43d9-801d-7542d2f8a04a tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:22.452099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2003a28-4f39-48dd-8f2a-36eb784cb290 req-0f01e7b5-5bfd-43d9-801d-7542d2f8a04a tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 944 time: 0.1277370 Jul 15 23:22:22.464166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b308d47-f95d-4852-93c0-b4d38357c7bf None None] Routers {'cdc8b99b-bcc5-421c-94c1-e61762078f0d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:22.464960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9b308d47-f95d-4852-93c0-b4d38357c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:22.466942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Pushing event updated for resources: {'Port': ['ID=1c17328a-02b2-4f51-ac55-e6a8628fdfd7,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:22.482193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.518481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b87f8449-b867-48cb-bb28-462f3251a3c1 req-ba4a07f8-56a8-4c75-b67a-49bc9fffe50e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653930 Jul 15 23:22:22.521482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2003a28-4f39-48dd-8f2a-36eb784cb290 req-788306f3-53ad-4fc2-bbf3-669773902273 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534720 Jul 15 23:22:22.558577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9b308d47-f95d-4852-93c0-b4d38357c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:22.605743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Attempting to bind port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:22.606111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Attempting to bind port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '658b5c4b-a266-485b-b2af-f83bf23f8df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2418f4d3-9923-4303-abbd-513648845cb6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:22.606470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Attempting to bind port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 on network 2418f4d3-9923-4303-abbd-513648845cb6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:22.629749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b308d47-f95d-4852-93c0-b4d38357c7bf None None] Routers {'cdc8b99b-bcc5-421c-94c1-e61762078f0d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:22.630430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9b308d47-f95d-4852-93c0-b4d38357c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:22.634645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:22.635040 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Checking segment: {'id': '658b5c4b-a266-485b-b2af-f83bf23f8df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2418f4d3-9923-4303-abbd-513648845cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:22.635442 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.635824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Bound using segment: {'id': '658b5c4b-a266-485b-b2af-f83bf23f8df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2418f4d3-9923-4303-abbd-513648845cb6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:22.636310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Bound port: 1c17328a-02b2-4f51-ac55-e6a8628fdfd7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658b5c4b-a266-485b-b2af-f83bf23f8df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2418f4d3-9923-4303-abbd-513648845cb6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:22.636682 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.680257 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.688845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=6a761210-e0fd-48d5-9b4e-f4bf56b17273,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:22.692114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9b308d47-f95d-4852-93c0-b4d38357c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:22.692752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b308d47-f95d-4852-93c0-b4d38357c7bf None None] The sync data for ids ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:22.732385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9810cb0b-1cb4-427a-844f-bfc88c5678c4 req-5721e60c-d5ae-405c-8bed-235b62a64986 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0413237 Jul 15 23:22:22.742389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad4a03-d31b-4129-a6b7-fddeb3238b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bb057f-887a-4af0-be9d-c980c29d818e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:22.744766 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4bab3a-39a0-4640-a7cd-256f3139c80e" -d '{"events": [{"server_uuid": "02ad4a03-d31b-4129-a6b7-fddeb3238b2a", "name": "network-vif-plugged", "status": "completed", "tag": "87bb057f-887a-4af0-be9d-c980c29d818e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:22.778330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 87bb057f-887a-4af0-be9d-c980c29d818e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=87bb057f-887a-4af0-be9d-c980c29d818e,segment=NetworkSegment(81c7d6be-477a-483f-919b-cb76b9efab61),segment_id=81c7d6be-477a-483f-919b-cb76b9efab61)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:22.788821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.789761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4c6cae0c-029e-4736-aea7-e71460d73e5f up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:22.830496 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-edfadd7d-f8c4-40a1-93a5-9d6b88c7ff41 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:22:22.834150 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-edfadd7d-f8c4-40a1-93a5-9d6b88c7ff41 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "PUT /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4726939 Jul 15 23:22:22.834446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50604) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:22.853734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['6a761210-e0fd-48d5-9b4e-f4bf56b17273'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:22.883622 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0323eea5-78b9-4c38-8096-8ce60c7197b1 x-openstack-request-id: req-0323eea5-78b9-4c38-8096-8ce60c7197b1 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:22.883991 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ad4a03-d31b-4129-a6b7-fddeb3238b2a", "name": "network-vif-plugged", "status": "completed", "tag": "87bb057f-887a-4af0-be9d-c980c29d818e", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:22.884305 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0323eea5-78b9-4c38-8096-8ce60c7197b1 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:22.884700 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ad4a03-d31b-4129-a6b7-fddeb3238b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bb057f-887a-4af0-be9d-c980c29d818e', 'code': 200} Jul 15 23:22:22.900654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] For port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:22.938527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] For port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1c17328a-02b2-4f51-ac55-e6a8628fdfd7,segment=NetworkSegment(658b5c4b-a266-485b-b2af-f83bf23f8df5),segment_id=658b5c4b-a266-485b-b2af-f83bf23f8df5)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:22.959830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.981115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=87bb057f-887a-4af0-be9d-c980c29d818e,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:23.055423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4751c-126d-43cf-afb4-d00c3b0905da req-f0bf2f98-bc08-4587-be38-cd35e3693353 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.061981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d289bdf-849e-41f8-9102-8cd0c88536c8 None None] Pushing event updated for resources: {'Port': ['ID=1c17328a-02b2-4f51-ac55-e6a8628fdfd7,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:23.067765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eda4751c-126d-43cf-afb4-d00c3b0905da req-f0bf2f98-bc08-4587-be38-cd35e3693353 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 944 time: 0.1852870 Jul 15 23:22:23.077758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 4c6cae0c-029e-4736-aea7-e71460d73e5f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:23.078739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a51a0f-d9b7-4dea-9ee8-1345c9f91d28 req-02f3d49f-e54e-4fbe-8851-79ec9f90f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.084661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04a51a0f-d9b7-4dea-9ee8-1345c9f91d28 req-02f3d49f-e54e-4fbe-8851-79ec9f90f3ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 1096 time: 0.1522248 Jul 15 23:22:23.094394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 4c6cae0c-029e-4736-aea7-e71460d73e5f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:23.094829 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.225027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eda4751c-126d-43cf-afb4-d00c3b0905da req-cb17b6d2-379e-4dec-9988-27edc6c6ca55 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562891 Jul 15 23:22:23.294476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04a51a0f-d9b7-4dea-9ee8-1345c9f91d28 req-7c99fac1-032a-4d76-bb2c-aa7696ba413b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789143 Jul 15 23:22:23.327328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ac73b-a4a3-428b-996e-852751c0712c req-46258c25-0c99-4d96-b27a-610cef813501 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.334642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e4ac73b-a4a3-428b-996e-852751c0712c req-46258c25-0c99-4d96-b27a-610cef813501 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2080374 Jul 15 23:22:23.409711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e4ac73b-a4a3-428b-996e-852751c0712c req-50f2b38a-c911-41a3-9039-368b0c3522bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740867 Jul 15 23:22:23.421391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.461360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 618ea41e-a386-4964-b72d-ef71b0281102 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:23.505825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 618ea41e-a386-4964-b72d-ef71b0281102 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:23.506412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 618ea41e-a386-4964-b72d-ef71b0281102 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:23.519008 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.519893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54697938-ad43-4d37-a2c2-5800d511433f None None] Network 852c3aae-8122-4cb5-b97e-e99cc86f29aa requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:23.803461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting port ba23207b-382e-4b39-b634-7eece8b61691 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:23.803845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.806442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61d4482a-4999-43a3-9d7f-006c1d7934ab None None] Provisioning for port c52204ee-bceb-4800-aee5-7ee5614adecc completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:23.855097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f827c6-4c67-4c3d-b60c-044f22392b06 req-023b6ff5-e4d2-4cec-be3c-4ff796a7891d tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.856641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1f827c6-4c67-4c3d-b60c-044f22392b06 req-023b6ff5-e4d2-4cec-be3c-4ff796a7891d tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.1803496 Jul 15 23:22:23.871936 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.889003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed282ab-39d3-4f9e-8531-07dbdbc4b9e6 req-43faa646-a21f-4e7a-b61e-2a08e8dc156d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.895818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed282ab-39d3-4f9e-8531-07dbdbc4b9e6 req-43faa646-a21f-4e7a-b61e-2a08e8dc156d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 945 time: 0.1433988 Jul 15 23:22:23.911934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.928169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Calling delete_port for ba23207b-382e-4b39-b634-7eece8b61691 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:23.929479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 4c6cae0c-029e-4736-aea7-e71460d73e5f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:23.939239 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.985104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed282ab-39d3-4f9e-8531-07dbdbc4b9e6 req-6551906c-41df-4ec5-81c5-8ba482ea875b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762997 Jul 15 23:22:23.991623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c90904b3-8a63-4991-a0fb-64d688d9c058 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:24.016886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1f827c6-4c67-4c3d-b60c-044f22392b06 req-c586cf2f-6dd8-45c1-9ba9-0c4726b218ab tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440759 Jul 15 23:22:24.066503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=4c6cae0c-029e-4736-aea7-e71460d73e5f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:24.117508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c90904b3-8a63-4991-a0fb-64d688d9c058 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:24.118874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.240470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25118712-acd7-4f89-93c4-41e66a5d24a5 req-9436e0eb-72dd-4862-9ea4-f4584474c466 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0620389 Jul 15 23:22:24.266854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.298779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:24.317802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Port': ['ID=ba23207b-382e-4b39-b634-7eece8b61691,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:24.413514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:24.422045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c52204ee-bceb-4800-aee5-7ee5614adecc up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:24.531820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-01466001-a04c-49bd-8853-d8ef5cd22f6b None None] Could not find standard attr ID for object ba23207b-382e-4b39-b634-7eece8b61691. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:22:24.538336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c52204ee-bceb-4800-aee5-7ee5614adecc completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:24.543792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c52204ee-bceb-4800-aee5-7ee5614adecc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:24.544499 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.556547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.593618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8a888-2f34-4ca8-990c-9cfb4f742f84 req-3e0338a5-c267-4b95-ba97-d417c6bb5d1b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:24.598828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ede8a888-2f34-4ca8-990c-9cfb4f742f84 req-3e0338a5-c267-4b95-ba97-d417c6bb5d1b tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 945 time: 0.1461751 Jul 15 23:22:24.673976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ede8a888-2f34-4ca8-990c-9cfb4f742f84 req-676f04e9-4a52-4d47-99d1-28f64a652f9c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694542 Jul 15 23:22:24.724141 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.807047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c52204ee-bceb-4800-aee5-7ee5614adecc, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c52204ee-bceb-4800-aee5-7ee5614adecc,segment=NetworkSegment(0cb75ca4-82ca-48e2-84dc-b5e54bf05963),segment_id=0cb75ca4-82ca-48e2-84dc-b5e54bf05963)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:24.814570 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.827851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99c99337-121e-4a15-b66e-bc74e3232ef8 req-8a1392c0-4573-4179-b464-2064f4838911 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fe7d70995284dd4b81b4da0b6e1e386&device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0600014 Jul 15 23:22:24.885574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Router cdc8b99b-bcc5-421c-94c1-e61762078f0d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:24.885849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6cae0c-029e-4736-aea7-e71460d73e5f'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:24.891429 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063564bf-c3a6-4347-8701-d93068200dfa" -d '{"events": [{"server_uuid": "d2507ca6-476d-45bb-a7bc-3d55c462a423", "name": "network-vif-plugged", "status": "completed", "tag": "4c6cae0c-029e-4736-aea7-e71460d73e5f"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:24.898669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99c99337-121e-4a15-b66e-bc74e3232ef8 req-2780208d-b714-4091-8511-e9e9b8c1aa6f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3fe7d70995284dd4b81b4da0b6e1e386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553701 Jul 15 23:22:24.923746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c52204ee-bceb-4800-aee5-7ee5614adecc,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:24.949579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2421774e-55be-4982-9dc7-886a67de0cac None None] Network 2418f4d3-9923-4303-abbd-513648845cb6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:24.975956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a6c85e2-3974-4028-b4e8-93c707d2977f req-6e2ebbec-c8c6-4588-aa58-fef725bbe083 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0753648 Jul 15 23:22:24.988716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:24.993788 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c025606-a430-42df-9317-1fde2d5a3ed2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "PUT /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582334 Jul 15 23:22:25.003111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50628) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:25.003388 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020d968-83b4-4262-8fb9-241d5f503ae4 None None] Sync routers for ids ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:25.026622 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020d968-83b4-4262-8fb9-241d5f503ae4 None None] Routers {'cdc8b99b-bcc5-421c-94c1-e61762078f0d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:25.027290 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2020d968-83b4-4262-8fb9-241d5f503ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:25.073134 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-bbf004ab-96f0-4f71-8fc2-c0c77e5d9956 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] delete failed (client error): The resource could not be found. Jul 15 23:22:25.074342 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bbf004ab-96f0-4f71-8fc2-c0c77e5d9956 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1867245403 HTTP/1.1" status: 404 len: 335 time: 0.0702431 Jul 15 23:22:25.080117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50634) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:25.089177 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2020d968-83b4-4262-8fb9-241d5f503ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:25.089428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3370ce9a-15d5-4879-93c9-b43195c81d02 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cdc8b99b-bcc5-421c-94c1-e61762078f0d'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:25.109174 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020d968-83b4-4262-8fb9-241d5f503ae4 None None] Routers {'cdc8b99b-bcc5-421c-94c1-e61762078f0d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:25.111107 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2020d968-83b4-4262-8fb9-241d5f503ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:25.114149 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbe66d5-73f6-4378-9d60-91ff5aad7b28 x-openstack-request-id: req-bcbe66d5-73f6-4378-9d60-91ff5aad7b28 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:25.114459 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2507ca6-476d-45bb-a7bc-3d55c462a423", "name": "network-vif-plugged", "status": "completed", "tag": "4c6cae0c-029e-4736-aea7-e71460d73e5f", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:25.117988 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcbe66d5-73f6-4378-9d60-91ff5aad7b28 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:25.118413 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'code': 200} Jul 15 23:22:25.189627 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.196034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0de35401-94a5-49f4-ae7c-bae316617863 None None] Provisioning for port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:25.212004 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2020d968-83b4-4262-8fb9-241d5f503ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:25.216864 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020d968-83b4-4262-8fb9-241d5f503ae4 None None] The sync data for ids ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:25.220788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0de35401-94a5-49f4-ae7c-bae316617863 None None] Provisioning complete for port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:25.221169 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0de35401-94a5-49f4-ae7c-bae316617863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.360758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637225d-90b3-4696-af4d-94bde97fcb84 req-31722359-df62-4604-8794-a563f9d09cf0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.368574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e637225d-90b3-4696-af4d-94bde97fcb84 req-31722359-df62-4604-8794-a563f9d09cf0 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.4196277 Jul 15 23:22:25.398537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99337-121e-4a15-b66e-bc74e3232ef8 req-cb4f79e3-b1f6-4f36-be25-f044c6f88e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.400330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99c99337-121e-4a15-b66e-bc74e3232ef8 req-cb4f79e3-b1f6-4f36-be25-f044c6f88e48 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4889400 Jul 15 23:22:25.425836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3370ce9a-15d5-4879-93c9-b43195c81d02 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.450414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6a761210-e0fd-48d5-9b4e-f4bf56b17273 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:25.453978 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-3370ce9a-15d5-4879-93c9-b43195c81d02 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] update failed (client error): The resource could not be found. Jul 15 23:22:25.455080 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3370ce9a-15d5-4879-93c9-b43195c81d02 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "PUT /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d HTTP/1.1" status: 404 len: 339 time: 0.3739903 Jul 15 23:22:25.460221 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50638) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:25.467173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-818972637'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:25.473691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e637225d-90b3-4696-af4d-94bde97fcb84 req-cd9b943b-93b3-48f7-8134-0795f92c50c4 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041594 Jul 15 23:22:25.523099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62ef0f-8d1b-49df-8540-275fdcff8963 req-a5d4aa30-894f-4202-8b3d-96840203fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.527191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb62ef0f-8d1b-49df-8540-275fdcff8963 req-a5d4aa30-894f-4202-8b3d-96840203fa88 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 1096 time: 0.3325543 Jul 15 23:22:25.528988 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0de35401-94a5-49f4-ae7c-bae316617863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.529691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Made reservation on behalf of 7709a237b23e4514be05b0d6355b63fc for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:25.534146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.539272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8375f3-f4ab-4000-8f54-27f4b84ac335 req-7ddf9c8b-fdc7-4010-b87f-036bc72da1d7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.542838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e8375f3-f4ab-4000-8f54-27f4b84ac335 req-7ddf9c8b-fdc7-4010-b87f-036bc72da1d7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 945 time: 0.2886424 Jul 15 23:22:25.595590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:25.614175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.614819 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Added segment a61b31f0-8c95-454c-87e2-a3fa7797bff7 of type vlan for network baf1b9f8-682c-4cac-85f0-285c34b5947a Jul 15 23:22:25.633970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb62ef0f-8d1b-49df-8540-275fdcff8963 req-53a354bc-f9e6-4ea8-a250-ca2a1ee84567 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890203 Jul 15 23:22:25.638782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e8375f3-f4ab-4000-8f54-27f4b84ac335 req-d3510388-b8dd-41f6-8bb7-9cddddfc0d15 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878236 Jul 15 23:22:25.651174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0de35401-94a5-49f4-ae7c-bae316617863 None None] For port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1c17328a-02b2-4f51-ac55-e6a8628fdfd7,segment=NetworkSegment(658b5c4b-a266-485b-b2af-f83bf23f8df5),segment_id=658b5c4b-a266-485b-b2af-f83bf23f8df5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:25.672449 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0de35401-94a5-49f4-ae7c-bae316617863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.745272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:25.753786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.785545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:25.785545 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.807201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c52204ee-bceb-4800-aee5-7ee5614adecc up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:25.816336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f20bf-0a21-4064-af2d-a4d139d59886 req-5d04fbc4-b707-4468-ac8c-867139ef0795 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.828368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-399f20bf-0a21-4064-af2d-a4d139d59886 req-5d04fbc4-b707-4468-ac8c-867139ef0795 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.1435981 Jul 15 23:22:25.842325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.850736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.852307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.893674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-29cd773e-58ce-4b07-a511-532e59b9df67 None None] Could not find standard attr ID for object ba23207b-382e-4b39-b634-7eece8b61691. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:22:25.916868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de35401-94a5-49f4-ae7c-bae316617863 None None] Pushing event updated for resources: {'Port': ['ID=1c17328a-02b2-4f51-ac55-e6a8628fdfd7,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:25.929239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-399f20bf-0a21-4064-af2d-a4d139d59886 req-12450171-3b3f-4fbc-8d54-39f86ec90ae0 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998986 Jul 15 23:22:25.947113 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Network': ['ID=baf1b9f8-682c-4cac-85f0-285c34b5947a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:25.958010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c52204ee-bceb-4800-aee5-7ee5614adecc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:25.958515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.964991 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-57966364-2082-4c61-b8e2-8b458ca12549 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5010419 Jul 15 23:22:25.965173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network baf1b9f8-682c-4cac-85f0-285c34b5947a details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:25.965498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50644) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:25.971785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'subnet': {'network_id': 'baf1b9f8-682c-4cac-85f0-285c34b5947a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:26.033093 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.145940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0233b9c-3dc9-4e90-ad0d-04f4d5fdf356 req-7f0595d7-bd9b-4a2a-a30f-2473cd12fb14 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.147569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0233b9c-3dc9-4e90-ad0d-04f4d5fdf356 req-7f0595d7-bd9b-4a2a-a30f-2473cd12fb14 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 945 time: 0.1208854 Jul 15 23:22:26.168535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6a761210-e0fd-48d5-9b4e-f4bf56b17273, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6a761210-e0fd-48d5-9b4e-f4bf56b17273,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:26.179667 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.199840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5263e598-2e1d-46c5-a806-3354067b292e None None] Provisioning complete for port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:26.200205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5263e598-2e1d-46c5-a806-3354067b292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.208522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c9ced-d538-4531-8cc7-99b25871d389 req-24ee0190-7cb7-4bdb-b3ea-3a4db3bc0898 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.210120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898c9ced-d538-4531-8cc7-99b25871d389 req-24ee0190-7cb7-4bdb-b3ea-3a4db3bc0898 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.1165349 Jul 15 23:22:26.219038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0233b9c-3dc9-4e90-ad0d-04f4d5fdf356 req-2546fdd5-eb3a-414f-b870-a49dfcd229a3 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617862 Jul 15 23:22:26.268300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898c9ced-d538-4531-8cc7-99b25871d389 req-3a224023-9551-4beb-940c-365bb3e863bf tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Jul 15 23:22:26.302788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=6a761210-e0fd-48d5-9b4e-f4bf56b17273,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:26.409219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Made reservation on behalf of 7709a237b23e4514be05b0d6355b63fc for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:26.413093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.421215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30561a7c-c110-4581-b0dc-8ff7db25d360 req-b2e58a19-c20a-4815-aab4-b620aa948db2 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0358572 Jul 15 23:22:26.603962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.663812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Subnet': ['ID=3cd0f27d-59df-4432-b933-00a974b3214b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:26.677963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6c76d-6e7b-4c14-856a-21b6344c119c req-66094d31-be95-490f-8684-a7b7209bdc64 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.679497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58c6c76d-6e7b-4c14-856a-21b6344c119c req-66094d31-be95-490f-8684-a7b7209bdc64 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.1054282 Jul 15 23:22:26.681719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Checking segment: {'id': 'a61b31f0-8c95-454c-87e2-a3fa7797bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'baf1b9f8-682c-4cac-85f0-285c34b5947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:26.682199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network hostable DHCP agents. Network: baf1b9f8-682c-4cac-85f0-285c34b5947a, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:26.701878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network baf1b9f8-682c-4cac-85f0-285c34b5947a is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:26.713616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, baf1b9f8-682c-4cac-85f0-285c34b5947a) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:26.718418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.719183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.725733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a62660d-4cc6-438f-8c7f-f99a2d6d9e47 None None] Network baf1b9f8-682c-4cac-85f0-285c34b5947a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:26.737843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c44ab6-24a6-4b11-a45c-11865610f8bf req-7eb9f3e3-ce3a-4706-9ac8-9d4f0b6ea57e tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.739455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99c44ab6-24a6-4b11-a45c-11865610f8bf req-7eb9f3e3-ce3a-4706-9ac8-9d4f0b6ea57e tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.1240633 Jul 15 23:22:26.740581 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e58b9e84-6841-4499-bf0f-52b4e3e021bd tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7739882 Jul 15 23:22:26.741321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50656) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:26.747332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5e695cad-a060-4898-98a4-d9bb6c7b75be tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'router': {'external_gateway_info': {'network_id': 'baf1b9f8-682c-4cac-85f0-285c34b5947a'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:26.751267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58c6c76d-6e7b-4c14-856a-21b6344c119c req-6e1b276d-092e-4f64-bf8a-647467e7dbb2 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638442 Jul 15 23:22:26.826431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99c44ab6-24a6-4b11-a45c-11865610f8bf req-8dbce1cf-79a4-474d-a3ae-e58567bf2735 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730841 Jul 15 23:22:26.910782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-baf1b9f8-682c-4cac-85f0-285c34b5947a', 'network_id': 'baf1b9f8-682c-4cac-85f0-285c34b5947a', 'tenant_id': '7709a237b23e4514be05b0d6355b63fc', 'fixed_ips': [{'subnet_id': '3cd0f27d-59df-4432-b933-00a974b3214b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:22:26.965024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.966422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99c99337-121e-4a15-b66e-bc74e3232ef8 req-ee3629e8-e4f5-4e27-8f3d-6a3b19d1c810 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.37 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0663900 Jul 15 23:22:27.035046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccdf3a-001e-45d8-8917-602d19e80762 req-833e7d5e-44c6-4fc8-8f28-213802e9ec8c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.043246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0ccdf3a-001e-45d8-8917-602d19e80762 req-833e7d5e-44c6-4fc8-8f28-213802e9ec8c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 946 time: 0.1576991 Jul 15 23:22:27.090715 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5e695cad-a060-4898-98a4-d9bb6c7b75be tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.095140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0ccdf3a-001e-45d8-8917-602d19e80762 req-90648a78-f9d4-46d6-9a8a-228369baa6ba tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507855 Jul 15 23:22:27.146026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ca8ca1-36c0-431e-b922-600d3d507a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a761210-e0fd-48d5-9b4e-f4bf56b17273'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:27.148586 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa2a80f-8eb8-4475-862a-b4c0b151749e" -d '{"events": [{"server_uuid": "d0ca8ca1-36c0-431e-b922-600d3d507a70", "name": "network-vif-plugged", "status": "completed", "tag": "6a761210-e0fd-48d5-9b4e-f4bf56b17273"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:27.183626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Allocated IP 2001:db8:1::2 (baf1b9f8-682c-4cac-85f0-285c34b5947a/3cd0f27d-59df-4432-b933-00a974b3214b/a87ff1b2-6509-4492-ad11-3cbde9ce4001) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:27.201892 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f97c68-6522-4888-82d2-662814d6e530 x-openstack-request-id: req-a9f97c68-6522-4888-82d2-662814d6e530 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:27.202818 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ca8ca1-36c0-431e-b922-600d3d507a70", "name": "network-vif-plugged", "status": "completed", "tag": "6a761210-e0fd-48d5-9b4e-f4bf56b17273", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:27.202818 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9f97c68-6522-4888-82d2-662814d6e530 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:27.202968 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ca8ca1-36c0-431e-b922-600d3d507a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a761210-e0fd-48d5-9b4e-f4bf56b17273', 'code': 200} Jul 15 23:22:27.275177 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-5e695cad-a060-4898-98a4-d9bb6c7b75be tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:22:27.280461 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5e695cad-a060-4898-98a4-d9bb6c7b75be tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "PUT /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d HTTP/1.1" status: 400 len: 364 time: 0.5340936 Jul 15 23:22:27.281501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50666) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:27.402840 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.411725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Transition to ACTIVE for port object a87ff1b2-6509-4492-ad11-3cbde9ce4001 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:27.428788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Transition to ACTIVE for port object a87ff1b2-6509-4492-ad11-3cbde9ce4001 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:27.442019 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.504763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Network baf1b9f8-682c-4cac-85f0-285c34b5947a is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:27.506376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Pushing event updated for resources: {'Port': ['ID=a87ff1b2-6509-4492-ad11-3cbde9ce4001,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:27.510300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:27.512355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-77cd3725-e335-4435-9a1f-f47a1947d125 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.512694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:27.518282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-77cd3725-e335-4435-9a1f-f47a1947d125 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.524741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-77cd3725-e335-4435-9a1f-f47a1947d125 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.530570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-77cd3725-e335-4435-9a1f-f47a1947d125 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.536374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-77cd3725-e335-4435-9a1f-f47a1947d125 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.542704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-77cd3725-e335-4435-9a1f-f47a1947d125 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.548557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-77cd3725-e335-4435-9a1f-f47a1947d125 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.550510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-77cd3725-e335-4435-9a1f-f47a1947d125 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.2105401 Jul 15 23:22:27.554292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a06bb-d7d5-4465-8312-9dbe3df2842c req-9dd51731-ce76-4d59-bc41-3af8d83c851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.555692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-002a06bb-d7d5-4465-8312-9dbe3df2842c req-9dd51731-ce76-4d59-bc41-3af8d83c851a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 1097 time: 0.1757410 Jul 15 23:22:27.584875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Attempting to bind port a87ff1b2-6509-4492-ad11-3cbde9ce4001 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:27.585250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Attempting to bind port a87ff1b2-6509-4492-ad11-3cbde9ce4001 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a61b31f0-8c95-454c-87e2-a3fa7797bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'baf1b9f8-682c-4cac-85f0-285c34b5947a'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:27.585625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Attempting to bind port a87ff1b2-6509-4492-ad11-3cbde9ce4001 on network baf1b9f8-682c-4cac-85f0-285c34b5947a {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:27.589156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020bf99-fae6-42bb-a287-bde9205af449 req-4de70d62-390e-4a4f-aef0-0d3c1f65062e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.590603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f020bf99-fae6-42bb-a287-bde9205af449 req-4de70d62-390e-4a4f-aef0-0d3c1f65062e tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 945 time: 0.1701550 Jul 15 23:22:27.594420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.608016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:27.608403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Checking segment: {'id': 'a61b31f0-8c95-454c-87e2-a3fa7797bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'baf1b9f8-682c-4cac-85f0-285c34b5947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:27.608904 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.609188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Bound using segment: {'id': 'a61b31f0-8c95-454c-87e2-a3fa7797bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'baf1b9f8-682c-4cac-85f0-285c34b5947a'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:27.610091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Bound port: a87ff1b2-6509-4492-ad11-3cbde9ce4001, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61b31f0-8c95-454c-87e2-a3fa7797bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'baf1b9f8-682c-4cac-85f0-285c34b5947a'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:27.610203 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.649808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c7b84e8-6372-47a5-8999-f93ed02399b0 req-fa0aa6ca-f8ca-4ce2-bec2-4040f6440d68 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907350 Jul 15 23:22:27.661003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-002a06bb-d7d5-4465-8312-9dbe3df2842c req-13b59a0a-92d5-4935-8a06-a947f1433492 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916495 Jul 15 23:22:27.699086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f020bf99-fae6-42bb-a287-bde9205af449 req-3e04cb9e-ff4e-47b6-a9be-4da8643a294c tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779259 Jul 15 23:22:27.723045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] For port a87ff1b2-6509-4492-ad11-3cbde9ce4001, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:27.727416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] For port a87ff1b2-6509-4492-ad11-3cbde9ce4001, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a87ff1b2-6509-4492-ad11-3cbde9ce4001,segment=NetworkSegment(a61b31f0-8c95-454c-87e2-a3fa7797bff7),segment_id=a61b31f0-8c95-454c-87e2-a3fa7797bff7)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:27.744022 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.813334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:27.888413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7313160-1417-4ee0-9024-5f5fbb84f5a9 None None] Pushing event updated for resources: {'Port': ['ID=a87ff1b2-6509-4492-ad11-3cbde9ce4001,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:27.896570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:27.897167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.909391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Allocated IP 2001:db8::1 (ca81e384-eac4-4a4b-9ea9-1b7cf03147eb/219042f6-d458-4925-b36b-4c4942aa4d86/c9a8c6bc-b570-449c-ba97-ef38a46e893c) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:27.940921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f6e0fca-6415-4506-9fb9-552b8fd0c5f4 req-b34f1de0-d142-422c-ac35-15723f2fee54 tempest-ServerShowV254Test-1053879333 tempest-ServerShowV254Test-1053879333-project] 10.222.0.23 "GET /v2.0/ports?device_id=e40fa665-67b0-4d5d-8842-4fbcc1e4233f HTTP/1.1" status: 200 len: 210 time: 0.0840321 Jul 15 23:22:28.008674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c748-f0f9-4c6c-ae65-672573dc76d9 req-9e05adf7-683d-4acf-ab4a-c6ab95d49287 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.016533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c748-f0f9-4c6c-ae65-672573dc76d9 req-9e05adf7-683d-4acf-ab4a-c6ab95d49287 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.022980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c748-f0f9-4c6c-ae65-672573dc76d9 req-9e05adf7-683d-4acf-ab4a-c6ab95d49287 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.029174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c748-f0f9-4c6c-ae65-672573dc76d9 req-9e05adf7-683d-4acf-ab4a-c6ab95d49287 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.035384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c748-f0f9-4c6c-ae65-672573dc76d9 req-9e05adf7-683d-4acf-ab4a-c6ab95d49287 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.043454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c748-f0f9-4c6c-ae65-672573dc76d9 req-9e05adf7-683d-4acf-ab4a-c6ab95d49287 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.053900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c748-f0f9-4c6c-ae65-672573dc76d9 req-9e05adf7-683d-4acf-ab4a-c6ab95d49287 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.091992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcb3c748-f0f9-4c6c-ae65-672573dc76d9 req-9e05adf7-683d-4acf-ab4a-c6ab95d49287 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.1899977 Jul 15 23:22:28.126252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.143215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Transition to ACTIVE for port object c9a8c6bc-b570-449c-ba97-ef38a46e893c will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:28.193194 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.223149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5631b22-5f98-4860-b51c-4fb32058c8db req-7be7117e-bc26-49b9-b546-56fe770efca4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.225210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5631b22-5f98-4860-b51c-4fb32058c8db req-7be7117e-bc26-49b9-b546-56fe770efca4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 945 time: 0.1031852 Jul 15 23:22:28.239181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50682) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:28.259053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:28.271335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:28.272270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Request body: {'floatingip': {'port_id': '4c6cae0c-029e-4736-aea7-e71460d73e5f'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:28.276358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:28.277022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.317387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.369116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Port': ['ID=c9a8c6bc-b570-449c-ba97-ef38a46e893c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:28.429546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.599108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7806471-2259-40b0-aad7-dda27731ce1b req-5c492e9f-58c5-4327-a2b1-b565251634f9 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.599339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-254b1d6b-980d-4eaa-a8ca-bb8837c8f80b None None] Provisioning for port c9a8c6bc-b570-449c-ba97-ef38a46e893c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:28.602079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7806471-2259-40b0-aad7-dda27731ce1b req-5c492e9f-58c5-4327-a2b1-b565251634f9 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.3740132 Jul 15 23:22:28.603504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-254b1d6b-980d-4eaa-a8ca-bb8837c8f80b None None] Provisioning complete for port c9a8c6bc-b570-449c-ba97-ef38a46e893c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:28.604024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-254b1d6b-980d-4eaa-a8ca-bb8837c8f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.619215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-260b1a2d-dc59-4256-86ee-1f96b30575b5 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.621293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-260b1a2d-dc59-4256-86ee-1f96b30575b5 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.3526392 Jul 15 23:22:28.633737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb3b88-937f-4117-af97-7e869e49e48d req-331a3cdc-cf34-49eb-bb7c-8529f5b4b26a tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.635827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35bb3b88-937f-4117-af97-7e869e49e48d req-331a3cdc-cf34-49eb-bb7c-8529f5b4b26a tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.2708294 Jul 15 23:22:28.653487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-254b1d6b-980d-4eaa-a8ca-bb8837c8f80b None None] Port c9a8c6bc-b570-449c-ba97-ef38a46e893c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:22:28.763745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.770162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.771242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.801403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7806471-2259-40b0-aad7-dda27731ce1b req-2204aab4-8ef5-48c7-b9f5-46e248999a37 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786716 Jul 15 23:22:28.825309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35bb3b88-937f-4117-af97-7e869e49e48d req-8c6264db-a50a-4cc7-a2ac-1c7d711f9e7f tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745472 Jul 15 23:22:28.906158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event updated for resources: {'Port': ['ID=c9a8c6bc-b570-449c-ba97-ef38a46e893c,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:28.966316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:28.972471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:29.097392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Router cdc8b99b-bcc5-421c-94c1-e61762078f0d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:29.316969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:29.325736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95c476-66d3-49e5-a717-f075794da2ad None None] Network baf1b9f8-682c-4cac-85f0-285c34b5947a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:29.330551 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-32e3a94a-bdee-44bc-85d2-ecf5ddc7d5c1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "PUT /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475130 Jul 15 23:22:29.331271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50694) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:29.352289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e4df6-05d2-4a82-8ab2-b09838eaaa35 None None] Sync routers for ids ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:29.392617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e4df6-05d2-4a82-8ab2-b09838eaaa35 None None] Routers {'cdc8b99b-bcc5-421c-94c1-e61762078f0d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:29.393629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6c3e4df6-05d2-4a82-8ab2-b09838eaaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:29.435952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7601b83-5718-4314-bd49-794317e978e5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.465340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6c3e4df6-05d2-4a82-8ab2-b09838eaaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:29.488662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b2dad941-f3ee-49e8-bb52-b80246f0660d None None] Provisioning complete for port c9a8c6bc-b570-449c-ba97-ef38a46e893c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:29.489770 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b2dad941-f3ee-49e8-bb52-b80246f0660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.494567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e4df6-05d2-4a82-8ab2-b09838eaaa35 None None] Routers {'cdc8b99b-bcc5-421c-94c1-e61762078f0d'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:29.495458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6c3e4df6-05d2-4a82-8ab2-b09838eaaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:29.536570 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-c7601b83-5718-4314-bd49-794317e978e5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:22:29.538844 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c7601b83-5718-4314-bd49-794317e978e5 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d HTTP/1.1" status: 409 len: 329 time: 0.2053895 Jul 15 23:22:29.540945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50696) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:29.565090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6c3e4df6-05d2-4a82-8ab2-b09838eaaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:29.565818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e4df6-05d2-4a82-8ab2-b09838eaaa35 None None] The sync data for ids ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:29.638693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b2dad941-f3ee-49e8-bb52-b80246f0660d None None] Port c9a8c6bc-b570-449c-ba97-ef38a46e893c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:22:29.696687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50700) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:29.711018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b2dad941-f3ee-49e8-bb52-b80246f0660d None None] Provisioning for port a87ff1b2-6509-4492-ad11-3cbde9ce4001 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:29.777293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Deleting port 016ee353-8b7b-49c6-be97-b58da6bf068b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:29.777636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.811777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a87ff1b2-6509-4492-ad11-3cbde9ce4001 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:29.827614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8e8d3-440d-44c6-b11a-d59f4615b688 req-1aa9f1b8-fd62-4108-8686-8d44f45af784 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.840589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d8e8d3-440d-44c6-b11a-d59f4615b688 req-1aa9f1b8-fd62-4108-8686-8d44f45af784 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 946 time: 0.3150792 Jul 15 23:22:29.857155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598129d-8971-4f7c-95f8-7b26aee10710 req-66bd35e8-087a-40cb-af4b-2c9f668db90f tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.863645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c598129d-8971-4f7c-95f8-7b26aee10710 req-66bd35e8-087a-40cb-af4b-2c9f668db90f tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.3392692 Jul 15 23:22:29.929386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a87ff1b2-6509-4492-ad11-3cbde9ce4001 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:29.939297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a87ff1b2-6509-4492-ad11-3cbde9ce4001 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:29.939878 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.991398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092933a-15c5-4287-ae53-21cbf338372b req-c2ddec0b-1dbc-4831-a4ff-ac2f11a88bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.992969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6092933a-15c5-4287-ae53-21cbf338372b req-c2ddec0b-1dbc-4831-a4ff-ac2f11a88bff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fac824e79884cf1924c9163c94f7ea1&device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 1096 time: 0.4579806 Jul 15 23:22:30.014187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.091417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-babbce7a-4b22-40ac-aa1e-5a604c59aa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.112575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:22:30.192065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c598129d-8971-4f7c-95f8-7b26aee10710 req-18c1088e-40c4-45a9-900d-2eabeeb36279 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274503 Jul 15 23:22:30.251171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a9ed148a-6bf7-4f2d-87a7-dc629a3813e5 None None] Provisioning complete for port a87ff1b2-6509-4492-ad11-3cbde9ce4001 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:30.251538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a9ed148a-6bf7-4f2d-87a7-dc629a3813e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.254522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.301502 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-babbce7a-4b22-40ac-aa1e-5a604c59aa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.310587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] For port 016ee353-8b7b-49c6-be97-b58da6bf068b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=016ee353-8b7b-49c6-be97-b58da6bf068b,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:30.311031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.316780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50718) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:30.322279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a87ff1b2-6509-4492-ad11-3cbde9ce4001, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a87ff1b2-6509-4492-ad11-3cbde9ce4001,segment=NetworkSegment(a61b31f0-8c95-454c-87e2-a3fa7797bff7),segment_id=a61b31f0-8c95-454c-87e2-a3fa7797bff7)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:30.329418 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.336900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d8e8d3-440d-44c6-b11a-d59f4615b688 req-b39eb6a3-9f83-47a9-b558-3ed661902c33 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954648 Jul 15 23:22:30.363458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-babbce7a-4b22-40ac-aa1e-5a604c59aa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.427283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Calling delete_port for 016ee353-8b7b-49c6-be97-b58da6bf068b owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:30.437749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a87ff1b2-6509-4492-ad11-3cbde9ce4001,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:30.481688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.532411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.619763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-babbce7a-4b22-40ac-aa1e-5a604c59aa6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fe7d70995284dd4b81b4da0b6e1e386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9193490 Jul 15 23:22:30.622962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50726) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:30.637382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbce7a-4b22-40ac-aa1e-5a604c59aa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6855c-4bdf-48d9-b5c5-c507085e6a1b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:30.666781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092933a-15c5-4287-ae53-21cbf338372b req-1a941fd4-a5e3-4e7d-932a-3f8b6047b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.668236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6092933a-15c5-4287-ae53-21cbf338372b req-1a941fd4-a5e3-4e7d-932a-3f8b6047b6b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbed1563-fd10-49d5-bef8-22c28402f8fc HTTP/1.1" status: 200 len: 911 time: 0.6478617 Jul 15 23:22:30.730900 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66efc859-9444-4ed1-b1e1-b49d7038796f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.754780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting port c9a8c6bc-b570-449c-ba97-ef38a46e893c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:30.756750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.764028 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66efc859-9444-4ed1-b1e1-b49d7038796f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.791918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6092933a-15c5-4287-ae53-21cbf338372b req-86d31443-063b-479d-bd1a-00303cafb5d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87bb057f-887a-4af0-be9d-c980c29d818e HTTP/1.1" status: 200 len: 217 time: 0.1049857 Jul 15 23:22:30.824214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a48de-2716-449b-8218-9c8a1022bf19 req-3ce87f00-1b4c-4b7c-b41c-dac2b0c0fff4 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.825657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-002a48de-2716-449b-8218-9c8a1022bf19 req-3ce87f00-1b4c-4b7c-b41c-dac2b0c0fff4 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 945 time: 0.5034480 Jul 15 23:22:30.880647 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.893828 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Calling delete_port for c9a8c6bc-b570-449c-ba97-ef38a46e893c owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:30.895632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66efc859-9444-4ed1-b1e1-b49d7038796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.898187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66efc859-9444-4ed1-b1e1-b49d7038796f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.899587 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-66efc859-9444-4ed1-b1e1-b49d7038796f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29f6855c-4bdf-48d9-b5c5-c507085e6a1b HTTP/1.1" status: 204 len: 168 time: 0.2753167 Jul 15 23:22:30.901099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-04b83025-313c-48de-bbbd-7313e2685ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.901544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-04b83025-313c-48de-bbbd-7313e2685ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.902041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-04b83025-313c-48de-bbbd-7313e2685ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.903515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-04b83025-313c-48de-bbbd-7313e2685ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.903890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-04b83025-313c-48de-bbbd-7313e2685ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.904452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-04b83025-313c-48de-bbbd-7313e2685ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.905117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-04b83025-313c-48de-bbbd-7313e2685ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.907291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-04b83025-313c-48de-bbbd-7313e2685ed5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6502 time: 0.5890081 Jul 15 23:22:30.916793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efc859-9444-4ed1-b1e1-b49d7038796f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6855c-4bdf-48d9-b5c5-c507085e6a1b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:30.941911 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Floating IP 58effe2a-6f50-4b78-b365-cc4cb180626e associated. External IP: 172.25.3.139, port: 4c6cae0c-029e-4736-aea7-e71460d73e5f. Jul 15 23:22:31.045315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092933a-15c5-4287-ae53-21cbf338372b req-57767ad9-d5cd-4ca3-b296-2e4306160eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:31.046828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6092933a-15c5-4287-ae53-21cbf338372b req-57767ad9-d5cd-4ca3-b296-2e4306160eea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=646d4d3e-345f-45d4-a3ee-0eafa736838c HTTP/1.1" status: 200 len: 850 time: 0.2332447 Jul 15 23:22:31.062595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-002a48de-2716-449b-8218-9c8a1022bf19 req-d738944a-2d6f-4c89-84bd-d384dba40549 tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/security-groups?id=52393c79-6044-4c03-bd17-e25cbcbab96a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250443 Jul 15 23:22:31.112573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c3d0-55fa-44e5-bf79-94479e02c549 req-1ce51511-3620-4b46-8085-549ff3812496 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:31.114071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d045c3d0-55fa-44e5-bf79-94479e02c549 req-1ce51511-3620-4b46-8085-549ff3812496 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 946 time: 0.4488547 Jul 15 23:22:31.118079 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.119604 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.149842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Port': ['ID=c9a8c6bc-b570-449c-ba97-ef38a46e893c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:31.154503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['016ee353-8b7b-49c6-be97-b58da6bf068b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:31.174594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-38ef8205-f826-484f-8aa1-9ab5cb26e779 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275116 Jul 15 23:22:31.176876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6092933a-15c5-4287-ae53-21cbf338372b req-60384aa1-f239-4099-9eac-48ad11637e23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbed1563-fd10-49d5-bef8-22c28402f8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127870 Jul 15 23:22:31.220136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Pushing event deleted for resources: {'Port': ['ID=016ee353-8b7b-49c6-be97-b58da6bf068b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:31.321131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.393794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] No DVR routers for this DVR port 016ee353-8b7b-49c6-be97-b58da6bf068b on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:31.401356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.403636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4151135e-9c9e-410f-919b-172e7df84fa8 req-09ba734d-eb8e-43f3-b99a-767d1ef7c9bc tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.37 "DELETE /v2.0/ports/016ee353-8b7b-49c6-be97-b58da6bf068b HTTP/1.1" status: 204 len: 173 time: 2.7039495 Jul 15 23:22:31.406953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4723c1-d0d8-4a9c-a702-86d04dbdfa85', 'name': 'network-vif-deleted', 'tag': '016ee353-8b7b-49c6-be97-b58da6bf068b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:31.409547 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8211aa-f825-4faf-8c6c-967ea38f126c" -d '{"events": [{"server_uuid": "2f4723c1-d0d8-4a9c-a702-86d04dbdfa85", "name": "network-vif-deleted", "tag": "016ee353-8b7b-49c6-be97-b58da6bf068b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:31.415871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d045c3d0-55fa-44e5-bf79-94479e02c549 req-34c44a67-1dd7-461f-8957-2aaae81d4fc7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914391 Jul 15 23:22:31.512365 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc2f849-40bf-4691-a767-61423f9328ea x-openstack-request-id: req-8cc2f849-40bf-4691-a767-61423f9328ea {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:31.512752 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4723c1-d0d8-4a9c-a702-86d04dbdfa85", "name": "network-vif-deleted", "tag": "016ee353-8b7b-49c6-be97-b58da6bf068b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:31.512921 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cc2f849-40bf-4691-a767-61423f9328ea {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:31.513430 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4723c1-d0d8-4a9c-a702-86d04dbdfa85', 'name': 'network-vif-deleted', 'tag': '016ee353-8b7b-49c6-be97-b58da6bf068b', 'status': 'completed', 'code': 200} Jul 15 23:22:31.576924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Router cdc8b99b-bcc5-421c-94c1-e61762078f0d has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:31.644396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6092933a-15c5-4287-ae53-21cbf338372b req-ea296067-f875-43f5-9531-ae2ac615b0d0 service neutron] 10.222.0.59 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425306 Jul 15 23:22:31.688740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:31.693309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b26e0-7c81-4115-b740-392b0016b9e2 req-4cdbaf79-425c-4791-804a-450cd686df1c tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:31.697052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-989b26e0-7c81-4115-b740-392b0016b9e2 req-4cdbaf79-425c-4791-804a-450cd686df1c tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.2977901 Jul 15 23:22:31.708587 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-882b43ba-774e-483f-986e-a999f5f6209a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "PUT /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1630144 Jul 15 23:22:31.708851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50754) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:31.716692 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06ddc2-c2fd-4e53-819c-9f43574caa0a None None] Sync routers for ids ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:31.731209 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06ddc2-c2fd-4e53-819c-9f43574caa0a None None] Routers {'cdc8b99b-bcc5-421c-94c1-e61762078f0d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:31.732427 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5a06ddc2-c2fd-4e53-819c-9f43574caa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:31.733987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a87ff1b2-6509-4492-ad11-3cbde9ce4001 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:31.761688 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-fcd2c040-9829-4c30-bdcc-0b21e5298be3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] show failed (client error): The resource could not be found. Jul 15 23:22:31.766281 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fcd2c040-9829-4c30-bdcc-0b21e5298be3 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1451530286 HTTP/1.1" status: 404 len: 335 time: 0.0515163 Jul 15 23:22:31.766948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50758) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:31.772788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3fe83f70-22fc-4b2a-808b-6828ec94031c tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:31.776273 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5a06ddc2-c2fd-4e53-819c-9f43574caa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:31.786277 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06ddc2-c2fd-4e53-819c-9f43574caa0a None None] Routers {'cdc8b99b-bcc5-421c-94c1-e61762078f0d'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:31.787119 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5a06ddc2-c2fd-4e53-819c-9f43574caa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:31.814774 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-3fe83f70-22fc-4b2a-808b-6828ec94031c tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] update failed (client error): The resource could not be found. Jul 15 23:22:31.818824 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3fe83f70-22fc-4b2a-808b-6828ec94031c tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1231649225 HTTP/1.1" status: 404 len: 335 time: 0.0476279 Jul 15 23:22:31.818951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a87ff1b2-6509-4492-ad11-3cbde9ce4001 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:31.818951 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.821033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50760) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:31.838661 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5a06ddc2-c2fd-4e53-819c-9f43574caa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:31.839592 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06ddc2-c2fd-4e53-819c-9f43574caa0a None None] The sync data for ids ['cdc8b99b-bcc5-421c-94c1-e61762078f0d'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:31.854357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:31.869104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Router 7495ade8-67d8-4d20-abc4-5811c5f0170b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:31.879997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaba2a94-8f95-4392-83fd-5d7a1e72e1f0 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting subnet 3cd0f27d-59df-4432-b933-00a974b3214b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:31.883837 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaba2a94-8f95-4392-83fd-5d7a1e72e1f0 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.905139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-989b26e0-7c81-4115-b740-392b0016b9e2 req-4c758811-ab57-4a37-9f80-cb92fe85cf3e tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835482 Jul 15 23:22:31.936160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaba2a94-8f95-4392-83fd-5d7a1e72e1f0 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.039826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaba2a94-8f95-4392-83fd-5d7a1e72e1f0 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.108315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaba2a94-8f95-4392-83fd-5d7a1e72e1f0 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.136686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba2a94-8f95-4392-83fd-5d7a1e72e1f0 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd0f27d-59df-4432-b933-00a974b3214b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.148051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaba2a94-8f95-4392-83fd-5d7a1e72e1f0 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.151146 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eaba2a94-8f95-4392-83fd-5d7a1e72e1f0 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/subnets/3cd0f27d-59df-4432-b933-00a974b3214b HTTP/1.1" status: 204 len: 168 time: 0.3289928 Jul 15 23:22:32.153706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50768) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:32.157962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd57917-e16c-498a-adae-02c5f80d90dd None None] Network baf1b9f8-682c-4cac-85f0-285c34b5947a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:32.285893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.325762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-662627974-network', 'tenant_id': '248747c4fa4b4adc99e6f8a7e0879b84'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:32.343810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting port a87ff1b2-6509-4492-ad11-3cbde9ce4001 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:32.344162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.378692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] DHCP port deletion for baf1b9f8-682c-4cac-85f0-285c34b5947a request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:32.400578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a6bb42a-3b04-4b45-a84d-073dbf366ad2 req-0bd357d8-beb6-42b9-98ef-7af8c622311b tempest-ServerRescueNegativeTestJSON-94034466 tempest-ServerRescueNegativeTestJSON-94034466-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4723c1-d0d8-4a9c-a702-86d04dbdfa85 HTTP/1.1" status: 200 len: 210 time: 0.0811601 Jul 15 23:22:32.430598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] For port a87ff1b2-6509-4492-ad11-3cbde9ce4001, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a87ff1b2-6509-4492-ad11-3cbde9ce4001,segment=NetworkSegment(a61b31f0-8c95-454c-87e2-a3fa7797bff7),segment_id=a61b31f0-8c95-454c-87e2-a3fa7797bff7)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:32.430598 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.436692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] Deleting port a87ff1b2-6509-4492-ad11-3cbde9ce4001 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:32.438193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Calling delete_port for a87ff1b2-6509-4492-ad11-3cbde9ce4001 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:32.439637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6092933a-15c5-4287-ae53-21cbf338372b req-927b3111-ef4e-462a-814b-c247ca6e2f0d service neutron] 10.222.0.59 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704160 Jul 15 23:22:32.439768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.477801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Made reservation on behalf of 248747c4fa4b4adc99e6f8a7e0879b84 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:32.480166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.495866 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.518857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] For port a87ff1b2-6509-4492-ad11-3cbde9ce4001, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a87ff1b2-6509-4492-ad11-3cbde9ce4001,segment=NetworkSegment(a61b31f0-8c95-454c-87e2-a3fa7797bff7),segment_id=a61b31f0-8c95-454c-87e2-a3fa7797bff7)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:32.519259 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.537114 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.547382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:32.548473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] Calling delete_port for a87ff1b2-6509-4492-ad11-3cbde9ce4001 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:32.561188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.562624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Port': ['ID=a87ff1b2-6509-4492-ad11-3cbde9ce4001,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.566187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] No DVR routers for this DVR port a87ff1b2-6509-4492-ad11-3cbde9ce4001 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:32.604162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] Sync routers for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:32.620231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:32.620892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:32.652980 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.659323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c87dce6e-d274-466c-854c-9883762b70e2 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "PUT /v2.0/floatingips/58effe2a-6f50-4b78-b365-cc4cb180626e HTTP/1.1" status: 200 len: 991 time: 4.4190745 Jul 15 23:22:32.667784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf1b9f8-682c-4cac-85f0-285c34b5947a']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:32.686680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61b31f0-8c95-454c-87e2-a3fa7797bff7') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:32.687028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61b31f0-8c95-454c-87e2-a3fa7797bff7') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:32.697444 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.721082 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.724674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b777f6-fc01-4eae-8f47-d79a4809d3d3 req-4b49e087-9fed-448b-a834-1e9ab24762b0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.726406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88b777f6-fc01-4eae-8f47-d79a4809d3d3 req-4b49e087-9fed-448b-a834-1e9ab24762b0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 946 time: 0.1688213 Jul 15 23:22:32.737507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:32.737908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:32.744930 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:32.756780 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.786173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.792895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] Pushing event deleted for resources: {'Port': ['ID=a87ff1b2-6509-4492-ad11-3cbde9ce4001,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.799959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:32.800301 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.801898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc0098e-bac2-4f88-969c-0e15f418b6a4 None None] No DVR routers for this DVR port a87ff1b2-6509-4492-ad11-3cbde9ce4001 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:32.821443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88b777f6-fc01-4eae-8f47-d79a4809d3d3 req-d02c2204-c265-406c-b00e-63a96da22e79 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720477 Jul 15 23:22:32.836456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.849136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5596df42-324c-476b-9768-692108075b0c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.849314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.860757 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/networks/baf1b9f8-682c-4cac-85f0-285c34b5947a HTTP/1.1" status: 204 len: 168 time: 0.7045519 Jul 15 23:22:32.860919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:32.863244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50776) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:32.877040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f028f8-5995-47a3-bf7b-47624a63179a tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Network': ['ID=baf1b9f8-682c-4cac-85f0-285c34b5947a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.913550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.913954 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Added segment 313d2899-6bbb-4322-b08a-4199c980be28 of type vlan for network 89b40ecd-9003-415b-886b-70c3adad2560 Jul 15 23:22:32.961843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-94366f79-2c74-49b5-be12-e184deac2280 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting subnet 1b433f4e-259d-4267-8ebd-859a531a2b6f {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:32.965460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94366f79-2c74-49b5-be12-e184deac2280 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.002851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.023264 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94366f79-2c74-49b5-be12-e184deac2280 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.116570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.117708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.118367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.123490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '58effe2a-6f50-4b78-b365-cc4cb180626e', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'port_id': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'mac_address': 'fa:16:3e:b3:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:22:02Z', 'updated_at': '2021-07-15T23:22:29Z', 'revision_number': 1, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:33.152044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] Checking router: 7495ade8-67d8-4d20-abc4-5811c5f0170b for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:33.160750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:33.161932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:33.200677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3348932 Jul 15 23:22:33.200889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50782) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:33.206344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Request body: {'subnet': {'network_id': '89b40ecd-9003-415b-886b-70c3adad2560', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-662627974-subnet', 'tenant_id': '248747c4fa4b4adc99e6f8a7e0879b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:33.239263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3f9eb-a49d-468b-90f7-6e4ad703112e admin admin] Pushing event updated for resources: {'Network': ['ID=89b40ecd-9003-415b-886b-70c3adad2560,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:33.241084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Made reservation on behalf of 248747c4fa4b4adc99e6f8a7e0879b84 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:33.246017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.260108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94366f79-2c74-49b5-be12-e184deac2280 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.283017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 89b40ecd-9003-415b-886b-70c3adad2560 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:33.330806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acbeec-82fc-4bbb-a5a4-aafdb5e8f937 req-c0ec86db-df91-4381-aa3e-26217ac6c0bd tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.338287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8acbeec-82fc-4bbb-a5a4-aafdb5e8f937 req-c0ec86db-df91-4381-aa3e-26217ac6c0bd tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.2790952 Jul 15 23:22:33.381038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:33.409045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94366f79-2c74-49b5-be12-e184deac2280 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.413321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8acbeec-82fc-4bbb-a5a4-aafdb5e8f937 req-4e93b770-a628-4d36-b23d-8b4a06199f8a tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742331 Jul 15 23:22:33.450724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94366f79-2c74-49b5-be12-e184deac2280 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Subnet': ['ID=1b433f4e-259d-4267-8ebd-859a531a2b6f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:33.453961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94366f79-2c74-49b5-be12-e184deac2280 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.458323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-94366f79-2c74-49b5-be12-e184deac2280 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/subnets/1b433f4e-259d-4267-8ebd-859a531a2b6f HTTP/1.1" status: 204 len: 168 time: 0.5874660 Jul 15 23:22:33.458504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.460033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:33.468979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21c319-091b-4a90-89f9-3ba3e30e5237 req-82325a8b-3155-468c-bef7-44c8a8277fe4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.470611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a21c319-091b-4a90-89f9-3ba3e30e5237 req-82325a8b-3155-468c-bef7-44c8a8277fe4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 946 time: 0.2373619 Jul 15 23:22:33.472907 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621eef32-ad7b-4421-bd10-e32515386657 None None] Network 2418f4d3-9923-4303-abbd-513648845cb6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:33.512519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a21c319-091b-4a90-89f9-3ba3e30e5237 req-9432bad2-d10e-46ef-b541-04b87ede0289 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Jul 15 23:22:33.514223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'tag': '4c6cae0c-029e-4736-aea7-e71460d73e5f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:33.516893 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117" -d '{"events": [{"name": "network-changed", "server_uuid": "d2507ca6-476d-45bb-a7bc-3d55c462a423", "tag": "4c6cae0c-029e-4736-aea7-e71460d73e5f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:33.543605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50790) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:33.543969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 016ee353-8b7b-49c6-be97-b58da6bf068b no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:33.582402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bc61cb-6597-432e-ba57-8d596c774dcb tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting subnet 5575e20e-47df-493f-afa4-a16d85a5dbc2 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:33.585640 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc61cb-6597-432e-ba57-8d596c774dcb tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.593618 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c1e87-4490-4bf4-b62d-519ebc834528 x-openstack-request-id: req-a32c1e87-4490-4bf4-b62d-519ebc834528 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:33.593618 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2507ca6-476d-45bb-a7bc-3d55c462a423", "tag": "4c6cae0c-029e-4736-aea7-e71460d73e5f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:33.593618 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a32c1e87-4490-4bf4-b62d-519ebc834528 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:33.593904 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'tag': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'status': 'completed', 'code': 200} Jul 15 23:22:33.595055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 016ee353-8b7b-49c6-be97-b58da6bf068b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:33.595392 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 016ee353-8b7b-49c6-be97-b58da6bf068b not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:33.606452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2637c3-a05d-416a-ba0f-53a2687ec93b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:33.641693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc61cb-6597-432e-ba57-8d596c774dcb tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.644674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Checking segment: {'id': '313d2899-6bbb-4322-b08a-4199c980be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b40ecd-9003-415b-886b-70c3adad2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:33.645035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Network hostable DHCP agents. Network: 89b40ecd-9003-415b-886b-70c3adad2560, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:33.731334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Network 89b40ecd-9003-415b-886b-70c3adad2560 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:33.747823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 89b40ecd-9003-415b-886b-70c3adad2560) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:33.755847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.756469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.767291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc61cb-6597-432e-ba57-8d596c774dcb tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.770857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a87ff1b2-6509-4492-ad11-3cbde9ce4001 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:33.772855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49948496-de30-48d8-8abf-992481e272be None None] Network 89b40ecd-9003-415b-886b-70c3adad2560 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:33.775930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-56ac5e4c-2b2e-479b-9904-63cad1e337ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.777411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-56ac5e4c-2b2e-479b-9904-63cad1e337ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 1096 time: 0.1346576 Jul 15 23:22:33.811652 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-613e0c45-dc53-4556-b695-fa97ff9529bf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6021638 Jul 15 23:22:33.822159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a87ff1b2-6509-4492-ad11-3cbde9ce4001 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:33.822497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a87ff1b2-6509-4492-ad11-3cbde9ce4001 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:33.873221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc61cb-6597-432e-ba57-8d596c774dcb tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.910848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc61cb-6597-432e-ba57-8d596c774dcb tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Subnet': ['ID=5575e20e-47df-493f-afa4-a16d85a5dbc2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:33.920207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d4bc61cb-6597-432e-ba57-8d596c774dcb tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.922868 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d4bc61cb-6597-432e-ba57-8d596c774dcb tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/subnets/5575e20e-47df-493f-afa4-a16d85a5dbc2 HTTP/1.1" status: 204 len: 168 time: 0.4593220 Jul 15 23:22:33.925305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50796) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:33.930651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921028c-b914-44b2-a329-c04dafa74dfd None None] Network 852c3aae-8122-4cb5-b97e-e99cc86f29aa requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:33.945152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-e251722f-dbde-4602-8db3-571e3d0c7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.947222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-e251722f-dbde-4602-8db3-571e3d0c7c72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 910 time: 0.1408331 Jul 15 23:22:33.994651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] DHCP port deletion for 2418f4d3-9923-4303-abbd-513648845cb6 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:34.046178 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.052340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-f2b8bbfd-969e-4aa5-b638-3f1040e7b583 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f HTTP/1.1" status: 200 len: 999 time: 0.0740163 Jul 15 23:22:34.067368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f1602-231c-43a6-bdda-b9f9f20837f6 None None] Network 89b40ecd-9003-415b-886b-70c3adad2560 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:34.118699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:34.119468 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.144969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-a32074f6-e00e-494e-aa2b-6d71927906b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.146292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-a32074f6-e00e-494e-aa2b-6d71927906b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.0826654 Jul 15 23:22:34.216620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] For port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1c17328a-02b2-4f51-ac55-e6a8628fdfd7,segment=NetworkSegment(658b5c4b-a266-485b-b2af-f83bf23f8df5),segment_id=658b5c4b-a266-485b-b2af-f83bf23f8df5)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:34.217731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.218085 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.232277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Calling delete_port for 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:34.337629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-ce1cbc1e-ba23-45e2-85d7-a0f5daa4e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.339370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-ce1cbc1e-ba23-45e2-85d7-a0f5daa4e0df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788645 Jul 15 23:22:34.361335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.387326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] No DVR routers for this DVR port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:34.420447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Port': ['ID=1c17328a-02b2-4f51-ac55-e6a8628fdfd7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:34.468641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50810) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:34.474004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-150870683-network', 'tenant_id': '4d5f954570d2493da1585bfd29a3ed06'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:34.497718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '58effe2a-6f50-4b78-b365-cc4cb180626e', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'port_id': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'mac_address': 'fa:16:3e:b3:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:22:02Z', 'updated_at': '2021-07-15T23:22:29Z', 'revision_number': 1, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:34.536357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c163c-96fc-4b6d-9948-386ec84e103e None None] The sync data for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 is: [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '58effe2a-6f50-4b78-b365-cc4cb180626e', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'port_id': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'mac_address': 'fa:16:3e:b3:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:22:02Z', 'updated_at': '2021-07-15T23:22:29Z', 'revision_number': 1, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:34.547430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-25556654-9cdd-43d0-9a11-369a0020aac2 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990004 Jul 15 23:22:34.565149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] Deleting port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:34.565521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.565724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.602328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2418f4d3-9923-4303-abbd-513648845cb6']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:34.614253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658b5c4b-a266-485b-b2af-f83bf23f8df5') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:34.614559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658b5c4b-a266-485b-b2af-f83bf23f8df5') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:34.625259 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.651039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] For port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:34.651267 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.652944 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.660033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:34.661307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.663493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] Calling delete_port for 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:34.666825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] Port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:22:34.668524 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.700165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] Pushing event deleted for resources: {'Port': ['ID=1c17328a-02b2-4f51-ac55-e6a8628fdfd7,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:34.705374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb736cb1-5a63-49a6-aca7-5c8a50992d3f None None] No DVR routers for this DVR port 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:34.741957 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:34.748473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Made reservation on behalf of 4d5f954570d2493da1585bfd29a3ed06 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:34.750880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.754012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.768465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.773318 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/networks/2418f4d3-9923-4303-abbd-513648845cb6 HTTP/1.1" status: 204 len: 168 time: 0.8440044 Jul 15 23:22:34.773318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.785265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50814) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:34.804958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] DHCP port deletion for 852c3aae-8122-4cb5-b97e-e99cc86f29aa request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:34.811672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a57ca-a024-4eef-b768-9e5b3c55f7a1 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Network': ['ID=2418f4d3-9923-4303-abbd-513648845cb6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:34.863560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] Deleting port c52204ee-bceb-4800-aee5-7ee5614adecc {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:34.863959 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.877806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56113bc0-25f6-4e7c-8c5c-a79a6ca5e117 req-3f03b81d-9841-47cf-ae28-0a05c6a16ba2 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172033 Jul 15 23:22:34.908648 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e596e-4897-467b-aa53-3b8fb40e4d93 None None] New status for floating IP 58effe2a-6f50-4b78-b365-cc4cb180626e: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:22:34.930537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.975879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd7fc2-1ebe-495d-800a-0fdab80184d8 req-0282631e-329e-487a-9473-ac317ae331e0 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.976826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] For port c52204ee-bceb-4800-aee5-7ee5614adecc, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c52204ee-bceb-4800-aee5-7ee5614adecc,segment=NetworkSegment(0cb75ca4-82ca-48e2-84dc-b5e54bf05963),segment_id=0cb75ca4-82ca-48e2-84dc-b5e54bf05963)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:34.977236 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.977621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cfd7fc2-1ebe-495d-800a-0fdab80184d8 req-0282631e-329e-487a-9473-ac317ae331e0 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.3424461 Jul 15 23:22:34.993119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] Calling delete_port for c52204ee-bceb-4800-aee5-7ee5614adecc owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:35.001891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504ede-edca-476d-a6e0-b72883f74035 req-f6f924e8-a852-4381-adfb-0a5fc4ebc734 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.003481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36504ede-edca-476d-a6e0-b72883f74035 req-f6f924e8-a852-4381-adfb-0a5fc4ebc734 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 946 time: 0.3339872 Jul 15 23:22:35.023875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbad8a-17ca-43e7-97cd-aa49a81cb2a8 req-0ecdd55d-a4a2-4b25-9f02-564ae50ed531 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.031005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7bbad8a-17ca-43e7-97cd-aa49a81cb2a8 req-0ecdd55d-a4a2-4b25-9f02-564ae50ed531 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 946 time: 0.3043935 Jul 15 23:22:35.043031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.048559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.067172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Deleting port 61a591e0-5f41-4347-812a-7eea79764ab1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:35.067547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.080063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec3f3c-e579-4d29-80fc-2c61dbd066b1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:35.100433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.120310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:35.131253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.132088 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Added segment c13de0b0-7bda-4f49-a15c-e0598d60ed47 of type vlan for network 68bdda6a-10bc-4eac-b06a-0575d8917253 Jul 15 23:22:35.143127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] Pushing event deleted for resources: {'Port': ['ID=c52204ee-bceb-4800-aee5-7ee5614adecc,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:35.146317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec95d5f-0e76-4053-b7fa-b3fe07ed809f None None] No DVR routers for this DVR port c52204ee-bceb-4800-aee5-7ee5614adecc on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:35.150658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] The port 'c52204ee-bceb-4800-aee5-7ee5614adecc' was deleted {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 23:22:35.195268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7bbad8a-17ca-43e7-97cd-aa49a81cb2a8 req-23a8cef8-7d5e-4ccc-a8a6-2327694db062 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632798 Jul 15 23:22:35.260757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] For port 61a591e0-5f41-4347-812a-7eea79764ab1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=61a591e0-5f41-4347-812a-7eea79764ab1,segment=NetworkSegment(e576ef61-7abf-40b0-8af1-b12f75767f5e),segment_id=e576ef61-7abf-40b0-8af1-b12f75767f5e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:35.261240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.262837 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.266232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.278520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852c3aae-8122-4cb5-b97e-e99cc86f29aa']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:35.285919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7cfd7fc2-1ebe-495d-800a-0fdab80184d8 req-c20c0ced-2ff3-4505-ac2d-0174154621e4 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945724 Jul 15 23:22:35.286953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Calling delete_port for 61a591e0-5f41-4347-812a-7eea79764ab1 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:35.300523 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb75ca4-82ca-48e2-84dc-b5e54bf05963') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:35.300838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb75ca4-82ca-48e2-84dc-b5e54bf05963') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:35.318241 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.338098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.342484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.343469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.344051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.351192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:35.352108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:35.357581 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:35.411990 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9396787 Jul 15 23:22:35.414629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50820) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:35.451424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Request body: {'subnet': {'network_id': '68bdda6a-10bc-4eac-b06a-0575d8917253', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-150870683-subnet', 'tenant_id': '4d5f954570d2493da1585bfd29a3ed06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:35.486659 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d4383-4377-4055-9ca1-ce0b38c7844c admin admin] Pushing event updated for resources: {'Network': ['ID=68bdda6a-10bc-4eac-b06a-0575d8917253,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:35.504297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.508410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 68bdda6a-10bc-4eac-b06a-0575d8917253 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:35.516040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.519977 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/networks/852c3aae-8122-4cb5-b97e-e99cc86f29aa HTTP/1.1" status: 204 len: 168 time: 0.7323194 Jul 15 23:22:35.522629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50822) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:35.525729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Made reservation on behalf of 4d5f954570d2493da1585bfd29a3ed06 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:35.528553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.607248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f87a6-d85a-49c3-954b-c384b249b5b2 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Network': ['ID=852c3aae-8122-4cb5-b97e-e99cc86f29aa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:35.648190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab415dd-6735-4597-a9f3-d7bb666e0a23 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting subnet 219042f6-d458-4925-b36b-4c4942aa4d86 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:35.678516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ab415dd-6735-4597-a9f3-d7bb666e0a23 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.693393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:35.715869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:35.716220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1c17328a-02b2-4f51-ac55-e6a8628fdfd7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:35.716651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c52204ee-bceb-4800-aee5-7ee5614adecc no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:35.738185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c52204ee-bceb-4800-aee5-7ee5614adecc {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:35.738314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c52204ee-bceb-4800-aee5-7ee5614adecc not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:35.742092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ab415dd-6735-4597-a9f3-d7bb666e0a23 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.806586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Deleting port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:35.806954 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.893900 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ab415dd-6735-4597-a9f3-d7bb666e0a23 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.932859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.940336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd6449-caf5-4007-8443-ca7025df54aa req-d2641e89-57d9-46e8-88e6-41afd05ddf74 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.941836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09fd6449-caf5-4007-8443-ca7025df54aa req-d2641e89-57d9-46e8-88e6-41afd05ddf74 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.2038176 Jul 15 23:22:35.995626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] For port 6a761210-e0fd-48d5-9b4e-f4bf56b17273, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6a761210-e0fd-48d5-9b4e-f4bf56b17273,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:35.996336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.005575 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:22:36.013115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caae5e8e-a9bd-471c-8a9c-6f9ea65e57fe,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.016874 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ab415dd-6735-4597-a9f3-d7bb666e0a23 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.022155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Calling delete_port for 6a761210-e0fd-48d5-9b4e-f4bf56b17273 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:36.048188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab415dd-6735-4597-a9f3-d7bb666e0a23 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Subnet': ['ID=219042f6-d458-4925-b36b-4c4942aa4d86,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.050412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Checking segment: {'id': 'c13de0b0-7bda-4f49-a15c-e0598d60ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '68bdda6a-10bc-4eac-b06a-0575d8917253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:36.050774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Network hostable DHCP agents. Network: 68bdda6a-10bc-4eac-b06a-0575d8917253, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:36.057777 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ab415dd-6735-4597-a9f3-d7bb666e0a23 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.062129 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4ab415dd-6735-4597-a9f3-d7bb666e0a23 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/subnets/219042f6-d458-4925-b36b-4c4942aa4d86 HTTP/1.1" status: 204 len: 168 time: 0.5358920 Jul 15 23:22:36.062266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e23825-935e-4ead-8362-3eff1ff86035 None None] Network ca81e384-eac4-4a4b-9ea9-1b7cf03147eb requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:36.064315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50826) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:36.065102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09fd6449-caf5-4007-8443-ca7025df54aa req-8344a615-70b5-43d8-93fd-85fd104a1a5f tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059737 Jul 15 23:22:36.137551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Network 68bdda6a-10bc-4eac-b06a-0575d8917253 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:36.146528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.156190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.160653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 68bdda6a-10bc-4eac-b06a-0575d8917253) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:36.167639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.168150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.174114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df52eef9-b395-4a7f-9420-27a5127b22cc None None] Network 68bdda6a-10bc-4eac-b06a-0575d8917253 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:36.191883 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-177d848e-36a3-483c-8178-9d74080344f9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7673595 Jul 15 23:22:36.192686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Pushing event deleted for resources: {'Port': ['ID=61a591e0-5f41-4347-812a-7eea79764ab1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.290011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Deleting port c90904b3-8a63-4991-a0fb-64d688d9c058 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:36.290823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.417708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219aaa3-a70f-4c35-8bc5-aaa6126dd220 None None] Network 68bdda6a-10bc-4eac-b06a-0575d8917253 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:36.440937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] For port c90904b3-8a63-4991-a0fb-64d688d9c058, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c90904b3-8a63-4991-a0fb-64d688d9c058,segment=NetworkSegment(38f55496-deb9-4b5c-873b-a6d6e96f7a18),segment_id=38f55496-deb9-4b5c-873b-a6d6e96f7a18)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:36.443697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.456844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Calling delete_port for c90904b3-8a63-4991-a0fb-64d688d9c058 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:36.511909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] DHCP port deletion for ca81e384-eac4-4a4b-9ea9-1b7cf03147eb request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:36.529739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.568644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['6a761210-e0fd-48d5-9b4e-f4bf56b17273'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:36.573324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.574899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event deleted for resources: {'Port': ['ID=6a761210-e0fd-48d5-9b4e-f4bf56b17273,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.623320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Port': ['ID=c90904b3-8a63-4991-a0fb-64d688d9c058,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.626730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] No DVR routers for this DVR port c90904b3-8a63-4991-a0fb-64d688d9c058 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:36.645256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] No DVR routers for this DVR port 6a761210-e0fd-48d5-9b4e-f4bf56b17273 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:36.647033 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.656292 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.658409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36504ede-edca-476d-a6e0-b72883f74035 req-e502e083-ac7e-4b98-8ef1-31a598a37e25 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "DELETE /v2.0/ports/6a761210-e0fd-48d5-9b4e-f4bf56b17273 HTTP/1.1" status: 204 len: 173 time: 1.6424770 Jul 15 23:22:36.660466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ca8ca1-36c0-431e-b922-600d3d507a70', 'name': 'network-vif-deleted', 'tag': '6a761210-e0fd-48d5-9b4e-f4bf56b17273'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:36.670147 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa94c76-09e5-4071-965b-063122921996" -d '{"events": [{"server_uuid": "d0ca8ca1-36c0-431e-b922-600d3d507a70", "name": "network-vif-deleted", "tag": "6a761210-e0fd-48d5-9b4e-f4bf56b17273"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:36.689826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] Deleting port c90904b3-8a63-4991-a0fb-64d688d9c058 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:36.690399 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.733990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4bae-ac78-4760-88eb-d6366fd36793 req-3b850093-421d-4302-b60f-ac0579af70ad tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.740818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a5b4bae-ac78-4760-88eb-d6366fd36793 req-3b850093-421d-4302-b60f-ac0579af70ad tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0ca8ca1-36c0-431e-b922-600d3d507a70 HTTP/1.1" status: 200 len: 867 time: 0.3113518 Jul 15 23:22:36.784289 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.786335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] For port c90904b3-8a63-4991-a0fb-64d688d9c058, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:36.786957 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.807818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] Calling delete_port for c90904b3-8a63-4991-a0fb-64d688d9c058 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:36.811624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] Port c90904b3-8a63-4991-a0fb-64d688d9c058 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:22:36.813120 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.817885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca81e384-eac4-4a4b-9ea9-1b7cf03147eb']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:36.836153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f55496-deb9-4b5c-873b-a6d6e96f7a18') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:36.837018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f55496-deb9-4b5c-873b-a6d6e96f7a18') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:36.838928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a5b4bae-ac78-4760-88eb-d6366fd36793 req-bfb5efa5-e16d-4a05-8881-0c1b684a4c99 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954442 Jul 15 23:22:36.844525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] Pushing event deleted for resources: {'Port': ['ID=c90904b3-8a63-4991-a0fb-64d688d9c058,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.853577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c29fad-5d3b-43c6-bb3d-8248c000354b None None] No DVR routers for this DVR port c90904b3-8a63-4991-a0fb-64d688d9c058 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:36.858722 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.876065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.883558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:36.884127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:36.887891 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:36.940525 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f6e69-138b-48ef-8acb-8ac100d36e6b x-openstack-request-id: req-2b3f6e69-138b-48ef-8acb-8ac100d36e6b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:36.940815 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ca8ca1-36c0-431e-b922-600d3d507a70", "name": "network-vif-deleted", "tag": "6a761210-e0fd-48d5-9b4e-f4bf56b17273", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:36.941063 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b3f6e69-138b-48ef-8acb-8ac100d36e6b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:36.941547 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ca8ca1-36c0-431e-b922-600d3d507a70', 'name': 'network-vif-deleted', 'tag': '6a761210-e0fd-48d5-9b4e-f4bf56b17273', 'status': 'completed', 'code': 200} Jul 15 23:22:36.951840 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.960642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.965024 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/networks/ca81e384-eac4-4a4b-9ea9-1b7cf03147eb HTTP/1.1" status: 204 len: 168 time: 0.8972397 Jul 15 23:22:36.972010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50850) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:36.983155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3081960-f8df-4e40-8ee0-d7734e4aa184 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Pushing event deleted for resources: {'Network': ['ID=ca81e384-eac4-4a4b-9ea9-1b7cf03147eb,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:37.002405 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-26584ac2-dd07-46f3-8bce-278b0c2cd482 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdc8b99b-bcc5-421c-94c1-e61762078f0d HTTP/1.1" status: 200 len: 205 time: 0.0292919 Jul 15 23:22:37.004929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50852) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:37.061407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-bf46b435-fd75-40fe-9617-258f91832c8c tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:37.062825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-bf46b435-fd75-40fe-9617-258f91832c8c tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/networks?id=89b40ecd-9003-415b-886b-70c3adad2560 HTTP/1.1" status: 200 len: 824 time: 0.2229245 Jul 15 23:22:37.078414 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-512290fa-4fba-4e37-8bff-4767ae3d5f34 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.079377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Router d0a051bb-1960-48f9-b1dd-2e5725edb461 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:37.084200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ed0afbdf-d738-4a3c-b7e5-c5d18da3d6e1 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/quotas/248747c4fa4b4adc99e6f8a7e0879b84 HTTP/1.1" status: 200 len: 375 time: 0.0151947 Jul 15 23:22:37.156222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ae80617f-60bc-43e0-b207-fb51b43e288b tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=248747c4fa4b4adc99e6f8a7e0879b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635865 Jul 15 23:22:37.241153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-512290fa-4fba-4e37-8bff-4767ae3d5f34 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.243800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-512290fa-4fba-4e37-8bff-4767ae3d5f34 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.288578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-512290fa-4fba-4e37-8bff-4767ae3d5f34 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.289159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512290fa-4fba-4e37-8bff-4767ae3d5f34 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Fanout notify agent at l3_agent the message router_deleted on router cdc8b99b-bcc5-421c-94c1-e61762078f0d {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:37.296486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-512290fa-4fba-4e37-8bff-4767ae3d5f34 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.300553 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-512290fa-4fba-4e37-8bff-4767ae3d5f34 tempest-RoutersNegativeIpV6Test-398992911 tempest-RoutersNegativeIpV6Test-398992911-project] 10.222.0.23 "DELETE /v2.0/routers/cdc8b99b-bcc5-421c-94c1-e61762078f0d HTTP/1.1" status: 204 len: 168 time: 0.2946460 Jul 15 23:22:37.316886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:37.329012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4dc885c1-18d9-4361-bfba-4cc0a7fe199b admin admin] 10.222.0.23 "PUT /v2.0/routers/d0a051bb-1960-48f9-b1dd-2e5725edb461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7813892 Jul 15 23:22:37.329328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50858) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:37.331821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] Sync routers for ids ['d0a051bb-1960-48f9-b1dd-2e5725edb461'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:37.344062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] Routers {'d0a051bb-1960-48f9-b1dd-2e5725edb461'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:37.345402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['d0a051bb-1960-48f9-b1dd-2e5725edb461'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:37.357439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-a2554edd-54c3-4ed0-a4fb-47820b5958cc service neutron] 10.222.0.23 "GET /v2.0/networks/89b40ecd-9003-415b-886b-70c3adad2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648581 Jul 15 23:22:37.387788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46f66b-260b-4a57-9635-467cc067b8b8 req-cba2d469-476a-48c8-8dae-f6874b650518 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:37.389328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c46f66b-260b-4a57-9635-467cc067b8b8 req-cba2d469-476a-48c8-8dae-f6874b650518 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.1868296 Jul 15 23:22:37.485642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c46f66b-260b-4a57-9635-467cc067b8b8 req-e4c8455d-88b5-4139-ab2e-dc09830a1d04 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896113 Jul 15 23:22:37.499612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] Set router d0a051bb-1960-48f9-b1dd-2e5725edb461 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:37.535409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-991b49f1-f5a9-464f-9f73-5182b675885f service neutron] 10.222.0.23 "GET /v2.0/networks/89b40ecd-9003-415b-886b-70c3adad2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770155 Jul 15 23:22:37.546404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.768365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50868) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:37.828778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:22:36Z', 'revision_number': 5, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:37.893840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1ed8ecd-5f91-4622-918e-55385c0adac0 req-de918e4f-84d8-4ce8-b357-3810e378a561 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 210 time: 0.1074374 Jul 15 23:22:37.918099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] Checking router: d0a051bb-1960-48f9-b1dd-2e5725edb461 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:37.931538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c90904b3-8a63-4991-a0fb-64d688d9c058 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:37.989166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c90904b3-8a63-4991-a0fb-64d688d9c058 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:37.989823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c90904b3-8a63-4991-a0fb-64d688d9c058 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:37.999078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] Routers {'d0a051bb-1960-48f9-b1dd-2e5725edb461'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:37.999726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['d0a051bb-1960-48f9-b1dd-2e5725edb461'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:38.175935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2c02acaf-df30-4b8b-8f0d-418109566e36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7709a237b23e4514be05b0d6355b63fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061542 Jul 15 23:22:38.178621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50884) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:38.196691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] Set router d0a051bb-1960-48f9-b1dd-2e5725edb461 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:38.244523 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.270586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-8f753356-535e-42d0-8064-0bee4a044216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.272484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-8f753356-535e-42d0-8064-0bee4a044216 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fac824e79884cf1924c9163c94f7ea1&device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 1096 time: 0.1618505 Jul 15 23:22:38.295458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66537e40-25f5-4184-b938-c3d1f406a512 req-402a48a2-42eb-42d6-bddf-d52795193b0f tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.297166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66537e40-25f5-4184-b938-c3d1f406a512 req-402a48a2-42eb-42d6-bddf-d52795193b0f tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.1145856 Jul 15 23:22:38.372054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f101845-d869-4787-8509-df5ef768bbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.396807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f101845-d869-4787-8509-df5ef768bbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.397150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-e9982aed-fbc7-4f9e-b383-a2753fae4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.399212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-e9982aed-fbc7-4f9e-b383-a2753fae4ecb service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbed1563-fd10-49d5-bef8-22c28402f8fc HTTP/1.1" status: 200 len: 911 time: 0.1134715 Jul 15 23:22:38.452272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f101845-d869-4787-8509-df5ef768bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.455196 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f101845-d869-4787-8509-df5ef768bbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.456554 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f101845-d869-4787-8509-df5ef768bbcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de613728-3d08-4d83-b40b-9ef9cfe480aa HTTP/1.1" status: 204 len: 168 time: 0.2753069 Jul 15 23:22:38.475602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-13f3e02a-77b6-4a65-8229-beb6a271eb07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87bb057f-887a-4af0-be9d-c980c29d818e HTTP/1.1" status: 200 len: 217 time: 0.0659580 Jul 15 23:22:38.484095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f101845-d869-4787-8509-df5ef768bbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de613728-3d08-4d83-b40b-9ef9cfe480aa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:38.514491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Deleting port 44fd4ded-3b64-4316-a934-7d56e281a65f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:38.520936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.535911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:22:36Z', 'revision_number': 5, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:38.568163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a65d8-4fcf-4458-bfc5-10f6b3003281 None None] The sync data for ids ['d0a051bb-1960-48f9-b1dd-2e5725edb461'] in n-d-793618-8 is: [{'id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'name': 'tempest-ServerRescueNegativeTestJSON-1016796270-router', 'tenant_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:19:48Z', 'updated_at': '2021-07-15T23:22:36Z', 'revision_number': 5, 'project_id': '47dbf8f8ec4640b6af9efa92fbac8afc', 'gw_port': {'id': '44fd4ded-3b64-4316-a934-7d56e281a65f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a051bb-1960-48f9-b1dd-2e5725edb461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:19:49Z', 'updated_at': '2021-07-15T23:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:38.581934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-9ffec3e1-604a-49de-92b7-f3c5de70e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.583584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-9ffec3e1-604a-49de-92b7-f3c5de70e72f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=646d4d3e-345f-45d4-a3ee-0eafa736838c HTTP/1.1" status: 200 len: 850 time: 0.0985856 Jul 15 23:22:38.654538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-156b81a2-d75a-4e32-9b2f-55097ea9c84f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.656084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-156b81a2-d75a-4e32-9b2f-55097ea9c84f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.2559447 Jul 15 23:22:38.678639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] For port 44fd4ded-3b64-4316-a934-7d56e281a65f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=44fd4ded-3b64-4316-a934-7d56e281a65f,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:38.678639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.688443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-f217ee06-c586-4f61-b362-e7ea45277d4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbed1563-fd10-49d5-bef8-22c28402f8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313609 Jul 15 23:22:38.691495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Calling delete_port for 44fd4ded-3b64-4316-a934-7d56e281a65f owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:38.695896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66537e40-25f5-4184-b938-c3d1f406a512 req-a255bb0f-9080-486b-8c97-70f53cded009 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938194 Jul 15 23:22:38.717427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-fa90b2e1-9e96-4180-a326-a4a66fbec985 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/quotas/047b0f09a5054578aa8e4031a560cc37 HTTP/1.1" status: 200 len: 375 time: 0.0277960 Jul 15 23:22:38.793324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-e1a2f026-b38c-4879-9c95-0208d7644253 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740047 Jul 15 23:22:38.879488 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.939076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fd4ded-3b64-4316-a934-7d56e281a65f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:38.965178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-6af0fef9-3ee4-45e7-85f4-58f588f6bbd8 service neutron] 10.222.0.59 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558951 Jul 15 23:22:39.024339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.050803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-29df1478-9790-4788-a9bd-4705e522e6bc service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046611 Jul 15 23:22:39.142368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.144860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.157498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3873d2cf-096a-4311-a95f-a4d7daeae5ad req-bc40bcfe-76f9-4c5d-8aff-a9a44bfc9d7c tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 210 time: 0.0597281 Jul 15 23:22:39.212643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e98a5f1-201b-4a52-ab01-6c98cc47d96f req-581a8f6f-7ce0-4677-93d2-a40bd3b0ab22 service neutron] 10.222.0.59 "GET /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356944 Jul 15 23:22:39.216216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.217649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a051bb-1960-48f9-b1dd-2e5725edb461 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:39.223234 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.227471 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fca278f8-a02c-456a-b60c-71b43e1b7ba0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d0a051bb-1960-48f9-b1dd-2e5725edb461 HTTP/1.1" status: 204 len: 168 time: 1.8949375 Jul 15 23:22:39.227706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50918) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:39.271361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-97aa86ed-7c70-451e-b38b-5981f3828bd3 service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812835 Jul 15 23:22:39.291148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b37db96-ceb6-4837-9edf-0220f6dd3e0b admin admin] Deleting subnet 76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:39.295257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b37db96-ceb6-4837-9edf-0220f6dd3e0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.357118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b37db96-ceb6-4837-9edf-0220f6dd3e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.431801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b37db96-ceb6-4837-9edf-0220f6dd3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.473019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6a761210-e0fd-48d5-9b4e-f4bf56b17273 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:39.520716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 6a761210-e0fd-48d5-9b4e-f4bf56b17273 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:39.521082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6a761210-e0fd-48d5-9b4e-f4bf56b17273 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:39.587977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c7e22d9-0965-493c-8d84-bcbfa8ac2eb0 req-c46d3210-e555-4dd1-a50c-0f3cc6a40428 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 210 time: 0.0719895 Jul 15 23:22:39.669185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b37db96-ceb6-4837-9edf-0220f6dd3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.717206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37db96-ceb6-4837-9edf-0220f6dd3e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:39.734493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-4bfc413c-ace0-4d36-8b8c-bc608609e671 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:39.736833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-4bfc413c-ace0-4d36-8b8c-bc608609e671 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.37 "GET /v2.0/networks?id=89b40ecd-9003-415b-886b-70c3adad2560 HTTP/1.1" status: 200 len: 824 time: 0.3251104 Jul 15 23:22:39.739183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b37db96-ceb6-4837-9edf-0220f6dd3e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.741242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8b37db96-ceb6-4837-9edf-0220f6dd3e0b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76e75dd9-6ad1-4ab8-af22-2e6b0e9a0cc1 HTTP/1.1" status: 204 len: 168 time: 0.5125296 Jul 15 23:22:39.744506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50938) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:39.771312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Request body: {'port': {'device_id': '849dc2ee-c35b-44fe-ab8f-8b5d94757eb3', 'network_id': '89b40ecd-9003-415b-886b-70c3adad2560', 'admin_state_up': True, 'tenant_id': '248747c4fa4b4adc99e6f8a7e0879b84'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:39.862939 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.958017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 61a591e0-5f41-4347-812a-7eea79764ab1 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:39.996665 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 61a591e0-5f41-4347-812a-7eea79764ab1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:39.997008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 61a591e0-5f41-4347-812a-7eea79764ab1 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:40.000062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 44fd4ded-3b64-4316-a934-7d56e281a65f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:40.016556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.030561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bb3044-1f8f-4229-bb20-38a9b13fd0d8']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:40.044826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e576ef61-7abf-40b0-8af1-b12f75767f5e') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:40.045196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e576ef61-7abf-40b0-8af1-b12f75767f5e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:40.048115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 44fd4ded-3b64-4316-a934-7d56e281a65f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:40.049431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 44fd4ded-3b64-4316-a934-7d56e281a65f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:40.049639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Made reservation on behalf of 248747c4fa4b4adc99e6f8a7e0879b84 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:40.057297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.065766 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.083198 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.092667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:40.093168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:40.122062 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:40.168169 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.176996 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.183633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] 10.222.0.23 "DELETE /v2.0/networks/76bb3044-1f8f-4229-bb20-38a9b13fd0d8 HTTP/1.1" status: 204 len: 168 time: 0.4373271 Jul 15 23:22:40.197277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fa6c-6a8c-46f0-9774-e53fd96f8262 req-520e5662-0d60-4a45-b78c-f352635a4eb3 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:40.198956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f725fa6c-6a8c-46f0-9774-e53fd96f8262 req-520e5662-0d60-4a45-b78c-f352635a4eb3 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.1900635 Jul 15 23:22:40.207779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451761f4-5d55-4621-b69d-980a8082f8db admin admin] Pushing event deleted for resources: {'Network': ['ID=76bb3044-1f8f-4229-bb20-38a9b13fd0d8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:40.292748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f725fa6c-6a8c-46f0-9774-e53fd96f8262 req-e0e0de69-6c1c-4fd7-ab37-60351191c7fd tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772147 Jul 15 23:22:40.313141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Allocated IP 172.20.0.14 (89b40ecd-9003-415b-886b-70c3adad2560/5c2637c3-a05d-416a-ba0f-53a2687ec93b/fb15ba86-37e8-4341-8387-8c1603c35460) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:40.389044 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91b8c1d2-43ad-4e3c-8728-0e0762f4c722 req-d1cdc683-2d9b-4ce9-9de5-5708b4c9b47c tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 210 time: 0.0464711 Jul 15 23:22:40.481646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50962) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:40.535606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e2287267-9e4a-474f-aa7b-32bd56a64efd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47dbf8f8ec4640b6af9efa92fbac8afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527074 Jul 15 23:22:40.538061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50964) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:40.594276 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-900b1d39-ddc3-48fb-b2d4-528744207bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.624113 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-900b1d39-ddc3-48fb-b2d4-528744207bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.692847 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-900b1d39-ddc3-48fb-b2d4-528744207bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.695746 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-900b1d39-ddc3-48fb-b2d4-528744207bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.697102 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-900b1d39-ddc3-48fb-b2d4-528744207bdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52393c79-6044-4c03-bd17-e25cbcbab96a HTTP/1.1" status: 204 len: 168 time: 0.1581042 Jul 15 23:22:40.712917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b1d39-ddc3-48fb-b2d4-528744207bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52393c79-6044-4c03-bd17-e25cbcbab96a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:40.887177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbc361a6-b7d9-40fb-b9ef-e4f71a1308b4 req-5d55be16-7c87-44e5-9630-03b9ea7eceab tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 210 time: 0.0393474 Jul 15 23:22:40.925513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.967972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.015998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Network 89b40ecd-9003-415b-886b-70c3adad2560 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:41.021776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:41.026466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:41.054315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Pushing event updated for resources: {'Port': ['ID=fb15ba86-37e8-4341-8387-8c1603c35460,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:41.091050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.091800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.115421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5fa60492-a8f6-4a79-b100-54f97ade25b5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3526037 Jul 15 23:22:41.134419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Request body: {'port': {'device_id': '849dc2ee-c35b-44fe-ab8f-8b5d94757eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:41.233105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50992) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:41.300285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.360634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-cba0d6f6-ff84-47ec-99fa-2f62907566f1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.362142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-cba0d6f6-ff84-47ec-99fa-2f62907566f1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.1811035 Jul 15 23:22:41.382422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Request body: {'port': {'device_id': '4436957c-b347-40c1-b675-68d37f772743', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'admin_state_up': True, 'tenant_id': '047b0f09a5054578aa8e4031a560cc37'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:41.500749 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cbabd499-99a8-4091-9cb6-b9f86ca464a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.635344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cbabd499-99a8-4091-9cb6-b9f86ca464a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.641395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cbabd499-99a8-4091-9cb6-b9f86ca464a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.683654 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cbabd499-99a8-4091-9cb6-b9f86ca464a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbcc2d757f484623ac7982ba9ddcfa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489150 Jul 15 23:22:41.685039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabd499-99a8-4091-9cb6-b9f86ca464a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56085b3c-89ae-4296-84d3-8871a704f1a9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:41.687650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51010) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:41.747335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9fbee1a-9c98-4a29-a47e-2a801f5aaf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.767700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Made reservation on behalf of 047b0f09a5054578aa8e4031a560cc37 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:41.778140 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.782009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9fbee1a-9c98-4a29-a47e-2a801f5aaf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.810105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6005873-8aee-4e67-9dc0-422af3c6f215 req-ed6bd0a3-63b9-4248-9a03-6cdd45736687 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.815235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6005873-8aee-4e67-9dc0-422af3c6f215 req-ed6bd0a3-63b9-4248-9a03-6cdd45736687 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.2942045 Jul 15 23:22:41.843833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9fbee1a-9c98-4a29-a47e-2a801f5aaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.846982 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9fbee1a-9c98-4a29-a47e-2a801f5aaf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.850828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f9fbee1a-9c98-4a29-a47e-2a801f5aaf83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56085b3c-89ae-4296-84d3-8871a704f1a9 HTTP/1.1" status: 204 len: 168 time: 0.1604402 Jul 15 23:22:41.858178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbee1a-9c98-4a29-a47e-2a801f5aaf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56085b3c-89ae-4296-84d3-8871a704f1a9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:41.887553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d451-2884-47d0-befc-a20bf1b14ca8 req-a8ce0f7f-9c1f-4573-9a30-df3d9eb2e79a tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.894398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8351d451-2884-47d0-befc-a20bf1b14ca8 req-a8ce0f7f-9c1f-4573-9a30-df3d9eb2e79a tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 932 time: 0.2892733 Jul 15 23:22:41.979900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb15ba86-37e8-4341-8387-8c1603c35460 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:41.989817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6005873-8aee-4e67-9dc0-422af3c6f215 req-ece2e44b-c2d0-4072-923e-dc2321bfc686 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679664 Jul 15 23:22:42.005369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.023148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8351d451-2884-47d0-befc-a20bf1b14ca8 req-844fa810-ecfe-48c8-8481-c5dc1c87768f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275501 Jul 15 23:22:42.032491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Transition to ACTIVE for port object fb15ba86-37e8-4341-8387-8c1603c35460 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:42.052709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.123385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Allocated IP 172.20.0.5 (483a0d63-79e1-4e6f-ad7e-ca0fb581503e/089d61a2-594b-4450-8d49-e1da6aeda31c/0f59b489-2bc4-4eca-8ef1-f279bea77705) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:42.125295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=fb15ba86-37e8-4341-8387-8c1603c35460,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.216216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08a3f93c-3330-4517-bdd6-d170fea00bdd req-461e6ba9-6bb6-44ce-a4b1-340863f2a05c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 210 time: 0.0605578 Jul 15 23:22:42.258630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:42.275968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9abf223-6773-40d0-9232-24544e32ae7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.287743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Attempting to bind port fb15ba86-37e8-4341-8387-8c1603c35460 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:42.288110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Attempting to bind port fb15ba86-37e8-4341-8387-8c1603c35460 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '313d2899-6bbb-4322-b08a-4199c980be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b40ecd-9003-415b-886b-70c3adad2560'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:42.288481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Attempting to bind port fb15ba86-37e8-4341-8387-8c1603c35460 on network 89b40ecd-9003-415b-886b-70c3adad2560 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:42.299860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Port fb15ba86-37e8-4341-8387-8c1603c35460 on network 89b40ecd-9003-415b-886b-70c3adad2560 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:42.300184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Attempting to bind port fb15ba86-37e8-4341-8387-8c1603c35460 on network 89b40ecd-9003-415b-886b-70c3adad2560 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:42.309258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:42.309897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Checking segment: {'id': '313d2899-6bbb-4322-b08a-4199c980be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b40ecd-9003-415b-886b-70c3adad2560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:42.310011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Bound using segment: {'id': '313d2899-6bbb-4322-b08a-4199c980be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b40ecd-9003-415b-886b-70c3adad2560'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:42.310400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Bound port: fb15ba86-37e8-4341-8387-8c1603c35460, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313d2899-6bbb-4322-b08a-4199c980be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b40ecd-9003-415b-886b-70c3adad2560'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:42.310792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.407038 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9abf223-6773-40d0-9232-24544e32ae7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.418665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9abf223-6773-40d0-9232-24544e32ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.437082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.456205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] For port fb15ba86-37e8-4341-8387-8c1603c35460, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:42.462422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] For port fb15ba86-37e8-4341-8387-8c1603c35460, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fb15ba86-37e8-4341-8387-8c1603c35460,segment=NetworkSegment(313d2899-6bbb-4322-b08a-4199c980be28),segment_id=313d2899-6bbb-4322-b08a-4199c980be28)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:42.473387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f9abf223-6773-40d0-9232-24544e32ae7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bb8ec62e1c8490fa366f0dc46021bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131541 Jul 15 23:22:42.474397 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.475576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51038) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:42.484489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abf223-6773-40d0-9232-24544e32ae7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e758628a-b3bb-446d-8c7e-213dd5773b29,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.529443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.530031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.531593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] 10.222.0.37 "PUT /v2.0/ports/fb15ba86-37e8-4341-8387-8c1603c35460 HTTP/1.1" status: 200 len: 1092 time: 1.4041691 Jul 15 23:22:42.533281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849dc2ee-c35b-44fe-ab8f-8b5d94757eb3', 'tag': 'fb15ba86-37e8-4341-8387-8c1603c35460'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:42.535644 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae902c8-057f-4865-95ca-a4bebe43c080" -d '{"events": [{"name": "network-changed", "server_uuid": "849dc2ee-c35b-44fe-ab8f-8b5d94757eb3", "tag": "fb15ba86-37e8-4341-8387-8c1603c35460"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:42.539742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1688b7b3-f8f6-47ba-9420-a40e71a3db6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.562553 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.569232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59ca86-d98b-4162-b0b2-ce90eda1b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=fb15ba86-37e8-4341-8387-8c1603c35460,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.627647 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be6828d-94b2-4fe4-8c09-8270b2846503 x-openstack-request-id: req-8be6828d-94b2-4fe4-8c09-8270b2846503 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:42.627974 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849dc2ee-c35b-44fe-ab8f-8b5d94757eb3", "tag": "fb15ba86-37e8-4341-8387-8c1603c35460", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:42.628227 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8be6828d-94b2-4fe4-8c09-8270b2846503 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:42.628626 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849dc2ee-c35b-44fe-ab8f-8b5d94757eb3', 'tag': 'fb15ba86-37e8-4341-8387-8c1603c35460', 'status': 'completed', 'code': 200} Jul 15 23:22:42.637431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:42.641843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:42.650145 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1688b7b3-f8f6-47ba-9420-a40e71a3db6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.650339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:42.716792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event updated for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.744469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1688b7b3-f8f6-47ba-9420-a40e71a3db6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.748537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1688b7b3-f8f6-47ba-9420-a40e71a3db6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.750231 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1688b7b3-f8f6-47ba-9420-a40e71a3db6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e758628a-b3bb-446d-8c7e-213dd5773b29 HTTP/1.1" status: 204 len: 168 time: 0.2734699 Jul 15 23:22:42.781552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688b7b3-f8f6-47ba-9420-a40e71a3db6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e758628a-b3bb-446d-8c7e-213dd5773b29,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.804241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.804938 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.889876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb167c4e-4c34-409a-a854-ba594df84539 req-fef0248c-fecc-4072-8533-6ba8888e1c16 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.1208708 Jul 15 23:22:42.920002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-6afe3202-fd33-447d-9a22-69e6241ac1d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5425622 Jul 15 23:22:42.935019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Request body: {'port': {'device_id': '4436957c-b347-40c1-b675-68d37f772743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:42.941918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-46df3b0c-d79d-4740-a146-94a627e46fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.943437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-46df3b0c-d79d-4740-a146-94a627e46fa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=248747c4fa4b4adc99e6f8a7e0879b84&device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 1095 time: 0.2901950 Jul 15 23:22:43.045219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42b7f-6e52-4b9a-8fa5-9a49d58b7c90 req-de5a9a3a-7259-4368-b827-3dd45ab26fd2 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:43.046785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2af42b7f-6e52-4b9a-8fa5-9a49d58b7c90 req-de5a9a3a-7259-4368-b827-3dd45ab26fd2 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.2790644 Jul 15 23:22:43.051142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-5b8aba18-4074-4cda-8f87-27c3045dec89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb15ba86-37e8-4341-8387-8c1603c35460 HTTP/1.1" status: 200 len: 217 time: 0.0751719 Jul 15 23:22:43.210124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2af42b7f-6e52-4b9a-8fa5-9a49d58b7c90 req-f0b7b7ed-9b66-4dab-b463-5b8e21bc1d75 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475132 Jul 15 23:22:43.264466 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.269637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-a075fc48-ecf8-4590-b8ce-62b3f23fc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:43.271133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-a075fc48-ecf8-4590-b8ce-62b3f23fc0f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5c2637c3-a05d-416a-ba0f-53a2687ec93b HTTP/1.1" status: 200 len: 864 time: 0.2040720 Jul 15 23:22:43.322438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-e414219c-e02b-441b-ac98-83171bb08981 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b40ecd-9003-415b-886b-70c3adad2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422320 Jul 15 23:22:43.472512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db4591-8a9e-472e-9189-6b242b551051 req-eb6ba286-824d-4f25-a1ea-391bd81e04aa tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:43.477414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50db4591-8a9e-472e-9189-6b242b551051 req-eb6ba286-824d-4f25-a1ea-391bd81e04aa tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 944 time: 0.2622240 Jul 15 23:22:43.611753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-dbe3d93d-7f55-4ae8-9b9d-cd1c336d264c service neutron] 10.222.0.37 "GET /v2.0/networks/89b40ecd-9003-415b-886b-70c3adad2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646515 Jul 15 23:22:43.658024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50db4591-8a9e-472e-9189-6b242b551051 req-b672588f-589e-4d0a-a4a4-8457ac97500d tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297948 Jul 15 23:22:43.665760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ee143-be33-439c-a1b4-814d5b7ec073 req-28ee3d17-3f6c-4aa7-95d9-ead8dc971c0f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:43.667271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b29ee143-be33-439c-a1b4-814d5b7ec073 req-28ee3d17-3f6c-4aa7-95d9-ead8dc971c0f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 931 time: 0.3072138 Jul 15 23:22:43.736822 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.802453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b29ee143-be33-439c-a1b4-814d5b7ec073 req-48785da2-4232-4b75-b10e-8414bbf01621 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034508 Jul 15 23:22:43.830682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb8b209-ba99-4f18-af6d-daf84ea833c1 req-73a6aa1f-658c-4478-9400-ad7f140e234c service neutron] 10.222.0.37 "GET /v2.0/networks/89b40ecd-9003-415b-886b-70c3adad2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082987 Jul 15 23:22:43.874591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f59b489-2bc4-4eca-8ef1-f279bea77705 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:43.882439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.896609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Transition to ACTIVE for port object 0f59b489-2bc4-4eca-8ef1-f279bea77705 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:43.902519 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.029749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:44.108176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b086957-f275-475f-a993-2ad7c2cc1568 req-fa61a716-447a-4600-a229-86d3caa8eff0 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0469327 Jul 15 23:22:44.148852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-8d275d7e-4cdd-47bc-b73a-70223c6d3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.150571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-8d275d7e-4cdd-47bc-b73a-70223c6d3f2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=248747c4fa4b4adc99e6f8a7e0879b84&device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 1095 time: 0.2031791 Jul 15 23:22:44.151665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Attempting to bind port 0f59b489-2bc4-4eca-8ef1-f279bea77705 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:44.152576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Attempting to bind port 0f59b489-2bc4-4eca-8ef1-f279bea77705 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:44.152932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Attempting to bind port 0f59b489-2bc4-4eca-8ef1-f279bea77705 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:44.160389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Port 0f59b489-2bc4-4eca-8ef1-f279bea77705 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:44.160389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Attempting to bind port 0f59b489-2bc4-4eca-8ef1-f279bea77705 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:44.162839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:44.164183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Checking segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:44.164591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Bound using segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:44.165043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Bound port: 0f59b489-2bc4-4eca-8ef1-f279bea77705, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:44.165408 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.311494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:44.315932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:44.321686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.372993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-3b1af906-2314-44c7-90da-d10ae14d44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.374466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-3b1af906-2314-44c7-90da-d10ae14d44c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89b40ecd-9003-415b-886b-70c3adad2560 HTTP/1.1" status: 200 len: 925 time: 0.2065430 Jul 15 23:22:44.420304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.420934 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.422329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] 10.222.0.59 "PUT /v2.0/ports/0f59b489-2bc4-4eca-8ef1-f279bea77705 HTTP/1.1" status: 200 len: 1091 time: 1.4917307 Jul 15 23:22:44.458580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-3947e287-ad29-4a1a-8f8b-05becebd16f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb15ba86-37e8-4341-8387-8c1603c35460 HTTP/1.1" status: 200 len: 217 time: 0.0561223 Jul 15 23:22:44.487195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47c69f-6c9b-4360-a926-8c4e279771a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:44.562806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-6101d212-e5e7-4a59-ab61-09deee305b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.564295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-6101d212-e5e7-4a59-ab61-09deee305b57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5c2637c3-a05d-416a-ba0f-53a2687ec93b HTTP/1.1" status: 200 len: 864 time: 0.0962281 Jul 15 23:22:44.575047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed577-769c-4d54-802b-150a8145fd45 req-2be91c36-2421-42dc-a505-5e033bb1baa6 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.576464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01aed577-769c-4d54-802b-150a8145fd45 req-2be91c36-2421-42dc-a505-5e033bb1baa6 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.2396376 Jul 15 23:22:44.615747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-6838fe1d-add4-4d1f-aabe-7fa8b9899d8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b40ecd-9003-415b-886b-70c3adad2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383155 Jul 15 23:22:44.631006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:44.633265 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bf2eea-803a-4070-9753-f566011183b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:44.671596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-60128389-d444-4b9e-b1fd-de9f32c95776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.673105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-60128389-d444-4b9e-b1fd-de9f32c95776 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 1094 time: 0.1927824 Jul 15 23:22:44.675988 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67716ec1-f5f2-48f5-a1f2-8152607bfbc4 x-openstack-request-id: req-67716ec1-f5f2-48f5-a1f2-8152607bfbc4 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:44.676271 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:44.676532 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67716ec1-f5f2-48f5-a1f2-8152607bfbc4 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:44.676915 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'status': 'completed', 'code': 200} Jul 15 23:22:44.687373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01aed577-769c-4d54-802b-150a8145fd45 req-8999ebcc-ecd6-4b1f-8da8-842b26c7df96 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961711 Jul 15 23:22:44.753568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-4d363068-08ab-42b8-b6ca-ac4d926489e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705 HTTP/1.1" status: 200 len: 217 time: 0.0651441 Jul 15 23:22:44.857046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-70daa966-c849-45db-9f50-dbc545b2806c service neutron] 10.222.0.37 "GET /v2.0/networks/89b40ecd-9003-415b-886b-70c3adad2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285168 Jul 15 23:22:44.880565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-d5bed48b-20a9-4cbc-8137-2ecdae0e2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.882009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-d5bed48b-20a9-4cbc-8137-2ecdae0e2d88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.1172371 Jul 15 23:22:45.273190 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fada3a40-9e74-400a-a7f0-c58b16c3c1cb req-cef9333a-a205-4866-8d32-06e0159aa24b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0270510 Jul 15 23:22:45.298077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-b682c368-cb42-440b-80b3-f286f7ec9c9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616977 Jul 15 23:22:45.384235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87fe6c-2487-404d-8128-e0ed2bcd9382 req-c6e086ab-9212-4738-88d3-b0a2974b5c55 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.385863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b87fe6c-2487-404d-8128-e0ed2bcd9382 req-c6e086ab-9212-4738-88d3-b0a2974b5c55 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 944 time: 0.5897124 Jul 15 23:22:45.465479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eae902c8-057f-4865-95ca-a4bebe43c080 req-e41a2797-7940-4c4b-9294-d10ce08b2aea service neutron] 10.222.0.37 "GET /v2.0/networks/89b40ecd-9003-415b-886b-70c3adad2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995171 Jul 15 23:22:45.488286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fb15ba86-37e8-4341-8387-8c1603c35460 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:45.538392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b87fe6c-2487-404d-8128-e0ed2bcd9382 req-9186d13b-9f30-4d90-ade5-491711618bda tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373219 Jul 15 23:22:45.550997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770e152-57b1-4529-8299-ec2d45652a05 req-d5dac0b0-356c-4c3e-bf9f-fe31e62d02f1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.552554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6770e152-57b1-4529-8299-ec2d45652a05 req-d5dac0b0-356c-4c3e-bf9f-fe31e62d02f1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 943 time: 0.3146498 Jul 15 23:22:45.555326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-0042a4d7-627b-41e6-8cd4-5992ebb39807 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281530 Jul 15 23:22:45.606594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fb15ba86-37e8-4341-8387-8c1603c35460, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fb15ba86-37e8-4341-8387-8c1603c35460,segment=NetworkSegment(313d2899-6bbb-4322-b08a-4199c980be28),segment_id=313d2899-6bbb-4322-b08a-4199c980be28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:45.619291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'fb15ba86-37e8-4341-8387-8c1603c35460', 'network_id': '89b40ecd-9003-415b-886b-70c3adad2560', 'port_id': 'fb15ba86-37e8-4341-8387-8c1603c35460', 'mac_address': 'fa:16:3e:e3:e7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2637c3-a05d-416a-ba0f-53a2687ec93b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:45.658917 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.659881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1803b-d195-4762-9615-3b81599d1250 req-9099ecbf-5e60-4823-b9fb-8538f520c46e tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.661408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78e1803b-d195-4762-9615-3b81599d1250 req-9099ecbf-5e60-4823-b9fb-8538f520c46e tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.59 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.2201576 Jul 15 23:22:45.672785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15ba86-37e8-4341-8387-8c1603c35460 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:45.697655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fb15ba86-37e8-4341-8387-8c1603c35460, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fb15ba86-37e8-4341-8387-8c1603c35460,segment=NetworkSegment(313d2899-6bbb-4322-b08a-4199c980be28),segment_id=313d2899-6bbb-4322-b08a-4199c980be28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:45.702916 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.711319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6770e152-57b1-4529-8299-ec2d45652a05 req-23ef96d7-2343-4d30-ab59-79d8189f959f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467164 Jul 15 23:22:45.749276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-928b3e26-abe6-4dd5-a4de-0092e12e26a5 req-62979a56-9a53-4d5c-bd6a-99da33377808 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833122 Jul 15 23:22:45.770459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=fb15ba86-37e8-4341-8387-8c1603c35460,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:45.802810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Deleting port 87bb057f-887a-4af0-be9d-c980c29d818e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:45.803154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.916564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fe21df1-405c-46a6-b196-fda0b534683f req-ca366733-1d8b-446a-b31d-1c00b73bf7d2 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0649238 Jul 15 23:22:45.978487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['fb15ba86-37e8-4341-8387-8c1603c35460'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:46.009296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] For port 87bb057f-887a-4af0-be9d-c980c29d818e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=87bb057f-887a-4af0-be9d-c980c29d818e,segment=NetworkSegment(81c7d6be-477a-483f-919b-cb76b9efab61),segment_id=81c7d6be-477a-483f-919b-cb76b9efab61)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:46.009667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.031316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Calling delete_port for 87bb057f-887a-4af0-be9d-c980c29d818e owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:46.034203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf2eea-803a-4070-9753-f566011183b8 req-f6c9430c-4f7b-46d3-9c8a-8202e7095f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.035792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49bf2eea-803a-4070-9753-f566011183b8 req-f6c9430c-4f7b-46d3-9c8a-8202e7095f61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 1094 time: 0.2284875 Jul 15 23:22:46.063595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f3908-7a83-4b98-85a9-e8c31514765b req-52ea6a14-45ec-4d5f-9361-a21b073728bb tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.065113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973f3908-7a83-4b98-85a9-e8c31514765b req-52ea6a14-45ec-4d5f-9361-a21b073728bb tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 945 time: 0.2119033 Jul 15 23:22:46.208444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-973f3908-7a83-4b98-85a9-e8c31514765b req-f7f41e6c-07f0-4e13-b53c-55f987255d7c tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/security-groups?id=75a3ecb0-d8f7-487a-8bbc-6c49ed254781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312995 Jul 15 23:22:46.251928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf2eea-803a-4070-9753-f566011183b8 req-aac9e8a4-8f23-49df-a77d-d0d7fe15bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.253741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49bf2eea-803a-4070-9753-f566011183b8 req-aac9e8a4-8f23-49df-a77d-d0d7fe15bdf5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 912 time: 0.2098050 Jul 15 23:22:46.329140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49bf2eea-803a-4070-9753-f566011183b8 req-503f4f35-3a04-40f5-8a07-3063dac39245 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705 HTTP/1.1" status: 200 len: 217 time: 0.0677876 Jul 15 23:22:46.391250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.403885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['87bb057f-887a-4af0-be9d-c980c29d818e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:46.429364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf2eea-803a-4070-9753-f566011183b8 req-6f04cc33-ab87-4a44-b9d8-4884b52fda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.431677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49bf2eea-803a-4070-9753-f566011183b8 req-6f04cc33-ab87-4a44-b9d8-4884b52fda3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.0955758 Jul 15 23:22:46.432759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Pushing event deleted for resources: {'Port': ['ID=87bb057f-887a-4af0-be9d-c980c29d818e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:46.493497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49bf2eea-803a-4070-9753-f566011183b8 req-4b0bb0f1-811c-4245-9921-57c515ba48fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496795 Jul 15 23:22:46.517725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] No DVR routers for this DVR port 87bb057f-887a-4af0-be9d-c980c29d818e on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:46.520556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.522462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78e1803b-d195-4762-9615-3b81599d1250 req-4928473b-a419-482b-9d84-fe4a2c0cff69 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.59 "DELETE /v2.0/ports/87bb057f-887a-4af0-be9d-c980c29d818e HTTP/1.1" status: 204 len: 173 time: 0.8536329 Jul 15 23:22:46.604070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49bf2eea-803a-4070-9753-f566011183b8 req-edf57480-e7d6-4079-8119-f8c673f006be service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940619 Jul 15 23:22:46.696739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad4a03-d31b-4129-a6b7-fddeb3238b2a', 'name': 'network-vif-deleted', 'tag': '87bb057f-887a-4af0-be9d-c980c29d818e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:46.699134 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62b6a63-c8b5-4625-bde5-5cd7c08df9ec" -d '{"events": [{"server_uuid": "02ad4a03-d31b-4129-a6b7-fddeb3238b2a", "name": "network-vif-deleted", "tag": "87bb057f-887a-4af0-be9d-c980c29d818e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:46.771183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49bf2eea-803a-4070-9753-f566011183b8 req-4277dd17-1338-429f-98eb-f32992cce6f9 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555543 Jul 15 23:22:46.815361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68b56740-33ee-40ad-8980-259852a3489f req-60208cae-8e56-4665-9569-76aec83b7010 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0355735 Jul 15 23:22:46.832482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0ac96-e05e-42f4-8798-2a72302690bc req-f6f9cceb-c903-414e-b7b5-3794a981302e tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.834050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ab0ac96-e05e-42f4-8798-2a72302690bc req-f6f9cceb-c903-414e-b7b5-3794a981302e tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 945 time: 0.1292796 Jul 15 23:22:46.842450 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cd44e3-46bc-4cdd-b6e8-470f18ff02af x-openstack-request-id: req-b2cd44e3-46bc-4cdd-b6e8-470f18ff02af {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:46.842744 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ad4a03-d31b-4129-a6b7-fddeb3238b2a", "name": "network-vif-deleted", "tag": "87bb057f-887a-4af0-be9d-c980c29d818e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:46.844402 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2cd44e3-46bc-4cdd-b6e8-470f18ff02af {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:46.844402 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ad4a03-d31b-4129-a6b7-fddeb3238b2a', 'name': 'network-vif-deleted', 'tag': '87bb057f-887a-4af0-be9d-c980c29d818e', 'status': 'completed', 'code': 200} Jul 15 23:22:46.878949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ab0ac96-e05e-42f4-8798-2a72302690bc req-49d142f4-5669-440c-9678-996757f9648c tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Jul 15 23:22:46.911034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68b56740-33ee-40ad-8980-259852a3489f req-50de83b2-2c73-40df-8f32-61e42c9dbdd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7685e154ede4f368ece9c2b1024a709&device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0287607 Jul 15 23:22:46.967288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68b56740-33ee-40ad-8980-259852a3489f req-c3703cda-7892-47db-8575-c4112ab8c756 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a7685e154ede4f368ece9c2b1024a709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313294 Jul 15 23:22:47.092341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7713aba9-e828-4290-8cb1-563a078cdf32 req-cdfacbbe-9467-409a-8964-c498a8993b95 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0384161 Jul 15 23:22:47.123695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77dbb-c529-48a6-8cd1-ad5c45e30884 req-71b021c6-f63a-4afb-b3bb-b16d7d13bd1c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:47.125511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90e77dbb-c529-48a6-8cd1-ad5c45e30884 req-71b021c6-f63a-4afb-b3bb-b16d7d13bd1c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 943 time: 0.1797700 Jul 15 23:22:47.130729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b56740-33ee-40ad-8980-259852a3489f req-118f5dbf-97c6-48d0-90f1-768426b16006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:47.132188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68b56740-33ee-40ad-8980-259852a3489f req-118f5dbf-97c6-48d0-90f1-768426b16006 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479309 Jul 15 23:22:47.168320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90e77dbb-c529-48a6-8cd1-ad5c45e30884 req-c09d15cb-141d-49fb-a911-2a1d8631930f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Jul 15 23:22:47.413063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c805418-fd4b-4800-bfa6-0c8680f11018 req-d0a2f7fb-9858-41d1-9c41-53f2a1d44e46 tempest-TestServerAdvancedOps-294257612 tempest-TestServerAdvancedOps-294257612-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ad4a03-d31b-4129-a6b7-fddeb3238b2a HTTP/1.1" status: 200 len: 210 time: 0.0392485 Jul 15 23:22:47.504119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fb15ba86-37e8-4341-8387-8c1603c35460 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:47.565597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port fb15ba86-37e8-4341-8387-8c1603c35460 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:47.570824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port fb15ba86-37e8-4341-8387-8c1603c35460 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:47.571332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:47.677221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9a5163a-4550-489c-8b25-eeddb1fae79a req-3583add2-606c-405e-9689-c089501eb516 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0311649 Jul 15 23:22:47.687022 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:47.714318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849dc2ee-c35b-44fe-ab8f-8b5d94757eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15ba86-37e8-4341-8387-8c1603c35460'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:47.717281 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c37898f-2516-4730-9e3e-89f84ba8724c" -d '{"events": [{"server_uuid": "849dc2ee-c35b-44fe-ab8f-8b5d94757eb3", "name": "network-vif-plugged", "status": "completed", "tag": "fb15ba86-37e8-4341-8387-8c1603c35460"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:47.737633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port fb15ba86-37e8-4341-8387-8c1603c35460, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fb15ba86-37e8-4341-8387-8c1603c35460,segment=NetworkSegment(313d2899-6bbb-4322-b08a-4199c980be28),segment_id=313d2899-6bbb-4322-b08a-4199c980be28)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:47.744205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:47.783460 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb739f0-78d5-48d5-ac84-caca6273cfc3 x-openstack-request-id: req-fcb739f0-78d5-48d5-ac84-caca6273cfc3 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:47.783824 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849dc2ee-c35b-44fe-ab8f-8b5d94757eb3", "name": "network-vif-plugged", "status": "completed", "tag": "fb15ba86-37e8-4341-8387-8c1603c35460", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:47.784300 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcb739f0-78d5-48d5-ac84-caca6273cfc3 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:47.784761 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849dc2ee-c35b-44fe-ab8f-8b5d94757eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15ba86-37e8-4341-8387-8c1603c35460', 'code': 200} Jul 15 23:22:47.800807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=fb15ba86-37e8-4341-8387-8c1603c35460,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:47.944882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2948-beea-4970-a6bf-a6dcc2a93419 req-568d2bfb-183f-47e4-bba1-b8473f33134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:47.946449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-669e2948-beea-4970-a6bf-a6dcc2a93419 req-568d2bfb-183f-47e4-bba1-b8473f33134a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0545335 Jul 15 23:22:47.996701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-669e2948-beea-4970-a6bf-a6dcc2a93419 req-528f31db-bbe1-4e41-a2f6-3057cea78999 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Jul 15 23:22:48.041928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbc58db4-761c-4f26-aea2-726ee146598a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.077988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69178b34-20bf-4d00-87d0-904863152725 req-8e755a02-d141-42a0-8b2a-c43912b4b98b tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.079575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69178b34-20bf-4d00-87d0-904863152725 req-8e755a02-d141-42a0-8b2a-c43912b4b98b tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 946 time: 0.0720646 Jul 15 23:22:48.121113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69178b34-20bf-4d00-87d0-904863152725 req-c8f8c3c5-f9e3-4a34-aa82-913e14c6a2fe tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Jul 15 23:22:48.353291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b5940-9703-4ecf-ad29-aa7b58231d15 req-3354c182-0caa-4bc1-9a96-6e047cbf0a5d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.354721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-033b5940-9703-4ecf-ad29-aa7b58231d15 req-3354c182-0caa-4bc1-9a96-6e047cbf0a5d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 943 time: 0.0687306 Jul 15 23:22:48.395495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-033b5940-9703-4ecf-ad29-aa7b58231d15 req-5e6b93e4-8e71-42d9-acbc-00843d8bb011 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Jul 15 23:22:48.511433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51182) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:48.557224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0633f7-603b-4e78-afce-81f3b20ebf32 admin admin] Deleting subnet 646d4d3e-345f-45d4-a3ee-0eafa736838c {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:48.560459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0633f7-603b-4e78-afce-81f3b20ebf32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.594696 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0633f7-603b-4e78-afce-81f3b20ebf32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.637019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0633f7-603b-4e78-afce-81f3b20ebf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.692278 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0633f7-603b-4e78-afce-81f3b20ebf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.719415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0633f7-603b-4e78-afce-81f3b20ebf32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646d4d3e-345f-45d4-a3ee-0eafa736838c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:48.731827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd0633f7-603b-4e78-afce-81f3b20ebf32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.733958 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd0633f7-603b-4e78-afce-81f3b20ebf32 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/646d4d3e-345f-45d4-a3ee-0eafa736838c HTTP/1.1" status: 204 len: 168 time: 0.2214081 Jul 15 23:22:48.736529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51188) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:48.810860 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.884145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f684391-14b5-4903-ad5d-aabfa096b52b req-6854d7ea-6a87-4f00-991e-4a21e5d33d6d tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0430415 Jul 15 23:22:48.928312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.939087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbed1563-fd10-49d5-bef8-22c28402f8fc']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:48.955771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c7d6be-477a-483f-919b-cb76b9efab61') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:48.956094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c7d6be-477a-483f-919b-cb76b9efab61') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:48.966022 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.981260 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.988973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:48.989383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:48.991486 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:49.049570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.056224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.058225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] 10.222.0.23 "DELETE /v2.0/networks/cbed1563-fd10-49d5-bef8-22c28402f8fc HTTP/1.1" status: 204 len: 168 time: 0.3206773 Jul 15 23:22:49.061279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51192) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:49.069523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc799bd-f5e6-4344-b37b-68ec5976fc2d admin admin] Pushing event deleted for resources: {'Network': ['ID=cbed1563-fd10-49d5-bef8-22c28402f8fc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:49.113230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89b78f0-db97-4f5e-b9e6-fb1f56c27fe7 admin admin] Deleting subnet 18c3aeef-4eda-4369-8c24-ad30ae09792c {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:49.116550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d89b78f0-db97-4f5e-b9e6-fb1f56c27fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.153970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d89b78f0-db97-4f5e-b9e6-fb1f56c27fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.199629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d89b78f0-db97-4f5e-b9e6-fb1f56c27fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.256911 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d89b78f0-db97-4f5e-b9e6-fb1f56c27fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.287240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b78f0-db97-4f5e-b9e6-fb1f56c27fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c3aeef-4eda-4369-8c24-ad30ae09792c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:49.289613 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d89b78f0-db97-4f5e-b9e6-fb1f56c27fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.291716 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d89b78f0-db97-4f5e-b9e6-fb1f56c27fe7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/18c3aeef-4eda-4369-8c24-ad30ae09792c HTTP/1.1" status: 204 len: 168 time: 0.2294376 Jul 15 23:22:49.294318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51196) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:49.322355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b472f43-f39c-4c47-b97a-0e2f8ec3ed6f req-f5d3b136-1d55-423e-a0c5-1a1b2daef7eb tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:49.327204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b472f43-f39c-4c47-b97a-0e2f8ec3ed6f req-f5d3b136-1d55-423e-a0c5-1a1b2daef7eb tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 946 time: 0.0811608 Jul 15 23:22:49.365556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.368204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b472f43-f39c-4c47-b97a-0e2f8ec3ed6f req-c2f93ccc-0f73-42ba-909d-979784295012 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Jul 15 23:22:49.451831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.463424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0999ac93-8685-4e1d-9220-75fb7b652c2d']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:49.476706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61e66f3-3a26-4edf-9e2b-b992618add9f') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:49.477032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61e66f3-3a26-4edf-9e2b-b992618add9f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:49.487144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.502064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.508436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:49.508764 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:49.510397 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:49.570022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.580557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.581449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319acb6-a350-4726-8611-00013100a358 req-19907494-7ce2-419c-b6ac-10f9673dc3c5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:49.583062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8319acb6-a350-4726-8611-00013100a358 req-19907494-7ce2-419c-b6ac-10f9673dc3c5 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 946 time: 0.0956361 Jul 15 23:22:49.589825 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] 10.222.0.23 "DELETE /v2.0/networks/0999ac93-8685-4e1d-9220-75fb7b652c2d HTTP/1.1" status: 204 len: 168 time: 0.2940249 Jul 15 23:22:49.603582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22993c03-76fb-466a-bcdd-ddf8a755ee2b admin admin] Pushing event deleted for resources: {'Network': ['ID=0999ac93-8685-4e1d-9220-75fb7b652c2d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:49.648083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42feb11-9a44-48a3-84d4-885c2ddcd3bf req-819a9d43-0a96-4e35-8ff6-f5c40c783745 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:49.650180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d42feb11-9a44-48a3-84d4-885c2ddcd3bf req-819a9d43-0a96-4e35-8ff6-f5c40c783745 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 943 time: 0.1225684 Jul 15 23:22:49.655624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8319acb6-a350-4726-8611-00013100a358 req-3424ebb6-dd46-4a6a-aada-1f131be6fe47 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516598 Jul 15 23:22:49.692242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d42feb11-9a44-48a3-84d4-885c2ddcd3bf req-7cad774f-17cd-438d-8e70-657507e68696 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355248 Jul 15 23:22:49.859705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51216) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:49.927642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51224) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:49.937073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0f59b489-2bc4-4eca-8ef1-f279bea77705 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:49.940159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-54c0d3e3-48ca-414d-9a11-a0a45312cdfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fac824e79884cf1924c9163c94f7ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750747 Jul 15 23:22:49.943010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 87bb057f-887a-4af0-be9d-c980c29d818e no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:49.989008 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73f13800-3708-45f5-a65d-cfaf82e655f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.008515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 87bb057f-887a-4af0-be9d-c980c29d818e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:50.011166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 87bb057f-887a-4af0-be9d-c980c29d818e not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:50.024040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73f13800-3708-45f5-a65d-cfaf82e655f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.151039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73f13800-3708-45f5-a65d-cfaf82e655f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.156468 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73f13800-3708-45f5-a65d-cfaf82e655f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.158890 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73f13800-3708-45f5-a65d-cfaf82e655f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75a3ecb0-d8f7-487a-8bbc-6c49ed254781 HTTP/1.1" status: 204 len: 168 time: 0.2300003 Jul 15 23:22:50.178398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f13800-3708-45f5-a65d-cfaf82e655f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3ecb0-d8f7-487a-8bbc-6c49ed254781,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.190546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8449108-479e-4063-b7ab-92f91fd6b387 req-997e1772-593d-46ea-86f6-473393f5ef92 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0695434 Jul 15 23:22:50.331366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51234) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:50.443909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4856b4-672f-49d0-b484-9b8308613e08 req-a400e2a7-83d2-4e10-b039-9d1e226332df tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.452735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c4856b4-672f-49d0-b484-9b8308613e08 req-a400e2a7-83d2-4e10-b039-9d1e226332df tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 946 time: 0.0853832 Jul 15 23:22:50.455433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:50.473611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'port_id': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'mac_address': 'fa:16:3e:70:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d61a2-594b-4450-8d49-e1da6aeda31c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:50.501197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c4856b4-672f-49d0-b484-9b8308613e08 req-f6bcb975-486e-471a-9f78-22b7745ef88f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Jul 15 23:22:50.519011 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.535130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f59b489-2bc4-4eca-8ef1-f279bea77705 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:50.555090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:50.560885 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.619682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.641745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51624942-5f5c-4835-b0cb-d7722dbdf856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.651445 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ba70f06-1bb0-4b91-a085-eb777191da47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.708196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51244) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:50.757678 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ba70f06-1bb0-4b91-a085-eb777191da47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.762210 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ba70f06-1bb0-4b91-a085-eb777191da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.772343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-75c43426-127d-4678-aee4-0da92a8c8cdb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dee6d11c91624ce98b734ca9aed940ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628796 Jul 15 23:22:50.773005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51248) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:50.823422 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9ba70f06-1bb0-4b91-a085-eb777191da47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e78523ff31524920ac6e383c4deef7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906604 Jul 15 23:22:50.824167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba70f06-1bb0-4b91-a085-eb777191da47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca84ac9d-9b76-432a-9366-e1fa4372c08f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.826542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51250) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:50.843528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c45d9db2-f4fe-4509-91e4-516c223b5414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.880927 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4034207-6291-43fc-bf02-122a3c76fbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.894817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c45d9db2-f4fe-4509-91e4-516c223b5414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.908986 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4034207-6291-43fc-bf02-122a3c76fbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.945814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['0f59b489-2bc4-4eca-8ef1-f279bea77705'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:50.973346 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4034207-6291-43fc-bf02-122a3c76fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.982341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4034207-6291-43fc-bf02-122a3c76fbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.985627 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e4034207-6291-43fc-bf02-122a3c76fbe4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca84ac9d-9b76-432a-9366-e1fa4372c08f HTTP/1.1" status: 204 len: 168 time: 0.1581244 Jul 15 23:22:50.999941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4034207-6291-43fc-bf02-122a3c76fbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca84ac9d-9b76-432a-9366-e1fa4372c08f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:51.022683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4629-bc1e-41ba-ac7d-2fd269511342 req-86b74f04-7b78-4d17-8190-77ea4cbf0cf8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.024332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-109b4629-bc1e-41ba-ac7d-2fd269511342 req-86b74f04-7b78-4d17-8190-77ea4cbf0cf8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 944 time: 0.1680977 Jul 15 23:22:51.044183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c45d9db2-f4fe-4509-91e4-516c223b5414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.046726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c45d9db2-f4fe-4509-91e4-516c223b5414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.050470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c45d9db2-f4fe-4509-91e4-516c223b5414 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30845354-4816-4997-ab31-9393aa729b98 HTTP/1.1" status: 204 len: 168 time: 0.2735255 Jul 15 23:22:51.057946 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.079125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d9db2-f4fe-4509-91e4-516c223b5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30845354-4816-4997-ab31-9393aa729b98,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:51.112000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-109b4629-bc1e-41ba-ac7d-2fd269511342 req-bef9ce7e-059f-46be-bb43-9797cf6ac3bc tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627687 Jul 15 23:22:51.127892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad2464-b56e-4e16-a1a1-8a9186995651 req-ee08b0d3-dc5a-4168-89aa-c9a44ee6037a tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.138793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caad2464-b56e-4e16-a1a1-8a9186995651 req-ee08b0d3-dc5a-4168-89aa-c9a44ee6037a tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 946 time: 0.1351805 Jul 15 23:22:51.176230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caad2464-b56e-4e16-a1a1-8a9186995651 req-4ed6adf9-1a35-4d7b-8826-2d953f933594 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Jul 15 23:22:51.367341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-569d09be-ace6-4750-a55c-ec7f9e04f0e1 req-f42e6e39-ca13-4857-a7fb-a86a94674044 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0356252 Jul 15 23:22:51.457206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51270) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:51.470684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd62f96-e2b9-48a0-b271-cdc80d52b5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.509739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.568614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd62f96-e2b9-48a0-b271-cdc80d52b5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.573077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fd62f96-e2b9-48a0-b271-cdc80d52b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.613092 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4fd62f96-e2b9-48a0-b271-cdc80d52b5bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89121729053546fd8c4bfc5ed62b9345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546834 Jul 15 23:22:51.615008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd62f96-e2b9-48a0-b271-cdc80d52b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fea44f4-0005-4b33-a1d5-9c7b97e1134d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:51.615815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51276) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:51.679367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cd50-9abf-4dec-a169-c3761e92ea4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.701870 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cd50-9abf-4dec-a169-c3761e92ea4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.752256 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cd50-9abf-4dec-a169-c3761e92ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.755172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cd50-9abf-4dec-a169-c3761e92ea4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.756493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f4f8cd50-9abf-4dec-a169-c3761e92ea4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fea44f4-0005-4b33-a1d5-9c7b97e1134d HTTP/1.1" status: 204 len: 168 time: 0.1397035 Jul 15 23:22:51.764917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8cd50-9abf-4dec-a169-c3761e92ea4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fea44f4-0005-4b33-a1d5-9c7b97e1134d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:51.873080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51288) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:52.067023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1626211291-network', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:52.090980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Made reservation on behalf of 133be05d65a64ef8b32a6cebcf8ea996 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:52.093359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.105503 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.200610 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.205178 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.218097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:52.232246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.232808 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Added segment 4a7809dd-087c-4728-b4c3-ca62fee5b215 of type vlan for network b02f2a03-9b4e-4175-8375-8747b70b26a9 Jul 15 23:22:52.292938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121ae3e0-5bcb-46a7-8d32-7140ef964b25,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:52.332797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.431372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.432311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.432896 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.446397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f014d-1546-4adf-83f3-322638a2213d req-fbea60fe-3894-4db3-ae68-cd845a9cfdd2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.447911 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-731f014d-1546-4adf-83f3-322638a2213d req-fbea60fe-3894-4db3-ae68-cd845a9cfdd2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 944 time: 0.2000544 Jul 15 23:22:52.516450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6420667 Jul 15 23:22:52.519403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51320) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:52.525676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Request body: {'subnet': {'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1626211291-subnet', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:52.528887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429729c-c652-418c-8991-f864562efea5 req-0f9ef559-06d3-4f0e-9694-ef0111269728 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.530441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5429729c-c652-418c-8991-f864562efea5 req-0f9ef559-06d3-4f0e-9694-ef0111269728 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 946 time: 0.2043631 Jul 15 23:22:52.550176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Made reservation on behalf of 133be05d65a64ef8b32a6cebcf8ea996 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:52.554141 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.595985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b64af-c75d-4b7a-a519-62c86e4e7183 admin admin] Pushing event updated for resources: {'Network': ['ID=b02f2a03-9b4e-4175-8375-8747b70b26a9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:52.615157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-731f014d-1546-4adf-83f3-322638a2213d req-dfae8daa-7495-45db-b279-dfbe633a1efb tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421123 Jul 15 23:22:52.632049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:52.656427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75347d04-61b2-447b-a3b7-66815fdd265e req-13811884-072c-4840-b236-fe5c9fd84820 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.658055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75347d04-61b2-447b-a3b7-66815fdd265e req-13811884-072c-4840-b236-fe5c9fd84820 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.37 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 946 time: 0.2425153 Jul 15 23:22:52.661047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5429729c-c652-418c-8991-f864562efea5 req-0172fd0b-2504-4c23-b8a0-eafef24ea037 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/security-groups?id=5596df42-324c-476b-9768-692108075b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871286 Jul 15 23:22:52.827258 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.859362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Deleting port fb15ba86-37e8-4341-8387-8c1603c35460 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:52.859709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.898965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Checking segment: {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:52.899336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Network hostable DHCP agents. Network: b02f2a03-9b4e-4175-8375-8747b70b26a9, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:52.902419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=426d4c12-cde9-40e7-ae27-77f0bce27a8b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:52.902960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c85632fd-5a61-461a-94cf-3b2bd3d5e57d req-80a5c7ec-b6e6-43d1-8304-f01870d3da87 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0595911 Jul 15 23:22:52.918286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.918913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.919444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.919967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.920517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.921031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.921544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.922053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.922575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.923108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.923616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.924263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:52.934972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:52.947237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, b02f2a03-9b4e-4175-8375-8747b70b26a9) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:52.951600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.952579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.958527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a807d956-754f-4c54-97a8-de1416ff1038 None None] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:52.979071 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e155b680-bd9f-4801-a556-a134fb73d39a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4584577 Jul 15 23:22:52.980031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51330) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:52.984692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:53.003374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] For port fb15ba86-37e8-4341-8387-8c1603c35460, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=fb15ba86-37e8-4341-8387-8c1603c35460,segment=NetworkSegment(313d2899-6bbb-4322-b08a-4199c980be28),segment_id=313d2899-6bbb-4322-b08a-4199c980be28)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:53.004099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.007550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.009042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.018679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Calling delete_port for fb15ba86-37e8-4341-8387-8c1603c35460 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:53.068095 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.161700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-b02f2a03-9b4e-4175-8375-8747b70b26a9', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:22:53.162081 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.175763 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.234841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['fb15ba86-37e8-4341-8387-8c1603c35460'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:53.238027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Pushing event deleted for resources: {'Port': ['ID=fb15ba86-37e8-4341-8387-8c1603c35460,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.267655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.275978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] No DVR routers for this DVR port fb15ba86-37e8-4341-8387-8c1603c35460 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:53.279216 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.282112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75347d04-61b2-447b-a3b7-66815fdd265e req-ee286b58-386c-49c2-8fc1-035c87f2a08f tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.37 "DELETE /v2.0/ports/fb15ba86-37e8-4341-8387-8c1603c35460 HTTP/1.1" status: 204 len: 173 time: 0.6165462 Jul 15 23:22:53.283248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849dc2ee-c35b-44fe-ab8f-8b5d94757eb3', 'name': 'network-vif-deleted', 'tag': 'fb15ba86-37e8-4341-8387-8c1603c35460'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:53.294898 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce14afb-5dfe-49be-859d-ee9b19246871" -d '{"events": [{"server_uuid": "849dc2ee-c35b-44fe-ab8f-8b5d94757eb3", "name": "network-vif-deleted", "tag": "fb15ba86-37e8-4341-8387-8c1603c35460"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:53.298037 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.352658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Allocated IP 172.20.0.2 (b02f2a03-9b4e-4175-8375-8747b70b26a9/426d4c12-cde9-40e7-ae27-77f0bce27a8b/09caa1fe-6a78-4ffa-bd90-08dd7c161336) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:53.371847 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1cbae8-f5dd-4b75-9475-073909babf8d x-openstack-request-id: req-4d1cbae8-f5dd-4b75-9475-073909babf8d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:53.372543 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849dc2ee-c35b-44fe-ab8f-8b5d94757eb3", "name": "network-vif-deleted", "tag": "fb15ba86-37e8-4341-8387-8c1603c35460", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:53.372974 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d1cbae8-f5dd-4b75-9475-073909babf8d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:53.373711 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849dc2ee-c35b-44fe-ab8f-8b5d94757eb3', 'name': 'network-vif-deleted', 'tag': 'fb15ba86-37e8-4341-8387-8c1603c35460', 'status': 'completed', 'code': 200} Jul 15 23:22:53.553431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.560617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.569930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Transition to ACTIVE for port object 09caa1fe-6a78-4ffa-bd90-08dd7c161336 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:53.574429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.588597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Transition to ACTIVE for port object 09caa1fe-6a78-4ffa-bd90-08dd7c161336 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:53.595793 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.640433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:53.643977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:53.650373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:53.708094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Allocated IP 172.25.3.190 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/200616a2-a0fb-4140-a6a1-e7807c06b5b2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:53.748885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Pushing event updated for resources: {'Port': ['ID=09caa1fe-6a78-4ffa-bd90-08dd7c161336,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.776433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Attempting to bind port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:53.776811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Attempting to bind port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:53.777183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Attempting to bind port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 on network b02f2a03-9b4e-4175-8375-8747b70b26a9 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:53.788990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:53.789416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Checking segment: {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:53.789855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.790226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Bound using segment: {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:53.790774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Bound port: 09caa1fe-6a78-4ffa-bd90-08dd7c161336, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:53.791183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.922077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.941193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9af5cd3b-05bb-4b6f-97be-d9ce0fc6c68f req-4b97ae0b-3b7e-443d-81d0-b052106375f2 tempest-ServersNegativeTestMultiTenantJSON-481636135 tempest-ServersNegativeTestMultiTenantJSON-481636135-project] 10.222.0.23 "GET /v2.0/ports?device_id=849dc2ee-c35b-44fe-ab8f-8b5d94757eb3 HTTP/1.1" status: 200 len: 210 time: 0.0565138 Jul 15 23:22:53.955042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] For port 09caa1fe-6a78-4ffa-bd90-08dd7c161336, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:53.963827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] For port 09caa1fe-6a78-4ffa-bd90-08dd7c161336, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=09caa1fe-6a78-4ffa-bd90-08dd7c161336,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:53.977007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0f59b489-2bc4-4eca-8ef1-f279bea77705 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:53.977228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03116373-f68e-415b-925c-4749389fe95e req-45879d31-607b-4f72-8187-395f50ed922c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.983793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03116373-f68e-415b-925c-4749389fe95e req-45879d31-607b-4f72-8187-395f50ed922c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 944 time: 0.1768620 Jul 15 23:22:54.028484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.034508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03116373-f68e-415b-925c-4749389fe95e req-df346d2a-8bba-4728-8119-9d20a73cd4e1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489497 Jul 15 23:22:54.045189 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.079310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:54.082108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:54.086625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:54.119400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed75fc-26e2-4453-b583-dd1b40198683 None None] Pushing event updated for resources: {'Port': ['ID=09caa1fe-6a78-4ffa-bd90-08dd7c161336,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:54.140191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Pushing event updated for resources: {'Port': ['ID=200616a2-a0fb-4140-a6a1-e7807c06b5b2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:54.165224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 0f59b489-2bc4-4eca-8ef1-f279bea77705 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:54.177347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 0f59b489-2bc4-4eca-8ef1-f279bea77705 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:54.177808 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.269981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e86a864d-fc33-477d-a64f-f7065cb36659 req-750599af-e625-48b2-a23a-55a9fa2c8a0f tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0510428 Jul 15 23:22:54.312018 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.336865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:54.339357 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71254cad-daad-474b-b5e1-a31bf98914cf" -d '{"events": [{"server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "name": "network-vif-plugged", "status": "completed", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:54.357873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:54.368084 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.407148 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af61ab8f-0610-42d6-a488-6cbaa1243ba0 x-openstack-request-id: req-af61ab8f-0610-42d6-a488-6cbaa1243ba0 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:54.407951 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "name": "network-vif-plugged", "status": "completed", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:54.408401 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af61ab8f-0610-42d6-a488-6cbaa1243ba0 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:54.409129 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'code': 200} Jul 15 23:22:54.460455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.469365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:54.705802 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:54.867209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Router 28142d37-d515-424c-bc35-30a2034b33bd is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:22:54.932501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eed59e-2ae5-4706-b525-0c378facc29c req-15c421c6-2448-4e95-9643-1bc63e26ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.934045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27eed59e-2ae5-4706-b525-0c378facc29c req-15c421c6-2448-4e95-9643-1bc63e26ba4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 1096 time: 0.4436743 Jul 15 23:22:54.985569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27eed59e-2ae5-4706-b525-0c378facc29c req-ef119d24-50b9-44f0-b70b-608958b42eb7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Jul 15 23:22:54.990164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:54.998981 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Sync routers for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:55.012744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.017185 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:55.017281 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cf57b407-d4fd-4a9f-b95d-2adae972bb47 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0330317 Jul 15 23:22:55.017364 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:55.017609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51372) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:55.022574 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.135554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51382) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:55.211392 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:55.234880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf9f881-bde0-4113-9d84-d521053f66f2 admin admin] Deleting subnet 5c2637c3-a05d-416a-ba0f-53a2687ec93b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:55.242720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f881-bde0-4113-9d84-d521053f66f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.329486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f881-bde0-4113-9d84-d521053f66f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.388662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f881-bde0-4113-9d84-d521053f66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.486151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47b13e-c722-4a2c-8204-9695e78f212c req-4a2037e1-bc94-47eb-8437-60249a164d53 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:55.499807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f881-bde0-4113-9d84-d521053f66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.502185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e47b13e-c722-4a2c-8204-9695e78f212c req-4a2037e1-bc94-47eb-8437-60249a164d53 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.2932851 Jul 15 23:22:55.540005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9f881-bde0-4113-9d84-d521053f66f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2637c3-a05d-416a-ba0f-53a2687ec93b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:55.543681 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f881-bde0-4113-9d84-d521053f66f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.548773 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6bf9f881-bde0-4113-9d84-d521053f66f2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5c2637c3-a05d-416a-ba0f-53a2687ec93b HTTP/1.1" status: 204 len: 168 time: 0.4121263 Jul 15 23:22:55.551122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51392) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:55.553590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c13d18-4af8-4a88-b214-3696467b657e None None] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:55.593392 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:54Z', 'revision_number': 3, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:55.631302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.661723 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Checking router: 28142d37-d515-424c-bc35-30a2034b33bd for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:22:55.662066 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Updating router 28142d37-d515-424c-bc35-30a2034b33bd port 200616a2-a0fb-4140-a6a1-e7807c06b5b2 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:22:55.704019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f04526a3-130d-41f8-99d6-8a117bb16cbc None None] Provisioning for port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:55.743529 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.758595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.770784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b40ecd-9003-415b-886b-70c3adad2560']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:55.779467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08c5c924-88af-46dd-99b7-35334acec006 req-85503e59-0f5d-493b-8f7b-b5c4f7ab85b3 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.1235492 Jul 15 23:22:55.792022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e47b13e-c722-4a2c-8204-9695e78f212c req-5c350b1e-dbd3-483c-b303-d75ae40b7fe8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886887 Jul 15 23:22:55.808464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313d2899-6bbb-4322-b08a-4199c980be28') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:55.808769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313d2899-6bbb-4322-b08a-4199c980be28') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:55.829367 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.845723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.847917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 09caa1fe-6a78-4ffa-bd90-08dd7c161336 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:55.854790 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:55.855271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:55.876573 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:55.942848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.948569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.951560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:55.953984 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] 10.222.0.23 "DELETE /v2.0/networks/89b40ecd-9003-415b-886b-70c3adad2560 HTTP/1.1" status: 204 len: 168 time: 0.4016383 Jul 15 23:22:55.956224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51394) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:55.958780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:55.959270 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.993908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c58345-d200-4b2f-8315-b27df1e36308 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b40ecd-9003-415b-886b-70c3adad2560,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:56.079789 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.101395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a63f163-8988-457c-983a-c3bce88d4c80 admin admin] Deleting subnet caae5e8e-a9bd-471c-8a9c-6f9ea65e57fe {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:56.107340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a63f163-8988-457c-983a-c3bce88d4c80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.155938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 09caa1fe-6a78-4ffa-bd90-08dd7c161336, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=09caa1fe-6a78-4ffa-bd90-08dd7c161336,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:56.164480 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.188390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a63f163-8988-457c-983a-c3bce88d4c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.229444 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.236354 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.247773 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Transition to ACTIVE for port object 200616a2-a0fb-4140-a6a1-e7807c06b5b2 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:56.254923 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.287747 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Attempting to bind port 200616a2-a0fb-4140-a6a1-e7807c06b5b2 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:56.288172 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Attempting to bind port 200616a2-a0fb-4140-a6a1-e7807c06b5b2 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:56.288533 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Attempting to bind port 200616a2-a0fb-4140-a6a1-e7807c06b5b2 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:56.296242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a63f163-8988-457c-983a-c3bce88d4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.297849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-959390ea-0836-4320-81b9-6e869b77f1d2 None None] Provisioning complete for port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:56.298217 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-959390ea-0836-4320-81b9-6e869b77f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.300572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=09caa1fe-6a78-4ffa-bd90-08dd7c161336,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:56.315165 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:56.317072 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:56.317860 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.318264 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:56.318831 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Bound port: 200616a2-a0fb-4140-a6a1-e7807c06b5b2, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:56.319365 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.383632 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] For port 200616a2-a0fb-4140-a6a1-e7807c06b5b2, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:56.387119 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] For port 200616a2-a0fb-4140-a6a1-e7807c06b5b2, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=200616a2-a0fb-4140-a6a1-e7807c06b5b2,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:56.400729 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.432477 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Pushing event updated for resources: {'Port': ['ID=200616a2-a0fb-4140-a6a1-e7807c06b5b2,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:56.443974 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.444435 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.444890 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.445890 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.446318 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.446785 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.447215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.447637 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.448054 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.448472 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.449023 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.449461 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.458181 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:56.458963 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:56.573093 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abbceb-a730-4483-b17c-db01c6df1387 None None] Pushing event updated for resources: {'Port': ['ID=200616a2-a0fb-4140-a6a1-e7807c06b5b2,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:56.576557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Allocated IP 172.20.0.1 (b02f2a03-9b4e-4175-8375-8747b70b26a9/426d4c12-cde9-40e7-ae27-77f0bce27a8b/5c3f1847-52f4-4508-900f-32cf74d735d8) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:56.599219 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a63f163-8988-457c-983a-c3bce88d4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.607459 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:56.653321 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a63f163-8988-457c-983a-c3bce88d4c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.657732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51400) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:56.657905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8a63f163-8988-457c-983a-c3bce88d4c80 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/caae5e8e-a9bd-471c-8a9c-6f9ea65e57fe HTTP/1.1" status: 204 len: 168 time: 0.7005553 Jul 15 23:22:56.660573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63f163-8988-457c-983a-c3bce88d4c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caae5e8e-a9bd-471c-8a9c-6f9ea65e57fe,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:56.745254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.752626 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.767035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Transition to ACTIVE for port object 5c3f1847-52f4-4508-900f-32cf74d735d8 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:56.806743 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.813450 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:54Z', 'revision_number': 3, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:56.850880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.863564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bdda6a-10bc-4eac-b06a-0575d8917253']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:56.876686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13de0b0-7bda-4f49-a15c-e0598d60ed47') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:56.877199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13de0b0-7bda-4f49-a15c-e0598d60ed47') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:56.889773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.894776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:56.899091 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0375f00-4a67-47d9-be16-25ee95fae785 None None] The sync data for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 is: [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:54Z', 'revision_number': 3, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:22:56.906683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:56.909471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3f1847-52f4-4508-900f-32cf74d735d8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:56.912209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:56.926775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.928980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.929876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.942348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:56.942794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:56.944762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.945453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.946606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.947465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.947955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.948583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.949063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.949540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.950924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:56.951068 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:56.953467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:57.048388 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.064013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.071442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.076127 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] 10.222.0.23 "DELETE /v2.0/networks/68bdda6a-10bc-4eac-b06a-0575d8917253 HTTP/1.1" status: 204 len: 168 time: 0.4144864 Jul 15 23:22:57.087386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71d595-d982-4960-b849-44c412c4389b admin admin] Pushing event deleted for resources: {'Network': ['ID=68bdda6a-10bc-4eac-b06a-0575d8917253,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:57.173740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9752c3c2-6ee5-4ae7-aee1-9944d9b629f8 req-afecf111-450e-4c47-8e69-5ee2ddd31c04 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.1198785 Jul 15 23:22:57.247098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-473447d9-09fe-4967-9b09-b1c137d62f62 None None] Provisioning for port 5c3f1847-52f4-4508-900f-32cf74d735d8 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:57.252060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-473447d9-09fe-4967-9b09-b1c137d62f62 None None] Provisioning complete for port 5c3f1847-52f4-4508-900f-32cf74d735d8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:57.252566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-473447d9-09fe-4967-9b09-b1c137d62f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.256645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d128fb-74a5-4e0f-b690-86b87043efc6 req-24571d1f-22bb-4aa9-a7ee-f9689088b376 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:57.259031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43d128fb-74a5-4e0f-b690-86b87043efc6 req-24571d1f-22bb-4aa9-a7ee-f9689088b376 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.2551517 Jul 15 23:22:57.334901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-473447d9-09fe-4967-9b09-b1c137d62f62 None None] Port 5c3f1847-52f4-4508-900f-32cf74d735d8 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:22:57.357892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43d128fb-74a5-4e0f-b690-86b87043efc6 req-b372a339-38f0-4f82-91af-df50af59a22c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893464 Jul 15 23:22:57.369056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.446996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51412) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:57.505631 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9692ee31-f838-4b5c-bcf1-697e16ab6fdf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=248747c4fa4b4adc99e6f8a7e0879b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570996 Jul 15 23:22:57.508159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51416) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:57.567206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fb15ba86-37e8-4341-8387-8c1603c35460 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:57.578441 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82bb91e4-d4c7-46bc-bb98-3271ebc4b98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.615435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: fb15ba86-37e8-4341-8387-8c1603c35460 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:57.615884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device fb15ba86-37e8-4341-8387-8c1603c35460 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:57.627237 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82bb91e4-d4c7-46bc-bb98-3271ebc4b98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.726143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.741223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.744920 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82bb91e4-d4c7-46bc-bb98-3271ebc4b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.748221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82bb91e4-d4c7-46bc-bb98-3271ebc4b98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.752478 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-82bb91e4-d4c7-46bc-bb98-3271ebc4b98c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5596df42-324c-476b-9768-692108075b0c HTTP/1.1" status: 204 len: 168 time: 0.2429655 Jul 15 23:22:57.781365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb91e4-d4c7-46bc-bb98-3271ebc4b98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5596df42-324c-476b-9768-692108075b0c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:57.829000 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.946959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3f1847-52f4-4508-900f-32cf74d735d8,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:57.991509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 200616a2-a0fb-4140-a6a1-e7807c06b5b2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:58.044693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51430) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:58.083739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:58.085366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:58.100746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 200616a2-a0fb-4140-a6a1-e7807c06b5b2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:58.123408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 200616a2-a0fb-4140-a6a1-e7807c06b5b2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:58.123933 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.348709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51442) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:58.372759 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.398868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 200616a2-a0fb-4140-a6a1-e7807c06b5b2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=200616a2-a0fb-4140-a6a1-e7807c06b5b2,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:58.410820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.412160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 09caa1fe-6a78-4ffa-bd90-08dd7c161336 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:58.430823 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b65df6c3-fa6b-49ac-82ff-f15baf33e9a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d5f954570d2493da1585bfd29a3ed06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807247 Jul 15 23:22:58.433381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51444) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:58.488459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0cf7c08c-4bb2-4b90-8c7d-45aa75599af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.507843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Router 28142d37-d515-424c-bc35-30a2034b33bd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:22:58.535316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=200616a2-a0fb-4140-a6a1-e7807c06b5b2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:58.546417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:58.546683 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.582387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec9b10ba-b852-47a2-a028-2987f0d701cf req-c00c5b14-5328-4263-9a04-f04d0bac9ef7 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0561907 Jul 15 23:22:58.582946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3811e237-5d0b-49e2-b217-6ece582fb903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.611601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3811e237-5d0b-49e2-b217-6ece582fb903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.679717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb4166-f650-485e-be3c-4ccb62efeb2e req-b405232e-7c34-40c4-8f84-d478fe0b13c6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:58.682131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ceb4166-f650-485e-be3c-4ccb62efeb2e req-b405232e-7c34-40c4-8f84-d478fe0b13c6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.2553818 Jul 15 23:22:58.689584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3811e237-5d0b-49e2-b217-6ece582fb903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.692223 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3811e237-5d0b-49e2-b217-6ece582fb903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.693632 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3811e237-5d0b-49e2-b217-6ece582fb903 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59ec3f3c-e579-4d29-80fc-2c61dbd066b1 HTTP/1.1" status: 204 len: 168 time: 0.2592168 Jul 15 23:22:58.705817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811e237-5d0b-49e2-b217-6ece582fb903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec3f3c-e579-4d29-80fc-2c61dbd066b1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:58.764363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-329e9b66-5c1f-47d0-b340-260c890efcb8 None None] Provisioning complete for port 5c3f1847-52f4-4508-900f-32cf74d735d8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:58.767744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-329e9b66-5c1f-47d0-b340-260c890efcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.780638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0cf7c08c-4bb2-4b90-8c7d-45aa75599af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.786609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0cf7c08c-4bb2-4b90-8c7d-45aa75599af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.791740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ceb4166-f650-485e-be3c-4ccb62efeb2e req-aff85e24-7c01-4b07-95fd-156b62ca3322 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024446 Jul 15 23:22:58.799253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:22:58.807653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b3a161d1-1305-48ea-a7e5-31ce8c93f4b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/28142d37-d515-424c-bc35-30a2034b33bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7887869 Jul 15 23:22:58.855313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-329e9b66-5c1f-47d0-b340-260c890efcb8 None None] Port 5c3f1847-52f4-4508-900f-32cf74d735d8 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:22:58.860233 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0cf7c08c-4bb2-4b90-8c7d-45aa75599af1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33e51b1dcc24451caa9eafb056200123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8142385 Jul 15 23:22:58.861289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7c08c-4bb2-4b90-8c7d-45aa75599af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fe7775-4219-4408-8b9d-35684ac72331,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:58.862918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51452) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:58.953038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af507b76-58ce-41f9-b1b3-a3e9d8ef29d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.986082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af507b76-58ce-41f9-b1b3-a3e9d8ef29d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.057814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af507b76-58ce-41f9-b1b3-a3e9d8ef29d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.061597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af507b76-58ce-41f9-b1b3-a3e9d8ef29d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.066155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-af507b76-58ce-41f9-b1b3-a3e9d8ef29d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84fe7775-4219-4408-8b9d-35684ac72331 HTTP/1.1" status: 204 len: 168 time: 0.2019072 Jul 15 23:22:59.075397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af507b76-58ce-41f9-b1b3-a3e9d8ef29d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fe7775-4219-4408-8b9d-35684ac72331,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:59.457327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51476) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:59.474045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-820d5050-ab63-46f3-be67-0a9d8d3ec6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.512243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Sync routers for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:22:59.524385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:22:59.525296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:59.578410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-820d5050-ab63-46f3-be67-0a9d8d3ec6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.583475 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-820d5050-ab63-46f3-be67-0a9d8d3ec6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.627522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d5050-ab63-46f3-be67-0a9d8d3ec6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d5385-8b88-4a87-b9ac-4c4a131657b7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:59.644042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-820d5050-ab63-46f3-be67-0a9d8d3ec6b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfd800f57e454116bbe98914dd24a2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855881 Jul 15 23:22:59.646772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51482) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:59.692671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:22:59.765629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 200616a2-a0fb-4140-a6a1-e7807c06b5b2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:59.775211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f305981c-ff57-42c4-a26c-a5b5ea1ca84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.871501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51496) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:59.885824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-768cc5da-2d9a-4401-8430-f50e55ce89ed req-5b111636-e2cc-4a24-9464-f3a4a92a68d5 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0525045 Jul 15 23:22:59.897924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1352376401-network', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:59.930634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Made reservation on behalf of b8ec5e926fe842d0b827a2fd92d8c7ee for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:59.935086 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.967161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.010536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 200616a2-a0fb-4140-a6a1-e7807c06b5b2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:00.010945 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.123884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed456f9c-e286-4c65-82d0-77066be33b30 req-449e1f08-2f16-44b8-b378-d9ae33a24348 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.133271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed456f9c-e286-4c65-82d0-77066be33b30 req-449e1f08-2f16-44b8-b378-d9ae33a24348 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1732860 Jul 15 23:23:00.163452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 2, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:00.199924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Checking router: 28142d37-d515-424c-bc35-30a2034b33bd for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:00.200318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Updating router 28142d37-d515-424c-bc35-30a2034b33bd port 5c3f1847-52f4-4508-900f-32cf74d735d8 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:23:00.249103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed456f9c-e286-4c65-82d0-77066be33b30 req-6e047637-9d77-4df0-9f51-dbd1b762af3c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055367 Jul 15 23:23:00.251424 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.268213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f305981c-ff57-42c4-a26c-a5b5ea1ca84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.292749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.298023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.330072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edd8467-9415-49cd-8515-525edb84f4f5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.330181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f305981c-ff57-42c4-a26c-a5b5ea1ca84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.336078 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f305981c-ff57-42c4-a26c-a5b5ea1ca84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.337227 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f305981c-ff57-42c4-a26c-a5b5ea1ca84c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e94d5385-8b88-4a87-b9ac-4c4a131657b7 HTTP/1.1" status: 204 len: 168 time: 0.6892054 Jul 15 23:23:00.340671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:00.346820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305981c-ff57-42c4-a26c-a5b5ea1ca84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d5385-8b88-4a87-b9ac-4c4a131657b7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.352705 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.353388 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Added segment e0634b0a-0f3a-4566-b453-043a9a6b5df3 of type vlan for network 2fc7ea67-c208-4427-a75f-5e84cd72873e Jul 15 23:23:00.404494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.441152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.442647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.443437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.482252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6093833 Jul 15 23:23:00.484911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51512) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:00.515885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Request body: {'subnet': {'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1352376401-subnet', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:00.526297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b55117-a190-4d77-b818-e7fb2b714867 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc7ea67-c208-4427-a75f-5e84cd72873e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.538372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:00.543688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Made reservation on behalf of b8ec5e926fe842d0b827a2fd92d8c7ee for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:00.546772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.694980 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.709923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Transition to ACTIVE for port object 5c3f1847-52f4-4508-900f-32cf74d735d8 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:00.722115 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.764708 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.787271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90d7de-5bc0-4b50-b07f-ffd9f9ffb313 None None] Pushing event updated for resources: {'Port': ['ID=5c3f1847-52f4-4508-900f-32cf74d735d8,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.903009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Checking segment: {'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:00.903572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Network hostable DHCP agents. Network: 2fc7ea67-c208-4427-a75f-5e84cd72873e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:00.919283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e7592a-55e3-4a3b-83ba-9a5ec2800412,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:00.960904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:00.987418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2fc7ea67-c208-4427-a75f-5e84cd72873e) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:00.992377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.992881 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.024518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-043084f5-6cc1-436d-bd8e-de2754aeba57 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5381076 Jul 15 23:23:01.027511 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51532) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:01.034305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:01.044800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf1955-742f-4283-b601-c8d7f293fa75 None None] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:01.080287 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.081614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.126188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64bd7ca1-253c-4b94-a737-cc3042aba01c req-597a8e28-1705-46e2-941e-53a9a9ba7330 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0424161 Jul 15 23:23:01.146128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Attempting to bind port 5c3f1847-52f4-4508-900f-32cf74d735d8 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:01.146354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Attempting to bind port 5c3f1847-52f4-4508-900f-32cf74d735d8 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:01.146730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Attempting to bind port 5c3f1847-52f4-4508-900f-32cf74d735d8 on network b02f2a03-9b4e-4175-8375-8747b70b26a9 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:01.155396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:01.155660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Checking segment: {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:01.156081 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.156453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Bound using segment: {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:01.156931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Bound port: 5c3f1847-52f4-4508-900f-32cf74d735d8, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:01.157579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.185919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.303073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-2fc7ea67-c208-4427-a75f-5e84cd72873e', 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'fixed_ips': [{'subnet_id': 'f8e7592a-55e3-4a3b-83ba-9a5ec2800412'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:23:01.304877 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.335490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] For port 5c3f1847-52f4-4508-900f-32cf74d735d8, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:01.360129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.370847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] For port 5c3f1847-52f4-4508-900f-32cf74d735d8, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5c3f1847-52f4-4508-900f-32cf74d735d8,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:01.377846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.551886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90d7de-5bc0-4b50-b07f-ffd9f9ffb313 None None] Pushing event updated for resources: {'Port': ['ID=5c3f1847-52f4-4508-900f-32cf74d735d8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:01.554592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:01.555249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:01.597166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c907cb-3053-4197-afc6-c23de1793d60 req-be0c1680-d972-42d9-95bd-cd5315ee8260 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:01.604466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38c907cb-3053-4197-afc6-c23de1793d60 req-be0c1680-d972-42d9-95bd-cd5315ee8260 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1380274 Jul 15 23:23:01.661274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Allocated IP 172.20.0.2 (2fc7ea67-c208-4427-a75f-5e84cd72873e/f8e7592a-55e3-4a3b-83ba-9a5ec2800412/0f719dc9-8a37-4665-82b7-a17c778d13d1) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:01.673180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38c907cb-3053-4197-afc6-c23de1793d60 req-9b32b8d6-b2de-4fa8-94a4-7ac3a5709908 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677309 Jul 15 23:23:01.829635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.849202 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.908407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:01.910909 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.946355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Transition to ACTIVE for port object 0f719dc9-8a37-4665-82b7-a17c778d13d1 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:02.004547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Transition to ACTIVE for port object 0f719dc9-8a37-4665-82b7-a17c778d13d1 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:02.020598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Allocated IP 172.25.3.21 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/a8fde54b-ed20-4f90-b552-c6903861c674) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:02.037405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.073173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:02.078393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:02.080977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:02.157686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Pushing event updated for resources: {'Port': ['ID=0f719dc9-8a37-4665-82b7-a17c778d13d1,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:02.166316 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.212503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Attempting to bind port 0f719dc9-8a37-4665-82b7-a17c778d13d1 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:02.212868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Attempting to bind port 0f719dc9-8a37-4665-82b7-a17c778d13d1 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:02.213221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Attempting to bind port 0f719dc9-8a37-4665-82b7-a17c778d13d1 on network 2fc7ea67-c208-4427-a75f-5e84cd72873e {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:02.227490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.237615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:02.238020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Checking segment: {'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:02.238417 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.238902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Bound using segment: {'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:02.239399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Bound port: 0f719dc9-8a37-4665-82b7-a17c778d13d1, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:02.239782 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.274554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:02.282303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:02.293208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:02.303111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Pushing event updated for resources: {'Port': ['ID=a8fde54b-ed20-4f90-b552-c6903861c674,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:02.340295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] For port 0f719dc9-8a37-4665-82b7-a17c778d13d1, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:02.344292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] For port 0f719dc9-8a37-4665-82b7-a17c778d13d1, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f719dc9-8a37-4665-82b7-a17c778d13d1,segment=NetworkSegment(e0634b0a-0f3a-4566-b453-043a9a6b5df3),segment_id=e0634b0a-0f3a-4566-b453-043a9a6b5df3)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:02.347102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:01Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:02.394703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adfdff-b566-497b-b52d-6d89ea9e5dc8 None None] The sync data for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 is: [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:01Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:02.399284 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.408752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-242c32ae-86be-4b3d-aaf7-058eec629a18 req-cb5ab40d-696b-4ccb-ad8c-40f2848490a8 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0846188 Jul 15 23:23:02.532747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa14f2-aab1-4af1-80e9-937f1410135c None None] Pushing event updated for resources: {'Port': ['ID=0f719dc9-8a37-4665-82b7-a17c778d13d1,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:02.724063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:02.816991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51592) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:02.982905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5f41f-d8b9-437d-b605-d55e4e0ad355 req-4a935931-ae54-4fd1-a27e-a9d481dd89a8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:02.990719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62c5f41f-d8b9-437d-b605-d55e4e0ad355 req-4a935931-ae54-4fd1-a27e-a9d481dd89a8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1024001 Jul 15 23:23:03.052959 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62c5f41f-d8b9-437d-b605-d55e4e0ad355 req-2529a1d8-d83a-44ea-8397-d9de5bea09c2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611470 Jul 15 23:23:03.144533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.154542 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43fe8588-4e39-4d12-a791-95c236500fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.282051 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43fe8588-4e39-4d12-a791-95c236500fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.290400 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43fe8588-4e39-4d12-a791-95c236500fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.323408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:23:03.336565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-43fe8588-4e39-4d12-a791-95c236500fe1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64cc94a00ce145d39387adbd2e88fbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180593 Jul 15 23:23:03.337489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe8588-4e39-4d12-a791-95c236500fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0896ff31-767a-461f-9568-6fed2bb2d764,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:03.339935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51618) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:03.403945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28fe3de8-9d17-48c1-8e0f-994febd7e752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.450596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51622) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:03.451803 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28fe3de8-9d17-48c1-8e0f-994febd7e752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.479829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:03.489415 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Sync routers for ids ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:03.506019 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Routers {'79e7146e-c27b-4dd7-8f56-d2a39de7e424'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:03.506323 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:03.535423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.540160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51626) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:03.551346 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bcfb14de-7fcf-425c-82aa-2a9834990c8d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5224397 Jul 15 23:23:03.645058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2453fed0-1d8f-4afa-a7ff-c7cfe9bf0115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.854855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2453fed0-1d8f-4afa-a7ff-c7cfe9bf0115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.872248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2453fed0-1d8f-4afa-a7ff-c7cfe9bf0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.921921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28fe3de8-9d17-48c1-8e0f-994febd7e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.932073 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28fe3de8-9d17-48c1-8e0f-994febd7e752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.934629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-28fe3de8-9d17-48c1-8e0f-994febd7e752 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0896ff31-767a-461f-9568-6fed2bb2d764 HTTP/1.1" status: 204 len: 168 time: 0.5935924 Jul 15 23:23:03.949614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f719dc9-8a37-4665-82b7-a17c778d13d1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:03.952942 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2453fed0-1d8f-4afa-a7ff-c7cfe9bf0115 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03bad4390a2848b08a56c48c286d683e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993582 Jul 15 23:23:03.953745 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51632) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:03.964858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453fed0-1d8f-4afa-a7ff-c7cfe9bf0115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247b9ca6-4e70-45c4-bc70-4f53526fd2f1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:03.990105 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Set router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:04.030265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6281-79d2-4a28-8442-56b5c5b3379f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.076346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18034f6c-409f-4fd9-b7ca-16f5ddb42a25 req-32bce94b-3e24-4889-84ab-1ac8fc44cc82 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.1574166 Jul 15 23:23:04.080304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe3de8-9d17-48c1-8e0f-994febd7e752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0896ff31-767a-461f-9568-6fed2bb2d764,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:04.087913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 0f719dc9-8a37-4665-82b7-a17c778d13d1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:04.090429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6281-79d2-4a28-8442-56b5c5b3379f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.095982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5c3f1847-52f4-4508-900f-32cf74d735d8 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:04.181775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883766fc-b3a6-44fa-9494-8df5d6dbf7a8 None None] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:04.238907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6281-79d2-4a28-8442-56b5c5b3379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.241529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6281-79d2-4a28-8442-56b5c5b3379f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.245660 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4e1c6281-79d2-4a28-8442-56b5c5b3379f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/247b9ca6-4e70-45c4-bc70-4f53526fd2f1 HTTP/1.1" status: 204 len: 168 time: 0.2876303 Jul 15 23:23:04.261977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c6281-79d2-4a28-8442-56b5c5b3379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247b9ca6-4e70-45c4-bc70-4f53526fd2f1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:04.433821 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:02Z', 'revision_number': 3, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:04.436570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b13f9aad-6739-4ea5-b386-ed833fe5f935 None None] Provisioning for port 0f719dc9-8a37-4665-82b7-a17c778d13d1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:04.447507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b13f9aad-6739-4ea5-b386-ed833fe5f935 None None] Provisioning complete for port 0f719dc9-8a37-4665-82b7-a17c778d13d1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:04.447878 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b13f9aad-6739-4ea5-b386-ed833fe5f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.472729 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Checking router: 79e7146e-c27b-4dd7-8f56-d2a39de7e424 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:04.473251 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Updating router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 port a8fde54b-ed20-4f90-b552-c6903861c674 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:23:04.516806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5c3f1847-52f4-4508-900f-32cf74d735d8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:04.526012 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.533573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51640) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:04.539592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5c3f1847-52f4-4508-900f-32cf74d735d8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:04.539968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.551059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-048fa9a6-a646-4db0-9662-e3d700e7ae8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.738179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-048fa9a6-a646-4db0-9662-e3d700e7ae8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.747488 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-048fa9a6-a646-4db0-9662-e3d700e7ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.773172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b13f9aad-6739-4ea5-b386-ed833fe5f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.820238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8d168-8e72-4ae4-9fc8-707194847984 req-3c5049cb-3723-485e-8d6c-24561614cb4a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:04.828093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bec8d168-8e72-4ae4-9fc8-707194847984 req-3c5049cb-3723-485e-8d6c-24561614cb4a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.2095966 Jul 15 23:23:04.837607 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-048fa9a6-a646-4db0-9662-e3d700e7ae8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d7356f77b014442b4b98522c75fed6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998285 Jul 15 23:23:04.841321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51644) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:04.845363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fa9a6-a646-4db0-9662-e3d700e7ae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb89cac-5b94-4b7c-b667-9c1c85131363,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:04.864128 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.879134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b13f9aad-6739-4ea5-b386-ed833fe5f935 None None] For port 0f719dc9-8a37-4665-82b7-a17c778d13d1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f719dc9-8a37-4665-82b7-a17c778d13d1,segment=NetworkSegment(e0634b0a-0f3a-4566-b453-043a9a6b5df3),segment_id=e0634b0a-0f3a-4566-b453-043a9a6b5df3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:04.884377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.891990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bec8d168-8e72-4ae4-9fc8-707194847984 req-5addcb8a-e80e-4c57-aa20-56d3252144df tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627594 Jul 15 23:23:04.938138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5c3f1847-52f4-4508-900f-32cf74d735d8, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5c3f1847-52f4-4508-900f-32cf74d735d8,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:04.939517 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b13f9aad-6739-4ea5-b386-ed833fe5f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.988308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-751d3dab-16e6-4bfb-ab0d-5b6db05c8b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.020519 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.050478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-751d3dab-16e6-4bfb-ab0d-5b6db05c8b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.058308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51648) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:05.068092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f9aad-6739-4ea5-b386-ed833fe5f935 None None] Pushing event updated for resources: {'Port': ['ID=0f719dc9-8a37-4665-82b7-a17c778d13d1,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.080831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6b3a-b0e6-4191-8130-4e34ba4340fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.089263 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.115087 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Transition to ACTIVE for port object a8fde54b-ed20-4f90-b552-c6903861c674 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:05.129310 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.169196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5c3f1847-52f4-4508-900f-32cf74d735d8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.181950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Allocated IP 172.20.0.1 (2fc7ea67-c208-4427-a75f-5e84cd72873e/f8e7592a-55e3-4a3b-83ba-9a5ec2800412/1831afc0-dc9d-4c17-986a-2344f5fa5e26) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:05.192650 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Attempting to bind port a8fde54b-ed20-4f90-b552-c6903861c674 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:05.193270 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Attempting to bind port a8fde54b-ed20-4f90-b552-c6903861c674 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:05.193743 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Attempting to bind port a8fde54b-ed20-4f90-b552-c6903861c674 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:05.197974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bbb9a17a-2443-4d1c-9e62-522c3f39f29a None None] Provisioning complete for port 0f719dc9-8a37-4665-82b7-a17c778d13d1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:05.198149 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124aae31-2e26-446f-a40a-8d48e03bf562 None None] Pushing event updated for resources: {'Port': ['ID=a8fde54b-ed20-4f90-b552-c6903861c674,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.198452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a17a-2443-4d1c-9e62-522c3f39f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.203156 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:05.203601 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:05.204066 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.204497 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:05.205027 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Bound port: a8fde54b-ed20-4f90-b552-c6903861c674, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:05.205554 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.273841 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] For port a8fde54b-ed20-4f90-b552-c6903861c674, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:05.278369 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] For port a8fde54b-ed20-4f90-b552-c6903861c674, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a8fde54b-ed20-4f90-b552-c6903861c674,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:05.279689 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-751d3dab-16e6-4bfb-ab0d-5b6db05c8b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.284775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-751d3dab-16e6-4bfb-ab0d-5b6db05c8b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.285028 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.289305 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-751d3dab-16e6-4bfb-ab0d-5b6db05c8b1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbb89cac-5b94-4b7c-b667-9c1c85131363 HTTP/1.1" status: 204 len: 168 time: 0.4351351 Jul 15 23:23:05.318880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d3dab-16e6-4bfb-ab0d-5b6db05c8b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb89cac-5b94-4b7c-b667-9c1c85131363,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.338871 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.344036 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Routers {'79e7146e-c27b-4dd7-8f56-d2a39de7e424'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:05.344677 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:05.357713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Transition to ACTIVE for port object 1831afc0-dc9d-4c17-986a-2344f5fa5e26 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:05.387133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6b3a-b0e6-4191-8130-4e34ba4340fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.395779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6b3a-b0e6-4191-8130-4e34ba4340fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.448846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03413f71-798d-4a95-a392-ac23ec28b2b7 req-9aa045a9-d061-4749-aea3-f162dc26100a tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0720522 Jul 15 23:23:05.449593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc6b3a-b0e6-4191-8130-4e34ba4340fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66af6ab3-d65f-464e-a5d3-eb2508bfea9b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.460651 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124aae31-2e26-446f-a40a-8d48e03bf562 None None] Pushing event updated for resources: {'Port': ['ID=a8fde54b-ed20-4f90-b552-c6903861c674,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.477011 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5ecc6b3a-b0e6-4191-8130-4e34ba4340fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f4cb862a62245599142f8bb2c5241b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170017 Jul 15 23:23:05.480119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51654) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:05.488049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.500345 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] Set router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:05.546936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:05.557441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:05.563675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:05.595988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Pushing event updated for resources: {'Port': ['ID=1831afc0-dc9d-4c17-986a-2344f5fa5e26,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.616526 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.620572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36fc0402-d7fc-4ef4-9a8c-653b5409b876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.698192 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:02Z', 'revision_number': 3, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:05.736421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36fc0402-d7fc-4ef4-9a8c-653b5409b876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.743649 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85eb2f8-0255-4029-ac9e-b0b020f77683 None None] The sync data for ids ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'] in n-d-793618-8 is: [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:02Z', 'revision_number': 3, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:05.790632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f719dc9-8a37-4665-82b7-a17c778d13d1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:05.853131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0f719dc9-8a37-4665-82b7-a17c778d13d1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:05.853765 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.885721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36fc0402-d7fc-4ef4-9a8c-653b5409b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.888421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36fc0402-d7fc-4ef4-9a8c-653b5409b876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.889591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-36fc0402-d7fc-4ef4-9a8c-653b5409b876 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66af6ab3-d65f-464e-a5d3-eb2508bfea9b HTTP/1.1" status: 204 len: 168 time: 0.4085090 Jul 15 23:23:05.901160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc0402-d7fc-4ef4-9a8c-653b5409b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af6ab3-d65f-464e-a5d3-eb2508bfea9b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.903175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.993315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5c3f1847-52f4-4508-900f-32cf74d735d8 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:05.996988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f4ddadc8-5901-46e7-8d98-ba2a2c54dbd2 None None] Provisioning for port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:06.022710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f4ddadc8-5901-46e7-8d98-ba2a2c54dbd2 None None] Provisioning complete for port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:06.024360 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f4ddadc8-5901-46e7-8d98-ba2a2c54dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.132059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f4ddadc8-5901-46e7-8d98-ba2a2c54dbd2 None None] Port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:06.140235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5c3f1847-52f4-4508-900f-32cf74d735d8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:06.147565 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.304207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.325729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7293b04-03bd-471e-ade4-f4368e89681b req-c0101942-927f-48b1-96ed-439800942fc3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:06.325729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7293b04-03bd-471e-ade4-f4368e89681b req-c0101942-927f-48b1-96ed-439800942fc3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1691842 Jul 15 23:23:06.334207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.391451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.503809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7293b04-03bd-471e-ade4-f4368e89681b req-87e8eaab-9bd6-4af9-82e8-ebe38ea76551 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729810 Jul 15 23:23:06.533321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Pushing event updated for resources: {'Port': ['ID=1831afc0-dc9d-4c17-986a-2344f5fa5e26,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:06.628272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:06.629848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:06.741980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02772f74-5951-40bc-b68b-dbcf43251113 req-45011660-c0ac-45f7-91c5-521a48890520 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0515437 Jul 15 23:23:06.853903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:06.975351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c3ccacf6-b4cc-43d5-85b7-7a7603c10368 None None] Provisioning complete for port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:06.975725 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3ccacf6-b4cc-43d5-85b7-7a7603c10368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:07.020888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:07.035128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9eab3a76-6abd-4223-a6ce-74e06dc88721 admin admin] 10.222.0.23 "PUT /v2.0/routers/79e7146e-c27b-4dd7-8f56-d2a39de7e424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4828713 Jul 15 23:23:07.043317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c3ccacf6-b4cc-43d5-85b7-7a7603c10368 None None] Port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:07.776994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443240f-9c5e-4d2e-83dc-81bbe39f8a06 req-89084caf-4c1e-4fa5-aab8-e3fa9b8cf57c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:07.779038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5443240f-9c5e-4d2e-83dc-81bbe39f8a06 req-89084caf-4c1e-4fa5-aab8-e3fa9b8cf57c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1073837 Jul 15 23:23:07.824498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a8fde54b-ed20-4f90-b552-c6903861c674 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:07.855481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5443240f-9c5e-4d2e-83dc-81bbe39f8a06 req-a5abade5-610c-488c-92d8-106ea3dc63d5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704815 Jul 15 23:23:07.911489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a8fde54b-ed20-4f90-b552-c6903861c674 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:07.916855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a8fde54b-ed20-4f90-b552-c6903861c674 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:07.917566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.001833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fafca22d-6108-4d90-a120-045ac9840017 req-19431a6a-60b2-46f4-8adb-6416e1da2f19 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0550702 Jul 15 23:23:08.052138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.079749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a8fde54b-ed20-4f90-b552-c6903861c674, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a8fde54b-ed20-4f90-b552-c6903861c674,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:08.084182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.174131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a8fde54b-ed20-4f90-b552-c6903861c674,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:08.185654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Sync routers for ids ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:08.195536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Routers {'79e7146e-c27b-4dd7-8f56-d2a39de7e424'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:08.196171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:08.332940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Set router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:08.755823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:05Z', 'revision_number': 4, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1831afc0-dc9d-4c17-986a-2344f5fa5e26', 'name': '', 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'mac_address': 'fa:16:3e:b7:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'f8e7592a-55e3-4a3b-83ba-9a5ec2800412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:04Z', 'updated_at': '2021-07-15T23:23:06Z', 'revision_number': 2, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'subnets': [{'id': 'f8e7592a-55e3-4a3b-83ba-9a5ec2800412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:08.790310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Checking router: 79e7146e-c27b-4dd7-8f56-d2a39de7e424 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:08.790668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Updating router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:23:08.828860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.070056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c930a-5720-427d-a69a-07fc5977ef23 req-c126c1b8-56a3-4c5f-9b55-40f3511fe27d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:09.072031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c4c930a-5720-427d-a69a-07fc5977ef23 req-c126c1b8-56a3-4c5f-9b55-40f3511fe27d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.0910392 Jul 15 23:23:09.161812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c4c930a-5720-427d-a69a-07fc5977ef23 req-a1adbef8-4a01-458b-8223-40b42bea489b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822401 Jul 15 23:23:09.223991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.235445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Transition to ACTIVE for port object 1831afc0-dc9d-4c17-986a-2344f5fa5e26 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:09.242511 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.250093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a32fe5de-3145-43e7-b2ca-ecf9a5e64b90 req-9084257f-25fe-4b2b-abb6-23aec2f139de tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0581861 Jul 15 23:23:09.280990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51866) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:09.323547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d162ba-f4d0-4705-922b-95e43137f484 None None] Pushing event updated for resources: {'Port': ['ID=1831afc0-dc9d-4c17-986a-2344f5fa5e26,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:09.394045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Attempting to bind port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:09.394428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Attempting to bind port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:09.394837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Attempting to bind port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 on network 2fc7ea67-c208-4427-a75f-5e84cd72873e {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:09.400355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:09.400720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Checking segment: {'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:09.401281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.401682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Bound using segment: {'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:09.402160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Bound port: 1831afc0-dc9d-4c17-986a-2344f5fa5e26, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0634b0a-0f3a-4566-b453-043a9a6b5df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:09.402964 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.439456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09cc1a25-5877-4be7-9fd0-47eab16140aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.508832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] For port 1831afc0-dc9d-4c17-986a-2344f5fa5e26, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:09.513978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] For port 1831afc0-dc9d-4c17-986a-2344f5fa5e26, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1831afc0-dc9d-4c17-986a-2344f5fa5e26,segment=NetworkSegment(e0634b0a-0f3a-4566-b453-043a9a6b5df3),segment_id=e0634b0a-0f3a-4566-b453-043a9a6b5df3)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:09.520674 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.559196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09cc1a25-5877-4be7-9fd0-47eab16140aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.565356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09cc1a25-5877-4be7-9fd0-47eab16140aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.603401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51872) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:09.610746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d162ba-f4d0-4705-922b-95e43137f484 None None] Pushing event updated for resources: {'Port': ['ID=1831afc0-dc9d-4c17-986a-2344f5fa5e26,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:09.622691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Routers {'79e7146e-c27b-4dd7-8f56-d2a39de7e424'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:09.623521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:09.647099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-09cc1a25-5877-4be7-9fd0-47eab16140aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=140aeef2045a495e94f09150246396c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649676 Jul 15 23:23:09.648619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc1a25-5877-4be7-9fd0-47eab16140aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b44507-63cd-4c11-8bb4-7f5b202ceb29,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:09.651481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:09.753757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5642-a0ff-49b4-828d-a1c0585a7473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.828199 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a1e31a5-79cd-49a5-b7c2-333209e88c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.830465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] Set router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:09.854150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5642-a0ff-49b4-828d-a1c0585a7473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.860116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a8fde54b-ed20-4f90-b552-c6903861c674 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:09.982595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5642-a0ff-49b4-828d-a1c0585a7473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.986358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0c5642-a0ff-49b4-828d-a1c0585a7473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.987281 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fd0c5642-a0ff-49b4-828d-a1c0585a7473 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66b44507-63cd-4c11-8bb4-7f5b202ceb29 HTTP/1.1" status: 204 len: 168 time: 0.3341906 Jul 15 23:23:10.032876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c5642-a0ff-49b4-828d-a1c0585a7473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b44507-63cd-4c11-8bb4-7f5b202ceb29,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:10.037930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a8fde54b-ed20-4f90-b552-c6903861c674 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:10.038312 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.044983 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a1e31a5-79cd-49a5-b7c2-333209e88c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.052314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a1e31a5-79cd-49a5-b7c2-333209e88c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.123648 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2a1e31a5-79cd-49a5-b7c2-333209e88c18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b548e2119bbe4a42a7393c354e59f603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182438 Jul 15 23:23:10.125081 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e31a5-79cd-49a5-b7c2-333209e88c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22240726-f145-4216-a51a-40c984b97b77,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:10.126888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51882) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:10.211075 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1a577806-a146-4e48-ae1c-85e0e1323a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.214419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:05Z', 'revision_number': 4, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1831afc0-dc9d-4c17-986a-2344f5fa5e26', 'name': '', 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'mac_address': 'fa:16:3e:b7:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'f8e7592a-55e3-4a3b-83ba-9a5ec2800412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:04Z', 'updated_at': '2021-07-15T23:23:09Z', 'revision_number': 4, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'subnets': [{'id': 'f8e7592a-55e3-4a3b-83ba-9a5ec2800412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:10.254466 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1a577806-a146-4e48-ae1c-85e0e1323a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.289469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894f03-2e00-4730-b94f-d9f9a11052e8 None None] The sync data for ids ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'] in n-d-793618-8 is: [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:05Z', 'revision_number': 4, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1831afc0-dc9d-4c17-986a-2344f5fa5e26', 'name': '', 'network_id': '2fc7ea67-c208-4427-a75f-5e84cd72873e', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'mac_address': 'fa:16:3e:b7:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'f8e7592a-55e3-4a3b-83ba-9a5ec2800412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:04Z', 'updated_at': '2021-07-15T23:23:09Z', 'revision_number': 4, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'subnets': [{'id': 'f8e7592a-55e3-4a3b-83ba-9a5ec2800412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:10.439625 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1a577806-a146-4e48-ae1c-85e0e1323a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.439850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51892) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:10.442864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1a577806-a146-4e48-ae1c-85e0e1323a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.444358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1a577806-a146-4e48-ae1c-85e0e1323a71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22240726-f145-4216-a51a-40c984b97b77 HTTP/1.1" status: 204 len: 168 time: 0.3149142 Jul 15 23:23:10.458451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a577806-a146-4e48-ae1c-85e0e1323a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22240726-f145-4216-a51a-40c984b97b77,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:10.477244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f74ae-14ef-4987-945b-c6b03cdca34e req-ac5d57e7-3237-4a2d-bdd9-747c14b97e7d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:10.481472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9e324acd-57d2-4ae7-b7f1-790449269249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.486321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-350f74ae-14ef-4987-945b-c6b03cdca34e req-ac5d57e7-3237-4a2d-bdd9-747c14b97e7d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1622534 Jul 15 23:23:10.565676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdde01fa-b29f-432d-951d-ead9eb311637 req-bae69491-5955-46c1-bad6-3655e264ad3d tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0484033 Jul 15 23:23:10.583827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-350f74ae-14ef-4987-945b-c6b03cdca34e req-f8c9daf5-3a79-4545-9f1e-4389c8702e51 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965195 Jul 15 23:23:10.655783 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9e324acd-57d2-4ae7-b7f1-790449269249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.661142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9e324acd-57d2-4ae7-b7f1-790449269249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.706570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9e324acd-57d2-4ae7-b7f1-790449269249 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c69403b816564d5b95b13b82002b2fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652607 Jul 15 23:23:10.707693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e324acd-57d2-4ae7-b7f1-790449269249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c58511-d826-4fec-ac88-69693cecfc01,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:10.709480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51896) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:10.789493 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a97baee-c620-4123-abd8-ec4b95d9f601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.820944 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a97baee-c620-4123-abd8-ec4b95d9f601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.892360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a97baee-c620-4123-abd8-ec4b95d9f601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.895203 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a97baee-c620-4123-abd8-ec4b95d9f601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:10.898966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6a97baee-c620-4123-abd8-ec4b95d9f601 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75c58511-d826-4fec-ac88-69693cecfc01 HTTP/1.1" status: 204 len: 168 time: 0.1848145 Jul 15 23:23:10.906802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97baee-c620-4123-abd8-ec4b95d9f601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c58511-d826-4fec-ac88-69693cecfc01,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:10.973950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51904) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:10.992268 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e97b6b5d-b53d-4153-8da5-30b07cf97ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.135905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e97b6b5d-b53d-4153-8da5-30b07cf97ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.139985 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e97b6b5d-b53d-4153-8da5-30b07cf97ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.199319 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e97b6b5d-b53d-4153-8da5-30b07cf97ca8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccdeaceaa09b4374bb62cd15e09c5a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242303 Jul 15 23:23:11.200794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b6b5d-b53d-4153-8da5-30b07cf97ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3d1e00-5800-424f-9333-ecc166865df5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:11.204154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51908) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:11.272476 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9d34-f492-4467-a624-ab544ff82279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.300368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9d34-f492-4467-a624-ab544ff82279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.358207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9d34-f492-4467-a624-ab544ff82279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.361984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9d34-f492-4467-a624-ab544ff82279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.363408 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1a6d9d34-f492-4467-a624-ab544ff82279 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e3d1e00-5800-424f-9333-ecc166865df5 HTTP/1.1" status: 204 len: 168 time: 0.1582851 Jul 15 23:23:11.373366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d9d34-f492-4467-a624-ab544ff82279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3d1e00-5800-424f-9333-ecc166865df5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:11.847055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1831afc0-dc9d-4c17-986a-2344f5fa5e26 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:11.860408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37c8739c-ec94-43f1-acde-584bcb489309 req-a0e623fc-b3e9-4c5b-8dd9-6b5346d4a862 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0627177 Jul 15 23:23:11.881026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6bb5f-a9a9-4fa3-af4a-e5b5a5f1298d req-328dff5d-44b3-43ca-b237-884d9326da8e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:11.888900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7c6bb5f-a9a9-4fa3-af4a-e5b5a5f1298d req-328dff5d-44b3-43ca-b237-884d9326da8e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1399429 Jul 15 23:23:11.945724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7c6bb5f-a9a9-4fa3-af4a-e5b5a5f1298d req-fe37edbc-42ab-4443-9864-b81db83e6969 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558558 Jul 15 23:23:11.967660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:11.976579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:11.977075 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.077454 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.151202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 1831afc0-dc9d-4c17-986a-2344f5fa5e26, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1831afc0-dc9d-4c17-986a-2344f5fa5e26,segment=NetworkSegment(e0634b0a-0f3a-4566-b453-043a9a6b5df3),segment_id=e0634b0a-0f3a-4566-b453-043a9a6b5df3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:12.160031 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.221458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=1831afc0-dc9d-4c17-986a-2344f5fa5e26,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:12.235435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.235793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.236131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.236464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.236803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.237148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.237459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.238013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.238347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.238668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.239018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.239341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:12.488950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 51966) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.683902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd6a1751-91d1-4c85-8345-ff11008edacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.794947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd6a1751-91d1-4c85-8345-ff11008edacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.800481 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd6a1751-91d1-4c85-8345-ff11008edacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.843074 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd6a1751-91d1-4c85-8345-ff11008edacf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44d801b6332b46ebbda5e2d41478664e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529637 Jul 15 23:23:12.845492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a1751-91d1-4c85-8345-ff11008edacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726e40a7-65d8-47bb-96aa-8f5822a70079,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:12.846324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51980) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.903867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a079-cbcb-4f8a-af12-9e3a50ac2ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.936388 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a079-cbcb-4f8a-af12-9e3a50ac2ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.008848 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:23:13.010926 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a079-cbcb-4f8a-af12-9e3a50ac2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.014314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a079-cbcb-4f8a-af12-9e3a50ac2ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.015733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4ba8a079-cbcb-4f8a-af12-9e3a50ac2ab5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/726e40a7-65d8-47bb-96aa-8f5822a70079 HTTP/1.1" status: 204 len: 168 time: 0.1677725 Jul 15 23:23:13.026290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8a079-cbcb-4f8a-af12-9e3a50ac2ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726e40a7-65d8-47bb-96aa-8f5822a70079,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:13.103647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dddc221e-78c9-452e-a9f4-21bd86f6294c req-ffbbf4d0-dd18-4f1e-a591-6beda29fd0e0 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0724661 Jul 15 23:23:13.192105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85e330-3260-4f50-b8d9-be1ef70f57d3 req-ae92514c-e8f6-4438-a85c-ac7bf455c9f9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:13.200191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd85e330-3260-4f50-b8d9-be1ef70f57d3 req-ae92514c-e8f6-4438-a85c-ac7bf455c9f9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.0997899 Jul 15 23:23:13.258120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd85e330-3260-4f50-b8d9-be1ef70f57d3 req-8ca45b53-6b6e-485a-92c4-10d491ed1d4b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556824 Jul 15 23:23:13.757703 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.801291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1831afc0-dc9d-4c17-986a-2344f5fa5e26 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:13.859101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:13.859477 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.077850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52034) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:14.163333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52040) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:14.294463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-239220745-network', 'tenant_id': '2a1349b12ac44cefb9c0e19db4f02444'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:14.333731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ac0357b-5321-4343-9c25-f62c96741b2a req-84ceb23b-cbeb-41bd-9684-f881c2d2ab96 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0764213 Jul 15 23:23:14.347495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Made reservation on behalf of 2a1349b12ac44cefb9c0e19db4f02444 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:14.355086 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.372318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.380528 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-833be4a2-dcd3-4f38-a587-eeb9988ee31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.494401 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.504993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.520095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8ce74-0000-4c35-9c8e-ef8ba9b30079 req-4f145f90-7198-4acb-b51c-8a63f990a28c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:14.527601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ff8ce74-0000-4c35-9c8e-ef8ba9b30079 req-4f145f90-7198-4acb-b51c-8a63f990a28c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1040070 Jul 15 23:23:14.543551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:14.559984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:14.570210 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.570983 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Added segment db68c2b6-cb6e-4c08-9c82-ce7739a63883 of type vlan for network f75f7189-5aad-4ee3-bf99-e550effcde12 Jul 15 23:23:14.584008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ff8ce74-0000-4c35-9c8e-ef8ba9b30079 req-04e4e6c2-975f-4dc6-afb3-1e304077b116 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551331 Jul 15 23:23:14.629278 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.682621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.683625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:14.684210 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.687505 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-833be4a2-dcd3-4f38-a587-eeb9988ee31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.707515 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-833be4a2-dcd3-4f38-a587-eeb9988ee31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.735664 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6534028 Jul 15 23:23:14.736082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52050) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:14.744784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Request body: {'subnet': {'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-239220745-subnet', 'tenant_id': '2a1349b12ac44cefb9c0e19db4f02444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:14.774837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Made reservation on behalf of 2a1349b12ac44cefb9c0e19db4f02444 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:14.777667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.795744 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-833be4a2-dcd3-4f38-a587-eeb9988ee31f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a0c13fd141d4e5e965f4c5e2fe0299f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304293 Jul 15 23:23:14.796991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833be4a2-dcd3-4f38-a587-eeb9988ee31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819a7b7e-7c83-4653-ad84-c3296f220709,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:14.797700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52052) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:14.801788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242cb1f-ae44-41bd-a6e5-373cd1621e2c admin admin] Pushing event updated for resources: {'Network': ['ID=f75f7189-5aad-4ee3-bf99-e550effcde12,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:14.823163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f75f7189-5aad-4ee3-bf99-e550effcde12 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:14.912289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3728005e-488e-4924-8d9e-d278d0947d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.964108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3728005e-488e-4924-8d9e-d278d0947d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.045269 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.086041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3728005e-488e-4924-8d9e-d278d0947d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.088590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3728005e-488e-4924-8d9e-d278d0947d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.089736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3728005e-488e-4924-8d9e-d278d0947d0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/819a7b7e-7c83-4653-ad84-c3296f220709 HTTP/1.1" status: 204 len: 168 time: 0.2908294 Jul 15 23:23:15.107201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728005e-488e-4924-8d9e-d278d0947d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819a7b7e-7c83-4653-ad84-c3296f220709,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:15.119387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61d3105-472d-4982-a072-ba3a13e75238,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:15.128602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Checking segment: {'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:15.129035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Network hostable DHCP agents. Network: f75f7189-5aad-4ee3-bf99-e550effcde12, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:15.149245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Network f75f7189-5aad-4ee3-bf99-e550effcde12 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:15.164126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f75f7189-5aad-4ee3-bf99-e550effcde12) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:15.172487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ffc07d-6038-4ce1-bfdb-780864b039e6 None None] Network f75f7189-5aad-4ee3-bf99-e550effcde12 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:15.175746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:15.176349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.203492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-76071157-0ab9-4491-914b-e0aea7d970f3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4662218 Jul 15 23:23:15.324274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92f557-4853-4e17-becf-b1b963082240 None None] Network f75f7189-5aad-4ee3-bf99-e550effcde12 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:15.520543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52068) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:15.537060 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f46ee2a-b6ec-4acf-844d-67f6f59123fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.569298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a548858f-7a38-4528-aec3-4ebe40cd0062 req-632523e2-f943-4cac-bce0-4240a659826b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0866978 Jul 15 23:23:15.605635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75130ec5-0cf9-47d9-9269-d474a788778b req-3f92536a-3ba4-43de-a205-abe1df345a20 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0409360 Jul 15 23:23:15.684807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f46ee2a-b6ec-4acf-844d-67f6f59123fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.689386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f46ee2a-b6ec-4acf-844d-67f6f59123fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.739067 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f46ee2a-b6ec-4acf-844d-67f6f59123fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4eb7f1ae29804cdb86cb9d75f416f4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169466 Jul 15 23:23:15.742370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46ee2a-b6ec-4acf-844d-67f6f59123fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb945db-51d2-4528-917a-85be7d8807ad,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:15.743383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52072) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:15.844244 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5bbffceb-b571-4a04-9158-45ae2dce9226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.867723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb5f5-fdcf-4e20-9e02-06792bcc7a33 req-e151ff94-4656-4010-b216-1324f6c9d82c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:15.869861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88bdb5f5-fdcf-4e20-9e02-06792bcc7a33 req-e151ff94-4656-4010-b216-1324f6c9d82c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1272154 Jul 15 23:23:15.920514 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5bbffceb-b571-4a04-9158-45ae2dce9226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.961255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88bdb5f5-fdcf-4e20-9e02-06792bcc7a33 req-9117531b-065e-40f1-a640-a735df383eda tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796607 Jul 15 23:23:15.995374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5bbffceb-b571-4a04-9158-45ae2dce9226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.997970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5bbffceb-b571-4a04-9158-45ae2dce9226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.999166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5bbffceb-b571-4a04-9158-45ae2dce9226 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbb945db-51d2-4528-917a-85be7d8807ad HTTP/1.1" status: 204 len: 168 time: 0.2542686 Jul 15 23:23:16.011361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbffceb-b571-4a04-9158-45ae2dce9226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb945db-51d2-4528-917a-85be7d8807ad,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:16.859235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09484a86-6591-405b-97d5-79e44c6e4623 req-118124fd-cdb8-450e-966b-4f3cafac01a8 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0433483 Jul 15 23:23:17.226252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbf2b1-f2bd-402f-8e3d-7f59f159ea17 req-b3669422-6c0e-4354-b5bc-ff229c00ecae tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:17.239035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99bbf2b1-f2bd-402f-8e3d-7f59f159ea17 req-b3669422-6c0e-4354-b5bc-ff229c00ecae tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1308060 Jul 15 23:23:17.315962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e095c8f9-8e5b-41fa-8169-3f723d81518b req-148ecb35-8133-4974-a6c3-b74c934a5c42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7685e154ede4f368ece9c2b1024a709&device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0669396 Jul 15 23:23:17.374436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99bbf2b1-f2bd-402f-8e3d-7f59f159ea17 req-6123effb-d08b-4c77-995b-ba4745a35899 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319256 Jul 15 23:23:17.433372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e095c8f9-8e5b-41fa-8169-3f723d81518b req-61434e78-1059-441a-ab0a-55227be282ce service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a7685e154ede4f368ece9c2b1024a709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977473 Jul 15 23:23:17.534568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b05e505a-d0a2-4bcb-89b1-450acf01c9cc req-1f32674c-5015-470b-927a-8a27a2c83c36 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0505474 Jul 15 23:23:17.546171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-1814bac1-f092-4aa2-94db-ef5b34a529cd tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:17.547995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-1814bac1-f092-4aa2-94db-ef5b34a529cd tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/networks?id=f75f7189-5aad-4ee3-bf99-e550effcde12 HTTP/1.1" status: 200 len: 808 time: 0.2794104 Jul 15 23:23:17.595463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-0891960f-65a7-49b2-bf70-f054f4fd50fc tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/quotas/2a1349b12ac44cefb9c0e19db4f02444 HTTP/1.1" status: 200 len: 375 time: 0.0417049 Jul 15 23:23:17.651818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-4ff24cfa-578b-4295-b5dd-b88517fc358e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a1349b12ac44cefb9c0e19db4f02444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468755 Jul 15 23:23:17.653441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095c8f9-8e5b-41fa-8169-3f723d81518b req-4798e140-bddd-4c40-9b0f-2c55e75abd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:17.654928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e095c8f9-8e5b-41fa-8169-3f723d81518b req-4798e140-bddd-4c40-9b0f-2c55e75abd29 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2135613 Jul 15 23:23:17.755426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-0aa82135-2c0e-45f9-8bf2-0f86c17a2e94 service neutron] 10.222.0.23 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990691 Jul 15 23:23:17.870964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-3d4c9e83-7753-4946-b35b-6c060ebedf2f service neutron] 10.222.0.23 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124756 Jul 15 23:23:18.050613 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4cbd6c1-d4ac-46ba-a986-47635329f0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.084096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65621595-3a10-4675-8522-e33a25fce06b req-1d14606b-4fb4-4334-abf8-bd3d5d7d3da1 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 210 time: 0.0372663 Jul 15 23:23:18.327728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52164) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:18.451814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65dbfa1f-7be1-491f-9adb-14d3ca0bbb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.610383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93049abf-4bf4-4bfa-818c-6b7078dd659b req-f4a37d64-564d-42df-930d-ba676c35a192 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:18.617955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93049abf-4bf4-4bfa-818c-6b7078dd659b req-f4a37d64-564d-42df-930d-ba676c35a192 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1163805 Jul 15 23:23:18.634513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65dbfa1f-7be1-491f-9adb-14d3ca0bbb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.643207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65dbfa1f-7be1-491f-9adb-14d3ca0bbb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.683801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93049abf-4bf4-4bfa-818c-6b7078dd659b req-89d81ce3-7931-46f4-8a98-8800be91fe5b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649576 Jul 15 23:23:18.715635 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52174) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:18.719312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-65dbfa1f-7be1-491f-9adb-14d3ca0bbb29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47d64d4118d54866a5f89d6c591f356b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903122 Jul 15 23:23:18.752972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b923bb3-f10c-43be-8328-40297cfffe82 req-36de39d5-1783-46e7-8a29-3b7adb0a03ac tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0641720 Jul 15 23:23:18.757229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbfa1f-7be1-491f-9adb-14d3ca0bbb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a79ef-67c6-481c-9cb7-c8666446ea6e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:18.791551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11923e17-15e5-4ffc-8086-2d1c02c9923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.816765 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11923e17-15e5-4ffc-8086-2d1c02c9923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.883266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11923e17-15e5-4ffc-8086-2d1c02c9923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.886455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11923e17-15e5-4ffc-8086-2d1c02c9923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.890181 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-11923e17-15e5-4ffc-8086-2d1c02c9923f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa1a79ef-67c6-481c-9cb7-c8666446ea6e HTTP/1.1" status: 204 len: 168 time: 0.1710777 Jul 15 23:23:18.904529 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11923e17-15e5-4ffc-8086-2d1c02c9923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a79ef-67c6-481c-9cb7-c8666446ea6e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:19.042596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e095c8f9-8e5b-41fa-8169-3f723d81518b req-7b45911e-5ca6-48aa-b19c-e8e1cfc471b1 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.37 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0365598 Jul 15 23:23:19.229552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52186) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:19.246119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bc904b7-999e-42b8-86cb-281903cf7fe7 req-1e82b89b-1bc2-482e-9c19-c04bfed884b9 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 210 time: 0.0433178 Jul 15 23:23:19.246773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-453135ab-a73c-43f9-904a-a64932b34bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.387040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-453135ab-a73c-43f9-904a-a64932b34bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.392218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-453135ab-a73c-43f9-904a-a64932b34bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.428184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453135ab-a73c-43f9-904a-a64932b34bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8e4d2a-13ee-4f1d-ae81-4c2ed0b367e3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:19.450532 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-453135ab-a73c-43f9-904a-a64932b34bbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57633c09b99b4980947c0fb7f6cfcaf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197840 Jul 15 23:23:19.454218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52188) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:19.482473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-9c46a906-4aac-4265-80ba-264a4d56c12b tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:19.484409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-9c46a906-4aac-4265-80ba-264a4d56c12b tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.37 "GET /v2.0/networks?id=f75f7189-5aad-4ee3-bf99-e550effcde12 HTTP/1.1" status: 200 len: 808 time: 0.1186016 Jul 15 23:23:19.504525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Request body: {'port': {'device_id': '62b9de4d-b834-4d89-bb6e-a9dafb112e4f', 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12', 'admin_state_up': True, 'tenant_id': '2a1349b12ac44cefb9c0e19db4f02444'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:19.516083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b487fd90-c6c6-465c-af30-a4f3783cef72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.539770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b487fd90-c6c6-465c-af30-a4f3783cef72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.594437 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b487fd90-c6c6-465c-af30-a4f3783cef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.598504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b487fd90-c6c6-465c-af30-a4f3783cef72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.600153 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b487fd90-c6c6-465c-af30-a4f3783cef72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c8e4d2a-13ee-4f1d-ae81-4c2ed0b367e3 HTTP/1.1" status: 204 len: 168 time: 0.1448596 Jul 15 23:23:19.613508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487fd90-c6c6-465c-af30-a4f3783cef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8e4d2a-13ee-4f1d-ae81-4c2ed0b367e3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:19.682352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Made reservation on behalf of 2a1349b12ac44cefb9c0e19db4f02444 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:19.686359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.867604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Allocated IP 172.20.0.10 (f75f7189-5aad-4ee3-bf99-e550effcde12/f61d3105-472d-4982-a072-ba3a13e75238/7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:20.073973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0b262d5-e29e-4b82-b71f-e61fb069262c req-041dda43-0ced-41a9-b69f-8606313e3d89 tempest-ServerShowV257Test-555217068 tempest-ServerShowV257Test-555217068-project] 10.222.0.23 "GET /v2.0/ports?device_id=093b9dc8-1d10-4b96-b1d6-b778514781e6 HTTP/1.1" status: 200 len: 210 time: 0.0801108 Jul 15 23:23:20.129072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e4fd2-48cc-4ddd-bcd5-68d5c362ce40 req-a3da4396-70c3-4aa1-9a28-0f2ea6112853 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.130528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e2e4fd2-48cc-4ddd-bcd5-68d5c362ce40 req-a3da4396-70c3-4aa1-9a28-0f2ea6112853 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1925235 Jul 15 23:23:20.170898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.190127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e2e4fd2-48cc-4ddd-bcd5-68d5c362ce40 req-73079830-8659-4ef2-be65-b9f7e8e6e927 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511725 Jul 15 23:23:20.236618 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.279946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Network f75f7189-5aad-4ee3-bf99-e550effcde12 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:20.283671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:20.288316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:20.332846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Pushing event updated for resources: {'Port': ['ID=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:20.353910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.354791 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.371687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-489e568f-f7bc-420f-ab9a-2bc9d6edf1fa tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8711762 Jul 15 23:23:20.390467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Request body: {'port': {'device_id': '62b9de4d-b834-4d89-bb6e-a9dafb112e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:20.518673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.540554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4aaaa-0031-48bb-8236-0d32adc136e4 req-c6edfc61-f310-44d7-813e-30bc01d73cf4 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.542054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7da4aaaa-0031-48bb-8236-0d32adc136e4 req-c6edfc61-f310-44d7-813e-30bc01d73cf4 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 932 time: 0.1189156 Jul 15 23:23:20.617940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7da4aaaa-0031-48bb-8236-0d32adc136e4 req-571a2f91-de20-4f3f-91a6-32a028d282a2 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549664 Jul 15 23:23:20.641922 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4e05-a41f-4bf4-8326-4f42a59c59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.132767 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.244278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:21.254866 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.273694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Transition to ACTIVE for port object 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:21.278800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.430711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Pushing event updated for resources: {'Port': ['ID=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:21.507358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Attempting to bind port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:21.507631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Attempting to bind port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:21.507958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Attempting to bind port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca on network f75f7189-5aad-4ee3-bf99-e550effcde12 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:21.512895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca on network f75f7189-5aad-4ee3-bf99-e550effcde12 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:23:21.513232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Attempting to bind port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca on network f75f7189-5aad-4ee3-bf99-e550effcde12 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:21.523188 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.527482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:21.528046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Checking segment: {'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:21.528435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Bound using segment: {'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:21.528886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Bound port: 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:21.529246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.584698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24b8fc-0777-44e6-ad53-14e6ace4c775 req-89135938-9778-487b-bf8d-b0c10cf28f45 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.586824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc24b8fc-0777-44e6-ad53-14e6ace4c775 req-89135938-9778-487b-bf8d-b0c10cf28f45 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1626830 Jul 15 23:23:21.624978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52252) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:21.633533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] For port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:21.638079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] For port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:21.645680 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.698385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc24b8fc-0777-44e6-ad53-14e6ace4c775 req-a0216b44-8e63-45e9-af9e-e0f0027da2f7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048763 Jul 15 23:23:21.707918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.708766 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.711643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] 10.222.0.37 "PUT /v2.0/ports/7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca HTTP/1.1" status: 200 len: 1092 time: 1.3269122 Jul 15 23:23:21.714545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b9de4d-b834-4d89-bb6e-a9dafb112e4f', 'tag': '7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:21.717145 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f" -d '{"events": [{"name": "network-changed", "server_uuid": "62b9de4d-b834-4d89-bb6e-a9dafb112e4f", "tag": "7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:21.772465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e2e10-9aac-402a-8b55-81037f6ed77e service neutron] Pushing event updated for resources: {'Port': ['ID=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:21.843680 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f803d1-9d46-4526-8537-a67f92e8b91a x-openstack-request-id: req-47f803d1-9d46-4526-8537-a67f92e8b91a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:21.843969 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b9de4d-b834-4d89-bb6e-a9dafb112e4f", "tag": "7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:21.844301 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47f803d1-9d46-4526-8537-a67f92e8b91a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:21.844575 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b9de4d-b834-4d89-bb6e-a9dafb112e4f', 'tag': '7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca', 'status': 'completed', 'code': 200} Jul 15 23:23:21.892865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-46ac8d03-d9a8-4b64-ad3b-7cf98cb86f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.894390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-46ac8d03-d9a8-4b64-ad3b-7cf98cb86f22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a1349b12ac44cefb9c0e19db4f02444&device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 1095 time: 0.1116610 Jul 15 23:23:21.948887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-210b7b92-66f8-420a-a694-bce1916ad5c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca HTTP/1.1" status: 200 len: 217 time: 0.0394223 Jul 15 23:23:21.954464 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34aa594c-9cea-4097-a168-49665be5fb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.963631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27608665-aed0-4889-86b0-801651d51df2 req-05be7417-254c-4e0a-aa01-168c148410b2 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.965462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27608665-aed0-4889-86b0-801651d51df2 req-05be7417-254c-4e0a-aa01-168c148410b2 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 944 time: 0.1188636 Jul 15 23:23:22.047779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-05d01001-f25f-463a-800e-823c4ab2c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.049270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-05d01001-f25f-463a-800e-823c4ab2c8d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f61d3105-472d-4982-a072-ba3a13e75238 HTTP/1.1" status: 200 len: 848 time: 0.0825517 Jul 15 23:23:22.053955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27608665-aed0-4889-86b0-801651d51df2 req-a810e88c-6e6a-4c26-84ca-6a841019165d tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741186 Jul 15 23:23:22.086742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-c42f2df1-0bf7-410e-8e0d-1da7f9bfd5b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f75f7189-5aad-4ee3-bf99-e550effcde12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310853 Jul 15 23:23:22.093922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34aa594c-9cea-4097-a168-49665be5fb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.100107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34aa594c-9cea-4097-a168-49665be5fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.130566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa594c-9cea-4097-a168-49665be5fb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e99e2-2b4f-4b2e-bdd5-407fb550ee4d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:22.149456 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-34aa594c-9cea-4097-a168-49665be5fb33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7685e154ede4f368ece9c2b1024a709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226936 Jul 15 23:23:22.152261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52270) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:22.210949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-24ee6d62-6a3c-43d6-b5cf-de5720aa2e3f service neutron] 10.222.0.37 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161535 Jul 15 23:23:22.214805 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cef0f7c0-8051-4566-bcb3-240cc8eca267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.242242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cef0f7c0-8051-4566-bcb3-240cc8eca267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.317324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cef0f7c0-8051-4566-bcb3-240cc8eca267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.321645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cef0f7c0-8051-4566-bcb3-240cc8eca267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.326546 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cef0f7c0-8051-4566-bcb3-240cc8eca267 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef3e99e2-2b4f-4b2e-bdd5-407fb550ee4d HTTP/1.1" status: 204 len: 168 time: 0.1695483 Jul 15 23:23:22.334731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0f7c0-8051-4566-bcb3-240cc8eca267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e99e2-2b4f-4b2e-bdd5-407fb550ee4d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:22.349938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9d1c392f-e62a-4f0f-8101-f7bfb6a685f3 req-ef6c8e19-8da8-41f7-a0b4-52ee5a811a35 service neutron] 10.222.0.37 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320808 Jul 15 23:23:22.519908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-ac372d7d-f3ab-4ea9-8766-b74d1cc84008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.521596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-ac372d7d-f3ab-4ea9-8766-b74d1cc84008 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a1349b12ac44cefb9c0e19db4f02444&device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 1095 time: 0.0801551 Jul 15 23:23:22.659280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-38ef2d5a-87e5-431e-a620-e8550fafeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.661190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-38ef2d5a-87e5-431e-a620-e8550fafeb17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f75f7189-5aad-4ee3-bf99-e550effcde12 HTTP/1.1" status: 200 len: 909 time: 0.1312706 Jul 15 23:23:22.718673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-9ec81244-a739-4733-9b7d-a26532de29c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca HTTP/1.1" status: 200 len: 217 time: 0.0430994 Jul 15 23:23:22.782427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-aa0f1f8a-2788-41cd-93e4-72e0135ea9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.784099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-aa0f1f8a-2788-41cd-93e4-72e0135ea9b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f61d3105-472d-4982-a072-ba3a13e75238 HTTP/1.1" status: 200 len: 848 time: 0.0583649 Jul 15 23:23:22.836360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-40f3c9f1-ea28-41ce-b068-f027f632933e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f75f7189-5aad-4ee3-bf99-e550effcde12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440357 Jul 15 23:23:23.017076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-cccf648b-c5c6-4d46-bcac-cb0e9050a95d service neutron] 10.222.0.37 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728661 Jul 15 23:23:23.026370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0025c-7dd8-45d7-9ab6-3e6681545054 req-87418b39-12d7-4665-92ed-124eb56977ca tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:23.028172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ef0025c-7dd8-45d7-9ab6-3e6681545054 req-87418b39-12d7-4665-92ed-124eb56977ca tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1413739 Jul 15 23:23:23.101825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ef0025c-7dd8-45d7-9ab6-3e6681545054 req-087fbb98-5250-44ea-9e8e-4e1e6f951cf6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639827 Jul 15 23:23:23.180126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b5cc4c7-7bc5-46c1-bf13-687165ee988f req-aeac946e-e6f9-42d6-8b4b-af9c781777d5 service neutron] 10.222.0.37 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505046 Jul 15 23:23:23.294594 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.321763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec7b4b-80cb-4016-93ae-946d3bbfd253 req-ef527ed1-a9f9-43b2-8909-299dfc58502d tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:23.323448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfec7b4b-80cb-4016-93ae-946d3bbfd253 req-ef527ed1-a9f9-43b2-8909-299dfc58502d tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 944 time: 0.0985665 Jul 15 23:23:23.382625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dfec7b4b-80cb-4016-93ae-946d3bbfd253 req-a4099859-0946-4c38-9186-8b22024505d8 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522332 Jul 15 23:23:23.715105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:23.843056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:23.855768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca', 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12', 'port_id': '7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca', 'mac_address': 'fa:16:3e:60:41:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61d3105-472d-4982-a072-ba3a13e75238', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:23.903140 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.917078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:23.947928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:23.953255 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.015912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.040839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52362) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:24.162614 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7dd789f9-7fb9-40b9-af60-4dde6d3807ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.228089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:24.338790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7dd789f9-7fb9-40b9-af60-4dde6d3807ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.347676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7dd789f9-7fb9-40b9-af60-4dde6d3807ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.380095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52378) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:24.380720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7dd789f9-7fb9-40b9-af60-4dde6d3807ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f74373d3157b48b3a0b823cab132e5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382092 Jul 15 23:23:24.388660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd09ce2-31eb-41e7-8d7f-0b079a4d3736 req-1be2e311-d5d6-4885-a41c-1f18d6abb021 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:24.390091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3dd09ce2-31eb-41e7-8d7f-0b079a4d3736 req-1be2e311-d5d6-4885-a41c-1f18d6abb021 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1449184 Jul 15 23:23:24.462866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd789f9-7fb9-40b9-af60-4dde6d3807ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c66d05-f3d9-495f-b918-7ce598af17e2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.495499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3dd09ce2-31eb-41e7-8d7f-0b079a4d3736 req-fd62280c-d26c-4667-bd95-44ca511aebd4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951726 Jul 15 23:23:24.525097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb27c370-0eed-458e-9648-4d28ffc0e037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.562548 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb27c370-0eed-458e-9648-4d28ffc0e037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.651047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb27c370-0eed-458e-9648-4d28ffc0e037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.654297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb27c370-0eed-458e-9648-4d28ffc0e037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.659824 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bb27c370-0eed-458e-9648-4d28ffc0e037 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70c66d05-f3d9-495f-b918-7ce598af17e2 HTTP/1.1" status: 204 len: 168 time: 0.2772439 Jul 15 23:23:24.664365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d1985-a8d3-4766-aecd-b6cf7781f06a req-5f206f2f-42d2-4c14-b8b6-f4fae9d7a835 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:24.666330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e4d1985-a8d3-4766-aecd-b6cf7781f06a req-5f206f2f-42d2-4c14-b8b6-f4fae9d7a835 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 945 time: 0.0945292 Jul 15 23:23:24.671993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27c370-0eed-458e-9648-4d28ffc0e037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c66d05-f3d9-495f-b918-7ce598af17e2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.725980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e4d1985-a8d3-4766-aecd-b6cf7781f06a req-3e61ef86-f238-4dda-8f95-0f2fa5362d6c tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473592 Jul 15 23:23:24.988377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.113805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-0c5098a9-7bc5-495e-9143-5112c8047d22 req-d7272636-99a4-4ab4-ad07-57f4b94069bf service neutron] (93714) timed out ('10.222.0.59', 53988) {{(pid=93714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:23:25.737446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:25.745389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76694d16-dd3e-49a4-a22b-022b7ab0ec59 req-73022942-e44d-4995-ba73-76f4d9beafea tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:25.752317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76694d16-dd3e-49a4-a22b-022b7ab0ec59 req-73022942-e44d-4995-ba73-76f4d9beafea tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1154039 Jul 15 23:23:25.801748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76694d16-dd3e-49a4-a22b-022b7ab0ec59 req-18652cff-68d0-447c-933d-c071501bde09 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483394 Jul 15 23:23:25.839268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:25.848022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:25.848731 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.975387 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.011743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff1d1-9d70-40c7-9296-0cb2b4da53d7 req-99864d60-1c0c-4a77-9981-ca6d6d7892b9 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:26.020689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b4ff1d1-9d70-40c7-9296-0cb2b4da53d7 req-99864d60-1c0c-4a77-9981-ca6d6d7892b9 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 945 time: 0.0831366 Jul 15 23:23:26.028816 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9de4d-b834-4d89-bb6e-a9dafb112e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:26.031100 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dd06b2-9bce-41ca-af77-4119e516c779" -d '{"events": [{"server_uuid": "62b9de4d-b834-4d89-bb6e-a9dafb112e4f", "name": "network-vif-plugged", "status": "completed", "tag": "7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:26.056156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:26.064538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.079463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b4ff1d1-9d70-40c7-9296-0cb2b4da53d7 req-0e556242-6b6d-40b8-b4ca-d6fca0393f26 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577822 Jul 15 23:23:26.170636 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d55a52-6dca-4aef-9d3e-0e9767062052 x-openstack-request-id: req-78d55a52-6dca-4aef-9d3e-0e9767062052 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:26.171212 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9de4d-b834-4d89-bb6e-a9dafb112e4f", "name": "network-vif-plugged", "status": "completed", "tag": "7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:26.171634 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78d55a52-6dca-4aef-9d3e-0e9767062052 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:26.172334 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9de4d-b834-4d89-bb6e-a9dafb112e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca', 'code': 200} Jul 15 23:23:26.173468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:26.200494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52472) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:26.303690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88040894-2050-4401-a614-67db73fd8de9 req-1e6ea68a-3af5-4127-9386-360c565ec505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:26.305241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88040894-2050-4401-a614-67db73fd8de9 req-1e6ea68a-3af5-4127-9386-360c565ec505 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 1097 time: 0.0969841 Jul 15 23:23:26.344877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88040894-2050-4401-a614-67db73fd8de9 req-bddaf3c6-45be-4ca2-8d26-4171bb202553 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Jul 15 23:23:26.479418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5586d6b6-d8e8-4212-a45b-1bf61f9459c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.617215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5586d6b6-d8e8-4212-a45b-1bf61f9459c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.625525 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5586d6b6-d8e8-4212-a45b-1bf61f9459c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.678484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5586d6b6-d8e8-4212-a45b-1bf61f9459c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79a431ee02f94703add71b4066ffa08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759099 Jul 15 23:23:26.678799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52498) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:26.679619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586d6b6-d8e8-4212-a45b-1bf61f9459c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eb7b58-a197-4e1c-91ce-9995ee881cb0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:26.760983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a71abe32-311d-4ce6-8041-ede1675f891b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.793059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a71abe32-311d-4ce6-8041-ede1675f891b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.858424 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a71abe32-311d-4ce6-8041-ede1675f891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.861676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a71abe32-311d-4ce6-8041-ede1675f891b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.865435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a71abe32-311d-4ce6-8041-ede1675f891b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0eb7b58-a197-4e1c-91ce-9995ee881cb0 HTTP/1.1" status: 204 len: 168 time: 0.1824481 Jul 15 23:23:26.873995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71abe32-311d-4ce6-8041-ede1675f891b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eb7b58-a197-4e1c-91ce-9995ee881cb0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:27.009457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cd256-51fd-4949-95c4-80ac59ed7854 req-5581edd9-97a6-4a33-ae75-620779d251ed tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.011576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-819cd256-51fd-4949-95c4-80ac59ed7854 req-5581edd9-97a6-4a33-ae75-620779d251ed tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.0847666 Jul 15 23:23:27.066485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-819cd256-51fd-4949-95c4-80ac59ed7854 req-98cc0276-dac2-44d8-8b8c-14314dee67b6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487239 Jul 15 23:23:27.387531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78700cb7-a4f0-49ea-a730-ea16851ed900 req-71ac89e8-a6b0-4414-90fb-f61f8e52327d tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.396281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78700cb7-a4f0-49ea-a730-ea16851ed900 req-71ac89e8-a6b0-4414-90fb-f61f8e52327d tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 946 time: 0.1200709 Jul 15 23:23:27.452038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78700cb7-a4f0-49ea-a730-ea16851ed900 req-be9cd239-4d17-4e92-a01c-e8bbfa538939 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547545 Jul 15 23:23:28.267124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26242ec1-76b8-4812-b1f3-7f578870b97d req-089f9f61-ad16-49b0-829a-4b68378b68fd tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.274245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26242ec1-76b8-4812-b1f3-7f578870b97d req-089f9f61-ad16-49b0-829a-4b68378b68fd tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.0723276 Jul 15 23:23:28.313002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26242ec1-76b8-4812-b1f3-7f578870b97d req-843a4c0b-8d9d-4722-982d-35ffd588239f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361540 Jul 15 23:23:28.626210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071764b8-94fa-479c-acdb-8c8b1fc562f4 req-90476b7a-9680-4236-ac8f-b6cd1e4cbf45 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.627753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-071764b8-94fa-479c-acdb-8c8b1fc562f4 req-90476b7a-9680-4236-ac8f-b6cd1e4cbf45 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 946 time: 0.0672514 Jul 15 23:23:28.677468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-071764b8-94fa-479c-acdb-8c8b1fc562f4 req-5fce84db-5ce9-476a-9785-b185e51b2689 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Jul 15 23:23:29.584247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca581e58-8f47-4be8-8bd6-f841ef546400 req-f5d7e376-02a5-4c11-a5cf-a121e5cc5765 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:29.592236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca581e58-8f47-4be8-8bd6-f841ef546400 req-f5d7e376-02a5-4c11-a5cf-a121e5cc5765 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.0896406 Jul 15 23:23:29.637166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca581e58-8f47-4be8-8bd6-f841ef546400 req-755a87ef-f4d9-4267-9eee-eef3df467e2a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Jul 15 23:23:29.753205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a9ee6-848d-4fff-9711-878a7d9e6e49 req-3fdd0440-4dab-4a74-aa42-683b5a582c1c tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:29.760867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-102a9ee6-848d-4fff-9711-878a7d9e6e49 req-3fdd0440-4dab-4a74-aa42-683b5a582c1c tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 946 time: 0.0964408 Jul 15 23:23:29.811799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-102a9ee6-848d-4fff-9711-878a7d9e6e49 req-440e7c12-1c35-49a3-bcb4-87c56cda7b59 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Jul 15 23:23:30.670305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52676) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:30.969245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36af65-2ed6-4cb8-9aa5-30110328563b req-84394d16-ff3c-4339-84b6-855230708775 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:30.972414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa36af65-2ed6-4cb8-9aa5-30110328563b req-84394d16-ff3c-4339-84b6-855230708775 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1919320 Jul 15 23:23:31.045254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-1ecbfe9c-1459-44bc-a6af-044ec37bd55e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:31.047241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-1ecbfe9c-1459-44bc-a6af-044ec37bd55e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.37 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 946 time: 0.1861186 Jul 15 23:23:31.066720 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7f463bb-44b5-4e37-ac93-cf4004c6e348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.159362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa36af65-2ed6-4cb8-9aa5-30110328563b req-0443272f-f87d-42c3-9048-9b96e3b212fe tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522372 Jul 15 23:23:31.216347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a2944-ea72-470e-b152-1faebb3ad967 req-833c1dcf-3b36-42d6-a27c-472f9850277c tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:31.218282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e23a2944-ea72-470e-b152-1faebb3ad967 req-833c1dcf-3b36-42d6-a27c-472f9850277c tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 946 time: 0.2448192 Jul 15 23:23:31.310275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e23a2944-ea72-470e-b152-1faebb3ad967 req-0774a89d-b859-430b-81d1-c08856baec9c tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828273 Jul 15 23:23:31.328281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Deleting port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:31.328637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.414230 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7f463bb-44b5-4e37-ac93-cf4004c6e348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.421121 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7f463bb-44b5-4e37-ac93-cf4004c6e348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.472165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52724) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:31.472971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b7f463bb-44b5-4e37-ac93-cf4004c6e348 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af118039c64545e48259b130b0d7d279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8005066 Jul 15 23:23:31.492975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] For port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:31.493345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.496264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f463bb-44b5-4e37-ac93-cf4004c6e348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd487464-dfc9-48d1-aedc-625b897e52e1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:31.519831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Calling delete_port for 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:31.567811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db241820-fe1e-4713-bbec-64a55c448b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.603616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db241820-fe1e-4713-bbec-64a55c448b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.685882 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db241820-fe1e-4713-bbec-64a55c448b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.689850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-db241820-fe1e-4713-bbec-64a55c448b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.694663 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-db241820-fe1e-4713-bbec-64a55c448b6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd487464-dfc9-48d1-aedc-625b897e52e1 HTTP/1.1" status: 204 len: 168 time: 0.2209489 Jul 15 23:23:31.711044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db241820-fe1e-4713-bbec-64a55c448b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd487464-dfc9-48d1-aedc-625b897e52e1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:31.746205 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.782423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:31.817872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Pushing event deleted for resources: {'Port': ['ID=7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:31.914005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] No DVR routers for this DVR port 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:31.916918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.919937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89756ff7-a5a1-4776-8d47-0251ca4d74f5 req-9ba2feb3-542b-4ed2-a8b2-ba234435438e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.37 "DELETE /v2.0/ports/7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca HTTP/1.1" status: 204 len: 173 time: 0.8631909 Jul 15 23:23:31.920957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9de4d-b834-4d89-bb6e-a9dafb112e4f', 'name': 'network-vif-deleted', 'tag': '7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:31.923792 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccb42a0-f773-486d-8a45-1ac2e88f4a80" -d '{"events": [{"server_uuid": "62b9de4d-b834-4d89-bb6e-a9dafb112e4f", "name": "network-vif-deleted", "tag": "7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:31.976703 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b103619-b37c-4c08-9009-34360a4d5d58 x-openstack-request-id: req-5b103619-b37c-4c08-9009-34360a4d5d58 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:31.977834 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9de4d-b834-4d89-bb6e-a9dafb112e4f", "name": "network-vif-deleted", "tag": "7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:31.978292 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b103619-b37c-4c08-9009-34360a4d5d58 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:31.978979 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9de4d-b834-4d89-bb6e-a9dafb112e4f', 'name': 'network-vif-deleted', 'tag': '7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca', 'status': 'completed', 'code': 200} Jul 15 23:23:32.119772 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0f59b489-2bc4-4eca-8ef1-f279bea77705 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:32.289485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:32.311724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'port_id': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'mac_address': 'fa:16:3e:70:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d61a2-594b-4450-8d49-e1da6aeda31c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:32.418201 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.457778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f59b489-2bc4-4eca-8ef1-f279bea77705 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:32.521899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:32.533738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.649032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52756) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:32.669114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:32.674502 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-41d0b80a-d879-404e-a828-45a904fb753e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.719192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['0f59b489-2bc4-4eca-8ef1-f279bea77705'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:32.738526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca1801ec-c556-4d41-8a9d-1677e414e32d req-7ec2e9bd-4316-4f73-8056-13324610a5f6 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b9de4d-b834-4d89-bb6e-a9dafb112e4f HTTP/1.1" status: 200 len: 210 time: 0.1287174 Jul 15 23:23:32.753062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2385f61-176c-47ea-bf0e-c7e22865fa4e req-91300571-d26c-4b4d-a896-1fe34e683cc4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:32.770886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2385f61-176c-47ea-bf0e-c7e22865fa4e req-91300571-d26c-4b4d-a896-1fe34e683cc4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.3381927 Jul 15 23:23:32.870679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2385f61-176c-47ea-bf0e-c7e22865fa4e req-0b85dced-15dd-4f6f-86c5-859cde70bf50 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962148 Jul 15 23:23:32.946712 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-41d0b80a-d879-404e-a828-45a904fb753e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.957016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-41d0b80a-d879-404e-a828-45a904fb753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.034700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0b80a-d879-404e-a828-45a904fb753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de35665-3e85-4a47-9379-d7ffcc94279e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:33.040400 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-41d0b80a-d879-404e-a828-45a904fb753e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69198b3918ad4dfabaa687a2cab68397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890736 Jul 15 23:23:33.043140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:33.107221 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36cb8979-37b6-4849-9f1a-6ee82bbe3431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.156348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36cb8979-37b6-4849-9f1a-6ee82bbe3431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.240491 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36cb8979-37b6-4849-9f1a-6ee82bbe3431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.249456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36cb8979-37b6-4849-9f1a-6ee82bbe3431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.251071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-36cb8979-37b6-4849-9f1a-6ee82bbe3431 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5de35665-3e85-4a47-9379-d7ffcc94279e HTTP/1.1" status: 204 len: 168 time: 0.2066205 Jul 15 23:23:33.265236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb8979-37b6-4849-9f1a-6ee82bbe3431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de35665-3e85-4a47-9379-d7ffcc94279e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:34.110179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0f59b489-2bc4-4eca-8ef1-f279bea77705 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:34.228539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab826e-338d-4610-80c3-d5d2ba50b788 req-1a159974-3ef3-4330-8d5f-ebaa0da79d92 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.239884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cab826e-338d-4610-80c3-d5d2ba50b788 req-1a159974-3ef3-4330-8d5f-ebaa0da79d92 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 944 time: 0.1569810 Jul 15 23:23:34.262012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 0f59b489-2bc4-4eca-8ef1-f279bea77705 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:34.265067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.348680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cab826e-338d-4610-80c3-d5d2ba50b788 req-f0020771-2e90-416a-8914-ac003703e0de tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078746 Jul 15 23:23:34.475994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.503806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11a78-978d-47b8-b256-c17595746703 req-9a5fd206-1b81-40e5-b62b-d71ae28ac0cb tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.511390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-9a5fd206-1b81-40e5-b62b-d71ae28ac0cb tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/networks?id=f75f7189-5aad-4ee3-bf99-e550effcde12 HTTP/1.1" status: 200 len: 808 time: 0.1295655 Jul 15 23:23:34.529199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-13c91d50-5231-4e2a-b28c-ffd90719489f tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/quotas/2a1349b12ac44cefb9c0e19db4f02444 HTTP/1.1" status: 200 len: 375 time: 0.0165575 Jul 15 23:23:34.560555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:34.562933 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b6bd9d-1603-475e-bb67-49179551ff02" -d '{"events": [{"server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "name": "network-vif-plugged", "status": "completed", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:34.634842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:34.641033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-a6886ad1-ba7f-49b0-8a8e-d6380aa954a1 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a1349b12ac44cefb9c0e19db4f02444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105092 Jul 15 23:23:34.646322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.774693 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93bcd69-6c38-42ce-a899-8d2184967608 x-openstack-request-id: req-b93bcd69-6c38-42ce-a899-8d2184967608 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:34.775234 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "name": "network-vif-plugged", "status": "completed", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:34.775813 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b93bcd69-6c38-42ce-a899-8d2184967608 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:34.776415 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'code': 200} Jul 15 23:23:34.777541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:34.780353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-575e5557-de09-480d-adfd-948e22f4eafb service neutron] 10.222.0.23 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379292 Jul 15 23:23:34.920335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-58168d3c-e2f1-4a6e-bc92-f8936e6666d3 service neutron] 10.222.0.23 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388032 Jul 15 23:23:35.198361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18e8baa1-2018-40fd-b99d-ff33b229de01 req-93573d18-ffb2-4c1a-8408-c02a27135c91 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 210 time: 0.0644832 Jul 15 23:23:35.550250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52840) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:35.665480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cace63-c1a3-4c8e-9c76-a3e82d76a046 req-140d94d8-df2b-4773-9a96-9b0b5365b710 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.672942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91cace63-c1a3-4c8e-9c76-a3e82d76a046 req-140d94d8-df2b-4773-9a96-9b0b5365b710 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1010935 Jul 15 23:23:35.805618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:35.817535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91cace63-c1a3-4c8e-9c76-a3e82d76a046 req-6c5f6f2c-44a9-4156-8b98-3f0253506cc4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432369 Jul 15 23:23:35.821851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23c809f7-e847-421c-b1db-03a34bdde75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.856438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:35.857111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7bd9c4b3-b3e6-4ed1-8bdf-d6591ca1a6ca not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:35.972316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23c809f7-e847-421c-b1db-03a34bdde75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.984838 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23c809f7-e847-421c-b1db-03a34bdde75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.098578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c809f7-e847-421c-b1db-03a34bdde75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02de0fcc-3051-4e3c-83c6-037e356a863e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:36.119719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-23c809f7-e847-421c-b1db-03a34bdde75b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=944a9599d7364d1396e4c043841561c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673590 Jul 15 23:23:36.122799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52856) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:36.195897 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bca63f1f-2c37-4c9f-998d-1c199d307875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.227752 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bca63f1f-2c37-4c9f-998d-1c199d307875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.292381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bca63f1f-2c37-4c9f-998d-1c199d307875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.300020 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bca63f1f-2c37-4c9f-998d-1c199d307875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.305095 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bca63f1f-2c37-4c9f-998d-1c199d307875 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02de0fcc-3051-4e3c-83c6-037e356a863e HTTP/1.1" status: 204 len: 168 time: 0.1812408 Jul 15 23:23:36.325471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca63f1f-2c37-4c9f-998d-1c199d307875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de0fcc-3051-4e3c-83c6-037e356a863e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:37.245915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7c96700-f72f-40a9-aced-f97ca167f402 req-a609f776-c4a8-44a6-9455-2ebd92990657 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 210 time: 0.7368753 Jul 15 23:23:37.306465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52888) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:37.325129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee0302b1-5771-4b81-94d7-aac69bf4f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.364276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11a78-978d-47b8-b256-c17595746703 req-024abe4e-fc8d-4325-8f6c-a7c1270c8f2a tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.366843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-024abe4e-fc8d-4325-8f6c-a7c1270c8f2a tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.37 "GET /v2.0/networks?id=f75f7189-5aad-4ee3-bf99-e550effcde12 HTTP/1.1" status: 200 len: 808 time: 0.5066385 Jul 15 23:23:37.390133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Request body: {'port': {'device_id': '4ebf9915-804d-47f7-8480-5fcbbbac5e40', 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12', 'admin_state_up': True, 'tenant_id': '2a1349b12ac44cefb9c0e19db4f02444'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:37.406207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439685f-1a16-44cd-aff6-6fc77b88e311 req-9eeab36c-f1c4-4165-95df-55f1164a30e3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.416921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a439685f-1a16-44cd-aff6-6fc77b88e311 req-9eeab36c-f1c4-4165-95df-55f1164a30e3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.3320642 Jul 15 23:23:37.496064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a439685f-1a16-44cd-aff6-6fc77b88e311 req-3ac8cf02-54e3-4bb3-9512-7de30fab575f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780468 Jul 15 23:23:37.596344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee0302b1-5771-4b81-94d7-aac69bf4f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.604854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee0302b1-5771-4b81-94d7-aac69bf4f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.676323 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ee0302b1-5771-4b81-94d7-aac69bf4f1a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3566d3968d3416586ab174a6b94fd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687007 Jul 15 23:23:37.677495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0302b1-5771-4b81-94d7-aac69bf4f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aff59ca-7594-4f22-a0c1-40efcc42034d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:37.680667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52900) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:37.727218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Made reservation on behalf of 2a1349b12ac44cefb9c0e19db4f02444 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:37.739601 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.805904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81e5ce37-8d35-475e-8835-32639c37ca12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.861937 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81e5ce37-8d35-475e-8835-32639c37ca12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.959147 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81e5ce37-8d35-475e-8835-32639c37ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.962667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81e5ce37-8d35-475e-8835-32639c37ca12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.968079 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-81e5ce37-8d35-475e-8835-32639c37ca12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3aff59ca-7594-4f22-a0c1-40efcc42034d HTTP/1.1" status: 204 len: 168 time: 0.2862310 Jul 15 23:23:37.983415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5ce37-8d35-475e-8835-32639c37ca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aff59ca-7594-4f22-a0c1-40efcc42034d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:38.028659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Allocated IP 172.20.0.12 (f75f7189-5aad-4ee3-bf99-e550effcde12/f61d3105-472d-4982-a072-ba3a13e75238/ab0476c3-4c43-4168-aeb8-14e774970158) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:38.374228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.408325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-be259b0d-c9c3-4e23-af41-6ef21ce403d7 req-e5cea484-a0e7-4063-ac19-db8354df98fa service neutron] (93715) timed out ('10.222.0.23', 52414) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:23:38.502435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.577766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Network f75f7189-5aad-4ee3-bf99-e550effcde12 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:38.589498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:38.598393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:38.641251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Pushing event updated for resources: {'Port': ['ID=ab0476c3-4c43-4168-aeb8-14e774970158,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:38.763806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.764220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.791515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-7b1b0a63-1d1f-4a54-882d-b1f2a6df0167 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4068408 Jul 15 23:23:38.814328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Request body: {'port': {'device_id': '4ebf9915-804d-47f7-8480-5fcbbbac5e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:38.836699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52932) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:38.855844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9733a-e217-4ee2-b8b3-2f2beedb5c63 req-df4fde83-079b-4b36-9557-19932842866d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.861376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ce9733a-e217-4ee2-b8b3-2f2beedb5c63 req-df4fde83-079b-4b36-9557-19932842866d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.2065425 Jul 15 23:23:38.973019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0491b3c7-46a7-4c10-993e-f14dfed75c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.058261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e480be-c737-4c12-b1ae-944e59c9abce req-d25fe710-b952-4e83-add0-623d1a0003b4 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.059921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22e480be-c737-4c12-b1ae-944e59c9abce req-d25fe710-b952-4e83-add0-623d1a0003b4 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 932 time: 0.6109617 Jul 15 23:23:39.065468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ce9733a-e217-4ee2-b8b3-2f2beedb5c63 req-87904e9a-38ba-4dd6-97d9-8bb96e1b1869 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785932 Jul 15 23:23:39.092706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.217695 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0491b3c7-46a7-4c10-993e-f14dfed75c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.224588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0491b3c7-46a7-4c10-993e-f14dfed75c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.306903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491b3c7-46a7-4c10-993e-f14dfed75c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f051445e-e333-4e07-b0fb-4e0b15cacb83,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.324413 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0491b3c7-46a7-4c10-993e-f14dfed75c36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3a7beaa3c4c414c92683b06b1274b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864614 Jul 15 23:23:39.325215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52948) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:39.340226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22e480be-c737-4c12-b1ae-944e59c9abce req-aea92b24-8e2e-4523-82b7-41c50a7148f3 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680097 Jul 15 23:23:39.419018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c926a2e7-3958-42e3-a37e-5db7eacdcf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.451792 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c926a2e7-3958-42e3-a37e-5db7eacdcf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.529735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c926a2e7-3958-42e3-a37e-5db7eacdcf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.532513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c926a2e7-3958-42e3-a37e-5db7eacdcf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.537465 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c926a2e7-3958-42e3-a37e-5db7eacdcf2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f051445e-e333-4e07-b0fb-4e0b15cacb83 HTTP/1.1" status: 204 len: 168 time: 0.2108643 Jul 15 23:23:39.547769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926a2e7-3958-42e3-a37e-5db7eacdcf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f051445e-e333-4e07-b0fb-4e0b15cacb83,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.598424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0476c3-4c43-4168-aeb8-14e774970158 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:39.621349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.645383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Transition to ACTIVE for port object ab0476c3-4c43-4168-aeb8-14e774970158 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:39.652850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.726013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Pushing event updated for resources: {'Port': ['ID=ab0476c3-4c43-4168-aeb8-14e774970158,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.827005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Attempting to bind port ab0476c3-4c43-4168-aeb8-14e774970158 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:39.827360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Attempting to bind port ab0476c3-4c43-4168-aeb8-14e774970158 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:39.827738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Attempting to bind port ab0476c3-4c43-4168-aeb8-14e774970158 on network f75f7189-5aad-4ee3-bf99-e550effcde12 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:39.843665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Port ab0476c3-4c43-4168-aeb8-14e774970158 on network f75f7189-5aad-4ee3-bf99-e550effcde12 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:23:39.844052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Attempting to bind port ab0476c3-4c43-4168-aeb8-14e774970158 on network f75f7189-5aad-4ee3-bf99-e550effcde12 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:39.861685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:39.862050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Checking segment: {'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:39.862450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Bound using segment: {'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:39.863404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Bound port: ab0476c3-4c43-4168-aeb8-14e774970158, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db68c2b6-cb6e-4c08-9c82-ce7739a63883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:39.864123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.962003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] For port ab0476c3-4c43-4168-aeb8-14e774970158, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:39.968858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] For port ab0476c3-4c43-4168-aeb8-14e774970158, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ab0476c3-4c43-4168-aeb8-14e774970158,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:39.977942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.215617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52968) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:40.238624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-420ee5da-e5e1-4924-a1f7-b42401c0cf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.470433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Pushing event updated for resources: {'Port': ['ID=ab0476c3-4c43-4168-aeb8-14e774970158,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:40.526540 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-420ee5da-e5e1-4924-a1f7-b42401c0cf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.532165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.533014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.534801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-7e31fe1e-d190-4f82-9e89-c5e7a300060b service neutron] 10.222.0.37 "PUT /v2.0/ports/ab0476c3-4c43-4168-aeb8-14e774970158 HTTP/1.1" status: 200 len: 1092 time: 1.7278492 Jul 15 23:23:40.535475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebf9915-804d-47f7-8480-5fcbbbac5e40', 'tag': 'ab0476c3-4c43-4168-aeb8-14e774970158'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:40.538906 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9544324-6647-4839-b293-a6e24ff96f53" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebf9915-804d-47f7-8480-5fcbbbac5e40", "tag": "ab0476c3-4c43-4168-aeb8-14e774970158"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:40.542399 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-420ee5da-e5e1-4924-a1f7-b42401c0cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.609909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c75a38-da14-4d04-9797-12d49a20ea23 req-bf752c28-46ab-4e06-89b7-5059bd82e49e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.612682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0c75a38-da14-4d04-9797-12d49a20ea23 req-bf752c28-46ab-4e06-89b7-5059bd82e49e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1926453 Jul 15 23:23:40.644506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ee5da-e5e1-4924-a1f7-b42401c0cf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9e8a70-1078-4e17-9b85-ee2a5a25864b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:40.658028 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-420ee5da-e5e1-4924-a1f7-b42401c0cf09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f69cd1f3ebbe4512a82633f3c7b667d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412341 Jul 15 23:23:40.660572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52996) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:40.755990 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c06df44-af9a-4f40-bf9e-70cd1aa59ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.797705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c06df44-af9a-4f40-bf9e-70cd1aa59ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.867007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c06df44-af9a-4f40-bf9e-70cd1aa59ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.869720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c06df44-af9a-4f40-bf9e-70cd1aa59ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.873208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7c06df44-af9a-4f40-bf9e-70cd1aa59ba7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f9e8a70-1078-4e17-9b85-ee2a5a25864b HTTP/1.1" status: 204 len: 168 time: 0.2065701 Jul 15 23:23:40.892739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06df44-af9a-4f40-bf9e-70cd1aa59ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9e8a70-1078-4e17-9b85-ee2a5a25864b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:40.912356 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0c75a38-da14-4d04-9797-12d49a20ea23 req-ee0c273d-bbb4-4c73-aa18-9a58da6cad20 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873259 Jul 15 23:23:40.943812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11a78-978d-47b8-b256-c17595746703 req-83e480cf-6c4a-4108-8b03-6e7d522008fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.945391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-83e480cf-6c4a-4108-8b03-6e7d522008fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a1349b12ac44cefb9c0e19db4f02444&device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 1095 time: 0.3323121 Jul 15 23:23:40.974564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595f266-dc94-46a9-b976-59d26bc268c5 req-c6e21ecd-f9dc-4969-95e9-e66f20fd3920 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.980281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a595f266-dc94-46a9-b976-59d26bc268c5 req-c6e21ecd-f9dc-4969-95e9-e66f20fd3920 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 944 time: 0.2003381 Jul 15 23:23:40.997856 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a33988-a551-4ba6-b434-25d1a47e55b1 x-openstack-request-id: req-d9a33988-a551-4ba6-b434-25d1a47e55b1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:40.998193 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebf9915-804d-47f7-8480-5fcbbbac5e40", "tag": "ab0476c3-4c43-4168-aeb8-14e774970158", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:40.998456 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9a33988-a551-4ba6-b434-25d1a47e55b1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:40.999004 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebf9915-804d-47f7-8480-5fcbbbac5e40', 'tag': 'ab0476c3-4c43-4168-aeb8-14e774970158', 'status': 'completed', 'code': 200} Jul 15 23:23:41.042693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-6aa77c87-b20e-4463-a534-570c4dfe7a0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0476c3-4c43-4168-aeb8-14e774970158 HTTP/1.1" status: 200 len: 217 time: 0.0608842 Jul 15 23:23:41.099549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a595f266-dc94-46a9-b976-59d26bc268c5 req-50c24adb-22fe-418a-9a4b-b439478e8602 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034188 Jul 15 23:23:41.118488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11a78-978d-47b8-b256-c17595746703 req-411cbb48-129c-462c-a86b-d5978acb7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:41.120581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-411cbb48-129c-462c-a86b-d5978acb7857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f61d3105-472d-4982-a072-ba3a13e75238 HTTP/1.1" status: 200 len: 848 time: 0.0708001 Jul 15 23:23:41.166230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-44c22b4a-5750-4f2f-91b5-4e1a57db72b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f75f7189-5aad-4ee3-bf99-e550effcde12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344431 Jul 15 23:23:41.349175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-fdc78a5d-d968-4c8d-ba2c-890188cb490a service neutron] 10.222.0.37 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767030 Jul 15 23:23:41.434907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53024) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:41.564132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50a11a78-978d-47b8-b256-c17595746703 req-a3c61ea2-b0aa-4b54-9b55-af2ce16ae2e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069669 Jul 15 23:23:41.642401 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26c69670-e7ca-433f-a567-3287b020f1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.773481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544324-6647-4839-b293-a6e24ff96f53 req-94a74f37-dba2-4e4e-a478-41c1f5b3151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:41.778389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9544324-6647-4839-b293-a6e24ff96f53 req-94a74f37-dba2-4e4e-a478-41c1f5b3151f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a1349b12ac44cefb9c0e19db4f02444&device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 1095 time: 0.1183255 Jul 15 23:23:41.864323 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26c69670-e7ca-433f-a567-3287b020f1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.869885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-26c69670-e7ca-433f-a567-3287b020f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.936709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544324-6647-4839-b293-a6e24ff96f53 req-80783192-ce66-4316-9a4c-944ab0a61632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:41.938463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9544324-6647-4839-b293-a6e24ff96f53 req-80783192-ce66-4316-9a4c-944ab0a61632 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f75f7189-5aad-4ee3-bf99-e550effcde12 HTTP/1.1" status: 200 len: 909 time: 0.1561341 Jul 15 23:23:41.942986 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-26c69670-e7ca-433f-a567-3287b020f1a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a67709fcdbfc4e31a9d5d19a725d659e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114880 Jul 15 23:23:41.943893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53046) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:41.946257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c69670-e7ca-433f-a567-3287b020f1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8654024b-fc9c-46d7-a9f3-57ee3c8d8783,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.009151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9544324-6647-4839-b293-a6e24ff96f53 req-82bb72f6-fd3f-4a9c-b25b-a914f001d747 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab0476c3-4c43-4168-aeb8-14e774970158 HTTP/1.1" status: 200 len: 217 time: 0.0629809 Jul 15 23:23:42.046389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-714926db-ca0e-4af2-a7f1-4fb878007d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.073172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-714926db-ca0e-4af2-a7f1-4fb878007d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.164139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544324-6647-4839-b293-a6e24ff96f53 req-06fb50f2-c3a5-4041-afe2-f05ade86a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.168734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9544324-6647-4839-b293-a6e24ff96f53 req-06fb50f2-c3a5-4041-afe2-f05ade86a53c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f61d3105-472d-4982-a072-ba3a13e75238 HTTP/1.1" status: 200 len: 848 time: 0.1520679 Jul 15 23:23:42.193188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-714926db-ca0e-4af2-a7f1-4fb878007d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.196656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-714926db-ca0e-4af2-a7f1-4fb878007d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.198101 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-714926db-ca0e-4af2-a7f1-4fb878007d1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8654024b-fc9c-46d7-a9f3-57ee3c8d8783 HTTP/1.1" status: 204 len: 168 time: 0.2528224 Jul 15 23:23:42.215018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714926db-ca0e-4af2-a7f1-4fb878007d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8654024b-fc9c-46d7-a9f3-57ee3c8d8783,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.344791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9544324-6647-4839-b293-a6e24ff96f53 req-3c2e9252-425b-476d-9c8b-9418849df854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f75f7189-5aad-4ee3-bf99-e550effcde12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622977 Jul 15 23:23:42.590206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9544324-6647-4839-b293-a6e24ff96f53 req-9d5bf14e-3f04-4a07-91bf-85f339c4cbd6 service neutron] 10.222.0.37 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344222 Jul 15 23:23:42.625375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294dd9-5970-4cc4-8801-d15f7130c400 req-e1dac7e8-3806-43ab-951a-218119ecaf1d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.644606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2294dd9-5970-4cc4-8801-d15f7130c400 req-e1dac7e8-3806-43ab-951a-218119ecaf1d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.4695284 Jul 15 23:23:42.737415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77268dc0-71d2-470f-8adc-c91e235db536 req-46d85591-c4df-46d6-8238-d4601878016f tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.748336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77268dc0-71d2-470f-8adc-c91e235db536 req-46d85591-c4df-46d6-8238-d4601878016f tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 944 time: 0.2536802 Jul 15 23:23:42.904423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2294dd9-5970-4cc4-8801-d15f7130c400 req-ef1bc81a-2d7f-4b98-8c8a-1bbaae3eb915 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567437 Jul 15 23:23:42.973829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9544324-6647-4839-b293-a6e24ff96f53 req-18386de8-0ea7-4494-b5e7-386445101876 service neutron] 10.222.0.37 "GET /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728297 Jul 15 23:23:42.986345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77268dc0-71d2-470f-8adc-c91e235db536 req-067fd5cd-a179-4bc2-842b-9eeb087a6df0 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369783 Jul 15 23:23:43.063489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-4f1cdfd5-f8a2-4829-8100-43f3e4b3bb36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2223668 Jul 15 23:23:43.210958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-22d04cf8-274c-4592-af85-a1dfb38b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.211380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-22d04cf8-274c-4592-af85-a1dfb38b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.211859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-22d04cf8-274c-4592-af85-a1dfb38b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.212330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-22d04cf8-274c-4592-af85-a1dfb38b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.213288 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-22d04cf8-274c-4592-af85-a1dfb38b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.213770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-22d04cf8-274c-4592-af85-a1dfb38b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.214242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-22d04cf8-274c-4592-af85-a1dfb38b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.216635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-22d04cf8-274c-4592-af85-a1dfb38b0b95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc54abede98d429293e68f233d70634f&device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 6502 time: 0.0949779 Jul 15 23:23:43.439308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-50367009-f9c0-495d-8071-8f0c7604f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.439787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-50367009-f9c0-495d-8071-8f0c7604f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.440257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-50367009-f9c0-495d-8071-8f0c7604f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.448622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-50367009-f9c0-495d-8071-8f0c7604f99e service neutron] 10.222.0.59 "GET /v2.0/networks?id=19797e7c-9816-4f28-84eb-abea97fbfe84&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&id=c828e4df-6f5c-4380-b9c4-723c81f09cd8 HTTP/1.1" status: 200 len: 2297 time: 0.2028801 Jul 15 23:23:43.655384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-59d1ff7e-f024-4227-917f-0a2272218a4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239 HTTP/1.1" status: 200 len: 1001 time: 0.1989527 Jul 15 23:23:43.765456 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:43.823141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-cb86a567-99b6-46ed-863f-9b4ab96cd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.824992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-cb86a567-99b6-46ed-863f-9b4ab96cd5d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ae3396d-c255-4fcd-8289-4f347f493d8d HTTP/1.1" status: 200 len: 856 time: 0.1606708 Jul 15 23:23:43.885589 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ab0476c3-4c43-4168-aeb8-14e774970158 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:43.967654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-c923cc13-183f-4d2b-813e-87a7e87775f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.971068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-c923cc13-183f-4d2b-813e-87a7e87775f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19797e7c-9816-4f28-84eb-abea97fbfe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347067 Jul 15 23:23:44.104649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-acc9202c-3808-4fb6-a3e2-ef9c0bb962d8 service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236467 Jul 15 23:23:44.189651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ab0476c3-4c43-4168-aeb8-14e774970158, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ab0476c3-4c43-4168-aeb8-14e774970158,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:44.204904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ab0476c3-4c43-4168-aeb8-14e774970158', 'network_id': 'f75f7189-5aad-4ee3-bf99-e550effcde12', 'port_id': 'ab0476c3-4c43-4168-aeb8-14e774970158', 'mac_address': 'fa:16:3e:d6:c0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61d3105-472d-4982-a072-ba3a13e75238', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:44.256992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.278700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0476c3-4c43-4168-aeb8-14e774970158 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:44.303269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ab0476c3-4c43-4168-aeb8-14e774970158, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ab0476c3-4c43-4168-aeb8-14e774970158,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:44.332032 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.394741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-fcd76a4d-bdf5-4846-89c9-4752ed392874 service neutron] 10.222.0.59 "GET /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825766 Jul 15 23:23:44.596167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ab0476c3-4c43-4168-aeb8-14e774970158,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:44.656460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-a730dfa6-aae8-4767-a9b8-0b7373fc882f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 217 time: 0.1416843 Jul 15 23:23:44.697668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ab0476c3-4c43-4168-aeb8-14e774970158'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:44.737372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-8439bb0d-0530-4cea-b715-c2bd0b744201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.739128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-8439bb0d-0530-4cea-b715-c2bd0b744201 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.0685170 Jul 15 23:23:44.818342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6f6e6-b877-421e-a348-440092470f4d req-0b466e72-fa6b-479e-aa70-62c26edea509 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.827617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d6f6e6-b877-421e-a348-440092470f4d req-0b466e72-fa6b-479e-aa70-62c26edea509 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.4291317 Jul 15 23:23:44.875156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e10ea-0cf1-4d5d-8a1c-813ed19fdf45 req-52241214-e2fd-4d14-b5bf-c9fb44e5b294 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.877187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d8e10ea-0cf1-4d5d-8a1c-813ed19fdf45 req-52241214-e2fd-4d14-b5bf-c9fb44e5b294 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 945 time: 0.4555376 Jul 15 23:23:44.902953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-a3c7cc77-abd4-4ca9-b2f6-11495520dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.904833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-a3c7cc77-abd4-4ca9-b2f6-11495520dcaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567287 Jul 15 23:23:45.024807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-92f37cf0-a79a-483e-9bda-69e862f83116 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055243 Jul 15 23:23:45.045071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4d6f6e6-b877-421e-a348-440092470f4d req-8e1133cb-00a1-41aa-bf88-4971f43d3a79 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162333 Jul 15 23:23:45.153099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d8e10ea-0cf1-4d5d-8a1c-813ed19fdf45 req-ffbc6203-c274-4387-8eeb-0a492c071e2a tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642863 Jul 15 23:23:45.284541 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-3d5b6dbb-696e-4b90-b825-6b421a524035 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379601 Jul 15 23:23:45.385862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-d48f2848-c741-474e-854c-d2a37f3d6577 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0927320 Jul 15 23:23:45.453195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-98a3e15e-a081-4747-9816-8297b9803411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:45.454849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-98a3e15e-a081-4747-9816-8297b9803411 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.0515556 Jul 15 23:23:45.538005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-fd4247f8-66de-4d92-876e-232560838be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:45.539787 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-fd4247f8-66de-4d92-876e-232560838be3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734735 Jul 15 23:23:45.660260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-fa6e2819-cc0a-4ad6-9da2-43a45a3b0955 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095412 Jul 15 23:23:45.762052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-d8f836ca-eb3c-43ff-8e69-e37b900aaea5 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926027 Jul 15 23:23:45.864399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-ff4f2ac8-eea3-4aab-8fd7-ea8acf44e6e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7 HTTP/1.1" status: 200 len: 217 time: 0.0938292 Jul 15 23:23:45.877745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ab0476c3-4c43-4168-aeb8-14e774970158 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:45.972778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-3ce0d089-bb0e-4cc5-bac9-bdc9b2e1d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:45.975647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-3ce0d089-bb0e-4cc5-bac9-bdc9b2e1d6d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.1016157 Jul 15 23:23:46.006376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ab0476c3-4c43-4168-aeb8-14e774970158 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:46.014373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ab0476c3-4c43-4168-aeb8-14e774970158 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:46.016142 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.096101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-36258be5-e549-4fb6-8e0e-c9fd7e02f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.099985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-36258be5-e549-4fb6-8e0e-c9fd7e02f229 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120238 Jul 15 23:23:46.211714 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.269359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebf9915-804d-47f7-8480-5fcbbbac5e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0476c3-4c43-4168-aeb8-14e774970158'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:46.273650 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7085d4b8-f292-462a-bdfd-04563d8c5a7b" -d '{"events": [{"server_uuid": "4ebf9915-804d-47f7-8480-5fcbbbac5e40", "name": "network-vif-plugged", "status": "completed", "tag": "ab0476c3-4c43-4168-aeb8-14e774970158"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:46.304104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ab0476c3-4c43-4168-aeb8-14e774970158, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ab0476c3-4c43-4168-aeb8-14e774970158,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:46.310735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-a8eba7b7-9de9-425e-9543-eabbac524c91 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024133 Jul 15 23:23:46.324781 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.452383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ab0476c3-4c43-4168-aeb8-14e774970158,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:46.732971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d98c7-0f10-4125-90c5-5a6073f942c8 req-59b4a7cc-1658-4b79-ad30-bbc2ff7b585b tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.734476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a5d98c7-0f10-4125-90c5-5a6073f942c8 req-59b4a7cc-1658-4b79-ad30-bbc2ff7b585b tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 946 time: 0.2717109 Jul 15 23:23:46.759965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897d4d-98ca-4d51-872c-4fdb12523562 req-d71060f9-eae0-449c-ac85-5de642844ce2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.782355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34897d4d-98ca-4d51-872c-4fdb12523562 req-d71060f9-eae0-449c-ac85-5de642844ce2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.4314380 Jul 15 23:23:46.808931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-388b2d55-2bea-4a97-a1fd-19f6ad4b7f1f service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879973 Jul 15 23:23:46.883808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-b30e93f2-f689-458b-8b9b-373f4c95edd7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0573256 Jul 15 23:23:46.964661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-51501196-15bb-4b2a-80d6-ec8e5ae5ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.964661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-51501196-15bb-4b2a-80d6-ec8e5ae5ff4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 200 len: 797 time: 0.0700002 Jul 15 23:23:46.981310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34897d4d-98ca-4d51-872c-4fdb12523562 req-7b6a0807-9891-4188-87b9-2652523f1012 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979187 Jul 15 23:23:47.030688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a5d98c7-0f10-4125-90c5-5a6073f942c8 req-0c12c872-49dc-4506-88b1-fa709fce0be0 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357471 Jul 15 23:23:47.126996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-495765bc-7bdb-4e85-ac91-24e84a6a5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:47.128641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-495765bc-7bdb-4e85-ac91-24e84a6a5bce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bcab3cd0-a953-43fa-9594-d01d6a45b19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1389222 Jul 15 23:23:47.132103 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378a5e8e-f616-4f7c-9ed0-6419a9e2a866 x-openstack-request-id: req-378a5e8e-f616-4f7c-9ed0-6419a9e2a866 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:47.132597 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebf9915-804d-47f7-8480-5fcbbbac5e40", "name": "network-vif-plugged", "status": "completed", "tag": "ab0476c3-4c43-4168-aeb8-14e774970158", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:47.132677 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-378a5e8e-f616-4f7c-9ed0-6419a9e2a866 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:47.133066 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebf9915-804d-47f7-8480-5fcbbbac5e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0476c3-4c43-4168-aeb8-14e774970158', 'code': 200} Jul 15 23:23:47.474155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-90104993-1147-46b3-ba74-357f008ce00b service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328364 Jul 15 23:23:47.483455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8cbe-c52c-4e53-bbbd-eb8df395916b req-396ead78-fffc-4cca-a5be-547eeaf96d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:47.485266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-697e8cbe-c52c-4e53-bbbd-eb8df395916b req-396ead78-fffc-4cca-a5be-547eeaf96d58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 1097 time: 0.2612274 Jul 15 23:23:47.614169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-697e8cbe-c52c-4e53-bbbd-eb8df395916b req-f4b63e51-b802-4278-9db9-a8855b877622 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049955 Jul 15 23:23:47.741747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-071fcf94-90f5-477b-9975-3409ff8211c9 service neutron] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550051 Jul 15 23:23:47.790417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-720c31ea-af4b-4fbd-ad91-789402a7823d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a HTTP/1.1" status: 200 len: 217 time: 0.0414410 Jul 15 23:23:47.891395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-b95bc061-876a-4272-8e1f-04f3b69a5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:47.892810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-b95bc061-876a-4272-8e1f-04f3b69a5e8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.0880780 Jul 15 23:23:48.066656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9024fe50-1491-4fd3-90d5-68e71dba3424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.070991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-43d9b1f2-3114-4188-950b-2f8ea0f92cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.077679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-43d9b1f2-3114-4188-950b-2f8ea0f92cb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1763124 Jul 15 23:23:48.383390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-6fe4bb8e-d8fb-4fdf-98e3-7b980e976171 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976596 Jul 15 23:23:48.443119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9cf41-7c42-432b-8b6f-9b9f5d8deb83 req-01700ccb-ccb6-4ddb-a606-94d26ca73ee1 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.445026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df9cf41-7c42-432b-8b6f-9b9f5d8deb83 req-01700ccb-ccb6-4ddb-a606-94d26ca73ee1 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 946 time: 0.1833689 Jul 15 23:23:48.454978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97495506-8688-46d2-8414-6f4be91d30db req-0789ec0a-7e85-46c1-ac7a-5e040edea998 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.466539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97495506-8688-46d2-8414-6f4be91d30db req-0789ec0a-7e85-46c1-ac7a-5e040edea998 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1951656 Jul 15 23:23:48.489157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53256) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:48.588405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97495506-8688-46d2-8414-6f4be91d30db req-a4a24716-0a06-4d83-a910-0caa908fd19e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246448 Jul 15 23:23:48.595103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1df9cf41-7c42-432b-8b6f-9b9f5d8deb83 req-bc3068ae-fcfd-4699-8936-28420af5f53f tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281242 Jul 15 23:23:48.642683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-6ba3a2bf-202e-4a10-a786-558b136ef4c7 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463973 Jul 15 23:23:48.714848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-a1ddffea-cb7e-4ccb-ae68-3f018c4a96a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=68772141-302d-434c-ba43-ffaff8a58760 HTTP/1.1" status: 200 len: 217 time: 0.0653760 Jul 15 23:23:48.893813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-8c98a7a1-f772-491e-9489-fecd002d8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.895752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-8c98a7a1-f772-491e-9489-fecd002d8e77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 200 len: 797 time: 0.1626475 Jul 15 23:23:48.912036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d379-2459-4564-8076-3e89b7d0b910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.970348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-9ea99ab7-258c-42ba-8ccc-a089d4e3970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.972557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-9ea99ab7-258c-42ba-8ccc-a089d4e3970e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c828e4df-6f5c-4380-b9c4-723c81f09cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687716 Jul 15 23:23:49.114590 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d379-2459-4564-8076-3e89b7d0b910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.119678 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d379-2459-4564-8076-3e89b7d0b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.168119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-e6fff9e1-5484-4bd6-ba00-485328b01fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877162 Jul 15 23:23:49.170779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0d379-2459-4564-8076-3e89b7d0b910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c917b634-f937-4c5b-b43d-2203fdcf6ee8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.177003 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e5c0d379-2459-4564-8076-3e89b7d0b910 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55dcd960f06447e59d8059ebba72a9a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6860759 Jul 15 23:23:49.179574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53272) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:49.240373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f47f0303-0f70-4968-b9e8-4ee8a1f950ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.271413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f47f0303-0f70-4968-b9e8-4ee8a1f950ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.335774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f47f0303-0f70-4968-b9e8-4ee8a1f950ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.341155 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f47f0303-0f70-4968-b9e8-4ee8a1f950ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.342543 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f47f0303-0f70-4968-b9e8-4ee8a1f950ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c917b634-f937-4c5b-b43d-2203fdcf6ee8 HTTP/1.1" status: 204 len: 168 time: 0.1618867 Jul 15 23:23:49.352416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f0303-0f70-4968-b9e8-4ee8a1f950ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c917b634-f937-4c5b-b43d-2203fdcf6ee8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.451672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b613e7f1-14c9-4c1d-8f7d-68f6d789b5c2 req-b19d7491-b782-4d8a-8ed6-796119c66d36 service neutron] 10.222.0.59 "GET /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617812 Jul 15 23:23:50.009335 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:23:50.526966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d90e5-b739-4aef-985a-d7d19b794092 req-9ee350f2-e683-4b78-ac95-6eacc097536f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:50.535235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b55d90e5-b739-4aef-985a-d7d19b794092 req-9ee350f2-e683-4b78-ac95-6eacc097536f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.7275343 Jul 15 23:23:50.602227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88560878-3279-44b5-81a6-423563acfcd8 req-a3520659-6938-40f3-ae80-4ec4d9c9fd68 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:50.609498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88560878-3279-44b5-81a6-423563acfcd8 req-a3520659-6938-40f3-ae80-4ec4d9c9fd68 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 946 time: 0.7246351 Jul 15 23:23:50.619558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b55d90e5-b739-4aef-985a-d7d19b794092 req-e47c948f-8447-4a73-b7d4-c0d3675905b2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805902 Jul 15 23:23:50.658838 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-76b3f2cf-2c76-4236-ae7c-5e8e7b60cdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.698100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88560878-3279-44b5-81a6-423563acfcd8 req-1b6ead3d-e93d-43c5-bb6e-80b8ee2c0c2e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873606 Jul 15 23:23:51.014263 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:51.524939 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:51.888331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff70774-9856-4d1d-a381-e864d09c41d8 req-ec700a76-c769-4190-b253-148c237d26d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:51.889990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cff70774-9856-4d1d-a381-e864d09c41d8 req-ec700a76-c769-4190-b253-148c237d26d1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.0886388 Jul 15 23:23:51.961264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cff70774-9856-4d1d-a381-e864d09c41d8 req-14e8a67e-b969-4417-a5ec-c855557351a2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 Jul 15 23:23:52.455436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133a918-2be7-429d-b4dd-e26b12e02d11 req-0fccd6d2-5499-40ff-83c9-6d99318aac62 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.457173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6133a918-2be7-429d-b4dd-e26b12e02d11 req-0fccd6d2-5499-40ff-83c9-6d99318aac62 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 946 time: 0.1401429 Jul 15 23:23:52.508984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6133a918-2be7-429d-b4dd-e26b12e02d11 req-4f8bd006-aa0f-4870-a64f-451c96eb8e07 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400758 Jul 15 23:23:52.512088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-b5bf47c7-b1da-4c61-b294-ce3c0dd56a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.513438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-b5bf47c7-b1da-4c61-b294-ce3c0dd56a50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 1096 time: 0.1379693 Jul 15 23:23:52.622203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-7d7f34e7-dac5-45e6-8619-830add066570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.623864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-7d7f34e7-dac5-45e6-8619-830add066570 service neutron] 10.222.0.59 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 912 time: 0.1023397 Jul 15 23:23:52.683254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-b54f1f67-90cd-4679-9bcc-a173801e9723 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705 HTTP/1.1" status: 200 len: 217 time: 0.0505564 Jul 15 23:23:52.761376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-22692402-c502-4d26-b2ee-59f3c271ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.763986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-22692402-c502-4d26-b2ee-59f3c271ec00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.0727770 Jul 15 23:23:52.808798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-16672054-8924-4a17-93ad-20edf6bb49bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363464 Jul 15 23:23:52.920004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-c2f9df6b-5858-4c5d-ad66-c6598febee83 service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024549 Jul 15 23:23:53.025978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53458) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:53.048596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-817c0ede-ee1b-4232-951c-ce3d26337597 req-5c1d1ed6-362a-41f4-8b3f-4274328f3f5c service neutron] 10.222.0.59 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156669 Jul 15 23:23:53.151686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.211085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36986c0-7ca6-4095-aabc-dc20085bd86f req-a31afe95-5b50-4999-80e0-a8b555dd3e4e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:53.212940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f36986c0-7ca6-4095-aabc-dc20085bd86f req-a31afe95-5b50-4999-80e0-a8b555dd3e4e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.0751312 Jul 15 23:23:53.296132 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.301323 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.307600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f36986c0-7ca6-4095-aabc-dc20085bd86f req-26f9d521-d051-411e-af24-d8997128a539 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885229 Jul 15 23:23:53.318504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.356500 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07b130dabaa54c27812b1fd8f9aa175b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294182 Jul 15 23:23:53.359304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53468) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:53.368479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3380062d-db46-4ef5-9777-d1ff8b28f0da,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:53.371346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53470) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:53.382240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.382546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.383124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.383768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.384252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.384735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.385263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.385733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.386213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.386701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.387202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.387694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc0854-d727-4fd7-876a-6f98e5157043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:53.428227 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a845fc55-14da-4b72-9a9a-e3fb14387176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.450129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a845fc55-14da-4b72-9a9a-e3fb14387176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.503674 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a845fc55-14da-4b72-9a9a-e3fb14387176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.505238 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4790-cc48-4fea-9719-961ab5839a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.506932 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a845fc55-14da-4b72-9a9a-e3fb14387176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.511224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a845fc55-14da-4b72-9a9a-e3fb14387176 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3380062d-db46-4ef5-9777-d1ff8b28f0da HTTP/1.1" status: 204 len: 168 time: 0.1505725 Jul 15 23:23:53.520499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845fc55-14da-4b72-9a9a-e3fb14387176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3380062d-db46-4ef5-9777-d1ff8b28f0da,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:53.663185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4790-cc48-4fea-9719-961ab5839a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.673403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4790-cc48-4fea-9719-961ab5839a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.693105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-10c2361b-8c35-4f52-8740-56182039d058 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:53.694783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-10c2361b-8c35-4f52-8740-56182039d058 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 946 time: 0.1348684 Jul 15 23:23:53.720138 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c9d4790-cc48-4fea-9719-961ab5839a17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91bc466ce1904069985aa5c05aac36b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477614 Jul 15 23:23:53.722692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d4790-cc48-4fea-9719-961ab5839a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6e6069-bd3c-4f5a-9921-e3052be39088,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:53.728582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53484) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:53.892788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902ea23-3a41-451c-afc6-fc68a4d78010 req-fa2a3384-4917-476a-8cfa-4a1d6654c687 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:53.894297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7902ea23-3a41-451c-afc6-fc68a4d78010 req-fa2a3384-4917-476a-8cfa-4a1d6654c687 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 946 time: 0.2332847 Jul 15 23:23:53.901496 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b7204bd-1626-4703-9b21-36cf7ae4547b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.913378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53486) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:53.927029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba03b403-654b-49ea-ab96-0a358e0003a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.962993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b7204bd-1626-4703-9b21-36cf7ae4547b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.986234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7902ea23-3a41-451c-afc6-fc68a4d78010 req-7099b5be-62de-4898-9702-18bde41e046e tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859375 Jul 15 23:23:53.988987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Deleting port ab0476c3-4c43-4168-aeb8-14e774970158 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:53.989375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.026398 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba03b403-654b-49ea-ab96-0a358e0003a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.031854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba03b403-654b-49ea-ab96-0a358e0003a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.073301 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ba03b403-654b-49ea-ab96-0a358e0003a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7d99e55e8814af690c94f41c0199c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565878 Jul 15 23:23:54.073610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53488) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:54.080725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03b403-654b-49ea-ab96-0a358e0003a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1c5d87-4f46-463f-a230-77f4d0188d17,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.116470 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b7204bd-1626-4703-9b21-36cf7ae4547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.119306 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b7204bd-1626-4703-9b21-36cf7ae4547b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.123202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6b7204bd-1626-4703-9b21-36cf7ae4547b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd6e6069-bd3c-4f5a-9921-e3052be39088 HTTP/1.1" status: 204 len: 168 time: 0.3909295 Jul 15 23:23:54.127249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] For port ab0476c3-4c43-4168-aeb8-14e774970158, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ab0476c3-4c43-4168-aeb8-14e774970158,segment=NetworkSegment(db68c2b6-cb6e-4c08-9c82-ce7739a63883),segment_id=db68c2b6-cb6e-4c08-9c82-ce7739a63883)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:54.127683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.144665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7204bd-1626-4703-9b21-36cf7ae4547b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6e6069-bd3c-4f5a-9921-e3052be39088,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.151796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Calling delete_port for ab0476c3-4c43-4168-aeb8-14e774970158 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:54.158359 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-588122e9-8643-46ec-8c57-7b70845e3093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.188538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-588122e9-8643-46ec-8c57-7b70845e3093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.253267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-588122e9-8643-46ec-8c57-7b70845e3093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.256909 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-588122e9-8643-46ec-8c57-7b70845e3093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.262349 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-588122e9-8643-46ec-8c57-7b70845e3093 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f1c5d87-4f46-463f-a230-77f4d0188d17 HTTP/1.1" status: 204 len: 168 time: 0.1874378 Jul 15 23:23:54.273238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588122e9-8643-46ec-8c57-7b70845e3093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1c5d87-4f46-463f-a230-77f4d0188d17,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.390837 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.424534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ab0476c3-4c43-4168-aeb8-14e774970158'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:54.460339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Pushing event deleted for resources: {'Port': ['ID=ab0476c3-4c43-4168-aeb8-14e774970158,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.502685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] No DVR routers for this DVR port ab0476c3-4c43-4168-aeb8-14e774970158 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:54.506415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.508744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ce6bed2-3bde-417f-aba6-5090f75db31e req-cd931bd4-7ed5-4259-8452-80d046f36759 tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.37 "DELETE /v2.0/ports/ab0476c3-4c43-4168-aeb8-14e774970158 HTTP/1.1" status: 204 len: 173 time: 0.8074648 Jul 15 23:23:54.509199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebf9915-804d-47f7-8480-5fcbbbac5e40', 'name': 'network-vif-deleted', 'tag': 'ab0476c3-4c43-4168-aeb8-14e774970158'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:54.512316 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac43f195-c6ec-4cfe-b6e1-980908c31bcc" -d '{"events": [{"server_uuid": "4ebf9915-804d-47f7-8480-5fcbbbac5e40", "name": "network-vif-deleted", "tag": "ab0476c3-4c43-4168-aeb8-14e774970158"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:54.592617 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2118bb7b-7a57-4a82-ae49-7f4fee094add x-openstack-request-id: req-2118bb7b-7a57-4a82-ae49-7f4fee094add {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:54.592975 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebf9915-804d-47f7-8480-5fcbbbac5e40", "name": "network-vif-deleted", "tag": "ab0476c3-4c43-4168-aeb8-14e774970158", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:54.593202 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2118bb7b-7a57-4a82-ae49-7f4fee094add {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:54.593600 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebf9915-804d-47f7-8480-5fcbbbac5e40', 'name': 'network-vif-deleted', 'tag': 'ab0476c3-4c43-4168-aeb8-14e774970158', 'status': 'completed', 'code': 200} Jul 15 23:23:54.662381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8153f9-ad55-4dd5-9321-5e62637bb893 req-2c06f5a5-30f6-40f2-b35a-22b8cf238dd2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:54.673904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b8153f9-ad55-4dd5-9321-5e62637bb893 req-2c06f5a5-30f6-40f2-b35a-22b8cf238dd2 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.1296685 Jul 15 23:23:54.693495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53510) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:54.717584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b26729fc-1983-4f33-a6bc-9a46bbca3e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.745121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b8153f9-ad55-4dd5-9321-5e62637bb893 req-d558045f-0da5-4beb-8b9f-4a58b8524505 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615783 Jul 15 23:23:54.826352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b26729fc-1983-4f33-a6bc-9a46bbca3e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.832574 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b26729fc-1983-4f33-a6bc-9a46bbca3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.865662 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b26729fc-1983-4f33-a6bc-9a46bbca3e02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1adb083e29514ebcbadb11c2884d9bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680884 Jul 15 23:23:54.866354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53516) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:54.892163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26729fc-1983-4f33-a6bc-9a46bbca3e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fbca87-041e-4ed9-987d-f3dbf3db1879,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.952390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e88f76c-f71e-4bb8-99b9-9992f329c626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.980523 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e88f76c-f71e-4bb8-99b9-9992f329c626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.999226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.072464 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e88f76c-f71e-4bb8-99b9-9992f329c626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.081607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e88f76c-f71e-4bb8-99b9-9992f329c626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.087303 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e88f76c-f71e-4bb8-99b9-9992f329c626 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19fbca87-041e-4ed9-987d-f3dbf3db1879 HTTP/1.1" status: 204 len: 168 time: 0.2191052 Jul 15 23:23:55.124010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88f76c-f71e-4bb8-99b9-9992f329c626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fbca87-041e-4ed9-987d-f3dbf3db1879,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:55.252482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cb87ea0-528c-47c1-b8a6-9013445136a6 req-2fa71536-6079-4b48-868c-b519d0d652fb tempest-VolumesActionsTest-1227467944 tempest-VolumesActionsTest-1227467944-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebf9915-804d-47f7-8480-5fcbbbac5e40 HTTP/1.1" status: 200 len: 210 time: 0.0845330 Jul 15 23:23:55.948473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31eee1-f623-4eb4-8a37-4cb66c6e3f98 req-1dcb9ecc-9a68-4bd7-85ab-75970ef8ee6a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.951039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b31eee1-f623-4eb4-8a37-4cb66c6e3f98 req-1dcb9ecc-9a68-4bd7-85ab-75970ef8ee6a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 945 time: 0.0823510 Jul 15 23:23:56.007219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b31eee1-f623-4eb4-8a37-4cb66c6e3f98 req-a6e566bf-4587-4647-8baf-746cc9d061dd tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Jul 15 23:23:56.236283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 0f59b489-2bc4-4eca-8ef1-f279bea77705 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:56.331021 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.369055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:56.371897 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7f0d25-977b-4872-9ffb-892eb5d76cc2" -d '{"events": [{"server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "name": "network-vif-unplugged", "status": "completed", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:56.388126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:56.396228 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.469571 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f20ad2-ab5d-4721-ae62-77822ecb642e x-openstack-request-id: req-e5f20ad2-ab5d-4721-ae62-77822ecb642e {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:56.469887 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "name": "network-vif-unplugged", "status": "failed", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705", "code": 422}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:56.470150 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5f20ad2-ab5d-4721-ae62-77822ecb642e {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:56.470548 n-d-793618-8 neutron-server[93716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'code': 422} returned with failed status Jul 15 23:23:56.515079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.043807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53676) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:57.293011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1606145292'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:57.336576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Made reservation on behalf of 7e922c3bb8b14d369d98de9b82c21960 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:57.340883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.374520 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.505094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.510368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.524584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:57.528293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-be2d1c45-4275-4c52-ad01-984a2b19c712 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:57.532670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.533030 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Added segment f9050969-1c5c-41c4-8ec6-219bef8e7b98 of type vlan for network 37eef92f-268f-4cbc-8bb8-4bd83a414750 Jul 15 23:23:57.538371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-be2d1c45-4275-4c52-ad01-984a2b19c712 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4436957c-b347-40c1-b675-68d37f772743 HTTP/1.1" status: 200 len: 943 time: 0.1627133 Jul 15 23:23:57.587411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.658599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b259ed-9810-498a-ae7a-72b9dca788aa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.679526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Deleting port 0f59b489-2bc4-4eca-8ef1-f279bea77705 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:57.681403 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.713737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.727812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:57.730998 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.809252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Pushing event updated for resources: {'Network': ['ID=37eef92f-268f-4cbc-8bb8-4bd83a414750,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.823179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 37eef92f-268f-4cbc-8bb8-4bd83a414750 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:57.840034 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ea23c870-221d-444d-b745-2af433b21924 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7928202 Jul 15 23:23:57.841085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53732) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:57.882997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] For port 0f59b489-2bc4-4eca-8ef1-f279bea77705, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=0f59b489-2bc4-4eca-8ef1-f279bea77705,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:57.883644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.897796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Calling delete_port for 0f59b489-2bc4-4eca-8ef1-f279bea77705 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:57.973259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ab0476c3-4c43-4168-aeb8-14e774970158 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:58.016057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: ab0476c3-4c43-4168-aeb8-14e774970158 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:58.016408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ab0476c3-4c43-4168-aeb8-14e774970158 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:58.031748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53740) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:58.138193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e6c048f-9d26-4f0a-bd04-4c60f3e1b585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.166023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.225067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event deleted for resources: {'Port': ['ID=0f59b489-2bc4-4eca-8ef1-f279bea77705,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.239100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Request body: {'network': {'name': 'tempest-network--1589403672', 'router:external': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:58.285437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.285860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.286270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.286678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.287103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.287566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.288530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.288933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.289311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.289750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.290096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.290483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:58.293696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] No DVR routers for this DVR port 0f59b489-2bc4-4eca-8ef1-f279bea77705 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:58.296124 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.298357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbe9ee7a-206e-4dc4-ab95-b0529be65466 req-7f47e762-baad-4ba6-9087-cecc650454a1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "DELETE /v2.0/ports/0f59b489-2bc4-4eca-8ef1-f279bea77705 HTTP/1.1" status: 204 len: 173 time: 0.7564676 Jul 15 23:23:58.298887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'name': 'network-vif-deleted', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:58.301205 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ad5ba-e6a6-43e0-b8a2-f0125f2017d9" -d '{"events": [{"server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "name": "network-vif-deleted", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:58.301393 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e6c048f-9d26-4f0a-bd04-4c60f3e1b585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.308896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e6c048f-9d26-4f0a-bd04-4c60f3e1b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.378399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Made reservation on behalf of f3193133c9e64390afb8ff85452e2c99 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:58.381015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.391534 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d4095e-e6a0-4cfa-9e85-9205ed49076f x-openstack-request-id: req-95d4095e-e6a0-4cfa-9e85-9205ed49076f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:58.391819 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4436957c-b347-40c1-b675-68d37f772743", "name": "network-vif-deleted", "tag": "0f59b489-2bc4-4eca-8ef1-f279bea77705", "status": "failed", "code": 422}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:58.392057 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95d4095e-e6a0-4cfa-9e85-9205ed49076f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:58.392489 n-d-793618-8 neutron-server[93715]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4436957c-b347-40c1-b675-68d37f772743', 'name': 'network-vif-deleted', 'tag': '0f59b489-2bc4-4eca-8ef1-f279bea77705', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:23:58.396498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.398865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c048f-9d26-4f0a-bd04-4c60f3e1b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e6f110-befd-4ebb-bde5-3b03eb0431d2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.413196 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e6c048f-9d26-4f0a-bd04-4c60f3e1b585 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a54c7978c3646a1911768a9a7e139c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776085 Jul 15 23:23:58.413814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53754) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:58.521391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0316ee37-fc6c-4414-9e03-4e865b718a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.557263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0316ee37-fc6c-4414-9e03-4e865b718a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.612954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.618663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.675479 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0316ee37-fc6c-4414-9e03-4e865b718a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.683473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0316ee37-fc6c-4414-9e03-4e865b718a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.689420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0316ee37-fc6c-4414-9e03-4e865b718a58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25e6f110-befd-4ebb-bde5-3b03eb0431d2 HTTP/1.1" status: 204 len: 168 time: 0.2735415 Jul 15 23:23:58.694739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:58.697900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0249d8c5-0d8e-4ca0-a140-44a28f903d66,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.707496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316ee37-fc6c-4414-9e03-4e865b718a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e6f110-befd-4ebb-bde5-3b03eb0431d2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.723917 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.726128 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Added segment 369b4e48-7c33-49df-acd4-4b6479e3ad46 of type vlan for network c6d94ff2-47aa-440a-bb36-5ecf14640da9 Jul 15 23:23:58.794565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.853936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.855359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:58.856179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.948085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Network': ['ID=c6d94ff2-47aa-440a-bb36-5ecf14640da9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:58.951420 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dea36d3b-dc0f-4201-8894-3d701f451c31 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1091549 Jul 15 23:23:58.955176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53780) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:58.959002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c6d94ff2-47aa-440a-bb36-5ecf14640da9 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:59.075279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.293273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.340332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d94ff2-47aa-440a-bb36-5ecf14640da9']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:59.371504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369b4e48-7c33-49df-acd4-4b6479e3ad46') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:59.372040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369b4e48-7c33-49df-acd4-4b6479e3ad46') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:59.392534 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.410028 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.421145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:59.421658 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.476312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53794) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:59.505749 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:59.511969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d058b39c-df90-4442-bfc5-30848433596f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.520084 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.527473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6d94ff2-47aa-440a-bb36-5ecf14640da9 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:23:59.548636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.554504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "DELETE /v2.0/networks/c6d94ff2-47aa-440a-bb36-5ecf14640da9 HTTP/1.1" status: 204 len: 168 time: 0.5949783 Jul 15 23:23:59.558515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53798) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:59.577494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c96af5-f906-475d-9ac9-014f9cf6446e tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6d94ff2-47aa-440a-bb36-5ecf14640da9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:59.585932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:59.872384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d058b39c-df90-4442-bfc5-30848433596f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.910262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d058b39c-df90-4442-bfc5-30848433596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.973585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d058b39c-df90-4442-bfc5-30848433596f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=206cc87c0404449593af065a358edcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961646 Jul 15 23:23:59.976626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-8382c013-7a47-41b1-ace3-75b0652e1d6a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:59.979408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-8382c013-7a47-41b1-ace3-75b0652e1d6a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.1883736 Jul 15 23:23:59.979770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53814) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:00.005247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Made reservation on behalf of f3193133c9e64390afb8ff85452e2c99 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:00.007697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.007837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-cc7dfaa5-b3ba-4304-a7e1-5a25649c0ee8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/quotas/047b0f09a5054578aa8e4031a560cc37 HTTP/1.1" status: 200 len: 375 time: 0.0197558 Jul 15 23:24:00.086525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058b39c-df90-4442-bfc5-30848433596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0458fa6-5179-4961-8ec4-6f0ceacbd3a6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:00.093004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-f54a50aa-65be-4b07-bf7d-853937b2112b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784457 Jul 15 23:24:00.097298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:00.122110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.122532 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Added segment c0902e72-55f7-470e-8dbb-51c3d718ead3 of type vlan for network 0a08bbc1-3345-47bc-b03a-5aadb499711b Jul 15 23:24:00.198203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.244556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.245577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.246257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.312043 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7497380 Jul 15 23:24:00.330799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53816) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:00.339418 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c9eac36-d419-4aaa-aa12-cbb1f9cc34b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.356620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Request body: {'subnet': {'network_id': '0a08bbc1-3345-47bc-b03a-5aadb499711b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:00.375424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fec19a-4b01-4b5b-afec-0d62d55c7220 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Network': ['ID=0a08bbc1-3345-47bc-b03a-5aadb499711b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:00.393467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0a08bbc1-3345-47bc-b03a-5aadb499711b details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:00.450075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-cb877fe9-aa2d-496e-bd2b-d9212cada010 service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431690 Jul 15 23:24:00.492197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c9eac36-d419-4aaa-aa12-cbb1f9cc34b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.547941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Made reservation on behalf of f3193133c9e64390afb8ff85452e2c99 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:00.557336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.730818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c9eac36-d419-4aaa-aa12-cbb1f9cc34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.730818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c9eac36-d419-4aaa-aa12-cbb1f9cc34b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.730818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4c9eac36-d419-4aaa-aa12-cbb1f9cc34b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0458fa6-5179-4961-8ec4-6f0ceacbd3a6 HTTP/1.1" status: 204 len: 168 time: 0.7461548 Jul 15 23:24:00.769564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-1dc5f4b8-03d2-4884-8bfe-11d5e9705d8a service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083541 Jul 15 23:24:00.804266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9eac36-d419-4aaa-aa12-cbb1f9cc34b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0458fa6-5179-4961-8ec4-6f0ceacbd3a6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:01.327671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de110afa-3c72-429d-98e8-82bef2940daf req-0d95f7a4-a388-47d4-88b9-98c58f7fcea7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 210 time: 0.1502428 Jul 15 23:24:01.654357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.objects.ports [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:24:01.656918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.816793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e719092-cf42-42de-90ba-b9fa48ec0651,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:01.831522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Checking segment: {'id': 'c0902e72-55f7-470e-8dbb-51c3d718ead3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0a08bbc1-3345-47bc-b03a-5aadb499711b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:01.831891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Network hostable DHCP agents. Network: 0a08bbc1-3345-47bc-b03a-5aadb499711b, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:24:01.893534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Network 0a08bbc1-3345-47bc-b03a-5aadb499711b is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:24:01.909048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0a08bbc1-3345-47bc-b03a-5aadb499711b) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:01.914145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:01.915057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.918422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a875ba9b-a296-41c0-8de7-9411e967b63c None None] Network 0a08bbc1-3345-47bc-b03a-5aadb499711b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:01.964697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9e4fe2f8-0221-4d56-8cb1-c86765245abc tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6246545 Jul 15 23:24:01.965241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53868) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:01.970285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Request body: {'floatingip': {'floating_network_id': '0a08bbc1-3345-47bc-b03a-5aadb499711b'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:02.043522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.107124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585be42-ca62-4144-92ce-4c0cac8d0ba1 None None] Network 0a08bbc1-3345-47bc-b03a-5aadb499711b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:02.246858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.530937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Allocated IP 172.20.0.12 (0a08bbc1-3345-47bc-b03a-5aadb499711b/8e719092-cf42-42de-90ba-b9fa48ec0651/25d02af6-a10f-4018-ab2f-9fb6804820b7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:02.667757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df1bd22c-413f-4440-b582-9976c1dfb591 req-4634088d-1cca-4fdd-b18f-b8abbe221067 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0649412 Jul 15 23:24:02.722334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.829833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.943427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Network 0a08bbc1-3345-47bc-b03a-5aadb499711b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:02.947372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:02.955376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:02.991779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Port': ['ID=25d02af6-a10f-4018-ab2f-9fb6804820b7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:03.189130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53898) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:03.301345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-ffc75e93-0a54-4031-adbc-b2846d2801c7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.316198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-ffc75e93-0a54-4031-adbc-b2846d2801c7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.2735796 Jul 15 23:24:03.329611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.334105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Request body: {'port': {'device_id': 'def33807-e1ee-44c9-adda-9d4ea873c9a2', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'admin_state_up': True, 'tenant_id': '047b0f09a5054578aa8e4031a560cc37'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:03.392890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:03.467526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.478947 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.595146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Made reservation on behalf of 047b0f09a5054578aa8e4031a560cc37 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:03.599228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.778577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.032867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e93df0c3-ea51-4cf5-9cfc-5ac6812ad44a req-ed7ea2e9-6419-4c17-b610-5c1a271007e1 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0614669 Jul 15 23:24:04.109232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Allocated IP 172.20.0.4 (483a0d63-79e1-4e6f-ad7e-ca0fb581503e/089d61a2-594b-4450-8d49-e1da6aeda31c/86f3e514-dd5a-4035-92a1-4652ed459942) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:04.169966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Allocated IP 172.25.3.10 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/b32d80f9-79c2-469b-9e98-79ed8406287d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:04.344868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.352085 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.459701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.462309 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Port': ['ID=25d02af6-a10f-4018-ab2f-9fb6804820b7,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:04.516603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.522432 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fbf94431-1f9a-42bc-b311-f6988edb1530 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5560062 Jul 15 23:24:04.523272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53916) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:04.531302 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.562287 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.617983 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c67d7dc0-4a58-4663-a911-902c43267ff8 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=0a08bbc1-3345-47bc-b03a-5aadb499711b HTTP/1.1" status: 200 len: 690 time: 0.0933068 Jul 15 23:24:04.618472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53918) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:04.708238 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.759877 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.825254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:04.838352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:04.861689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:04.907795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Pushing event updated for resources: {'Port': ['ID=b32d80f9-79c2-469b-9e98-79ed8406287d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:04.913857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:04.964607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.971167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:05.006772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:05.193085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event updated for resources: {'Port': ['ID=86f3e514-dd5a-4035-92a1-4652ed459942,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:05.201306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.201926 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.244704 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.257281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-870fd273-9efa-4934-bd4a-3dea3d2c7009 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9321842 Jul 15 23:24:05.303438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-ad08207a-b6d2-4a55-9865-2131063696d5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:24:05.304526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-ad08207a-b6d2-4a55-9865-2131063696d5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089736 Jul 15 23:24:05.708404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Deleting port 25d02af6-a10f-4018-ab2f-9fb6804820b7 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:05.709114 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.747526 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.855555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Request body: {'port': {'device_id': 'def33807-e1ee-44c9-adda-9d4ea873c9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:05.874073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03bc53-e678-41e3-a3d6-331f90aea523 req-652c95e3-b9b7-4c01-952f-479dad9d7874 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.880593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c03bc53-e678-41e3-a3d6-331f90aea523 req-652c95e3-b9b7-4c01-952f-479dad9d7874 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 931 time: 0.5947034 Jul 15 23:24:05.976513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.977116 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.042297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Calling delete_port for 25d02af6-a10f-4018-ab2f-9fb6804820b7 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:06.101067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.174359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c03bc53-e678-41e3-a3d6-331f90aea523 req-a260b97a-b3ba-46b7-8768-5380b7df7ea5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807432 Jul 15 23:24:06.517256 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.527438 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.673198 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.699710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Pushing event updated for resources: {'Port': ['ID=b32d80f9-79c2-469b-9e98-79ed8406287d,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:06.759927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event deleted for resources: {'Port': ['ID=25d02af6-a10f-4018-ab2f-9fb6804820b7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:06.766715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.874557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f3e514-dd5a-4035-92a1-4652ed459942 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:06.883212 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.892587 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.893930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b7ae9c74-05f5-44ca-a847-5d6b4e5d4f3b tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7031717 Jul 15 23:24:06.897187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53954) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:06.900315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.903437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Transition to ACTIVE for port object 86f3e514-dd5a-4035-92a1-4652ed459942 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:06.904683 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2071508101', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'fixed_ips': [{'ip_address': '172.25.3.10'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:06.913391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.934698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Made reservation on behalf of 3dfda776bf3b4a3e93583d985eb4675d for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:06.940974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.950343 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.994494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Pushing event updated for resources: {'Port': ['ID=86f3e514-dd5a-4035-92a1-4652ed459942,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:07.004559 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.109653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Attempting to bind port 86f3e514-dd5a-4035-92a1-4652ed459942 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:07.109976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Attempting to bind port 86f3e514-dd5a-4035-92a1-4652ed459942 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:07.110310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Attempting to bind port 86f3e514-dd5a-4035-92a1-4652ed459942 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:07.120976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Port 86f3e514-dd5a-4035-92a1-4652ed459942 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:24:07.121308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Attempting to bind port 86f3e514-dd5a-4035-92a1-4652ed459942 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:07.129543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:07.129921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Checking segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:07.130318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Bound using segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:07.130778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Bound port: 86f3e514-dd5a-4035-92a1-4652ed459942, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:07.131847 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.151292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.155136 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.159595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.166345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] device_id is not set on port b2378a2f-27de-40d4-a25b-8a082c9fd230 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:07.203874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e719092-cf42-42de-90ba-b9fa48ec0651,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:07.307712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.310669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] For port 86f3e514-dd5a-4035-92a1-4652ed459942, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:07.327153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a08bbc1-3345-47bc-b03a-5aadb499711b']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:07.334677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202e00a9-1d01-49d0-b621-bf630b22ecd6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:07.336686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] For port 86f3e514-dd5a-4035-92a1-4652ed459942, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=86f3e514-dd5a-4035-92a1-4652ed459942,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:07.340683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0902e72-55f7-470e-8dbb-51c3d718ead3') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:07.341028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0902e72-55f7-470e-8dbb-51c3d718ead3') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:07.349385 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.360024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.432780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.434007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.436082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] 10.222.0.37 "PUT /v2.0/ports/86f3e514-dd5a-4035-92a1-4652ed459942 HTTP/1.1" status: 200 len: 1091 time: 1.7536681 Jul 15 23:24:07.441615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def33807-e1ee-44c9-adda-9d4ea873c9a2', 'tag': '86f3e514-dd5a-4035-92a1-4652ed459942'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:07.445634 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7987c594-ded4-44e8-8d9f-79f58a09e526" -d '{"events": [{"name": "network-changed", "server_uuid": "def33807-e1ee-44c9-adda-9d4ea873c9a2", "tag": "86f3e514-dd5a-4035-92a1-4652ed459942"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:07.489533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.573752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:07.574582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.593377 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:24:07.593960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:07.631661 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6708ed86-a387-4cf6-8476-c8ed7fee9ebb tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7317266 Jul 15 23:24:07.634211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53968) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:07.681356 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141160f4-a227-40d7-9c5c-7c063573f0bf x-openstack-request-id: req-141160f4-a227-40d7-9c5c-7c063573f0bf {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:07.681822 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def33807-e1ee-44c9-adda-9d4ea873c9a2", "tag": "86f3e514-dd5a-4035-92a1-4652ed459942", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:07.682159 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-141160f4-a227-40d7-9c5c-7c063573f0bf {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:07.682747 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def33807-e1ee-44c9-adda-9d4ea873c9a2', 'tag': '86f3e514-dd5a-4035-92a1-4652ed459942', 'status': 'completed', 'code': 200} Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:07.684366 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:07.687133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f46178-c7a1-4db0-bc48-1fe485a12a4c service neutron] Pushing event updated for resources: {'Port': ['ID=86f3e514-dd5a-4035-92a1-4652ed459942,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:07.731956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.748675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a08bbc1-3345-47bc-b03a-5aadb499711b {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:07.765452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:07.771146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0a08bbc1-3345-47bc-b03a-5aadb499711b HTTP/1.1" status: 204 len: 168 time: 3.1515410 Jul 15 23:24:07.778486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53972) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:07.793151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1cc1-4a46-4f0b-bc7c-917dac38d6d0 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a08bbc1-3345-47bc-b03a-5aadb499711b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:07.885668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af7b56-c74f-41e8-82e8-4275c23d02c1 req-61f4fc68-b990-431a-8c42-f93bd59cb9b0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.891295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0af7b56-c74f-41e8-82e8-4275c23d02c1 req-61f4fc68-b990-431a-8c42-f93bd59cb9b0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 943 time: 0.4504404 Jul 15 23:24:07.917220 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9de68fe7-a103-4e5b-8926-40544e9b88a4 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.1346369 Jul 15 23:24:07.932287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-4aa22e9c-b6f5-45aa-94e4-f7c82a0fce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.933801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-4aa22e9c-b6f5-45aa-94e4-f7c82a0fce4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 1094 time: 0.3977811 Jul 15 23:24:07.936044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53976) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.007415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Deleting port b32d80f9-79c2-469b-9e98-79ed8406287d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:08.007682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.047723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-912800f5-a0fb-43a3-800f-a624bf4df726 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86f3e514-dd5a-4035-92a1-4652ed459942 HTTP/1.1" status: 200 len: 217 time: 0.0858231 Jul 15 23:24:08.060813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0af7b56-c74f-41e8-82e8-4275c23d02c1 req-1978d25f-afcc-4526-b562-461bd24d8552 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562657 Jul 15 23:24:08.112063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.114354 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.128914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Calling delete_port for b32d80f9-79c2-469b-9e98-79ed8406287d owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:08.246687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.247219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.247739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.248255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.248791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.249325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.249828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.250334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.250981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.251382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.251903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.253967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-295c9a32-d338-4445-942b-087efcb5cb5c tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7112 time: 0.3170943 Jul 15 23:24:08.257809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53982) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.259320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-a3ace639-8b3c-4065-898d-9bdd9daa8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.260894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-a3ace639-8b3c-4065-898d-9bdd9daa8f7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.2036619 Jul 15 23:24:08.282199 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.317651 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-ae53fdca-1390-43cf-bf6e-3045232c3548 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] delete failed (client error): The resource could not be found. Jul 15 23:24:08.319278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ae53fdca-1390-43cf-bf6e-3045232c3548 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/89773822-3772-4288-85b6-e120023e4443 HTTP/1.1" status: 404 len: 345 time: 0.0568736 Jul 15 23:24:08.320217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Pushing event deleted for resources: {'Port': ['ID=b32d80f9-79c2-469b-9e98-79ed8406287d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.322488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53984) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.341754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-3b05b55e-d689-481c-aa70-922697b438d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736108 Jul 15 23:24:08.442161 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5807425f-25ad-4f2a-a81c-e6d17ffd626a tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 23:24:08.443319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5807425f-25ad-4f2a-a81c-e6d17ffd626a tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:08.445604 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5807425f-25ad-4f2a-a81c-e6d17ffd626a tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0a08bbc1-3345-47bc-b03a-5aadb499711b HTTP/1.1" status: 404 len: 339 time: 0.1197412 Jul 15 23:24:08.447742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.450558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.452346 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f35272a9-7ab7-4a65-89ea-9aae8e90beb6 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145 tempest-ExternalNetworksAdminNegativeTestJSON-1632580145-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/354632b8-de82-4b61-aac3-c34aa3bddec5 HTTP/1.1" status: 204 len: 168 time: 0.8171771 Jul 15 23:24:08.453161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53986) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.460205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Request body: {'network': {'name': 'tempest-network--2054583954', 'router:external': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:08.487712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Made reservation on behalf of f3193133c9e64390afb8ff85452e2c99 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:08.491725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.516825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-94c91f81-ad1f-44eb-b726-499f7e9c257b service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593874 Jul 15 23:24:08.544967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:08.560515 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.560915 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Added segment 70b723a7-0880-4ae3-9013-79e2f7523962 of type vlan for network b2036252-cef6-4bef-a5db-34e92f799b45 Jul 15 23:24:08.643178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a1e4f36-c048-4899-a96f-aed420ba2fc6 req-9e369b0c-4179-404c-aae5-5fb0f23e9df8 service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192393 Jul 15 23:24:08.672425 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.743702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.745605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.746553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.826080 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3717008 Jul 15 23:24:08.828717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53992) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.881559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-f62a890f-45f2-442f-be70-a33cf382d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.888121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-f62a890f-45f2-442f-be70-a33cf382d05b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 1094 time: 0.1419032 Jul 15 23:24:08.918502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba5c05-19a1-46da-aaf3-7c4f3aa7b7a6 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Network': ['ID=b2036252-cef6-4bef-a5db-34e92f799b45,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.929882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network b2036252-cef6-4bef-a5db-34e92f799b45 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:09.109877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54002) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:09.228860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-d7fe6512-1482-408b-8f91-4c98148f5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.231417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-d7fe6512-1482-408b-8f91-4c98148f5a63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 912 time: 0.3354516 Jul 15 23:24:09.266318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694efa74-8891-4a34-afe2-cb985286f7c3 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.282188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694efa74-8891-4a34-afe2-cb985286f7c3 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.304614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-878c2ac7-192a-4c05-b9b3-2de1862eff2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86f3e514-dd5a-4035-92a1-4652ed459942 HTTP/1.1" status: 200 len: 217 time: 0.0666528 Jul 15 23:24:09.304769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694efa74-8891-4a34-afe2-cb985286f7c3 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.313300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694efa74-8891-4a34-afe2-cb985286f7c3 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.317709 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-694efa74-8891-4a34-afe2-cb985286f7c3 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4850333 Jul 15 23:24:09.317894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:09.421444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-2cde28c4-361a-4ba6-8c24-e790b3c5c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.428048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-2cde28c4-361a-4ba6-8c24-e790b3c5c038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.1148574 Jul 15 23:24:09.497155 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.506777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcbaa7-5a25-43bd-ab89-03ea0a6f88db req-43371dad-d9dc-40bd-85d7-c916357d13e8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.508550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ffcbaa7-5a25-43bd-ab89-03ea0a6f88db req-43371dad-d9dc-40bd-85d7-c916357d13e8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 943 time: 0.2077010 Jul 15 23:24:09.511002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-8718276e-c647-42b4-805d-aff6517d816a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747244 Jul 15 23:24:09.527368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-399fa7b0-4e92-4638-8c16-5654b837cc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.614008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ffcbaa7-5a25-43bd-ab89-03ea0a6f88db req-01efe11e-98b7-4cb1-837e-7fa404b933f9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995929 Jul 15 23:24:09.679673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.684111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-fcd6aee6-8e0a-4bb6-8a94-ee6c59e47bed service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585228 Jul 15 23:24:09.710766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2036252-cef6-4bef-a5db-34e92f799b45']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:09.776595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b723a7-0880-4ae3-9013-79e2f7523962') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:09.776895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b723a7-0880-4ae3-9013-79e2f7523962') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:09.807568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.829582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7987c594-ded4-44e8-8d9f-79f58a09e526 req-ca528342-5d11-476c-b7ad-6dc934d56bce service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385224 Jul 15 23:24:09.833507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.854191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:09.854621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:09.858547 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:09.953866 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-399fa7b0-4e92-4638-8c16-5654b837cc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.968130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-399fa7b0-4e92-4638-8c16-5654b837cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.977545 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:09.985074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 86f3e514-dd5a-4035-92a1-4652ed459942 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:24:10.053852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2036252-cef6-4bef-a5db-34e92f799b45 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:10.071607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2036252-cef6-4bef-a5db-34e92f799b45,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.081046 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.089496 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0ecf922d-dbc6-43e0-8d7d-34b52bc96848 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b2036252-cef6-4bef-a5db-34e92f799b45 HTTP/1.1" status: 204 len: 168 time: 0.7641764 Jul 15 23:24:10.091666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.101727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Request body: {'network': {'name': 'tempest-network--1680087016', 'router:external': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:10.139781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54020) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.140522 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-399fa7b0-4e92-4638-8c16-5654b837cc17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc11fd00944d424483165c68a6019595&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0289807 Jul 15 23:24:10.144241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fa7b0-4e92-4638-8c16-5654b837cc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0160c567-2003-4f17-b798-232e882dc345,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.166389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 86f3e514-dd5a-4035-92a1-4652ed459942, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=86f3e514-dd5a-4035-92a1-4652ed459942,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:10.229275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Made reservation on behalf of f3193133c9e64390afb8ff85452e2c99 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:10.231844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '86f3e514-dd5a-4035-92a1-4652ed459942', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'port_id': '86f3e514-dd5a-4035-92a1-4652ed459942', 'mac_address': 'fa:16:3e:78:f2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d61a2-594b-4450-8d49-e1da6aeda31c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:24:10.236333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.358360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6eda-d9fe-42ee-ba8f-a9054832d16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.358734 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.360106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:10.407020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.407468 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Added segment 188b0d51-1695-40a6-b9de-77699a88b200 of type vlan for network b4ed4199-dbec-46aa-9fde-a6904e0f541d Jul 15 23:24:10.411601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f3e514-dd5a-4035-92a1-4652ed459942 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:10.449041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6eda-d9fe-42ee-ba8f-a9054832d16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.463526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 86f3e514-dd5a-4035-92a1-4652ed459942, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=86f3e514-dd5a-4035-92a1-4652ed459942,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:10.476467 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.527826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.556487 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6eda-d9fe-42ee-ba8f-a9054832d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.559295 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6eda-d9fe-42ee-ba8f-a9054832d16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.562717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0cfa6eda-d9fe-42ee-ba8f-a9054832d16d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0160c567-2003-4f17-b798-232e882dc345 HTTP/1.1" status: 204 len: 168 time: 0.4187527 Jul 15 23:24:10.579655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa6eda-d9fe-42ee-ba8f-a9054832d16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0160c567-2003-4f17-b798-232e882dc345,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.601007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.606700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.610051 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.695928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6010993 Jul 15 23:24:10.698629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54034) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.747021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=86f3e514-dd5a-4035-92a1-4652ed459942,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.785683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['86f3e514-dd5a-4035-92a1-4652ed459942'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:10.850924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b42a80-e417-4bce-85a7-c2719a119975 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Network': ['ID=b4ed4199-dbec-46aa-9fde-a6904e0f541d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.855112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808144f6-6d6f-4d97-aa2e-6e9ed2bc0e51 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.856594 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-808144f6-6d6f-4d97-aa2e-6e9ed2bc0e51 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] 10.222.0.23 "GET /v2.0/networks/b4ed4199-dbec-46aa-9fde-a6904e0f541d HTTP/1.1" status: 200 len: 757 time: 0.1567886 Jul 15 23:24:10.859311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54038) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.872240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network b4ed4199-dbec-46aa-9fde-a6904e0f541d details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:11.100908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f645dbf-12e9-454a-8203-1eb9e8dcf980 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.105242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54046) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:11.105721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8f645dbf-12e9-454a-8203-1eb9e8dcf980 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] 10.222.0.23 "GET /v2.0/networks/37eef92f-268f-4cbc-8bb8-4bd83a414750 HTTP/1.1" status: 200 len: 768 time: 0.2449844 Jul 15 23:24:11.127239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54048) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:11.216055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92434be0-f1d3-4966-a862-c7e6325eb254 req-891cda52-849f-4f1b-92cd-32a6442e08fe tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.217584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92434be0-f1d3-4966-a862-c7e6325eb254 req-891cda52-849f-4f1b-92cd-32a6442e08fe tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 944 time: 0.2876332 Jul 15 23:24:11.232793 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.299384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d63a2eeb-120c-4a70-b58d-f09a844a9dc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dfda776bf3b4a3e93583d985eb4675d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708050 Jul 15 23:24:11.331287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54054) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:11.335883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92434be0-f1d3-4966-a862-c7e6325eb254 req-c8c2b779-f654-408e-8be4-6d6ea42e896e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098256 Jul 15 23:24:11.337460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.350519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ed4199-dbec-46aa-9fde-a6904e0f541d']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:11.361465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188b0d51-1695-40a6-b9de-77699a88b200') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:11.361915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188b0d51-1695-40a6-b9de-77699a88b200') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:11.371564 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.394859 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4af3c0a5-707b-446f-a185-73c95247ef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.395744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.414190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:11.414600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:11.416428 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:11.431268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4af3c0a5-707b-446f-a185-73c95247ef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.490894 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.495807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4ed4199-dbec-46aa-9fde-a6904e0f541d {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:11.501929 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.516108 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b4ed4199-dbec-46aa-9fde-a6904e0f541d HTTP/1.1" status: 204 len: 168 time: 0.4078143 Jul 15 23:24:11.516350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54060) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:11.531743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Request body: {'network': {'name': 'tempest-network--1628708527'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:11.550300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7f57e-00e8-40ea-9929-15b769a2f369 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4ed4199-dbec-46aa-9fde-a6904e0f541d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:11.577011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Made reservation on behalf of f3193133c9e64390afb8ff85452e2c99 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:11.589302 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.635380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:11.644506 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4af3c0a5-707b-446f-a185-73c95247ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.648507 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4af3c0a5-707b-446f-a185-73c95247ef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.650144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4af3c0a5-707b-446f-a185-73c95247ef30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/202e00a9-1d01-49d0-b621-bf630b22ecd6 HTTP/1.1" status: 204 len: 168 time: 0.3130803 Jul 15 23:24:11.670864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3c0a5-707b-446f-a185-73c95247ef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202e00a9-1d01-49d0-b621-bf630b22ecd6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:11.684193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.684912 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Added segment a0321c9b-8c53-4f86-abef-96646a0c26e2 of type vlan for network 448ab65b-18d1-4f31-b4ff-9629a27d8780 Jul 15 23:24:11.825046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.866152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.867851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.870168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.924668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54066) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:11.932974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2068992e-fe3f-41f4-9466-c82407216592 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:11.935847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4189367 Jul 15 23:24:12.001889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769d0ea-d43c-4bcb-94c7-c4562116e8fe tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Network': ['ID=448ab65b-18d1-4f31-b4ff-9629a27d8780,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.002173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 86f3e514-dd5a-4035-92a1-4652ed459942 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:12.084771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 448ab65b-18d1-4f31-b4ff-9629a27d8780 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:12.150655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 86f3e514-dd5a-4035-92a1-4652ed459942 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:12.164936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 86f3e514-dd5a-4035-92a1-4652ed459942 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:12.170056 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.256747 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2068992e-fe3f-41f4-9466-c82407216592 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.297446 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2068992e-fe3f-41f4-9466-c82407216592 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.330823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2068992e-fe3f-41f4-9466-c82407216592 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Network 448ab65b-18d1-4f31-b4ff-9629a27d8780 is not hosted by any dhcp agent {{(pid=93714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:24:12.331912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068992e-fe3f-41f4-9466-c82407216592 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:12.332977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2068992e-fe3f-41f4-9466-c82407216592 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.334519 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2068992e-fe3f-41f4-9466-c82407216592 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "PUT /v2.0/networks/448ab65b-18d1-4f31-b4ff-9629a27d8780 HTTP/1.1" status: 200 len: 858 time: 0.4080713 Jul 15 23:24:12.337572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54082) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:12.452696 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.514955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068992e-fe3f-41f4-9466-c82407216592 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event updated for resources: {'Network': ['ID=448ab65b-18d1-4f31-b4ff-9629a27d8780,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.532107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 86f3e514-dd5a-4035-92a1-4652ed459942, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=86f3e514-dd5a-4035-92a1-4652ed459942,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:12.535487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def33807-e1ee-44c9-adda-9d4ea873c9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f3e514-dd5a-4035-92a1-4652ed459942'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:12.540383 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c06e2d-c82b-4ee4-80d0-7b685bfde29d" -d '{"events": [{"server_uuid": "def33807-e1ee-44c9-adda-9d4ea873c9a2", "name": "network-vif-plugged", "status": "completed", "tag": "86f3e514-dd5a-4035-92a1-4652ed459942"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:12.559329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.604249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.669102 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50b0de0-9e59-48c5-9235-926c238f2388 x-openstack-request-id: req-e50b0de0-9e59-48c5-9235-926c238f2388 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:12.675648 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def33807-e1ee-44c9-adda-9d4ea873c9a2", "name": "network-vif-plugged", "status": "completed", "tag": "86f3e514-dd5a-4035-92a1-4652ed459942", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:12.676388 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e50b0de0-9e59-48c5-9235-926c238f2388 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:12.677039 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def33807-e1ee-44c9-adda-9d4ea873c9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f3e514-dd5a-4035-92a1-4652ed459942', 'code': 200} Jul 15 23:24:12.729718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=86f3e514-dd5a-4035-92a1-4652ed459942,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.756324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.762996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.763610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.766419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.767038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.767615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.768157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.768694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.771378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.772909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.773482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.774029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:12.864441 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.876375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448ab65b-18d1-4f31-b4ff-9629a27d8780']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:12.902029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0321c9b-8c53-4f86-abef-96646a0c26e2') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:12.902351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0321c9b-8c53-4f86-abef-96646a0c26e2') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:12.912132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.951987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.010811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:13.011715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:13.014701 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:13.127958 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.133741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a89dc-8dca-45b7-812d-5cdadcaf8509 req-07bf2a91-f6bb-4387-8afa-156c99d4f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:13.136107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f14a89dc-8dca-45b7-812d-5cdadcaf8509 req-07bf2a91-f6bb-4387-8afa-156c99d4f9c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 1096 time: 0.2029688 Jul 15 23:24:13.142268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 448ab65b-18d1-4f31-b4ff-9629a27d8780 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:13.165154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.167297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] 10.222.0.23 "DELETE /v2.0/networks/448ab65b-18d1-4f31-b4ff-9629a27d8780 HTTP/1.1" status: 204 len: 168 time: 0.8287191 Jul 15 23:24:13.170835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54104) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:13.187332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529e8e0-4dd1-4d75-9b23-cb140f41f563 tempest-ExternalNetworksTestJSON-978214392 tempest-ExternalNetworksTestJSON-978214392-project-admin] Pushing event deleted for resources: {'Network': ['ID=448ab65b-18d1-4f31-b4ff-9629a27d8780,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:13.212560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4f288-9d7b-4f18-b1ed-6aaa65b56176 req-ae20933a-18f0-4c89-aa60-c46808a8281f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:13.221603 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e26093-7bb2-46c4-a878-ee273ac3c8b7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] DELETE failed (client error): The resource could not be found. Jul 15 23:24:13.222028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e26093-7bb2-46c4-a878-ee273ac3c8b7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:13.224093 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c2e26093-7bb2-46c4-a878-ee273ac3c8b7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] 10.222.0.23 "DELETE /v2.0/subnets/8e719092-cf42-42de-90ba-b9fa48ec0651 HTTP/1.1" status: 404 len: 337 time: 0.0522943 Jul 15 23:24:13.230171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ed4f288-9d7b-4f18-b1ed-6aaa65b56176 req-ae20933a-18f0-4c89-aa60-c46808a8281f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.3014567 Jul 15 23:24:13.231852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54108) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:13.239104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-f233aa15-1cf5-448e-b5fa-95b127e9c503 req-6759ddfd-87b2-44de-9cb8-2912bdfe8d23 tempest-LiveAutoBlockMigrationV225Test-1836728990 tempest-LiveAutoBlockMigrationV225Test-1836728990-project] (93714) timed out ('10.222.0.37', 50529) {{(pid=93714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:24:13.422011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f14a89dc-8dca-45b7-812d-5cdadcaf8509 req-b142b519-f93f-4f46-9592-3ed3af035592 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737556 Jul 15 23:24:13.431770 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.463361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ed4f288-9d7b-4f18-b1ed-6aaa65b56176 req-17c4af50-6885-4ac2-954a-60f6384d7976 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322266 Jul 15 23:24:13.649990 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.681011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37eef92f-268f-4cbc-8bb8-4bd83a414750']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:13.701154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9050969-1c5c-41c4-8ec6-219bef8e7b98') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:13.701154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9050969-1c5c-41c4-8ec6-219bef8e7b98') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:13.719723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.751013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.752187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.758676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:13.759115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:13.834941 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:13.839812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.851020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.855439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] 10.222.0.23 "DELETE /v2.0/networks/37eef92f-268f-4cbc-8bb8-4bd83a414750 HTTP/1.1" status: 204 len: 168 time: 0.6182177 Jul 15 23:24:13.872704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54126) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:13.893755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2942f16-90b5-4201-a151-aac4f814d0e7 tempest-ExternalNetworksTestJSON-586316461 tempest-ExternalNetworksTestJSON-586316461-project] Pushing event deleted for resources: {'Network': ['ID=37eef92f-268f-4cbc-8bb8-4bd83a414750,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:14.135621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1017239847', 'router:external': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:14.210427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Made reservation on behalf of ab0ab93220c349c19bd39a285de1dc84 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:14.213889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.246922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.377657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.397833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.493548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:14.506871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c170a97-82c5-43a9-9e37-9e1bdc9d6bc1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:14.535268 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.536426 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Added segment eeb2c7ad-c87f-4388-a315-8d97a325cf3d of type vlan for network e101760c-5aac-4f19-bc68-9eb3c1fcdae2 Jul 15 23:24:14.656088 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.678914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54146) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:14.751055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.754344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:14.757424 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:14.874139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'Network': ['ID=e101760c-5aac-4f19-bc68-9eb3c1fcdae2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:14.883519 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-00e84e73-c94c-44e0-ae1a-b024699559fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0086973 Jul 15 23:24:14.884250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54150) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:14.887489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e101760c-5aac-4f19-bc68-9eb3c1fcdae2 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:14.890721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'subnet': {'network_id': 'e101760c-5aac-4f19-bc68-9eb3c1fcdae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:14.947634 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Made reservation on behalf of ab0ab93220c349c19bd39a285de1dc84 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:14.954553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.034469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b089-44f2-47b0-86c5-bb88662ae709 req-0c0169b1-fc1f-41f3-98b9-211a10ae0945 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:15.045018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba69b089-44f2-47b0-86c5-bb88662ae709 req-0c0169b1-fc1f-41f3-98b9-211a10ae0945 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.2343600 Jul 15 23:24:15.110886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f427ff19-fc35-4421-ab1d-202081dc6843 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e922c3bb8b14d369d98de9b82c21960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307778 Jul 15 23:24:15.113872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54156) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:15.159782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba69b089-44f2-47b0-86c5-bb88662ae709 req-8d131281-504b-4a1f-a33d-0b049fab51d8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136203 Jul 15 23:24:15.220195 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-985fcb98-656b-443f-bbd2-778134790396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.280105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-985fcb98-656b-443f-bbd2-778134790396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.397942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-985fcb98-656b-443f-bbd2-778134790396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.404267 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-985fcb98-656b-443f-bbd2-778134790396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.414004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-985fcb98-656b-443f-bbd2-778134790396 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59b259ed-9810-498a-ae7a-72b9dca788aa HTTP/1.1" status: 204 len: 168 time: 0.2985861 Jul 15 23:24:15.473571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fcb98-656b-443f-bbd2-778134790396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b259ed-9810-498a-ae7a-72b9dca788aa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.736002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:24:15.736598 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.848548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Checking segment: {'id': 'eeb2c7ad-c87f-4388-a315-8d97a325cf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e101760c-5aac-4f19-bc68-9eb3c1fcdae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:15.848913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Network hostable DHCP agents. Network: e101760c-5aac-4f19-bc68-9eb3c1fcdae2, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:24:15.865332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a200278-ee8b-4f52-9381-1bad944b99c6,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.876924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Network e101760c-5aac-4f19-bc68-9eb3c1fcdae2 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:24:15.885227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fc264-90c6-4b8f-aa2b-167161201bd3 req-255dd75d-4f9d-4adb-a737-2c7d05060b3e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:15.892423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d89fc264-90c6-4b8f-aa2b-167161201bd3 req-255dd75d-4f9d-4adb-a737-2c7d05060b3e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1590497 Jul 15 23:24:15.894743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e101760c-5aac-4f19-bc68-9eb3c1fcdae2) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:15.901521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:15.902148 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.906513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41fce2-63ec-4cfb-b528-7aca4f2464af None None] Network e101760c-5aac-4f19-bc68-9eb3c1fcdae2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:15.935531 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-34e1c573-f897-4083-b77b-cd116b20e0ee tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0494437 Jul 15 23:24:15.938393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54170) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:15.943255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1626801445', 'network_id': 'e101760c-5aac-4f19-bc68-9eb3c1fcdae2'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:15.966031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d89fc264-90c6-4b8f-aa2b-167161201bd3 req-39b0a717-b77d-43f7-b291-edf4bd68aa1a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726061 Jul 15 23:24:16.036326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Made reservation on behalf of ab0ab93220c349c19bd39a285de1dc84 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:16.038919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.077279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] device_id is not set on port 8f7973fa-91fe-4eb7-84d5-93dd6ab91f03 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:16.126461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54172) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:16.157744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e6961-9de2-4f7c-9256-f8e48b7a2477 None None] Network e101760c-5aac-4f19-bc68-9eb3c1fcdae2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:16.239323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9e28d1ca-ecac-4b2f-8428-c414cb154612 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3193133c9e64390afb8ff85452e2c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093841 Jul 15 23:24:16.240140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54176) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:16.267495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Allocated IP 172.20.0.13 (e101760c-5aac-4f19-bc68-9eb3c1fcdae2/0a200278-ee8b-4f52-9381-1bad944b99c6/8f7973fa-91fe-4eb7-84d5-93dd6ab91f03) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:16.353524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16d2f90a-6dd4-48a4-9728-1a1b3cecb4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.397094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16d2f90a-6dd4-48a4-9728-1a1b3cecb4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.526628 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16d2f90a-6dd4-48a4-9728-1a1b3cecb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.530105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16d2f90a-6dd4-48a4-9728-1a1b3cecb4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.531565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-16d2f90a-6dd4-48a4-9728-1a1b3cecb4dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0249d8c5-0d8e-4ca0-a140-44a28f903d66 HTTP/1.1" status: 204 len: 168 time: 0.2899914 Jul 15 23:24:16.553525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2f90a-6dd4-48a4-9728-1a1b3cecb4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0249d8c5-0d8e-4ca0-a140-44a28f903d66,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:16.720909 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.870916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.980386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Network e101760c-5aac-4f19-bc68-9eb3c1fcdae2 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:16.990949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:17.006533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:17.122278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'Port': ['ID=8f7973fa-91fe-4eb7-84d5-93dd6ab91f03,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:17.205627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:17.213459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.257280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54208) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:17.257862 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fa2c12e5-4794-44b6-a2b3-3b2fa84a075e tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.3178568 Jul 15 23:24:17.400385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71853e22-b575-48ce-8db6-00873bf9c9fb req-5e476e77-3a07-430b-b980-c08a45c629a4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:17.412549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71853e22-b575-48ce-8db6-00873bf9c9fb req-5e476e77-3a07-430b-b980-c08a45c629a4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.2565498 Jul 15 23:24:17.918926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-283d3fff-fc7b-4134-916e-dadbc331d7a3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Deleting port 8f7973fa-91fe-4eb7-84d5-93dd6ab91f03 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:17.918926 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283d3fff-fc7b-4134-916e-dadbc331d7a3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.006853 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283d3fff-fc7b-4134-916e-dadbc331d7a3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.022937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-283d3fff-fc7b-4134-916e-dadbc331d7a3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Calling delete_port for 8f7973fa-91fe-4eb7-84d5-93dd6ab91f03 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:18.054742 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-adf7ac8a-1683-4816-b485-8f707fdc3b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.318971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71853e22-b575-48ce-8db6-00873bf9c9fb req-21071dda-8970-48cb-b738-3c2ddca18168 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9032028 Jul 15 23:24:18.321380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283d3fff-fc7b-4134-916e-dadbc331d7a3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.383766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d3fff-fc7b-4134-916e-dadbc331d7a3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f7973fa-91fe-4eb7-84d5-93dd6ab91f03,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:18.538988 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-283d3fff-fc7b-4134-916e-dadbc331d7a3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.544376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54250) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:18.547281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-283d3fff-fc7b-4134-916e-dadbc331d7a3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8f7973fa-91fe-4eb7-84d5-93dd6ab91f03 HTTP/1.1" status: 204 len: 168 time: 1.2872746 Jul 15 23:24:18.549133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e101760c-5aac-4f19-bc68-9eb3c1fcdae2', 'external_fixed_ips': [{'subnet_id': '0a200278-ee8b-4f52-9381-1bad944b99c6', 'ip_address': '172.20.0.13'}]}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:18.579425 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.582839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.741469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.993626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.329510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54274) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:19.602225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-202e4ca9-7d90-4563-b607-6c9052d6e81e tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:19.631701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-202e4ca9-7d90-4563-b607-6c9052d6e81e tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] 10.222.0.23 "PUT /v2.0/quotas/8f37d397fbd24292ba5f3692a2e28c96 HTTP/1.1" status: 200 len: 368 time: 0.3005285 Jul 15 23:24:19.634176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54286) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:19.641392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Request body: {'network': {'project_id': '8f37d397fbd24292ba5f3692a2e28c96'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:19.671131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9771b-a753-4a71-a035-90e6d8ab6358 req-b44b33d9-e935-4e9d-b08e-eacdb94e2df8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:19.673155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25e9771b-a753-4a71-a035-90e6d8ab6358 req-b44b33d9-e935-4e9d-b08e-eacdb94e2df8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1371012 Jul 15 23:24:19.701199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Made reservation on behalf of 8f37d397fbd24292ba5f3692a2e28c96 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:19.704164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.750310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25e9771b-a753-4a71-a035-90e6d8ab6358 req-abb0a79d-8a33-45e1-a744-79f0358874dd tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680511 Jul 15 23:24:19.751007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.758911 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.790117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.896293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.908587 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.957516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93c0780-fcd1-4d30-96a2-96224f9aa60a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:19.982658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:20.001615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.001996 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Added segment 9f063722-03af-43ad-83ad-aabd295515bf of type vlan for network a312f357-72c0-4678-a75a-866398bf44d0 Jul 15 23:24:20.102570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.167078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.168189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:20.168763 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.226094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5888531 Jul 15 23:24:20.228652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54298) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:20.234819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Request body: {'network': {'project_id': '8f37d397fbd24292ba5f3692a2e28c96'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:20.253630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Allocated IP 172.20.0.13 (e101760c-5aac-4f19-bc68-9eb3c1fcdae2/0a200278-ee8b-4f52-9381-1bad944b99c6/fcd51732-11d1-47cf-b718-60bb4663b04e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:20.261179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Made reservation on behalf of 8f37d397fbd24292ba5f3692a2e28c96 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:20.263894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.299378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:20.319516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.321077 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Added segment 24e22589-38e0-45e9-94d2-526f75af0d76 of type vlan for network 8f1a8273-a162-4e16-a708-07d1eafc3567 Jul 15 23:24:20.406390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.500558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.529616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9db2b-b020-4095-8b0c-3e006aeb5d91 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Pushing event updated for resources: {'Network': ['ID=a312f357-72c0-4678-a75a-866398bf44d0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:20.543719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a312f357-72c0-4678-a75a-866398bf44d0 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:20.548123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:24:20.592810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.594391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:20.595202 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.657874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4280777 Jul 15 23:24:20.664570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54302) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:20.699072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ca1f3f69-07d1-4f5a-95b1-5b7340a03afa tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Request body: {'network': {'project_id': '8f37d397fbd24292ba5f3692a2e28c96'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:20.705628 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.726310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e2d47-e2a9-4c6a-a093-f0bf948122f7 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Pushing event updated for resources: {'Network': ['ID=8f1a8273-a162-4e16-a708-07d1eafc3567,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:20.765859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Network e101760c-5aac-4f19-bc68-9eb3c1fcdae2 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:20.774333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:20.781811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:20.837852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8f1a8273-a162-4e16-a708-07d1eafc3567 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:20.888483 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5727c38b-a1fb-4d32-a24b-c68062205251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:20.898163 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1f3f69-07d1-4f5a-95b1-5b7340a03afa tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:24:20.898640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1f3f69-07d1-4f5a-95b1-5b7340a03afa tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:24:20.899843 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ca1f3f69-07d1-4f5a-95b1-5b7340a03afa tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2171035 Jul 15 23:24:20.956658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd51732-11d1-47cf-b718-60bb4663b04e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:21.068072 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.122618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54312) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.317441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e9499-2010-4aa8-a258-dfa3f57b8a15 req-23eebcf8-b8c3-47fb-b52f-d628703c8be7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:21.324953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-171e9499-2010-4aa8-a258-dfa3f57b8a15 req-23eebcf8-b8c3-47fb-b52f-d628703c8be7 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.2273588 Jul 15 23:24:21.400050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-171e9499-2010-4aa8-a258-dfa3f57b8a15 req-b4851018-189c-4e04-9fdd-714156304f1e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689764 Jul 15 23:24:21.436170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.447754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8bae3b3e-67ef-4806-b077-bfb1d4efe1e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f37d397fbd24292ba5f3692a2e28c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157315 Jul 15 23:24:21.450325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54320) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.531759 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.555326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9dd79c1-dec6-4267-8ec1-28beea427ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.582411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9dd79c1-dec6-4267-8ec1-28beea427ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.655650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9dd79c1-dec6-4267-8ec1-28beea427ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.658876 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d9dd79c1-dec6-4267-8ec1-28beea427ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.660361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d9dd79c1-dec6-4267-8ec1-28beea427ef5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b93c0780-fcd1-4d30-96a2-96224f9aa60a HTTP/1.1" status: 204 len: 168 time: 0.2068126 Jul 15 23:24:21.663076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54324) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.682095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd79c1-dec6-4267-8ec1-28beea427ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93c0780-fcd1-4d30-96a2-96224f9aa60a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:21.844167 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.915620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.064565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.117673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1a8273-a162-4e16-a708-07d1eafc3567']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:22.133833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e22589-38e0-45e9-94d2-526f75af0d76') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:22.134432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e22589-38e0-45e9-94d2-526f75af0d76') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:22.147955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.167521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.192581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:22.193489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:22.195574 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:22.270788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.281494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Router 72258a53-f93c-47bb-b1db-98adf9aa7f04 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:24:22.293271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.298690 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8f1a8273-a162-4e16-a708-07d1eafc3567 HTTP/1.1" status: 204 len: 168 time: 0.6343806 Jul 15 23:24:22.301615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54332) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.359269 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0e8c2-32ee-4be5-b8ce-ae2c50137bca tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f1a8273-a162-4e16-a708-07d1eafc3567,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:22.454491 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.581443 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.592160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a312f357-72c0-4678-a75a-866398bf44d0']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:22.604204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f063722-03af-43ad-83ad-aabd295515bf') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:22.604495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f063722-03af-43ad-83ad-aabd295515bf') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:22.617589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.632826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.640312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:22.640884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.651444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:22.662823 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Sync routers for ids ['72258a53-f93c-47bb-b1db-98adf9aa7f04'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:22.689650 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Routers {'72258a53-f93c-47bb-b1db-98adf9aa7f04'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:22.691280 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['72258a53-f93c-47bb-b1db-98adf9aa7f04'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:22.695507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.701905 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-40159fb0-779b-49c1-a8c1-ef870d12ed62 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.1562517 Jul 15 23:24:22.704452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54340) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:22.759819 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:22.835979 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Set router 72258a53-f93c-47bb-b1db-98adf9aa7f04 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:22.891210 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.912637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.929496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a312f357-72c0-4678-a75a-866398bf44d0 HTTP/1.1" status: 204 len: 168 time: 0.6251638 Jul 15 23:24:22.985841 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.996425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb466f-d653-40ad-98f1-66006c1108b6 tempest-QuotasNegativeTest-396657533 tempest-QuotasNegativeTest-396657533-project-admin] Pushing event deleted for resources: {'Network': ['ID=a312f357-72c0-4678-a75a-866398bf44d0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:23.033116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565a8c-ded2-452b-b085-eb08fa00c98d req-51f34b93-8e1a-4040-bbbe-fe3367e6f854 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:23.051371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1565a8c-ded2-452b-b085-eb08fa00c98d req-51f34b93-8e1a-4040-bbbe-fe3367e6f854 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.3234754 Jul 15 23:24:23.127095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1565a8c-ded2-452b-b085-eb08fa00c98d req-f76da336-ffa6-473c-8694-219f32e200ea tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746861 Jul 15 23:24:23.212282 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.310560 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72258a53-f93c-47bb-b1db-98adf9aa7f04', 'name': '', 'tenant_id': 'ab0ab93220c349c19bd39a285de1dc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e101760c-5aac-4f19-bc68-9eb3c1fcdae2', 'external_fixed_ips': [{'subnet_id': '0a200278-ee8b-4f52-9381-1bad944b99c6', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'fcd51732-11d1-47cf-b718-60bb4663b04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:18Z', 'updated_at': '2021-07-15T23:24:21Z', 'revision_number': 3, 'project_id': 'ab0ab93220c349c19bd39a285de1dc84', 'gw_port': {'id': 'fcd51732-11d1-47cf-b718-60bb4663b04e', 'name': '', 'network_id': 'e101760c-5aac-4f19-bc68-9eb3c1fcdae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72258a53-f93c-47bb-b1db-98adf9aa7f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '0a200278-ee8b-4f52-9381-1bad944b99c6', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:19Z', 'updated_at': '2021-07-15T23:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a200278-ee8b-4f52-9381-1bad944b99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:23.320740 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.364341 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Checking router: 72258a53-f93c-47bb-b1db-98adf9aa7f04 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:24:23.364626 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Updating router 72258a53-f93c-47bb-b1db-98adf9aa7f04 port fcd51732-11d1-47cf-b718-60bb4663b04e binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:24:23.375314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Deleting port fcd51732-11d1-47cf-b718-60bb4663b04e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:23.375771 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.448168 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.595411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.642934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54358) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:23.660302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Calling delete_port for fcd51732-11d1-47cf-b718-60bb4663b04e owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:23.670493 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50232f8f-606c-47c3-b594-8a3a08f7b104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.939044 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50232f8f-606c-47c3-b594-8a3a08f7b104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.949719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50232f8f-606c-47c3-b594-8a3a08f7b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:23.984657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.033632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-50232f8f-606c-47c3-b594-8a3a08f7b104 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2e0c588bd4345aba7b7404428f7b489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895175 Jul 15 23:24:24.034854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232f8f-606c-47c3-b594-8a3a08f7b104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d98bec-3f7f-4d4c-a9d7-914dc830a38e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:24.044341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcd51732-11d1-47cf-b718-60bb4663b04e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:24.052881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54368) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:24.134611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.199470 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a70b5e7e-634e-4276-ad6c-ebad3132cc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.255497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.259557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.295298 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a70b5e7e-634e-4276-ad6c-ebad3132cc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.328289 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.db.api [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:24:24.328908 n-d-793618-8 neutron-server[93717]: DEBUG oslo_db.api [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:24:24.349897 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.350540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72258a53-f93c-47bb-b1db-98adf9aa7f04 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:24.363475 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.371764 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0ea9bf0e-c62a-45e8-a274-13e393123b17 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "DELETE /v2.0/routers/72258a53-f93c-47bb-b1db-98adf9aa7f04 HTTP/1.1" status: 204 len: 168 time: 1.6637528 Jul 15 23:24:24.372693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54372) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:24.452288 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a70b5e7e-634e-4276-ad6c-ebad3132cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.454985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a70b5e7e-634e-4276-ad6c-ebad3132cc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.456159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a70b5e7e-634e-4276-ad6c-ebad3132cc6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07d98bec-3f7f-4d4c-a9d7-914dc830a38e HTTP/1.1" status: 204 len: 168 time: 0.3996823 Jul 15 23:24:24.473460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5497cf47-d996-4b75-927e-dde120e8ac13 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Deleting subnet 0a200278-ee8b-4f52-9381-1bad944b99c6 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:24.486500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5497cf47-d996-4b75-927e-dde120e8ac13 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.499280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b5e7e-634e-4276-ad6c-ebad3132cc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d98bec-3f7f-4d4c-a9d7-914dc830a38e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:24.579603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5497cf47-d996-4b75-927e-dde120e8ac13 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.615033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf0929-b541-47e3-ae13-a1ad32b65c62 req-d4feee5a-894e-4628-b05b-bdb922dc4de8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:24.622866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dcf0929-b541-47e3-ae13-a1ad32b65c62 req-d4feee5a-894e-4628-b05b-bdb922dc4de8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1190729 Jul 15 23:24:24.715269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dcf0929-b541-47e3-ae13-a1ad32b65c62 req-dab66eb3-6ae4-447d-9369-93351e948791 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914938 Jul 15 23:24:24.727006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5497cf47-d996-4b75-927e-dde120e8ac13 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.886615 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Port fcd51732-11d1-47cf-b718-60bb4663b04e not found while updating agent binding for router 72258a53-f93c-47bb-b1db-98adf9aa7f04. {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:24:24.911603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5497cf47-d996-4b75-927e-dde120e8ac13 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.925074 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Routers set() bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:24.927200 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Router IDs set() for agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:24:24.928888 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'72258a53-f93c-47bb-b1db-98adf9aa7f04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent'). {{(pid=93717) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:24:24.929579 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7763d4-1341-4c2d-bdb6-3ee9a4bad829 None None] The sync data for ids ['72258a53-f93c-47bb-b1db-98adf9aa7f04'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:24.976604 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5497cf47-d996-4b75-927e-dde120e8ac13 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:24.981390 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5497cf47-d996-4b75-927e-dde120e8ac13 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/0a200278-ee8b-4f52-9381-1bad944b99c6 HTTP/1.1" status: 204 len: 168 time: 0.6046515 Jul 15 23:24:24.982411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54382) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:24.982554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497cf47-d996-4b75-927e-dde120e8ac13 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a200278-ee8b-4f52-9381-1bad944b99c6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:25.009882 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.137627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.240754 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.252974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e101760c-5aac-4f19-bc68-9eb3c1fcdae2']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:25.257927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54388) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:25.264091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb2c7ad-c87f-4388-a315-8d97a325cf3d') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:25.264391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb2c7ad-c87f-4388-a315-8d97a325cf3d') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:25.274670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.285015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62d1a131-af75-4343-afff-38a4f633a11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.293181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.300443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:25.300858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:25.364513 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:25.383576 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.388982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e101760c-5aac-4f19-bc68-9eb3c1fcdae2 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:24:25.403219 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.405413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e101760c-5aac-4f19-bc68-9eb3c1fcdae2 HTTP/1.1" status: 204 len: 168 time: 0.4226003 Jul 15 23:24:25.444357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c8e65-1392-46d4-806e-6c90716d32ef tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event deleted for resources: {'Network': ['ID=e101760c-5aac-4f19-bc68-9eb3c1fcdae2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:25.662628 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62d1a131-af75-4343-afff-38a4f633a11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.677629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62d1a131-af75-4343-afff-38a4f633a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.708266 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-62d1a131-af75-4343-afff-38a4f633a11d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8f2eac069514994827ceee074c8784d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464450 Jul 15 23:24:25.708597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54396) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:25.750893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1a131-af75-4343-afff-38a4f633a11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c244d11a-22af-43b6-b314-dcae964067f9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:25.881398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76c1dff-5c7b-4249-925e-30e1c770f045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.984374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76c1dff-5c7b-4249-925e-30e1c770f045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.121851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76c1dff-5c7b-4249-925e-30e1c770f045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.124674 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76c1dff-5c7b-4249-925e-30e1c770f045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.126011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c76c1dff-5c7b-4249-925e-30e1c770f045 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c244d11a-22af-43b6-b314-dcae964067f9 HTTP/1.1" status: 204 len: 168 time: 0.4161558 Jul 15 23:24:26.155944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c1dff-5c7b-4249-925e-30e1c770f045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c244d11a-22af-43b6-b314-dcae964067f9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:26.248212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54414) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.267998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9660e264-fce8-4598-bfc6-8c490c48a937 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'router': {'name': 'tempest-router--446817783', 'project_id': 'c1a801d015fc40b68e1e52ed493d9982'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:26.320094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567271-06ef-4c71-a90f-090c2d595f96 req-91c61fcc-1766-4f5a-8df1-88e5cc54431e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:26.328038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d567271-06ef-4c71-a90f-090c2d595f96 req-91c61fcc-1766-4f5a-8df1-88e5cc54431e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.2391675 Jul 15 23:24:26.411250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9660e264-fce8-4598-bfc6-8c490c48a937 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.417392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9660e264-fce8-4598-bfc6-8c490c48a937 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.446806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d567271-06ef-4c71-a90f-090c2d595f96 req-18694466-6801-44ce-8784-1997f06a7cb5 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121376 Jul 15 23:24:26.588616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9660e264-fce8-4598-bfc6-8c490c48a937 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.595543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9660e264-fce8-4598-bfc6-8c490c48a937 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.624627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9660e264-fce8-4598-bfc6-8c490c48a937 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.626083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9660e264-fce8-4598-bfc6-8c490c48a937 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3767798 Jul 15 23:24:26.628836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54422) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.794997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea7e0-c194-4cd0-b989-1188fa9bb4cb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.010530 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:24:27.223273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea7e0-c194-4cd0-b989-1188fa9bb4cb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.228802 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea7e0-c194-4cd0-b989-1188fa9bb4cb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.319446 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea7e0-c194-4cd0-b989-1188fa9bb4cb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.320296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ea7e0-c194-4cd0-b989-1188fa9bb4cb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca32a93c-61ca-4c91-a656-bc4cb79005c1 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:27.327968 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea7e0-c194-4cd0-b989-1188fa9bb4cb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.335012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cd2ea7e0-c194-4cd0-b989-1188fa9bb4cb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ca32a93c-61ca-4c91-a656-bc4cb79005c1 HTTP/1.1" status: 204 len: 168 time: 0.6993656 Jul 15 23:24:27.873123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54456) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:27.887847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8cbd9-5aa1-4b12-9439-b2470a104ac7 req-3c1dc6b8-a75e-4823-9599-eb3adb37ecb9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:27.901766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05e8cbd9-5aa1-4b12-9439-b2470a104ac7 req-3c1dc6b8-a75e-4823-9599-eb3adb37ecb9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.2209380 Jul 15 23:24:27.988799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05e8cbd9-5aa1-4b12-9439-b2470a104ac7 req-828d63bf-a58e-4210-b997-00459ffe8fed tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860348 Jul 15 23:24:28.172616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-11026470', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:28.248648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.249642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.343236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.540391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.742164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54482) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.883964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-55acad3b-03ea-4405-b42c-6a9eeafae14d tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1004947659'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:28.921013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55acad3b-03ea-4405-b42c-6a9eeafae14d tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.923894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55acad3b-03ea-4405-b42c-6a9eeafae14d tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.995961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55acad3b-03ea-4405-b42c-6a9eeafae14d tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.003261 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55acad3b-03ea-4405-b42c-6a9eeafae14d tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.030496 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.031113 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55acad3b-03ea-4405-b42c-6a9eeafae14d tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.033597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-55acad3b-03ea-4405-b42c-6a9eeafae14d tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2896550 Jul 15 23:24:29.035064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54488) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.071858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.134189 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9d0e-7654-4d33-86dc-40ea20e3eb74 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.256680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Allocated IP 172.25.3.104 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/3ea5ef9a-d6f4-4797-9752-1a09bc7e63ed) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:29.335504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9d0e-7654-4d33-86dc-40ea20e3eb74 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.337896 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9d0e-7654-4d33-86dc-40ea20e3eb74 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.410560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9d0e-7654-4d33-86dc-40ea20e3eb74 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.411335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d9d0e-7654-4d33-86dc-40ea20e3eb74 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b923feb-f498-4d51-b9b4-122789638e46 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:29.448463 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.470846 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9d0e-7654-4d33-86dc-40ea20e3eb74 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.475660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8d0d9d0e-7654-4d33-86dc-40ea20e3eb74 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8b923feb-f498-4d51-b9b4-122789638e46 HTTP/1.1" status: 204 len: 168 time: 0.4360557 Jul 15 23:24:29.476147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54498) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.480998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5815cc4b-c618-49ea-a281-1d45963bf232 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Request body: {'router': {'name': 'tempest-router-868868974', 'distributed': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:29.527591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.550901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390c539-c003-450c-9b37-d6231cae5708 req-1f097234-b93e-407b-b21a-dc0e5d482c2b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:29.553224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0390c539-c003-450c-9b37-d6231cae5708 req-1f097234-b93e-407b-b21a-dc0e5d482c2b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1549366 Jul 15 23:24:29.560740 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5815cc4b-c618-49ea-a281-1d45963bf232 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.561003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5815cc4b-c618-49ea-a281-1d45963bf232 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.596880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:29.605108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:29.613813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:29.645185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event updated for resources: {'Port': ['ID=3ea5ef9a-d6f4-4797-9752-1a09bc7e63ed,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:29.662789 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5815cc4b-c618-49ea-a281-1d45963bf232 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.674816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5815cc4b-c618-49ea-a281-1d45963bf232 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.694867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5815cc4b-c618-49ea-a281-1d45963bf232 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.698525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5815cc4b-c618-49ea-a281-1d45963bf232 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2190576 Jul 15 23:24:29.698776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54500) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:29.796826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46b56829-393a-4b49-9528-9dd935677e19 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:29.826075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0390c539-c003-450c-9b37-d6231cae5708 req-429220ad-967e-4bb4-9efa-a8c94ad8698c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615422 Jul 15 23:24:30.038852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.143522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46b56829-393a-4b49-9528-9dd935677e19 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.146265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46b56829-393a-4b49-9528-9dd935677e19 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.212721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46b56829-393a-4b49-9528-9dd935677e19 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.213420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b56829-393a-4b49-9528-9dd935677e19 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67fa1f33-5040-4b7d-a8f0-d4230c69fc38 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:30.223387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46b56829-393a-4b49-9528-9dd935677e19 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.229006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-46b56829-393a-4b49-9528-9dd935677e19 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "DELETE /v2.0/routers/67fa1f33-5040-4b7d-a8f0-d4230c69fc38 HTTP/1.1" status: 204 len: 168 time: 0.5260682 Jul 15 23:24:30.229539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54506) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.235661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-57beaf21-f2c9-491a-b583-fe4bbc5a94c5 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Request body: {'router': {'name': 'tempest-router-739834716', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9d35545160704b409197cd0cbb596f70'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:30.264266 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57beaf21-f2c9-491a-b583-fe4bbc5a94c5 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.266178 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57beaf21-f2c9-491a-b583-fe4bbc5a94c5 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.392338 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57beaf21-f2c9-491a-b583-fe4bbc5a94c5 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.415990 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57beaf21-f2c9-491a-b583-fe4bbc5a94c5 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.454886 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57beaf21-f2c9-491a-b583-fe4bbc5a94c5 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:30.458710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-57beaf21-f2c9-491a-b583-fe4bbc5a94c5 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2255509 Jul 15 23:24:30.458984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54516) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:30.463828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:30.966509 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.176080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Router 55d43636-6b1e-431f-a40d-1c2cdeb56c51 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:24:31.391124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:31.402965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.402965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.405173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d3a3b-71eb-4d0e-ab9f-3881b191850b None None] Sync routers for ids ['55d43636-6b1e-431f-a40d-1c2cdeb56c51'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:31.422893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d3a3b-71eb-4d0e-ab9f-3881b191850b None None] Routers {'55d43636-6b1e-431f-a40d-1c2cdeb56c51'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:31.426977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-803d3a3b-71eb-4d0e-ab9f-3881b191850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['55d43636-6b1e-431f-a40d-1c2cdeb56c51'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.445429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.450552 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6cb29cd1-5592-4739-8693-02e4519221ef tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5763276 Jul 15 23:24:31.451436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54534) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.511988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-803d3a3b-71eb-4d0e-ab9f-3881b191850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.529274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d3a3b-71eb-4d0e-ab9f-3881b191850b None None] Routers {'55d43636-6b1e-431f-a40d-1c2cdeb56c51'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:31.533741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-803d3a3b-71eb-4d0e-ab9f-3881b191850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['55d43636-6b1e-431f-a40d-1c2cdeb56c51'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.611959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-803d3a3b-71eb-4d0e-ab9f-3881b191850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:31.612720 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-279007a9-b1df-4760-8d45-d71b9c231de6 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/routers/55d43636-6b1e-431f-a40d-1c2cdeb56c51 HTTP/1.1" status: 200 len: 919 time: 0.1600645 Jul 15 23:24:31.617976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d3a3b-71eb-4d0e-ab9f-3881b191850b None None] The sync data for ids ['55d43636-6b1e-431f-a40d-1c2cdeb56c51'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:31.618735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54538) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.664078 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-556250c5-15ad-4636-9eda-0b97d3ad2ccc tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d43636-6b1e-431f-a40d-1c2cdeb56c51 HTTP/1.1" status: 200 len: 205 time: 0.0380986 Jul 15 23:24:31.664282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54540) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.704780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93715) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 23:24:31.705162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Router c9888291-e251-4e0e-a8cc-49a8c47403c1 migrating from provider to provider. {{(pid=93715) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 23:24:31.705547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.715076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.721735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.803768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.815699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd777c-8a6b-4caa-9447-778b18258a58 req-3e013ad2-d7b2-400c-86e4-d31eadcd74c4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:31.817277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4dd777c-8a6b-4caa-9447-778b18258a58 req-3e013ad2-d7b2-400c-86e4-d31eadcd74c4 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.2407858 Jul 15 23:24:31.850683 n-d-793618-8 neutron-server[93715]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] No L3 agents can host the router c9888291-e251-4e0e-a8cc-49a8c47403c1 Jul 15 23:24:31.867153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4dd777c-8a6b-4caa-9447-778b18258a58 req-5d5f33bf-72f6-42f3-b7d0-a4c95db6f0a3 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Jul 15 23:24:31.940849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.972245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Hosts for router c9888291-e251-4e0e-a8cc-49a8c47403c1: [] {{(pid=93715) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 23:24:32.000855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Hosts for other DVR routers connected to router c9888291-e251-4e0e-a8cc-49a8c47403c1: set() {{(pid=93715) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 23:24:32.003623 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.004846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b44669a2-57e2-46c9-a674-5a8d3860d1a6 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "PUT /v2.0/routers/c9888291-e251-4e0e-a8cc-49a8c47403c1 HTTP/1.1" status: 200 len: 716 time: 1.5448148 Jul 15 23:24:32.008162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54542) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.036337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Deleting port 3ea5ef9a-d6f4-4797-9752-1a09bc7e63ed {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:32.037547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.090738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-06141806-452b-4d0b-a33f-6d98b9819e81 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "GET /v2.0/routers/c9888291-e251-4e0e-a8cc-49a8c47403c1 HTTP/1.1" status: 200 len: 716 time: 0.0808814 Jul 15 23:24:32.096204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54544) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.140903 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.154524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Calling delete_port for 3ea5ef9a-d6f4-4797-9752-1a09bc7e63ed owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:32.353550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cac309d6-47e1-43b0-b8c8-80b22a3b3fef tempest-RoutersTestDVR-191000835 tempest-RoutersTestDVR-191000835-project] 10.222.0.23 "GET /v2.0/routers/c9888291-e251-4e0e-a8cc-49a8c47403c1 HTTP/1.1" status: 200 len: 682 time: 0.2558577 Jul 15 23:24:32.356042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54568) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.364520 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.436378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event deleted for resources: {'Port': ['ID=3ea5ef9a-d6f4-4797-9752-1a09bc7e63ed,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:32.475960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7572269-bb22-492b-a16b-e261a8f73667 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.479568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.602243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.604440 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.657839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7572269-bb22-492b-a16b-e261a8f73667 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.665267 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7572269-bb22-492b-a16b-e261a8f73667 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.674193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.674840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Fanout notify agent at l3_agent the message router_deleted on router 55d43636-6b1e-431f-a40d-1c2cdeb56c51 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:32.682649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.687253 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5eed9b86-82ee-4546-ad79-09a545554f36 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/55d43636-6b1e-431f-a40d-1c2cdeb56c51 HTTP/1.1" status: 204 len: 168 time: 1.0187476 Jul 15 23:24:32.687374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54584) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.691771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1286767772', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': False}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:32.736434 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.737852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.757999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7572269-bb22-492b-a16b-e261a8f73667 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.758843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7572269-bb22-492b-a16b-e261a8f73667 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9888291-e251-4e0e-a8cc-49a8c47403c1 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:32.770622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a7572269-bb22-492b-a16b-e261a8f73667 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.772505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a7572269-bb22-492b-a16b-e261a8f73667 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c9888291-e251-4e0e-a8cc-49a8c47403c1 HTTP/1.1" status: 204 len: 168 time: 0.4151003 Jul 15 23:24:32.775463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54586) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.780509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e458b912-13a1-4910-9ca7-3e67b50dab7e tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Request body: {'router': {'name': 'tempest-router-584825597', 'distributed': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:32.810876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.822573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e458b912-13a1-4910-9ca7-3e67b50dab7e tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.823600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e458b912-13a1-4910-9ca7-3e67b50dab7e tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.898500 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e458b912-13a1-4910-9ca7-3e67b50dab7e tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.904422 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e458b912-13a1-4910-9ca7-3e67b50dab7e tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.922558 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e458b912-13a1-4910-9ca7-3e67b50dab7e tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.926608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e458b912-13a1-4910-9ca7-3e67b50dab7e tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1474562 Jul 15 23:24:32.927086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54590) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.020181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3e2d2bc-f071-4ed3-b596-faf7e9fca791 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.037865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.267008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3e2d2bc-f071-4ed3-b596-faf7e9fca791 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.270119 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3e2d2bc-f071-4ed3-b596-faf7e9fca791 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.310324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.343689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa5541-afb3-4c4a-8bf1-999f89ed394f req-e4a0bf33-b368-4acb-85cc-55a3bd8a60ca tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:33.345685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.352454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9daa5541-afb3-4c4a-8bf1-999f89ed394f req-e4a0bf33-b368-4acb-85cc-55a3bd8a60ca tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.2744865 Jul 15 23:24:33.360612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3e2d2bc-f071-4ed3-b596-faf7e9fca791 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.361085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e2d2bc-f071-4ed3-b596-faf7e9fca791 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 070f02fe-786d-4b10-84ae-137a87f0d299 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:33.366727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3e2d2bc-f071-4ed3-b596-faf7e9fca791 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.371303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b3e2d2bc-f071-4ed3-b596-faf7e9fca791 tempest-RoutersTestDVR-680707607 tempest-RoutersTestDVR-680707607-project-admin] 10.222.0.23 "DELETE /v2.0/routers/070f02fe-786d-4b10-84ae-137a87f0d299 HTTP/1.1" status: 204 len: 168 time: 0.4395788 Jul 15 23:24:33.405338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9daa5541-afb3-4c4a-8bf1-999f89ed394f req-e454492c-bcf9-4b5f-a922-8c7bfbfd6a3e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519452 Jul 15 23:24:33.551554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Allocated IP 172.25.3.153 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/3edec9d6-3d7a-4760-8801-fba7e2e69486) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:33.760501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.803323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54620) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:33.865747 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.907072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:33.909952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:33.916634 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:33.944055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'Port': ['ID=3edec9d6-3d7a-4760-8801-fba7e2e69486,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:34.051745 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d50d20d9-6e64-41ac-bd31-6c3ef1ac4906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.134995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-2401ddbd-3b46-4f4b-8582-af909019b013 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.142964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-2401ddbd-3b46-4f4b-8582-af909019b013 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.152393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-2401ddbd-3b46-4f4b-8582-af909019b013 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.159556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-2401ddbd-3b46-4f4b-8582-af909019b013 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.168897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-2401ddbd-3b46-4f4b-8582-af909019b013 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.175186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-2401ddbd-3b46-4f4b-8582-af909019b013 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.181742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-2401ddbd-3b46-4f4b-8582-af909019b013 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.183724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-2401ddbd-3b46-4f4b-8582-af909019b013 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.1840076 Jul 15 23:24:34.220947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.243763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6259d38-d830-46e9-9522-e6d37580d9e0 req-f8c40f8a-59e6-40cb-9b19-8a496c965664 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539753 Jul 15 23:24:34.298564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d50d20d9-6e64-41ac-bd31-6c3ef1ac4906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.304481 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d50d20d9-6e64-41ac-bd31-6c3ef1ac4906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.346825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d50d20d9-6e64-41ac-bd31-6c3ef1ac4906 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d35545160704b409197cd0cbb596f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404029 Jul 15 23:24:34.348399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d20d9-6e64-41ac-bd31-6c3ef1ac4906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9769ffa5-ae32-4917-950c-0a2c6bd1e318,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:34.352100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54658) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:34.406999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ebdaf6a-8e59-4875-bf81-78127bc15067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.452426 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ebdaf6a-8e59-4875-bf81-78127bc15067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.528597 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.616447 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ebdaf6a-8e59-4875-bf81-78127bc15067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.620854 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ebdaf6a-8e59-4875-bf81-78127bc15067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.625599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2ebdaf6a-8e59-4875-bf81-78127bc15067 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9769ffa5-ae32-4917-950c-0a2c6bd1e318 HTTP/1.1" status: 204 len: 168 time: 0.2690258 Jul 15 23:24:34.650129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdaf6a-8e59-4875-bf81-78127bc15067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9769ffa5-ae32-4917-950c-0a2c6bd1e318,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:34.714865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23c9c5-3a04-4ed4-9645-fd30e2eace2c req-a8676dfb-06a7-4b20-9f7b-c239a2fd8c51 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.745817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c23c9c5-3a04-4ed4-9645-fd30e2eace2c req-a8676dfb-06a7-4b20-9f7b-c239a2fd8c51 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.2002149 Jul 15 23:24:34.749380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Router 93f9977b-14fd-4a37-b20d-f085d2f072f5 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:24:34.825539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c23c9c5-3a04-4ed4-9645-fd30e2eace2c req-9e7d0375-c56c-41cf-891a-bda36c45f897 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787077 Jul 15 23:24:34.928253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:34.937380 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Sync routers for ids ['93f9977b-14fd-4a37-b20d-f085d2f072f5'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:34.958366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.958569 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Routers {'93f9977b-14fd-4a37-b20d-f085d2f072f5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:34.961221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6a92decc-12fd-4f4c-9fe1-145bff186460 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2719893 Jul 15 23:24:34.961954 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['93f9977b-14fd-4a37-b20d-f085d2f072f5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:34.963877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54686) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.143667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54688) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.191438 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d54f51c5-c92e-43f9-9b9e-d20d27a910bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.192892 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Set router 93f9977b-14fd-4a37-b20d-f085d2f072f5 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:35.245286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6769865-96cd-40c4-9482-4bd37b7aa75c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.251648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6769865-96cd-40c4-9482-4bd37b7aa75c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.256775 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c3fe4943-11b6-4399-a711-aa51a17ada82 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/routers/93f9977b-14fd-4a37-b20d-f085d2f072f5 HTTP/1.1" status: 200 len: 909 time: 0.2891865 Jul 15 23:24:35.258955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54692) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.259199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6769865-96cd-40c4-9482-4bd37b7aa75c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.265377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1286767772', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': True}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:35.265534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6769865-96cd-40c4-9482-4bd37b7aa75c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.271900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6769865-96cd-40c4-9482-4bd37b7aa75c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.278113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6769865-96cd-40c4-9482-4bd37b7aa75c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.284045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6769865-96cd-40c4-9482-4bd37b7aa75c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.285919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6769865-96cd-40c4-9482-4bd37b7aa75c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5445 time: 0.2503197 Jul 15 23:24:35.436093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-b7b1e785-ae7d-4cb1-a233-b9ba6409757f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.437544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-b7b1e785-ae7d-4cb1-a233-b9ba6409757f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "GET /v2.0/ports/ac32947f-6d88-49f8-8650-2e212ba1cf48?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1347413 Jul 15 23:24:35.460413 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f9977b-14fd-4a37-b20d-f085d2f072f5', 'name': 'tempest-snat-router-1286767772', 'tenant_id': 'ab0ab93220c349c19bd39a285de1dc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.153'}], 'enable_snat': False}, 'gw_port_id': '3edec9d6-3d7a-4760-8801-fba7e2e69486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:32Z', 'updated_at': '2021-07-15T23:24:34Z', 'revision_number': 3, 'project_id': 'ab0ab93220c349c19bd39a285de1dc84', 'gw_port': {'id': '3edec9d6-3d7a-4760-8801-fba7e2e69486', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f9977b-14fd-4a37-b20d-f085d2f072f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:33Z', 'updated_at': '2021-07-15T23:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:35.527450 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Checking router: 93f9977b-14fd-4a37-b20d-f085d2f072f5 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:24:35.528051 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Updating router 93f9977b-14fd-4a37-b20d-f085d2f072f5 port 3edec9d6-3d7a-4760-8801-fba7e2e69486 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:24:35.563833 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.586529 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d54f51c5-c92e-43f9-9b9e-d20d27a910bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.601918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d54f51c5-c92e-43f9-9b9e-d20d27a910bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.676553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.679677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.704086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-94a1495e-21c1-4be6-933f-f04988381045 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "GET /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2569878 Jul 15 23:24:35.707515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d54f51c5-c92e-43f9-9b9e-d20d27a910bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2eb99b1ac2774bdb8660780f6fd18fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617225 Jul 15 23:24:35.708375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f51c5-c92e-43f9-9b9e-d20d27a910bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaae833-c181-4414-a808-692b6d0400ac,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:35.733185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:35.735917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54704) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:35.852059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.905290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-addcc76b-3a32-4b6c-828f-735c2db31658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:35.910746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.021879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-addcc76b-3a32-4b6c-828f-735c2db31658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.128975 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.149077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Transition to ACTIVE for port object 3edec9d6-3d7a-4760-8801-fba7e2e69486 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:36.169245 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.219835 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Attempting to bind port 3edec9d6-3d7a-4760-8801-fba7e2e69486 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:36.220208 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Attempting to bind port 3edec9d6-3d7a-4760-8801-fba7e2e69486 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:36.220567 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Attempting to bind port 3edec9d6-3d7a-4760-8801-fba7e2e69486 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:36.248408 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:36.248779 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:36.249178 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.249568 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:36.250032 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Bound port: 3edec9d6-3d7a-4760-8801-fba7e2e69486, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:36.250405 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.280905 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Pushing event updated for resources: {'Port': ['ID=3edec9d6-3d7a-4760-8801-fba7e2e69486,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.293341 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.293681 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.296275 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.296804 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.297463 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.297947 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.298438 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.298938 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.299565 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.300054 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.300534 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.301017 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:36.348461 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] For port 3edec9d6-3d7a-4760-8801-fba7e2e69486, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:36.352557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] For port ac32947f-6d88-49f8-8650-2e212ba1cf48, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ac32947f-6d88-49f8-8650-2e212ba1cf48,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:36.353466 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] For port 3edec9d6-3d7a-4760-8801-fba7e2e69486, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3edec9d6-3d7a-4760-8801-fba7e2e69486,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:36.358946 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.393364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] For port ac32947f-6d88-49f8-8650-2e212ba1cf48, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:36.425440 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1bb71-246c-47bb-b7c0-daba4f234365 None None] Pushing event updated for resources: {'Port': ['ID=3edec9d6-3d7a-4760-8801-fba7e2e69486,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.431241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] device_id is not set on port ac32947f-6d88-49f8-8650-2e212ba1cf48 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:36.444440 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.480714 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Routers {'93f9977b-14fd-4a37-b20d-f085d2f072f5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:36.482376 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.483785 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['93f9977b-14fd-4a37-b20d-f085d2f072f5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:36.527751 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-addcc76b-3a32-4b6c-828f-735c2db31658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.530225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-addcc76b-3a32-4b6c-828f-735c2db31658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.531445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-addcc76b-3a32-4b6c-828f-735c2db31658 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbaae833-c181-4414-a808-692b6d0400ac HTTP/1.1" status: 204 len: 168 time: 0.7943404 Jul 15 23:24:36.702057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702a69b-0712-45fd-8556-2fedf827397c req-659c029d-156b-434e-b199-db9c4a995fb7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:36.721055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702a69b-0712-45fd-8556-2fedf827397c req-659c029d-156b-434e-b199-db9c4a995fb7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:36.729993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702a69b-0712-45fd-8556-2fedf827397c req-659c029d-156b-434e-b199-db9c4a995fb7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:36.730596 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] Set router 93f9977b-14fd-4a37-b20d-f085d2f072f5 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:36.754164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702a69b-0712-45fd-8556-2fedf827397c req-659c029d-156b-434e-b199-db9c4a995fb7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:36.765543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702a69b-0712-45fd-8556-2fedf827397c req-659c029d-156b-434e-b199-db9c4a995fb7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:36.781882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702a69b-0712-45fd-8556-2fedf827397c req-659c029d-156b-434e-b199-db9c4a995fb7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:36.793676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702a69b-0712-45fd-8556-2fedf827397c req-659c029d-156b-434e-b199-db9c4a995fb7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:36.811949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f702a69b-0712-45fd-8556-2fedf827397c req-659c029d-156b-434e-b199-db9c4a995fb7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 5367 time: 0.8241472 Jul 15 23:24:36.830212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] No DVR routers for this DVR port ac32947f-6d88-49f8-8650-2e212ba1cf48 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:36.877456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcc76b-3a32-4b6c-828f-735c2db31658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaae833-c181-4414-a808-692b6d0400ac,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.961082 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.060624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c68babbe-38d2-4437-a608-8db8ac983333 None None] Provisioning complete for port ac32947f-6d88-49f8-8650-2e212ba1cf48 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:37.062957 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c68babbe-38d2-4437-a608-8db8ac983333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.147015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c68babbe-38d2-4437-a608-8db8ac983333 None None] Port ac32947f-6d88-49f8-8650-2e212ba1cf48 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:37.227423 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f9977b-14fd-4a37-b20d-f085d2f072f5', 'name': 'tempest-snat-router-1286767772', 'tenant_id': 'ab0ab93220c349c19bd39a285de1dc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.153'}], 'enable_snat': False}, 'gw_port_id': '3edec9d6-3d7a-4760-8801-fba7e2e69486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:32Z', 'updated_at': '2021-07-15T23:24:34Z', 'revision_number': 3, 'project_id': 'ab0ab93220c349c19bd39a285de1dc84', 'gw_port': {'id': '3edec9d6-3d7a-4760-8801-fba7e2e69486', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f9977b-14fd-4a37-b20d-f085d2f072f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:33Z', 'updated_at': '2021-07-15T23:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:37.267710 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3656f4-0d51-47d0-aea6-a0968bd18a43 None None] The sync data for ids ['93f9977b-14fd-4a37-b20d-f085d2f072f5'] in n-d-793618-8 is: [{'id': '93f9977b-14fd-4a37-b20d-f085d2f072f5', 'name': 'tempest-snat-router-1286767772', 'tenant_id': 'ab0ab93220c349c19bd39a285de1dc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.153'}], 'enable_snat': False}, 'gw_port_id': '3edec9d6-3d7a-4760-8801-fba7e2e69486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:32Z', 'updated_at': '2021-07-15T23:24:34Z', 'revision_number': 3, 'project_id': 'ab0ab93220c349c19bd39a285de1dc84', 'gw_port': {'id': '3edec9d6-3d7a-4760-8801-fba7e2e69486', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f9977b-14fd-4a37-b20d-f085d2f072f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:33Z', 'updated_at': '2021-07-15T23:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:37.446001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.491978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.632239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68578cdb-f4f0-48c6-9b81-60b821e94ee6 req-6d4e0fff-ba19-4565-8011-b0f510c7af6b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:37.633733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68578cdb-f4f0-48c6-9b81-60b821e94ee6 req-6d4e0fff-ba19-4565-8011-b0f510c7af6b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 1.5448020 Jul 15 23:24:37.661633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac32947f-6d88-49f8-8650-2e212ba1cf48,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:37.706294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f702a69b-0712-45fd-8556-2fedf827397c req-eb6409a2-22c7-480d-9517-ef3c485f6329 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8930037 Jul 15 23:24:37.707190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Allocated IP 172.25.3.196 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/d6fe7f19-89b2-40c2-ab9d-6e2750c3009c) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:37.779352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68578cdb-f4f0-48c6-9b81-60b821e94ee6 req-467512c8-4ecd-4360-a32d-f3896f01140f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384532 Jul 15 23:24:37.780605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] In _notify_port_updated(), no bound segment for port ac32947f-6d88-49f8-8650-2e212ba1cf48 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:24:37.783786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:37.785982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.789658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-d6f6a1ee-f3d6-4c06-9e6e-e2bc83e611c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 200 len: 1033 time: 2.0652888 Jul 15 23:24:37.925017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-3d5418af-152d-4f07-a85a-5e0224785d9d tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:37.926456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-3d5418af-152d-4f07-a85a-5e0224785d9d tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "GET /v2.0/ports/1095efb3-a87f-43d5-b5fc-2e5bef24ebf2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1309075 Jul 15 23:24:37.946132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:37.965581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:37.984341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3edec9d6-3d7a-4760-8801-fba7e2e69486 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:38.044266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.129833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 3edec9d6-3d7a-4760-8801-fba7e2e69486 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:38.136461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3edec9d6-3d7a-4760-8801-fba7e2e69486 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:38.136950 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.143074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54750) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.148586 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.149729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'Port': ['ID=d6fe7f19-89b2-40c2-ab9d-6e2750c3009c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:38.332748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a4bcec-a959-49de-be82-b70c5e15aff1 admin admin] Deleting subnet f61d3105-472d-4982-a072-ba3a13e75238 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:38.338723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bcec-a959-49de-be82-b70c5e15aff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.356822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:38.436586 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.461263 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bcec-a959-49de-be82-b70c5e15aff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.482384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 3edec9d6-3d7a-4760-8801-fba7e2e69486, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3edec9d6-3d7a-4760-8801-fba7e2e69486,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:38.484126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:38.566060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.623395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bcec-a959-49de-be82-b70c5e15aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.648809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-220419284'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:38.722153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=3edec9d6-3d7a-4760-8801-fba7e2e69486,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:38.733136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:38.739025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:38.741154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.742940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:38.750657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:38.759224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.773616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] For port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:38.851622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bcec-a959-49de-be82-b70c5e15aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.898366 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.953786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:38.961711 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae3932b-2b4f-4468-8535-8184503a0828" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:38.994163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:39.005765 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.006618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 287d1f70-7684-4ff8-a8cd-1832c80334a7 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:39.038393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4bcec-a959-49de-be82-b70c5e15aff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61d3105-472d-4982-a072-ba3a13e75238,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:39.073456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b1a4bcec-a959-49de-be82-b70c5e15aff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.075804 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b1a4bcec-a959-49de-be82-b70c5e15aff1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f61d3105-472d-4982-a072-ba3a13e75238 HTTP/1.1" status: 204 len: 168 time: 0.9191916 Jul 15 23:24:39.078270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54780) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.120461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.150412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.194376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07395da-fc5d-4a3b-a98d-29c84b606340,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:39.212614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] For port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:39.277794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:39.309540 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.309927 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Added segment 9342d9f6-ebe0-4850-b55a-ae226f59b97b of type vlan for network 5f496ae2-1912-4409-b27c-688e826bc6e0 Jul 15 23:24:39.334147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:39.351605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.355029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.392227 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.400170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.400889 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.405207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] device_id is not set on port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:39.446851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48d04-aad8-4045-962b-a7cad4f15518 req-aefe75b3-d71e-438a-b20f-9a360a4afeba tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.453356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48d04-aad8-4045-962b-a7cad4f15518 req-aefe75b3-d71e-438a-b20f-9a360a4afeba tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.460279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48d04-aad8-4045-962b-a7cad4f15518 req-aefe75b3-d71e-438a-b20f-9a360a4afeba tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.466190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48d04-aad8-4045-962b-a7cad4f15518 req-aefe75b3-d71e-438a-b20f-9a360a4afeba tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.472826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48d04-aad8-4045-962b-a7cad4f15518 req-aefe75b3-d71e-438a-b20f-9a360a4afeba tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.479045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48d04-aad8-4045-962b-a7cad4f15518 req-aefe75b3-d71e-438a-b20f-9a360a4afeba tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.481157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf48d04-aad8-4045-962b-a7cad4f15518 req-aefe75b3-d71e-438a-b20f-9a360a4afeba tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 4663 time: 0.4854481 Jul 15 23:24:39.529693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.586137 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.606895 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.608865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75f7189-5aad-4ee3-bf99-e550effcde12']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.630612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db68c2b6-cb6e-4c08-9c82-ce7739a63883') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.631182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db68c2b6-cb6e-4c08-9c82-ce7739a63883') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:39.642468 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.651762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2930455 Jul 15 23:24:39.673391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.682656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:39.683389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.719718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54784) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:39.745170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf48d04-aad8-4045-962b-a7cad4f15518 req-2f08037b-61e5-4820-83bd-2d41795a1565 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&id=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2291696 Jul 15 23:24:39.749556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'subnet': {'network_id': '5f496ae2-1912-4409-b27c-688e826bc6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:39.793993 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:39.800295 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.811253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.815377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:39.824008 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f75f7189-5aad-4ee3-bf99-e550effcde12 HTTP/1.1" status: 204 len: 168 time: 0.7443585 Jul 15 23:24:39.879391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1c11-3b7e-4406-b2df-8278b21c6427 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75f7189-5aad-4ee3-bf99-e550effcde12,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:39.896635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aad90-4d07-43aa-99b8-835f12230699 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Network': ['ID=5f496ae2-1912-4409-b27c-688e826bc6e0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:39.912337 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eba4f6-beff-4654-9197-3f843fd7b37e x-openstack-request-id: req-a1eba4f6-beff-4654-9197-3f843fd7b37e {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:39.916875 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:39.917501 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1eba4f6-beff-4654-9197-3f843fd7b37e {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:39.919191 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'code': 200} Jul 15 23:24:39.922784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:39.972989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3edec9d6-3d7a-4760-8801-fba7e2e69486 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:40.009516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] No DVR routers for this DVR port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:40.030922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.065810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 287d1f70-7684-4ff8-a8cd-1832c80334a7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:40.084148 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.086378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:40.095952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:40.105242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.119933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] Pushing event updated for resources: {'Port': ['ID=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:40.133822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756223d4-ad8a-428a-b482-960c542d8a9d req-87300b12-d236-443b-bfcc-998452142f2d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:40.142408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-756223d4-ad8a-428a-b482-960c542d8a9d req-87300b12-d236-443b-bfcc-998452142f2d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.7552328 Jul 15 23:24:40.265904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54790) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:40.310881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] In _notify_port_updated(), no bound segment for port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 on network bcab3cd0-a953-43fa-9594-d01d6a45b19d {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:24:40.311149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:40.311793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.319144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-c6bed33e-d302-478b-b37a-231070bee093 service neutron] 10.222.0.59 "PUT /v2.0/ports/1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 200 len: 1032 time: 2.3810105 Jul 15 23:24:40.331669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:40.332596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 68772141-302d-434c-ba43-ffaff8a58760 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:40.417615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-756223d4-ad8a-428a-b482-960c542d8a9d req-80f626f2-3403-477d-88bd-dd1c57c06132 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740571 Jul 15 23:24:40.447272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=287d1f70-7684-4ff8-a8cd-1832c80334a7,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:40.472102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4618a9d3-2b56-45ed-a779-0eb8e07f5b5a None None] Provisioning complete for port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:40.472846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4618a9d3-2b56-45ed-a779-0eb8e07f5b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.512582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4618a9d3-2b56-45ed-a779-0eb8e07f5b5a None None] Port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:40.539194 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.545782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3edec9d6-3d7a-4760-8801-fba7e2e69486 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:40.546238 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.630330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.676213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 68772141-302d-434c-ba43-ffaff8a58760, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68772141-302d-434c-ba43-ffaff8a58760,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:40.691426 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.692251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:40.698264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Router 3b6c2a29-3cc6-4908-b550-fac95e382e95 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:24:40.816608 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.859797 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.862289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=68772141-302d-434c-ba43-ffaff8a58760,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:40.876815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:40.892515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bf47007b-a38f-449d-b2d4-a24879eb7e1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a1349b12ac44cefb9c0e19db4f02444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208017 Jul 15 23:24:40.893516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Sync routers for ids ['3b6c2a29-3cc6-4908-b550-fac95e382e95'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:40.896636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54802) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:40.949137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:40.964158 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9c57672-8f0c-490d-9187-27bba5d86066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.966065 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:40.966803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 8e84c5df-b22b-4593-a23d-48584fbbb6a4 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:40.973416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Routers {'3b6c2a29-3cc6-4908-b550-fac95e382e95'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:40.973706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3b6c2a29-3cc6-4908-b550-fac95e382e95'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:40.999197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9c57672-8f0c-490d-9187-27bba5d86066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.020716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Subnet': ['ID=08428a82-1904-4e06-bc00-90eff0ac0dbe,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:41.074633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.080912 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2858aa76-1b08-4dae-9220-2d67e166ff1f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8205802 Jul 15 23:24:41.088724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54804) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:41.099352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9c57672-8f0c-490d-9187-27bba5d86066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.103225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Set router 3b6c2a29-3cc6-4908-b550-fac95e382e95 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:41.106357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9c57672-8f0c-490d-9187-27bba5d86066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.107962 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e9c57672-8f0c-490d-9187-27bba5d86066 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa3ade2a-a9b2-48e1-ac0c-af81d25e9960 HTTP/1.1" status: 204 len: 168 time: 0.2097208 Jul 15 23:24:41.155684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c57672-8f0c-490d-9187-27bba5d86066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3ade2a-a9b2-48e1-ac0c-af81d25e9960,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:41.159694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting port 68772141-302d-434c-ba43-ffaff8a58760 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:41.160038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.169903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Checking segment: {'id': '9342d9f6-ebe0-4850-b55a-ae226f59b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5f496ae2-1912-4409-b27c-688e826bc6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:41.170274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network hostable DHCP agents. Network: 5f496ae2-1912-4409-b27c-688e826bc6e0, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:24:41.272067 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7c08e45f-3fe2-4c55-a18a-66899937b4a5 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/routers/3b6c2a29-3cc6-4908-b550-fac95e382e95 HTTP/1.1" status: 200 len: 908 time: 0.1803246 Jul 15 23:24:41.272962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54808) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:41.375674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:41.424932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.448770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6c2a29-3cc6-4908-b550-fac95e382e95', 'name': 'tempest-snat-router-1286767772', 'tenant_id': 'ab0ab93220c349c19bd39a285de1dc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd6fe7f19-89b2-40c2-ab9d-6e2750c3009c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:35Z', 'updated_at': '2021-07-15T23:24:39Z', 'revision_number': 3, 'project_id': 'ab0ab93220c349c19bd39a285de1dc84', 'gw_port': {'id': 'd6fe7f19-89b2-40c2-ab9d-6e2750c3009c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6c2a29-3cc6-4908-b550-fac95e382e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:37Z', 'updated_at': '2021-07-15T23:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:41.472941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] For port 68772141-302d-434c-ba43-ffaff8a58760, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=68772141-302d-434c-ba43-ffaff8a58760,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:41.475595 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.501259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:24:41.514205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.524904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Calling delete_port for 68772141-302d-434c-ba43-ffaff8a58760 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:41.558500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 5f496ae2-1912-4409-b27c-688e826bc6e0) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:41.565237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:41.566388 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.612248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 8e84c5df-b22b-4593-a23d-48584fbbb6a4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:41.620171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b245af93-94a0-4165-9230-1a38ea4d8e18 None None] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:41.624715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Checking router: 3b6c2a29-3cc6-4908-b550-fac95e382e95 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:24:41.625039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Updating router 3b6c2a29-3cc6-4908-b550-fac95e382e95 port d6fe7f19-89b2-40c2-ab9d-6e2750c3009c binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:24:41.704496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4796-bd4d-4eef-b55d-11faeff9ca75 req-555b3f86-61a2-4d50-bc1f-75131641787f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:41.727195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4796-bd4d-4eef-b55d-11faeff9ca75 req-555b3f86-61a2-4d50-bc1f-75131641787f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:41.727760 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.728499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ac32947f-6d88-49f8-8650-2e212ba1cf48 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:41.737328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4796-bd4d-4eef-b55d-11faeff9ca75 req-555b3f86-61a2-4d50-bc1f-75131641787f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:41.753692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4796-bd4d-4eef-b55d-11faeff9ca75 req-555b3f86-61a2-4d50-bc1f-75131641787f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:41.765414 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.767627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4796-bd4d-4eef-b55d-11faeff9ca75 req-555b3f86-61a2-4d50-bc1f-75131641787f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:41.772781 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.779209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99ee4796-bd4d-4eef-b55d-11faeff9ca75 req-555b3f86-61a2-4d50-bc1f-75131641787f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 3878 time: 0.7636926 Jul 15 23:24:41.842582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f597fdc2-4d62-4790-9b8d-2f62f8ca1f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1082287 Jul 15 23:24:41.843160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54828) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:41.852294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1664297134', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:41.896796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99ee4796-bd4d-4eef-b55d-11faeff9ca75 req-1c1b1ea1-0400-4c99-8958-8683b6bdc199 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160669 Jul 15 23:24:41.940677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287d1f70-7684-4ff8-a8cd-1832c80334a7'}, {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68772141-302d-434c-ba43-ffaff8a58760'}, {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a'}, {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e84c5df-b22b-4593-a23d-48584fbbb6a4'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:41.946494 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d3e9f-4fee-4229-830b-bb00b0cc3857" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "287d1f70-7684-4ff8-a8cd-1832c80334a7"}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "68772141-302d-434c-ba43-ffaff8a58760"}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a"}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e84c5df-b22b-4593-a23d-48584fbbb6a4"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:41.951829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.954059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.965186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee48595-f5b8-4b78-95d6-a9c3466ac8c7 req-16820794-77e3-4ed1-a407-25db374490b9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:41.970124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Deleting port d6fe7f19-89b2-40c2-ab9d-6e2750c3009c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:41.970478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:41.975597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ee48595-f5b8-4b78-95d6-a9c3466ac8c7 req-16820794-77e3-4ed1-a407-25db374490b9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.1789114 Jul 15 23:24:42.053985 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c277a8e-d6b2-4eba-a8ea-ace00da42fc7 x-openstack-request-id: req-0c277a8e-d6b2-4eba-a8ea-ace00da42fc7 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:42.054285 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "287d1f70-7684-4ff8-a8cd-1832c80334a7", "code": 200}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "68772141-302d-434c-ba43-ffaff8a58760", "code": 200}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a", "code": 200}, {"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e84c5df-b22b-4593-a23d-48584fbbb6a4", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:42.054535 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c277a8e-d6b2-4eba-a8ea-ace00da42fc7 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:42.054968 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287d1f70-7684-4ff8-a8cd-1832c80334a7', 'code': 200} Jul 15 23:24:42.057328 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68772141-302d-434c-ba43-ffaff8a58760', 'code': 200} Jul 15 23:24:42.057668 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a', 'code': 200} Jul 15 23:24:42.057922 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e84c5df-b22b-4593-a23d-48584fbbb6a4', 'code': 200} Jul 15 23:24:42.076418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ee48595-f5b8-4b78-95d6-a9c3466ac8c7 req-7066f31b-ac1b-40df-9af2-a8a73f58da46 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949693 Jul 15 23:24:42.103857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.153096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Port': ['ID=68772141-302d-434c-ba43-ffaff8a58760,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:42.155532 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.194504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Calling delete_port for d6fe7f19-89b2-40c2-ab9d-6e2750c3009c owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:42.282809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] No DVR routers for this DVR port 68772141-302d-434c-ba43-ffaff8a58760 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:42.286181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.288819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-551ef956-8f17-4a39-955b-0b1a7c29d9ce tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "DELETE /v2.0/ports/68772141-302d-434c-ba43-ffaff8a58760 HTTP/1.1" status: 204 len: 173 time: 1.8702245 Jul 15 23:24:42.289270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': '68772141-302d-434c-ba43-ffaff8a58760'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:42.291597 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeacaacf-f606-4f60-badd-aea245708a48" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "68772141-302d-434c-ba43-ffaff8a58760"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:42.417852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.427835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=8e84c5df-b22b-4593-a23d-48584fbbb6a4,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:42.461385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ac32947f-6d88-49f8-8650-2e212ba1cf48 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:42.477678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6fe7f19-89b2-40c2-ab9d-6e2750c3009c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:42.537306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:42.537657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.548083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11835874-172c-469e-bf25-649106a74c0c None None] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:42.735980 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.784743 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49510fe-4009-4ef4-a88f-2ece048d5836 x-openstack-request-id: req-e49510fe-4009-4ef4-a88f-2ece048d5836 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:42.785052 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "68772141-302d-434c-ba43-ffaff8a58760", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:42.785284 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e49510fe-4009-4ef4-a88f-2ece048d5836 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:42.789825 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': '68772141-302d-434c-ba43-ffaff8a58760', 'status': 'completed', 'code': 200} Jul 15 23:24:42.830737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] For port 8e84c5df-b22b-4593-a23d-48584fbbb6a4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=8e84c5df-b22b-4593-a23d-48584fbbb6a4,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:42.831076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.872188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Calling delete_port for 8e84c5df-b22b-4593-a23d-48584fbbb6a4 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:42.973074 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:42.996092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.204575 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.212856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.290137 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.291975 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6c2a29-3cc6-4908-b550-fac95e382e95 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:43.300658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414b4da-7525-404f-bc07-d676be9477b5 req-ba67632f-8b73-4a5b-ab7d-617a1e518b5f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:43.302988 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.311201 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9499702e-699e-4793-a45c-e9ee1c021a6b tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "DELETE /v2.0/routers/3b6c2a29-3cc6-4908-b550-fac95e382e95 HTTP/1.1" status: 204 len: 168 time: 2.0370455 Jul 15 23:24:43.316418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8414b4da-7525-404f-bc07-d676be9477b5 req-ba67632f-8b73-4a5b-ab7d-617a1e518b5f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.4089253 Jul 15 23:24:43.349213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54870) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:43.409219 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:24:43.410562 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:24:43.468167 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.483558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8414b4da-7525-404f-bc07-d676be9477b5 req-bba3a45c-696f-4655-93cb-54de37d3ad7f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657732 Jul 15 23:24:43.527028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Port': ['ID=8e84c5df-b22b-4593-a23d-48584fbbb6a4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:43.546290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9f6a-cb0a-44ad-b2e2-68c04dcd94c1 req-de299575-6206-44f2-b55c-404ed5d9b57a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:43.552621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9f6a-cb0a-44ad-b2e2-68c04dcd94c1 req-de299575-6206-44f2-b55c-404ed5d9b57a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:43.559419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9f6a-cb0a-44ad-b2e2-68c04dcd94c1 req-de299575-6206-44f2-b55c-404ed5d9b57a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:43.566592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9f6a-cb0a-44ad-b2e2-68c04dcd94c1 req-de299575-6206-44f2-b55c-404ed5d9b57a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:43.569205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ffe9f6a-cb0a-44ad-b2e2-68c04dcd94c1 req-de299575-6206-44f2-b55c-404ed5d9b57a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 3065 time: 0.4041507 Jul 15 23:24:43.610697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54874) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:43.655154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] No DVR routers for this DVR port 8e84c5df-b22b-4593-a23d-48584fbbb6a4 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:43.665193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.670534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-4601aadb-a931-4bdc-a990-cbad539d8aca tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "DELETE /v2.0/ports/8e84c5df-b22b-4593-a23d-48584fbbb6a4 HTTP/1.1" status: 204 len: 173 time: 1.3762145 Jul 15 23:24:43.754099 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.795876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ffe9f6a-cb0a-44ad-b2e2-68c04dcd94c1 req-aed43f3f-0814-4964-86c8-1205bc3b3e07 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974289 Jul 15 23:24:43.945867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Port d6fe7f19-89b2-40c2-ab9d-6e2750c3009c not found while updating agent binding for router 3b6c2a29-3cc6-4908-b550-fac95e382e95. {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:24:43.950960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1323f17-7cd0-4c08-ab58-7ad6b5311060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.972518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Routers set() bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:43.973143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Router IDs set() for agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:24:43.973821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b6c2a29-3cc6-4908-b550-fac95e382e95'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent'). {{(pid=93716) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:24:43.974290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6355fd-2079-4eb6-a131-18246e7efc35 None None] The sync data for ids ['3b6c2a29-3cc6-4908-b550-fac95e382e95'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:44.160614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:44.161222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.209774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.269125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-fc2a00e8-9937-489f-9c06-1c67ecffcaeb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3677080 Jul 15 23:24:44.410949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-77ac05c5-a5da-4a2d-9570-5cdbc280ccea tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:44.411186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-77ac05c5-a5da-4a2d-9570-5cdbc280ccea tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.4632757 Jul 15 23:24:44.432412 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.473364 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.564450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] For port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:44.564825 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.596800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Calling delete_port for e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:44.626448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.25.3.154 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/bf7e15ef-c37d-494c-8b2e-5ec8ffddb890) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:44.655674 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1323f17-7cd0-4c08-ab58-7ad6b5311060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.697241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1323f17-7cd0-4c08-ab58-7ad6b5311060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.713218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Deleting port 86f3e514-dd5a-4035-92a1-4652ed459942 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:44.713677 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.720760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.796496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': '8e84c5df-b22b-4593-a23d-48584fbbb6a4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:44.798806 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bc8d13-0a44-4958-9b5e-929464411955" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "8e84c5df-b22b-4593-a23d-48584fbbb6a4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:44.804240 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.831719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Deleting port 3edec9d6-3d7a-4760-8801-fba7e2e69486 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:44.831719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.837057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-9c481153-4fdc-497e-af7e-a69e2b090185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:44.838590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-9c481153-4fdc-497e-af7e-a69e2b090185 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 1096 time: 0.4376581 Jul 15 23:24:44.852039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323f17-7cd0-4c08-ab58-7ad6b5311060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbcace6-922f-4976-9cd5-f8e40c5facbd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:44.860213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a1323f17-7cd0-4c08-ab58-7ad6b5311060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a2102fd31fc4b6faf9b0d6db01d94cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2451665 Jul 15 23:24:44.860423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54898) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:44.948065 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008ab604-212c-46a3-acfb-06adc5d642d2 x-openstack-request-id: req-008ab604-212c-46a3-acfb-06adc5d642d2 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:44.948368 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "8e84c5df-b22b-4593-a23d-48584fbbb6a4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:44.948630 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-008ab604-212c-46a3-acfb-06adc5d642d2 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:44.949031 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': '8e84c5df-b22b-4593-a23d-48584fbbb6a4', 'status': 'completed', 'code': 200} Jul 15 23:24:44.998417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0355fa-954e-4b04-9c13-00a61d7b2525 req-ec76ff29-8619-4515-b60b-bfc8c226e048 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:45.018098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b0355fa-954e-4b04-9c13-00a61d7b2525 req-ec76ff29-8619-4515-b60b-bfc8c226e048 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 945 time: 0.3264675 Jul 15 23:24:45.103337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] For port 86f3e514-dd5a-4035-92a1-4652ed459942, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=86f3e514-dd5a-4035-92a1-4652ed459942,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:45.103709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.134412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] For port 3edec9d6-3d7a-4760-8801-fba7e2e69486, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3edec9d6-3d7a-4760-8801-fba7e2e69486,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:45.135158 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.149864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Calling delete_port for 3edec9d6-3d7a-4760-8801-fba7e2e69486 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:45.157617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Calling delete_port for 86f3e514-dd5a-4035-92a1-4652ed459942 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:45.162742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b0355fa-954e-4b04-9c13-00a61d7b2525 req-b6dab1f2-bd59-493f-bb2d-fb29ccb9f41b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365626 Jul 15 23:24:45.170833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.237233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=bf7e15ef-c37d-494c-8b2e-5ec8ffddb890,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:45.252849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.286825 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:45.300222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Port': ['ID=e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:45.425313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] No DVR routers for this DVR port e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:45.432407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-84c713f9-5553-43b7-ba78-919e50305f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:45.433781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-84c713f9-5553-43b7-ba78-919e50305f4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 200 len: 910 time: 0.5228183 Jul 15 23:24:45.438583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.440538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-67a55f12-8508-49b7-85cc-3be85f320a53 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "DELETE /v2.0/ports/e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a HTTP/1.1" status: 204 len: 173 time: 1.7627037 Jul 15 23:24:45.457955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d9458615-2c10-4f89-9f93-c4917dc8249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.475269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d51e0-275f-4fb3-b66e-27e2a6e95fd2 req-0e8d777c-1b9b-4af4-8f7c-20e171d4154b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:45.483188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d51e0-275f-4fb3-b66e-27e2a6e95fd2 req-0e8d777c-1b9b-4af4-8f7c-20e171d4154b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:45.485496 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d9458615-2c10-4f89-9f93-c4917dc8249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.489130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d51e0-275f-4fb3-b66e-27e2a6e95fd2 req-0e8d777c-1b9b-4af4-8f7c-20e171d4154b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:45.498113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-114d51e0-275f-4fb3-b66e-27e2a6e95fd2 req-0e8d777c-1b9b-4af4-8f7c-20e171d4154b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 2332 time: 0.3818944 Jul 15 23:24:45.533675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:45.541252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.551360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:45.555261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d9458615-2c10-4f89-9f93-c4917dc8249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.558254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d9458615-2c10-4f89-9f93-c4917dc8249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.562804 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d9458615-2c10-4f89-9f93-c4917dc8249b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fbcace6-922f-4976-9cd5-f8e40c5facbd HTTP/1.1" status: 204 len: 168 time: 0.6994357 Jul 15 23:24:45.609803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9458615-2c10-4f89-9f93-c4917dc8249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbcace6-922f-4976-9cd5-f8e40c5facbd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:45.679846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event deleted for resources: {'Port': ['ID=3edec9d6-3d7a-4760-8801-fba7e2e69486,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:45.721129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.753163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-114d51e0-275f-4fb3-b66e-27e2a6e95fd2 req-0325c85d-30f8-418e-9e29-086cd330672c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537003 Jul 15 23:24:45.755329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.764086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['86f3e514-dd5a-4035-92a1-4652ed459942'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:45.865310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event deleted for resources: {'Port': ['ID=86f3e514-dd5a-4035-92a1-4652ed459942,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:45.923852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:45.926386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.013940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] No DVR routers for this DVR port 86f3e514-dd5a-4035-92a1-4652ed459942 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:46.022167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-a8926d76-6b97-4ce7-a62a-8359b582d708 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f HTTP/1.1" status: 200 len: 1001 time: 0.5725777 Jul 15 23:24:46.025111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.044818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28af1587-56a9-43ac-8d97-3fe92bba9d98 req-4de489c2-f2cc-4001-a02a-5fc9c4f526a0 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "DELETE /v2.0/ports/86f3e514-dd5a-4035-92a1-4652ed459942 HTTP/1.1" status: 204 len: 173 time: 1.5997679 Jul 15 23:24:46.063002 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.063618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93f9977b-14fd-4a37-b20d-f085d2f072f5 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:46.081569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.092065 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f72d367f-0999-423f-ab94-0a001ec97e36 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "DELETE /v2.0/routers/93f9977b-14fd-4a37-b20d-f085d2f072f5 HTTP/1.1" status: 204 len: 168 time: 2.7414217 Jul 15 23:24:46.103523 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54924) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:46.123834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1856103254', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:46.237113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-29baf817-220b-46ce-9db4-65e185f4872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:46.243066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-29baf817-220b-46ce-9db4-65e185f4872c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 200 len: 848 time: 0.1929901 Jul 15 23:24:46.280040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:46.280584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.344198 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.350138 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.488849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.843858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.927611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:46.964968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] For port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:46.965453 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.103375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a'}, {'server_uuid': 'def33807-e1ee-44c9-adda-9d4ea873c9a2', 'name': 'network-vif-deleted', 'tag': '86f3e514-dd5a-4035-92a1-4652ed459942'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:47.106280 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e64c72-94f1-427b-a7ab-712111d2cff8" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a"}, {"server_uuid": "def33807-e1ee-44c9-adda-9d4ea873c9a2", "name": "network-vif-deleted", "tag": "86f3e514-dd5a-4035-92a1-4652ed459942"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:47.181817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbf06e3f-bc13-4273-bfc7-81073437eef2 req-05229307-0332-4f8b-a6ed-84b93a4a042e tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=def33807-e1ee-44c9-adda-9d4ea873c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0655332 Jul 15 23:24:47.327543 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1bdcc5-7445-45ad-819c-6367b71eb0b0 x-openstack-request-id: req-1e1bdcc5-7445-45ad-819c-6367b71eb0b0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:47.327851 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a", "status": "completed", "code": 200}, {"server_uuid": "def33807-e1ee-44c9-adda-9d4ea873c9a2", "name": "network-vif-deleted", "tag": "86f3e514-dd5a-4035-92a1-4652ed459942", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:47.328104 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e1bdcc5-7445-45ad-819c-6367b71eb0b0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:47.328506 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': 'e4dd9b5c-c16d-43d8-a9ec-5c704225ca6a', 'status': 'completed', 'code': 200} Jul 15 23:24:47.328763 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def33807-e1ee-44c9-adda-9d4ea873c9a2', 'name': 'network-vif-deleted', 'tag': '86f3e514-dd5a-4035-92a1-4652ed459942', 'status': 'completed', 'code': 200} Jul 15 23:24:47.395936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-d59d27c8-b9ef-4dbb-affb-8e1bbd0405b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:47.397364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-d59d27c8-b9ef-4dbb-affb-8e1bbd0405b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1eb5c66-55af-4d66-9777-031791fd7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1460407 Jul 15 23:24:47.410153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-e06092c3-961f-4601-a051-1d75d1805b99 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:24:47.411061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-e06092c3-961f-4601-a051-1d75d1805b99 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052333 Jul 15 23:24:47.439071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d2eb-96b4-4fa7-b38f-717bf821e071 req-b4a2a14c-0274-4ffb-80a0-77bc9d5ec1a8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:47.445474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d2eb-96b4-4fa7-b38f-717bf821e071 req-b4a2a14c-0274-4ffb-80a0-77bc9d5ec1a8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:47.452425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cd9d2eb-96b4-4fa7-b38f-717bf821e071 req-b4a2a14c-0274-4ffb-80a0-77bc9d5ec1a8 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 1677 time: 0.3242073 Jul 15 23:24:47.514457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.514885 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.515208 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Floating IP 98042f3f-1374-4cdd-9224-025d38ee1b7d disassociated. External IP: 172.25.3.119, port: 769b2f10-6d3f-4b65-92d0-f48cf8bc6239. Jul 15 23:24:47.515559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Calling delete_port for 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:47.533786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cd9d2eb-96b4-4fa7-b38f-717bf821e071 req-111fe039-4741-4d18-95d6-a068a765dd03 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800133 Jul 15 23:24:47.550407 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.605780 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.629208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.654361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-354e018c-fe24-4525-85f4-f59b21946f52 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330182 Jul 15 23:24:47.841250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34dc5dc8-7eae-49f8-aeb2-220daa28960c req-320325b2-87a1-49a9-a909-917f57735cc8 service neutron] 10.222.0.59 "GET /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777768 Jul 15 23:24:47.849441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Allocated IP 172.25.3.197 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/46277ee1-d306-4e42-9afb-95e1971c5e07) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:47.865133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:47.875497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3edec9d6-3d7a-4760-8801-fba7e2e69486 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:47.905625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:24:47.916431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 3edec9d6-3d7a-4760-8801-fba7e2e69486 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:47.917293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3edec9d6-3d7a-4760-8801-fba7e2e69486 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:47.949161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Port': ['ID=769b2f10-6d3f-4b65-92d0-f48cf8bc6239,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:48.044865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.057322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61490509-e40f-48a2-b33b-4cda073c50c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.078622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Router ad7d1276-03a6-4335-994e-b58272b572bf has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:24:48.210310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 86f3e514-dd5a-4035-92a1-4652ed459942 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:48.218417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:48.230322 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] Sync routers for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:48.245803 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:48.246446 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:48.284543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 86f3e514-dd5a-4035-92a1-4652ed459942 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:48.285146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 86f3e514-dd5a-4035-92a1-4652ed459942 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:48.414272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] No DVR routers for this DVR port 769b2f10-6d3f-4b65-92d0-f48cf8bc6239 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:48.424401 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.426639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-491f863a-8d52-4404-b1de-95b0f0c8472e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "DELETE /v2.0/ports/769b2f10-6d3f-4b65-92d0-f48cf8bc6239 HTTP/1.1" status: 204 len: 173 time: 2.9760859 Jul 15 23:24:48.666176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:48.697836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.698164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228f98d-cdc0-43ce-a616-1dcd779ca6ee None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:48.699053 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-40951ee7-a17d-488f-853c-a6768a6294f9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8564579 Jul 15 23:24:48.708127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54992) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:48.726519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.740785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228f98d-cdc0-43ce-a616-1dcd779ca6ee None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:48.741443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5228f98d-cdc0-43ce-a616-1dcd779ca6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:48.748648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting port 287d1f70-7684-4ff8-a8cd-1832c80334a7 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:48.751066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.788856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5228f98d-cdc0-43ce-a616-1dcd779ca6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:48.800237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228f98d-cdc0-43ce-a616-1dcd779ca6ee None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:48.801071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5228f98d-cdc0-43ce-a616-1dcd779ca6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:48.836345 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:48.877332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5228f98d-cdc0-43ce-a616-1dcd779ca6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:48.878606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228f98d-cdc0-43ce-a616-1dcd779ca6ee None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:48.896491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:48.925377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:48.931318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:48.964582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event updated for resources: {'Port': ['ID=46277ee1-d306-4e42-9afb-95e1971c5e07,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.035892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] For port 287d1f70-7684-4ff8-a8cd-1832c80334a7, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=287d1f70-7684-4ff8-a8cd-1832c80334a7,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:49.037150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.058519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Calling delete_port for 287d1f70-7684-4ff8-a8cd-1832c80334a7 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:49.142048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-8df9456f-386a-49ac-84f6-b291fdfa311a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:49.143778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-8df9456f-386a-49ac-84f6-b291fdfa311a tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.2503293 Jul 15 23:24:49.158243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ae320-f224-4ab3-bd51-c8796e8a5fdd req-2b030cb1-2ef0-4e4a-9bc7-a58c971ab18d tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:49.159815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-897ae320-f224-4ab3-bd51-c8796e8a5fdd req-2b030cb1-2ef0-4e4a-9bc7-a58c971ab18d tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 943 time: 0.2370620 Jul 15 23:24:49.168493 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:21Z', 'revision_number': 5, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:49.196956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-a0b822b7-98c2-4cad-8b76-d1fe5a6a67ff tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/quotas/047b0f09a5054578aa8e4031a560cc37 HTTP/1.1" status: 200 len: 375 time: 0.0339062 Jul 15 23:24:49.207450 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] Checking router: ad7d1276-03a6-4335-994e-b58272b572bf for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:24:49.217280 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:49.218075 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:49.252512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-cdc82f06-2d5e-4547-8352-778626adfa3d tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546629 Jul 15 23:24:49.332612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:49.335762 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:49.337326 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a82602-100e-4e1c-9b64-084e38ad809c" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:49.361529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-897ae320-f224-4ab3-bd51-c8796e8a5fdd req-ce32f262-fdc7-4d48-a4ec-0810dc218708 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups?id=819bc480-ee5e-494d-82c2-e71524599754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870666 Jul 15 23:24:49.390970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-a9590372-ccf5-491a-a960-cf8d71bf9e0a service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310124 Jul 15 23:24:49.452236 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c0a474-47c6-44b3-9342-2ed3255804c1 x-openstack-request-id: req-40c0a474-47c6-44b3-9342-2ed3255804c1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:49.452538 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "769b2f10-6d3f-4b65-92d0-f48cf8bc6239", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:49.452797 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40c0a474-47c6-44b3-9342-2ed3255804c1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:49.453691 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': '769b2f10-6d3f-4b65-92d0-f48cf8bc6239', 'status': 'completed', 'code': 200} Jul 15 23:24:49.491190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.585854 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.628500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Port': ['ID=287d1f70-7684-4ff8-a8cd-1832c80334a7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.644445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-16f94182-707b-49b5-890b-7a038d607bcc service neutron] 10.222.0.23 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945119 Jul 15 23:24:49.667236 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:21Z', 'revision_number': 5, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:49.700003 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ebddf-0218-4c8f-9812-0a07caa33ad6 None None] The sync data for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 is: [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:14:14Z', 'revision_number': 4, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1d78226e-f70f-473a-8099-a3e47577ec44', 'name': '', 'network_id': '19797e7c-9816-4f28-84eb-abea97fbfe84', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'mac_address': 'fa:16:3e:28:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:13Z', 'updated_at': '2021-07-15T23:14:21Z', 'revision_number': 5, 'project_id': 'fc54abede98d429293e68f233d70634f', 'subnets': [{'id': '9ae3396d-c255-4fcd-8289-4f347f493d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:49.744174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] No DVR routers for this DVR port 287d1f70-7684-4ff8-a8cd-1832c80334a7 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:49.752975 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.756595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00d42b3e-97c9-4adf-8082-3b5747732e96 req-ef72bc21-82fa-4e14-ba26-102d4511c5f9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.59 "DELETE /v2.0/ports/287d1f70-7684-4ff8-a8cd-1832c80334a7 HTTP/1.1" status: 204 len: 173 time: 1.3236570 Jul 15 23:24:49.837580 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.992175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0726645-b353-4eb5-8772-c6a3ddc831c0 req-81e8f04f-18eb-4ce9-bc63-c6370f0c22e8 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 210 time: 0.0577886 Jul 15 23:24:50.156067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-b90886ef-ad14-4a22-a7c9-e1087a121eb2 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ee34f84d5c4849a4a261830ab6f46745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554724 Jul 15 23:24:50.201390 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c9eb27-1b39-4059-b646-6f5f30db1de3 None None] New status for floating IP 98042f3f-1374-4cdd-9224-025d38ee1b7d: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:24:50.254497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.478624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.20.0.1 (5f496ae2-1912-4409-b27c-688e826bc6e0/08428a82-1904-4e06-bc00-90eff0ac0dbe/6c176e8a-25bd-497c-8b5b-06b550ede4a7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:50.634364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-38a7c808-21a5-4f1f-be5b-4ca49b2ffff1 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:50.645211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-38a7c808-21a5-4f1f-be5b-4ca49b2ffff1 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4869244 Jul 15 23:24:50.647254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-451d1691-5394-4dcc-99c8-2c93ba72d245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.680437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-877ea5bd-b8df-4250-9132-d21c11916b3c tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/quotas/ee34f84d5c4849a4a261830ab6f46745 HTTP/1.1" status: 200 len: 375 time: 0.0341797 Jul 15 23:24:50.749916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Router 79eee718-7534-42d3-a064-567d6b4644cb is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:24:50.832344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.839988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-d03e4153-0881-4a46-b53a-ff07066682d1 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee34f84d5c4849a4a261830ab6f46745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1585414 Jul 15 23:24:50.854837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7aea03a9-5864-4f9b-895a-bc3a9e928e69 req-cdeab6e1-31ac-4956-8a59-595f6baba66a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.2357750 Jul 15 23:24:50.931260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:50.944404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7cce7-69ec-4e84-9b59-9c93d4770edf None None] Sync routers for ids ['79eee718-7534-42d3-a064-567d6b4644cb'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:50.957938 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.961985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7cce7-69ec-4e84-9b59-9c93d4770edf None None] Routers {'79eee718-7534-42d3-a064-567d6b4644cb'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:50.964022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cfc7cce7-69ec-4e84-9b59-9c93d4770edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79eee718-7534-42d3-a064-567d6b4644cb'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:51.019511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cfc7cce7-69ec-4e84-9b59-9c93d4770edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:51.031472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.036200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55058) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:51.036934 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f4468877-4dad-47af-b92c-99a0feee117c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9291766 Jul 15 23:24:51.045357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-da8cc098-6695-417d-a795-717b1b4844d3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': False}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:51.052737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:51.056406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7cce7-69ec-4e84-9b59-9c93d4770edf None None] Routers {'79eee718-7534-42d3-a064-567d6b4644cb'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:51.057319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cfc7cce7-69ec-4e84-9b59-9c93d4770edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79eee718-7534-42d3-a064-567d6b4644cb'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:51.058613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:51.061654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:51.132551 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.134472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cfc7cce7-69ec-4e84-9b59-9c93d4770edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:51.135463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7cce7-69ec-4e84-9b59-9c93d4770edf None None] The sync data for ids ['79eee718-7534-42d3-a064-567d6b4644cb'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:51.144656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=6c176e8a-25bd-497c-8b5b-06b550ede4a7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:51.158456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.264888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-847a9562-2914-4ba5-ad7b-0311f17c32f3 req-b562ca2a-4f13-4dfa-864a-b34ad0fdd560 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 210 time: 0.0740094 Jul 15 23:24:51.431469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10f9f13e-35f0-4648-8549-7636492473ab req-7157fc52-1339-4f55-82be-0c4aeba32bdb tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 210 time: 0.0837247 Jul 15 23:24:51.465017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': '287d1f70-7684-4ff8-a8cd-1832c80334a7'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:51.470911 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f0da1-1e35-4561-bb92-ff748c499ed7" -d '{"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "287d1f70-7684-4ff8-a8cd-1832c80334a7"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:51.475033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.556084 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.557378 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a43fbe-2661-432a-bb9d-586ebd650c49 x-openstack-request-id: req-47a43fbe-2661-432a-bb9d-586ebd650c49 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:51.557671 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22180f65-1bb3-4d09-b44f-b89c86ac467b", "name": "network-vif-deleted", "tag": "287d1f70-7684-4ff8-a8cd-1832c80334a7", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:51.557953 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47a43fbe-2661-432a-bb9d-586ebd650c49 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:51.558314 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22180f65-1bb3-4d09-b44f-b89c86ac467b', 'name': 'network-vif-deleted', 'tag': '287d1f70-7684-4ff8-a8cd-1832c80334a7', 'status': 'completed', 'code': 200} Jul 15 23:24:51.795334 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da8cc098-6695-417d-a795-717b1b4844d3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.944834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.958266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.043605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=6c176e8a-25bd-497c-8b5b-06b550ede4a7,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:52.046723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.153398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1505e81f-da9d-4309-8ae1-db0ef0433bcb req-b52ed53c-0977-4e39-a482-2bbe74683d4e tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0313096 Jul 15 23:24:52.217177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:52.218866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:52.449776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:24:52.644418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:52.650472 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1ea5fc68-7372-48cd-a53c-95906769b215 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/routers/ee20c839-5ce0-4051-a8e5-d0f1c3a06c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9407041 Jul 15 23:24:52.653404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55092) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:52.657817 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1335e-9646-41f7-b3ca-8843f859479f None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:52.660113 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'port': {'network_id': '5f496ae2-1912-4409-b27c-688e826bc6e0', 'name': 'tempest-FloatingIPTestJSON-1464071816'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:52.675329 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1335e-9646-41f7-b3ca-8843f859479f None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:52.677471 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f4b1335e-9646-41f7-b3ca-8843f859479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:52.766684 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f4b1335e-9646-41f7-b3ca-8843f859479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:52.787614 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1335e-9646-41f7-b3ca-8843f859479f None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:52.788053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-a26f96c8-a56a-499a-a2b1-c570e3a85f94 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:52.789814 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f4b1335e-9646-41f7-b3ca-8843f859479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:52.790137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-a26f96c8-a56a-499a-a2b1-c570e3a85f94 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 811 time: 0.3776648 Jul 15 23:24:52.866445 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f4b1335e-9646-41f7-b3ca-8843f859479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:52.868897 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1335e-9646-41f7-b3ca-8843f859479f None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:52.903728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:52.906553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Request body: {'port': {'device_id': 'c96ba309-93e4-4128-ac95-95088837b0c9', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'admin_state_up': True, 'tenant_id': '047b0f09a5054578aa8e4031a560cc37'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:52.910417 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.922116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-259d5c85-e980-46cb-b8dc-89ac274b65c0 req-ab8b9396-6b50-4146-9007-15f31ea114cb tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 210 time: 0.3763573 Jul 15 23:24:52.938804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] device_id is not set on port 5f9734ec-a20d-4810-a8bd-94a457861bc5 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:53.026145 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da8cc098-6695-417d-a795-717b1b4844d3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.070646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8d85b40-5b3c-4170-aa84-19bed7795b85 req-bec5231c-ec0e-472e-bc3f-e2e28e76d7ab tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 210 time: 0.3807538 Jul 15 23:24:53.093673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da8cc098-6695-417d-a795-717b1b4844d3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.312237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.571170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.20.0.4 (5f496ae2-1912-4409-b27c-688e826bc6e0/08428a82-1904-4e06-bc00-90eff0ac0dbe/5f9734ec-a20d-4810-a8bd-94a457861bc5) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:53.673544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-ba624a3f-beec-4fd4-b82d-0b79a656245b tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ee34f84d5c4849a4a261830ab6f46745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500934 Jul 15 23:24:53.878017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-573d17f6-302c-4f8e-b82d-5314432ebf02 req-2fe2b37f-665f-45d7-8419-83c965430d23 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0822148 Jul 15 23:24:53.981774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Made reservation on behalf of 047b0f09a5054578aa8e4031a560cc37 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:53.985440 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.991103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8cc098-6695-417d-a795-717b1b4844d3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Router 79eee718-7534-42d3-a064-567d6b4644cb has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:24:54.166008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-d7e23b09-5829-4113-b342-e7c79d223087 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:54.168112 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-d7e23b09-5829-4113-b342-e7c79d223087 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4880815 Jul 15 23:24:54.199502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Request body: {'port': {'device_id': '4eae7260-79de-474d-a5ec-8bdcc729978c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'ee34f84d5c4849a4a261830ab6f46745'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:54.231925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9da1ae58-fca9-41bb-92b3-01c14163624b req-88fe401e-e66b-4a5c-8ced-b9bdbf076c1a tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 210 time: 0.0398555 Jul 15 23:24:54.237922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.334206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-590749b9-cd46-4acd-a5d6-aae3d75a65f7 req-e2d7c873-78ac-4636-b1cc-8b27e7f97e72 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 210 time: 0.0399036 Jul 15 23:24:54.336022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8cc098-6695-417d-a795-717b1b4844d3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:54.341422 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da8cc098-6695-417d-a795-717b1b4844d3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.346741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-da8cc098-6695-417d-a795-717b1b4844d3 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "PUT /v2.0/routers/79eee718-7534-42d3-a064-567d6b4644cb HTTP/1.1" status: 200 len: 922 time: 3.3081198 Jul 15 23:24:54.348435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957be9d-5a8b-47f2-9ea3-f7a75792352a None None] Sync routers for ids ['79eee718-7534-42d3-a064-567d6b4644cb'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:54.350692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55124) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.353200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Allocated IP 172.20.0.14 (483a0d63-79e1-4e6f-ad7e-ca0fb581503e/089d61a2-594b-4450-8d49-e1da6aeda31c/34bf3fed-5fa7-4ea9-91f9-5c1cf5683849) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:54.364405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957be9d-5a8b-47f2-9ea3-f7a75792352a None None] Routers {'79eee718-7534-42d3-a064-567d6b4644cb'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:54.367579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Made reservation on behalf of ee34f84d5c4849a4a261830ab6f46745 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:54.369984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a957be9d-5a8b-47f2-9ea3-f7a75792352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79eee718-7534-42d3-a064-567d6b4644cb'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:54.371810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.377110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.397499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.451403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a957be9d-5a8b-47f2-9ea3-f7a75792352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:54.481715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957be9d-5a8b-47f2-9ea3-f7a75792352a None None] Routers {'79eee718-7534-42d3-a064-567d6b4644cb'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:54.482602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a957be9d-5a8b-47f2-9ea3-f7a75792352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79eee718-7534-42d3-a064-567d6b4644cb'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:54.483112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-43d296e5-58d7-4f19-b40c-98f100d251f2 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/routers/79eee718-7534-42d3-a064-567d6b4644cb HTTP/1.1" status: 200 len: 922 time: 0.1310959 Jul 15 23:24:54.484560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55126) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.526261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a957be9d-5a8b-47f2-9ea3-f7a75792352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:54.527204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957be9d-5a8b-47f2-9ea3-f7a75792352a None None] The sync data for ids ['79eee718-7534-42d3-a064-567d6b4644cb'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:54.531093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.544357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:54.545326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.556665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:54.568298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:54.585646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=5f9734ec-a20d-4810-a8bd-94a457861bc5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:54.637709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934a1e4-d0ca-4575-8613-2757899f35d8 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:54.641835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8934a1e4-d0ca-4575-8613-2757899f35d8 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=79eee718-7534-42d3-a064-567d6b4644cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1509023 Jul 15 23:24:54.643601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55130) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.686290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.687012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.687350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.687682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.688024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.688337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.688661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.688980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.689304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.689618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.689962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.690285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:54.703956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82c70d1-8a40-410f-8d50-84be5c5454dd,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:54.743761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:54.744767 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.771488 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e42d4db3-5ecb-4af6-b4c3-bfb3e4eb3c2b tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1156890 Jul 15 23:24:54.774133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55132) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.778892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'port': {'network_id': '5f496ae2-1912-4409-b27c-688e826bc6e0', 'name': 'tempest-FloatingIPTestJSON-438795084'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:54.806636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Allocated IP 192.168.233.85 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/9a415725-42f7-4d0a-ae36-2b360d3cba45) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:54.843878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f14f33-c93f-43df-b141-6048921dec04 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:54.848266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-30f14f33-c93f-43df-b141-6048921dec04 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 881 time: 0.2011890 Jul 15 23:24:54.851936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55134) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.866032 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.908602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29e61008-3297-4388-b31b-a7be8526b17f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=79eee718-7534-42d3-a064-567d6b4644cb HTTP/1.1" status: 200 len: 205 time: 0.0555141 Jul 15 23:24:54.911972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55138) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:55.019226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.039997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:55.043915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.050277 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.118240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event updated for resources: {'Port': ['ID=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:55.127672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.129882 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.146255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Transition to ACTIVE for port object 9a415725-42f7-4d0a-ae36-2b360d3cba45 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:55.177792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] device_id is not set on port 4ed76832-7067-48fe-8e88-7f03d05b9745 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:24:55.198282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e140a22-02cd-4a6f-8ae0-b82c2ebb24df req-3dcc337f-3e2b-46d0-88c9-ca5b8649844a tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0821660 Jul 15 23:24:55.204114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:55.207002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:55.213381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:55.299497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:55.300457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.306581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.321934 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.327235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2902e187-1f39-449f-b0d8-33ac89214534 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4375336 Jul 15 23:24:55.378486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Request body: {'port': {'device_id': 'c96ba309-93e4-4128-ac95-95088837b0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:55.415240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:55.423623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.20.0.3 (5f496ae2-1912-4409-b27c-688e826bc6e0/08428a82-1904-4e06-bc00-90eff0ac0dbe/4ed76832-7067-48fe-8e88-7f03d05b9745) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:55.425823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:55.432903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:55.475677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Pushing event updated for resources: {'Port': ['ID=9a415725-42f7-4d0a-ae36-2b360d3cba45,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:55.569342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:55.570144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.589353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.612968 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-6fa948d3-00e5-46ac-bd0a-d6eb47d73812 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4195766 Jul 15 23:24:55.641570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Request body: {'port': {'device_id': '4eae7260-79de-474d-a5ec-8bdcc729978c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:55.687319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826f9af-94bd-4134-9116-21150d10cb18 req-a8566d2c-b1c7-4407-82cd-78f2a68873a2 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:55.693827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c826f9af-94bd-4134-9116-21150d10cb18 req-a8566d2c-b1c7-4407-82cd-78f2a68873a2 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 935 time: 0.3005161 Jul 15 23:24:55.798798 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.806413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8774093d-d01c-484f-9377-5aa1c76045c5 None None] Provisioning for port 9a415725-42f7-4d0a-ae36-2b360d3cba45 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:55.811404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8774093d-d01c-484f-9377-5aa1c76045c5 None None] Provisioning complete for port 9a415725-42f7-4d0a-ae36-2b360d3cba45 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:55.811786 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8774093d-d01c-484f-9377-5aa1c76045c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.822444 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.897226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8774093d-d01c-484f-9377-5aa1c76045c5 None None] Port 9a415725-42f7-4d0a-ae36-2b360d3cba45 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:55.946944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Deleting port 46277ee1-d306-4e42-9afb-95e1971c5e07 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:55.947557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.038168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.062124 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.088007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Calling delete_port for 46277ee1-d306-4e42-9afb-95e1971c5e07 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:56.093588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c826f9af-94bd-4134-9116-21150d10cb18 req-3d4c063f-f0dd-45aa-8b86-39780b2cb9bf tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736810 Jul 15 23:24:56.139038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:56.148794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:56.152728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=4ed76832-7067-48fe-8e88-7f03d05b9745,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:56.156635 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:56.185041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:56.195295 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.212239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Transition to ACTIVE for port object 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:56.228652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:56.229456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.282561 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-524f3502-8ef3-4f78-a617-fc43cf033d33 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5061314 Jul 15 23:24:56.319595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55152) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:56.328337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '4ed76832-7067-48fe-8e88-7f03d05b9745', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:56.388863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a415725-42f7-4d0a-ae36-2b360d3cba45 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:56.407954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.425547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06cad-3462-4f79-a29c-ed4ab5d9bc67 req-54ac130f-19ed-4a8b-a4c4-5110a7da326c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:56.430047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.434474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Transition to ACTIVE for port object 9a415725-42f7-4d0a-ae36-2b360d3cba45 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:56.436337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd06cad-3462-4f79-a29c-ed4ab5d9bc67 req-54ac130f-19ed-4a8b-a4c4-5110a7da326c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 932 time: 0.8369980 Jul 15 23:24:56.447996 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.476479 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.478499 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.556157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event deleted for resources: {'Port': ['ID=46277ee1-d306-4e42-9afb-95e1971c5e07,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:56.619024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:56.624446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b7af85c-0cb8-42b5-877c-d27ea601e50d req-1e913010-0e61-4f0f-9f30-afc57149497b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.1644118 Jul 15 23:24:56.632522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Pushing event updated for resources: {'Port': ['ID=9a415725-42f7-4d0a-ae36-2b360d3cba45,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:56.651724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd06cad-3462-4f79-a29c-ed4ab5d9bc67 req-40099649-efcc-43e4-ba98-a213a2a428f6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053263 Jul 15 23:24:56.725111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Attempting to bind port 9a415725-42f7-4d0a-ae36-2b360d3cba45 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:56.725453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Attempting to bind port 9a415725-42f7-4d0a-ae36-2b360d3cba45 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:56.725781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Attempting to bind port 9a415725-42f7-4d0a-ae36-2b360d3cba45 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:56.730832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Port 9a415725-42f7-4d0a-ae36-2b360d3cba45 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:24:56.731153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Attempting to bind port 9a415725-42f7-4d0a-ae36-2b360d3cba45 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:56.746101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:56.746101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:56.746101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:56.746101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Bound port: 9a415725-42f7-4d0a-ae36-2b360d3cba45, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:56.746633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.778674 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.838629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.937172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Attempting to bind port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:56.937507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Attempting to bind port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:56.937834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Attempting to bind port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:56.947837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:24:56.948422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Attempting to bind port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 on network 483a0d63-79e1-4e6f-ad7e-ca0fb581503e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:56.952265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.956136 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.959981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:56.960317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Checking segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:56.960703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Bound using segment: {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:56.961147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Bound port: 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470a1799-d6a3-4eea-8ff2-1bf17cb592ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:56.961500 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.970230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] For port 9a415725-42f7-4d0a-ae36-2b360d3cba45, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:56.973872 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.25.3.164 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/480de51d-49e3-4fc7-aba1-8c66d6aef4f2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:56.986859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] For port 9a415725-42f7-4d0a-ae36-2b360d3cba45, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9a415725-42f7-4d0a-ae36-2b360d3cba45,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:56.998343 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.060384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.060894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Fanout notify agent at l3_agent the message router_deleted on router 79eee718-7534-42d3-a064-567d6b4644cb {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:24:57.069326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.070553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0bedf02b-116a-4205-b8ca-d7bbeb5923b9 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/79eee718-7534-42d3-a064-567d6b4644cb HTTP/1.1" status: 204 len: 168 time: 2.1574309 Jul 15 23:24:57.071791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] For port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:57.074602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55160) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:57.078733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-77eee412-1ef3-4604-8830-25fe9bcb0ae3 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-385365395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:57.086119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] For port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:57.101455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.102184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.102341 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.104123 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] 10.222.0.37 "PUT /v2.0/ports/9a415725-42f7-4d0a-ae36-2b360d3cba45 HTTP/1.1" status: 200 len: 1095 time: 1.4700520 Jul 15 23:24:57.105426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eae7260-79de-474d-a5ec-8bdcc729978c', 'tag': '9a415725-42f7-4d0a-ae36-2b360d3cba45'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:57.108078 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a91107-369c-475e-800d-7291020c7525" -d '{"events": [{"name": "network-changed", "server_uuid": "4eae7260-79de-474d-a5ec-8bdcc729978c", "tag": "9a415725-42f7-4d0a-ae36-2b360d3cba45"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:57.186265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77eee412-1ef3-4604-8830-25fe9bcb0ae3 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.187996 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77eee412-1ef3-4604-8830-25fe9bcb0ae3 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.193924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.196130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.197921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 HTTP/1.1" status: 200 len: 1092 time: 1.8580949 Jul 15 23:24:57.211167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96ba309-93e4-4128-ac95-95088837b0c9', 'tag': '34bf3fed-5fa7-4ea9-91f9-5c1cf5683849'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:57.219913 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36" -d '{"events": [{"name": "network-changed", "server_uuid": "c96ba309-93e4-4128-ac95-95088837b0c9", "tag": "34bf3fed-5fa7-4ea9-91f9-5c1cf5683849"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:57.260974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678fbc-4fb2-4374-bb63-64471ababd6c service neutron] Pushing event updated for resources: {'Port': ['ID=9a415725-42f7-4d0a-ae36-2b360d3cba45,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:57.285789 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77eee412-1ef3-4604-8830-25fe9bcb0ae3 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.336600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77eee412-1ef3-4604-8830-25fe9bcb0ae3 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.357618 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1bf101-0484-4537-a571-ebb6a12f33f4 x-openstack-request-id: req-5c1bf101-0484-4537-a571-ebb6a12f33f4 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:57.365279 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96ba309-93e4-4128-ac95-95088837b0c9", "tag": "34bf3fed-5fa7-4ea9-91f9-5c1cf5683849", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:57.365541 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c1bf101-0484-4537-a571-ebb6a12f33f4 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:57.366144 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96ba309-93e4-4128-ac95-95088837b0c9', 'tag': '34bf3fed-5fa7-4ea9-91f9-5c1cf5683849', 'status': 'completed', 'code': 200} Jul 15 23:24:57.428438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.437518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78604f-5aa3-4e8b-9412-8a360611c1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:57.451110 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-77eee412-1ef3-4604-8830-25fe9bcb0ae3 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.454857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-77eee412-1ef3-4604-8830-25fe9bcb0ae3 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3771455 Jul 15 23:24:57.455745 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55174) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:57.480964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:57.483815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-65ba68db-c75b-45c8-9149-192c246ba338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.486822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-65ba68db-c75b-45c8-9149-192c246ba338 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 1095 time: 0.1958392 Jul 15 23:24:57.573956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f8a6f-70bf-46e3-a938-cbc386acb394 req-42f7cafb-efbf-423f-a354-881604627162 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.575565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-092f8a6f-70bf-46e3-a938-cbc386acb394 req-42f7cafb-efbf-423f-a354-881604627162 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 947 time: 0.2040105 Jul 15 23:24:57.577400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-e54f0e8e-c33b-4b44-abbc-d0fef3056d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 HTTP/1.1" status: 200 len: 217 time: 0.0758216 Jul 15 23:24:57.635618 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae31b0a0-91ba-48cb-ad32-256b0430469e x-openstack-request-id: req-ae31b0a0-91ba-48cb-ad32-256b0430469e {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:57.636172 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eae7260-79de-474d-a5ec-8bdcc729978c", "tag": "9a415725-42f7-4d0a-ae36-2b360d3cba45", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:57.636172 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae31b0a0-91ba-48cb-ad32-256b0430469e {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:57.636532 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eae7260-79de-474d-a5ec-8bdcc729978c', 'tag': '9a415725-42f7-4d0a-ae36-2b360d3cba45', 'status': 'completed', 'code': 200} Jul 15 23:24:57.663281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-092f8a6f-70bf-46e3-a938-cbc386acb394 req-c57ee4ba-706e-4ce8-a213-444bd9ba5913 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789962 Jul 15 23:24:57.680981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-8c599c6a-5b42-4ec1-af02-45a76fa531a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.683043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-8c599c6a-5b42-4ec1-af02-45a76fa531a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.0734625 Jul 15 23:24:57.726463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-e0128b76-ad2b-47d6-930c-399c22f5ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.743843 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-e0128b76-ad2b-47d6-930c-399c22f5ed56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee34f84d5c4849a4a261830ab6f46745&device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 1098 time: 0.4758046 Jul 15 23:24:57.755293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-bd869723-549e-4300-9227-fd298fcafc4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581234 Jul 15 23:24:57.860805 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.896092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.980556 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-924674a2-0440-4f16-9132-1968be531254 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=9a415725-42f7-4d0a-ae36-2b360d3cba45 HTTP/1.1" status: 200 len: 217 time: 0.1680572 Jul 15 23:24:58.059427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:58.077806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:58.082720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=480de51d-49e3-4fc7-aba1-8c66d6aef4f2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:58.085311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:58.171794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-10ef25dc-8370-4db4-aaef-4bfbd594af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:58.173427 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-10ef25dc-8370-4db4-aaef-4bfbd594af37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1795919 Jul 15 23:24:58.335676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-990b4f38-18ca-41c4-ba93-4cb22d6680b0 req-d4c047b8-523a-4198-b52d-cee91fea2af9 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.4676714 Jul 15 23:24:58.390053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69529012-e0ec-413e-9b23-8f91aad407e1 req-e9845e8f-1904-4bdc-9b87-eed9c3603032 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:58.391678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69529012-e0ec-413e-9b23-8f91aad407e1 req-e9845e8f-1904-4bdc-9b87-eed9c3603032 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 944 time: 0.5801451 Jul 15 23:24:58.396687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-2d480bd9-33c5-41b9-8e2c-968c95005540 service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345131 Jul 15 23:24:58.447756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69529012-e0ec-413e-9b23-8f91aad407e1 req-3852a98f-b1de-48ab-aae8-8a17a89b1909 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494459 Jul 15 23:24:58.551579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f30c20-2584-4cac-b94f-c5ee4da26412 req-533f4fd5-cb44-4c9d-8d59-b990fbdb9f69 service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315582 Jul 15 23:24:58.716669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-39d7931f-a53e-4aec-aeae-bc57db73effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:58.718225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-39d7931f-a53e-4aec-aeae-bc57db73effe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=047b0f09a5054578aa8e4031a560cc37&device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 1095 time: 0.0625978 Jul 15 23:24:58.861472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-cec505b4-bbb8-4edc-b0f8-68070bdf1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:58.863675 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-cec505b4-bbb8-4edc-b0f8-68070bdf1f02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6794693 Jul 15 23:24:58.912008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-392e1728-f75d-45fb-ae50-e7d8c96d81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:58.913635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-392e1728-f75d-45fb-ae50-e7d8c96d81a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 200 len: 912 time: 0.1885445 Jul 15 23:24:58.968172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-0c5ec3fc-4864-430a-9560-130d7d693b2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 HTTP/1.1" status: 200 len: 217 time: 0.0404205 Jul 15 23:24:58.973105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.030500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.033838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440b72-5f88-4685-91dd-c2e178676f0a req-73e0669b-a7ae-430a-b9c5-befae38301bb tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:59.035402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46440b72-5f88-4685-91dd-c2e178676f0a req-73e0669b-a7ae-430a-b9c5-befae38301bb tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 947 time: 0.1922288 Jul 15 23:24:59.052678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-0a475891-1196-4678-9052-b94d30aa6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:59.054096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-0a475891-1196-4678-9052-b94d30aa6ccc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 200 len: 851 time: 0.0784528 Jul 15 23:24:59.106631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-c3834fc4-d18c-4bd4-873d-3b210609cd7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=483a0d63-79e1-4e6f-ad7e-ca0fb581503e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385621 Jul 15 23:24:59.145122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46440b72-5f88-4685-91dd-c2e178676f0a req-01f942e2-57c3-429b-8b0d-508f1918a982 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009688 Jul 15 23:24:59.224379 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-f571c231-dc06-42ff-8f0d-da38193834fa service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225379 Jul 15 23:24:59.253180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-4095777c-57e3-48d5-be1c-e39268f3929f service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265721 Jul 15 23:24:59.368632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ef9afe-7eba-494e-b0ac-72f8ed003c36 req-77a27ff3-2c18-4559-8839-fc22666f00aa service neutron] 10.222.0.37 "GET /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073411 Jul 15 23:24:59.455433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Allocated IP 172.25.3.251 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/87a4949e-5fe0-492a-b9ca-ebf1287fafd7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:59.555180 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9cc73073-1217-49b6-998b-ba817abc5e0c req-aedae20e-a60d-401b-b9df-10bc378e9589 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227942 Jul 15 23:24:59.599801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8bee2ff-fbcc-4927-9c23-b2cec296a890 req-48ca386c-3459-4750-ac74-46107ec12a10 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0591929 Jul 15 23:24:59.610798 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.720881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1282443-400a-4f9f-a605-be5fa275a36b req-9b1e4078-1339-4341-a96f-cce7eda3e820 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:59.723526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1282443-400a-4f9f-a605-be5fa275a36b req-9b1e4078-1339-4341-a96f-cce7eda3e820 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 944 time: 0.0911212 Jul 15 23:24:59.748818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.770492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1282443-400a-4f9f-a605-be5fa275a36b req-feba70d5-2a7c-4f95-895e-5fe5aa8b8acb tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Jul 15 23:24:59.837373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.845804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a91107-369c-475e-800d-7291020c7525 req-002a2a14-b3cf-4ae7-ac07-61068d5c2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:59.847371 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90a91107-369c-475e-800d-7291020c7525 req-002a2a14-b3cf-4ae7-ac07-61068d5c2610 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee34f84d5c4849a4a261830ab6f46745&device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 1098 time: 0.1872773 Jul 15 23:24:59.961019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.256904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:00.365615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:00.366991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:00.374518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddf3ee-850d-4012-9d03-6e36ef1f39dd req-9b6b9b4b-028c-4341-841b-8c656fabfdec tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:00.377556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3ddf3ee-850d-4012-9d03-6e36ef1f39dd req-9b6b9b4b-028c-4341-841b-8c656fabfdec tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 947 time: 0.0856416 Jul 15 23:25:00.404375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a91107-369c-475e-800d-7291020c7525 req-862e3ae3-5a93-436c-9aba-e251b419bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:00.406032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90a91107-369c-475e-800d-7291020c7525 req-862e3ae3-5a93-436c-9aba-e251b419bfd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.5392725 Jul 15 23:25:00.407552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:00.410951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event updated for resources: {'Port': ['ID=87a4949e-5fe0-492a-b9ca-ebf1287fafd7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:00.423598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3ddf3ee-850d-4012-9d03-6e36ef1f39dd req-4bc67eab-d6b3-4cc3-bb6a-e4487e62bf82 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Jul 15 23:25:00.452995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:00.470048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '34bf3fed-5fa7-4ea9-91f9-5c1cf5683849', 'network_id': '483a0d63-79e1-4e6f-ad7e-ca0fb581503e', 'port_id': '34bf3fed-5fa7-4ea9-91f9-5c1cf5683849', 'mac_address': 'fa:16:3e:cc:7e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089d61a2-594b-4450-8d49-e1da6aeda31c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:00.506089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90a91107-369c-475e-800d-7291020c7525 req-ff748638-03b4-4cd5-8e05-746185c4cc46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=9a415725-42f7-4d0a-ae36-2b360d3cba45 HTTP/1.1" status: 200 len: 217 time: 0.0660112 Jul 15 23:25:00.526146 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.540913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:00.563809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:00.569593 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.643169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:00.649720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a91107-369c-475e-800d-7291020c7525 req-4b7bbb23-09e8-4c93-ba20-ac8d68666547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:00.651276 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90a91107-369c-475e-800d-7291020c7525 req-4b7bbb23-09e8-4c93-ba20-ac8d68666547 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.1355445 Jul 15 23:25:00.732738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.742292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.857122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['34bf3fed-5fa7-4ea9-91f9-5c1cf5683849'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:00.860349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ee5ee80-4a73-4ae5-9fbd-c70d29ab4a03 req-4edcdf45-6bc8-4dbf-b116-8bff130837fd tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0630217 Jul 15 23:25:00.885480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=480de51d-49e3-4fc7-aba1-8c66d6aef4f2,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:00.895433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a91107-369c-475e-800d-7291020c7525 req-c8f44162-bcff-4a09-ab8a-68844a245096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:00.897063 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90a91107-369c-475e-800d-7291020c7525 req-c8f44162-bcff-4a09-ab8a-68844a245096 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216880 Jul 15 23:25:00.900291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.003258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908de85c-b03f-4b86-a17d-2375c6503197 req-96ba92ed-cd1d-458e-aa0d-12f13e53422b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:01.004976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-908de85c-b03f-4b86-a17d-2375c6503197 req-96ba92ed-cd1d-458e-aa0d-12f13e53422b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 945 time: 0.0919468 Jul 15 23:25:01.049708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-908de85c-b03f-4b86-a17d-2375c6503197 req-b79a8553-d29b-4753-b7fe-54107ed22621 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Jul 15 23:25:01.087650 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90a91107-369c-475e-800d-7291020c7525 req-2bf92ab2-3c4c-4d95-8004-f6821edd8b13 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650043 Jul 15 23:25:01.212960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.286173 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 7985cfb9-09bc-4ab9-a70e-88dbf6b4cfdf associated. External IP: 172.25.3.164, port: 4ed76832-7067-48fe-8e88-7f03d05b9745. Jul 15 23:25:01.348597 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-90a91107-369c-475e-800d-7291020c7525 req-c871fdad-178d-418d-8c2c-5cda65e8401b service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530427 Jul 15 23:25:01.565999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.573600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.650959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8076-bdaa-4a4e-8f84-6c9f2643ad60 req-5d2f6840-ea7b-476a-b1c3-e7093c359e68 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:01.653209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-291f8076-bdaa-4a4e-8f84-6c9f2643ad60 req-5d2f6840-ea7b-476a-b1c3-e7093c359e68 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 947 time: 0.0741880 Jul 15 23:25:01.704395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-291f8076-bdaa-4a4e-8f84-6c9f2643ad60 req-0c19ebb2-8100-4404-a908-6f5a06c05c8a tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Jul 15 23:25:01.713741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:02.078189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-968233e6-24c3-4a71-9da6-7ef122e80362 req-c048b4a8-fb0c-4134-b66f-8e770baaecb4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0452118 Jul 15 23:25:02.165902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Router 3d9fbae6-749c-424f-a826-7d1c082b6033 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:02.266995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9a415725-42f7-4d0a-ae36-2b360d3cba45 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:02.274507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:02.292100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:02.305409 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1826ba-7ab4-42e6-9912-0749b23f758d None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:02.308351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:02.310704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24782227-b647-46c8-88f6-6a5945f63481 req-7b1eb329-22e0-4747-a7ad-016070bd7c63 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:02.318593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.320349 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b69881b7-78a8-4017-a86d-9ef21646874c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "PUT /v2.0/routers/3d9fbae6-749c-424f-a826-7d1c082b6033 HTTP/1.1" status: 200 len: 879 time: 4.8622332 Jul 15 23:25:02.323580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55270) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:02.323935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24782227-b647-46c8-88f6-6a5945f63481 req-7b1eb329-22e0-4747-a7ad-016070bd7c63 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 945 time: 0.1109755 Jul 15 23:25:02.333626 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1826ba-7ab4-42e6-9912-0749b23f758d None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:02.334134 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fb1826ba-7ab4-42e6-9912-0749b23f758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.387414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24782227-b647-46c8-88f6-6a5945f63481 req-ae7c4dfd-95ec-488e-b3e1-ec0f0738cbbe tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618405 Jul 15 23:25:02.404131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.415848 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fb1826ba-7ab4-42e6-9912-0749b23f758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.445586 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1826ba-7ab4-42e6-9912-0749b23f758d None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:02.446448 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fb1826ba-7ab4-42e6-9912-0749b23f758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.482011 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fb1826ba-7ab4-42e6-9912-0749b23f758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.483116 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1826ba-7ab4-42e6-9912-0749b23f758d None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:02.494272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9a415725-42f7-4d0a-ae36-2b360d3cba45, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9a415725-42f7-4d0a-ae36-2b360d3cba45,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:02.502262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55274) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:02.502580 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-320c3274-731a-4bec-8064-9f948baa36dc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1806815 Jul 15 23:25:02.509219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:02.513632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '9a415725-42f7-4d0a-ae36-2b360d3cba45', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '9a415725-42f7-4d0a-ae36-2b360d3cba45', 'mac_address': 'fa:16:3e:fc:a7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:02.532169 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dd8ae353-781d-4f34-89fd-6b72a7c45c37 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/routers/3d9fbae6-749c-424f-a826-7d1c082b6033 HTTP/1.1" status: 200 len: 920 time: 0.2062693 Jul 15 23:25:02.533814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55276) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:02.570836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28980d2b-7909-445b-b204-1bb10e9d152a None None] Sync routers for ids ['3d9fbae6-749c-424f-a826-7d1c082b6033'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:02.578110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.594954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a415725-42f7-4d0a-ae36-2b360d3cba45 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:02.611794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28980d2b-7909-445b-b204-1bb10e9d152a None None] Routers {'3d9fbae6-749c-424f-a826-7d1c082b6033'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:02.612815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-28980d2b-7909-445b-b204-1bb10e9d152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3d9fbae6-749c-424f-a826-7d1c082b6033'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.635152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.636927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347f0d5-4942-4cfd-8c3e-ee097c747672 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:02.638696 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2347f0d5-4942-4cfd-8c3e-ee097c747672 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=3d9fbae6-749c-424f-a826-7d1c082b6033&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1036377 Jul 15 23:25:02.641296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55278) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:02.682322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-28980d2b-7909-445b-b204-1bb10e9d152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.700034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:02.718071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:02.720820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.720820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28980d2b-7909-445b-b204-1bb10e9d152a None None] Routers {'3d9fbae6-749c-424f-a826-7d1c082b6033'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:02.721413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-28980d2b-7909-445b-b204-1bb10e9d152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3d9fbae6-749c-424f-a826-7d1c082b6033'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.767207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b42bb79-bdb7-4543-8b73-553e126cbef5 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:02.768650 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5b42bb79-bdb7-4543-8b73-553e126cbef5 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 881 time: 0.1261377 Jul 15 23:25:02.789582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55286) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:02.823322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-04c03bc9-eeae-450d-a6d5-9d73fff6b835 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d9fbae6-749c-424f-a826-7d1c082b6033 HTTP/1.1" status: 200 len: 205 time: 0.0322950 Jul 15 23:25:02.826251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55288) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:02.859095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9a415725-42f7-4d0a-ae36-2b360d3cba45, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9a415725-42f7-4d0a-ae36-2b360d3cba45,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:02.863874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-28980d2b-7909-445b-b204-1bb10e9d152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.864591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28980d2b-7909-445b-b204-1bb10e9d152a None None] The sync data for ids ['3d9fbae6-749c-424f-a826-7d1c082b6033'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:02.877992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.956189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.964273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.981213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.029546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:03.032270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96ba309-93e4-4128-ac95-95088837b0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bf3fed-5fa7-4ea9-91f9-5c1cf5683849'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:03.033355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.034893 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd2d06b-19ab-4a49-9652-608212292741" -d '{"events": [{"server_uuid": "c96ba309-93e4-4128-ac95-95088837b0c9", "name": "network-vif-plugged", "status": "completed", "tag": "34bf3fed-5fa7-4ea9-91f9-5c1cf5683849"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:03.040799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.043051 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 7985cfb9-09bc-4ab9-a70e-88dbf6b4cfdf disassociated. External IP: 172.25.3.164, port: 4ed76832-7067-48fe-8e88-7f03d05b9745. Jul 15 23:25:03.043551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=9a415725-42f7-4d0a-ae36-2b360d3cba45,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:03.139281 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.149206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:03.171312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa864f7e-a70c-402a-9c77-00f4358a3b93 req-47ddafa7-a40c-4637-99ab-9d9c8d9ddc5b tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:03.172857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa864f7e-a70c-402a-9c77-00f4358a3b93 req-47ddafa7-a40c-4637-99ab-9d9c8d9ddc5b tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 948 time: 0.2467964 Jul 15 23:25:03.203128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9a415725-42f7-4d0a-ae36-2b360d3cba45'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:03.232671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Deleting port 87a4949e-5fe0-492a-b9ca-ebf1287fafd7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:03.235808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.249745 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f078acce-5bf3-4109-b440-535a2cc47a6a x-openstack-request-id: req-f078acce-5bf3-4109-b440-535a2cc47a6a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:03.250038 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96ba309-93e4-4128-ac95-95088837b0c9", "name": "network-vif-plugged", "status": "completed", "tag": "34bf3fed-5fa7-4ea9-91f9-5c1cf5683849", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:03.250293 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f078acce-5bf3-4109-b440-535a2cc47a6a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:03.250682 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96ba309-93e4-4128-ac95-95088837b0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bf3fed-5fa7-4ea9-91f9-5c1cf5683849', 'code': 200} Jul 15 23:25:03.271854 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa864f7e-a70c-402a-9c77-00f4358a3b93 req-2c7401fe-1e92-4f80-acfd-42bb2bc662b2 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Jul 15 23:25:03.363343 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.376661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Calling delete_port for 87a4949e-5fe0-492a-b9ca-ebf1287fafd7 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:03.491249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:03.494244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d72187c-c7a1-4e45-9f5f-4a4f954ed50b req-fc4493aa-cb97-492f-8c1d-0814c340b904 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0360541 Jul 15 23:25:03.503506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53909bb7-1fcb-4e47-ad65-90ca6a7b77ca req-602b8a12-8562-40a5-8858-603864dee408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:03.506721 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-53909bb7-1fcb-4e47-ad65-90ca6a7b77ca req-602b8a12-8562-40a5-8858-603864dee408 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 1097 time: 0.1165133 Jul 15 23:25:03.594060 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-53909bb7-1fcb-4e47-ad65-90ca6a7b77ca req-1faf99e8-d6e1-454e-b493-ad4cd25a69c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815644 Jul 15 23:25:03.623186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:03.633745 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc7359-aff4-41e8-8b3c-07c883bc558c None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:03.643700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.649075 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc7359-aff4-41e8-8b3c-07c883bc558c None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:03.650048 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-93fc7359-aff4-41e8-8b3c-07c883bc558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:03.684541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.705825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-409dfe75-1392-4026-8e03-ae5ce2349962 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/floatingips/7985cfb9-09bc-4ab9-a70e-88dbf6b4cfdf HTTP/1.1" status: 200 len: 688 time: 1.2021596 Jul 15 23:25:03.708977 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-93fc7359-aff4-41e8-8b3c-07c883bc558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:03.718670 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc7359-aff4-41e8-8b3c-07c883bc558c None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:03.719680 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-93fc7359-aff4-41e8-8b3c-07c883bc558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:03.721269 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55308) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:03.762285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bec61d-6754-431d-bf9f-36579e45bc4e req-20279644-dc98-4850-84c0-decbeab501be tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:03.764029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0bec61d-6754-431d-bf9f-36579e45bc4e req-20279644-dc98-4850-84c0-decbeab501be tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 946 time: 0.1549768 Jul 15 23:25:03.777398 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-93fc7359-aff4-41e8-8b3c-07c883bc558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:03.778412 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc7359-aff4-41e8-8b3c-07c883bc558c None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:03.795766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event deleted for resources: {'Port': ['ID=87a4949e-5fe0-492a-b9ca-ebf1287fafd7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:03.823836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0bec61d-6754-431d-bf9f-36579e45bc4e req-34687fd6-1880-4862-b9ab-abd0ed25730c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532570 Jul 15 23:25:03.927655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.011658 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:25:04.037517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.039792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 480de51d-49e3-4fc7-aba1-8c66d6aef4f2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:04.040126 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.042223 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.132449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.132863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9fbae6-749c-424f-a826-7d1c082b6033 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:04.140153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.144641 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-12dbdcf2-eb4f-43bb-87aa-bb23b68ac440 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/3d9fbae6-749c-424f-a826-7d1c082b6033 HTTP/1.1" status: 204 len: 168 time: 1.3140106 Jul 15 23:25:04.145731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55316) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.149600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cc20d093-3a02-46f6-b8b0-85cdb491ed7e tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1947310613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:04.190709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.191071 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.194679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc20d093-3a02-46f6-b8b0-85cdb491ed7e tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.195776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc20d093-3a02-46f6-b8b0-85cdb491ed7e tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.213338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 480de51d-49e3-4fc7-aba1-8c66d6aef4f2 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:04.269810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9a415725-42f7-4d0a-ae36-2b360d3cba45 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:04.321730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc20d093-3a02-46f6-b8b0-85cdb491ed7e tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.325042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 9a415725-42f7-4d0a-ae36-2b360d3cba45 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:04.329582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc20d093-3a02-46f6-b8b0-85cdb491ed7e tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.330926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 9a415725-42f7-4d0a-ae36-2b360d3cba45 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:04.331317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.356717 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc20d093-3a02-46f6-b8b0-85cdb491ed7e tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.358131 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cc20d093-3a02-46f6-b8b0-85cdb491ed7e tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2119465 Jul 15 23:25:04.361157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55324) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.366227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': True}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:04.459654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.508261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=480de51d-49e3-4fc7-aba1-8c66d6aef4f2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:04.517143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.561761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 9a415725-42f7-4d0a-ae36-2b360d3cba45, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9a415725-42f7-4d0a-ae36-2b360d3cba45,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:04.576960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.667523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=9a415725-42f7-4d0a-ae36-2b360d3cba45,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:04.668058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.670660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.683971 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a9734e22-1d1b-4a82-91a0-1fd731829ded tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/floatingips/7985cfb9-09bc-4ab9-a70e-88dbf6b4cfdf HTTP/1.1" status: 204 len: 168 time: 0.9540558 Jul 15 23:25:04.687062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.695110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '5f9734ec-a20d-4810-a8bd-94a457861bc5'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:04.759088 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.768385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-190a925f-bafe-427d-b364-a96a08eb0a6b req-3735e025-8777-4d35-b44b-240b01d393a7 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0748458 Jul 15 23:25:04.851528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245942cb-f3ad-401b-87b7-b11e5e07e0ae req-5e8813cd-89de-4da8-8b72-2ef8e7984043 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:04.853260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-245942cb-f3ad-401b-87b7-b11e5e07e0ae req-5e8813cd-89de-4da8-8b72-2ef8e7984043 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 948 time: 0.3504677 Jul 15 23:25:04.872819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.940488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-245942cb-f3ad-401b-87b7-b11e5e07e0ae req-dd9e4cb6-a517-4ce7-b736-f973b4488a28 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801051 Jul 15 23:25:05.007353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.129510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.25.3.83 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/e7107e5d-424e-4ac6-a2d9-9f87788149ba) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:05.133043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc2f1e-d616-4afb-a874-05f9765858ed req-c1cc331e-091f-48fd-a7dc-8a98e1daa0d9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.134726 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fbcc2f1e-d616-4afb-a874-05f9765858ed req-c1cc331e-091f-48fd-a7dc-8a98e1daa0d9 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 946 time: 0.1487603 Jul 15 23:25:05.251837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eae7260-79de-474d-a5ec-8bdcc729978c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a415725-42f7-4d0a-ae36-2b360d3cba45'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:05.254468 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3958a910-d475-4604-b799-740d190ae1ef" -d '{"events": [{"server_uuid": "4eae7260-79de-474d-a5ec-8bdcc729978c", "name": "network-vif-plugged", "status": "completed", "tag": "9a415725-42f7-4d0a-ae36-2b360d3cba45"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:05.278523 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.316445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fbcc2f1e-d616-4afb-a874-05f9765858ed req-d43fdfc8-e0cb-497f-8d3f-54f6814119c6 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009870 Jul 15 23:25:05.322676 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1470f6ba-6cf7-445e-a5d9-b695d079e26a x-openstack-request-id: req-1470f6ba-6cf7-445e-a5d9-b695d079e26a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:05.324329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.324735 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eae7260-79de-474d-a5ec-8bdcc729978c", "name": "network-vif-plugged", "status": "completed", "tag": "9a415725-42f7-4d0a-ae36-2b360d3cba45", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:05.324735 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1470f6ba-6cf7-445e-a5d9-b695d079e26a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:05.324735 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eae7260-79de-474d-a5ec-8bdcc729978c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a415725-42f7-4d0a-ae36-2b360d3cba45', 'code': 200} Jul 15 23:25:05.342982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.394678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:05.396128 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.400898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:05.405001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:05.500902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=e7107e5d-424e-4ac6-a2d9-9f87788149ba,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:05.642363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Allocated IP 172.25.3.218 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/13940515-9fb0-45f8-b9b7-a87a356452ba) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:05.844193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.867415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f739bf-bedd-4f3d-9b7e-b3bd8ee3e7aa req-4747b953-0fc8-43eb-b784-6433f141c329 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.870528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4f739bf-bedd-4f3d-9b7e-b3bd8ee3e7aa req-4747b953-0fc8-43eb-b784-6433f141c329 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 946 time: 0.1237805 Jul 15 23:25:05.930075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4f739bf-bedd-4f3d-9b7e-b3bd8ee3e7aa req-2cb606dd-7523-4dda-a268-984020541eaf tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534382 Jul 15 23:25:05.964663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.051614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67a461-cc3b-4139-a41a-266e137f94ce req-6660e7aa-517d-4e14-940c-2519469c411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.052102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d74a0720-05aa-4809-85b7-6a82286d5c64 req-0f00b2c4-0834-490f-9458-cc6bcf1ff932 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/ports?device_id=22180f65-1bb3-4d09-b44f-b89c86ac467b HTTP/1.1" status: 200 len: 210 time: 0.0597434 Jul 15 23:25:06.053203 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cb67a461-cc3b-4139-a41a-266e137f94ce req-6660e7aa-517d-4e14-940c-2519469c411e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 1100 time: 0.6235826 Jul 15 23:25:06.053947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:06.057243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:06.059813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:06.156137 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cb67a461-cc3b-4139-a41a-266e137f94ce req-cd5cbd9f-83f0-48ba-b9dd-c8791a6ee236 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931437 Jul 15 23:25:06.266477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'Port': ['ID=13940515-9fb0-45f8-b9b7-a87a356452ba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:06.327929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.328278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.328621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.328952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.329286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.329627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.329962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.330261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.330644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.330955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.331361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.331687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:06.422527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f27a-2737-4ae5-af9a-12a33c50d408 req-5f4c2795-1937-46ee-9cbf-1d5c369676a4 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.427662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bac1f27a-2737-4ae5-af9a-12a33c50d408 req-5f4c2795-1937-46ee-9cbf-1d5c369676a4 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 949 time: 0.3223701 Jul 15 23:25:06.433877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.493379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bac1f27a-2737-4ae5-af9a-12a33c50d408 req-d926a879-c543-414b-a0d3-940eb8cc0e6b tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Jul 15 23:25:06.510567 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.539363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.706646 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.712147 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.750631 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.754834 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.791851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=e7107e5d-424e-4ac6-a2d9-9f87788149ba,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:06.803291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.914426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Router 5a961c8c-ed3d-4d87-9d13-7d708fd8db84 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:06.925842 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP b4b69f3a-b64f-4291-a3d9-2e942cfdc1ff associated. External IP: 172.25.3.83, port: 5f9734ec-a20d-4810-a8bd-94a457861bc5. Jul 15 23:25:07.221165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:07.233590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55390) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.370928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04c3d844-dde2-4b58-a370-83cc2fea7399 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.403642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04c3d844-dde2-4b58-a370-83cc2fea7399 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.407151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:07.454366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.455042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef33c40-2825-471a-b829-22c8af660bd4 None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:07.477496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef33c40-2825-471a-b829-22c8af660bd4 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:07.478437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fef33c40-2825-471a-b829-22c8af660bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:07.496249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04c3d844-dde2-4b58-a370-83cc2fea7399 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.499432 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-04c3d844-dde2-4b58-a370-83cc2fea7399 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.503208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-04c3d844-dde2-4b58-a370-83cc2fea7399 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "DELETE /v2.0/security-groups/819bc480-ee5e-494d-82c2-e71524599754 HTTP/1.1" status: 204 len: 168 time: 0.2659836 Jul 15 23:25:07.503208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-600ba040-082c-4514-bcb5-23d2d798bb56 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8128881 Jul 15 23:25:07.507526 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55396) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.507941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55398) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.522012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fef33c40-2825-471a-b829-22c8af660bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:07.532206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef33c40-2825-471a-b829-22c8af660bd4 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:07.532996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fef33c40-2825-471a-b829-22c8af660bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:07.536329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:07.544416 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845cf9df-4ebf-46b2-834a-8b42d80e9d28 None None] Sync routers for ids ['5a961c8c-ed3d-4d87-9d13-7d708fd8db84'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:07.546785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.548049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7ad260b8-97ea-479c-bb65-0f3c57b75887 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "PUT /v2.0/routers/5a961c8c-ed3d-4d87-9d13-7d708fd8db84 HTTP/1.1" status: 200 len: 915 time: 3.1858869 Jul 15 23:25:07.550775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55402) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.559544 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845cf9df-4ebf-46b2-834a-8b42d80e9d28 None None] Routers {'5a961c8c-ed3d-4d87-9d13-7d708fd8db84'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:07.560253 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-845cf9df-4ebf-46b2-834a-8b42d80e9d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5a961c8c-ed3d-4d87-9d13-7d708fd8db84'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:07.600593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3d844-dde2-4b58-a370-83cc2fea7399 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819bc480-ee5e-494d-82c2-e71524599754,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:07.616935 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-ac7d3632-0e01-4b29-8680-13434629375f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] show failed (client error): The resource could not be found. Jul 15 23:25:07.620925 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ac7d3632-0e01-4b29-8680-13434629375f tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "GET /v2.0/security-groups/819bc480-ee5e-494d-82c2-e71524599754 HTTP/1.1" status: 404 len: 347 time: 0.1092381 Jul 15 23:25:07.621086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fef33c40-2825-471a-b829-22c8af660bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:07.621607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef33c40-2825-471a-b829-22c8af660bd4 None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:07.632721 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-845cf9df-4ebf-46b2-834a-8b42d80e9d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:07.634663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55404) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.652255 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845cf9df-4ebf-46b2-834a-8b42d80e9d28 None None] Routers {'5a961c8c-ed3d-4d87-9d13-7d708fd8db84'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:07.652928 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-845cf9df-4ebf-46b2-834a-8b42d80e9d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5a961c8c-ed3d-4d87-9d13-7d708fd8db84'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:07.702732 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-845cf9df-4ebf-46b2-834a-8b42d80e9d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:07.703320 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845cf9df-4ebf-46b2-834a-8b42d80e9d28 None None] The sync data for ids ['5a961c8c-ed3d-4d87-9d13-7d708fd8db84'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:07.724224 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-abb816b7-4440-4802-beec-33297c3b668c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "GET /v2.0/floatingips/b4b69f3a-b64f-4291-a3d9-2e942cfdc1ff HTTP/1.1" status: 200 len: 977 time: 0.2049577 Jul 15 23:25:07.725129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55410) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.740329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dfbef-6d2f-4c0f-ae70-51e6f3e4ae6c req-5d8bdef3-f676-4977-b56c-ac620ac67e4b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.742045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec3dfbef-6d2f-4c0f-ae70-51e6f3e4ae6c req-5d8bdef3-f676-4977-b56c-ac620ac67e4b tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 946 time: 0.3582377 Jul 15 23:25:07.851919 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-74e9865e-cbaa-431d-9f5c-db3d7bb70397 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1151347 Jul 15 23:25:07.852240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55414) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.856922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'port_id': '4ed76832-7067-48fe-8e88-7f03d05b9745'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:07.902838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-31c93a4f-eeab-48e8-8c7e-641f4927002f tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/routers/5a961c8c-ed3d-4d87-9d13-7d708fd8db84 HTTP/1.1" status: 200 len: 921 time: 0.3485732 Jul 15 23:25:07.903203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55416) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:07.912432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec3dfbef-6d2f-4c0f-ae70-51e6f3e4ae6c req-a590021a-df9c-4d2e-a64b-f00507d8dc38 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544032 Jul 15 23:25:07.948211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.962470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting port 3d59ec73-fe0c-4053-96b8-ea140fe4bdd3 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:07.962948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.972325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0cb63-60a0-4af5-a454-f760f88d41a8 req-78892d13-f6d8-43f9-a399-cc1108784a9e tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.975000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dea0cb63-60a0-4af5-a454-f760f88d41a8 req-78892d13-f6d8-43f9-a399-cc1108784a9e tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 949 time: 0.2284839 Jul 15 23:25:08.041733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e12ff2-2aa4-45fa-b465-4c2a887937d4 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.042186 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-00e12ff2-2aa4-45fa-b465-4c2a887937d4 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=5a961c8c-ed3d-4d87-9d13-7d708fd8db84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1381257 Jul 15 23:25:08.045083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55424) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:08.065520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dea0cb63-60a0-4af5-a454-f760f88d41a8 req-e9ceb521-c654-4393-af3a-643baaf31981 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779188 Jul 15 23:25:08.162364 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.162705 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.196106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Calling delete_port for 3d59ec73-fe0c-4053-96b8-ea140fe4bdd3 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:08.216021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0042f53b-cd7e-48c7-be38-39546fba75fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.217268 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0042f53b-cd7e-48c7-be38-39546fba75fd tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 881 time: 0.1712508 Jul 15 23:25:08.220412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55432) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:08.293179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1e8b5799-5aa6-4113-b3b4-e246b20b491b tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a961c8c-ed3d-4d87-9d13-7d708fd8db84 HTTP/1.1" status: 200 len: 205 time: 0.0671146 Jul 15 23:25:08.293929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55438) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:08.525839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.638153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.642488 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.751541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46824dee-d33d-4cbc-9256-712c60b3877e req-0f74a532-6bbb-45a4-838e-2429f2420726 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.758375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46824dee-d33d-4cbc-9256-712c60b3877e req-0f74a532-6bbb-45a4-838e-2429f2420726 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 946 time: 0.3166492 Jul 15 23:25:08.761881 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP b4b69f3a-b64f-4291-a3d9-2e942cfdc1ff associated. External IP: 172.25.3.83, port: 5f9734ec-a20d-4810-a8bd-94a457861bc5. Jul 15 23:25:08.795129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14846db8-1ee5-48c9-8ce7-c2ab4dd4aad1 req-78595f1e-3cbb-492d-99eb-a0011bbdc125 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.796589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14846db8-1ee5-48c9-8ce7-c2ab4dd4aad1 req-78595f1e-3cbb-492d-99eb-a0011bbdc125 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 949 time: 0.2259364 Jul 15 23:25:08.800809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.805950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.857852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Port': ['ID=3d59ec73-fe0c-4053-96b8-ea140fe4bdd3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:08.891559 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46824dee-d33d-4cbc-9256-712c60b3877e req-0a188377-d7ba-468c-b2fe-cae346315590 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322863 Jul 15 23:25:08.966092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14846db8-1ee5-48c9-8ce7-c2ab4dd4aad1 req-9147756d-0013-48db-ae2c-f590bfa166c4 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568778 Jul 15 23:25:09.011133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.013830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.015039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cc6e2a88-eb6b-4ac7-b7f1-49b6d484e49b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "DELETE /v2.0/floatingips/98042f3f-1374-4cdd-9224-025d38ee1b7d HTTP/1.1" status: 204 len: 168 time: 1.3766336 Jul 15 23:25:09.017678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55458) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:09.029854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Deleting port 13940515-9fb0-45f8-b9b7-a87a356452ba {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:09.030193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.178218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.199987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Calling delete_port for 13940515-9fb0-45f8-b9b7-a87a356452ba owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:09.220464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d3feb-70d6-4c9c-bb2f-b309e98c40ef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting port 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:09.220768 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3feb-70d6-4c9c-bb2f-b309e98c40ef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.386564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:09.404311 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3feb-70d6-4c9c-bb2f-b309e98c40ef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.427193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d3feb-70d6-4c9c-bb2f-b309e98c40ef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Calling delete_port for 1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:09.533124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:09.558859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b57a9b-7866-48f3-908c-3388f24eb70b None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:09.572160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b57a9b-7866-48f3-908c-3388f24eb70b None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:09.573388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-99b57a9b-7866-48f3-908c-3388f24eb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:09.618319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-99b57a9b-7866-48f3-908c-3388f24eb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:09.633113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b57a9b-7866-48f3-908c-3388f24eb70b None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:09.633733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-99b57a9b-7866-48f3-908c-3388f24eb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:09.650111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.675055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-99b57a9b-7866-48f3-908c-3388f24eb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:09.679355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b57a9b-7866-48f3-908c-3388f24eb70b None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:09.705225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3feb-70d6-4c9c-bb2f-b309e98c40ef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.708867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event deleted for resources: {'Port': ['ID=13940515-9fb0-45f8-b9b7-a87a356452ba,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:09.807382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d3feb-70d6-4c9c-bb2f-b309e98c40ef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Port': ['ID=1095efb3-a87f-43d5-b5fc-2e5bef24ebf2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:09.832618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:09.891039 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c0d3feb-70d6-4c9c-bb2f-b309e98c40ef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.892997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7c0d3feb-70d6-4c9c-bb2f-b309e98c40ef tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "DELETE /v2.0/ports/1095efb3-a87f-43d5-b5fc-2e5bef24ebf2 HTTP/1.1" status: 204 len: 168 time: 0.8744085 Jul 15 23:25:09.904816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55470) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:09.915959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.061636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-d0cd115c-2c14-4ce6-831c-f6f8ff271c2c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:10.063233 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-d0cd115c-2c14-4ce6-831c-f6f8ff271c2c tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 946 time: 0.2286654 Jul 15 23:25:10.135726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:10.138565 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.146264 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b426a-1d44-4f2f-a870-fed305ed84b7 None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:10.149995 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.162218 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b426a-1d44-4f2f-a870-fed305ed84b7 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:10.162883 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-860b426a-1d44-4f2f-a870-fed305ed84b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:10.165770 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.230986 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-860b426a-1d44-4f2f-a870-fed305ed84b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:10.240511 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b426a-1d44-4f2f-a870-fed305ed84b7 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:10.241320 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-860b426a-1d44-4f2f-a870-fed305ed84b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:10.278434 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-860b426a-1d44-4f2f-a870-fed305ed84b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:10.279356 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b426a-1d44-4f2f-a870-fed305ed84b7 None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:10.313305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Deleting port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:10.313890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.378257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.378982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Fanout notify agent at l3_agent the message router_deleted on router 5a961c8c-ed3d-4d87-9d13-7d708fd8db84 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:10.391256 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.392537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4c1c4112-33a6-4cc2-9ddb-fc01007a96a0 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/5a961c8c-ed3d-4d87-9d13-7d708fd8db84 HTTP/1.1" status: 204 len: 168 time: 2.0980556 Jul 15 23:25:10.400853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55478) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:10.409546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-41ecc382-e08b-4c3f-8a82-89b4643ee83f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-692644546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:10.412518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4ee9522c-4b65-4250-9359-6a4a4e796a53 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:10.414225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4ee9522c-4b65-4250-9359-6a4a4e796a53 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 949 time: 0.3642621 Jul 15 23:25:10.418413 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-69116421-9c4b-4b58-af00-df831babb4ea tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/floatingips/b4b69f3a-b64f-4291-a3d9-2e942cfdc1ff HTTP/1.1" status: 200 len: 976 time: 2.5650604 Jul 15 23:25:10.423299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55480) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:10.439799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] For port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,segment=NetworkSegment(470a1799-d6a3-4eea-8ff2-1bf17cb592ea),segment_id=470a1799-d6a3-4eea-8ff2-1bf17cb592ea)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:10.440164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.443689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bee1fb-c69a-41bb-b8db-be80a3a6208f req-8d403667-2f66-4832-a681-27a0470e5173 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:10.445213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99bee1fb-c69a-41bb-b8db-be80a3a6208f req-8d403667-2f66-4832-a681-27a0470e5173 tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96ba309-93e4-4128-ac95-95088837b0c9 HTTP/1.1" status: 200 len: 946 time: 0.3501434 Jul 15 23:25:10.450122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:10.467407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Calling delete_port for 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:10.525132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e3369-c3cc-4eab-99d7-0a903e4bba17 req-bd388976-1bd3-4a1b-b299-140181a873fa tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:10.526747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f99e3369-c3cc-4eab-99d7-0a903e4bba17 req-bd388976-1bd3-4a1b-b299-140181a873fa tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 949 time: 0.3356633 Jul 15 23:25:10.531048 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-41ecc382-e08b-4c3f-8a82-89b4643ee83f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.532236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-41ecc382-e08b-4c3f-8a82-89b4643ee83f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.589414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b3a5e-b285-41ef-a28b-39c153d011b4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting port ac32947f-6d88-49f8-8650-2e212ba1cf48 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:10.589672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3a5e-b285-41ef-a28b-39c153d011b4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.608435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-41ecc382-e08b-4c3f-8a82-89b4643ee83f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.617614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-41ecc382-e08b-4c3f-8a82-89b4643ee83f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.629401 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.634690 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-41ecc382-e08b-4c3f-8a82-89b4643ee83f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.638517 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-41ecc382-e08b-4c3f-8a82-89b4643ee83f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2323236 Jul 15 23:25:10.639144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55484) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:10.643537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': False}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:10.723683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99bee1fb-c69a-41bb-b8db-be80a3a6208f req-96feab9b-d160-41ae-bf72-07ebe857134f tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f09b342-920d-4920-a8db-064225a3bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184546 Jul 15 23:25:10.753165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f99e3369-c3cc-4eab-99d7-0a903e4bba17 req-3fb83393-a54b-4fd1-ac8a-05d560ed6ab5 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148004 Jul 15 23:25:10.834928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.869291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['34bf3fed-5fa7-4ea9-91f9-5c1cf5683849'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:10.934653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Pushing event deleted for resources: {'Port': ['ID=34bf3fed-5fa7-4ea9-91f9-5c1cf5683849,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:10.949503 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.996740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] No DVR routers for this DVR port 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:10.999724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.001762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-571f0163-2aee-4bf2-ab56-d2b68f75a2db req-315c2c11-57d2-4d08-aad0-8103f3e911fa tempest-DeleteServersTestJSON-512363759 tempest-DeleteServersTestJSON-512363759-project] 10.222.0.37 "DELETE /v2.0/ports/34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 HTTP/1.1" status: 204 len: 173 time: 0.9269450 Jul 15 23:25:11.002448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96ba309-93e4-4128-ac95-95088837b0c9', 'name': 'network-vif-deleted', 'tag': '34bf3fed-5fa7-4ea9-91f9-5c1cf5683849'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:11.004793 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabc5b84-da47-4834-ae7b-295e8325bf0c" -d '{"events": [{"server_uuid": "c96ba309-93e4-4128-ac95-95088837b0c9", "name": "network-vif-deleted", "tag": "34bf3fed-5fa7-4ea9-91f9-5c1cf5683849"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:11.049582 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89858e15-a695-4058-b7ac-43596fc525fb x-openstack-request-id: req-89858e15-a695-4058-b7ac-43596fc525fb {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:11.049900 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96ba309-93e4-4128-ac95-95088837b0c9", "name": "network-vif-deleted", "tag": "34bf3fed-5fa7-4ea9-91f9-5c1cf5683849", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:11.050165 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89858e15-a695-4058-b7ac-43596fc525fb {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:11.050572 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96ba309-93e4-4128-ac95-95088837b0c9', 'name': 'network-vif-deleted', 'tag': '34bf3fed-5fa7-4ea9-91f9-5c1cf5683849', 'status': 'completed', 'code': 200} Jul 15 23:25:11.231889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.254690 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3a5e-b285-41ef-a28b-39c153d011b4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.255335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.283192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b3a5e-b285-41ef-a28b-39c153d011b4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Calling delete_port for ac32947f-6d88-49f8-8650-2e212ba1cf48 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:11.289836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Deleting port 9a415725-42f7-4d0a-ae36-2b360d3cba45 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:11.290181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.357257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.376769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Allocated IP 172.25.3.182 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/6f471ed4-9265-484d-9803-1135331c3aaa) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:11.399826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.400531 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP b4b69f3a-b64f-4291-a3d9-2e942cfdc1ff disassociated. External IP: 172.25.3.83, port: 4ed76832-7067-48fe-8e88-7f03d05b9745. Jul 15 23:25:11.488274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.549004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.569582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] For port 9a415725-42f7-4d0a-ae36-2b360d3cba45, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=9a415725-42f7-4d0a-ae36-2b360d3cba45,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:11.569959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.595157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Calling delete_port for 9a415725-42f7-4d0a-ae36-2b360d3cba45 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:11.640259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Pushing event updated for resources: {'Port': ['ID=6f471ed4-9265-484d-9803-1135331c3aaa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:11.656878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:11.658517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:11.666021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:11.749906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3a5e-b285-41ef-a28b-39c153d011b4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.798201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b3a5e-b285-41ef-a28b-39c153d011b4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Port': ['ID=ac32947f-6d88-49f8-8650-2e212ba1cf48,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:12.003213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:12.007257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3a5e-b285-41ef-a28b-39c153d011b4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.011626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cc3b3a5e-b285-41ef-a28b-39c153d011b4 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "DELETE /v2.0/ports/ac32947f-6d88-49f8-8650-2e212ba1cf48 HTTP/1.1" status: 204 len: 168 time: 2.1033709 Jul 15 23:25:12.012067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55500) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:12.037748 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.071645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['9a415725-42f7-4d0a-ae36-2b360d3cba45'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:12.112928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Pushing event deleted for resources: {'Port': ['ID=9a415725-42f7-4d0a-ae36-2b360d3cba45,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:12.155521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5a584e-a3e1-44c2-8926-065c4a590f6c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting subnet 870a302d-8f02-4719-90a8-eb3dfd3feb7e {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:12.160385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff5a584e-a3e1-44c2-8926-065c4a590f6c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.189292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a83fd-ef36-46bf-b809-fa8925e0e867 req-0c64ed6e-f4d4-49f6-a52c-3e65ad80be0d tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:12.190901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e75a83fd-ef36-46bf-b809-fa8925e0e867 req-0c64ed6e-f4d4-49f6-a52c-3e65ad80be0d tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eae7260-79de-474d-a5ec-8bdcc729978c HTTP/1.1" status: 200 len: 867 time: 0.2336011 Jul 15 23:25:12.220844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] No DVR routers for this DVR port 9a415725-42f7-4d0a-ae36-2b360d3cba45 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:12.234781 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.236705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33d72564-a07d-4da0-8204-aa2b8632d966 req-4dff49d2-67dc-4f04-9d7e-a0f5e0595676 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.37 "DELETE /v2.0/ports/9a415725-42f7-4d0a-ae36-2b360d3cba45 HTTP/1.1" status: 204 len: 173 time: 1.8103514 Jul 15 23:25:12.238853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eae7260-79de-474d-a5ec-8bdcc729978c', 'name': 'network-vif-deleted', 'tag': '9a415725-42f7-4d0a-ae36-2b360d3cba45'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:12.241643 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b82731c-b9f3-4661-99ee-97e9b29565b8" -d '{"events": [{"server_uuid": "4eae7260-79de-474d-a5ec-8bdcc729978c", "name": "network-vif-deleted", "tag": "9a415725-42f7-4d0a-ae36-2b360d3cba45"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:12.311180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:12.315240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e75a83fd-ef36-46bf-b809-fa8925e0e867 req-175e8fc4-100a-4bd1-9fd9-ea23769710f5 tempest-VolumesNegativeTest-1766411703 tempest-VolumesNegativeTest-1766411703-project] 10.222.0.23 "GET /v2.0/security-groups?id=a82c70d1-8a40-410f-8d50-84be5c5454dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982552 Jul 15 23:25:12.319018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.326009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036c292-a6a2-4e52-8600-368a612c5266 None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:12.335203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff5a584e-a3e1-44c2-8926-065c4a590f6c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.350173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036c292-a6a2-4e52-8600-368a612c5266 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:12.350928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6036c292-a6a2-4e52-8600-368a612c5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:12.393997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1aa004b4-1b95-4503-b957-84ff43745259 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/floatingips/b4b69f3a-b64f-4291-a3d9-2e942cfdc1ff HTTP/1.1" status: 200 len: 687 time: 1.9569457 Jul 15 23:25:12.393997 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89147c0-4ecb-4b98-a8da-714c72e8974e x-openstack-request-id: req-c89147c0-4ecb-4b98-a8da-714c72e8974e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:12.394169 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eae7260-79de-474d-a5ec-8bdcc729978c", "name": "network-vif-deleted", "tag": "9a415725-42f7-4d0a-ae36-2b360d3cba45", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:12.394428 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c89147c0-4ecb-4b98-a8da-714c72e8974e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:12.394814 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eae7260-79de-474d-a5ec-8bdcc729978c', 'name': 'network-vif-deleted', 'tag': '9a415725-42f7-4d0a-ae36-2b360d3cba45', 'status': 'completed', 'code': 200} Jul 15 23:25:12.395220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55512) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:12.466207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6036c292-a6a2-4e52-8600-368a612c5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:12.470872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.477652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036c292-a6a2-4e52-8600-368a612c5266 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:12.478643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6036c292-a6a2-4e52-8600-368a612c5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:12.555743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6036c292-a6a2-4e52-8600-368a612c5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:12.559922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6036c292-a6a2-4e52-8600-368a612c5266 None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:12.664852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff5a584e-a3e1-44c2-8926-065c4a590f6c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.676697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port e7107e5d-424e-4ac6-a2d9-9f87788149ba {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:12.677647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.802150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.802534 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.815825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for e7107e5d-424e-4ac6-a2d9-9f87788149ba owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:12.829567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff5a584e-a3e1-44c2-8926-065c4a590f6c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.848251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff5a584e-a3e1-44c2-8926-065c4a590f6c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.853102 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ff5a584e-a3e1-44c2-8926-065c4a590f6c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "DELETE /v2.0/subnets/870a302d-8f02-4719-90a8-eb3dfd3feb7e HTTP/1.1" status: 204 len: 168 time: 0.8377068 Jul 15 23:25:12.859074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01944326-77eb-4174-9c81-ab2748dea651 None None] Network c828e4df-6f5c-4380-b9c4-723c81f09cd8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:12.873929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55524) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:12.882134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a584e-a3e1-44c2-8926-065c4a590f6c tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Subnet': ['ID=870a302d-8f02-4719-90a8-eb3dfd3feb7e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:12.912334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.918228 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.952520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fc5133-7372-4ea4-b7da-1614df2f3165 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Deleting subnet e7210800-b908-4cf1-96ec-96aab14aed92 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:12.958097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70fc5133-7372-4ea4-b7da-1614df2f3165 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.036011 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70fc5133-7372-4ea4-b7da-1614df2f3165 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.125737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Router 20bce028-89cf-41ac-ad83-9f6b0025627a is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:13.229283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.267975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=e7107e5d-424e-4ac6-a2d9-9f87788149ba,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:13.270058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] DHCP port deletion for c828e4df-6f5c-4380-b9c4-723c81f09cd8 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:13.276655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70fc5133-7372-4ea4-b7da-1614df2f3165 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.417267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Deleting port 271967fa-edc2-403b-ab32-582e7e604f52 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:13.418455 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.456647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.481707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.486621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1e7f3823-450b-44f3-8b9f-ecc5ab3102e8 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/floatingips/b4b69f3a-b64f-4291-a3d9-2e942cfdc1ff HTTP/1.1" status: 204 len: 168 time: 1.0885446 Jul 15 23:25:13.489073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55542) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:13.545815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70fc5133-7372-4ea4-b7da-1614df2f3165 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.551565 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-bdd6d926-e6ee-4e13-b93c-a4c746659f53 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] delete failed (client error): The resource could not be found. Jul 15 23:25:13.557106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bdd6d926-e6ee-4e13-b93c-a4c746659f53 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/floatingips/b4b69f3a-b64f-4291-a3d9-2e942cfdc1ff HTTP/1.1" status: 404 len: 345 time: 0.0662181 Jul 15 23:25:13.557317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] For port 271967fa-edc2-403b-ab32-582e7e604f52, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=271967fa-edc2-403b-ab32-582e7e604f52,segment=NetworkSegment(a4e113fc-c868-4167-bea9-84748969bb56),segment_id=a4e113fc-c868-4167-bea9-84748969bb56)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:13.558703 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.560581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55548) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:13.595366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Calling delete_port for 271967fa-edc2-403b-ab32-582e7e604f52 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:13.644983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc5133-7372-4ea4-b7da-1614df2f3165 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Subnet': ['ID=e7210800-b908-4cf1-96ec-96aab14aed92,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:13.657551 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70fc5133-7372-4ea4-b7da-1614df2f3165 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.659869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-70fc5133-7372-4ea4-b7da-1614df2f3165 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "DELETE /v2.0/subnets/e7210800-b908-4cf1-96ec-96aab14aed92 HTTP/1.1" status: 204 len: 168 time: 0.7847760 Jul 15 23:25:13.667063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55552) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:13.756166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d7dc4f-ba4e-410c-88d6-79e95108adb8 None None] Network bcab3cd0-a953-43fa-9594-d01d6a45b19d requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:13.761279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.891313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:13.904481 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57872ddf-1640-4777-8a38-6f3d98c9906b None None] Sync routers for ids ['20bce028-89cf-41ac-ad83-9f6b0025627a'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:13.906600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a98d67-b147-497d-b925-8ca60b462e08 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:13.908381 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.912665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.913927 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b06d3db-856f-4e85-a576-cbb1a1986531 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "PUT /v2.0/routers/20bce028-89cf-41ac-ad83-9f6b0025627a HTTP/1.1" status: 200 len: 915 time: 3.2738550 Jul 15 23:25:13.917278 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57872ddf-1640-4777-8a38-6f3d98c9906b None None] Routers {'20bce028-89cf-41ac-ad83-9f6b0025627a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:13.917911 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-57872ddf-1640-4777-8a38-6f3d98c9906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20bce028-89cf-41ac-ad83-9f6b0025627a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:13.919243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55560) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:13.938595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a98d67-b147-497d-b925-8ca60b462e08 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:13.946732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Pushing event deleted for resources: {'Port': ['ID=271967fa-edc2-403b-ab32-582e7e604f52,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:13.953720 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:13.954697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] No DVR routers for this DVR port 271967fa-edc2-403b-ab32-582e7e604f52 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:13.957133 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.957520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.957859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.958774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.959121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.959583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.959916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.960247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.960569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.960892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.961217 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.961540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77569e40-a0ad-4543-a263-ff971c7eb95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:13.971535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a98d67-b147-497d-b925-8ca60b462e08 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:13.978264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-36a98d67-b147-497d-b925-8ca60b462e08 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "GET /v2.0/ports?network_id=5f496ae2-1912-4409-b27c-688e826bc6e0 HTTP/1.1" status: 200 len: 2357 time: 0.4164300 Jul 15 23:25:14.007770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 271967fa-edc2-403b-ab32-582e7e604f52 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:14.029632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55562) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.035012 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-57872ddf-1640-4777-8a38-6f3d98c9906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.058139 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57872ddf-1640-4777-8a38-6f3d98c9906b None None] Routers {'20bce028-89cf-41ac-ad83-9f6b0025627a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:14.059194 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-57872ddf-1640-4777-8a38-6f3d98c9906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['20bce028-89cf-41ac-ad83-9f6b0025627a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.088930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 271967fa-edc2-403b-ab32-582e7e604f52 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:14.089692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 271967fa-edc2-403b-ab32-582e7e604f52 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:14.128477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afc911-102e-43ed-9120-7076abfadba6 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:14.129939 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97afc911-102e-43ed-9120-7076abfadba6 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "GET /v2.0/subnets/08428a82-1904-4e06-bc00-90eff0ac0dbe HTTP/1.1" status: 200 len: 797 time: 0.0994384 Jul 15 23:25:14.135380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55566) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.141907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'port': {'network_id': '5f496ae2-1912-4409-b27c-688e826bc6e0', 'name': 'tempest-FloatingIPTestJSON-1598264562', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:14.163687 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-57872ddf-1640-4777-8a38-6f3d98c9906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.167492 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57872ddf-1640-4777-8a38-6f3d98c9906b None None] The sync data for ids ['20bce028-89cf-41ac-ad83-9f6b0025627a'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:14.173778 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e3cd4453-119d-42fc-a188-c8d86bfcf1a1 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/routers/20bce028-89cf-41ac-ad83-9f6b0025627a HTTP/1.1" status: 200 len: 921 time: 0.2530253 Jul 15 23:25:14.174483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55572) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.235728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] DHCP port deletion for bcab3cd0-a953-43fa-9594-d01d6a45b19d request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:14.238579 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.243564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb171879-44bb-4e2f-be49-888f21a4dedb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:14.247647 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cb171879-44bb-4e2f-be49-888f21a4dedb tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=20bce028-89cf-41ac-ad83-9f6b0025627a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0697544 Jul 15 23:25:14.247988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55574) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.281614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c828e4df-6f5c-4380-b9c4-723c81f09cd8']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.302483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e113fc-c868-4167-bea9-84748969bb56') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.302667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e113fc-c868-4167-bea9-84748969bb56') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.317012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] Deleting port e428c60c-1f08-4ab1-af44-c428590e121a {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:14.318631 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.326266 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.344272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.361625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9a415725-42f7-4d0a-ae36-2b360d3cba45 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:14.378668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:14.378668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:14.389054 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:14.402549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2aeecc-5e65-4259-a812-16efb202cada tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:14.412162 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4c2aeecc-5e65-4259-a812-16efb202cada tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 881 time: 0.1581402 Jul 15 23:25:14.412907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55586) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.429261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 9a415725-42f7-4d0a-ae36-2b360d3cba45 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:14.433705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 9a415725-42f7-4d0a-ae36-2b360d3cba45 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:14.434602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:14.461934 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-01a8ba76-6bba-4142-8178-1a3881e03e38 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=20bce028-89cf-41ac-ad83-9f6b0025627a HTTP/1.1" status: 200 len: 205 time: 0.0478463 Jul 15 23:25:14.477496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55594) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.507660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:14.508437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 34bf3fed-5fa7-4ea9-91f9-5c1cf5683849 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:14.516787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] For port e428c60c-1f08-4ab1-af44-c428590e121a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e428c60c-1f08-4ab1-af44-c428590e121a,segment=NetworkSegment(4fa5f7fb-1006-4c1c-854c-787823ea1d83),segment_id=4fa5f7fb-1006-4c1c-854c-787823ea1d83)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:14.517528 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.545018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:14.546383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] Calling delete_port for e428c60c-1f08-4ab1-af44-c428590e121a owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:14.571732 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.578122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.584344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55610) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.585064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "DELETE /v2.0/networks/c828e4df-6f5c-4380-b9c4-723c81f09cd8 HTTP/1.1" status: 204 len: 168 time: 0.9175427 Jul 15 23:25:14.625069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524894d-c5ea-4695-a286-bc028cd9cd2b tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Network': ['ID=c828e4df-6f5c-4380-b9c4-723c81f09cd8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:14.657026 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.704198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] Pushing event deleted for resources: {'Port': ['ID=e428c60c-1f08-4ab1-af44-c428590e121a,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:14.706689 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.731425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] device_id is not set on port 59efacad-6cda-4b4f-8945-0483dc7495d0 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:25:14.735263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842c19f-a7df-47f4-816b-153547f3d593 None None] No DVR routers for this DVR port e428c60c-1f08-4ab1-af44-c428590e121a on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:14.751469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.776714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.946242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.961500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcab3cd0-a953-43fa-9594-d01d6a45b19d']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.978079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa5f7fb-1006-4c1c-854c-787823ea1d83') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.978363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa5f7fb-1006-4c1c-854c-787823ea1d83') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:14.994003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.017273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.025313 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.056423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:15.057019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:15.061680 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:15.141606 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.151207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.152986 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] 10.222.0.23 "DELETE /v2.0/networks/bcab3cd0-a953-43fa-9594-d01d6a45b19d HTTP/1.1" status: 204 len: 168 time: 0.5678039 Jul 15 23:25:15.185339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.20.0.14 (5f496ae2-1912-4409-b27c-688e826bc6e0/08428a82-1904-4e06-bc00-90eff0ac0dbe/59efacad-6cda-4b4f-8945-0483dc7495d0) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:15.185571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Deleting port 6f471ed4-9265-484d-9803-1135331c3aaa {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:15.185571 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.194055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.20.0.13 (5f496ae2-1912-4409-b27c-688e826bc6e0/08428a82-1904-4e06-bc00-90eff0ac0dbe/59efacad-6cda-4b4f-8945-0483dc7495d0) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:15.202929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e840b-b5ff-4bfe-a50a-ee3f4186d637 tempest-TaggedBootDevicesTest_v242-2117135059 tempest-TaggedBootDevicesTest_v242-2117135059-project] Pushing event deleted for resources: {'Network': ['ID=bcab3cd0-a953-43fa-9594-d01d6a45b19d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:15.326491 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.338004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Calling delete_port for 6f471ed4-9265-484d-9803-1135331c3aaa owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:15.520301 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.528072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.556419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event deleted for resources: {'Port': ['ID=6f471ed4-9265-484d-9803-1135331c3aaa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:15.575181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.599372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:15.603508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:15.606366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:15.633727 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.710630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=59efacad-6cda-4b4f-8945-0483dc7495d0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:15.749151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:15.749812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.753697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.756061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.767396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1782e2ad-ace1-47b0-8a36-c9531a83b281 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6301038 Jul 15 23:25:15.771358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55700) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:15.775953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '59efacad-6cda-4b4f-8945-0483dc7495d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:15.813884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.816272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.816535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Fanout notify agent at l3_agent the message router_deleted on router 20bce028-89cf-41ac-ad83-9f6b0025627a {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:15.825709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.826907 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d2b201d0-9507-466e-bc6c-916e00599599 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/20bce028-89cf-41ac-ad83-9f6b0025627a HTTP/1.1" status: 204 len: 168 time: 1.3547182 Jul 15 23:25:15.830461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55710) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:15.835251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1356658044', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:15.874478 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.875769 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.968325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e428c60c-1f08-4ab1-af44-c428590e121a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:15.979320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.002171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e428c60c-1f08-4ab1-af44-c428590e121a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:16.002700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e428c60c-1f08-4ab1-af44-c428590e121a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:16.084959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.187899 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.338167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.25.3.88 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/4d1526d9-026b-4c4a-a9af-1b90f46364d0) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:16.925665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.965769 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.989365 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.062449 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.141835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:17.151589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:17.160436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:17.160666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=4d1526d9-026b-4c4a-a9af-1b90f46364d0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:17.216272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Allocated IP 172.25.3.189 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/f8ab48ea-5f83-44ea-9a6a-5f1ec37f6bd6) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:17.599779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.914699 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.936639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:17.954861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:18.002875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:18.057579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-479907cb-80e2-4c48-8634-6dbc519f7031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.212601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event updated for resources: {'Port': ['ID=f8ab48ea-5f83-44ea-9a6a-5f1ec37f6bd6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:18.215506 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.420247 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.475851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.116380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.221924 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.230549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.369786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=4d1526d9-026b-4c4a-a9af-1b90f46364d0,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:19.373681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.570543 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 3257758f-1b24-46ad-9f72-e5e7ccde3f6d associated. External IP: 172.25.3.88, port: 59efacad-6cda-4b4f-8945-0483dc7495d0. Jul 15 23:25:19.643677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Router 52816856-f8ad-4f32-bed3-b16786403711 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:19.969152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55848) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.073499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:20.085192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6232d38-6eba-4337-b86f-91c5a915c3d6 None None] Sync routers for ids ['52816856-f8ad-4f32-bed3-b16786403711'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:20.109663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6232d38-6eba-4337-b86f-91c5a915c3d6 None None] Routers {'52816856-f8ad-4f32-bed3-b16786403711'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:20.113194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f6232d38-6eba-4337-b86f-91c5a915c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['52816856-f8ad-4f32-bed3-b16786403711'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.157603 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.162008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55860) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.168509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:20.175523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c584dfb4-abf3-47c8-8182-802389b1ba9f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3437445 Jul 15 23:25:20.209859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f6232d38-6eba-4337-b86f-91c5a915c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.213883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:20.239751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6232d38-6eba-4337-b86f-91c5a915c3d6 None None] Routers {'52816856-f8ad-4f32-bed3-b16786403711'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:20.240673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f6232d38-6eba-4337-b86f-91c5a915c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['52816856-f8ad-4f32-bed3-b16786403711'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.403665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55866) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.454585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:20.467762 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c1811-2d26-4838-a9b7-19532a7ecafd None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:20.490527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c1811-2d26-4838-a9b7-19532a7ecafd None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:20.491475 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-302c1811-2d26-4838-a9b7-19532a7ecafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.520798 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.533893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f6232d38-6eba-4337-b86f-91c5a915c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.534979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6232d38-6eba-4337-b86f-91c5a915c3d6 None None] The sync data for ids ['52816856-f8ad-4f32-bed3-b16786403711'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:20.553151 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-302c1811-2d26-4838-a9b7-19532a7ecafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.562603 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c1811-2d26-4838-a9b7-19532a7ecafd None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:20.563375 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-302c1811-2d26-4838-a9b7-19532a7ecafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:24:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.580063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d7a4783b-b5f1-4fef-ad0c-2a348d9d9dc3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8076019 Jul 15 23:25:20.581573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55868) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.586416 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb113c23-d43f-485b-9783-a48d7b03da6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee34f84d5c4849a4a261830ab6f46745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157985 Jul 15 23:25:20.590933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55870) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.594930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-311f7bbf-37b0-402f-8493-3aac92755a05 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'port_id': '59efacad-6cda-4b4f-8945-0483dc7495d0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:20.599284 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-302c1811-2d26-4838-a9b7-19532a7ecafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:20.600053 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c1811-2d26-4838-a9b7-19532a7ecafd None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:20.613408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfceca7-3145-45c7-bd2a-247c5fa23cf5 admin admin] Deleting subnet 089d61a2-594b-4450-8d49-e1da6aeda31c {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:20.624284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdfceca7-3145-45c7-bd2a-247c5fa23cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.663444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8655aee0-2105-4369-9fd8-294b4a4c16f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.682778 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-311f7bbf-37b0-402f-8493-3aac92755a05 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.727363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdfceca7-3145-45c7-bd2a-247c5fa23cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.788709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8431e33-d9f2-4340-af67-94527f926c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.861404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdfceca7-3145-45c7-bd2a-247c5fa23cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.865065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8431e33-d9f2-4340-af67-94527f926c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.912952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.951033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.009845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdfceca7-3145-45c7-bd2a-247c5fa23cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.027583 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.039660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8431e33-d9f2-4340-af67-94527f926c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.042966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8431e33-d9f2-4340-af67-94527f926c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.044676 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f8431e33-d9f2-4340-af67-94527f926c40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a82c70d1-8a40-410f-8d50-84be5c5454dd HTTP/1.1" status: 204 len: 168 time: 0.4525111 Jul 15 23:25:21.063916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfceca7-3145-45c7-bd2a-247c5fa23cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089d61a2-594b-4450-8d49-e1da6aeda31c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:21.103630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8431e33-d9f2-4340-af67-94527f926c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82c70d1-8a40-410f-8d50-84be5c5454dd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:21.131728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdfceca7-3145-45c7-bd2a-247c5fa23cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.141014 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cdfceca7-3145-45c7-bd2a-247c5fa23cf5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/089d61a2-594b-4450-8d49-e1da6aeda31c HTTP/1.1" status: 204 len: 168 time: 0.7356124 Jul 15 23:25:21.154305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55880) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:21.281750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.291366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Deleting port f8ab48ea-5f83-44ea-9a6a-5f1ec37f6bd6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:21.291706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.370007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-311f7bbf-37b0-402f-8493-3aac92755a05 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.379612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-311f7bbf-37b0-402f-8493-3aac92755a05 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.445635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.460519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Calling delete_port for f8ab48ea-5f83-44ea-9a6a-5f1ec37f6bd6 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:21.513940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.548016 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.584806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483a0d63-79e1-4e6f-ad7e-ca0fb581503e']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:21.604128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470a1799-d6a3-4eea-8ff2-1bf17cb592ea') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:21.604448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470a1799-d6a3-4eea-8ff2-1bf17cb592ea') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:21.621879 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.644031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.657404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:21.657811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:21.659831 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:21.819611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.845777 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.847934 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/483a0d63-79e1-4e6f-ad7e-ca0fb581503e HTTP/1.1" status: 204 len: 168 time: 0.6901941 Jul 15 23:25:21.906550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c5cc8-7a91-4318-8efe-27e585fbf0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=483a0d63-79e1-4e6f-ad7e-ca0fb581503e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:21.912411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.956959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Pushing event deleted for resources: {'Port': ['ID=f8ab48ea-5f83-44ea-9a6a-5f1ec37f6bd6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:22.059913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55902) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:22.062936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.189977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311f7bbf-37b0-402f-8493-3aac92755a05 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:22.368428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311f7bbf-37b0-402f-8493-3aac92755a05 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:22.381061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792a1e6-e736-43f4-a65e-3610a725333b None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:22.392937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-311f7bbf-37b0-402f-8493-3aac92755a05 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.398876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792a1e6-e736-43f4-a65e-3610a725333b None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:22.401097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7792a1e6-e736-43f4-a65e-3610a725333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:22.471513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7792a1e6-e736-43f4-a65e-3610a725333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:22.484266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792a1e6-e736-43f4-a65e-3610a725333b None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:22.486064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7792a1e6-e736-43f4-a65e-3610a725333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:22.525591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-311f7bbf-37b0-402f-8493-3aac92755a05 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/floatingips/3257758f-1b24-46ad-9f72-e5e7ccde3f6d HTTP/1.1" status: 200 len: 978 time: 1.9409025 Jul 15 23:25:22.526684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55910) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:22.557388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7792a1e6-e736-43f4-a65e-3610a725333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:22.558034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792a1e6-e736-43f4-a65e-3610a725333b None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:22.779317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55912) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:22.780052 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b3b3d264-237a-417b-9dc0-623014e1523c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=047b0f09a5054578aa8e4031a560cc37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139027 Jul 15 23:25:22.812722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 4d1526d9-026b-4c4a-a9af-1b90f46364d0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:22.813427 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.892641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.897312 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.933803 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-085c8258-2d5d-414b-ab6a-cebf2f81c88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.961704 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.962194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.981693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-085c8258-2d5d-414b-ab6a-cebf2f81c88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.003495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Router 52816856-f8ad-4f32-bed3-b16786403711 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:23.018552 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 4d1526d9-026b-4c4a-a9af-1b90f46364d0 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:23.107430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:23.117811 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4feba2-17d5-44fb-8a34-49d2f7c10a21 None None] Sync routers for ids ['52816856-f8ad-4f32-bed3-b16786403711'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:23.128387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.130082 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ab136bdb-c375-4c71-b2fb-f8a1c3369602 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "PUT /v2.0/routers/52816856-f8ad-4f32-bed3-b16786403711 HTTP/1.1" status: 200 len: 706 time: 2.9667094 Jul 15 23:25:23.132525 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4feba2-17d5-44fb-8a34-49d2f7c10a21 None None] Routers {'52816856-f8ad-4f32-bed3-b16786403711'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:23.133025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.134180 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6e4feba2-17d5-44fb-8a34-49d2f7c10a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['52816856-f8ad-4f32-bed3-b16786403711'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:23.159764 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-085c8258-2d5d-414b-ab6a-cebf2f81c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.162700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-085c8258-2d5d-414b-ab6a-cebf2f81c88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.163888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-085c8258-2d5d-414b-ab6a-cebf2f81c88b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f09b342-920d-4920-a8db-064225a3bf67 HTTP/1.1" status: 204 len: 168 time: 0.3830822 Jul 15 23:25:23.186386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c8258-2d5d-414b-ab6a-cebf2f81c88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f09b342-920d-4920-a8db-064225a3bf67,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:23.320397 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.335556 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-18873649-cc5b-47c2-a89b-b24cb694a2f9 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/routers/52816856-f8ad-4f32-bed3-b16786403711 HTTP/1.1" status: 200 len: 741 time: 0.2011714 Jul 15 23:25:23.336247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55930) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.345403 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6e4feba2-17d5-44fb-8a34-49d2f7c10a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:23.357172 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4feba2-17d5-44fb-8a34-49d2f7c10a21 None None] Routers {'52816856-f8ad-4f32-bed3-b16786403711'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:23.357794 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6e4feba2-17d5-44fb-8a34-49d2f7c10a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['52816856-f8ad-4f32-bed3-b16786403711'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:23.388465 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.407473 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6e4feba2-17d5-44fb-8a34-49d2f7c10a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:23.408153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4feba2-17d5-44fb-8a34-49d2f7c10a21 None None] The sync data for ids ['52816856-f8ad-4f32-bed3-b16786403711'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:23.422658 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c72d7c2a-ae7a-44da-83d1-9ac663e2c669 tempest-RoutersAdminTest-1130690662 tempest-RoutersAdminTest-1130690662-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=52816856-f8ad-4f32-bed3-b16786403711 HTTP/1.1" status: 200 len: 205 time: 0.0830882 Jul 15 23:25:23.422979 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55932) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.453642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=4d1526d9-026b-4c4a-a9af-1b90f46364d0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:23.455131 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e9979616-213c-49d9-9090-2aac6624329f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=52816856-f8ad-4f32-bed3-b16786403711 HTTP/1.1" status: 200 len: 205 time: 0.0308709 Jul 15 23:25:23.457458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55934) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.544413 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.544830 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 3257758f-1b24-46ad-9f72-e5e7ccde3f6d disassociated (deleted). External IP: 172.25.3.88, port: 59efacad-6cda-4b4f-8945-0483dc7495d0. Jul 15 23:25:23.553370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30a15c46-189a-4866-a90a-5a8246097a35 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.810400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:23.833999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30a15c46-189a-4866-a90a-5a8246097a35 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.838036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30a15c46-189a-4866-a90a-5a8246097a35 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.920500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30a15c46-189a-4866-a90a-5a8246097a35 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.921057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a15c46-189a-4866-a90a-5a8246097a35 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Fanout notify agent at l3_agent the message router_deleted on router 52816856-f8ad-4f32-bed3-b16786403711 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:23.936847 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30a15c46-189a-4866-a90a-5a8246097a35 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.946859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55950) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.947099 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-30a15c46-189a-4866-a90a-5a8246097a35 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/52816856-f8ad-4f32-bed3-b16786403711 HTTP/1.1" status: 204 len: 168 time: 0.4790707 Jul 15 23:25:24.006450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55956) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.017517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8e6d1793-7f28-4aa6-b78b-aba94229f52a tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=52816856-f8ad-4f32-bed3-b16786403711 HTTP/1.1" status: 200 len: 205 time: 0.0685875 Jul 15 23:25:24.018978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:24.024002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.031703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab53f9-bbab-4d69-a030-53a3e17a97f8 None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:24.043011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab53f9-bbab-4d69-a030-53a3e17a97f8 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:24.043840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3fab53f9-bbab-4d69-a030-53a3e17a97f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:24.070619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-229db85d-4055-4ebb-bb43-62ab9e70828c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/floatingips/3257758f-1b24-46ad-9f72-e5e7ccde3f6d HTTP/1.1" status: 204 len: 168 time: 1.5425239 Jul 15 23:25:24.071285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55962) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.101435 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-8bcb40bf-d186-4631-8151-9f0edf82af9c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] delete failed (client error): The resource could not be found. Jul 15 23:25:24.105308 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8bcb40bf-d186-4631-8151-9f0edf82af9c tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/52816856-f8ad-4f32-bed3-b16786403711 HTTP/1.1" status: 404 len: 336 time: 0.0968771 Jul 15 23:25:24.106056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55966) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.116518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3fab53f9-bbab-4d69-a030-53a3e17a97f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:24.128673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab53f9-bbab-4d69-a030-53a3e17a97f8 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:24.130186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3fab53f9-bbab-4d69-a030-53a3e17a97f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:24.163676 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1fa5f158-ab17-42a8-9757-84d0176e6e77 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=20bce028-89cf-41ac-ad83-9f6b0025627a HTTP/1.1" status: 200 len: 205 time: 0.0564382 Jul 15 23:25:24.170231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55970) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.174720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3fab53f9-bbab-4d69-a030-53a3e17a97f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:24.175926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab53f9-bbab-4d69-a030-53a3e17a97f8 None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:24.238859 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-07dccdfc-4e90-4ae7-a6a0-247c18e884a2 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] delete failed (client error): The resource could not be found. Jul 15 23:25:24.239130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4fdab-6b19-4aea-9245-a0f98b8ce9a2 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 59efacad-6cda-4b4f-8945-0483dc7495d0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:24.239547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9e4fdab-6b19-4aea-9245-a0f98b8ce9a2 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.242432 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-07dccdfc-4e90-4ae7-a6a0-247c18e884a2 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/20bce028-89cf-41ac-ad83-9f6b0025627a HTTP/1.1" status: 404 len: 336 time: 0.0687187 Jul 15 23:25:24.242743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55974) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.289957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-de57c18c-9637-40a4-a0d9-4296a709f512 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a961c8c-ed3d-4d87-9d13-7d708fd8db84 HTTP/1.1" status: 200 len: 205 time: 0.0459983 Jul 15 23:25:24.292439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55978) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.373978 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-8f76240e-3d1a-4c5c-bb61-871bf84bba18 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] delete failed (client error): The resource could not be found. Jul 15 23:25:24.375218 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f76240e-3d1a-4c5c-bb61-871bf84bba18 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/5a961c8c-ed3d-4d87-9d13-7d708fd8db84 HTTP/1.1" status: 404 len: 336 time: 0.0814669 Jul 15 23:25:24.377859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55980) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.391501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55982) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.427311 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9e4fdab-6b19-4aea-9245-a0f98b8ce9a2 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.432080 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3c04e567-88ad-4ec0-8a82-469fef222b14 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d9fbae6-749c-424f-a826-7d1c082b6033 HTTP/1.1" status: 200 len: 205 time: 0.0515821 Jul 15 23:25:24.432390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55988) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.443782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4fdab-6b19-4aea-9245-a0f98b8ce9a2 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 59efacad-6cda-4b4f-8945-0483dc7495d0 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:24.505910 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-5d877ebf-ad96-4928-a4c1-75507af6aa63 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] delete failed (client error): The resource could not be found. Jul 15 23:25:24.507472 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5d877ebf-ad96-4928-a4c1-75507af6aa63 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/3d9fbae6-749c-424f-a826-7d1c082b6033 HTTP/1.1" status: 404 len: 336 time: 0.0741234 Jul 15 23:25:24.510000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55990) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.575554 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-26dd68de-1796-486d-8dec-686f55167f0f tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=79eee718-7534-42d3-a064-567d6b4644cb HTTP/1.1" status: 200 len: 205 time: 0.0643225 Jul 15 23:25:24.578986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55992) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.581866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1525120750-network', 'tenant_id': '594b324e3e8a4dc18e9cc8df33db12cb'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:24.622619 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-dcf4414a-8706-4bef-a6e4-b62532b1d916 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] delete failed (client error): The resource could not be found. Jul 15 23:25:24.626279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dcf4414a-8706-4bef-a6e4-b62532b1d916 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/79eee718-7534-42d3-a064-567d6b4644cb HTTP/1.1" status: 404 len: 336 time: 0.0463161 Jul 15 23:25:24.629542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55994) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.640920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Made reservation on behalf of 594b324e3e8a4dc18e9cc8df33db12cb for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:24.644435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.664848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 55996) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.665082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7511566f-923a-4771-8946-11082866276e tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d43636-6b1e-431f-a40d-1c2cdeb56c51 HTTP/1.1" status: 200 len: 205 time: 0.0365210 Jul 15 23:25:24.683479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.766265 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-df42ce59-0108-4be1-88cd-ed95419a1831 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] delete failed (client error): The resource could not be found. Jul 15 23:25:24.770891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55998) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:24.772236 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-df42ce59-0108-4be1-88cd-ed95419a1831 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/routers/55d43636-6b1e-431f-a40d-1c2cdeb56c51 HTTP/1.1" status: 404 len: 336 time: 0.1047542 Jul 15 23:25:24.847978 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55a4d52-0cd4-4d3c-852b-34a7a5922088 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] DELETE failed (client error): The resource could not be found. Jul 15 23:25:24.849131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55a4d52-0cd4-4d3c-852b-34a7a5922088 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:25:24.854483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c55a4d52-0cd4-4d3c-852b-34a7a5922088 tempest-RoutersAdminTest-1732324478 tempest-RoutersAdminTest-1732324478-project] 10.222.0.23 "DELETE /v2.0/subnets/0a200278-ee8b-4f52-9381-1bad944b99c6 HTTP/1.1" status: 404 len: 337 time: 0.0549052 Jul 15 23:25:24.887224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9e4fdab-6b19-4aea-9245-a0f98b8ce9a2 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.933025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4fdab-6b19-4aea-9245-a0f98b8ce9a2 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=59efacad-6cda-4b4f-8945-0483dc7495d0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:25.001880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.007396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.033318 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.054713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:25.064262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9724412a-f528-4d57-ac11-cb60ecf6a4bc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:25.073960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.074491 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Added segment 2e3d600b-63d3-47cb-8104-4b10b55bc217 of type vlan for network e9ecb1b5-cbdb-4946-bdca-68d6811b717c Jul 15 23:25:25.122977 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9e4fdab-6b19-4aea-9245-a0f98b8ce9a2 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.125928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e9e4fdab-6b19-4aea-9245-a0f98b8ce9a2 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/ports/59efacad-6cda-4b4f-8945-0483dc7495d0 HTTP/1.1" status: 204 len: 168 time: 1.0535223 Jul 15 23:25:25.130589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56004) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:25.134664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.136744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:25.165920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.189285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.190427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:25.191153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.280306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ecb1b5-cbdb-4946-bdca-68d6811b717c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:25.289631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56008) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:25.296870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e9ecb1b5-cbdb-4946-bdca-68d6811b717c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:25.307120 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7f91c7d5-b732-4347-92c0-f8b7b13233e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9134049 Jul 15 23:25:25.310090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:25.318253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Request body: {'subnet': {'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1525120750-subnet', 'tenant_id': '594b324e3e8a4dc18e9cc8df33db12cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:25.379792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Made reservation on behalf of 594b324e3e8a4dc18e9cc8df33db12cb for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:25.382595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.384130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.618482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.25.3.48 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/a51e5a44-d237-4b73-ba27-83faba2afaba) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:25.763406 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.792277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97a3cf7c-b0c5-4159-8ff5-e3600693f184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.841147 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.883744 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4443607-2822-4548-8b03-5eac3e91d2f9,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:25.910106 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.993308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=a51e5a44-d237-4b73-ba27-83faba2afaba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:26.000706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:26.004717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:26.012709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:26.102626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97a3cf7c-b0c5-4159-8ff5-e3600693f184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.186605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97a3cf7c-b0c5-4159-8ff5-e3600693f184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.190717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Checking segment: {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:26.191324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Network hostable DHCP agents. Network: e9ecb1b5-cbdb-4946-bdca-68d6811b717c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:26.201579 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.261230 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.336131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3cf7c-b0c5-4159-8ff5-e3600693f184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36884e52-2d88-4af1-814c-6aeaec6bbd60,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:26.343981 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97a3cf7c-b0c5-4159-8ff5-e3600693f184 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af1e6bac261b4f07bbc2d10f49bf494c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0531955 Jul 15 23:25:26.347138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56034) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:26.355598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Network e9ecb1b5-cbdb-4946-bdca-68d6811b717c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:26.379536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e9ecb1b5-cbdb-4946-bdca-68d6811b717c) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:26.387406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:26.387999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.390503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b6e88-ba27-4747-aaa7-6b082c57133a None None] Network e9ecb1b5-cbdb-4946-bdca-68d6811b717c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:26.417838 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b67811ac-ffa7-441d-b23e-ec0c434ff719 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1065271 Jul 15 23:25:26.427875 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415a16f-d3c1-4c39-b2d3-9d23a4d7af9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.487600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415a16f-d3c1-4c39-b2d3-9d23a4d7af9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.559250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.576723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415a16f-d3c1-4c39-b2d3-9d23a4d7af9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.579396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415a16f-d3c1-4c39-b2d3-9d23a4d7af9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.580591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f415a16f-d3c1-4c39-b2d3-9d23a4d7af9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36884e52-2d88-4af1-814c-6aeaec6bbd60 HTTP/1.1" status: 204 len: 168 time: 0.2325387 Jul 15 23:25:26.587769 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.604291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415a16f-d3c1-4c39-b2d3-9d23a4d7af9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36884e52-2d88-4af1-814c-6aeaec6bbd60,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:26.622833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8ae1b-64c7-4504-b754-6a7e22c3b7df None None] Network e9ecb1b5-cbdb-4946-bdca-68d6811b717c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:26.725506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df12e-82ac-404b-be55-a99ea221c029 req-05ddc70d-3ccc-4185-ae89-437691d96513 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:26.727182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a15df12e-82ac-404b-be55-a99ea221c029 req-05ddc70d-3ccc-4185-ae89-437691d96513 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 945 time: 0.2356963 Jul 15 23:25:26.758309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=a51e5a44-d237-4b73-ba27-83faba2afaba,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:26.782416 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.803625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a15df12e-82ac-404b-be55-a99ea221c029 req-810c91d6-bb80-4399-8f59-f63a1ece94bc tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605330 Jul 15 23:25:26.809205 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.814531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-73cf6061-dd4c-49c5-9ed5-e92dcecba5b9 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6802762 Jul 15 23:25:26.815252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56054) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:26.832500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'port': {'network_id': '5f496ae2-1912-4409-b27c-688e826bc6e0', 'name': 'tempest-FloatingIPTestJSON-500621390'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:26.993745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:27.000077 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.033885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] device_id is not set on port 0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:25:27.143926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56058) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:27.182088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.20.0.2 (5f496ae2-1912-4409-b27c-688e826bc6e0/08428a82-1904-4e06-bc00-90eff0ac0dbe/0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:27.219485 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-144281c1-9374-48f8-82fb-f8be22ab9bda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab0ab93220c349c19bd39a285de1dc84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708988 Jul 15 23:25:27.219485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56068) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:27.273508 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ef58324-c8f6-4f22-a35e-56f6a9d0123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.307628 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ef58324-c8f6-4f22-a35e-56f6a9d0123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.369411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ef58324-c8f6-4f22-a35e-56f6a9d0123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.372678 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ef58324-c8f6-4f22-a35e-56f6a9d0123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.374379 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7ef58324-c8f6-4f22-a35e-56f6a9d0123d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c170a97-82c5-43a9-9e37-9e1bdc9d6bc1 HTTP/1.1" status: 204 len: 168 time: 0.1544380 Jul 15 23:25:27.421686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58324-c8f6-4f22-a35e-56f6a9d0123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c170a97-82c5-43a9-9e37-9e1bdc9d6bc1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:27.443088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-76d94f29-77c0-4f10-9fd9-4c0e3b373fbe tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:27.444498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-76d94f29-77c0-4f10-9fd9-4c0e3b373fbe tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/networks?id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 200 len: 818 time: 0.1986673 Jul 15 23:25:27.474784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-51f53753-ded2-4ff6-b0c6-ca3d8fb69e11 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/quotas/594b324e3e8a4dc18e9cc8df33db12cb HTTP/1.1" status: 200 len: 375 time: 0.0212307 Jul 15 23:25:27.485061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.536703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.562906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-7995e324-deb6-4e35-95ab-2c7201e5f917 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815420 Jul 15 23:25:27.954215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 5f496ae2-1912-4409-b27c-688e826bc6e0 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:27.966947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:27.969848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:28.011535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:28.187832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:28.188683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.232040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-22a6e26f-131d-4253-a533-d876a4cdf550 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4156919 Jul 15 23:25:28.235592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56096) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:28.239025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-990d9cb6-6b31-4cc9-9361-52a445c4bf9a service neutron] 10.222.0.23 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459563 Jul 15 23:25:28.249955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'port_id': '0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:28.265852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe4ef5-db72-4a10-a52e-b9222b6329bc req-099e99bd-c657-4a6c-97d8-284394fcdd19 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:28.268221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bfe4ef5-db72-4a10-a52e-b9222b6329bc req-099e99bd-c657-4a6c-97d8-284394fcdd19 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 945 time: 0.2576611 Jul 15 23:25:28.305109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.434054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bfe4ef5-db72-4a10-a52e-b9222b6329bc req-35ed8995-d021-410a-b962-57813b504fdb tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0bbb04-2e69-425d-88c4-6a1994299cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024907 Jul 15 23:25:28.453229 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-60095f2b-d4c9-4bb7-a755-0f9ea6286cf9 service neutron] 10.222.0.23 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050545 Jul 15 23:25:28.471569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-9c324c0c-2520-496e-b81d-85207c5901ba tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:28.473425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-9c324c0c-2520-496e-b81d-85207c5901ba tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 945 time: 0.1345708 Jul 15 23:25:28.618593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Deleting port 4c6cae0c-029e-4736-aea7-e71460d73e5f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:28.618834 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.756597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] For port 4c6cae0c-029e-4736-aea7-e71460d73e5f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=4c6cae0c-029e-4736-aea7-e71460d73e5f,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:28.757159 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.011105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52beea4e-eb45-4d3d-a170-1ae4aed1f07d req-8643a633-b973-4623-a7cf-aa76e3258b66 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 210 time: 0.0570962 Jul 15 23:25:29.048324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.049042 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.049548 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Floating IP 58effe2a-6f50-4b78-b365-cc4cb180626e disassociated. External IP: 172.25.3.139, port: 4c6cae0c-029e-4736-aea7-e71460d73e5f. Jul 15 23:25:29.050153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Calling delete_port for 4c6cae0c-029e-4736-aea7-e71460d73e5f owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:29.121952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.128531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.329983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.385012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event deleted for resources: {'Port': ['ID=4c6cae0c-029e-4736-aea7-e71460d73e5f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:29.448737 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 126ebe9a-a512-4821-aa1f-77b13ecba499 associated. External IP: 172.25.3.48, port: 0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7. Jul 15 23:25:29.564645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Router 7495ade8-67d8-4d20-abc4-5811c5f0170b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:29.776325 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56150) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:29.807335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:29.817728 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] Sync routers for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:29.831615 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:29.834731 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:29.891376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34d9a668-0be6-41fd-b302-93d5362a90b8 req-dc989187-05f7-4c49-bfcc-eed52effc34a tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 210 time: 0.0856421 Jul 15 23:25:29.918708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] No DVR routers for this DVR port 4c6cae0c-029e-4736-aea7-e71460d73e5f on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:29.937844 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.940507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cf1d5609-3398-4e8d-96d4-9d81621c64ba req-b0205042-b77c-4ce6-8054-24de89689252 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.59 "DELETE /v2.0/ports/4c6cae0c-029e-4736-aea7-e71460d73e5f HTTP/1.1" status: 204 len: 173 time: 1.4611993 Jul 15 23:25:29.941647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'name': 'network-vif-deleted', 'tag': '4c6cae0c-029e-4736-aea7-e71460d73e5f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:29.947178 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06707b29-cf89-4331-8f4b-5670bc9b1b03" -d '{"events": [{"server_uuid": "d2507ca6-476d-45bb-a7bc-3d55c462a423", "name": "network-vif-deleted", "tag": "4c6cae0c-029e-4736-aea7-e71460d73e5f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:30.013758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:30.077396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1326085046', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:30.103806 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98646732-5b38-49a5-bfa3-cbe660325fa3 x-openstack-request-id: req-98646732-5b38-49a5-bfa3-cbe660325fa3 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:30.104418 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2507ca6-476d-45bb-a7bc-3d55c462a423", "name": "network-vif-deleted", "tag": "4c6cae0c-029e-4736-aea7-e71460d73e5f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:30.104528 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98646732-5b38-49a5-bfa3-cbe660325fa3 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:30.105755 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2507ca6-476d-45bb-a7bc-3d55c462a423', 'name': 'network-vif-deleted', 'tag': '4c6cae0c-029e-4736-aea7-e71460d73e5f', 'status': 'completed', 'code': 200} Jul 15 23:25:30.227857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e74a3293-b6de-4882-b676-b25fc7a9ff12 req-f22d9a12-06ff-496c-8481-75cd6747278d tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 210 time: 0.1207590 Jul 15 23:25:30.268444 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:30.319891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Made reservation on behalf of 57e1b796f018442088372524cc8fae75 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:30.322830 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.354725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.431842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:30.445027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12c7de-28c3-4309-8432-ce438383034f None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:30.445695 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.465595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe12c7de-28c3-4309-8432-ce438383034f None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:30.466693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fe12c7de-28c3-4309-8432-ce438383034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.537507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56160) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:30.537733 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cbbe9b25-bc0b-42e0-b331-c7f5962a9474 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/floatingips/126ebe9a-a512-4821-aa1f-77b13ecba499 HTTP/1.1" status: 200 len: 976 time: 2.2963128 Jul 15 23:25:30.624108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fe12c7de-28c3-4309-8432-ce438383034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.674200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe12c7de-28c3-4309-8432-ce438383034f None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:30.680482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fe12c7de-28c3-4309-8432-ce438383034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.706555 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.715031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.736685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] device_id is not set on port c5330a18-98a5-4b4e-9ab8-8f2b840ac6a2 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:25:30.744293 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.818330 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] Checking router: 7495ade8-67d8-4d20-abc4-5811c5f0170b for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:30.824119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fe12c7de-28c3-4309-8432-ce438383034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.826554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe12c7de-28c3-4309-8432-ce438383034f None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:30.843872 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:30.844536 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:30.952678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:30.953660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.979509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Allocated IP 172.25.3.175 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c5330a18-98a5-4b4e-9ab8-8f2b840ac6a2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:30.986510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33cebe-410b-4688-a161-ba48a61b1aa5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:31.073304 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:31.116259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.534016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.646392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.646793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.647496 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 126ebe9a-a512-4821-aa1f-77b13ecba499 disassociated. External IP: 172.25.3.48, port: 0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7. Jul 15 23:25:31.647836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:31.717172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.823682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.844138 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:31.892764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba6b0b10-9956-4bd2-af50-655256d311a3 req-f2ab19eb-f312-4f01-9004-8b117fb85520 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 210 time: 0.0827549 Jul 15 23:25:31.940083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Pushing event updated for resources: {'Port': ['ID=c5330a18-98a5-4b4e-9ab8-8f2b840ac6a2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:31.970565 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4f830-0caa-4bf4-bd45-145d9ab39e58 None None] The sync data for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 is: [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:17:03Z', 'revision_number': 4, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '2d964d1a-5bb4-45e8-b558-af7f33705cd7', 'name': '', 'network_id': 'c1eb5c66-55af-4d66-9777-031791fd7962', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'mac_address': 'fa:16:3e:55:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:02Z', 'updated_at': '2021-07-15T23:17:09Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'subnets': [{'id': 'b5c997a2-3c4c-4320-85db-8eec3b0f764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:31.989807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:31.994073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:32.001232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:32.105726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:32.106350 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.134582 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-19bc266e-1496-4888-a7c7-824b419e88ee tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3570871 Jul 15 23:25:32.138027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56178) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:32.151184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.175'}]}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:32.165056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6d64a346-4c03-4147-a516-1fe1c7b22305 req-43bd65f0-ca0e-4cde-8103-bd822121e584 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2507ca6-476d-45bb-a7bc-3d55c462a423 HTTP/1.1" status: 200 len: 210 time: 0.3563108 Jul 15 23:25:32.174273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:32.249498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.250552 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.276631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:32.564612 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee61a94-ae70-499f-8273-710997cfc8e1 None None] New status for floating IP 58effe2a-6f50-4b78-b365-cc4cb180626e: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:25:32.609014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4c6cae0c-029e-4736-aea7-e71460d73e5f no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:32.672811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 4c6cae0c-029e-4736-aea7-e71460d73e5f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:32.673377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 4c6cae0c-029e-4736-aea7-e71460d73e5f not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:32.710211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-89a8be27-832b-409f-99ea-945a1dad0e22 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:32.711800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-89a8be27-832b-409f-99ea-945a1dad0e22 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.37 "GET /v2.0/networks?id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 200 len: 818 time: 0.5391052 Jul 15 23:25:32.733416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:32.744455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307a1d40-1cd8-4ebf-9cb9-d37088cde38f None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:32.763617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307a1d40-1cd8-4ebf-9cb9-d37088cde38f None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:32.767643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-307a1d40-1cd8-4ebf-9cb9-d37088cde38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:32.805763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Request body: {'port': {'device_id': 'ee9491c5-9c7b-4806-857a-7892478ee79c', 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c', 'admin_state_up': True, 'tenant_id': '594b324e3e8a4dc18e9cc8df33db12cb'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:32.892258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-307a1d40-1cd8-4ebf-9cb9-d37088cde38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:32.922888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307a1d40-1cd8-4ebf-9cb9-d37088cde38f None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:32.924496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-307a1d40-1cd8-4ebf-9cb9-d37088cde38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:33.022297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-307a1d40-1cd8-4ebf-9cb9-d37088cde38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:33.023468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307a1d40-1cd8-4ebf-9cb9-d37088cde38f None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:33.195797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.198881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-128c0ea2-afe2-43c7-9bf8-5c8f208b5104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/ports/0e12060a-d8b6-4fc9-ba83-ba2d5ebb02d7 HTTP/1.1" status: 204 len: 168 time: 2.6602550 Jul 15 23:25:33.211054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56216) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:33.280583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-91ffd61e-f629-4078-9bf8-be679bdfc43e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "GET /v2.0/floatingips/126ebe9a-a512-4821-aa1f-77b13ecba499 HTTP/1.1" status: 200 len: 687 time: 0.0683804 Jul 15 23:25:33.306231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56220) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:33.339877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2857441c-4484-4e8c-b536-bbf68844dc5b req-78af3e68-9dd8-47a8-93e0-ea54eb28d793 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 210 time: 0.1392183 Jul 15 23:25:33.415218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.416395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56228) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:33.496304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b37795a6-13a7-402a-a3c6-e5ec17836c69 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:33.497939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b37795a6-13a7-402a-a3c6-e5ec17836c69 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.59 "GET /v2.0/networks?id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 200 len: 818 time: 0.5042634 Jul 15 23:25:33.565666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-3c2f3a7c-4631-4bf5-9d34-b9759b12a704 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:33.567558 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-3c2f3a7c-4631-4bf5-9d34-b9759b12a704 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.37 "GET /v2.0/networks?id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 200 len: 818 time: 1.3770266 Jul 15 23:25:33.573577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Made reservation on behalf of 594b324e3e8a4dc18e9cc8df33db12cb for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:33.577324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.584529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Request body: {'port': {'device_id': 'e775337e-9dd6-46f0-a6a2-485a64440bc0', 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c', 'admin_state_up': True, 'tenant_id': '594b324e3e8a4dc18e9cc8df33db12cb'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:33.610374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Request body: {'port': {'device_id': '28a2392e-9c57-4763-9466-a7a65c9717a3', 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c', 'admin_state_up': True, 'tenant_id': '594b324e3e8a4dc18e9cc8df33db12cb'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:33.801922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.807255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaffd-d1ba-41f0-89e7-60f776415755 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.822265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Made reservation on behalf of 594b324e3e8a4dc18e9cc8df33db12cb for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:33.826560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.964219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port a51e5a44-d237-4b73-ba27-83faba2afaba {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:33.964840 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.064348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.064928 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.081577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for a51e5a44-d237-4b73-ba27-83faba2afaba owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:34.117059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.140466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.369972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaffd-d1ba-41f0-89e7-60f776415755 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.373439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.407159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.688894 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.691185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.752231 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.753102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c797cc60-dc0d-4ffe-aab1-017bb79b3e62 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:34.774642 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:25:34.776717 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3669926a-81ad-4d67-bd34-be67ab2421cc tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6376445 Jul 15 23:25:34.779885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56252) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.794963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=a51e5a44-d237-4b73-ba27-83faba2afaba,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:34.800165 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaffd-d1ba-41f0-89e7-60f776415755 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.802697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6c9eaffd-d1ba-41f0-89e7-60f776415755 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.803898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6c9eaffd-d1ba-41f0-89e7-60f776415755 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe0bbb04-2e69-425d-88c4-6a1994299cea HTTP/1.1" status: 204 len: 168 time: 1.3820632 Jul 15 23:25:34.804630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Made reservation on behalf of 594b324e3e8a4dc18e9cc8df33db12cb for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:34.808196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.810613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56254) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.960826 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-761421e6-58d2-4406-a47c-aa332f389a25 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] show failed (client error): The resource could not be found. Jul 15 23:25:34.960826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-761421e6-58d2-4406-a47c-aa332f389a25 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "GET /v2.0/security-groups/fe0bbb04-2e69-425d-88c4-6a1994299cea HTTP/1.1" status: 404 len: 347 time: 0.0971620 Jul 15 23:25:34.960826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-273245df-700c-4e69-87b9-3d939012ea10 req-557a3af5-c259-4637-ab22-10ea7632235b tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 210 time: 0.1476390 Jul 15 23:25:35.086936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56266) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:35.089684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eaffd-d1ba-41f0-89e7-60f776415755 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0bbb04-2e69-425d-88c4-6a1994299cea,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:35.109048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Allocated IP 172.20.0.8 (e9ecb1b5-cbdb-4946-bdca-68d6811b717c/c4443607-2822-4548-8b03-5eac3e91d2f9/dd92f76d-538b-4070-b5e1-eb98e18fd84b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:35.131455 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.134709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.139784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ade87be4-50f1-46f2-be3f-92661e19b37c tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/floatingips/126ebe9a-a512-4821-aa1f-77b13ecba499 HTTP/1.1" status: 204 len: 168 time: 1.8136404 Jul 15 23:25:35.140432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56274) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:35.179105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '4ed76832-7067-48fe-8e88-7f03d05b9745'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:35.212001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.434156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6872e-9456-48e4-8540-ce77c1aca09b tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Deleting port c5330a18-98a5-4b4e-9ab8-8f2b840ac6a2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:35.434658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ad6872e-9456-48e4-8540-ce77c1aca09b tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.469572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Deleting port 2336cb2d-0b50-48d5-a22a-670b8a848c93 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:35.470257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.556773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.644500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.645049 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.653342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.662798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Calling delete_port for 2336cb2d-0b50-48d5-a22a-670b8a848c93 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:35.674267 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.729870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Network e9ecb1b5-cbdb-4946-bdca-68d6811b717c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:35.758640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:35.766782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:35.822685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ad6872e-9456-48e4-8540-ce77c1aca09b tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.841398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Pushing event updated for resources: {'Port': ['ID=dd92f76d-538b-4070-b5e1-eb98e18fd84b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:35.880712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Allocated IP 172.20.0.3 (e9ecb1b5-cbdb-4946-bdca-68d6811b717c/c4443607-2822-4548-8b03-5eac3e91d2f9/dce25b1b-39f8-4448-b0dd-2c29cdcdca9f) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:35.889502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:35.890080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.919425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-d4b155e9-1b7d-4b3d-be73-d273e0d72a77 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1440063 Jul 15 23:25:35.926028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6872e-9456-48e4-8540-ce77c1aca09b tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Calling delete_port for c5330a18-98a5-4b4e-9ab8-8f2b840ac6a2 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:35.928789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.25.3.35 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/b991e351-447c-4c5a-b7ec-55da044a0e4c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:35.941665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Request body: {'port': {'device_id': 'ee9491c5-9c7b-4806-857a-7892478ee79c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:36.057411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.191458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.261579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.319363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84cd5ecf-96a5-48b4-ad00-45640b91e33e req-da21c132-c978-45a3-90fd-9a143549ca83 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 210 time: 0.1651340 Jul 15 23:25:36.323495 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.360179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Pushing event deleted for resources: {'Port': ['ID=2336cb2d-0b50-48d5-a22a-670b8a848c93,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:36.450396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.510748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:36.515645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ad6872e-9456-48e4-8540-ce77c1aca09b tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.521805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:36.525946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=b991e351-447c-4c5a-b7ec-55da044a0e4c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:36.530611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:36.629147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6872e-9456-48e4-8540-ce77c1aca09b tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5330a18-98a5-4b4e-9ab8-8f2b840ac6a2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:36.638508 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.641822 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.643050 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c1c74ee-a98a-4841-b632-31e7fc6e3cc4 tempest-AttachVolumeTestJSON-131358899 tempest-AttachVolumeTestJSON-131358899-project] 10.222.0.23 "DELETE /v2.0/floatingips/58effe2a-6f50-4b78-b365-cc4cb180626e HTTP/1.1" status: 204 len: 168 time: 1.6544778 Jul 15 23:25:36.800200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5ad6872e-9456-48e4-8540-ce77c1aca09b tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.802272 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5ad6872e-9456-48e4-8540-ce77c1aca09b tempest-RoutersAdminNegativeTest-1044069201 tempest-RoutersAdminNegativeTest-1044069201-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c5330a18-98a5-4b4e-9ab8-8f2b840ac6a2 HTTP/1.1" status: 204 len: 168 time: 2.0211780 Jul 15 23:25:36.861383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.011307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Network e9ecb1b5-cbdb-4946-bdca-68d6811b717c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:37.019834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:37.023324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:37.056580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Pushing event updated for resources: {'Port': ['ID=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:37.106296 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.117607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:37.118893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.152849 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-f41d7917-d0dc-472c-bc0a-705d76228fb5 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5445416 Jul 15 23:25:37.167752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Request body: {'port': {'device_id': '28a2392e-9c57-4763-9466-a7a65c9717a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:37.194993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Allocated IP 172.20.0.6 (e9ecb1b5-cbdb-4946-bdca-68d6811b717c/c4443607-2822-4548-8b03-5eac3e91d2f9/b7432596-7980-4415-a54a-8c0ac44741c4) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:37.358376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.383464 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.665267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:37.726672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.912272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78a7950b-e933-4acc-aa64-0a308e4973c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.023876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983880-f20f-41a4-8b23-75f63b93942f req-832c931c-ad15-4585-b159-2ba3e69b2b7f tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:38.025493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33983880-f20f-41a4-8b23-75f63b93942f req-832c931c-ad15-4585-b159-2ba3e69b2b7f tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 931 time: 0.5181863 Jul 15 23:25:38.142679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78a7950b-e933-4acc-aa64-0a308e4973c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.151559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78a7950b-e933-4acc-aa64-0a308e4973c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.225190 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-78a7950b-e933-4acc-aa64-0a308e4973c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d97e7f232764d9498202e995db51841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512922 Jul 15 23:25:38.227803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56354) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:38.235137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7950b-e933-4acc-aa64-0a308e4973c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8053d0dd-594f-4725-a0a6-fe9ce24537af,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:38.291243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd92f76d-538b-4070-b5e1-eb98e18fd84b {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:38.293309 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e74f-43cc-4ed2-9f0f-cb40753184d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.300756 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.314839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Transition to ACTIVE for port object dd92f76d-538b-4070-b5e1-eb98e18fd84b will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:38.317656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.334147 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.346716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e74f-43cc-4ed2-9f0f-cb40753184d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.448715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33983880-f20f-41a4-8b23-75f63b93942f req-4df68801-9250-48c9-b80b-1f76d9084c79 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941262 Jul 15 23:25:38.475479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Network e9ecb1b5-cbdb-4946-bdca-68d6811b717c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:38.485553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:38.492121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e74f-43cc-4ed2-9f0f-cb40753184d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.494127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:38.505469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e74f-43cc-4ed2-9f0f-cb40753184d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.506826 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0cb9e74f-43cc-4ed2-9f0f-cb40753184d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8053d0dd-594f-4725-a0a6-fe9ce24537af HTTP/1.1" status: 204 len: 168 time: 0.2778275 Jul 15 23:25:38.545337 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.563345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9e74f-43cc-4ed2-9f0f-cb40753184d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053d0dd-594f-4725-a0a6-fe9ce24537af,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:38.595585 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.606171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Pushing event updated for resources: {'Port': ['ID=b7432596-7980-4415-a54a-8c0ac44741c4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:38.702138 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.758516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce25b1b-39f8-4448-b0dd-2c29cdcdca9f {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:38.780121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.824527 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Transition to ACTIVE for port object dce25b1b-39f8-4448-b0dd-2c29cdcdca9f will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:38.831756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.930642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.049303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:39.050091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.121644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Attempting to bind port dd92f76d-538b-4070-b5e1-eb98e18fd84b on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:39.122048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Attempting to bind port dd92f76d-538b-4070-b5e1-eb98e18fd84b by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:39.122388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Attempting to bind port dd92f76d-538b-4070-b5e1-eb98e18fd84b on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:39.125107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56370) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:39.148435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Attempting to bind port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:39.150254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Attempting to bind port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:39.150591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Attempting to bind port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:39.164351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Port dd92f76d-538b-4070-b5e1-eb98e18fd84b on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:25:39.164678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Attempting to bind port dd92f76d-538b-4070-b5e1-eb98e18fd84b on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:39.173052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Pushing event updated for resources: {'Port': ['ID=dd92f76d-538b-4070-b5e1-eb98e18fd84b,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.186176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:25:39.186522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Attempting to bind port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:39.225282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0d2579d0-e0e6-4ba9-9362-da4db8b17852 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6795766 Jul 15 23:25:39.231624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:39.232305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Checking segment: {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:39.232930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Bound using segment: {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:39.233688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Bound port: dd92f76d-538b-4070-b5e1-eb98e18fd84b, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:39.235175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.263410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Request body: {'port': {'device_id': 'e775337e-9dd6-46f0-a6a2-485a64440bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:39.280631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:39.283122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Checking segment: {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:39.283527 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Bound using segment: {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:39.283987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Bound port: dce25b1b-39f8-4448-b0dd-2c29cdcdca9f, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:39.284351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.383062 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 0747ae84-2df5-49cf-a80f-e7d96c167c59 associated. External IP: 172.25.3.35, port: 4ed76832-7067-48fe-8e88-7f03d05b9745. Jul 15 23:25:39.446106 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-87b9d5aa-955a-4663-b80f-f451bc515ff3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57e1b796f018442088372524cc8fae75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198450 Jul 15 23:25:39.447042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56380) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:39.488494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=b991e351-447c-4c5a-b7ec-55da044a0e4c,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.575935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.617300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50024136-f8e0-4314-b049-d28aa0625130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.630737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] For port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:39.643048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] For port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:39.663963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.732208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:39.733151 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.735609 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] 10.222.0.37 "PUT /v2.0/ports/dce25b1b-39f8-4448-b0dd-2c29cdcdca9f HTTP/1.1" status: 200 len: 1091 time: 2.5723107 Jul 15 23:25:39.739856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a2392e-9c57-4763-9466-a7a65c9717a3', 'tag': 'dce25b1b-39f8-4448-b0dd-2c29cdcdca9f'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:39.743344 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680" -d '{"events": [{"name": "network-changed", "server_uuid": "28a2392e-9c57-4763-9466-a7a65c9717a3", "tag": "dce25b1b-39f8-4448-b0dd-2c29cdcdca9f"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:39.748693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50024136-f8e0-4314-b049-d28aa0625130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.932892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63785b5f-0a69-4b6c-8b82-cfc42e4b17a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.937611 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fe8302-3ac8-4210-8705-18429bf425f7 x-openstack-request-id: req-88fe8302-3ac8-4210-8705-18429bf425f7 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:39.937975 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a2392e-9c57-4763-9466-a7a65c9717a3", "tag": "dce25b1b-39f8-4448-b0dd-2c29cdcdca9f", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:39.938332 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88fe8302-3ac8-4210-8705-18429bf425f7 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:39.939009 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a2392e-9c57-4763-9466-a7a65c9717a3', 'tag': 'dce25b1b-39f8-4448-b0dd-2c29cdcdca9f', 'status': 'completed', 'code': 200} Jul 15 23:25:40.004337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50024136-f8e0-4314-b049-d28aa0625130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.008173 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-50024136-f8e0-4314-b049-d28aa0625130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.013725 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-50024136-f8e0-4314-b049-d28aa0625130 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa33cebe-410b-4688-a161-ba48a61b1aa5 HTTP/1.1" status: 204 len: 168 time: 0.5636947 Jul 15 23:25:40.050685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024136-f8e0-4314-b049-d28aa0625130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33cebe-410b-4688-a161-ba48a61b1aa5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:40.072723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-9cff64a8-041c-4881-971d-15e93fe4baef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:40.076880 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-9cff64a8-041c-4881-971d-15e93fe4baef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 1094 time: 0.2330098 Jul 15 23:25:40.159205 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-ee571923-f97c-40c2-b5b3-a01a750bde9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f HTTP/1.1" status: 200 len: 217 time: 0.0701542 Jul 15 23:25:40.298398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-248ef712-7c1b-49d4-9c5a-756563856cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:40.302942 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-248ef712-7c1b-49d4-9c5a-756563856cb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4443607-2822-4548-8b03-5eac3e91d2f9 HTTP/1.1" status: 200 len: 858 time: 0.1357872 Jul 15 23:25:40.396358 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-74550547-538a-4e64-bd92-091007121842 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867443 Jul 15 23:25:40.545300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] For port dd92f76d-538b-4070-b5e1-eb98e18fd84b, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:40.558368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] For port dd92f76d-538b-4070-b5e1-eb98e18fd84b, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dd92f76d-538b-4070-b5e1-eb98e18fd84b,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:40.619788 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-9cfd9d04-8764-43d9-8ce5-3d82c59c8767 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165732 Jul 15 23:25:40.740002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.817204 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b3819ede-c86f-42c7-83c6-c6886b7991c9 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899295 Jul 15 23:25:40.966543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7432596-7980-4415-a54a-8c0ac44741c4 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:40.978161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.015608 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:25:41.034322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-c05c1f0b-db0d-47a9-a18d-0657b8853846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:41.036475 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-c05c1f0b-db0d-47a9-a18d-0657b8853846 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 1094 time: 0.1036768 Jul 15 23:25:41.105955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Transition to ACTIVE for port object b7432596-7980-4415-a54a-8c0ac44741c4 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:41.182490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:41.183110 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.184524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] 10.222.0.37 "PUT /v2.0/ports/dd92f76d-538b-4070-b5e1-eb98e18fd84b HTTP/1.1" status: 200 len: 1091 time: 5.2513399 Jul 15 23:25:41.185416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9491c5-9c7b-4806-857a-7892478ee79c', 'tag': 'dd92f76d-538b-4070-b5e1-eb98e18fd84b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:41.193024 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef1f9f8-656b-414b-a71f-119a61c8994d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9491c5-9c7b-4806-857a-7892478ee79c", "tag": "dd92f76d-538b-4070-b5e1-eb98e18fd84b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:41.211477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.217643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-23ba80d3-78f1-4dec-96e3-8d76238adb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:41.219238 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-23ba80d3-78f1-4dec-96e3-8d76238adb3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 200 len: 919 time: 0.1699517 Jul 15 23:25:41.289996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8971d27-8ecb-49f8-9fd0-cada9e83f2b3 req-d716b04a-a689-48f3-9880-8f7d748bdf49 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:41.298465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8971d27-8ecb-49f8-9fd0-cada9e83f2b3 req-d716b04a-a689-48f3-9880-8f7d748bdf49 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 943 time: 1.2676129 Jul 15 23:25:41.302643 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-1c7ebc04-baf6-4bb8-95ba-23be248c801e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f HTTP/1.1" status: 200 len: 217 time: 0.0672801 Jul 15 23:25:41.336982 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd1301c-6bd5-4f8c-99b4-1a39ccc8f310 x-openstack-request-id: req-5cd1301c-6bd5-4f8c-99b4-1a39ccc8f310 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:41.337353 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9491c5-9c7b-4806-857a-7892478ee79c", "tag": "dd92f76d-538b-4070-b5e1-eb98e18fd84b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:41.337612 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cd1301c-6bd5-4f8c-99b4-1a39ccc8f310 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:41.338047 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9491c5-9c7b-4806-857a-7892478ee79c', 'tag': 'dd92f76d-538b-4070-b5e1-eb98e18fd84b', 'status': 'completed', 'code': 200} Jul 15 23:25:41.381976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e252797-63a5-49bc-a72c-e13c7cea108c service neutron] Pushing event updated for resources: {'Port': ['ID=dd92f76d-538b-4070-b5e1-eb98e18fd84b,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:41.428565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-8720a8e5-63b1-4d1b-b939-6735f304aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:41.430042 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-8720a8e5-63b1-4d1b-b939-6735f304aa47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4443607-2822-4548-8b03-5eac3e91d2f9 HTTP/1.1" status: 200 len: 858 time: 0.1042631 Jul 15 23:25:41.550568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:41.630076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8971d27-8ecb-49f8-9fd0-cada9e83f2b3 req-8512a6b7-7080-4008-861a-43ec273768ba tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300624 Jul 15 23:25:41.630917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56444) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:41.637126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Pushing event updated for resources: {'Port': ['ID=b7432596-7980-4415-a54a-8c0ac44741c4,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:41.839970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-509aaa46-bf12-4869-af9e-df1b1058ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:41.843092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-509aaa46-bf12-4869-af9e-df1b1058ef7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 1094 time: 0.5818295 Jul 15 23:25:41.843842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Attempting to bind port b7432596-7980-4415-a54a-8c0ac44741c4 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:41.844178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Attempting to bind port b7432596-7980-4415-a54a-8c0ac44741c4 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:41.844505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Attempting to bind port b7432596-7980-4415-a54a-8c0ac44741c4 on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:41.890901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Port b7432596-7980-4415-a54a-8c0ac44741c4 on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:25:41.891301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Attempting to bind port b7432596-7980-4415-a54a-8c0ac44741c4 on network e9ecb1b5-cbdb-4946-bdca-68d6811b717c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:41.909561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-37afd809-0fb9-4f60-991b-c5304642cdcc tempest-AgentManagementNegativeTest-1192765810 tempest-AgentManagementNegativeTest-1192765810-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2616000 Jul 15 23:25:41.962331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:41.962677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Checking segment: {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:41.963101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Bound using segment: {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:41.963553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Bound port: b7432596-7980-4415-a54a-8c0ac44741c4, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3d600b-63d3-47cb-8104-4b10b55bc217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:41.963915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.975638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-0aa37641-264e-48ab-be42-f9e9f0d23683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd92f76d-538b-4070-b5e1-eb98e18fd84b HTTP/1.1" status: 200 len: 217 time: 0.1137872 Jul 15 23:25:42.128807 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-ab7911b2-c94d-4f51-93df-6fe330096226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6868429 Jul 15 23:25:42.150162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:42.166064 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f86b2-a963-4ef7-8ffe-548e115f2673 None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:42.177235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-922b4085-8233-459b-ab8b-b7d963253ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:42.178745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-922b4085-8233-459b-ab8b-b7d963253ca3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4443607-2822-4548-8b03-5eac3e91d2f9 HTTP/1.1" status: 200 len: 858 time: 0.1570325 Jul 15 23:25:42.218565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-58eb81c4-03a0-45a8-bef1-18edf50879ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312803 Jul 15 23:25:42.221250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.243204 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f86b2-a963-4ef7-8ffe-548e115f2673 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:42.247083 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-576f86b2-a963-4ef7-8ffe-548e115f2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:42.281370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] For port b7432596-7980-4415-a54a-8c0ac44741c4, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:42.288897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-780e1d3b-d745-4f3d-a830-4b23dca72a7d tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.1427608 Jul 15 23:25:42.293278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56458) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:42.321387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-270981114'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:42.387647 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-576f86b2-a963-4ef7-8ffe-548e115f2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:42.403446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] For port b7432596-7980-4415-a54a-8c0ac44741c4, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b7432596-7980-4415-a54a-8c0ac44741c4,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:42.418335 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f86b2-a963-4ef7-8ffe-548e115f2673 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:42.419005 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-576f86b2-a963-4ef7-8ffe-548e115f2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:42.431538 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.476788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device dce25b1b-39f8-4448-b0dd-2c29cdcdca9f details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:42.585371 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-576f86b2-a963-4ef7-8ffe-548e115f2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:42.586265 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f86b2-a963-4ef7-8ffe-548e115f2673 None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:42.616438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:42.620340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.633334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:42.634485 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.636155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] 10.222.0.59 "PUT /v2.0/ports/b7432596-7980-4415-a54a-8c0ac44741c4 HTTP/1.1" status: 200 len: 1091 time: 3.3935816 Jul 15 23:25:42.641207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56470) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:42.744535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-3661fc39-cda9-40f4-9bf5-310b749c3c73 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598932 Jul 15 23:25:42.766404 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-16889501-4eec-47c2-9043-e03c5540e8b8 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342363 Jul 15 23:25:42.791598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:42.811855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:42.825334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'dce25b1b-39f8-4448-b0dd-2c29cdcdca9f', 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c', 'port_id': 'dce25b1b-39f8-4448-b0dd-2c29cdcdca9f', 'mac_address': 'fa:16:3e:af:03:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4443607-2822-4548-8b03-5eac3e91d2f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:42.880174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.893712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce25b1b-39f8-4448-b0dd-2c29cdcdca9f {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:42.938108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:42.948296 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.949777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fccfb1-e013-4118-8e6e-1b99be4a107f service neutron] Pushing event updated for resources: {'Port': ['ID=b7432596-7980-4415-a54a-8c0ac44741c4,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:43.039692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:43.128476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e77b6f5f-2f7a-43ab-88af-c9b2f029b680 req-f52ae112-98f2-47e4-a10e-21519aecc672 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470309 Jul 15 23:25:43.137396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.138051 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Added segment ccd915b9-31c9-4364-bf6a-0bccbf9fc94c of type vlan for network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a Jul 15 23:25:43.141507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-c49e7d88-c5c3-4b42-95cc-dafcd6b6399a service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936944 Jul 15 23:25:43.197215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4aab1dc-9864-4143-a9f1-e32040614986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.210597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['dce25b1b-39f8-4448-b0dd-2c29cdcdca9f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:43.272921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-cc75b8b8-bb2e-4700-b482-7076f1a5464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.274398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-cc75b8b8-bb2e-4700-b482-7076f1a5464e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 1094 time: 0.5247030 Jul 15 23:25:43.286935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.349178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e775337e-9dd6-46f0-a6a2-485a64440bc0', 'tag': 'b7432596-7980-4415-a54a-8c0ac44741c4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:43.351890 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966bea8b-ba83-491c-b29d-551f8722daf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e775337e-9dd6-46f0-a6a2-485a64440bc0", "tag": "b7432596-7980-4415-a54a-8c0ac44741c4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:43.405840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-abf2a125-483d-4364-a667-076d4bd2ae4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7432596-7980-4415-a54a-8c0ac44741c4 HTTP/1.1" status: 200 len: 217 time: 0.0869832 Jul 15 23:25:43.441053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afc5b0-7fbd-498c-9cee-84977a051f42 req-52786ea7-8e6a-4c92-8859-7b3b77330313 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.447950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56488) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.449594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0afc5b0-7fbd-498c-9cee-84977a051f42 req-52786ea7-8e6a-4c92-8859-7b3b77330313 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 944 time: 0.3985806 Jul 15 23:25:43.479405 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.494931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.496403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.548398 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bab4bd-811c-4df9-b545-2769902c7650 x-openstack-request-id: req-60bab4bd-811c-4df9-b545-2769902c7650 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:43.549381 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e775337e-9dd6-46f0-a6a2-485a64440bc0", "tag": "b7432596-7980-4415-a54a-8c0ac44741c4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:43.549642 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60bab4bd-811c-4df9-b545-2769902c7650 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:43.550039 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e775337e-9dd6-46f0-a6a2-485a64440bc0', 'tag': 'b7432596-7980-4415-a54a-8c0ac44741c4', 'status': 'completed', 'code': 200} Jul 15 23:25:43.727146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0afc5b0-7fbd-498c-9cee-84977a051f42 req-825c4b6b-0968-41f9-bf34-461d86a93119 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836553 Jul 15 23:25:43.767789 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.780050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-34a90dbf-c5da-4b78-b5cc-1efd364e5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.786235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-34a90dbf-c5da-4b78-b5cc-1efd364e5382 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 1094 time: 0.5203838 Jul 15 23:25:43.804274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-e45c9888-8523-4355-b239-6401d631fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.812689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-e45c9888-8523-4355-b239-6401d631fcdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4443607-2822-4548-8b03-5eac3e91d2f9 HTTP/1.1" status: 200 len: 858 time: 0.3906851 Jul 15 23:25:43.846737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Network': ['ID=0102981f-c1b2-4d55-b6b0-d94a7367fe3a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:43.860500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:43.915546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-58ea2c3f-beec-4bfc-b6dd-067659f858bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914831 Jul 15 23:25:44.242774 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4aab1dc-9864-4143-a9f1-e32040614986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.268445 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b4aab1dc-9864-4143-a9f1-e32040614986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.306960 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-27546372-2599-4b5c-bd95-fda083ce8bf4 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0111938 Jul 15 23:25:44.308320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56502) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:44.335061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'subnet': {'network_id': '0102981f-c1b2-4d55-b6b0-d94a7367fe3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:44.477135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device dd92f76d-538b-4070-b5e1-eb98e18fd84b details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:44.483916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device dce25b1b-39f8-4448-b0dd-2c29cdcdca9f up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:44.533125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aab1dc-9864-4143-a9f1-e32040614986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8e5d45-7eb2-4181-bc6f-627d1e9dcc75,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:44.558727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-22c880fa-0663-45d5-ac7e-8668a008edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:44.560292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-22c880fa-0663-45d5-ac7e-8668a008edd4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 200 len: 919 time: 0.7419915 Jul 15 23:25:44.565769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-3e454265-b732-4bba-ae2a-dcb3ab39a8a0 service neutron] 10.222.0.59 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198297 Jul 15 23:25:44.574226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b4aab1dc-9864-4143-a9f1-e32040614986 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f1308500c5843e0939557379cf67ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9310594 Jul 15 23:25:44.589375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56508) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:44.659955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:44.667417 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.673853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-46f5962a-c298-4d39-9c71-b4be2119edf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd92f76d-538b-4070-b5e1-eb98e18fd84b HTTP/1.1" status: 200 len: 217 time: 0.1036804 Jul 15 23:25:44.965540 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.985306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:45.011987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:45.014437 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.064824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b5d84b8c-f746-4c70-8884-45322d4539b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.119175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port dd92f76d-538b-4070-b5e1-eb98e18fd84b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dd92f76d-538b-4070-b5e1-eb98e18fd84b,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:45.127212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Subnet': ['ID=c1f15386-dce3-44dc-bc7c-8ac597a74fb3,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:45.149814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b5d84b8c-f746-4c70-8884-45322d4539b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.177660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'dd92f76d-538b-4070-b5e1-eb98e18fd84b', 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c', 'port_id': 'dd92f76d-538b-4070-b5e1-eb98e18fd84b', 'mac_address': 'fa:16:3e:4b:0c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4443607-2822-4548-8b03-5eac3e91d2f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:45.263196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Checking segment: {'id': 'ccd915b9-31c9-4364-bf6a-0bccbf9fc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0102981f-c1b2-4d55-b6b0-d94a7367fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:45.264657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network hostable DHCP agents. Network: 0102981f-c1b2-4d55-b6b0-d94a7367fe3a, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:45.297939 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b5d84b8c-f746-4c70-8884-45322d4539b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.301421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b5d84b8c-f746-4c70-8884-45322d4539b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.304788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b5d84b8c-f746-4c70-8884-45322d4539b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac8e5d45-7eb2-4181-bc6f-627d1e9dcc75 HTTP/1.1" status: 204 len: 168 time: 0.7105675 Jul 15 23:25:45.312661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-1d11de68-b96b-4900-9067-5ac0072d857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:45.314397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-1d11de68-b96b-4900-9067-5ac0072d857c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4443607-2822-4548-8b03-5eac3e91d2f9 HTTP/1.1" status: 200 len: 858 time: 0.6140509 Jul 15 23:25:45.315402 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.340042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:45.360483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.371645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-09092d14-7231-4613-8c51-9569b2125041 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492871 Jul 15 23:25:45.374576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d84b8c-f746-4c70-8884-45322d4539b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8e5d45-7eb2-4181-bc6f-627d1e9dcc75,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:45.378063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1be761bd-2e26-4ae6-9408-50a18b00538e req-b01521eb-20d6-4486-bb34-06ca87e88bb1 service neutron] 10.222.0.59 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025367 Jul 15 23:25:45.445200 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.452083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0102981f-c1b2-4d55-b6b0-d94a7367fe3a) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:45.467164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:45.467759 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.471499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-23780f8f-4bda-461a-977f-511cb2c29ac7 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924771 Jul 15 23:25:45.502943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eebbd9-6a89-488d-820c-64e5d150d348 None None] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:45.511026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-addd2dd5-65fe-47fe-b9a4-151eb5ab834a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1999004 Jul 15 23:25:45.518570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56524) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:45.563283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd92f76d-538b-4070-b5e1-eb98e18fd84b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:45.599295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1075854244', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:45.618555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:45.621901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a2392e-9c57-4763-9466-a7a65c9717a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce25b1b-39f8-4448-b0dd-2c29cdcdca9f'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:45.626377 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0511d74-52ef-40e2-9030-43d5b8884b67" -d '{"events": [{"server_uuid": "28a2392e-9c57-4763-9466-a7a65c9717a3", "name": "network-vif-plugged", "status": "completed", "tag": "dce25b1b-39f8-4448-b0dd-2c29cdcdca9f"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:45.708444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.746795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port dd92f76d-538b-4070-b5e1-eb98e18fd84b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dd92f76d-538b-4070-b5e1-eb98e18fd84b,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:45.861539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805aa84-3c91-449b-b7f7-5431afe50314 req-5df2ce40-77a2-4956-b359-874876786e42 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:45.867915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c805aa84-3c91-449b-b7f7-5431afe50314 req-5df2ce40-77a2-4956-b359-874876786e42 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 944 time: 0.6328871 Jul 15 23:25:45.895709 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92a9d04-1897-4c22-b718-57b987fc43e0 x-openstack-request-id: req-e92a9d04-1897-4c22-b718-57b987fc43e0 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:45.896978 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a2392e-9c57-4763-9466-a7a65c9717a3", "name": "network-vif-plugged", "status": "completed", "tag": "dce25b1b-39f8-4448-b0dd-2c29cdcdca9f", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:45.902893 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e92a9d04-1897-4c22-b718-57b987fc43e0 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:45.903602 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a2392e-9c57-4763-9466-a7a65c9717a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce25b1b-39f8-4448-b0dd-2c29cdcdca9f', 'code': 200} Jul 15 23:25:45.940812 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.965486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ef1f9f8-656b-414b-a71f-119a61c8994d req-7f27ad77-5e9f-444a-9372-600f47273e77 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818296 Jul 15 23:25:46.016696 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.017723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.096210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:46.135092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c805aa84-3c91-449b-b7f7-5431afe50314 req-c54e4971-2a6c-4abf-9957-4193888a756a tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345476 Jul 15 23:25:46.203760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-e859de01-0292-460f-a57b-dcc699b950cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:46.205650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-e859de01-0292-460f-a57b-dcc699b950cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 1094 time: 0.7331467 Jul 15 23:25:46.221036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['dd92f76d-538b-4070-b5e1-eb98e18fd84b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:46.240374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411ac2-1f6f-4001-ae08-624273b1ba17 req-eaaab5ef-78ae-48e0-8c69-5033c610d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:46.249970 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9c411ac2-1f6f-4001-ae08-624273b1ba17 req-eaaab5ef-78ae-48e0-8c69-5033c610d88b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 1096 time: 0.3018703 Jul 15 23:25:46.279200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Deleting port 1d78226e-f70f-473a-8099-a3e47577ec44 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:46.279549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.419110 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9c411ac2-1f6f-4001-ae08-624273b1ba17 req-3608a68d-f02d-4393-ab3e-1d426d95ec74 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587451 Jul 15 23:25:46.440779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-0102981f-c1b2-4d55-b6b0-d94a7367fe3a', 'network_id': '0102981f-c1b2-4d55-b6b0-d94a7367fe3a', 'tenant_id': '822522126ffd43c6a8589a9290b5d16f', 'fixed_ips': [{'subnet_id': 'c1f15386-dce3-44dc-bc7c-8ac597a74fb3'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:46.444252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.474888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=dd92f76d-538b-4070-b5e1-eb98e18fd84b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:46.556101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] For port 1d78226e-f70f-473a-8099-a3e47577ec44, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1d78226e-f70f-473a-8099-a3e47577ec44,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:46.556466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.599937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Calling delete_port for 1d78226e-f70f-473a-8099-a3e47577ec44 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:46.606486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56556) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:46.921678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Allocated IP 172.20.0.2 (0102981f-c1b2-4d55-b6b0-d94a7367fe3a/c1f15386-dce3-44dc-bc7c-8ac597a74fb3/40e307af-e4ef-431b-a069-7f59d445db08) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:47.026269 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bc135147-9176-435b-9911-cb3594938aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.213024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56576) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:47.237431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bc135147-9176-435b-9911-cb3594938aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.258648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bc135147-9176-435b-9911-cb3594938aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.325529 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.356505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Transition to ACTIVE for port object 40e307af-e4ef-431b-a069-7f59d445db08 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:47.399925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Transition to ACTIVE for port object 40e307af-e4ef-431b-a069-7f59d445db08 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:47.408030 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.423729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-cface97f-c227-48ea-a01f-fb38392a16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:47.429280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-cface97f-c227-48ea-a01f-fb38392a16f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 200 len: 919 time: 1.1742730 Jul 15 23:25:47.457543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.465695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:47.485547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:47.489555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:47.498922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.509116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Pushing event updated for resources: {'Port': ['ID=40e307af-e4ef-431b-a069-7f59d445db08,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:47.579976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Attempting to bind port 40e307af-e4ef-431b-a069-7f59d445db08 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:47.580310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Attempting to bind port 40e307af-e4ef-431b-a069-7f59d445db08 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'ccd915b9-31c9-4364-bf6a-0bccbf9fc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0102981f-c1b2-4d55-b6b0-d94a7367fe3a'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:47.580640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Attempting to bind port 40e307af-e4ef-431b-a069-7f59d445db08 on network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:47.586730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc135147-9176-435b-9911-cb3594938aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa4bf43-fa8f-44ce-99f1-4a5ce003d043,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:47.588079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:47.588461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Checking segment: {'id': 'ccd915b9-31c9-4364-bf6a-0bccbf9fc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0102981f-c1b2-4d55-b6b0-d94a7367fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:47.588868 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.589259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Bound using segment: {'id': 'ccd915b9-31c9-4364-bf6a-0bccbf9fc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0102981f-c1b2-4d55-b6b0-d94a7367fe3a'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:47.592295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Bound port: 40e307af-e4ef-431b-a069-7f59d445db08, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd915b9-31c9-4364-bf6a-0bccbf9fc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0102981f-c1b2-4d55-b6b0-d94a7367fe3a'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:47.595129 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bc135147-9176-435b-9911-cb3594938aba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a374a1c934a4bf5832cf31d750498f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9875731 Jul 15 23:25:47.595851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.598655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-e014c511-6bef-41bf-81f5-4a3834938d81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7432596-7980-4415-a54a-8c0ac44741c4 HTTP/1.1" status: 200 len: 217 time: 0.1566863 Jul 15 23:25:47.601754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56590) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:47.621701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355250690'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:47.625383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d78226e-f70f-473a-8099-a3e47577ec44,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:47.736765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:47.744339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.775375 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.834335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] For port 40e307af-e4ef-431b-a069-7f59d445db08, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:47.840065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] For port 40e307af-e4ef-431b-a069-7f59d445db08, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=40e307af-e4ef-431b-a069-7f59d445db08,segment=NetworkSegment(ccd915b9-31c9-4364-bf6a-0bccbf9fc94c),segment_id=ccd915b9-31c9-4364-bf6a-0bccbf9fc94c)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:47.862877 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.867827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-c0a31bde-dcc8-4546-82f0-bf8de1b3eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:47.871816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-c0a31bde-dcc8-4546-82f0-bf8de1b3eae9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4443607-2822-4548-8b03-5eac3e91d2f9 HTTP/1.1" status: 200 len: 858 time: 0.2618372 Jul 15 23:25:47.877055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b76a20dc-69c4-4583-a71c-7be72cf463de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.032788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea1326-bb71-4a80-acfa-774d50bca22b None None] Pushing event updated for resources: {'Port': ['ID=40e307af-e4ef-431b-a069-7f59d445db08,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:48.079605 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-229a13e9-705c-4e33-8553-f16ba0d4904b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.089741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-50e5116b-d0ce-430d-bc0d-93db31eca258 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612543 Jul 15 23:25:48.092147 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b76a20dc-69c4-4583-a71c-7be72cf463de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.305517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.314953 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b76a20dc-69c4-4583-a71c-7be72cf463de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.318573 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b76a20dc-69c4-4583-a71c-7be72cf463de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.320163 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b76a20dc-69c4-4583-a71c-7be72cf463de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9aa4bf43-fa8f-44ce-99f1-4a5ce003d043 HTTP/1.1" status: 204 len: 168 time: 0.7100978 Jul 15 23:25:48.355990 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.366191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a20dc-69c4-4583-a71c-7be72cf463de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa4bf43-fa8f-44ce-99f1-4a5ce003d043,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:48.370267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d5ac7-2869-47e0-b691-e9a71ada8f2f req-4740ce0c-1511-474a-bd58-16a2d242958c tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:48.372261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-936d5ac7-2869-47e0-b691-e9a71ada8f2f req-4740ce0c-1511-474a-bd58-16a2d242958c tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 945 time: 0.9415436 Jul 15 23:25:48.484274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device dd92f76d-538b-4070-b5e1-eb98e18fd84b up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:48.568854 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-936d5ac7-2869-47e0-b691-e9a71ada8f2f req-51ac2163-7cf4-4c05-b0af-13c52637bf79 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635554 Jul 15 23:25:48.577907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-8c2f7b9e-793a-4d62-a825-2f829660aa20 service neutron] 10.222.0.59 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773908 Jul 15 23:25:48.610029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port dd92f76d-538b-4070-b5e1-eb98e18fd84b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:48.616067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port dd92f76d-538b-4070-b5e1-eb98e18fd84b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:48.616640 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.701652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.708889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b7432596-7980-4415-a54a-8c0ac44741c4 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:48.717636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.727700 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.776815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port dd92f76d-538b-4070-b5e1-eb98e18fd84b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dd92f76d-538b-4070-b5e1-eb98e18fd84b,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:48.780512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9491c5-9c7b-4806-857a-7892478ee79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd92f76d-538b-4070-b5e1-eb98e18fd84b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:48.783478 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57eb7fe-a122-4da2-b590-732612bb962c" -d '{"events": [{"server_uuid": "ee9491c5-9c7b-4806-857a-7892478ee79c", "name": "network-vif-plugged", "status": "completed", "tag": "dd92f76d-538b-4070-b5e1-eb98e18fd84b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:48.796514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.941229 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd52676-9647-4e55-a3f0-8f4f18e64104 x-openstack-request-id: req-1fd52676-9647-4e55-a3f0-8f4f18e64104 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:48.951065 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9491c5-9c7b-4806-857a-7892478ee79c", "name": "network-vif-plugged", "status": "completed", "tag": "dd92f76d-538b-4070-b5e1-eb98e18fd84b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:48.952431 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fd52676-9647-4e55-a3f0-8f4f18e64104 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:48.953638 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9491c5-9c7b-4806-857a-7892478ee79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd92f76d-538b-4070-b5e1-eb98e18fd84b', 'code': 200} Jul 15 23:25:48.970693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:48.987124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966bea8b-ba83-491c-b29d-551f8722daf3 req-63ba2eb9-7c4a-43eb-87c7-03123b76e407 service neutron] 10.222.0.59 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860817 Jul 15 23:25:49.009146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73579f8-25e3-4826-a516-0005072b2b0b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:49.022549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.023500 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment f0bb64d8-44c4-4309-b071-b46f8855ecc9 of type vlan for network 829ef884-adaa-4e63-b162-bfbf449be773 Jul 15 23:25:49.198680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.339121 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-12619091-142c-4ead-a1e0-43af1fb6be00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5257390 Jul 15 23:25:49.355215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.385528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.438136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=dd92f76d-538b-4070-b5e1-eb98e18fd84b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:49.452050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.459219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:49.465984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.514221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b7432596-7980-4415-a54a-8c0ac44741c4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b7432596-7980-4415-a54a-8c0ac44741c4,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:49.567913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'b7432596-7980-4415-a54a-8c0ac44741c4', 'network_id': 'e9ecb1b5-cbdb-4946-bdca-68d6811b717c', 'port_id': 'b7432596-7980-4415-a54a-8c0ac44741c4', 'mac_address': 'fa:16:3e:f2:88:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4443607-2822-4548-8b03-5eac3e91d2f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:49.671156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e3318-464b-46a8-bb9c-ae18324b36e8 req-88503ad4-0e52-4695-8369-d50f520b642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:49.672749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c73e3318-464b-46a8-bb9c-ae18324b36e8 req-88503ad4-0e52-4695-8369-d50f520b642e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 1096 time: 0.5982456 Jul 15 23:25:49.736610 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.761112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7432596-7980-4415-a54a-8c0ac44741c4 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:49.798317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c73e3318-464b-46a8-bb9c-ae18324b36e8 req-9dec382c-25a4-47a8-9ff6-ec63b99e457c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175971 Jul 15 23:25:49.815997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b7432596-7980-4415-a54a-8c0ac44741c4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b7432596-7980-4415-a54a-8c0ac44741c4,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:49.827297 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.862741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Router ad7d1276-03a6-4335-994e-b58272b572bf has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:49.869494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=829ef884-adaa-4e63-b162-bfbf449be773,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:49.901614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 829ef884-adaa-4e63-b162-bfbf449be773 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:49.904983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6218cd0-59bc-4c8f-8f90-caae5756e87c None None] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:49.909301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.25.3.29 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/b5b6d9e6-7951-437a-9d44-7e5ea432910d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:49.995663 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6a6ca624-f4ff-41a8-a60d-ec69d7038bb7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7734458 Jul 15 23:25:50.163181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b460d50-a6d2-4933-9f3c-7d72dd258fcd req-cdc0fa3d-6c27-4a1e-b061-ef97f58df0a4 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:50.165064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b460d50-a6d2-4933-9f3c-7d72dd258fcd req-cdc0fa3d-6c27-4a1e-b061-ef97f58df0a4 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 945 time: 0.2649393 Jul 15 23:25:50.231567 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.293630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b460d50-a6d2-4933-9f3c-7d72dd258fcd req-ae9bafc7-9a88-41cb-ab94-0991d1f339dc tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772400 Jul 15 23:25:50.354271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.379178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 40e307af-e4ef-431b-a069-7f59d445db08 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:50.402268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:50.408720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:50.419029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:50.645707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b7432596-7980-4415-a54a-8c0ac44741c4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:50.735767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=b5b6d9e6-7951-437a-9d44-7e5ea432910d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:51.033083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b7432596-7980-4415-a54a-8c0ac44741c4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:51.037604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd2f3-b7cd-4503-aeab-55dfa745f595 req-92bb0888-f03c-4a1c-8239-667770c63411 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:51.039430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e38bd2f3-b7cd-4503-aeab-55dfa745f595 req-92bb0888-f03c-4a1c-8239-667770c63411 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 944 time: 0.4275222 Jul 15 23:25:51.152613 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8de8636-e2e7-4899-93a1-fc9498204e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.173642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.187706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ebe06d29-0d6e-4d2c-9030-6372b1406b7b None None] Provisioning for port 40e307af-e4ef-431b-a069-7f59d445db08 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:51.261959 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e38bd2f3-b7cd-4503-aeab-55dfa745f595 req-77b6bf32-107d-44c9-8707-ad2fef20e264 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834593 Jul 15 23:25:51.368911 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.388426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:51.397670 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-70a1570d-6243-4f62-a6c2-9a0137220c90 admin admin] 10.222.0.23 "PUT /v2.0/routers/ad7d1276-03a6-4335-994e-b58272b572bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9402194 Jul 15 23:25:51.398491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56680) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:51.416790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] Sync routers for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:51.439487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 40e307af-e4ef-431b-a069-7f59d445db08 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:51.465060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 40e307af-e4ef-431b-a069-7f59d445db08 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:51.465435 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.605608 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.685390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:51.687397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:51.964593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-85c65c0a-ddeb-432c-9a14-785f06e0d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:51.979852 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-85c65c0a-ddeb-432c-9a14-785f06e0d52c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 1096 time: 2.3732481 Jul 15 23:25:51.988783 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.005960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.077849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:52.168937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Deleting port a08139b0-949b-4467-85ae-04baddabf501 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:52.174685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.206397 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.333312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router 3fb9c16b-fe02-4646-8337-859cc2166271 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:52.393239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ae026f68-b1af-4b18-8505-ce1e1d8d90ea None None] Provisioning complete for port 40e307af-e4ef-431b-a069-7f59d445db08 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:52.395618 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae026f68-b1af-4b18-8505-ce1e1d8d90ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.413748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] For port a08139b0-949b-4467-85ae-04baddabf501, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a08139b0-949b-4467-85ae-04baddabf501,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:52.419250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.463862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Calling delete_port for a08139b0-949b-4467-85ae-04baddabf501 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:52.649257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:52.661702 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37986a-313f-4082-bd24-db8863a71f8e None None] Sync routers for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:52.688008 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37986a-313f-4082-bd24-db8863a71f8e None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:52.695570 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1a37986a-313f-4082-bd24-db8863a71f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:52.822821 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1a37986a-313f-4082-bd24-db8863a71f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:52.838215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.843895 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ff00281c-73a8-4471-b0a5-52b7777aeb15 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2526982 Jul 15 23:25:52.849187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56708) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:52.867724 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37986a-313f-4082-bd24-db8863a71f8e None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:52.868436 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1a37986a-313f-4082-bd24-db8863a71f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:52.980937 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-1a37986a-313f-4082-bd24-db8863a71f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:52.983468 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37986a-313f-4082-bd24-db8863a71f8e None None] The sync data for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:53.086380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.111345 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.133355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Pushing event deleted for resources: {'Port': ['ID=a08139b0-949b-4467-85ae-04baddabf501,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:53.170075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac0d2a-493c-4d5c-9b6c-29760d224697 req-9bea03b7-1221-47b3-8be0-c94f1fc7ff47 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:53.171724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1ac0d2a-493c-4d5c-9b6c-29760d224697 req-9bea03b7-1221-47b3-8be0-c94f1fc7ff47 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 944 time: 0.4928012 Jul 15 23:25:53.188321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-ac67e972-5703-47bb-a449-306e3d402671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:53.189707 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-ac67e972-5703-47bb-a449-306e3d402671 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 200 len: 919 time: 1.1331336 Jul 15 23:25:53.262211 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae026f68-b1af-4b18-8505-ce1e1d8d90ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.347425 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-1d8b3e6b-d50d-45c7-9a96-7503bf03f052 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f HTTP/1.1" status: 200 len: 217 time: 0.1468098 Jul 15 23:25:53.407770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56716) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:53.415016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': '829ef884-adaa-4e63-b162-bfbf449be773', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:53.425691 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.429436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ae026f68-b1af-4b18-8505-ce1e1d8d90ea None None] For port 40e307af-e4ef-431b-a069-7f59d445db08, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=40e307af-e4ef-431b-a069-7f59d445db08,segment=NetworkSegment(ccd915b9-31c9-4364-bf6a-0bccbf9fc94c),segment_id=ccd915b9-31c9-4364-bf6a-0bccbf9fc94c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:53.435529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1ac0d2a-493c-4d5c-9b6c-29760d224697 req-60273309-9fc6-415b-8600-44cd43a3533d tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502811 Jul 15 23:25:53.440691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a08139b0-949b-4467-85ae-04baddabf501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:25:47Z', 'revision_number': 5, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port': {'id': 'a08139b0-949b-4467-85ae-04baddabf501', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:10Z', 'updated_at': '2021-07-15T23:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:53.521157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] Checking router: ad7d1276-03a6-4335-994e-b58272b572bf for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:53.528641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae026f68-b1af-4b18-8505-ce1e1d8d90ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.644619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] Routers {'ad7d1276-03a6-4335-994e-b58272b572bf'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:53.645235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ad7d1276-03a6-4335-994e-b58272b572bf'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:53.653311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.768003 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:25:53.768368 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:25:53.839407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] Set router ad7d1276-03a6-4335-994e-b58272b572bf gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:53.870197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56728) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:53.871594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae026f68-b1af-4b18-8505-ce1e1d8d90ea None None] Pushing event updated for resources: {'Port': ['ID=40e307af-e4ef-431b-a069-7f59d445db08,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:53.904304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:25:52Z', 'revision_number': 7, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:53.957885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.963004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.975777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-30583277-4452-4b50-8528-04c223283273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:53.982698 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-30583277-4452-4b50-8528-04c223283273 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4443607-2822-4548-8b03-5eac3e91d2f9 HTTP/1.1" status: 200 len: 858 time: 0.5863116 Jul 15 23:25:53.984423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58d0c5-2635-4751-be2f-38bce446cc59 None None] The sync data for ids ['ad7d1276-03a6-4335-994e-b58272b572bf'] in n-d-793618-8 is: [{'id': 'ad7d1276-03a6-4335-994e-b58272b572bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1081762985-router', 'tenant_id': 'fc54abede98d429293e68f233d70634f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:09Z', 'updated_at': '2021-07-15T23:25:52Z', 'revision_number': 7, 'project_id': 'fc54abede98d429293e68f233d70634f', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:54.047878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.118489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:54.124692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.537780 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-6a61355a-10b6-479c-aae6-671c13dd4b09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9ecb1b5-cbdb-4946-bdca-68d6811b717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4643538 Jul 15 23:25:54.542317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.626163 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.626907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad7d1276-03a6-4335-994e-b58272b572bf {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:54.649786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.651332 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b7f970e5-6b26-49c2-8937-b2eab3de688b admin admin] 10.222.0.23 "DELETE /v2.0/routers/ad7d1276-03a6-4335-994e-b58272b572bf HTTP/1.1" status: 204 len: 168 time: 3.2508411 Jul 15 23:25:54.661733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56754) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:54.715876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b7432596-7980-4415-a54a-8c0ac44741c4 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:54.838560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port b7432596-7980-4415-a54a-8c0ac44741c4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:54.849348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port b7432596-7980-4415-a54a-8c0ac44741c4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:54.849620 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.965275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-2585c870-4be4-40a2-b486-61c6e8554b30 admin admin] Deleting subnet 9ae3396d-c255-4fcd-8289-4f347f493d8d {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:54.984155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 40e307af-e4ef-431b-a069-7f59d445db08 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:55.000571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=2314f9a6-cfed-4d94-910b-a12b9420af06,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:55.002800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2585c870-4be4-40a2-b486-61c6e8554b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.070114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.070114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.071823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.071823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.072455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.073050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.073550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.073923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.074354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.074782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.075209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.075698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:55.102224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': 'f0bb64d8-44c4-4309-b071-b46f8855ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '829ef884-adaa-4e63-b162-bfbf449be773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:55.103086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: 829ef884-adaa-4e63-b162-bfbf449be773, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:55.117085 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-c213bd21-f95b-489e-ba84-bd13592e2a48 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690408 Jul 15 23:25:55.127443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2585c870-4be4-40a2-b486-61c6e8554b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.205736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network 829ef884-adaa-4e63-b162-bfbf449be773 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:55.232298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 829ef884-adaa-4e63-b162-bfbf449be773) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:55.251582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:55.252221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.263749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036715a-b394-4d28-96ce-020d90bcfaa7 None None] Network 829ef884-adaa-4e63-b162-bfbf449be773 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:55.319147 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.325309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6b42-d65e-4481-8852-5829fe473e92 req-ab5e062b-b857-4e82-a157-919ff3d7547d tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:55.326855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-741e6b42-d65e-4481-8852-5829fe473e92 req-ab5e062b-b857-4e82-a157-919ff3d7547d tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 944 time: 0.2414780 Jul 15 23:25:55.331402 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.360089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dc7b0ab2-eb20-4a24-9dab-b76c78284894 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9505882 Jul 15 23:25:55.360773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56766) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.374201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130354768'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:55.415994 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-72899cec-64a7-4505-8af3-d93ba6462c1b req-83cd5291-1b37-4a52-a523-5ee6f1e48eb7 service neutron] 10.222.0.37 "GET /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859566 Jul 15 23:25:55.416818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 40e307af-e4ef-431b-a069-7f59d445db08 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:55.417378 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.429398 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2585c870-4be4-40a2-b486-61c6e8554b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.479245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-741e6b42-d65e-4481-8852-5829fe473e92 req-25669f6c-372f-4a59-9cfe-f0103f63cf87 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059351 Jul 15 23:25:55.500862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:55.505365 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.534312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b7432596-7980-4415-a54a-8c0ac44741c4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b7432596-7980-4415-a54a-8c0ac44741c4,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:55.537201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:55.548924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.549583 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment 2697be33-a433-4695-9e66-a63372ae3903 of type vlan for network 7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5 Jul 15 23:25:55.552314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e775337e-9dd6-46f0-a6a2-485a64440bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7432596-7980-4415-a54a-8c0ac44741c4'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:55.554874 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535ba4a7-8511-45d4-ae9a-feeebc064cfb" -d '{"events": [{"server_uuid": "e775337e-9dd6-46f0-a6a2-485a64440bc0", "name": "network-vif-plugged", "status": "completed", "tag": "b7432596-7980-4415-a54a-8c0ac44741c4"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:55.565724 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.611581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.20.0.1 (0102981f-c1b2-4d55-b6b0-d94a7367fe3a/c1f15386-dce3-44dc-bc7c-8ac597a74fb3/e3527773-81c0-461b-a128-d33437c5618f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:55.633935 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9679ac1-a874-4248-a17c-736c372db865 x-openstack-request-id: req-c9679ac1-a874-4248-a17c-736c372db865 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:55.634225 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e775337e-9dd6-46f0-a6a2-485a64440bc0", "name": "network-vif-plugged", "status": "completed", "tag": "b7432596-7980-4415-a54a-8c0ac44741c4", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:55.634503 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9679ac1-a874-4248-a17c-736c372db865 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:55.634950 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e775337e-9dd6-46f0-a6a2-485a64440bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7432596-7980-4415-a54a-8c0ac44741c4', 'code': 200} Jul 15 23:25:55.643903 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.689001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.701008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:55.701666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.726348 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3605490 Jul 15 23:25:55.728717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56774) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.747371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': '7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:55.754629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b7432596-7980-4415-a54a-8c0ac44741c4,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:55.779734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1d78226e-f70f-473a-8099-a3e47577ec44 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:55.835348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1d78226e-f70f-473a-8099-a3e47577ec44 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:55.835689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1d78226e-f70f-473a-8099-a3e47577ec44 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:55.846687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-829ef884-adaa-4e63-b162-bfbf449be773', 'network_id': '829ef884-adaa-4e63-b162-bfbf449be773', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': '2314f9a6-cfed-4d94-910b-a12b9420af06'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:55.847633 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.860002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e676e4a-4dfc-40ce-accc-c2ae04913323 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:55.894306 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2585c870-4be4-40a2-b486-61c6e8554b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.914699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2585c870-4be4-40a2-b486-61c6e8554b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.918781 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2585c870-4be4-40a2-b486-61c6e8554b30 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ae3396d-c255-4fcd-8289-4f347f493d8d HTTP/1.1" status: 204 len: 168 time: 1.2518301 Jul 15 23:25:55.925912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56780) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.955164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585c870-4be4-40a2-b486-61c6e8554b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae3396d-c255-4fcd-8289-4f347f493d8d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:55.962008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:55.966112 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.013342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653688b-ef9a-44c0-886e-d089af179af5 req-5df5271d-5823-486a-add6-6fbd326715cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:56.015101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b653688b-ef9a-44c0-886e-d089af179af5 req-5df5271d-5823-486a-add6-6fbd326715cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 1096 time: 0.2356007 Jul 15 23:25:56.051971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:56.055104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aff309-97c4-4df0-a4d7-95307cbf1d7d None None] Network 19797e7c-9816-4f28-84eb-abea97fbfe84 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:56.112271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.218080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b653688b-ef9a-44c0-886e-d089af179af5 req-3a487f15-3069-4f29-aaa8-32878a96e146 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918826 Jul 15 23:25:56.232002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.234112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Transition to ACTIVE for port object e3527773-81c0-461b-a128-d33437c5618f will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:56.236466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.320905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=ac0fe670-a68d-4a4a-ae9d-ae6f722dc6b3,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:56.381354 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.433129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': '2697be33-a433-4695-9e66-a63372ae3903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:56.433495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: 7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:56.465656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=e3527773-81c0-461b-a128-d33437c5618f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:56.508421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.514510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:56.519194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:56.524373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:56.585559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network 7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:56.601294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:56.618830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:56.619760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.644591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a08139b0-949b-4467-85ae-04baddabf501 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:56.645567 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6716e833-0902-4baf-a697-e2fb2e19a8b9 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9141102 Jul 15 23:25:56.648448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56794) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.680445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2756dc4-51e9-4203-8f28-ee1d13cb7723 None None] Network 7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:56.780722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a08139b0-949b-4467-85ae-04baddabf501 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:56.781421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a08139b0-949b-4467-85ae-04baddabf501 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:56.800032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.812663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Deleting port 5b538d1e-4990-47ea-8129-e59e5d806dfa {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:56.813063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.929016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Allocated IP 2001:db8:0:ffff::2 (829ef884-adaa-4e63-b162-bfbf449be773/2314f9a6-cfed-4d94-910b-a12b9420af06/9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:56.982921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.983860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.077383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.105366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0fe670-a68d-4a4a-ae9d-ae6f722dc6b3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.168369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412067ad-d2d6-4853-8488-a47fdc78ba0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5', 'network_id': '7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': 'ac0fe670-a68d-4a4a-ae9d-ae6f722dc6b3'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:57.169332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-412067ad-d2d6-4853-8488-a47fdc78ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.193593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3008f7f4-9733-4070-aaa1-ffc2d1b05d6f None None] Provisioning for port e3527773-81c0-461b-a128-d33437c5618f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:57.198227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.211058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3008f7f4-9733-4070-aaa1-ffc2d1b05d6f None None] Provisioning complete for port e3527773-81c0-461b-a128-d33437c5618f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:57.211508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3008f7f4-9733-4070-aaa1-ffc2d1b05d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.216900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Transition to ACTIVE for port object 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:57.235528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] For port 5b538d1e-4990-47ea-8129-e59e5d806dfa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5b538d1e-4990-47ea-8129-e59e5d806dfa,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:57.235912 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.259036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.276542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Calling delete_port for 5b538d1e-4990-47ea-8129-e59e5d806dfa owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:57.295827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:57.310800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] DHCP port deletion for 19797e7c-9816-4f28-84eb-abea97fbfe84 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:25:57.318803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2697be33-a433-4695-9e66-a63372ae3903') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:57.319115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2697be33-a433-4695-9e66-a63372ae3903') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:57.330274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.350153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.362078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:57.362700 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:57.398141 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:57.400656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3008f7f4-9733-4070-aaa1-ffc2d1b05d6f None None] Port e3527773-81c0-461b-a128-d33437c5618f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:57.403688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07f00a-5229-4d19-8f2d-737e537cc27b None None] Network 7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:57.432212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e6c0c-6c6e-467d-802d-8c0762e73805 req-da31c37e-f922-4a0a-8333-c9860a51a8cc tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:57.434249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e57e6c0c-6c6e-467d-802d-8c0762e73805 req-da31c37e-f922-4a0a-8333-c9860a51a8cc tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 945 time: 0.7252154 Jul 15 23:25:57.436382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.465698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.472165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.475120 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5 HTTP/1.1" status: 204 len: 168 time: 0.8253481 Jul 15 23:25:57.486806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Transition to ACTIVE for port object 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:57.491613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56808) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:57.492692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cf08a-536f-4f14-85e2-3b5fee67846b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.507195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-710270585'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:57.533944 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.545671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:57.549466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.558139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] Deleting port 5b538d1e-4990-47ea-8129-e59e5d806dfa {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:57.558525 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.589154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:57.603257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.603667 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment b4eb3e54-c7ca-459b-b455-b502a474d21d of type vlan for network a409a5d5-9ee1-4365-985b-9468029045d6 Jul 15 23:25:57.613854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Network 829ef884-adaa-4e63-b162-bfbf449be773 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:57.641775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:57.646517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e57e6c0c-6c6e-467d-802d-8c0762e73805 req-45a8d258-6f9b-41bf-9f92-a5a1908fa760 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917374 Jul 15 23:25:57.657689 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.695131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.707825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b538d1e-4990-47ea-8129-e59e5d806dfa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.737548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] For port 5b538d1e-4990-47ea-8129-e59e5d806dfa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5b538d1e-4990-47ea-8129-e59e5d806dfa,segment=NetworkSegment(e54ac352-c1fd-4665-a8ac-0c19e8155f79),segment_id=e54ac352-c1fd-4665-a8ac-0c19e8155f79)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:57.737943 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.753195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] Calling delete_port for 5b538d1e-4990-47ea-8129-e59e5d806dfa owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:57.772082 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.778288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:57.779157 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.858319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:25:57.863218 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:25:57.876561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Pushing event updated for resources: {'Port': ['ID=9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.884609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.924924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=a409a5d5-9ee1-4365-985b-9468029045d6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.949116 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4934599d-f8ae-4368-b9b8-faf17ea4dc45 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4439194 Jul 15 23:25:57.951018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56824) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:57.956492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': 'a409a5d5-9ee1-4365-985b-9468029045d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:57.981504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a409a5d5-9ee1-4365-985b-9468029045d6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:57.988540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] Pushing event deleted for resources: {'Port': ['ID=5b538d1e-4990-47ea-8129-e59e5d806dfa,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:58.018722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983ca55-ccdb-43a9-b57e-84206e15e036 None None] No DVR routers for this DVR port 5b538d1e-4990-47ea-8129-e59e5d806dfa on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:58.041500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Attempting to bind port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:58.042193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Attempting to bind port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f0bb64d8-44c4-4309-b071-b46f8855ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '829ef884-adaa-4e63-b162-bfbf449be773'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:58.042812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Attempting to bind port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 on network 829ef884-adaa-4e63-b162-bfbf449be773 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:58.087214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:58.088312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Checking segment: {'id': 'f0bb64d8-44c4-4309-b071-b46f8855ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '829ef884-adaa-4e63-b162-bfbf449be773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:58.088941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.089545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Bound using segment: {'id': 'f0bb64d8-44c4-4309-b071-b46f8855ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '829ef884-adaa-4e63-b162-bfbf449be773'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:58.090235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Bound port: 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bb64d8-44c4-4309-b071-b46f8855ecc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '829ef884-adaa-4e63-b162-bfbf449be773'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:58.091412 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.109355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:58.114453 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.206633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] For port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:58.212211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] For port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2,segment=NetworkSegment(f0bb64d8-44c4-4309-b071-b46f8855ecc9),segment_id=f0bb64d8-44c4-4309-b071-b46f8855ecc9)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:58.225566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.239975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] No DVR routers for this DVR port 5b538d1e-4990-47ea-8129-e59e5d806dfa on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:58.455361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ae089-70d5-422c-ba33-6543b7e9a4d4 None None] Pushing event updated for resources: {'Port': ['ID=9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:58.499269 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.537230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5b538d1e-4990-47ea-8129-e59e5d806dfa no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:58.560260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5b538d1e-4990-47ea-8129-e59e5d806dfa {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:58.560672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5b538d1e-4990-47ea-8129-e59e5d806dfa not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:58.569501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19797e7c-9816-4f28-84eb-abea97fbfe84']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:58.585232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.601026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54ac352-c1fd-4665-a8ac-0c19e8155f79') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:58.601326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54ac352-c1fd-4665-a8ac-0c19e8155f79') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:58.622496 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.706321 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.718733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=34edb12d-b502-427d-b283-7394a91097ec,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:58.741588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': 'b4eb3e54-c7ca-459b-b455-b502a474d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a409a5d5-9ee1-4365-985b-9468029045d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:58.742101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: a409a5d5-9ee1-4365-985b-9468029045d6, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:58.779547 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network a409a5d5-9ee1-4365-985b-9468029045d6 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:58.804416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:58.805291 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:58.808042 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:58.811672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, a409a5d5-9ee1-4365-985b-9468029045d6) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:58.818013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:58.819317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.854209 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2c1881b5-d8af-4db7-b940-0194686d5be8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9019978 Jul 15 23:25:58.859786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56842) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:58.865282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507376693'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:58.923855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:58.928640 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.952019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3086e20b-67b3-4bd3-bf58-06c8665217a5 None None] Network a409a5d5-9ee1-4365-985b-9468029045d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:58.965311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:58.988462 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.988828 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment cd045ce6-c77f-485e-9585-7a593a7acade of type vlan for network aa94bae2-c19d-4be3-9569-24a786e5b646 Jul 15 23:25:59.022526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Deleting port 2d964d1a-5bb4-45e8-b558-af7f33705cd7 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:59.023142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.044900 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.105862 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.111697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:59.112338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.166338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] For port 2d964d1a-5bb4-45e8-b558-af7f33705cd7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2d964d1a-5bb4-45e8-b558-af7f33705cd7,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:59.167049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.175815 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3147767 Jul 15 23:25:59.191383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Calling delete_port for 2d964d1a-5bb4-45e8-b558-af7f33705cd7 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:59.218212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56852) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:59.248639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': 'aa94bae2-c19d-4be3-9569-24a786e5b646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:59.296242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-a409a5d5-9ee1-4365-985b-9468029045d6', 'network_id': 'a409a5d5-9ee1-4365-985b-9468029045d6', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': '34edb12d-b502-427d-b283-7394a91097ec'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:25:59.299082 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.312122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.323068 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.327398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] 10.222.0.23 "DELETE /v2.0/networks/19797e7c-9816-4f28-84eb-abea97fbfe84 HTTP/1.1" status: 204 len: 168 time: 3.3917747 Jul 15 23:25:59.513575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0c45f-c0d6-44bc-8549-b94534cf077a admin admin] Pushing event deleted for resources: {'Network': ['ID=19797e7c-9816-4f28-84eb-abea97fbfe84,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:59.616006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Allocated IP 2001:db8::1 (a409a5d5-9ee1-4365-985b-9468029045d6/34edb12d-b502-427d-b283-7394a91097ec/0d301f79-380c-4087-b54f-558db6b859f8) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:59.673015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56856) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:59.673700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e2749-0479-47e5-90e2-60a02e955edc tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=aa94bae2-c19d-4be3-9569-24a786e5b646,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:59.688807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network aa94bae2-c19d-4be3-9569-24a786e5b646 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:59.726524 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a3f70cfd-2a02-4301-8a73-8130114a7965 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc54abede98d429293e68f233d70634f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475476 Jul 15 23:25:59.727801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56858) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:59.731689 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.761142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.852353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c8235cd-a452-44fd-87dd-dac02f4265ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.903914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c8235cd-a452-44fd-87dd-dac02f4265ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.929849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.948884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:59.953971 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.962126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=e3527773-81c0-461b-a128-d33437c5618f,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:00.017571 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c8235cd-a452-44fd-87dd-dac02f4265ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.024276 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c8235cd-a452-44fd-87dd-dac02f4265ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.025008 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9c8235cd-a452-44fd-87dd-dac02f4265ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc HTTP/1.1" status: 204 len: 168 time: 0.2949224 Jul 15 23:26:00.042602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8235cd-a452-44fd-87dd-dac02f4265ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61f4a7-65e8-45c3-b0c6-76a87d1df9bc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:00.071618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f6981-db9f-450e-9503-331a10827ce3 None None] Network 829ef884-adaa-4e63-b162-bfbf449be773 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:00.157489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Performing IP validity checks on allocation pools {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:26:00.157934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:26:00.204327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5714fcc6-151b-4426-80d5-d88c0b0f1660 None None] Provisioning for port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:00.232140 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.239646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b2e16-2f30-4807-82ac-86a1423e1d39 req-de9f47c4-f589-4a18-9b15-9f1820a3f1a2 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:00.241243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e46b2e16-2f30-4807-82ac-86a1423e1d39 req-de9f47c4-f589-4a18-9b15-9f1820a3f1a2 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 945 time: 1.2295256 Jul 15 23:26:00.251962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Transition to ACTIVE for port object 0d301f79-380c-4087-b54f-558db6b859f8 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:00.309065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Transition to ACTIVE for port object 0d301f79-380c-4087-b54f-558db6b859f8 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:00.323881 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.370227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:00.380691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:00.445235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Network a409a5d5-9ee1-4365-985b-9468029045d6 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:00.463976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:00.482932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Pushing event updated for resources: {'Port': ['ID=0d301f79-380c-4087-b54f-558db6b859f8,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:00.486711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:00.536690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:00.592947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e46b2e16-2f30-4807-82ac-86a1423e1d39 req-cdf17af3-3de5-4764-a068-1492d8fe5662 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159263 Jul 15 23:26:00.599776 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.619967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Attempting to bind port 0d301f79-380c-4087-b54f-558db6b859f8 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:00.620867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Attempting to bind port 0d301f79-380c-4087-b54f-558db6b859f8 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b4eb3e54-c7ca-459b-b455-b502a474d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a409a5d5-9ee1-4365-985b-9468029045d6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:00.621246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Attempting to bind port 0d301f79-380c-4087-b54f-558db6b859f8 on network a409a5d5-9ee1-4365-985b-9468029045d6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:00.666975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:00.668551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Checking segment: {'id': 'b4eb3e54-c7ca-459b-b455-b502a474d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a409a5d5-9ee1-4365-985b-9468029045d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:00.670270 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.671223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Bound using segment: {'id': 'b4eb3e54-c7ca-459b-b455-b502a474d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a409a5d5-9ee1-4365-985b-9468029045d6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:00.673953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Bound port: 0d301f79-380c-4087-b54f-558db6b859f8, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4eb3e54-c7ca-459b-b455-b502a474d21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a409a5d5-9ee1-4365-985b-9468029045d6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:00.674657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.711915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:00.728504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:00.728504 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.832251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e3d5f296-e8b4-468e-8276-230b187b0be4 None None] Provisioning complete for port e3527773-81c0-461b-a128-d33437c5618f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:00.837224 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f296-e8b4-468e-8276-230b187b0be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.939822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=60f4bd2f-5890-4412-9d32-40502a645412,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:00.957117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5f296-e8b4-468e-8276-230b187b0be4 None None] Port e3527773-81c0-461b-a128-d33437c5618f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:00.966454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] For port 0d301f79-380c-4087-b54f-558db6b859f8, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:00.968445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router 3fb9c16b-fe02-4646-8337-859cc2166271 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:01.002317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] For port 0d301f79-380c-4087-b54f-558db6b859f8, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0d301f79-380c-4087-b54f-558db6b859f8,segment=NetworkSegment(b4eb3e54-c7ca-459b-b455-b502a474d21d),segment_id=b4eb3e54-c7ca-459b-b455-b502a474d21d)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:01.004786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.011053 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.057067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.062431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': 'cd045ce6-c77f-485e-9585-7a593a7acade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aa94bae2-c19d-4be3-9569-24a786e5b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:01.062834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: aa94bae2-c19d-4be3-9569-24a786e5b646, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:01.073280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d964d1a-5bb4-45e8-b558-af7f33705cd7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:01.108186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748ad89-9bfe-4b9d-832e-1bc01108564a None None] Pushing event updated for resources: {'Port': ['ID=0d301f79-380c-4087-b54f-558db6b859f8,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:01.132874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2,segment=NetworkSegment(f0bb64d8-44c4-4309-b071-b46f8855ecc9),segment_id=f0bb64d8-44c4-4309-b071-b46f8855ecc9)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:01.137040 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e7f297a8-629c-4adc-9917-6124764ae6b3 None None] Provisioning complete for port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:01.138250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e7f297a8-629c-4adc-9917-6124764ae6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.166493 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.274091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:01.276247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56894) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.356342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:01.379139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03eca5a-07db-4333-8e93-a87ec1437160 None None] Sync routers for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:01.411124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03eca5a-07db-4333-8e93-a87ec1437160 None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:01.411928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d03eca5a-07db-4333-8e93-a87ec1437160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:01.450278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c451-4410-4724-a9e6-76fe77350476 req-9450e58a-87d0-4b40-bed4-34aaa97b2869 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:01.451988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c32c451-4410-4724-a9e6-76fe77350476 req-9450e58a-87d0-4b40-bed4-34aaa97b2869 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 945 time: 0.5934632 Jul 15 23:26:01.460207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7cb86378-e48d-44bf-9254-a5de18c10f3f tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/routers/3fb9c16b-fe02-4646-8337-859cc2166271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6057835 Jul 15 23:26:01.463412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56898) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.469681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'port': {'network_id': '0102981f-c1b2-4d55-b6b0-d94a7367fe3a', 'name': 'tempest-FloatingIPTestJSON-1710385308'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:01.544970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d03eca5a-07db-4333-8e93-a87ec1437160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:01.551957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network aa94bae2-c19d-4be3-9569-24a786e5b646 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:01.558335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03eca5a-07db-4333-8e93-a87ec1437160 None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:01.559415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-989009299-network', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:01.575080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d03eca5a-07db-4333-8e93-a87ec1437160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:01.594198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, aa94bae2-c19d-4be3-9569-24a786e5b646) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:01.620422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:01.621037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.639875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c32c451-4410-4724-a9e6-76fe77350476 req-f560e7a4-7cd6-486e-888c-dc51f5247dd0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772656 Jul 15 23:26:01.689262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d03eca5a-07db-4333-8e93-a87ec1437160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:01.690061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03eca5a-07db-4333-8e93-a87ec1437160 None None] The sync data for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:01.696074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d70f2-3ead-47d3-b0f5-2f523c16689c None None] Network aa94bae2-c19d-4be3-9569-24a786e5b646 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:01.729408 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.826800 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Made reservation on behalf of bfa49eb36e4a4c86a5069d0bc18d3dd2 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:01.831095 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.852331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.932371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e3824661-a709-46b4-ab4a-664788545b60 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7031074 Jul 15 23:26:01.939433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-aa94bae2-c19d-4be3-9569-24a786e5b646', 'network_id': 'aa94bae2-c19d-4be3-9569-24a786e5b646', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': '60f4bd2f-5890-4412-9d32-40502a645412'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:01.940483 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.949319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56902) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.967148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Made reservation on behalf of 822522126ffd43c6a8589a9290b5d16f for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:01.975313 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.158677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Router 7495ade8-67d8-4d20-abc4-5811c5f0170b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:02.171305 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.188441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] device_id is not set on port 7e27b0b3-94b5-4e1f-b406-8e546742870b yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:02.211975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Allocated IP 2001:db8::3 (aa94bae2-c19d-4be3-9569-24a786e5b646/60f4bd2f-5890-4412-9d32-40502a645412/6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:02.424839 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.433966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Transition to ACTIVE for port object 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:02.471136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Transition to ACTIVE for port object 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:02.500406 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.538180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:02.552874 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] Sync routers for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:02.570799 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.572056 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:02.573014 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:02.584557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4f466a5c-4848-4ec0-8d5f-a4e1819b81f4 admin admin] 10.222.0.23 "PUT /v2.0/routers/7495ade8-67d8-4d20-abc4-5811c5f0170b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7108281 Jul 15 23:26:02.587973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56910) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.592728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Network aa94bae2-c19d-4be3-9569-24a786e5b646 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:02.624461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:02.627065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Pushing event updated for resources: {'Port': ['ID=6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:02.636083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:02.700449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.757153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=60f4bd2f-5890-4412-9d32-40502a645412,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:02.786986 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0d301f79-380c-4087-b54f-558db6b859f8 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:02.799676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Attempting to bind port 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:02.800468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Attempting to bind port 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'cd045ce6-c77f-485e-9585-7a593a7acade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aa94bae2-c19d-4be3-9569-24a786e5b646'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:02.800468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Attempting to bind port 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd on network aa94bae2-c19d-4be3-9569-24a786e5b646 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:02.854065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.854649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:02.855163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Checking segment: {'id': 'cd045ce6-c77f-485e-9585-7a593a7acade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aa94bae2-c19d-4be3-9569-24a786e5b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:02.855604 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.856608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Bound using segment: {'id': 'cd045ce6-c77f-485e-9585-7a593a7acade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aa94bae2-c19d-4be3-9569-24a786e5b646'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:02.856608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Bound port: 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd045ce6-c77f-485e-9585-7a593a7acade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aa94bae2-c19d-4be3-9569-24a786e5b646'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:02.856981 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.862886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1538-62ee-4d62-9f64-ba921aaac2fa req-8eb77b07-b2f0-42bf-a0de-7d440243ebf7 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:02.869798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d32e1538-62ee-4d62-9f64-ba921aaac2fa req-8eb77b07-b2f0-42bf-a0de-7d440243ebf7 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 945 time: 0.5313969 Jul 15 23:26:02.879664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.895616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:02.905836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.906218 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Added segment fe2389d8-6624-4a69-8886-ac720169cd6d of type vlan for network 9b850e48-a58c-48a5-b95c-7064321c3aef Jul 15 23:26:02.920416 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:02.955216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.975562 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.015252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] For port 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:03.018657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Allocated IP 172.20.0.10 (0102981f-c1b2-4d55-b6b0-d94a7367fe3a/c1f15386-dce3-44dc-bc7c-8ac597a74fb3/7e27b0b3-94b5-4e1f-b406-8e546742870b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:03.021807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99bdc20-79c1-4436-890d-8728ef0a7a3a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.025547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] For port 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd,segment=NetworkSegment(cd045ce6-c77f-485e-9585-7a593a7acade),segment_id=cd045ce6-c77f-485e-9585-7a593a7acade)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:03.026368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.027454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:03.028209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.045225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9afc500-c07b-473f-b12b-77759ee8ed9e None None] Network a409a5d5-9ee1-4365-985b-9468029045d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:03.079903 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.081620 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.121718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa94bae2-c19d-4be3-9569-24a786e5b646']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:03.141981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd045ce6-c77f-485e-9585-7a593a7acade') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:03.142268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd045ce6-c77f-485e-9585-7a593a7acade') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:03.161752 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8843594 Jul 15 23:26:03.163789 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.181127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-96789b47-c450-4976-aa0e-2fc7a82569af None None] Provisioning for port 0d301f79-380c-4087-b54f-558db6b859f8 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:03.189479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56912) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:03.254917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Request body: {'subnet': {'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-989009299-subnet', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:03.255123 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:26:00Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:03.258681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43580ca4-6b3c-440a-9b1f-9221c6de9646 admin admin] Pushing event updated for resources: {'Network': ['ID=9b850e48-a58c-48a5-b95c-7064321c3aef,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.285032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.309541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:03.310439 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:03.316213 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:03.331544 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] Checking router: 7495ade8-67d8-4d20-abc4-5811c5f0170b for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:03.355478 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] Routers {'7495ade8-67d8-4d20-abc4-5811c5f0170b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:03.356112 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7495ade8-67d8-4d20-abc4-5811c5f0170b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:03.356455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Made reservation on behalf of bfa49eb36e4a4c86a5069d0bc18d3dd2 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:03.359224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.420221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 9b850e48-a58c-48a5-b95c-7064321c3aef details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:03.488880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:26:03.488880 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:26:03.488880 n-d-793618-8 neutron-server[93714]: [parameters: {'id': 'aa94bae2-c19d-4be3-9569-24a786e5b646'}] Jul 15 23:26:03.488880 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:26:03.489614 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:26:03.622503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b55f38-45b0-4c46-b84b-04faf4fbe687 None None] Network aa94bae2-c19d-4be3-9569-24a786e5b646 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:03.628548 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.630009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.657614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d32e1538-62ee-4d62-9f64-ba921aaac2fa req-a53b82b4-8ea8-4f6c-b7f5-cc4770163c17 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819703 Jul 15 23:26:03.661327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Transition to ACTIVE for port object 7e27b0b3-94b5-4e1f-b406-8e546742870b will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:03.727009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Deleting port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:03.727642 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.752745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac7953-bb4b-42a2-8af0-3eba13c43818 None None] Pushing event updated for resources: {'Port': ['ID=6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.788731 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] Set router 7495ade8-67d8-4d20-abc4-5811c5f0170b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:03.838652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 0d301f79-380c-4087-b54f-558db6b859f8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:03.913572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0d301f79-380c-4087-b54f-558db6b859f8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:03.913831 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.921111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] For port b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:03.921754 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.938031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Calling delete_port for b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:03.953842 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.969571 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.995132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.060432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.067492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-881ee42f-6e11-4e4e-bf43-bafae2493f03 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:04.069865 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-881ee42f-6e11-4e4e-bf43-bafae2493f03 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 945 time: 0.3689015 Jul 15 23:26:04.147028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 0d301f79-380c-4087-b54f-558db6b859f8, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0d301f79-380c-4087-b54f-558db6b859f8,segment=NetworkSegment(b4eb3e54-c7ca-459b-b455-b502a474d21d),segment_id=b4eb3e54-c7ca-459b-b455-b502a474d21d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:04.152866 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.153736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:04.166026 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:26:00Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:04.216886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:04.228690 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc600ca-c1f4-42d0-86d1-42511738e85f None None] The sync data for ids ['7495ade8-67d8-4d20-abc4-5811c5f0170b'] in n-d-793618-8 is: [{'id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'name': 'tempest-AttachVolumeTestJSON-28209271-router', 'tenant_id': '5251cfa57aca41b1a2616cd6165ecec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:16:58Z', 'updated_at': '2021-07-15T23:26:00Z', 'revision_number': 5, 'project_id': '5251cfa57aca41b1a2616cd6165ecec5', 'gw_port': {'id': 'b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7495ade8-67d8-4d20-abc4-5811c5f0170b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:16:59Z', 'updated_at': '2021-07-15T23:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:04.246976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:04.304387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:04.308415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Pushing event updated for resources: {'Subnet': ['ID=316fc3de-261a-4b63-9c9b-ac6de8c66d18,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:04.336528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=0d301f79-380c-4087-b54f-558db6b859f8,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:04.367587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:04.367967 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.396837 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.414480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event updated for resources: {'Port': ['ID=7e27b0b3-94b5-4e1f-b406-8e546742870b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:04.450652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:04.521815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1de81df6-08e5-4e71-800c-e8dbaebb8bf6 None None] Provisioning complete for port 0d301f79-380c-4087-b54f-558db6b859f8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:04.522402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Checking segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:04.522521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1de81df6-08e5-4e71-800c-e8dbaebb8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.522615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Network hostable DHCP agents. Network: 9b850e48-a58c-48a5-b95c-7064321c3aef, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:04.558048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.583891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:04.595700 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.687005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef4efc-35f2-4bc5-86d1-9e725a61fc47 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:26:04.751746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:04.786055 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ee4b43ff-61dc-4a0f-97b5-115811d237ce tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3207731 Jul 15 23:26:04.789503 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting port 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:04.789851 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.796795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:04.821228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Request body: {'floatingip': {'port_id': '7e27b0b3-94b5-4e1f-b406-8e546742870b'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:04.860523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.867441 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.022341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Deleting port dd92f76d-538b-4070-b5e1-eb98e18fd84b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:05.022693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.047739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.050316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7495ade8-67d8-4d20-abc4-5811c5f0170b {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:26:05.059749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.061179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-59b7bf74-b22c-4e99-b167-359471bc0a98 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7495ade8-67d8-4d20-abc4-5811c5f0170b HTTP/1.1" status: 204 len: 168 time: 2.4566281 Jul 15 23:26:05.070670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56930) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:05.090283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0d301f79-380c-4087-b54f-558db6b859f8 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:05.181711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-85372cc6-97f3-4725-b4dc-86937dcfa348 None None] Provisioning for port 7e27b0b3-94b5-4e1f-b406-8e546742870b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:05.184590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56932) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:05.190628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-85372cc6-97f3-4725-b4dc-86937dcfa348 None None] Provisioning complete for port 7e27b0b3-94b5-4e1f-b406-8e546742870b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:05.191288 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85372cc6-97f3-4725-b4dc-86937dcfa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.200641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] For port dd92f76d-538b-4070-b5e1-eb98e18fd84b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dd92f76d-538b-4070-b5e1-eb98e18fd84b,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:05.201338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.202072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e901d371-5d37-4fd7-ba08-c598f8e24633 admin admin] Deleting subnet b5c997a2-3c4c-4320-85db-8eec3b0f764d {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:05.216579 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e901d371-5d37-4fd7-ba08-c598f8e24633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.244878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 9b850e48-a58c-48a5-b95c-7064321c3aef) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:05.281397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0d301f79-380c-4087-b54f-558db6b859f8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:05.281646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Calling delete_port for dd92f76d-538b-4070-b5e1-eb98e18fd84b owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:05.281756 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.295486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942bb97-4570-4400-ba48-bbbf6dd19cf3 req-c0cbdba8-f8a7-40a0-a61f-5cc2bb5b6c27 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:05.297094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6942bb97-4570-4400-ba48-bbbf6dd19cf3 req-c0cbdba8-f8a7-40a0-a61f-5cc2bb5b6c27 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 945 time: 0.3300304 Jul 15 23:26:05.304031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e901d371-5d37-4fd7-ba08-c598f8e24633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.371640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-85372cc6-97f3-4725-b4dc-86937dcfa348 None None] Port 7e27b0b3-94b5-4e1f-b406-8e546742870b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:05.402666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6942bb97-4570-4400-ba48-bbbf6dd19cf3 req-0c066ba9-9c40-4a9c-8062-9600856027aa tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480843 Jul 15 23:26:05.457606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] For port 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd,segment=NetworkSegment(cd045ce6-c77f-485e-9585-7a593a7acade),segment_id=cd045ce6-c77f-485e-9585-7a593a7acade)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:05.457979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.471575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Calling delete_port for 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:05.473249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2d964d1a-5bb4-45e8-b558-af7f33705cd7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:05.521095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 2d964d1a-5bb4-45e8-b558-af7f33705cd7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:05.521449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2d964d1a-5bb4-45e8-b558-af7f33705cd7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:05.531939 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e901d371-5d37-4fd7-ba08-c598f8e24633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.559711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:05.560288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.567177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.571139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.599510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef4efc-35f2-4bc5-86d1-9e725a61fc47 None None] Unable to find a vacant binding_index for network 9b850e48-a58c-48a5-b95c-7064321c3aef and agent 0b70950d-0d86-4537-a186-6e397c2eaa63 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 15 23:26:05.602873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad83d3c7-fa5e-4761-aa7c-4d4199dbbfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.610206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e901d371-5d37-4fd7-ba08-c598f8e24633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.615132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef4efc-35f2-4bc5-86d1-9e725a61fc47 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 9b850e48-a58c-48a5-b95c-7064321c3aef) {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:26:05.635146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e901d371-5d37-4fd7-ba08-c598f8e24633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.637370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e901d371-5d37-4fd7-ba08-c598f8e24633 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b5c997a2-3c4c-4320-85db-8eec3b0f764d HTTP/1.1" status: 204 len: 168 time: 0.5602551 Jul 15 23:26:05.642438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Port': ['ID=6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:05.649652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56938) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:05.678106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901d371-5d37-4fd7-ba08-c598f8e24633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c997a2-3c4c-4320-85db-8eec3b0f764d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:05.736613 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.802292 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4b2f202b-5575-4537-aca6-35797bc6750f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6115942 Jul 15 23:26:05.803400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No DVR routers for this DVR port 6e599c21-2ece-46ad-b1d5-ff9d6e7bfafd on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:05.804791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56940) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:05.814072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:05.923367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad83d3c7-fa5e-4761-aa7c-4d4199dbbfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.931695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad83d3c7-fa5e-4761-aa7c-4d4199dbbfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.968609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-9b850e48-a58c-48a5-b95c-7064321c3aef', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:05.970005 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.977044 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ad83d3c7-fa5e-4761-aa7c-4d4199dbbfac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fc9dc9b786e41cebad4e621696694f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715120 Jul 15 23:26:05.977875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83d3c7-fa5e-4761-aa7c-4d4199dbbfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b46e4cf-2ec8-4555-9f5d-f3652aaff5cc,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:05.980157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56942) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:06.038584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2a156cd-db4e-414b-b3bd-8101ff1e1746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.061648 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2a156cd-db4e-414b-b3bd-8101ff1e1746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.155396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2a156cd-db4e-414b-b3bd-8101ff1e1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.158246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2a156cd-db4e-414b-b3bd-8101ff1e1746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.159648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e2a156cd-db4e-414b-b3bd-8101ff1e1746 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b46e4cf-2ec8-4555-9f5d-f3652aaff5cc HTTP/1.1" status: 204 len: 168 time: 0.1786017 Jul 15 23:26:06.184714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a156cd-db4e-414b-b3bd-8101ff1e1746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b46e4cf-2ec8-4555-9f5d-f3652aaff5cc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:06.185259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Allocated IP 172.20.0.2 (9b850e48-a58c-48a5-b95c-7064321c3aef/316fc3de-261a-4b63-9c9b-ac6de8c66d18/05d65ab0-7fa3-456e-b6fa-2f6d087d084c) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:06.270431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.305817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa94bae2-c19d-4be3-9569-24a786e5b646']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:06.320909 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.321932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.333684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd045ce6-c77f-485e-9585-7a593a7acade') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:06.333684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd045ce6-c77f-485e-9585-7a593a7acade') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:06.361470 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.407966 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.418462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Transition to ACTIVE for port object 05d65ab0-7fa3-456e-b6fa-2f6d087d084c will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:06.435536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Transition to ACTIVE for port object 05d65ab0-7fa3-456e-b6fa-2f6d087d084c will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:06.446129 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.449105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Deleting port 39caa22e-0a2c-4861-b816-340183f00d42 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:06.449452 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.484978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.498736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:06.504202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:06.512357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:06.526927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Pushing event updated for resources: {'Port': ['ID=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:06.535654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:06.536080 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:06.559521 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:06.578509 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.648932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:06.652494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Attempting to bind port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:06.653064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Attempting to bind port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:06.654164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Attempting to bind port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:06.692673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:06.693282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b8bb4516-7cd3-4640-8e2a-67b7fe94f4c6 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:06.702577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:06.703526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Checking segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:06.705269 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.705838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Bound using segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:06.706793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Bound port: 05d65ab0-7fa3-456e-b6fa-2f6d087d084c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:06.709100 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.763342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f24e8e-a4ab-4ea2-a725-06c850bb9cc9 req-36d0bf74-1291-4064-b1ed-ca35a23765d0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:06.775402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1f24e8e-a4ab-4ea2-a725-06c850bb9cc9 req-36d0bf74-1291-4064-b1ed-ca35a23765d0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 945 time: 0.1266227 Jul 15 23:26:06.806744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] For port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:06.813722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] For port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:06.820601 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.856920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1f24e8e-a4ab-4ea2-a725-06c850bb9cc9 req-1e570233-0b88-456f-9b0f-b2896e5ba99d tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805037 Jul 15 23:26:06.901485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877d7e8-fd91-41e9-b01e-14a94da69cd1 None None] Pushing event updated for resources: {'Port': ['ID=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:07.073589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56968) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.112927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] For port 39caa22e-0a2c-4861-b816-340183f00d42, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=39caa22e-0a2c-4861-b816-340183f00d42,segment=NetworkSegment(b0a84848-c21b-41c9-b9cc-13cee254409f),segment_id=b0a84848-c21b-41c9-b9cc-13cee254409f)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:07.113512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.133549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.153886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Calling delete_port for 39caa22e-0a2c-4861-b816-340183f00d42 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:07.160969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.166470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56972) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.166624 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/aa94bae2-c19d-4be3-9569-24a786e5b646 HTTP/1.1" status: 204 len: 168 time: 5.2157526 Jul 15 23:26:07.172284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.176264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815948092'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:07.185421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b7432596-7980-4415-a54a-8c0ac44741c4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:07.220910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:07.226410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.236802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['dce25b1b-39f8-4448-b0dd-2c29cdcdca9f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:07.284015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:07.298236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1697174961-network', 'tenant_id': '1b42294835df4eb882c894dab729d1ce'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:07.308422 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.309324 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment f361ebc9-8934-43c6-ab40-6c9a381a68d0 of type vlan for network c4182896-8e15-4f43-b59e-38ec1ec4e69c Jul 15 23:26:07.343980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172e136-d61c-43a2-93ab-f7ebabc236e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=aa94bae2-c19d-4be3-9569-24a786e5b646,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:07.354783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Made reservation on behalf of 1b42294835df4eb882c894dab729d1ce for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:07.358088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.371736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.420312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Pushing event deleted for resources: {'Port': ['ID=dd92f76d-538b-4070-b5e1-eb98e18fd84b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:07.444707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.476046 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.548572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.563319 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.569096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:26:07.587045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] No DVR routers for this DVR port dd92f76d-538b-4070-b5e1-eb98e18fd84b on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:07.600636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:07.603287 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.605330 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ce3777c1-41c1-42dc-bae0-888e17ec581b req-433cf818-f5d4-4523-871c-ddba23b50ce0 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.37 "DELETE /v2.0/ports/dd92f76d-538b-4070-b5e1-eb98e18fd84b HTTP/1.1" status: 204 len: 173 time: 3.5210102 Jul 15 23:26:07.605725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9491c5-9c7b-4806-857a-7892478ee79c', 'name': 'network-vif-deleted', 'tag': 'dd92f76d-538b-4070-b5e1-eb98e18fd84b'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:07.608283 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f88df2-975e-445f-a9b0-55e2b9ab2267" -d '{"events": [{"server_uuid": "ee9491c5-9c7b-4806-857a-7892478ee79c", "name": "network-vif-deleted", "tag": "dd92f76d-538b-4070-b5e1-eb98e18fd84b"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:07.621660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.627389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:07.628609 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.631528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.631873 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Added segment 0860e1d0-3365-4b36-9f09-fcc7bbc6b2db of type vlan for network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 Jul 15 23:26:07.651839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe44e33c-a7ad-4d1b-b1cd-3db4f1869865,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:07.671211 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76675132-e943-4b30-8661-0269b2efa237 x-openstack-request-id: req-76675132-e943-4b30-8661-0269b2efa237 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:07.671211 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9491c5-9c7b-4806-857a-7892478ee79c", "name": "network-vif-deleted", "tag": "dd92f76d-538b-4070-b5e1-eb98e18fd84b", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:07.671211 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76675132-e943-4b30-8661-0269b2efa237 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:07.671211 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9491c5-9c7b-4806-857a-7892478ee79c', 'name': 'network-vif-deleted', 'tag': 'dd92f76d-538b-4070-b5e1-eb98e18fd84b', 'status': 'completed', 'code': 200} Jul 15 23:26:07.672087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.672924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.672924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.673126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.673385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.673711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.674037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.674360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.674680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.675024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.675344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.675672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:07.712078 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.730050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5621002 Jul 15 23:26:07.737650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.741089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56984) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.747567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': 'c4182896-8e15-4f43-b59e-38ec1ec4e69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:07.784767 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.804661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9b085-c9a4-4f14-823e-965acbce02c4 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=c4182896-8e15-4f43-b59e-38ec1ec4e69c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:07.819480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c4182896-8e15-4f43-b59e-38ec1ec4e69c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:07.842810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.877907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.878918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:07.880035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.950270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] No DVR routers for this DVR port 39caa22e-0a2c-4861-b816-340183f00d42 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:07.960823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Pushing event deleted for resources: {'Port': ['ID=39caa22e-0a2c-4861-b816-340183f00d42,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:07.984256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] Pushing event updated for resources: {'Network': ['ID=65017ccc-6191-4ccb-b4a5-ba75aa5570d7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:07.993731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:08.002698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:08.013891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.027507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-264b4459-1c23-4c9c-9de5-b8f02b6471ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9474704 Jul 15 23:26:08.052866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56988) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:08.062517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Request body: {'subnet': {'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1697174961-subnet', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:08.149644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Made reservation on behalf of 1b42294835df4eb882c894dab729d1ce for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:08.150261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-484e259f-58a7-41dc-b916-dc367024dcbc req-47db407d-3bc4-4ff1-bdaa-cf62e01250ba tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee9491c5-9c7b-4806-857a-7892478ee79c HTTP/1.1" status: 200 len: 210 time: 0.0740006 Jul 15 23:26:08.152057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.201909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56990) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:08.210094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-27e7f181-b65d-4972-89ba-c880e6ba1b19 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354092492', 'description': 'tempest-secgroup-smoke-354092492 description', 'project_id': '133be05d65a64ef8b32a6cebcf8ea996'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:08.243094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.293047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eb5c66-55af-4d66-9777-031791fd7962']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:08.294293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.318130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0c2dc-98de-4360-96c3-43db989964f7 None None] Network 9b850e48-a58c-48a5-b95c-7064321c3aef requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:08.319495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a84848-c21b-41c9-b9cc-13cee254409f') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:08.319777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a84848-c21b-41c9-b9cc-13cee254409f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:08.324268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0fa680-973b-47bb-b9c6-fc88ca7d1532 None None] Network c1eb5c66-55af-4d66-9777-031791fd7962 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:08.331981 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 0747ae84-2df5-49cf-a80f-e7d96c167c59 associated. External IP: 172.25.3.35, port: 4ed76832-7067-48fe-8e88-7f03d05b9745. Jul 15 23:26:08.366379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=2ace6b10-45af-40e6-8a2e-0b1dc55765a4,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:08.382335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.383253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': 'f361ebc9-8934-43c6-ab40-6c9a381a68d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c4182896-8e15-4f43-b59e-38ec1ec4e69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:08.383676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: c4182896-8e15-4f43-b59e-38ec1ec4e69c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:08.405857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network c4182896-8e15-4f43-b59e-38ec1ec4e69c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:08.414466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27e7f181-b65d-4972-89ba-c880e6ba1b19 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.424539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c4182896-8e15-4f43-b59e-38ec1ec4e69c) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:08.439476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:08.440126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.441256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38610a4a-bdfc-4181-bdd9-fc1f0872feaf None None] Network c4182896-8e15-4f43-b59e-38ec1ec4e69c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:08.459202 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.468093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ec651e2d-96ad-4b59-8bfe-7fd92221cf2b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7251322 Jul 15 23:26:08.468826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56992) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:08.533393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-15f86c25-b075-49c7-8bb2-9731cd167c8a None None] Provisioning for port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:08.540535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:08.540947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:08.546838 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:08.607596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device dd92f76d-538b-4070-b5e1-eb98e18fd84b no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:08.622828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.697682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.718715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.737944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: dd92f76d-538b-4070-b5e1-eb98e18fd84b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:08.738841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device dd92f76d-538b-4070-b5e1-eb98e18fd84b not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:08.749782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.755117 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c1eb5c66-55af-4d66-9777-031791fd7962 HTTP/1.1" status: 204 len: 168 time: 3.1044793 Jul 15 23:26:08.783500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d036cdc6-47a0-4fb9-855f-7041de169dd3 None None] DHCP port deletion for c1eb5c66-55af-4d66-9777-031791fd7962 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:08.798457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bf0d9-49ae-4e62-a7f8-9b643f3a1006 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1eb5c66-55af-4d66-9777-031791fd7962,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:08.824043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.890870 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.891450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.909637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.916211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d1fa2-9157-45e2-b038-f3a1b403e443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-c4182896-8e15-4f43-b59e-38ec1ec4e69c', 'network_id': 'c4182896-8e15-4f43-b59e-38ec1ec4e69c', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': '2ace6b10-45af-40e6-8a2e-0b1dc55765a4'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:08.917085 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f08d1fa2-9157-45e2-b038-f3a1b403e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.923496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 05d65ab0-7fa3-456e-b6fa-2f6d087d084c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:08.924603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=2ace6b10-45af-40e6-8a2e-0b1dc55765a4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:08.959417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56996) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.018319 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.042464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4182896-8e15-4f43-b59e-38ec1ec4e69c']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:09.061939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f361ebc9-8934-43c6-ab40-6c9a381a68d0') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:09.062162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f361ebc9-8934-43c6-ab40-6c9a381a68d0') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:09.082253 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c482cc3a-9995-4c91-b5a8-4bf12ab0a6c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5251cfa57aca41b1a2616cd6165ecec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214199 Jul 15 23:26:09.084690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56998) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.092393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091cea51-a594-4512-94c5-781331fb17aa None None] Network c4182896-8e15-4f43-b59e-38ec1ec4e69c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:09.096385 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.109045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27e7f181-b65d-4972-89ba-c880e6ba1b19 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.111879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94167d2c-d503-4c25-85f2-11fa378ae378,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.130566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27e7f181-b65d-4972-89ba-c880e6ba1b19 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.132095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:09.161452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.164036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:09.164413 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.172272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8957e4bd-dbc4-4f2a-ab84-76e1e1f8bf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.206193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:09.206820 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:09.210127 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:09.229029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Allocated IP 172.25.3.89 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/8e4c6985-966c-4f57-a88a-8c67bf181627) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:09.252523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8957e4bd-dbc4-4f2a-ab84-76e1e1f8bf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.316227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.351296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Checking segment: {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:09.351781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Network hostable DHCP agents. Network: 65017ccc-6191-4ccb-b4a5-ba75aa5570d7, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:09.357014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.371133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.372977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:09.376814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/c4182896-8e15-4f43-b59e-38ec1ec4e69c HTTP/1.1" status: 204 len: 168 time: 0.9068468 Jul 15 23:26:09.379832 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.383607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57004) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.404991 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8957e4bd-dbc4-4f2a-ab84-76e1e1f8bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.407542 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8957e4bd-dbc4-4f2a-ab84-76e1e1f8bf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.411461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8957e4bd-dbc4-4f2a-ab84-76e1e1f8bf0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34f5dba5-50fe-4d2b-9736-063acbd1d5fd HTTP/1.1" status: 204 len: 168 time: 0.3232033 Jul 15 23:26:09.420367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2017749128'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:09.426323 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27e7f181-b65d-4972-89ba-c880e6ba1b19 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.430226 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-27e7f181-b65d-4972-89ba-c880e6ba1b19 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2231619 Jul 15 23:26:09.434823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57008) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.437257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd06c9e-f759-4559-9fc9-f9caee2d4071 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=c4182896-8e15-4f43-b59e-38ec1ec4e69c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.443735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:09.453316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d4b9562b-c5db-40ac-83cf-de39ded069ac tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'security_group_rule': {'security_group_id': 'c23d78e7-61bd-400d-b8fb-a203efbac32d', 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:09.475277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.476937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7f181-b65d-4972-89ba-c880e6ba1b19 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d78e7-61bd-400d-b8fb-a203efbac32d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.493515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:09.529902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 65017ccc-6191-4ccb-b4a5-ba75aa5570d7) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:09.537635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957e4bd-dbc4-4f2a-ab84-76e1e1f8bf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f5dba5-50fe-4d2b-9736-063acbd1d5fd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.538935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63096edb-51b7-486d-b3b9-7fbe0cfea039 None None] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:09.541389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:09.559142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.591157 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4b9562b-c5db-40ac-83cf-de39ded069ac tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.737135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:09.759376 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.760076 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment 83ed17d6-0737-492d-a966-55d2cab82440 of type vlan for network 8d9e43f5-67cf-49ff-84f4-351c593447ff Jul 15 23:26:09.784005 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4b9562b-c5db-40ac-83cf-de39ded069ac tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.804625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-65017ccc-6191-4ccb-b4a5-ba75aa5570d7', 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'fixed_ips': [{'subnet_id': '94167d2c-d503-4c25-85f2-11fa378ae378'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:09.805836 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.808647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4b9562b-c5db-40ac-83cf-de39ded069ac tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.846405 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.855738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9562b-c5db-40ac-83cf-de39ded069ac tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aded6917-c761-43b7-af94-5dde30383bfd,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.861367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4b9562b-c5db-40ac-83cf-de39ded069ac tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.865732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d4b9562b-c5db-40ac-83cf-de39ded069ac tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271674 Jul 15 23:26:09.867410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57018) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.874165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ecdcd7b1-48bd-43af-9d40-06c02b7a06ad tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'security_group_rule': {'security_group_id': 'c23d78e7-61bd-400d-b8fb-a203efbac32d', 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:09.894214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b9113-ab87-4402-bd20-ee72be0d1d32 None None] Network 9b850e48-a58c-48a5-b95c-7064321c3aef requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:09.975108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.980725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:09.981365 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.994320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ecdcd7b1-48bd-43af-9d40-06c02b7a06ad tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.071457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.078594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:10.079241 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.097358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7119393 Jul 15 23:26:10.113921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:10.138860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': '8d9e43f5-67cf-49ff-84f4-351c593447ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:10.145668 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-be5cbee4-7973-47be-9b16-5752d107282f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0901382 Jul 15 23:26:10.150262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6457ebe1-4bd9-4273-8222-3ebc1a199722 None None] Provisioning complete for port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:10.150998 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6457ebe1-4bd9-4273-8222-3ebc1a199722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.152288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57030) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:10.188921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1697174961-router', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:10.193713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ecdcd7b1-48bd-43af-9d40-06c02b7a06ad tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.194986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4c16e-b7a7-42b0-bf0e-c997b89edf9c tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=8d9e43f5-67cf-49ff-84f4-351c593447ff,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:10.211197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ecdcd7b1-48bd-43af-9d40-06c02b7a06ad tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.241103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcd7b1-48bd-43af-9d40-06c02b7a06ad tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b3ecf4-fc19-46c4-9e4f-b839b81fd9ab,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:10.261014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:10.341420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1779c-8823-499b-94af-ef68acb7e229 None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:10.343682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8d9e43f5-67cf-49ff-84f4-351c593447ff details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:10.397286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ecdcd7b1-48bd-43af-9d40-06c02b7a06ad tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.399093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ecdcd7b1-48bd-43af-9d40-06c02b7a06ad tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5299208 Jul 15 23:26:10.399267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.400334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.401549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57048) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:10.406719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-80528dfe-d877-49df-b2a1-dbb7532b5512 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'security_group_rule': {'security_group_id': 'c23d78e7-61bd-400d-b8fb-a203efbac32d', 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:10.411076 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.418381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Allocated IP 172.20.0.2 (65017ccc-6191-4ccb-b4a5-ba75aa5570d7/94167d2c-d503-4c25-85f2-11fa378ae378/33d6c27d-016d-4663-bba4-15d4a21c8cf9) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:10.510679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1779c-8823-499b-94af-ef68acb7e229 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:10.511929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f2e1779c-8823-499b-94af-ef68acb7e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:10.519889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:10.521725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.525973 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:10.547425 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-80528dfe-d877-49df-b2a1-dbb7532b5512 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.578900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f2e1779c-8823-499b-94af-ef68acb7e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:10.583900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:10.588667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.595464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:10.643386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4c6985-966c-4f57-a88a-8c67bf181627,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:10.675193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-80528dfe-d877-49df-b2a1-dbb7532b5512 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.686143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-80528dfe-d877-49df-b2a1-dbb7532b5512 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.716955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1779c-8823-499b-94af-ef68acb7e229 None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:10.717604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f2e1779c-8823-499b-94af-ef68acb7e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:10.739455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80528dfe-d877-49df-b2a1-dbb7532b5512 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f275c1f-3d80-4833-862d-b6a323e6012c,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:10.747732 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-80528dfe-d877-49df-b2a1-dbb7532b5512 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.748693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-80528dfe-d877-49df-b2a1-dbb7532b5512 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3461900 Jul 15 23:26:10.752297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57056) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:10.799208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 05d65ab0-7fa3-456e-b6fa-2f6d087d084c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:10.801213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1fb936ee-e991-4a78-8495-4d7a7c09d1b2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'security_group_rule': {'security_group_id': 'c23d78e7-61bd-400d-b8fb-a203efbac32d', 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:10.807523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f2e1779c-8823-499b-94af-ef68acb7e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:10.808284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1779c-8823-499b-94af-ef68acb7e229 None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:10.992632 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.009061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:11.009768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.011462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8e634-9815-4f14-a53c-6e51ebace890 req-69428c92-ab52-419d-87b4-f13de71cd82e tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:11.012182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Transition to ACTIVE for port object 33d6c27d-016d-4663-bba4-15d4a21c8cf9 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:11.018055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8e634-9815-4f14-a53c-6e51ebace890 req-69428c92-ab52-419d-87b4-f13de71cd82e tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:11.021172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd8e634-9815-4f14-a53c-6e51ebace890 req-69428c92-ab52-419d-87b4-f13de71cd82e tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3&device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 1681 time: 0.1043551 Jul 15 23:26:11.057873 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.072213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Transition to ACTIVE for port object 33d6c27d-016d-4663-bba4-15d4a21c8cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:11.088407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd8e634-9815-4f14-a53c-6e51ebace890 req-4d9f0044-9897-4183-9da2-6ace6b54da2c tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613232 Jul 15 23:26:11.088985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.160493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:11.167439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:11.176756 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:11.194659 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1fb936ee-e991-4a78-8495-4d7a7c09d1b2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.205441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 39caa22e-0a2c-4861-b816-340183f00d42 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:11.230581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Pushing event updated for resources: {'Port': ['ID=33d6c27d-016d-4663-bba4-15d4a21c8cf9,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:11.258714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 39caa22e-0a2c-4861-b816-340183f00d42 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:11.259088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 39caa22e-0a2c-4861-b816-340183f00d42 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:11.303705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Attempting to bind port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:11.304090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Attempting to bind port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:11.304458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Attempting to bind port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 on network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:11.314451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:11.314860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Checking segment: {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:11.315273 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.315677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Bound using segment: {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:11.316163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Bound port: 33d6c27d-016d-4663-bba4-15d4a21c8cf9, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:11.317218 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.354028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router 3fb9c16b-fe02-4646-8337-859cc2166271 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:11.386017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] For port 33d6c27d-016d-4663-bba4-15d4a21c8cf9, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:11.389308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] For port 33d6c27d-016d-4663-bba4-15d4a21c8cf9, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=33d6c27d-016d-4663-bba4-15d4a21c8cf9,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:11.395203 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.451827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.468160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-14f21947-8dd7-4a99-a238-e0becd8e2e3a None None] Provisioning complete for port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:11.468528 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14f21947-8dd7-4a99-a238-e0becd8e2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.471474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420f3f2-bdc6-490f-a66c-c48494d442b6 None None] Pushing event updated for resources: {'Port': ['ID=33d6c27d-016d-4663-bba4-15d4a21c8cf9,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:11.711363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1fb936ee-e991-4a78-8495-4d7a7c09d1b2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.796047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1fb936ee-e991-4a78-8495-4d7a7c09d1b2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.851753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=a2b07504-966e-4c03-84d9-c7d0b59c2d06,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:11.925053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1fb936ee-e991-4a78-8495-4d7a7c09d1b2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.929053 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1fb936ee-e991-4a78-8495-4d7a7c09d1b2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1296985 Jul 15 23:26:11.929446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57092) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:11.934992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f578ba9b-8e5c-4fb5-9747-7d1a4ac12f86 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'security_group_rule': {'security_group_id': 'c23d78e7-61bd-400d-b8fb-a203efbac32d', 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:11.938412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb936ee-e991-4a78-8495-4d7a7c09d1b2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d843ea-00df-4f62-89f2-34698002f2d6,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:11.946737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.950341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': '83ed17d6-0737-492d-a966-55d2cab82440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8d9e43f5-67cf-49ff-84f4-351c593447ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:11.950713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: 8d9e43f5-67cf-49ff-84f4-351c593447ff, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:11.953440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:11.965646 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70746934-2279-44f7-b955-9534d58a83df None None] Sync routers for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:11.980814 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70746934-2279-44f7-b955-9534d58a83df None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:11.981545 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-70746934-2279-44f7-b955-9534d58a83df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:11.983267 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-f578ba9b-8e5c-4fb5-9747-7d1a4ac12f86 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Project 133be05d65a64ef8b32a6cebcf8ea996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:26:11.990496 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f578ba9b-8e5c-4fb5-9747-7d1a4ac12f86 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.047383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.049785 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-70746934-2279-44f7-b955-9534d58a83df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:12.061738 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70746934-2279-44f7-b955-9534d58a83df None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:12.063122 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-70746934-2279-44f7-b955-9534d58a83df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:12.074289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f578ba9b-8e5c-4fb5-9747-7d1a4ac12f86 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.083521 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f578ba9b-8e5c-4fb5-9747-7d1a4ac12f86 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.114071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578ba9b-8e5c-4fb5-9747-7d1a4ac12f86 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d85e4d9-7d81-4ec7-8840-2d5079c36367,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:12.128621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f578ba9b-8e5c-4fb5-9747-7d1a4ac12f86 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.136021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f578ba9b-8e5c-4fb5-9747-7d1a4ac12f86 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2047937 Jul 15 23:26:12.139139 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-70746934-2279-44f7-b955-9534d58a83df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:12.139682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57104) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:12.144641 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70746934-2279-44f7-b955-9534d58a83df None None] The sync data for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:12.145973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7ed5eee6-52c9-4190-b119-e9b6d8765986 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'security_group_rule': {'security_group_id': 'c23d78e7-61bd-400d-b8fb-a203efbac32d', 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:12.174098 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-7ed5eee6-52c9-4190-b119-e9b6d8765986 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Project 133be05d65a64ef8b32a6cebcf8ea996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:26:12.188345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network 8d9e43f5-67cf-49ff-84f4-351c593447ff is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:12.192633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ed5eee6-52c9-4190-b119-e9b6d8765986 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.271615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ed5eee6-52c9-4190-b119-e9b6d8765986 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.281426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 8d9e43f5-67cf-49ff-84f4-351c593447ff) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:12.286499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:12.287098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.303111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f928205-e774-4756-bbb6-0f387fb9da3b None None] Network 8d9e43f5-67cf-49ff-84f4-351c593447ff requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:12.319290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ed5eee6-52c9-4190-b119-e9b6d8765986 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.362658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5eee6-52c9-4190-b119-e9b6d8765986 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075288e6-83e5-4ee9-a71a-5a520f31df12,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:12.369141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ed5eee6-52c9-4190-b119-e9b6d8765986 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.388681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7ed5eee6-52c9-4190-b119-e9b6d8765986 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2394559 Jul 15 23:26:12.407601 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-55b1d820-e8b9-4981-8ed1-c481f1856093 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2838798 Jul 15 23:26:12.408147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57118) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:12.520926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-8d9e43f5-67cf-49ff-84f4-351c593447ff', 'network_id': '8d9e43f5-67cf-49ff-84f4-351c593447ff', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': 'a2b07504-966e-4c03-84d9-c7d0b59c2d06'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:12.522530 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.537311 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-69fa6157-061f-4580-aba9-d7861c29a420 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/floatingips/0747ae84-2df5-49cf-a80f-e7d96c167c59 HTTP/1.1" status: 200 len: 978 time: 7.7247646 Jul 15 23:26:12.552368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57124) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:12.626591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.644468 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.779958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 33d6c27d-016d-4663-bba4-15d4a21c8cf9 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:12.831302 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.839037 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Allocated IP 2001:db8::1 (8d9e43f5-67cf-49ff-84f4-351c593447ff/a2b07504-966e-4c03-84d9-c7d0b59c2d06/0a6c8157-51db-443b-b5e4-46fbdefca882) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:12.939053 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec759a0-4cc5-4a65-af91-18a9879a5979 None None] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:12.956008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-27c017b7-31c5-4b90-9bb4-19aae13d7c9f tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354092492&fields=id&tenant_id=133be05d65a64ef8b32a6cebcf8ea996 HTTP/1.1" status: 200 len: 267 time: 0.1278286 Jul 15 23:26:12.969194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257254-ccfd-4562-b5b6-90cfc0643928 req-fb38c615-313e-4c41-8b67-778a9daa5279 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:12.978165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b257254-ccfd-4562-b5b6-90cfc0643928 req-fb38c615-313e-4c41-8b67-778a9daa5279 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 945 time: 0.3487992 Jul 15 23:26:13.082971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b257254-ccfd-4562-b5b6-90cfc0643928 req-09d1ba2a-d849-41c0-9f78-bb941279d402 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030331 Jul 15 23:26:13.103122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:13.130073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-37694fd5-a555-420d-a7b5-86fbe6086e96 None None] Provisioning for port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:13.149923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-37694fd5-a555-420d-a7b5-86fbe6086e96 None None] Provisioning complete for port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:13.150310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37694fd5-a555-420d-a7b5-86fbe6086e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.178852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f1b60cc9-e17c-4552-abd9-31e8e645a943 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:13.181246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f1b60cc9-e17c-4552-abd9-31e8e645a943 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/networks?id=b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 200 len: 814 time: 0.1989679 Jul 15 23:26:13.194976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.207734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-c6d07954-c73d-4cdd-8ca3-60ae74e107ff tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/quotas/133be05d65a64ef8b32a6cebcf8ea996 HTTP/1.1" status: 200 len: 375 time: 0.0181303 Jul 15 23:26:13.276992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.284194 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.298399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Transition to ACTIVE for port object 0a6c8157-51db-443b-b5e4-46fbdefca882 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:13.345599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Transition to ACTIVE for port object 0a6c8157-51db-443b-b5e4-46fbdefca882 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:13.358634 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37694fd5-a555-420d-a7b5-86fbe6086e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.369806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-d410bf4d-fecc-4384-99ec-7911cd02a3f2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548150 Jul 15 23:26:13.375912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.414599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.434393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Network 8d9e43f5-67cf-49ff-84f4-351c593447ff is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:13.460549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:13.465849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:13.481769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-37694fd5-a555-420d-a7b5-86fbe6086e96 None None] For port 33d6c27d-016d-4663-bba4-15d4a21c8cf9, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=33d6c27d-016d-4663-bba4-15d4a21c8cf9,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:13.489305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Pushing event updated for resources: {'Port': ['ID=0a6c8157-51db-443b-b5e4-46fbdefca882,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:13.496185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b07504-966e-4c03-84d9-c7d0b59c2d06,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:13.512855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37694fd5-a555-420d-a7b5-86fbe6086e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.523417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 7e27b0b3-94b5-4e1f-b406-8e546742870b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:13.524081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.589062 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.591610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57146) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:13.607837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9e43f5-67cf-49ff-84f4-351c593447ff']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:13.617882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ed17d6-0737-492d-a966-55d2cab82440') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:13.618211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ed17d6-0737-492d-a966-55d2cab82440') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:13.620106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Allocated IP 172.25.3.204 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/e08d8095-713b-4a15-9a5f-5abff00406a6) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:13.630129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.648234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.657432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Attempting to bind port 0a6c8157-51db-443b-b5e4-46fbdefca882 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:13.657763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Attempting to bind port 0a6c8157-51db-443b-b5e4-46fbdefca882 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '83ed17d6-0737-492d-a966-55d2cab82440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8d9e43f5-67cf-49ff-84f4-351c593447ff'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:13.658123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Attempting to bind port 0a6c8157-51db-443b-b5e4-46fbdefca882 on network 8d9e43f5-67cf-49ff-84f4-351c593447ff {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:13.662198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:13.663652 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:13.672189 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:13.676390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37694fd5-a555-420d-a7b5-86fbe6086e96 None None] Pushing event updated for resources: {'Port': ['ID=33d6c27d-016d-4663-bba4-15d4a21c8cf9,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:13.679869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:13.680244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Checking segment: {'id': '83ed17d6-0737-492d-a966-55d2cab82440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8d9e43f5-67cf-49ff-84f4-351c593447ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:13.680686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.681023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Bound using segment: {'id': '83ed17d6-0737-492d-a966-55d2cab82440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8d9e43f5-67cf-49ff-84f4-351c593447ff'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:13.681511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Bound port: 0a6c8157-51db-443b-b5e4-46fbdefca882, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ed17d6-0737-492d-a966-55d2cab82440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8d9e43f5-67cf-49ff-84f4-351c593447ff'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:13.682432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.684799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f7cce1ce-6a8e-49d9-b7d4-4176931392f1 None None] Provisioning complete for port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:13.684799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7cce1ce-6a8e-49d9-b7d4-4176931392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.690436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-61d99e46-f6d1-4681-aba4-4e8d6d978f8c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:26:13.692123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-61d99e46-f6d1-4681-aba4-4e8d6d978f8c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2938209 Jul 15 23:26:13.783317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ada8b115-f2fe-41ff-85d9-63984e0de67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.794537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.813425 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.820125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.api [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:26:13.820125 n-d-793618-8 neutron-server[93715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:26:13.820125 n-d-793618-8 neutron-server[93715]: [parameters: {'id': '8d9e43f5-67cf-49ff-84f4-351c593447ff'}] Jul 15 23:26:13.820125 n-d-793618-8 neutron-server[93715]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:26:13.820557 n-d-793618-8 neutron-server[93715]: DEBUG oslo_db.api [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:26:13.839982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] For port 0a6c8157-51db-443b-b5e4-46fbdefca882, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:13.859333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] For port 0a6c8157-51db-443b-b5e4-46fbdefca882, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0a6c8157-51db-443b-b5e4-46fbdefca882,segment=NetworkSegment(83ed17d6-0737-492d-a966-55d2cab82440),segment_id=83ed17d6-0737-492d-a966-55d2cab82440)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:13.865772 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.897188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Router 014179da-2255-40b5-8492-2c860b926268 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:26:13.960544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43e616-970e-477f-8fba-aa6719c8cc36 None None] Pushing event updated for resources: {'Port': ['ID=0a6c8157-51db-443b-b5e4-46fbdefca882,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:13.981114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8346b1-0d9c-47c7-a714-d7d6e5e87f27 None None] Network 8d9e43f5-67cf-49ff-84f4-351c593447ff requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:13.995364 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.131266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bee2a4-ee4a-48e1-a66e-d2e0664934d0 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:26:14.164580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-dd01b1f3-7c46-4249-a64e-5765fccecf7d tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.166091 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-dd01b1f3-7c46-4249-a64e-5765fccecf7d tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.37 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 945 time: 0.3880372 Jul 15 23:26:14.217921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-d32e27f1-53d0-42a0-af01-60724f8867b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167053 Jul 15 23:26:14.269064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.269435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.269767 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Floating IP 0747ae84-2df5-49cf-a80f-e7d96c167c59 disassociated. External IP: 172.25.3.35, port: 7e27b0b3-94b5-4e1f-b406-8e546742870b. Jul 15 23:26:14.270106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 7e27b0b3-94b5-4e1f-b406-8e546742870b owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:14.285776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.286723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bee2a4-ee4a-48e1-a66e-d2e0664934d0 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:26:14.287982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:14.301421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Sync routers for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:14.302950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeff708-233d-418f-8690-065bf98e981c req-3e034ef9-4f43-4ad1-bc23-62fb32e33a98 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.304841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eaeff708-233d-418f-8690-065bf98e981c req-3e034ef9-4f43-4ad1-bc23-62fb32e33a98 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.59 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 945 time: 0.5327768 Jul 15 23:26:14.343269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:14.343974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:14.355720 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.403390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:14.413821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:14.421705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:14.426408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e08d8095-713b-4a15-9a5f-5abff00406a6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:14.493709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-90216863-5d2a-468e-8604-53f257195e6c service neutron] 10.222.0.23 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749610 Jul 15 23:26:14.553938 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ada8b115-f2fe-41ff-85d9-63984e0de67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.566617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb12a4-b083-4f04-b8ae-fc54647b19d9 req-c147d69b-05c8-4712-a5e5-54c984fab17a tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.568310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15fb12a4-b083-4f04-b8ae-fc54647b19d9 req-c147d69b-05c8-4712-a5e5-54c984fab17a tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 945 time: 0.3317788 Jul 15 23:26:14.569366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Deleting port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:14.569899 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.576030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ada8b115-f2fe-41ff-85d9-63984e0de67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.608214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.612369 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c02aeb1f-794f-45d1-ada7-7cdbc4bc45e9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8018866 Jul 15 23:26:14.622235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57152) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:14.717507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ada8b115-f2fe-41ff-85d9-63984e0de67a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48fc428533d2455d9e85400bc98cea78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1245847 Jul 15 23:26:14.721452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57156) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:14.739746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8b115-f2fe-41ff-85d9-63984e0de67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47868878-27d6-46fd-8065-9d2600224d4f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:14.764696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15fb12a4-b083-4f04-b8ae-fc54647b19d9 req-25f18460-38ba-4189-84e1-540300ffbfae tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/security-groups?id=9724412a-f528-4d57-ac11-cb60ecf6a4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858563 Jul 15 23:26:14.769066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Deleting port b7432596-7980-4415-a54a-8c0ac44741c4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:14.769433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.784353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.799225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 33d6c27d-016d-4663-bba4-15d4a21c8cf9 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:14.836057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] For port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:14.836449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.846024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting port 0a6c8157-51db-443b-b5e4-46fbdefca882 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:14.846735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.864206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:14.882885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=7e27b0b3-94b5-4e1f-b406-8e546742870b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:14.892930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Calling delete_port for dce25b1b-39f8-4448-b0dd-2c29cdcdca9f owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:15.023981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-814f6a2f-f620-4185-a881-7ef6b48b689a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.044096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] For port 0a6c8157-51db-443b-b5e4-46fbdefca882, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0a6c8157-51db-443b-b5e4-46fbdefca882,segment=NetworkSegment(83ed17d6-0737-492d-a966-55d2cab82440),segment_id=83ed17d6-0737-492d-a966-55d2cab82440)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:15.044964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.050156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:15.050156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.094025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] For port b7432596-7980-4415-a54a-8c0ac44741c4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b7432596-7980-4415-a54a-8c0ac44741c4,segment=NetworkSegment(2e3d600b-63d3-47cb-8104-4b10b55bc217),segment_id=2e3d600b-63d3-47cb-8104-4b10b55bc217)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:15.094392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.124394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Calling delete_port for 0a6c8157-51db-443b-b5e4-46fbdefca882 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:15.132457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.138034 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-814f6a2f-f620-4185-a881-7ef6b48b689a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.180671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Calling delete_port for b7432596-7980-4415-a54a-8c0ac44741c4 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:15.193897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1965fb0d-b570-466f-b6b8-3c15e216efe9 req-9212ff44-a64c-43bb-a162-33f2f82d84ff tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 210 time: 0.0673470 Jul 15 23:26:15.372634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:11Z', 'revision_number': 3, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:15.435335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Checking router: 014179da-2255-40b5-8492-2c860b926268 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:15.435571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Updating router 014179da-2255-40b5-8492-2c860b926268 port 8e4c6985-966c-4f57-a88a-8c67bf181627 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:26:15.470855 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.519422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No DVR routers for this DVR port 0a6c8157-51db-443b-b5e4-46fbdefca882 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:15.521626 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.521768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Port': ['ID=0a6c8157-51db-443b-b5e4-46fbdefca882,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:15.712307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router 3fb9c16b-fe02-4646-8337-859cc2166271 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:15.717252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.751815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.767789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9e43f5-67cf-49ff-84f4-351c593447ff']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:15.791090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['dce25b1b-39f8-4448-b0dd-2c29cdcdca9f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:15.810886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Pushing event deleted for resources: {'Port': ['ID=b7432596-7980-4415-a54a-8c0ac44741c4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:15.815325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-814f6a2f-f620-4185-a881-7ef6b48b689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.818556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-814f6a2f-f620-4185-a881-7ef6b48b689a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.819749 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-814f6a2f-f620-4185-a881-7ef6b48b689a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47868878-27d6-46fd-8065-9d2600224d4f HTTP/1.1" status: 204 len: 168 time: 1.0932345 Jul 15 23:26:15.824349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ed17d6-0737-492d-a966-55d2cab82440') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:15.829225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ed17d6-0737-492d-a966-55d2cab82440') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:15.849421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.921541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.936566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] No DVR routers for this DVR port b7432596-7980-4415-a54a-8c0ac44741c4 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:15.948936 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.954546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.957003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eaeff708-233d-418f-8690-065bf98e981c req-eb6e8453-60d1-4068-a319-361dd7c2c658 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.59 "DELETE /v2.0/ports/b7432596-7980-4415-a54a-8c0ac44741c4 HTTP/1.1" status: 204 len: 173 time: 1.6394353 Jul 15 23:26:15.957731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e775337e-9dd6-46f0-a6a2-485a64440bc0', 'name': 'network-vif-deleted', 'tag': 'b7432596-7980-4415-a54a-8c0ac44741c4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:15.960407 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b99e0a-0b1f-42d5-af7a-10da133842a8" -d '{"events": [{"server_uuid": "e775337e-9dd6-46f0-a6a2-485a64440bc0", "name": "network-vif-deleted", "tag": "b7432596-7980-4415-a54a-8c0ac44741c4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:15.983516 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.993676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bed8044-8952-41f9-a306-5c6403466cdd req-8455b00a-c8a5-4996-a082-70870d5ec3e9 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=e775337e-9dd6-46f0-a6a2-485a64440bc0 HTTP/1.1" status: 200 len: 210 time: 0.0593305 Jul 15 23:26:15.999267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:16.000019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:16.004596 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:16.019596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.062732 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf9e73-41b0-469e-8dac-36087b8ee768 x-openstack-request-id: req-91cf9e73-41b0-469e-8dac-36087b8ee768 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:16.063121 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e775337e-9dd6-46f0-a6a2-485a64440bc0", "name": "network-vif-deleted", "tag": "b7432596-7980-4415-a54a-8c0ac44741c4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:16.063451 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91cf9e73-41b0-469e-8dac-36087b8ee768 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:16.063928 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e775337e-9dd6-46f0-a6a2-485a64440bc0', 'name': 'network-vif-deleted', 'tag': 'b7432596-7980-4415-a54a-8c0ac44741c4', 'status': 'completed', 'code': 200} Jul 15 23:26:16.080408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f6a2f-f620-4185-a881-7ef6b48b689a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47868878-27d6-46fd-8065-9d2600224d4f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:16.141938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Transition to ACTIVE for port object 8e4c6985-966c-4f57-a88a-8c67bf181627 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:16.150744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.218329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.227368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Pushing event deleted for resources: {'Port': ['ID=dce25b1b-39f8-4448-b0dd-2c29cdcdca9f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:16.259336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.265474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/8d9e43f5-67cf-49ff-84f4-351c593447ff HTTP/1.1" status: 204 len: 168 time: 3.8567538 Jul 15 23:26:16.268006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57182) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:16.270484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Pushing event updated for resources: {'Port': ['ID=8e4c6985-966c-4f57-a88a-8c67bf181627,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:16.296268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853130252'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:16.297894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Attempting to bind port 8e4c6985-966c-4f57-a88a-8c67bf181627 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:16.298237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Attempting to bind port 8e4c6985-966c-4f57-a88a-8c67bf181627 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:16.298619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Attempting to bind port 8e4c6985-966c-4f57-a88a-8c67bf181627 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:16.308280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e02fb-4885-496f-ad7b-6b2da65c70a3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=8d9e43f5-67cf-49ff-84f4-351c593447ff,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:16.308705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.309071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.309415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.310404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.310404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.310404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.310742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.311093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.311448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.317313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.317697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.318037 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:16.329937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:16.330226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:16.331212 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.331614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:16.332699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Bound port: 8e4c6985-966c-4f57-a88a-8c67bf181627, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:16.333110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.373543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57184) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:16.374407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] No DVR routers for this DVR port dce25b1b-39f8-4448-b0dd-2c29cdcdca9f on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:16.384770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.386960 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-793bfa57-2f00-451f-a8f2-207c3f20d0c0 req-f3249823-7db0-4113-98b3-759136ad7958 tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.37 "DELETE /v2.0/ports/dce25b1b-39f8-4448-b0dd-2c29cdcdca9f HTTP/1.1" status: 204 len: 173 time: 2.1883764 Jul 15 23:26:16.387870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a2392e-9c57-4763-9466-a7a65c9717a3', 'name': 'network-vif-deleted', 'tag': 'dce25b1b-39f8-4448-b0dd-2c29cdcdca9f'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:16.399580 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effa3e0e-7f6d-4489-ada5-69423ed2df4d" -d '{"events": [{"server_uuid": "28a2392e-9c57-4763-9466-a7a65c9717a3", "name": "network-vif-deleted", "tag": "dce25b1b-39f8-4448-b0dd-2c29cdcdca9f"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:16.403158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:16.407389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.420151 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1873d7-1b2e-4ae9-bd7a-131647fc0199 None None] Sync routers for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:16.422691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:16.427135 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.439360 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1873d7-1b2e-4ae9-bd7a-131647fc0199 None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:16.439991 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7e1873d7-1b2e-4ae9-bd7a-131647fc0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:16.442784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c2b76f9-e848-4086-a4a2-5158049992d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.458632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3abb6944-fdfd-4e27-b37a-723e4d05825f req-d0a01864-147f-437d-a302-198c8f01af7e tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 210 time: 0.0608172 Jul 15 23:26:16.459263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] For port 8e4c6985-966c-4f57-a88a-8c67bf181627, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:16.463400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] For port 8e4c6985-966c-4f57-a88a-8c67bf181627, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8e4c6985-966c-4f57-a88a-8c67bf181627,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:16.469460 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.487194 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7e1873d7-1b2e-4ae9-bd7a-131647fc0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:16.499278 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1873d7-1b2e-4ae9-bd7a-131647fc0199 None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:16.500473 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7e1873d7-1b2e-4ae9-bd7a-131647fc0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:16.511267 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc8ac81-8bef-414e-9c0d-1194f1a5f364 x-openstack-request-id: req-0dc8ac81-8bef-414e-9c0d-1194f1a5f364 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:16.511636 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a2392e-9c57-4763-9466-a7a65c9717a3", "name": "network-vif-deleted", "tag": "dce25b1b-39f8-4448-b0dd-2c29cdcdca9f", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:16.511867 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dc8ac81-8bef-414e-9c0d-1194f1a5f364 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:16.512288 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a2392e-9c57-4763-9466-a7a65c9717a3', 'name': 'network-vif-deleted', 'tag': 'dce25b1b-39f8-4448-b0dd-2c29cdcdca9f', 'status': 'completed', 'code': 200} Jul 15 23:26:16.537617 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7e1873d7-1b2e-4ae9-bd7a-131647fc0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:16.538931 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1873d7-1b2e-4ae9-bd7a-131647fc0199 None None] The sync data for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:16.552515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:16.573302 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.573800 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment 36147b65-9f96-4b79-aa15-451528f5eca3 of type vlan for network fc3af597-2233-4884-8f13-1738e04318be Jul 15 23:26:16.575719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Allocated IP 172.20.0.1 (9b850e48-a58c-48a5-b95c-7064321c3aef/316fc3de-261a-4b63-9c9b-ac6de8c66d18/176d9613-7005-4007-8232-ec7bf01b4c18) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:16.618480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:16.619537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:16.750535 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.750792 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.755820 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-79d5f9e9-b437-4a4d-ab17-91df1bedb472 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/ports/7e27b0b3-94b5-4e1f-b406-8e546742870b HTTP/1.1" status: 204 len: 168 time: 4.1991162 Jul 15 23:26:16.756812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57188) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:16.776198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cec43-d712-4e50-ade4-94ce6627bb6a None None] Pushing event updated for resources: {'Port': ['ID=8e4c6985-966c-4f57-a88a-8c67bf181627,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:16.810263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:16.844203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b7432596-7980-4415-a54a-8c0ac44741c4 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:16.882454 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.894263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:16.895601 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.902971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: b7432596-7980-4415-a54a-8c0ac44741c4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:16.903642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b7432596-7980-4415-a54a-8c0ac44741c4 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:17.020468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=fc3af597-2233-4884-8f13-1738e04318be,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:17.033748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c2b76f9-e848-4086-a4a2-5158049992d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.039204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Router 8d820510-1e02-40e8-af7a-e83cb7f93a9e is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:26:17.047807 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.047996 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c2b76f9-e848-4086-a4a2-5158049992d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.051681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network fc3af597-2233-4884-8f13-1738e04318be details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:17.080380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-417af154-958f-4479-9692-9f5a95c1bf27 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7962604 Jul 15 23:26:17.081866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Transition to ACTIVE for port object 176d9613-7005-4007-8232-ec7bf01b4c18 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:17.083909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57192) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:17.091362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': 'fc3af597-2233-4884-8f13-1738e04318be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:17.096680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-ccf88b4e-d7d0-4abc-b94b-59e4b3728cbb tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:17.098389 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-ccf88b4e-d7d0-4abc-b94b-59e4b3728cbb tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.37 "GET /v2.0/networks?id=b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 200 len: 814 time: 0.2802670 Jul 15 23:26:17.209055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:17.213555 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.219558 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.225002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b76f9-e848-4086-a4a2-5158049992d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806e6106-16c5-4494-a38f-2eff53ae6062,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:17.252617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:11Z', 'revision_number': 3, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:17.313131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a52358-0ed0-4d52-82f5-54ec78f1e1db None None] The sync data for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 is: [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:11Z', 'revision_number': 3, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:17.334710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:17.353205 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c2b76f9-e848-4086-a4a2-5158049992d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1e41eb0b964423cb3e6a03e772c268e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9735639 Jul 15 23:26:17.393317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:17.451504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57196) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:17.457955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-223d3bae-98d6-4cd7-9df6-93a10812321b req-99471241-3040-4afb-b054-6a37ddc935bd tempest-ListServersNegativeTestJSON-1970071525 tempest-ListServersNegativeTestJSON-1970071525-project] 10.222.0.23 "GET /v2.0/ports?device_id=28a2392e-9c57-4763-9466-a7a65c9717a3 HTTP/1.1" status: 200 len: 210 time: 0.1188102 Jul 15 23:26:17.479263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:17.565575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:17.576328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Sync routers for ids ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:17.584250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Pushing event updated for resources: {'Port': ['ID=176d9613-7005-4007-8232-ec7bf01b4c18,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:17.593279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Routers {'8d820510-1e02-40e8-af7a-e83cb7f93a9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:17.593929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:17.621955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.628549 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-11e708bb-2722-4210-9544-0d69525c0bd3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4499974 Jul 15 23:26:17.639939 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-eaad6dcd-2553-41d9-8ba6-fae58b547cb0 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=133be05d65a64ef8b32a6cebcf8ea996 HTTP/1.1" status: 200 len: 379 time: 0.4913297 Jul 15 23:26:17.640454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57200) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:17.655398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36acb554-a2e2-4be3-9e27-48776c918ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.677022 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.820016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d71680c-277b-4536-a503-71a8f1bf0f5a req-fcde225e-b9d4-4875-8040-8b71c079fbe1 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 210 time: 0.0984023 Jul 15 23:26:17.837583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36acb554-a2e2-4be3-9e27-48776c918ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.842779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'port': {'device_id': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'admin_state_up': True, 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'security_groups': ['c23d78e7-61bd-400d-b8fb-a203efbac32d']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:17.877778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2a878d71-7d2b-405a-8dbd-c0f32a201436 None None] Provisioning for port 176d9613-7005-4007-8232-ec7bf01b4c18 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:17.882372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2a878d71-7d2b-405a-8dbd-c0f32a201436 None None] Provisioning complete for port 176d9613-7005-4007-8232-ec7bf01b4c18 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:17.882906 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2a878d71-7d2b-405a-8dbd-c0f32a201436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.933197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36acb554-a2e2-4be3-9e27-48776c918ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.935776 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36acb554-a2e2-4be3-9e27-48776c918ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.936987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-36acb554-a2e2-4be3-9e27-48776c918ea7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/806e6106-16c5-4494-a38f-2eff53ae6062 HTTP/1.1" status: 204 len: 168 time: 0.4781399 Jul 15 23:26:17.942823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Set router 8d820510-1e02-40e8-af7a-e83cb7f93a9e gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:18.007725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2a878d71-7d2b-405a-8dbd-c0f32a201436 None None] Port 176d9613-7005-4007-8232-ec7bf01b4c18 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:18.021331 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:26:18.234602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Made reservation on behalf of 133be05d65a64ef8b32a6cebcf8ea996 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:18.238322 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.238546 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-67ccd7d6-a328-4fc5-9dc8-f8023cd3fce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.257467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acb554-a2e2-4be3-9e27-48776c918ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e6106-16c5-4494-a38f-2eff53ae6062,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:18.272475 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.322345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'name': 'tempest-TestServerBasicOps-1697174961-router', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:10Z', 'updated_at': '2021-07-15T23:26:14Z', 'revision_number': 3, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'gw_port': {'id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:13Z', 'updated_at': '2021-07-15T23:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:18.395518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Checking router: 8d820510-1e02-40e8-af7a-e83cb7f93a9e for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:18.401495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Updating router 8d820510-1e02-40e8-af7a-e83cb7f93a9e port e08d8095-713b-4a15-9a5f-5abff00406a6 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:26:18.422538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.458007 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.663689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device dce25b1b-39f8-4448-b0dd-2c29cdcdca9f no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:18.733227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: dce25b1b-39f8-4448-b0dd-2c29cdcdca9f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:18.733547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device dce25b1b-39f8-4448-b0dd-2c29cdcdca9f not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:18.808510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8e4c6985-966c-4f57-a88a-8c67bf181627 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:19.047932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 8e4c6985-966c-4f57-a88a-8c67bf181627 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:19.061245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57214) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:19.071431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=eb09304b-eee5-4150-bdef-d2f20318a158,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.073508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8e4c6985-966c-4f57-a88a-8c67bf181627 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:19.079640 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.239990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Allocated IP 172.20.0.12 (b02f2a03-9b4e-4175-8375-8747b70b26a9/426d4c12-cde9-40e7-ae27-77f0bce27a8b/92377eb8-9187-400d-a6ad-3b58d18c79f6) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:19.269074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72c520cc-66ad-44bd-b5e5-519a0e59946b req-ece73ef4-0d8f-4356-ad05-453c1a33de83 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 210 time: 0.2079849 Jul 15 23:26:19.305499 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.328145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': '36147b65-9f96-4b79-aa15-451528f5eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fc3af597-2233-4884-8f13-1738e04318be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:19.328892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: fc3af597-2233-4884-8f13-1738e04318be, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:19.338860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08673a5-d1e8-4eb7-a64d-af19730980de admin admin] Deleting subnet c4443607-2822-4548-8b03-5eac3e91d2f9 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:19.344357 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c08673a5-d1e8-4eb7-a64d-af19730980de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.360709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.374956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Transition to ACTIVE for port object e08d8095-713b-4a15-9a5f-5abff00406a6 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:19.399195 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.428638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.450231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Transition to ACTIVE for port object 92377eb8-9187-400d-a6ad-3b58d18c79f6 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:19.450885 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.481585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Attempting to bind port e08d8095-713b-4a15-9a5f-5abff00406a6 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:19.481945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Attempting to bind port e08d8095-713b-4a15-9a5f-5abff00406a6 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:19.482314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Attempting to bind port e08d8095-713b-4a15-9a5f-5abff00406a6 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:19.494491 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:19.501734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:19.502048 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.502374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:19.502910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Bound port: e08d8095-713b-4a15-9a5f-5abff00406a6, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:19.503304 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.505385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19663b-0177-4a15-8a00-2de37a22a4a3 None None] Pushing event updated for resources: {'Port': ['ID=e08d8095-713b-4a15-9a5f-5abff00406a6,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.519123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 8e4c6985-966c-4f57-a88a-8c67bf181627, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8e4c6985-966c-4f57-a88a-8c67bf181627,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:19.541838 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.585165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.641285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] For port e08d8095-713b-4a15-9a5f-5abff00406a6, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:19.646276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] For port e08d8095-713b-4a15-9a5f-5abff00406a6, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e08d8095-713b-4a15-9a5f-5abff00406a6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:19.649622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=8e4c6985-966c-4f57-a88a-8c67bf181627,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.661675 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.697862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c08673a5-d1e8-4eb7-a64d-af19730980de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.708882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'Port': ['ID=92377eb8-9187-400d-a6ad-3b58d18c79f6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.746850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:19.747906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network fc3af597-2233-4884-8f13-1738e04318be is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:19.767774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:19.780107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, fc3af597-2233-4884-8f13-1738e04318be) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:19.791303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:19.791908 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.797198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19663b-0177-4a15-8a00-2de37a22a4a3 None None] Pushing event updated for resources: {'Port': ['ID=e08d8095-713b-4a15-9a5f-5abff00406a6,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.804211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:19.810545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af77cd-7256-4257-a5e7-f355ef15c6f0 None None] Network fc3af597-2233-4884-8f13-1738e04318be requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:19.818223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c08673a5-d1e8-4eb7-a64d-af19730980de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.827949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Routers {'8d820510-1e02-40e8-af7a-e83cb7f93a9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:19.831374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:25:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:19.898533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c08673a5-d1e8-4eb7-a64d-af19730980de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.966489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-893c8c1f-0ed3-4fdc-b45d-1686c81a68ab tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8810637 Jul 15 23:26:19.980510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57238) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:19.983049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.990085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': 'fc3af597-2233-4884-8f13-1738e04318be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:19.998061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08673a5-d1e8-4eb7-a64d-af19730980de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4443607-2822-4548-8b03-5eac3e91d2f9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:20.014324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c08673a5-d1e8-4eb7-a64d-af19730980de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.018743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:20.020076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c08673a5-d1e8-4eb7-a64d-af19730980de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c4443607-2822-4548-8b03-5eac3e91d2f9 HTTP/1.1" status: 204 len: 168 time: 0.9386232 Jul 15 23:26:20.022108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.031921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57240) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:20.038076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.185443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Pushing event updated for resources: {'Port': ['ID=176d9613-7005-4007-8232-ec7bf01b4c18,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:20.191022 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.213216 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-f20614e7-6755-42ac-a433-7738aa0aefdf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4277842 Jul 15 23:26:20.273288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Request body: {'port': {'device_id': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:20.290837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] Set router 8d820510-1e02-40e8-af7a-e83cb7f93a9e gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:20.327925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:20.331890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.480047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:20.489409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:20.503549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.587630 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.592268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-fc3af597-2233-4884-8f13-1738e04318be', 'network_id': 'fc3af597-2233-4884-8f13-1738e04318be', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': 'eb09304b-eee5-4150-bdef-d2f20318a158'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:20.593189 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.604605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f4946b0b-a72c-46f8-afd7-d9234acb5182 None None] Provisioning for port 92377eb8-9187-400d-a6ad-3b58d18c79f6 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:20.641336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f4946b0b-a72c-46f8-afd7-d9234acb5182 None None] Provisioning complete for port 92377eb8-9187-400d-a6ad-3b58d18c79f6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:20.641833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f4946b0b-a72c-46f8-afd7-d9234acb5182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.773694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8e4c6985-966c-4f57-a88a-8c67bf181627 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:20.852339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b704ae-529e-433e-8fff-6ac1f94a5e0b req-a43ae10e-ac63-49ad-b377-03e7c17e6139 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:20.853937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53b704ae-529e-433e-8fff-6ac1f94a5e0b req-a43ae10e-ac63-49ad-b377-03e7c17e6139 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 932 time: 0.2525976 Jul 15 23:26:20.900489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Router 014179da-2255-40b5-8492-2c860b926268 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:20.907875 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b1c80eb2-bbc4-46ce-aac4-7ced4975f861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.913443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f4946b0b-a72c-46f8-afd7-d9234acb5182 None None] Port 92377eb8-9187-400d-a6ad-3b58d18c79f6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:20.926672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'name': 'tempest-TestServerBasicOps-1697174961-router', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:10Z', 'updated_at': '2021-07-15T23:26:14Z', 'revision_number': 3, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'gw_port': {'id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:13Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:20.965504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.968957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ddcef-b737-478b-9c39-b50681b6a09e None None] The sync data for ids ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'] in n-d-793618-8 is: [{'id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'name': 'tempest-TestServerBasicOps-1697174961-router', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:10Z', 'updated_at': '2021-07-15T23:26:14Z', 'revision_number': 3, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'gw_port': {'id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:13Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:21.024813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53b704ae-529e-433e-8fff-6ac1f94a5e0b req-3eb0f20f-f921-4dd7-8cf1-2b987a42c8fe tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593053 Jul 15 23:26:21.065180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8e4c6985-966c-4f57-a88a-8c67bf181627 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:21.065560 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.141240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1577dd7b-459f-4f2a-bccc-5f45c2846cb4 None None] Provisioning complete for port 176d9613-7005-4007-8232-ec7bf01b4c18 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:21.141710 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1577dd7b-459f-4f2a-bccc-5f45c2846cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.193258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:21.208897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4e50a08d-a779-4492-b691-6c973ca20faa admin admin] 10.222.0.23 "PUT /v2.0/routers/014179da-2255-40b5-8492-2c860b926268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5748811 Jul 15 23:26:21.209129 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Sync routers for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:21.216431 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:21.217063 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:21.222225 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.251581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1577dd7b-459f-4f2a-bccc-5f45c2846cb4 None None] Port 176d9613-7005-4007-8232-ec7bf01b4c18 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:21.255620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Allocated IP 2001:db8::2 (fc3af597-2233-4884-8f13-1738e04318be/eb09304b-eee5-4150-bdef-d2f20318a158/f879cc16-b0dc-4663-94bd-a20b3b0569aa) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:21.276711 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.282025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.310275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ecb1b5-cbdb-4946-bdca-68d6811b717c']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:21.324764 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3d600b-63d3-47cb-8104-4b10b55bc217') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:21.325444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3d600b-63d3-47cb-8104-4b10b55bc217') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:21.365782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.385976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.413690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:21.438740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network fc3af597-2233-4884-8f13-1738e04318be is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:21.444689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:21.449476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:21.456522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.464825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=94293a48-edd3-4fa3-8b04-d65cbb8bec20,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:21.465631 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.483665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-961149ca-58dc-40d2-a336-54ef3fdb0d36 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4981718 Jul 15 23:26:21.486211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57270) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:21.571351 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:21.575350 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:21.668590 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.756489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a971aa-03e0-420c-87cb-968f140ed79f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:21.760523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a971aa-03e0-420c-87cb-968f140ed79f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:21.765339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a971aa-03e0-420c-87cb-968f140ed79f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:21.768819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a971aa-03e0-420c-87cb-968f140ed79f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:21.772159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a971aa-03e0-420c-87cb-968f140ed79f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:21.781630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-80a971aa-03e0-420c-87cb-968f140ed79f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2883737 Jul 15 23:26:21.781836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.781974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57276) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:21.790922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-727540195'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:21.815163 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.822891 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e9ecb1b5-cbdb-4946-bdca-68d6811b717c HTTP/1.1" status: 204 len: 168 time: 1.7889416 Jul 15 23:26:21.844444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:21.853112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.892732 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.913948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:21.919272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Transition to ACTIVE for port object f879cc16-b0dc-4663-94bd-a20b3b0569aa will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:21.937831 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:21.938190 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment 14954cfa-d5c0-46d2-afe5-f036856e3496 of type vlan for network a718105d-40a0-45e6-a67b-fd93cb2cf93e Jul 15 23:26:21.944968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c041d-eb17-4463-a32f-1b191edcfdf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ecb1b5-cbdb-4946-bdca-68d6811b717c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:21.956684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Allocated IP 172.20.0.1 (65017ccc-6191-4ccb-b4a5-ba75aa5570d7/94167d2c-d503-4c25-85f2-11fa378ae378/aee91e46-f687-4ce6-a651-6e898607f007) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:21.966984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Transition to ACTIVE for port object f879cc16-b0dc-4663-94bd-a20b3b0569aa will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:21.983400 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.050664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.093781 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 2, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:22.122627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Pushing event updated for resources: {'Port': ['ID=f879cc16-b0dc-4663-94bd-a20b3b0569aa,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:22.142030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Network fc3af597-2233-4884-8f13-1738e04318be is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:22.145928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:22.152508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:22.167009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.168691 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Checking router: 014179da-2255-40b5-8492-2c860b926268 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:22.170197 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Updating router 014179da-2255-40b5-8492-2c860b926268 port 176d9613-7005-4007-8232-ec7bf01b4c18 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:26:22.179585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:22.180241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.247113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4615624 Jul 15 23:26:22.264509 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.276294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57284) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:22.303848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57286) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:22.318558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2ae31824-3cc9-4ac4-bf1c-4982443c189b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:22.340945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Attempting to bind port f879cc16-b0dc-4663-94bd-a20b3b0569aa on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:22.341324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Attempting to bind port f879cc16-b0dc-4663-94bd-a20b3b0569aa by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '36147b65-9f96-4b79-aa15-451528f5eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fc3af597-2233-4884-8f13-1738e04318be'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:22.341690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Attempting to bind port f879cc16-b0dc-4663-94bd-a20b3b0569aa on network fc3af597-2233-4884-8f13-1738e04318be {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:22.356304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:22.356675 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Checking segment: {'id': '36147b65-9f96-4b79-aa15-451528f5eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fc3af597-2233-4884-8f13-1738e04318be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:22.357073 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.357462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Bound using segment: {'id': '36147b65-9f96-4b79-aa15-451528f5eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fc3af597-2233-4884-8f13-1738e04318be'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:22.357926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Bound port: f879cc16-b0dc-4663-94bd-a20b3b0569aa, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36147b65-9f96-4b79-aa15-451528f5eca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fc3af597-2233-4884-8f13-1738e04318be'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:22.358305 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.526228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871712b1-d5a4-4025-86f7-d5f62a224b16 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=a718105d-40a0-45e6-a67b-fd93cb2cf93e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:22.536861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] For port f879cc16-b0dc-4663-94bd-a20b3b0569aa, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:22.545208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] For port f879cc16-b0dc-4663-94bd-a20b3b0569aa, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f879cc16-b0dc-4663-94bd-a20b3b0569aa,segment=NetworkSegment(36147b65-9f96-4b79-aa15-451528f5eca3),segment_id=36147b65-9f96-4b79-aa15-451528f5eca3)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:22.553413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a718105d-40a0-45e6-a67b-fd93cb2cf93e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:22.562367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f53509d6-4b5b-4383-8697-f7a72ea282f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=594b324e3e8a4dc18e9cc8df33db12cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517107 Jul 15 23:26:22.565214 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.570080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57290) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:22.652586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d43911-a3b9-42f3-b372-0437850959cb req-c7c8406c-579b-4a0f-acf4-38ccdaa61f77 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:22.659073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3d43911-a3b9-42f3-b372-0437850959cb req-c7c8406c-579b-4a0f-acf4-38ccdaa61f77 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 932 time: 0.2800179 Jul 15 23:26:22.781169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a95390e-73b4-4f35-9125-79dffaf9bd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.808939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port e3527773-81c0-461b-a128-d33437c5618f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:22.810993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.842734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3d43911-a3b9-42f3-b372-0437850959cb req-cb8629e6-4d0f-4faa-ac8b-623336b01ae2 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342359 Jul 15 23:26:22.843859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e08d8095-713b-4a15-9a5f-5abff00406a6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:22.856945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a95390e-73b4-4f35-9125-79dffaf9bd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.929864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dc732-61d5-4ec0-aeed-167e4facb40a None None] Pushing event updated for resources: {'Port': ['ID=f879cc16-b0dc-4663-94bd-a20b3b0569aa,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:22.983155 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.991643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a95390e-73b4-4f35-9125-79dffaf9bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.994576 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a95390e-73b4-4f35-9125-79dffaf9bd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:22.997269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2a95390e-73b4-4f35-9125-79dffaf9bd8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9724412a-f528-4d57-ac11-cb60ecf6a4bc HTTP/1.1" status: 204 len: 168 time: 0.4186959 Jul 15 23:26:23.008829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95390e-73b4-4f35-9125-79dffaf9bd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9724412a-f528-4d57-ac11-cb60ecf6a4bc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.012083 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Transition to ACTIVE for port object 176d9613-7005-4007-8232-ec7bf01b4c18 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:23.016519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e08d8095-713b-4a15-9a5f-5abff00406a6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:23.023231 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.045425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e08d8095-713b-4a15-9a5f-5abff00406a6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:23.046976 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.135216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.178372 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Pushing event updated for resources: {'Port': ['ID=176d9613-7005-4007-8232-ec7bf01b4c18,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.188371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for e3527773-81c0-461b-a128-d33437c5618f owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:23.306673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57300) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:23.312329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-08f3e724-3e02-497f-9c2b-00aeae801688 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793533690', 'description': 'tempest-description--1730758587'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:23.332990 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.365976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e08d8095-713b-4a15-9a5f-5abff00406a6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e08d8095-713b-4a15-9a5f-5abff00406a6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:23.367288 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.372166 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.380934 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.385729 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.386069 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.386404 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.386732 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.387084 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.387406 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.387720 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.395801 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.397227 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.399827 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.400331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08f3e724-3e02-497f-9c2b-00aeae801688 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.402826 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:23.451669 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Attempting to bind port 176d9613-7005-4007-8232-ec7bf01b4c18 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:23.456200 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Attempting to bind port 176d9613-7005-4007-8232-ec7bf01b4c18 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:23.457150 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Attempting to bind port 176d9613-7005-4007-8232-ec7bf01b4c18 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:23.476857 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:23.477237 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Checking segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:23.477623 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.478014 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Bound using segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:23.478507 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Bound port: 176d9613-7005-4007-8232-ec7bf01b4c18, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:23.478920 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.574826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e08d8095-713b-4a15-9a5f-5abff00406a6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.639960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08f3e724-3e02-497f-9c2b-00aeae801688 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.652282 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08f3e724-3e02-497f-9c2b-00aeae801688 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.701341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.722059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08f3e724-3e02-497f-9c2b-00aeae801688 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.723401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-08f3e724-3e02-497f-9c2b-00aeae801688 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4163227 Jul 15 23:26:23.728522 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] For port 176d9613-7005-4007-8232-ec7bf01b4c18, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:23.741407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57304) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:23.748989 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] For port 176d9613-7005-4007-8232-ec7bf01b4c18, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=176d9613-7005-4007-8232-ec7bf01b4c18,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:23.757415 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.769209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3e724-3e02-497f-9c2b-00aeae801688 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd13dfb-a4cc-4d96-9871-c5719f1606c0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.792222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:23.808583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d5bbbce0-bb05-4e1e-8e0b-231deec0d930 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'security_group_rule': {'security_group_id': '8bd13dfb-a4cc-4d96-9871-c5719f1606c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:23.838062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=e3527773-81c0-461b-a128-d33437c5618f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.905981 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e5a16-e7f5-4b6f-990b-0627ee855a40 None None] Pushing event updated for resources: {'Port': ['ID=176d9613-7005-4007-8232-ec7bf01b4c18,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:23.923844 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:23.924402 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:24.014188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92377eb8-9187-400d-a6ad-3b58d18c79f6 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:24.037757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:24.068175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Transition to ACTIVE for port object 92377eb8-9187-400d-a6ad-3b58d18c79f6 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:24.143588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:24.206446 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:24.364603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71261963-41dd-4c69-8789-bf6fb3e64a66 req-d18c185c-3b56-4d90-a5d4-764c9ae1429f tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:24.383413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71261963-41dd-4c69-8789-bf6fb3e64a66 req-d18c185c-3b56-4d90-a5d4-764c9ae1429f tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 944 time: 0.2272689 Jul 15 23:26:24.467069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Pushing event updated for resources: {'Port': ['ID=92377eb8-9187-400d-a6ad-3b58d18c79f6,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:24.539400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71261963-41dd-4c69-8789-bf6fb3e64a66 req-534b8c4b-d1e2-4353-99b2-5acc4154741e tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503508 Jul 15 23:26:24.611622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Transition to ACTIVE for port object aee91e46-f687-4ce6-a651-6e898607f007 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:24.683162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbce0-bb05-4e1e-8e0b-231deec0d930 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:24.823245 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbce0-bb05-4e1e-8e0b-231deec0d930 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:24.870657 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:23Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:24.920916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf81884-9895-4317-a478-349bdfb8dda0 None None] Network fc3af597-2233-4884-8f13-1738e04318be requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:24.930429 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbce0-bb05-4e1e-8e0b-231deec0d930 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:24.951788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ae31824-3cc9-4ac4-bf1c-4982443c189b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:25.024786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbbce0-bb05-4e1e-8e0b-231deec0d930 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b954c316-487b-4f7d-a1cc-aa81b1a15b10,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:25.099649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e08d8095-713b-4a15-9a5f-5abff00406a6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:25.115031 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45784b48-d5b3-4bc3-90a7-2402b45458b7 None None] The sync data for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 is: [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:23Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:25.224592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-18e82d05-0c83-4e92-b36f-baa1b17d736d None None] Provisioning for port f879cc16-b0dc-4663-94bd-a20b3b0569aa completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:25.292057 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:25.323827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e08d8095-713b-4a15-9a5f-5abff00406a6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:25.324471 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:25.589763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f879cc16-b0dc-4663-94bd-a20b3b0569aa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:25.843912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57346) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:25.961128 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbce0-bb05-4e1e-8e0b-231deec0d930 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:25.961996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae67697-ac65-489a-9e70-9cd5d4bc7cde req-3828ad92-e97e-420b-86d0-531b3f03eed4 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:25.963147 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d5bbbce0-bb05-4e1e-8e0b-231deec0d930 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2144246 Jul 15 23:26:25.968662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae67697-ac65-489a-9e70-9cd5d4bc7cde req-3828ad92-e97e-420b-86d0-531b3f03eed4 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 944 time: 0.2063522 Jul 15 23:26:25.969160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57352) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:25.979881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-18db37ba-bc2d-4600-b52e-bce446638163 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'security_group_rule': {'security_group_id': '8bd13dfb-a4cc-4d96-9871-c5719f1606c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:25.998892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ae31824-3cc9-4ac4-bf1c-4982443c189b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.077682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f879cc16-b0dc-4663-94bd-a20b3b0569aa completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:26.083389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ae31824-3cc9-4ac4-bf1c-4982443c189b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network a718105d-40a0-45e6-a67b-fd93cb2cf93e is not hosted by any dhcp agent {{(pid=93714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:26:26.089666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae31824-3cc9-4ac4-bf1c-4982443c189b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:26.090599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ae31824-3cc9-4ac4-bf1c-4982443c189b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.092215 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2ae31824-3cc9-4ac4-bf1c-4982443c189b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "PUT /v2.0/networks/a718105d-40a0-45e6-a67b-fd93cb2cf93e HTTP/1.1" status: 200 len: 723 time: 3.8076200 Jul 15 23:26:26.101238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57354) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:26.110433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ae67697-ac65-489a-9e70-9cd5d4bc7cde req-8b255ff0-fe0e-4d37-ad76-9571cfa45cbf tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122820 Jul 15 23:26:26.120671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.140436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Attempting to bind port 92377eb8-9187-400d-a6ad-3b58d18c79f6 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:26.140871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Attempting to bind port 92377eb8-9187-400d-a6ad-3b58d18c79f6 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:26.141234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Attempting to bind port 92377eb8-9187-400d-a6ad-3b58d18c79f6 on network b02f2a03-9b4e-4175-8375-8747b70b26a9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:26.144922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': 'a718105d-40a0-45e6-a67b-fd93cb2cf93e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:26.158953 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.160739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f879cc16-b0dc-4663-94bd-a20b3b0569aa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:26.161313 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.163724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18db37ba-bc2d-4600-b52e-bce446638163 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.301420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f41d44-ccee-41a1-aed6-ec7ecfa47e9d None None] Update dhcp port {'port': {'network_id': 'fc3af597-2233-4884-8f13-1738e04318be', 'fixed_ips': [{'subnet_id': 'eb09304b-eee5-4150-bdef-d2f20318a158', 'ip_address': '2001:db8::2'}, {'subnet_id': '94293a48-edd3-4fa3-8b04-d65cbb8bec20'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'f879cc16-b0dc-4663-94bd-a20b3b0569aa'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:26:26.331063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Port 92377eb8-9187-400d-a6ad-3b58d18c79f6 on network b02f2a03-9b4e-4175-8375-8747b70b26a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:26.331424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Attempting to bind port 92377eb8-9187-400d-a6ad-3b58d18c79f6 on network b02f2a03-9b4e-4175-8375-8747b70b26a9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:26.339279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Pushing event updated for resources: {'Port': ['ID=aee91e46-f687-4ce6-a651-6e898607f007,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:26.351843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae31824-3cc9-4ac4-bf1c-4982443c189b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=a718105d-40a0-45e6-a67b-fd93cb2cf93e,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:26.374086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a718105d-40a0-45e6-a67b-fd93cb2cf93e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:26.411358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:26.411702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Checking segment: {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:26.412099 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Bound using segment: {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:26.412554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Bound port: 92377eb8-9187-400d-a6ad-3b58d18c79f6, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7809dd-087c-4728-b4c3-ca62fee5b215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:26.412915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.467470 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.508179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:26.513001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] For port 92377eb8-9187-400d-a6ad-3b58d18c79f6, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:26.515886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:26.519064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1004401797-network', 'tenant_id': '285ac1dbb37a4f3e904ccf87b1d6612d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:26.527960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:26.592281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] For port 92377eb8-9187-400d-a6ad-3b58d18c79f6, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:26.593897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Made reservation on behalf of 285ac1dbb37a4f3e904ccf87b1d6612d for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:26.601741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f879cc16-b0dc-4663-94bd-a20b3b0569aa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f879cc16-b0dc-4663-94bd-a20b3b0569aa,segment=NetworkSegment(36147b65-9f96-4b79-aa15-451528f5eca3),segment_id=36147b65-9f96-4b79-aa15-451528f5eca3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:26.604240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.612688 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-52f41d44-ccee-41a1-aed6-ec7ecfa47e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.625193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.642482 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.658744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.702784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18db37ba-bc2d-4600-b52e-bce446638163 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.715346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18db37ba-bc2d-4600-b52e-bce446638163 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.743522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db37ba-bc2d-4600-b52e-bce446638163 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fdf022-2e37-401e-8acd-19886b21f9e4,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:26.750063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:26.754235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:26.854531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.044288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 176d9613-7005-4007-8232-ec7bf01b4c18 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:27.060437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.060972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.062594 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] 10.222.0.37 "PUT /v2.0/ports/92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 200 len: 1092 time: 6.7978449 Jul 15 23:26:27.090202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:27.092932 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:27.110636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23432a2-5edf-4fbd-b825-7e6cba96a9ee service neutron] Pushing event updated for resources: {'Port': ['ID=92377eb8-9187-400d-a6ad-3b58d18c79f6,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.150412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-52f41d44-ccee-41a1-aed6-ec7ecfa47e9d None None] Allocated IP 172.20.0.1 (fc3af597-2233-4884-8f13-1738e04318be/94293a48-edd3-4fa3-8b04-d65cbb8bec20/f879cc16-b0dc-4663-94bd-a20b3b0569aa) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:27.221917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router 3fb9c16b-fe02-4646-8337-859cc2166271 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:27.230809 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ec10dc-93a6-4421-aa15-c616032a30c0 x-openstack-request-id: req-75ec10dc-93a6-4421-aa15-c616032a30c0 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:27.231108 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:27.231357 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75ec10dc-93a6-4421-aa15-c616032a30c0 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:27.231758 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'status': 'completed', 'code': 200} Jul 15 23:26:27.275607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.297771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-d3131e12-d42c-455f-8b9c-1ff64958eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.299356 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-d3131e12-d42c-455f-8b9c-1ff64958eb13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1095 time: 0.1629460 Jul 15 23:26:27.334859 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.342630 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18db37ba-bc2d-4600-b52e-bce446638163 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.354467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-18db37ba-bc2d-4600-b52e-bce446638163 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3842192 Jul 15 23:26:27.364827 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-075d6c61-45fa-4cfb-a392-0450f4a8c6c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 200 len: 217 time: 0.0507329 Jul 15 23:26:27.364993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-52f41d44-ccee-41a1-aed6-ec7ecfa47e9d None None] For port f879cc16-b0dc-4663-94bd-a20b3b0569aa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f879cc16-b0dc-4663-94bd-a20b3b0569aa,segment=NetworkSegment(36147b65-9f96-4b79-aa15-451528f5eca3),segment_id=36147b65-9f96-4b79-aa15-451528f5eca3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:27.365293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57368) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:27.401304 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-52f41d44-ccee-41a1-aed6-ec7ecfa47e9d None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.403276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:27.420509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a0cc55-99b5-43ed-b3f0-4ec4da951c82,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.421394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.428381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-52f41d44-ccee-41a1-aed6-ec7ecfa47e9d None None] Transition to ACTIVE for port object f879cc16-b0dc-4663-94bd-a20b3b0569aa will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:27.430382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cf7adf75-cfdd-4f3d-b23c-d468b707824f None None] Provisioning for port aee91e46-f687-4ce6-a651-6e898607f007 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:27.430505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:27.437783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.447918 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-52f41d44-ccee-41a1-aed6-ec7ecfa47e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.458727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cf7adf75-cfdd-4f3d-b23c-d468b707824f None None] Provisioning complete for port aee91e46-f687-4ce6-a651-6e898607f007 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:27.459114 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf7adf75-cfdd-4f3d-b23c-d468b707824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.473681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.474298 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Added segment 2ce894ea-1197-4f0b-8fa0-90e101586a62 of type vlan for network 8873e79b-ac37-4fdd-b097-38b883085d20 Jul 15 23:26:27.490044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f879cc16-b0dc-4663-94bd-a20b3b0569aa,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.517891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-fd3850fa-07ae-43a0-9d63-3c925cc210c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.519904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-fd3850fa-07ae-43a0-9d63-3c925cc210c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=426d4c12-cde9-40e7-ae27-77f0bce27a8b HTTP/1.1" status: 200 len: 853 time: 0.1113451 Jul 15 23:26:27.577916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c13d81-2947-474e-9d12-e6fb54252a02 req-71a7fe1f-5a11-454b-8017-6c9127764a15 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.585260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 176d9613-7005-4007-8232-ec7bf01b4c18 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:27.585504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6c13d81-2947-474e-9d12-e6fb54252a02 req-71a7fe1f-5a11-454b-8017-6c9127764a15 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 944 time: 0.2298212 Jul 15 23:26:27.589690 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.601338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=06dd3c8f-5a02-4fba-85fd-19af403fbc66,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.618061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': '14954cfa-d5c0-46d2-afe5-f036856e3496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a718105d-40a0-45e6-a67b-fd93cb2cf93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:27.618430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: a718105d-40a0-45e6-a67b-fd93cb2cf93e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:27.621414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-cf7adf75-cfdd-4f3d-b23c-d468b707824f None None] Port aee91e46-f687-4ce6-a651-6e898607f007 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:27.630397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 176d9613-7005-4007-8232-ec7bf01b4c18 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:27.630956 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.672928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6c13d81-2947-474e-9d12-e6fb54252a02 req-58e8814f-93e5-4ce9-8605-2276f1aef1d6 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863912 Jul 15 23:26:27.676666 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.677984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.679416 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.680338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f41d44-ccee-41a1-aed6-ec7ecfa47e9d None None] Pushing event updated for resources: {'Port': ['ID=f879cc16-b0dc-4663-94bd-a20b3b0569aa,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.709753 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network a718105d-40a0-45e6-a67b-fd93cb2cf93e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:27.721341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8761268 Jul 15 23:26:27.724553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57374) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:27.731452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Request body: {'subnet': {'network_id': '8873e79b-ac37-4fdd-b097-38b883085d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1004401797-subnet', 'tenant_id': '285ac1dbb37a4f3e904ccf87b1d6612d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:27.744187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.746413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, a718105d-40a0-45e6-a67b-fd93cb2cf93e) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:27.753439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.754325 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.772604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c9d49-c8bd-4485-86f5-1bae63a7127e None None] Network a718105d-40a0-45e6-a67b-fd93cb2cf93e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:27.805842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0f4e35df-15ca-4d94-b7d5-2bf0eaab0396 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6914616 Jul 15 23:26:27.810377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57376) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:27.823012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-99c206f4-def5-44a2-be31-85e48d900cec tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:27.844813 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.880957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:27.902683 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-77a27507-c83f-47a3-86be-e09cb60697bc tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/routers/3fb9c16b-fe02-4646-8337-859cc2166271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1417992 Jul 15 23:26:27.913952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-a3506afe-fe10-4ec7-964f-6394701a4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.916381 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-a3506afe-fe10-4ec7-964f-6394701a4c5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b02f2a03-9b4e-4175-8375-8747b70b26a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538840 Jul 15 23:26:27.916789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57378) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:27.918578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1d996-6aaa-494a-8d6e-4553bc8d1be3 None None] Sync routers for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:27.956290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Made reservation on behalf of 285ac1dbb37a4f3e904ccf87b1d6612d for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:27.958880 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.976540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 176d9613-7005-4007-8232-ec7bf01b4c18, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=176d9613-7005-4007-8232-ec7bf01b4c18,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:27.982012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24daa76f-e4ad-4715-a1d3-344c06fc2b91 admin admin] Pushing event updated for resources: {'Network': ['ID=8873e79b-ac37-4fdd-b097-38b883085d20,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.986817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1d996-6aaa-494a-8d6e-4553bc8d1be3 None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:27.988123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-eae1d996-6aaa-494a-8d6e-4553bc8d1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:28.054307 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.061530 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.064438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8873e79b-ac37-4fdd-b097-38b883085d20 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:28.070397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-eae1d996-6aaa-494a-8d6e-4553bc8d1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:28.074145 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99c206f4-def5-44a2-be31-85e48d900cec tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33474423'] for subnet, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.161357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1d996-6aaa-494a-8d6e-4553bc8d1be3 None None] Routers {'3fb9c16b-fe02-4646-8337-859cc2166271'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:28.162041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-eae1d996-6aaa-494a-8d6e-4553bc8d1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3fb9c16b-fe02-4646-8337-859cc2166271'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:28.289059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-eae1d996-6aaa-494a-8d6e-4553bc8d1be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:28.289731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1d996-6aaa-494a-8d6e-4553bc8d1be3 None None] The sync data for ids ['3fb9c16b-fe02-4646-8337-859cc2166271'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:28.310041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=176d9613-7005-4007-8232-ec7bf01b4c18,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:28.366809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-a718105d-40a0-45e6-a67b-fd93cb2cf93e', 'network_id': 'a718105d-40a0-45e6-a67b-fd93cb2cf93e', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': '06dd3c8f-5a02-4fba-85fd-19af403fbc66'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:28.367859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.472948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.489366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.525695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.533951 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-c88549d0-6408-4ce0-835a-3a476722bc08 service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856644 Jul 15 23:26:28.567949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a75e49-1160-42a3-b155-2d8ac2d26277 None None] Network fc3af597-2233-4884-8f13-1738e04318be requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:28.586665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a00204-3d24-472d-9144-e62a9c06d08f,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:28.602046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99c206f4-def5-44a2-be31-85e48d900cec tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771653305739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33329057'] for subnet, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.655216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.672089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c206f4-def5-44a2-be31-85e48d900cec tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=06dd3c8f-5a02-4fba-85fd-19af403fbc66,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:28.694739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c206f4-def5-44a2-be31-85e48d900cec tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:28.696016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99c206f4-def5-44a2-be31-85e48d900cec tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.698522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-99c206f4-def5-44a2-be31-85e48d900cec tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "PUT /v2.0/subnets/06dd3c8f-5a02-4fba-85fd-19af403fbc66 HTTP/1.1" status: 200 len: 826 time: 0.8866634 Jul 15 23:26:28.707447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Pushing event updated for resources: {'Port': ['ID=aee91e46-f687-4ce6-a651-6e898607f007,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:28.709436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57386) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:28.716049 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.788633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.871163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Allocated IP 2001:db8::2 (a718105d-40a0-45e6-a67b-fd93cb2cf93e/06dd3c8f-5a02-4fba-85fd-19af403fbc66/ff526ec5-7f39-47d6-9e3d-e9f9a87303fa) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:28.890071 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f3d7b4e5-cc4c-4761-89fc-a1363b3e07a5 req-2af1d23e-40ed-4ae8-a3dd-859d7c06846b service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183692 Jul 15 23:26:29.064116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port b5b6d9e6-7951-437a-9d44-7e5ea432910d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:29.064776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.111089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:29.127380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:29.153461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Allocated IP 172.25.3.252 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/fd9a1aac-ec5c-4972-b955-8bb0eb36a6d8) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:29.162204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1d95cec8-74bf-4845-9c38-532f31f32486 None None] Provisioning for port f879cc16-b0dc-4663-94bd-a20b3b0569aa completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:29.166812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 176d9613-7005-4007-8232-ec7bf01b4c18 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:29.352361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.412007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Checking segment: {'id': '2ce894ea-1197-4f0b-8fa0-90e101586a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8873e79b-ac37-4fdd-b097-38b883085d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:29.412596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Network hostable DHCP agents. Network: 8873e79b-ac37-4fdd-b097-38b883085d20, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:29.456282 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.466841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Transition to ACTIVE for port object ff526ec5-7f39-47d6-9e3d-e9f9a87303fa will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:29.500590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Transition to ACTIVE for port object ff526ec5-7f39-47d6-9e3d-e9f9a87303fa will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:29.506168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Network 8873e79b-ac37-4fdd-b097-38b883085d20 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:29.524601 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.533444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1d95cec8-74bf-4845-9c38-532f31f32486 None None] Provisioning complete for port f879cc16-b0dc-4663-94bd-a20b3b0569aa triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:29.533920 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1d95cec8-74bf-4845-9c38-532f31f32486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.587336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.612631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378a9c8-1a86-4556-ab3b-549af62632a0 req-d3b6a719-6a74-4207-804f-993634327ffa tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:29.615278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c378a9c8-1a86-4556-ab3b-549af62632a0 req-d3b6a719-6a74-4207-804f-993634327ffa tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 944 time: 0.2558608 Jul 15 23:26:29.616158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 8873e79b-ac37-4fdd-b097-38b883085d20) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:29.618910 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.631452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:29.632047 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.690391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1066e-262f-4346-833f-042b96bc2610 None None] Network 8873e79b-ac37-4fdd-b097-38b883085d20 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:29.692952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=06dd3c8f-5a02-4fba-85fd-19af403fbc66,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:29.726530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-16b9008a-e902-4b69-926d-abbc4e5ece05 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0003712 Jul 15 23:26:29.731424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-73f4111d-53bc-46f4-95b8-370e2d0563f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:29.733169 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-73f4111d-53bc-46f4-95b8-370e2d0563f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1095 time: 0.6866820 Jul 15 23:26:29.751585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.753867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Network a718105d-40a0-45e6-a67b-fd93cb2cf93e is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:29.792053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.807950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:29.822851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c378a9c8-1a86-4556-ab3b-549af62632a0 req-f6f3dc0a-3ac0-41bc-9a6c-e7465031888c tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873472 Jul 15 23:26:29.824643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a718105d-40a0-45e6-a67b-fd93cb2cf93e']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:29.827600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:29.833378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for b5b6d9e6-7951-437a-9d44-7e5ea432910d owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:29.845484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14954cfa-d5c0-46d2-afe5-f036856e3496') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:29.845783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14954cfa-d5c0-46d2-afe5-f036856e3496') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:29.858356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.873973 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.881482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:29.881931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:29.885818 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:29.900091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Pushing event updated for resources: {'Port': ['ID=ff526ec5-7f39-47d6-9e3d-e9f9a87303fa,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:29.965597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.api [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:26:29.965597 n-d-793618-8 neutron-server[93715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:26:29.965597 n-d-793618-8 neutron-server[93715]: [parameters: {'id': 'a718105d-40a0-45e6-a67b-fd93cb2cf93e'}] Jul 15 23:26:29.965597 n-d-793618-8 neutron-server[93715]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:26:29.966168 n-d-793618-8 neutron-server[93715]: DEBUG oslo_db.api [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:26:30.024715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Router 8d820510-1e02-40e8-af7a-e83cb7f93a9e has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:30.072356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 176d9613-7005-4007-8232-ec7bf01b4c18 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:30.072803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.074703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.088595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-b14aea03-593a-4ef1-b067-2a5533125295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:30.090103 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-b14aea03-593a-4ef1-b067-2a5533125295 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 200 len: 915 time: 0.3466032 Jul 15 23:26:30.132163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Attempting to bind port ff526ec5-7f39-47d6-9e3d-e9f9a87303fa on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:30.132725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Attempting to bind port ff526ec5-7f39-47d6-9e3d-e9f9a87303fa by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '14954cfa-d5c0-46d2-afe5-f036856e3496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a718105d-40a0-45e6-a67b-fd93cb2cf93e'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:30.133186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Attempting to bind port ff526ec5-7f39-47d6-9e3d-e9f9a87303fa on network a718105d-40a0-45e6-a67b-fd93cb2cf93e {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:30.177235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:30.178283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Checking segment: {'id': '14954cfa-d5c0-46d2-afe5-f036856e3496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a718105d-40a0-45e6-a67b-fd93cb2cf93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:30.178958 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.180852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Bound using segment: {'id': '14954cfa-d5c0-46d2-afe5-f036856e3496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a718105d-40a0-45e6-a67b-fd93cb2cf93e'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:30.181537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Bound port: ff526ec5-7f39-47d6-9e3d-e9f9a87303fa, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14954cfa-d5c0-46d2-afe5-f036856e3496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a718105d-40a0-45e6-a67b-fd93cb2cf93e'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:30.182101 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.278994 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-9a981904-908b-4c8a-bb6e-45539129721a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 200 len: 217 time: 0.1127627 Jul 15 23:26:30.285834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.306897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cdc70408-566a-4490-b447-98f02c76a6f3 None None] Provisioning complete for port aee91e46-f687-4ce6-a651-6e898607f007 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:30.307271 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cdc70408-566a-4490-b447-98f02c76a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.321314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1901371-4da7-42b4-85f6-8a44addd791f None None] Network 8873e79b-ac37-4fdd-b097-38b883085d20 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:30.383666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-223e2b15-4a66-475b-b317-3104378b18a6 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:30.391743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-223e2b15-4a66-475b-b317-3104378b18a6 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/networks?id=8873e79b-ac37-4fdd-b097-38b883085d20 HTTP/1.1" status: 200 len: 814 time: 0.2188745 Jul 15 23:26:30.409672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-90865140-72eb-436f-bc9e-d28176d67f3c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/quotas/285ac1dbb37a4f3e904ccf87b1d6612d HTTP/1.1" status: 200 len: 375 time: 0.0166626 Jul 15 23:26:30.426107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f879cc16-b0dc-4663-94bd-a20b3b0569aa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:30.451138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-62d4a3b7-e167-45dc-8b44-0e1d28e50e22 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=285ac1dbb37a4f3e904ccf87b1d6612d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388932 Jul 15 23:26:30.461272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-cdc70408-566a-4490-b447-98f02c76a6f3 None None] Port aee91e46-f687-4ce6-a651-6e898607f007 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:30.467519 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.468106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:30.501025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:30.512609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] For port ff526ec5-7f39-47d6-9e3d-e9f9a87303fa, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:30.515099 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:30.519753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] For port ff526ec5-7f39-47d6-9e3d-e9f9a87303fa, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ff526ec5-7f39-47d6-9e3d-e9f9a87303fa,segment=NetworkSegment(14954cfa-d5c0-46d2-afe5-f036856e3496),segment_id=14954cfa-d5c0-46d2-afe5-f036856e3496)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:30.525039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'Port': ['ID=fd9a1aac-ec5c-4972-b955-8bb0eb36a6d8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:30.538698 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.562862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-6c296264-1ca1-46e1-9652-0147f5f2ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:30.564610 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-6c296264-1ca1-46e1-9652-0147f5f2ddff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=426d4c12-cde9-40e7-ae27-77f0bce27a8b HTTP/1.1" status: 200 len: 853 time: 0.2765157 Jul 15 23:26:30.569769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting port ff526ec5-7f39-47d6-9e3d-e9f9a87303fa {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:30.572281 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.586422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:30.599785 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Sync routers for ids ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:30.619546 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Routers {'8d820510-1e02-40e8-af7a-e83cb7f93a9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:30.621333 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:30.622049 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-79411423-568b-4bb8-ba96-384fa769ae78 admin admin] 10.222.0.23 "PUT /v2.0/routers/8d820510-1e02-40e8-af7a-e83cb7f93a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9748435 Jul 15 23:26:30.641282 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.674370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] For port ff526ec5-7f39-47d6-9e3d-e9f9a87303fa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ff526ec5-7f39-47d6-9e3d-e9f9a87303fa,segment=NetworkSegment(14954cfa-d5c0-46d2-afe5-f036856e3496),segment_id=14954cfa-d5c0-46d2-afe5-f036856e3496)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:30.674945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.697367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Calling delete_port for ff526ec5-7f39-47d6-9e3d-e9f9a87303fa owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:30.711187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=b5b6d9e6-7951-437a-9d44-7e5ea432910d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:30.729132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-a8dadb76-a5cd-4f87-b2ff-4944aa6b31a6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:26:30.741630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-a8dadb76-a5cd-4f87-b2ff-4944aa6b31a6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2891514 Jul 15 23:26:30.788562 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.802260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f879cc16-b0dc-4663-94bd-a20b3b0569aa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:30.804611 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.818779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-ededbae2-67e6-47d1-b84d-2a55aae25c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:30.820420 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-ededbae2-67e6-47d1-b84d-2a55aae25c05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b02f2a03-9b4e-4175-8375-8747b70b26a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460494 Jul 15 23:26:30.866188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.925593 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Set router 8d820510-1e02-40e8-af7a-e83cb7f93a9e gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:30.950291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-1fab8f8e-a415-487b-87b8-1fcd6a129588 service neutron] 10.222.0.23 "GET /v2.0/networks/8873e79b-ac37-4fdd-b097-38b883085d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076895 Jul 15 23:26:30.981464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-97d29d31-7f97-428c-becf-14fae8045a06 None None] Provisioning complete for port f879cc16-b0dc-4663-94bd-a20b3b0569aa triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:30.989579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-97d29d31-7f97-428c-becf-14fae8045a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.032027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.049020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51145c87-9a21-405a-846f-cfb1faf56a1b None None] Pushing event updated for resources: {'Port': ['ID=ff526ec5-7f39-47d6-9e3d-e9f9a87303fa,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:31.069145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21efa38b-4ffb-4b9d-812b-845d36d6d2ed None None] Network a718105d-40a0-45e6-a67b-fd93cb2cf93e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:31.141287 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.201592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No DVR routers for this DVR port ff526ec5-7f39-47d6-9e3d-e9f9a87303fa on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:31.205955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Port': ['ID=ff526ec5-7f39-47d6-9e3d-e9f9a87303fa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:31.221408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.230452 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'name': 'tempest-TestServerBasicOps-1697174961-router', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:10Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 4, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'gw_port': {'id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:13Z', 'updated_at': '2021-07-15T23:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'aee91e46-f687-4ce6-a651-6e898607f007', 'name': '', 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'mac_address': 'fa:16:3e:a8:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '94167d2c-d503-4c25-85f2-11fa378ae378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:20Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 2, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'subnets': [{'id': '94167d2c-d503-4c25-85f2-11fa378ae378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:31.253882 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.269166 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Checking router: 8d820510-1e02-40e8-af7a-e83cb7f93a9e for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:31.270679 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Updating router 8d820510-1e02-40e8-af7a-e83cb7f93a9e port aee91e46-f687-4ce6-a651-6e898607f007 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:26:31.308694 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-d800104b-eb27-4fda-8a5e-5722dc3008cc service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681883 Jul 15 23:26:31.330129 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.382348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.395770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-9f626157-77e6-4238-a76a-b0fb8d63b3df service neutron] 10.222.0.23 "GET /v2.0/networks/8873e79b-ac37-4fdd-b097-38b883085d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445481 Jul 15 23:26:31.434429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688b97f-8936-4145-a934-90209b9a6f1c req-af937ec4-e05c-49ca-bd1f-dc2b1f9eaf12 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:31.438886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2688b97f-8936-4145-a934-90209b9a6f1c req-af937ec4-e05c-49ca-bd1f-dc2b1f9eaf12 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 944 time: 0.3128870 Jul 15 23:26:31.444839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a718105d-40a0-45e6-a67b-fd93cb2cf93e']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:31.489950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.491345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb9c16b-fe02-4646-8337-859cc2166271 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:26:31.513702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.514157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14954cfa-d5c0-46d2-afe5-f036856e3496') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:31.514662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14954cfa-d5c0-46d2-afe5-f036856e3496') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:31.522403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57442) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:31.526793 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c7907eef-d000-4f00-9a71-321f7d193f49 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/routers/3fb9c16b-fe02-4646-8337-859cc2166271 HTTP/1.1" status: 204 len: 168 time: 3.6041517 Jul 15 23:26:31.531893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c88cf9-8a89-43ee-8a9b-a5354e12c8bc None None] Network a718105d-40a0-45e6-a67b-fd93cb2cf93e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:31.620686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.687110 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-28b4b6e5-b8db-4986-87d6-dd1a86db0ee2 req-1fb3391c-1d5c-41ff-82b1-f7e96346392f service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123715 Jul 15 23:26:31.723611 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.781008 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.787397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.793015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc4dbd-1420-44ed-be60-199b6c5b7d44 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:26:31.803873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fb4d14-c886-4c1b-ac96-73d8dd0a741a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting subnet c1f15386-dce3-44dc-bc7c-8ac597a74fb3 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:31.822522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4d14-c886-4c1b-ac96-73d8dd0a741a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.845601 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.891116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'Port': ['ID=fd9a1aac-ec5c-4972-b955-8bb0eb36a6d8,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:31.912383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.930295 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.939350 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-726ca131-c4a5-4b7f-abe1-501ffc551934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5324299 Jul 15 23:26:31.959565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2688b97f-8936-4145-a934-90209b9a6f1c req-7c4549cb-ddc5-4930-a49a-ee7c83a55a00 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5058873 Jul 15 23:26:31.962166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbc4dbd-1420-44ed-be60-199b6c5b7d44 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:26:31.972001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-139b13ed-2a65-4379-bf2a-cfcb5cbd46bc req-ebc28fd2-1a65-4489-ad1a-9842cdc5f245 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 210 time: 0.2428701 Jul 15 23:26:32.030085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:32.030590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:32.034118 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:32.079240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4d14-c886-4c1b-ac96-73d8dd0a741a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.178376 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Transition to ACTIVE for port object aee91e46-f687-4ce6-a651-6e898607f007 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:32.183212 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.188544 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.196249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.198947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/a718105d-40a0-45e6-a67b-fd93cb2cf93e HTTP/1.1" status: 204 len: 168 time: 3.4878647 Jul 15 23:26:32.201555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57470) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:32.243933 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e1b415-c20d-44bd-8fa6-76c24348258a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:32.244571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e1b415-c20d-44bd-8fa6-76c24348258a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:32.251496 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c0e1b415-c20d-44bd-8fa6-76c24348258a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/a718105d-40a0-45e6-a67b-fd93cb2cf93e HTTP/1.1" status: 404 len: 339 time: 0.0480163 Jul 15 23:26:32.258366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57474) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:32.268353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091215408', 'description': 'd1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:32.281313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42073a7b-f13c-4587-be34-3636ec351b20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=a718105d-40a0-45e6-a67b-fd93cb2cf93e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:32.303920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57482) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:32.313693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:32.317848 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c29d-98d1-4f55-a682-bf9486675b8b None None] Pushing event updated for resources: {'Port': ['ID=aee91e46-f687-4ce6-a651-6e898607f007,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:32.318029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.334198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-275357800-network', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:32.372738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:32.389222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.389571 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment bc7af2af-b74c-45f5-95f0-b41719826bcc of type vlan for network 27b44f72-b58a-4edb-a333-4da7f452a224 Jul 15 23:26:32.415211 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Attempting to bind port aee91e46-f687-4ce6-a651-6e898607f007 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:32.415760 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Attempting to bind port aee91e46-f687-4ce6-a651-6e898607f007 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:32.416121 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Attempting to bind port aee91e46-f687-4ce6-a651-6e898607f007 on network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:32.428337 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:32.428967 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Checking segment: {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:32.429372 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.429763 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Bound using segment: {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:32.430245 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Bound port: aee91e46-f687-4ce6-a651-6e898607f007, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:32.430627 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.486244 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.524962 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] For port aee91e46-f687-4ce6-a651-6e898607f007, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:32.529759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Made reservation on behalf of 324a63fd053d447fb704a3b072cb3f29 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:32.531366 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] For port aee91e46-f687-4ce6-a651-6e898607f007, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aee91e46-f687-4ce6-a651-6e898607f007,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:32.532885 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.538676 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.548001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4d14-c886-4c1b-ac96-73d8dd0a741a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.561578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.570136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.572673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.585463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-bffc91e0-23bb-46f8-9090-47cc761e40ed tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--793533690&fields=id&tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2 HTTP/1.1" status: 200 len: 267 time: 0.2227120 Jul 15 23:26:32.586464 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.633496 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Routers {'8d820510-1e02-40e8-af7a-e83cb7f93a9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:32.634183 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:32.698593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=27b44f72-b58a-4edb-a333-4da7f452a224,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:32.712463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 27b44f72-b58a-4edb-a333-4da7f452a224 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:32.722592 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c29d-98d1-4f55-a682-bf9486675b8b None None] Pushing event updated for resources: {'Port': ['ID=aee91e46-f687-4ce6-a651-6e898607f007,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:32.757155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4d14-c886-4c1b-ac96-73d8dd0a741a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.825080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4d14-c886-4c1b-ac96-73d8dd0a741a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:32.830835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57494) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:32.830987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f7fb4d14-c886-4c1b-ac96-73d8dd0a741a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/subnets/c1f15386-dce3-44dc-bc7c-8ac597a74fb3 HTTP/1.1" status: 204 len: 168 time: 1.2934666 Jul 15 23:26:32.837850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb4d14-c886-4c1b-ac96-73d8dd0a741a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f15386-dce3-44dc-bc7c-8ac597a74fb3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:32.850719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe58f88-38f4-4c2a-af9d-2b5b75b4e1ec None None] Network 0102981f-c1b2-4d55-b6b0-d94a7367fe3a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:32.886376 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] Set router 8d820510-1e02-40e8-af7a-e83cb7f93a9e gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:32.889428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-3f46ea3e-9a99-4859-b1e9-aad1b5e14658 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.889877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-3f46ea3e-9a99-4859-b1e9-aad1b5e14658 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.2833936 Jul 15 23:26:32.924949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-d26ea154-c326-436c-b5f0-c877eedaad24 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/quotas/bfa49eb36e4a4c86a5069d0bc18d3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0274584 Jul 15 23:26:33.006678 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.012395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.037259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.039779 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e61fa763-087f-4b96-81c9-5e7f1e8bfc23 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7805769 Jul 15 23:26:33.043084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57502) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:33.076472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:33.101059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.101476 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Added segment 8491623d-52f9-4e05-b194-673b7e2dc30f of type vlan for network d16e89dd-6e80-4336-a438-bc5e02b9b879 Jul 15 23:26:33.210199 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.307264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-cbe584ca-d903-4246-9bcb-bd21948ab7a9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3806934 Jul 15 23:26:33.350412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] DHCP port deletion for 0102981f-c1b2-4d55-b6b0-d94a7367fe3a request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:33.367460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3579f8-4124-4bbf-8dc1-ee45e1547989 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.372565 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5f3579f8-4124-4bbf-8dc1-ee45e1547989 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/networks?id=27b44f72-b58a-4edb-a333-4da7f452a224 HTTP/1.1" status: 200 len: 765 time: 0.3182402 Jul 15 23:26:33.373857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57508) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:33.381434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9c9ad78f-cbf8-4bea-b025-2dec62702772 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'description': 'd2'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:33.423425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 40e307af-e4ef-431b-a069-7f59d445db08 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:33.423788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.479699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] Deleting port 40e307af-e4ef-431b-a069-7f59d445db08 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:33.480890 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.523384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-f62b75cf-7db0-426a-9aae-845e159c015f service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954131 Jul 15 23:26:33.527378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe57ae-6369-41ec-896f-262ca2158009,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:33.547768 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'name': 'tempest-TestServerBasicOps-1697174961-router', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:10Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 4, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'gw_port': {'id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:13Z', 'updated_at': '2021-07-15T23:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'aee91e46-f687-4ce6-a651-6e898607f007', 'name': '', 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'mac_address': 'fa:16:3e:a8:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '94167d2c-d503-4c25-85f2-11fa378ae378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:20Z', 'updated_at': '2021-07-15T23:26:32Z', 'revision_number': 4, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'subnets': [{'id': '94167d2c-d503-4c25-85f2-11fa378ae378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:33.586870 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85c792-21bf-4716-9ef9-84488cbb6609 None None] The sync data for ids ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'] in n-d-793618-8 is: [{'id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'name': 'tempest-TestServerBasicOps-1697174961-router', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:10Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 4, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'gw_port': {'id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:13Z', 'updated_at': '2021-07-15T23:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'aee91e46-f687-4ce6-a651-6e898607f007', 'name': '', 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'mac_address': 'fa:16:3e:a8:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '94167d2c-d503-4c25-85f2-11fa378ae378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:20Z', 'updated_at': '2021-07-15T23:26:32Z', 'revision_number': 4, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'subnets': [{'id': '94167d2c-d503-4c25-85f2-11fa378ae378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:33.627543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.628756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.629344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.703478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] For port 40e307af-e4ef-431b-a069-7f59d445db08, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=40e307af-e4ef-431b-a069-7f59d445db08,segment=NetworkSegment(ccd915b9-31c9-4364-bf6a-0bccbf9fc94c),segment_id=ccd915b9-31c9-4364-bf6a-0bccbf9fc94c)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:33.704031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.720569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 40e307af-e4ef-431b-a069-7f59d445db08 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:33.755198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4500468 Jul 15 23:26:33.766718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57516) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:33.774237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] For port 40e307af-e4ef-431b-a069-7f59d445db08, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=40e307af-e4ef-431b-a069-7f59d445db08,segment=NetworkSegment(ccd915b9-31c9-4364-bf6a-0bccbf9fc94c),segment_id=ccd915b9-31c9-4364-bf6a-0bccbf9fc94c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:33.774624 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.789102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Request body: {'subnet': {'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-275357800-subnet', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:33.794506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 40e307af-e4ef-431b-a069-7f59d445db08 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:33.798146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad78f-cbf8-4bea-b025-2dec62702772 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.815246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] Calling delete_port for 40e307af-e4ef-431b-a069-7f59d445db08 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:33.869895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad78f-cbf8-4bea-b025-2dec62702772 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.891219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85502c58-c635-448d-b183-3c9708938f22 admin admin] Pushing event updated for resources: {'Network': ['ID=d16e89dd-6e80-4336-a438-bc5e02b9b879,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:33.899816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c9ad78f-cbf8-4bea-b025-2dec62702772 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network 27b44f72-b58a-4edb-a333-4da7f452a224 is not hosted by any dhcp agent {{(pid=93714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:26:33.908595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d16e89dd-6e80-4336-a438-bc5e02b9b879 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:33.911082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ad78f-cbf8-4bea-b025-2dec62702772 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.911828 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad78f-cbf8-4bea-b025-2dec62702772 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.913580 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9c9ad78f-cbf8-4bea-b025-2dec62702772 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "PUT /v2.0/networks/27b44f72-b58a-4edb-a333-4da7f452a224 HTTP/1.1" status: 200 len: 762 time: 0.5375080 Jul 15 23:26:33.914383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Made reservation on behalf of 324a63fd053d447fb704a3b072cb3f29 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:33.917752 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.920996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57520) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:33.952399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-f9f01f01-6942-4553-94da-1474b036c336 service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059966 Jul 15 23:26:33.976599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde776a-8c60-48a2-bf6f-bcda7b0fa9a0 req-387f88d1-99e8-4f2e-bf39-f75c7550bf07 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.978323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1cde776a-8c60-48a2-bf6f-bcda7b0fa9a0 req-387f88d1-99e8-4f2e-bf39-f75c7550bf07 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 944 time: 0.7583125 Jul 15 23:26:34.091519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1cde776a-8c60-48a2-bf6f-bcda7b0fa9a0 req-7f749acd-3f81-4414-b073-5706cd283793 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063282 Jul 15 23:26:34.247285 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.269714 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.343474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5d4e9cc-457c-4b3b-993e-8c2de78346c0 req-928e5e87-270e-4a1b-b515-ec7445a8d0e2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 210 time: 0.1094687 Jul 15 23:26:34.356055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ad78f-cbf8-4bea-b025-2dec62702772 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=27b44f72-b58a-4edb-a333-4da7f452a224,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:34.369749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] Pushing event deleted for resources: {'Port': ['ID=40e307af-e4ef-431b-a069-7f59d445db08,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:34.371991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354152f-e92a-4b46-ac18-70d45b100bf3 None None] No DVR routers for this DVR port 40e307af-e4ef-431b-a069-7f59d445db08 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:34.418022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 27b44f72-b58a-4edb-a333-4da7f452a224 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:34.424525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a6b20-0a16-4067-9462-e2a7360692fa tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.436991 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-050a6b20-0a16-4067-9462-e2a7360692fa tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/networks?id=27b44f72-b58a-4edb-a333-4da7f452a224 HTTP/1.1" status: 200 len: 765 time: 0.5014091 Jul 15 23:26:34.446001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57532) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:34.491039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c253e621-5685-49cc-b3a8-302c826cec4d req-705d8cd3-e805-4fc3-8c55-7d07bcf7e663 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 210 time: 0.1279507 Jul 15 23:26:34.567898 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.641313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-806ff193-bfad-44d8-a8ec-3c949fe5818c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.643752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-806ff193-bfad-44d8-a8ec-3c949fe5818c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.59 "GET /v2.0/networks?id=8873e79b-ac37-4fdd-b097-38b883085d20 HTTP/1.1" status: 200 len: 814 time: 0.2990146 Jul 15 23:26:34.652241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=40e307af-e4ef-431b-a069-7f59d445db08,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:34.664081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Request body: {'port': {'device_id': 'a1e17ef5-ba72-48de-9d96-5e7d2a0df487', 'network_id': '8873e79b-ac37-4fdd-b097-38b883085d20', 'admin_state_up': True, 'tenant_id': '285ac1dbb37a4f3e904ccf87b1d6612d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:34.664640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] No DVR routers for this DVR port 40e307af-e4ef-431b-a069-7f59d445db08 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:34.862256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Made reservation on behalf of 285ac1dbb37a4f3e904ccf87b1d6612d for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:34.868749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.080733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Allocated IP 172.20.0.13 (8873e79b-ac37-4fdd-b097-38b883085d20/e0a00204-3d24-472d-9144-e62a9c06d08f/2ea93060-0061-49c3-b38a-38369642359e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:35.334867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.386322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0102981f-c1b2-4d55-b6b0-d94a7367fe3a']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:35.418447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56aace5-7139-4b7e-9495-8c0628350cf8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.422726 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a56aace5-7139-4b7e-9495-8c0628350cf8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9723759 Jul 15 23:26:35.423083 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.423199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd915b9-31c9-4364-bf6a-0bccbf9fc94c') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:35.423199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd915b9-31c9-4364-bf6a-0bccbf9fc94c') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:35.425693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57550) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:35.454827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfb05a-b322-48ad-93c6-3acf22a47886 req-eb1c78cd-ca12-49d6-bd47-21c2c0b1e9d7 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.462465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddcfb05a-b322-48ad-93c6-3acf22a47886 req-eb1c78cd-ca12-49d6-bd47-21c2c0b1e9d7 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 944 time: 0.1732776 Jul 15 23:26:35.493083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.541400 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-016cbb26-6d00-43b8-83d8-f633cc3fd4d6 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 207 time: 0.1086760 Jul 15 23:26:35.582616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:35.598538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aee91e46-f687-4ce6-a651-6e898607f007 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:35.602434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a57cfe3d-41b1-4ece-ac89-1a9f4c61b2f8 req-91d55c7b-509f-4d70-a6d5-7527779a7b46 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 210 time: 0.0774720 Jul 15 23:26:35.607696 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.611398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ddcfb05a-b322-48ad-93c6-3acf22a47886 req-2ffe41fb-d061-4a69-b65e-5359a6a209b7 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479673 Jul 15 23:26:35.612413 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.649773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:35.650967 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:35.689894 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:35.711113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port aee91e46-f687-4ce6-a651-6e898607f007 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:35.725507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.728463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port aee91e46-f687-4ce6-a651-6e898607f007 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:35.729243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.733024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Pushing event updated for resources: {'Port': ['ID=2ea93060-0061-49c3-b38a-38369642359e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:35.747359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Network 8873e79b-ac37-4fdd-b097-38b883085d20 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:35.749055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:35.752018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:35.842029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.868784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.870882 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/networks/0102981f-c1b2-4d55-b6b0-d94a7367fe3a HTTP/1.1" status: 204 len: 168 time: 3.0380714 Jul 15 23:26:35.871060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.875092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56566be-5878-4c9d-a5e0-d5b1733ee5d1 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Network': ['ID=0102981f-c1b2-4d55-b6b0-d94a7367fe3a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:35.884829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57564) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:35.904809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.905435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.928308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-0b8b3cac-7037-418d-b35b-8fb18d8d4820 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2734485 Jul 15 23:26:35.931485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port aee91e46-f687-4ce6-a651-6e898607f007, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aee91e46-f687-4ce6-a651-6e898607f007,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:35.938627 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.947176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Request body: {'port': {'device_id': 'a1e17ef5-ba72-48de-9d96-5e7d2a0df487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:35.954624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9339f0-01b0-47a1-83b2-e412e2218b19,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:35.971191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844befb-3f67-40bb-ab18-f8dc28780a5e tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.978939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844befb-3f67-40bb-ab18-f8dc28780a5e tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.984659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100f92c-5d4f-49ff-b4cb-e7d33db0ef66 req-75b90481-a20a-418a-92ce-24fa884a0c9d tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.987065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c100f92c-5d4f-49ff-b4cb-e7d33db0ef66 req-75b90481-a20a-418a-92ce-24fa884a0c9d tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 932 time: 0.1674118 Jul 15 23:26:35.991240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844befb-3f67-40bb-ab18-f8dc28780a5e tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.999498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844befb-3f67-40bb-ab18-f8dc28780a5e tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.007065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844befb-3f67-40bb-ab18-f8dc28780a5e tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.016211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844befb-3f67-40bb-ab18-f8dc28780a5e tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.024024 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a844befb-3f67-40bb-ab18-f8dc28780a5e tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4345546 Jul 15 23:26:36.024024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Checking segment: {'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:36.024024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Network hostable DHCP agents. Network: d16e89dd-6e80-4336-a438-bc5e02b9b879, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:36.024910 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57568) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.051053 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=aee91e46-f687-4ce6-a651-6e898607f007,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:36.124802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c100f92c-5d4f-49ff-b4cb-e7d33db0ef66 req-97f2803a-583b-4a8d-8887-4cb0fbfdcad4 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321092 Jul 15 23:26:36.145718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Network d16e89dd-6e80-4336-a438-bc5e02b9b879 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:36.162336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.196135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d16e89dd-6e80-4336-a438-bc5e02b9b879) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:36.206895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e119e1-4336-48f2-b097-f39aeed25dd8 None None] Network d16e89dd-6e80-4336-a438-bc5e02b9b879 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:36.222106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.223265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.249555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-84ebd74c-ff6e-4047-abb6-b05101031845 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.251259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-84ebd74c-ff6e-4047-abb6-b05101031845 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.2214448 Jul 15 23:26:36.285521 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9bd33b73-586d-4e82-9ab7-f9242b52da9d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5084145 Jul 15 23:26:36.292700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57572) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.301695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:36.321834 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d7a1b31f-7870-46ef-b1e1-69a13f4f2031 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2618883 Jul 15 23:26:36.323717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57574) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.373472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57576) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.376344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port b991e351-447c-4c5a-b7ec-55da044a0e4c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:36.376695 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.427492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-d06bdf3f-b6dd-4c56-8e8f-86ace71f1cc5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2 HTTP/1.1" status: 200 len: 379 time: 0.1622257 Jul 15 23:26:36.441682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'port': {'device_id': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'admin_state_up': True, 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'security_groups': ['8bd13dfb-a4cc-4d96-9871-c5719f1606c0']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:36.458314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7b80d-e241-4c5a-b53f-250b1f32bc95 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.459895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7b80d-e241-4c5a-b53f-250b1f32bc95 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.461433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7b80d-e241-4c5a-b53f-250b1f32bc95 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.461889 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.462950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.463454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7b80d-e241-4c5a-b53f-250b1f32bc95 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.464986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7b80d-e241-4c5a-b53f-250b1f32bc95 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.466836 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95b7b80d-e241-4c5a-b53f-250b1f32bc95 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1421981 Jul 15 23:26:36.475984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.530511 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.531152 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.547302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for b991e351-447c-4c5a-b7ec-55da044a0e4c owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:36.553050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a41ea17-3bea-4c9b-b633-cf8fdeced725 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.554562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a41ea17-3bea-4c9b-b633-cf8fdeced725 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.556017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a41ea17-3bea-4c9b-b633-cf8fdeced725 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.557548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a41ea17-3bea-4c9b-b633-cf8fdeced725 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.558953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a41ea17-3bea-4c9b-b633-cf8fdeced725 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.560660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4a41ea17-3bea-4c9b-b633-cf8fdeced725 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0807219 Jul 15 23:26:36.565546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57582) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.614716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c846023-ef9f-4404-b29c-a895617b106b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.690926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-d16e89dd-6e80-4336-a438-bc5e02b9b879', 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'fixed_ips': [{'subnet_id': '2e9339f0-01b0-47a1-83b2-e412e2218b19'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:36.692855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.749690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb9a2f-a24d-4e08-a636-05780549194d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.751171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-93cb9a2f-a24d-4e08-a636-05780549194d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/networks/829ef884-adaa-4e63-b162-bfbf449be773 HTTP/1.1" status: 200 len: 804 time: 0.1838543 Jul 15 23:26:36.760836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57588) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.880890 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Allocated IP 172.20.0.2 (d16e89dd-6e80-4336-a438-bc5e02b9b879/2e9339f0-01b0-47a1-83b2-e412e2218b19/cbf25696-771c-468d-b6af-dfc82cee47f1) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:36.938444 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6f937bd8-ad2b-43da-961b-cf092d4ab729 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/networks/829ef884-adaa-4e63-b162-bfbf449be773?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1764905 Jul 15 23:26:36.944374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57590) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.058707 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.059671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c29590-49b6-42d7-9586-1578745fbc08 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.061024 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d7c29590-49b6-42d7-9586-1578745fbc08 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/subnets/2314f9a6-cfed-4d94-910b-a12b9420af06 HTTP/1.1" status: 200 len: 843 time: 0.1156998 Jul 15 23:26:37.067576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57592) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.082520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Transition to ACTIVE for port object cbf25696-771c-468d-b6af-dfc82cee47f1 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:37.087421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c846023-ef9f-4404-b29c-a895617b106b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.092778 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.109175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c846023-ef9f-4404-b29c-a895617b106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.109501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Transition to ACTIVE for port object cbf25696-771c-468d-b6af-dfc82cee47f1 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:37.121045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.131365 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.144336 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c846023-ef9f-4404-b29c-a895617b106b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fb0ea47f3c84b6786d577d8b87dc169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696080 Jul 15 23:26:37.167290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57594) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.182820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fb2ea93-d914-4c89-8887-965fe455d14d req-317d45c2-97a5-4f67-a1a4-d2050d900fff tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 210 time: 0.1437426 Jul 15 23:26:37.183414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=b991e351-447c-4c5a-b7ec-55da044a0e4c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.185235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Network d16e89dd-6e80-4336-a438-bc5e02b9b879 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:37.189763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:37.193398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:37.217295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Pushing event updated for resources: {'Port': ['ID=cbf25696-771c-468d-b6af-dfc82cee47f1,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.247308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469db48c-581d-4185-9c44-cc4e9132211a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['shared'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.252083 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-469db48c-581d-4185-9c44-cc4e9132211a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "GET /v2.0/subnets/2314f9a6-cfed-4d94-910b-a12b9420af06?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1762555 Jul 15 23:26:37.256882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57598) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.261724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c846023-ef9f-4404-b29c-a895617b106b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4527f4-19d4-4922-acf6-c49f7b78a4e2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.268273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97780143'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:37.288272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Attempting to bind port cbf25696-771c-468d-b6af-dfc82cee47f1 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:37.289100 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Attempting to bind port cbf25696-771c-468d-b6af-dfc82cee47f1 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:37.289476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Attempting to bind port cbf25696-771c-468d-b6af-dfc82cee47f1 on network d16e89dd-6e80-4336-a438-bc5e02b9b879 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:37.294657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:37.295066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Checking segment: {'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:37.295513 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.296460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Bound using segment: {'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:37.296929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Bound port: cbf25696-771c-468d-b6af-dfc82cee47f1, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:37.297310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.336851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:37.340128 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.354191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.357192 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.358363 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-06a3ab81-7ad3-43f1-952f-4a95b37cb2ec tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/floatingips/0747ae84-2df5-49cf-a80f-e7d96c167c59 HTTP/1.1" status: 204 len: 168 time: 1.4677966 Jul 15 23:26:37.359403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4764180e-38c7-45dd-afda-1ffa4c798e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.366396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57600) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.380462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] For port cbf25696-771c-468d-b6af-dfc82cee47f1, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:37.383888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] For port cbf25696-771c-468d-b6af-dfc82cee47f1, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cbf25696-771c-468d-b6af-dfc82cee47f1,segment=NetworkSegment(8491623d-52f9-4e05-b194-673b7e2dc30f),segment_id=8491623d-52f9-4e05-b194-673b7e2dc30f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:37.388940 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.404281 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f78fab2-e51d-4310-848c-cd563bd1ffa5 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:37.405024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f78fab2-e51d-4310-848c-cd563bd1ffa5 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:37.409272 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f78fab2-e51d-4310-848c-cd563bd1ffa5 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/ports/7e27b0b3-94b5-4e1f-b406-8e546742870b HTTP/1.1" status: 404 len: 333 time: 0.0393703 Jul 15 23:26:37.418448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57602) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.462742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.477609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c39de2-b551-4d05-b17a-31061537f6b0 None None] Pushing event updated for resources: {'Port': ['ID=cbf25696-771c-468d-b6af-dfc82cee47f1,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.486997 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4764180e-38c7-45dd-afda-1ffa4c798e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.489368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:37.493171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d477e344-0063-4c95-bea2-8737e9a35ff3 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb9c16b-fe02-4646-8337-859cc2166271 HTTP/1.1" status: 200 len: 205 time: 0.0685878 Jul 15 23:26:37.497396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.518175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.519018 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Added segment bf4f8e83-21e3-430f-b1df-6808ce0b2d70 of type vlan for network 8c644082-4e24-4142-9834-04e0d425edc5 Jul 15 23:26:37.562552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aee91e46-f687-4ce6-a651-6e898607f007 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:37.592247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.594660 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-fbdd10e2-f99c-4c96-8060-1c1a2b29ba5e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] delete failed (client error): The resource could not be found. Jul 15 23:26:37.595756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fbdd10e2-f99c-4c96-8060-1c1a2b29ba5e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/routers/3fb9c16b-fe02-4646-8337-859cc2166271 HTTP/1.1" status: 404 len: 336 time: 0.0931284 Jul 15 23:26:37.602804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57606) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.605141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fab4a-c3b6-4fd2-8874-75187d9ecbad req-eb52826a-c5a2-4e00-ab25-b3111e019fdc tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.606790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-741fab4a-c3b6-4fd2-8874-75187d9ecbad req-eb52826a-c5a2-4e00-ab25-b3111e019fdc tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 944 time: 0.5667498 Jul 15 23:26:37.620508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Made reservation on behalf of bfa49eb36e4a4c86a5069d0bc18d3dd2 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:37.624459 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.626019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port aee91e46-f687-4ce6-a651-6e898607f007 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:37.626620 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.649234 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed79e22c-610c-4b1b-aa78-6167a277d111 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:37.649673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed79e22c-610c-4b1b-aa78-6167a277d111 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:37.656529 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ed79e22c-610c-4b1b-aa78-6167a277d111 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/subnets/c1f15386-dce3-44dc-bc7c-8ac597a74fb3 HTTP/1.1" status: 404 len: 337 time: 0.0516233 Jul 15 23:26:37.671310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57608) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.721881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3cac6-6373-4413-adfa-ab146f83aa2a req-695a688d-4d11-49e9-b918-2ec6c36abe04 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.725166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0c3cac6-6373-4413-adfa-ab146f83aa2a req-695a688d-4d11-49e9-b918-2ec6c36abe04 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 932 time: 0.3733847 Jul 15 23:26:37.772117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4764180e-38c7-45dd-afda-1ffa4c798e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.775506 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4764180e-38c7-45dd-afda-1ffa4c798e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.779678 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4764180e-38c7-45dd-afda-1ffa4c798e49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce4527f4-19d4-4922-acf6-c49f7b78a4e2 HTTP/1.1" status: 204 len: 168 time: 0.6061587 Jul 15 23:26:37.801419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.807767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.808383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.822251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764180e-38c7-45dd-afda-1ffa4c798e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4527f4-19d4-4922-acf6-c49f7b78a4e2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.868149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea93060-0061-49c3-b38a-38369642359e {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:37.902036 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.928833 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6679244 Jul 15 23:26:37.929762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7719d-aa37-4f7d-8e0c-2ec54dbc2e3f tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Network': ['ID=8c644082-4e24-4142-9834-04e0d425edc5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.932611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57612) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:37.940614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8c644082-4e24-4142-9834-04e0d425edc5 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:37.947369 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'network_id': '8c644082-4e24-4142-9834-04e0d425edc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:37.974965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-741fab4a-c3b6-4fd2-8874-75187d9ecbad req-f573959b-e667-469e-aeb0-63f3d3e74dfd tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425488 Jul 15 23:26:37.998944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Transition to ACTIVE for port object 2ea93060-0061-49c3-b38a-38369642359e will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:38.026909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ed052465-e4af-4737-a83e-bee959303104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 4ed76832-7067-48fe-8e88-7f03d05b9745 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:38.027312 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ed052465-e4af-4737-a83e-bee959303104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.031275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0c3cac6-6373-4413-adfa-ab146f83aa2a req-758e4fde-8d9e-4a62-b6bf-8f9d65e6a432 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932003 Jul 15 23:26:38.034438 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.124000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Allocated IP 172.20.0.6 (9b850e48-a58c-48a5-b95c-7064321c3aef/316fc3de-261a-4b63-9c9b-ac6de8c66d18/d7b7c75f-d29b-4eae-b5df-3cd21a250fb8) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:38.134791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Pushing event updated for resources: {'Port': ['ID=2ea93060-0061-49c3-b38a-38369642359e,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.180888 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ed052465-e4af-4737-a83e-bee959303104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.188749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57616) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:38.202802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Made reservation on behalf of bc1f0df6eaba4d9e90571187263e945a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:38.207356 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.216493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ed052465-e4af-4737-a83e-bee959303104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 4ed76832-7067-48fe-8e88-7f03d05b9745 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:38.250011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11efbbbf-5286-48f4-bbff-a26b76f82846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.331559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_backend_mixin [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Performing IP validity checks on allocation pools {{(pid=93714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:26:38.332498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_backend_mixin [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:26:38.394651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Attempting to bind port 2ea93060-0061-49c3-b38a-38369642359e on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:38.395675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Attempting to bind port 2ea93060-0061-49c3-b38a-38369642359e by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '2ce894ea-1197-4f0b-8fa0-90e101586a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8873e79b-ac37-4fdd-b097-38b883085d20'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:38.396009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Attempting to bind port 2ea93060-0061-49c3-b38a-38369642359e on network 8873e79b-ac37-4fdd-b097-38b883085d20 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:38.399827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1d21eec-a660-4295-98b6-75e9cb203637 req-dbc1dca0-0b41-4c69-be40-8811f9c771c4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 210 time: 0.0554838 Jul 15 23:26:38.437724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Port 2ea93060-0061-49c3-b38a-38369642359e on network 8873e79b-ac37-4fdd-b097-38b883085d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:38.438344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Attempting to bind port 2ea93060-0061-49c3-b38a-38369642359e on network 8873e79b-ac37-4fdd-b097-38b883085d20 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:38.450154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.454471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:38.454842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Checking segment: {'id': '2ce894ea-1197-4f0b-8fa0-90e101586a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8873e79b-ac37-4fdd-b097-38b883085d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:38.455232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Bound using segment: {'id': '2ce894ea-1197-4f0b-8fa0-90e101586a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8873e79b-ac37-4fdd-b097-38b883085d20'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:38.455682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Bound port: 2ea93060-0061-49c3-b38a-38369642359e, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce894ea-1197-4f0b-8fa0-90e101586a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8873e79b-ac37-4fdd-b097-38b883085d20'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:38.456033 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.486641 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.543380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ed052465-e4af-4737-a83e-bee959303104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.591707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.630290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed052465-e4af-4737-a83e-bee959303104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=4ed76832-7067-48fe-8e88-7f03d05b9745,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.635295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] For port 2ea93060-0061-49c3-b38a-38369642359e, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:38.638242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Transition to ACTIVE for port object d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:38.676415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] For port 2ea93060-0061-49c3-b38a-38369642359e, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2ea93060-0061-49c3-b38a-38369642359e,segment=NetworkSegment(2ce894ea-1197-4f0b-8fa0-90e101586a62),segment_id=2ce894ea-1197-4f0b-8fa0-90e101586a62)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:38.685595 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.691360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b7b58-e505-4a91-8603-6b0cb67708bb None None] Network d16e89dd-6e80-4336-a438-bc5e02b9b879 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:38.714968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11efbbbf-5286-48f4-bbff-a26b76f82846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.729246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-11efbbbf-5286-48f4-bbff-a26b76f82846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.736238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 92377eb8-9187-400d-a6ad-3b58d18c79f6 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:26:38.744449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.745638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d50c08f8-138d-46ec-9f61-bb0138ecddaf None None] Provisioning for port cbf25696-771c-468d-b6af-dfc82cee47f1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:38.746021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Allocated IP 172.25.3.66 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/15289b1b-2cb2-4ed0-abfc-7b11084990b0) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:38.754974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:38.756111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.756995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] 10.222.0.59 "PUT /v2.0/ports/2ea93060-0061-49c3-b38a-38369642359e HTTP/1.1" status: 200 len: 1092 time: 2.8157320 Jul 15 23:26:38.757417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e17ef5-ba72-48de-9d96-5e7d2a0df487', 'tag': '2ea93060-0061-49c3-b38a-38369642359e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:38.759716 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e72068-9aab-4892-8aa8-24bc7d080884" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e17ef5-ba72-48de-9d96-5e7d2a0df487", "tag": "2ea93060-0061-49c3-b38a-38369642359e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:38.807175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.818777 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89953935-4afa-4a8c-a56f-3a69893d287e x-openstack-request-id: req-89953935-4afa-4a8c-a56f-3a69893d287e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:38.819563 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e17ef5-ba72-48de-9d96-5e7d2a0df487", "tag": "2ea93060-0061-49c3-b38a-38369642359e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:38.819563 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89953935-4afa-4a8c-a56f-3a69893d287e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:38.819815 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e17ef5-ba72-48de-9d96-5e7d2a0df487', 'tag': '2ea93060-0061-49c3-b38a-38369642359e', 'status': 'completed', 'code': 200} Jul 15 23:26:38.825829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c63a85-4e16-4037-a6e7-ef98ed48b97b service neutron] Pushing event updated for resources: {'Port': ['ID=2ea93060-0061-49c3-b38a-38369642359e,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.875046 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ed052465-e4af-4737-a83e-bee959303104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.879428 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ed052465-e4af-4737-a83e-bee959303104 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/ports/4ed76832-7067-48fe-8e88-7f03d05b9745 HTTP/1.1" status: 204 len: 168 time: 1.1722682 Jul 15 23:26:38.892754 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57622) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:38.910542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efbbbf-5286-48f4-bbff-a26b76f82846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774c4a2c-90c7-4f3f-9947-eb14f0be092f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.919951 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-11efbbbf-5286-48f4-bbff-a26b76f82846 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3be83f9b79743f09d548308dcc1f183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7300968 Jul 15 23:26:38.922602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57624) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:38.923319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=a94475aa-536a-420a-8bd7-44f36c120151,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.958194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:38.966251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 92377eb8-9187-400d-a6ad-3b58d18c79f6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:38.978133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:38.978901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Checking segment: {'id': 'bf4f8e83-21e3-430f-b1df-6808ce0b2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8c644082-4e24-4142-9834-04e0d425edc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:38.979277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network hostable DHCP agents. Network: 8c644082-4e24-4142-9834-04e0d425edc5, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:38.989807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:38.994457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'mac_address': 'fa:16:3e:98:fc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:26:38.997781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:39.021376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90a50fc8-6d3d-4e96-920c-0678c4e5b538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.062722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Network 8c644082-4e24-4142-9834-04e0d425edc5 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:39.077429 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.091203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90a50fc8-6d3d-4e96-920c-0678c4e5b538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.093031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 8c644082-4e24-4142-9834-04e0d425edc5) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:39.107099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52801937-fc22-4a6a-9d4d-dbe27c0b71d4 None None] Network 8c644082-4e24-4142-9834-04e0d425edc5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:39.113955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.114552 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.151765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92377eb8-9187-400d-a6ad-3b58d18c79f6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:39.151989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.192189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.193108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.202060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-cb6c5f8e-a9ba-4f42-a1ca-81baa7a3f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.203882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-cb6c5f8e-a9ba-4f42-a1ca-81baa7a3f3ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=285ac1dbb37a4f3e904ccf87b1d6612d&device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 1095 time: 0.3795457 Jul 15 23:26:39.216992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57630) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:39.217514 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eb6b31f0-ad83-458e-b232-f434a03f29d3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2834060 Jul 15 23:26:39.231489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 92377eb8-9187-400d-a6ad-3b58d18c79f6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:39.253154 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90a50fc8-6d3d-4e96-920c-0678c4e5b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.254577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2e3477aa-4e6e-40f5-acc4-2f867986c891 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:39.256847 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90a50fc8-6d3d-4e96-920c-0678c4e5b538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.258048 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-90a50fc8-6d3d-4e96-920c-0678c4e5b538 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/774c4a2c-90c7-4f3f-9947-eb14f0be092f HTTP/1.1" status: 204 len: 168 time: 0.3315523 Jul 15 23:26:39.278124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a50fc8-6d3d-4e96-920c-0678c4e5b538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c4a2c-90c7-4f3f-9947-eb14f0be092f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:39.302555 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.391019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.421774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-61e00e66-954a-4639-8fde-2ec6fbeaca05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ea93060-0061-49c3-b38a-38369642359e HTTP/1.1" status: 200 len: 217 time: 0.2054219 Jul 15 23:26:39.423118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-7ca4655e-9c11-4323-8865-1e27828f43b6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9875858 Jul 15 23:26:39.427313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-801b6977-4f66-43a6-8455-c78244ca45f2 None None] Provisioning for port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:39.452029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=92377eb8-9187-400d-a6ad-3b58d18c79f6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:39.458322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-801b6977-4f66-43a6-8455-c78244ca45f2 None None] Provisioning complete for port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:39.458696 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-801b6977-4f66-43a6-8455-c78244ca45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.506787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:39.511833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Request body: {'port': {'device_id': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:39.526646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-801b6977-4f66-43a6-8455-c78244ca45f2 None None] Port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:39.537101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-8c644082-4e24-4142-9834-04e0d425edc5', 'network_id': '8c644082-4e24-4142-9834-04e0d425edc5', 'tenant_id': 'bc1f0df6eaba4d9e90571187263e945a', 'fixed_ips': [{'subnet_id': 'a94475aa-536a-420a-8bd7-44f36c120151'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:39.538226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.574060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['92377eb8-9187-400d-a6ad-3b58d18c79f6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:39.584099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:39.605415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:39.663368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cbf25696-771c-468d-b6af-dfc82cee47f1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:39.699338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Pushing event updated for resources: {'Port': ['ID=15289b1b-2cb2-4ed0-abfc-7b11084990b0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:39.703258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5618e7cc-7113-4e44-8fcf-c3650bf7ebd0 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 5f9734ec-a20d-4810-a8bd-94a457861bc5 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:39.704196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5618e7cc-7113-4e44-8fcf-c3650bf7ebd0 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.722629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57640) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:39.743976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbdea7c1-7faf-4de0-8ee8-452fdf2a6f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.778733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-606284a1-82b8-493c-b071-4112f756b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.780464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-606284a1-82b8-493c-b071-4112f756b82a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0a00204-3d24-472d-9144-e62a9c06d08f HTTP/1.1" status: 200 len: 854 time: 0.3403752 Jul 15 23:26:39.812714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port cbf25696-771c-468d-b6af-dfc82cee47f1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:39.821399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Allocated IP 2001:db8::3 (8c644082-4e24-4142-9834-04e0d425edc5/a94475aa-536a-420a-8bd7-44f36c120151/6c98687f-59e7-446f-b688-e86f38574315) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:39.827245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port cbf25696-771c-468d-b6af-dfc82cee47f1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:39.827585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.853807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbdea7c1-7faf-4de0-8ee8-452fdf2a6f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.860583 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbdea7c1-7faf-4de0-8ee8-452fdf2a6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.901703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3477aa-4e6e-40f5-acc4-2f867986c891 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33474423'] for subnet, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.905369 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dbdea7c1-7faf-4de0-8ee8-452fdf2a6f4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5fee8fa4fe0417588a66cf2fdec6268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776385 Jul 15 23:26:39.905716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57642) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:39.910008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-ee7b7d75-ea09-4c50-9485-d01ac012adcf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8873e79b-ac37-4fdd-b097-38b883085d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884016 Jul 15 23:26:39.914155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdea7c1-7faf-4de0-8ee8-452fdf2a6f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a961dab-7399-481d-a95d-4634fa63221f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:39.917676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dac1b-6892-4763-800b-53bf8f3d1279 req-b466ae02-3d8f-4cbb-9407-e52c749565a7 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.924526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-051dac1b-6892-4763-800b-53bf8f3d1279 req-b466ae02-3d8f-4cbb-9407-e52c749565a7 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 945 time: 0.7283735 Jul 15 23:26:39.966648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca0e6-ec4f-49df-b24d-8e0ce4ecc9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:39.991829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca0e6-ec4f-49df-b24d-8e0ce4ecc9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.048103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca0e6-ec4f-49df-b24d-8e0ce4ecc9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.051772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca0e6-ec4f-49df-b24d-8e0ce4ecc9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.055512 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ef0ca0e6-ec4f-49df-b24d-8e0ce4ecc9fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a961dab-7399-481d-a95d-4634fa63221f HTTP/1.1" status: 204 len: 168 time: 0.1463921 Jul 15 23:26:40.060824 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.062315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ca0e6-ec4f-49df-b24d-8e0ce4ecc9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a961dab-7399-481d-a95d-4634fa63221f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:40.167616 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.179000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port cbf25696-771c-468d-b6af-dfc82cee47f1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cbf25696-771c-468d-b6af-dfc82cee47f1,segment=NetworkSegment(8491623d-52f9-4e05-b194-673b7e2dc30f),segment_id=8491623d-52f9-4e05-b194-673b7e2dc30f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:40.185684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Transition to ACTIVE for port object 6c98687f-59e7-446f-b688-e86f38574315 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:40.188441 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.249164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Transition to ACTIVE for port object 6c98687f-59e7-446f-b688-e86f38574315 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:40.267647 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.301167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=cbf25696-771c-468d-b6af-dfc82cee47f1,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:40.305300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Network 8c644082-4e24-4142-9834-04e0d425edc5 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:40.310651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:40.335171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:40.395479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Pushing event updated for resources: {'Port': ['ID=6c98687f-59e7-446f-b688-e86f38574315,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:40.404440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75f902-7d50-4848-a6a1-0a72284ad792 req-4280b562-361e-4f4e-a5cb-d78fc06758f2 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:40.407701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Attempting to bind port 6c98687f-59e7-446f-b688-e86f38574315 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:40.408247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Attempting to bind port 6c98687f-59e7-446f-b688-e86f38574315 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'bf4f8e83-21e3-430f-b1df-6808ce0b2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8c644082-4e24-4142-9834-04e0d425edc5'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:40.408768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Attempting to bind port 6c98687f-59e7-446f-b688-e86f38574315 on network 8c644082-4e24-4142-9834-04e0d425edc5 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:40.412276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d75f902-7d50-4848-a6a1-0a72284ad792 req-4280b562-361e-4f4e-a5cb-d78fc06758f2 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 944 time: 1.1721280 Jul 15 23:26:40.414111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.414259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:40.414532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Checking segment: {'id': 'bf4f8e83-21e3-430f-b1df-6808ce0b2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8c644082-4e24-4142-9834-04e0d425edc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:40.415034 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.415339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Bound using segment: {'id': 'bf4f8e83-21e3-430f-b1df-6808ce0b2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8c644082-4e24-4142-9834-04e0d425edc5'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:40.415813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Bound port: 6c98687f-59e7-446f-b688-e86f38574315, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4f8e83-21e3-430f-b1df-6808ce0b2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8c644082-4e24-4142-9834-04e0d425edc5'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:40.416189 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.483774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] For port 6c98687f-59e7-446f-b688-e86f38574315, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:40.487297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] For port 6c98687f-59e7-446f-b688-e86f38574315, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6c98687f-59e7-446f-b688-e86f38574315,segment=NetworkSegment(bf4f8e83-21e3-430f-b1df-6808ce0b2d70),segment_id=bf4f8e83-21e3-430f-b1df-6808ce0b2d70)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:40.492978 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.558658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85ba0c-6143-48b7-89c5-5b522d6195df None None] Pushing event updated for resources: {'Port': ['ID=6c98687f-59e7-446f-b688-e86f38574315,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:40.606895 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5618e7cc-7113-4e44-8fcf-c3650bf7ebd0 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.619436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-051dac1b-6892-4763-800b-53bf8f3d1279 req-64840366-c438-49fd-9da6-4cf895a4517b tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6940401 Jul 15 23:26:40.663221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5618e7cc-7113-4e44-8fcf-c3650bf7ebd0 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 5f9734ec-a20d-4810-a8bd-94a457861bc5 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:40.681664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d75f902-7d50-4848-a6a1-0a72284ad792 req-3836b8a2-5a7d-42f6-9616-e16d9bb082cf tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683408 Jul 15 23:26:40.748872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 92377eb8-9187-400d-a6ad-3b58d18c79f6 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:40.832682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 92377eb8-9187-400d-a6ad-3b58d18c79f6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:40.854094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 92377eb8-9187-400d-a6ad-3b58d18c79f6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:40.854480 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.881090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-20ad03cf-0cb2-4512-8032-9b761be79d37 service neutron] 10.222.0.59 "GET /v2.0/networks/8873e79b-ac37-4fdd-b097-38b883085d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803955 Jul 15 23:26:40.952851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.986553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:40.990240 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096bda94-f048-481a-946b-91538599e14b" -d '{"events": [{"server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "name": "network-vif-plugged", "status": "completed", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:41.011373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 92377eb8-9187-400d-a6ad-3b58d18c79f6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:41.020617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.058453 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd66ed17-f83a-40a0-99c9-fd11755703a2 x-openstack-request-id: req-bd66ed17-f83a-40a0-99c9-fd11755703a2 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:41.058776 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "name": "network-vif-plugged", "status": "completed", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:41.059028 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd66ed17-f83a-40a0-99c9-fd11755703a2 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:41.059417 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'code': 200} Jul 15 23:26:41.077415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=92377eb8-9187-400d-a6ad-3b58d18c79f6,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:41.211618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340811b-9393-4fc4-b755-cbf307096ad6 req-fad007a7-bf5a-4e56-aca2-6867d1d9fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:41.213179 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5340811b-9393-4fc4-b755-cbf307096ad6 req-fad007a7-bf5a-4e56-aca2-6867d1d9fc3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1097 time: 0.0634573 Jul 15 23:26:41.266877 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5340811b-9393-4fc4-b755-cbf307096ad6 req-7ff582f3-f732-435c-9375-3ef03d868c1e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472636 Jul 15 23:26:41.286053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3477aa-4e6e-40f5-acc4-2f867986c891 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771653305739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33329057'] for subnet, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.309607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bc5f81a-1fe9-422c-9b20-cd4bb5e8528c req-3bed2b28-3a12-44f3-9012-c035f319202a service neutron] 10.222.0.59 "GET /v2.0/networks/8873e79b-ac37-4fdd-b097-38b883085d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039869 Jul 15 23:26:41.369207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.400569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d699a79-b918-4252-8ea2-759c1be17a61 req-15e63714-2d3e-4e30-9436-69cea778b47d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:41.402192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d699a79-b918-4252-8ea2-759c1be17a61 req-15e63714-2d3e-4e30-9436-69cea778b47d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 931 time: 0.5910079 Jul 15 23:26:41.495535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3477aa-4e6e-40f5-acc4-2f867986c891 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:41.496159 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3477aa-4e6e-40f5-acc4-2f867986c891 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.497498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2e3477aa-4e6e-40f5-acc4-2f867986c891 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "PUT /v2.0/subnets/a94475aa-536a-420a-8bd7-44f36c120151 HTTP/1.1" status: 200 len: 900 time: 2.2637436 Jul 15 23:26:41.500411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57688) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:41.534336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3477aa-4e6e-40f5-acc4-2f867986c891 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event updated for resources: {'Subnet': ['ID=a94475aa-536a-420a-8bd7-44f36c120151,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:41.603660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5618e7cc-7113-4e44-8fcf-c3650bf7ebd0 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.708277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cbf25696-771c-468d-b6af-dfc82cee47f1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:41.731519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.742019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618e7cc-7113-4e44-8fcf-c3650bf7ebd0 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=5f9734ec-a20d-4810-a8bd-94a457861bc5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:41.746428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8d699a79-b918-4252-8ea2-759c1be17a61 req-45ea3d83-77fc-4b85-81d9-3fe006b55542 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957652 Jul 15 23:26:41.805670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:41.840033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57698) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:41.841021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.844499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-58865318-7810-467c-97b0-8873604bb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:41.846288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-58865318-7810-467c-97b0-8873604bb592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=285ac1dbb37a4f3e904ccf87b1d6612d&device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 1095 time: 0.4839647 Jul 15 23:26:41.850999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port cbf25696-771c-468d-b6af-dfc82cee47f1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:41.852330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.879481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting port 6c98687f-59e7-446f-b688-e86f38574315 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:41.880244 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.966591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767a98c-7871-4b8c-b46b-910c4820641e None None] Network 8c644082-4e24-4142-9834-04e0d425edc5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:41.971744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Transition to ACTIVE for port object d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:42.006442 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.017821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] For port 6c98687f-59e7-446f-b688-e86f38574315, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6c98687f-59e7-446f-b688-e86f38574315,segment=NetworkSegment(bf4f8e83-21e3-430f-b1df-6808ce0b2d70),segment_id=bf4f8e83-21e3-430f-b1df-6808ce0b2d70)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:42.018182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.038091 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-818569d4-bd04-4e6a-b5f8-2f0ae0af2f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.043632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Calling delete_port for 6c98687f-59e7-446f-b688-e86f38574315 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:42.135109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5618e7cc-7113-4e44-8fcf-c3650bf7ebd0 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.137158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5618e7cc-7113-4e44-8fcf-c3650bf7ebd0 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/ports/5f9734ec-a20d-4810-a8bd-94a457861bc5 HTTP/1.1" status: 204 len: 168 time: 3.2431297 Jul 15 23:26:42.142929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57702) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.144069 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-818569d4-bd04-4e6a-b5f8-2f0ae0af2f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.153116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-818569d4-bd04-4e6a-b5f8-2f0ae0af2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.187666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818569d4-bd04-4e6a-b5f8-2f0ae0af2f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24c3ca9-db2e-496a-8640-5318657a8f01,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:42.245191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9fd840a9-cf05-40c6-a517-26f9fa0a4acb None None] Provisioning for port 6c98687f-59e7-446f-b688-e86f38574315 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:42.260440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c98687f-59e7-446f-b688-e86f38574315 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:42.314021 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-818569d4-bd04-4e6a-b5f8-2f0ae0af2f84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e45996ca381640a48f87af7383dc2de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729011 Jul 15 23:26:42.331387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57704) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.370432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6c98687f-59e7-446f-b688-e86f38574315 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:42.392414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6c98687f-59e7-446f-b688-e86f38574315 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:42.392873 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.487755 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6d58f49-4cdb-4a2a-bef4-4833b6a5a14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.528255 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6d58f49-4cdb-4a2a-bef4-4833b6a5a14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.543286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.549995 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.606013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Port': ['ID=6c98687f-59e7-446f-b688-e86f38574315,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:42.635468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:42.685570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No DVR routers for this DVR port 6c98687f-59e7-446f-b688-e86f38574315 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:42.697221 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.699625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-f730d55c-831e-4d17-8ed5-3d8fd92e3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:42.701136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-f730d55c-831e-4d17-8ed5-3d8fd92e3e35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8873e79b-ac37-4fdd-b097-38b883085d20 HTTP/1.1" status: 200 len: 915 time: 0.8164639 Jul 15 23:26:42.710854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6d58f49-4cdb-4a2a-bef4-4833b6a5a14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.713573 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6d58f49-4cdb-4a2a-bef4-4833b6a5a14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.719351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc692982-e5af-4a58-83d6-3e3fd0a505b4 req-291166b2-6e92-43f4-b2fd-a2c132977ef1 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:42.719691 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e6d58f49-4cdb-4a2a-bef4-4833b6a5a14b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b24c3ca9-db2e-496a-8640-5318657a8f01 HTTP/1.1" status: 204 len: 168 time: 0.3804667 Jul 15 23:26:42.719779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc692982-e5af-4a58-83d6-3e3fd0a505b4 req-291166b2-6e92-43f4-b2fd-a2c132977ef1 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 946 time: 0.8687727 Jul 15 23:26:42.735936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d58f49-4cdb-4a2a-bef4-4833b6a5a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24c3ca9-db2e-496a-8640-5318657a8f01,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:42.762170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.791414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0db6e1-ddf5-43e4-9f8b-d7d686a8ae64 None None] Network 8c644082-4e24-4142-9834-04e0d425edc5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:42.845663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.856989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-4a24bdfb-7c3d-4fa8-8c2d-ba6933e96957 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ea93060-0061-49c3-b38a-38369642359e HTTP/1.1" status: 200 len: 217 time: 0.1388819 Jul 15 23:26:42.876071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02343579-e99e-4744-8574-013108ce0a44 req-e4ddf3ea-09ae-49fe-8f27-5579a98cf2d0 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:42.877616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02343579-e99e-4744-8574-013108ce0a44 req-e4ddf3ea-09ae-49fe-8f27-5579a98cf2d0 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 944 time: 0.9175594 Jul 15 23:26:42.902788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2ea93060-0061-49c3-b38a-38369642359e details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:26:42.910905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=a94475aa-536a-420a-8bd7-44f36c120151,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:42.934302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1026ec67-4455-43e6-ae6a-e11b5c59d838 None None] Could not find standard attr ID for object 6c98687f-59e7-446f-b688-e86f38574315. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:26:42.960725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.971019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c644082-4e24-4142-9834-04e0d425edc5']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:42.987607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4f8e83-21e3-430f-b1df-6808ce0b2d70') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:42.988835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4f8e83-21e3-430f-b1df-6808ce0b2d70') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.003710 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.010617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b6dc41-99c6-4658-afce-0ebb664057bf tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:43.012205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a2b6dc41-99c6-4658-afce-0ebb664057bf tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 HTTP/1.1" status: 200 len: 913 time: 0.8584912 Jul 15 23:26:43.015074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57712) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.023055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Attempting to bind port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:43.023336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Attempting to bind port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:43.023674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Attempting to bind port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:43.035531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc692982-e5af-4a58-83d6-3e3fd0a505b4 req-9db7d3dd-4753-4383-92ce-044d551129d3 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909427 Jul 15 23:26:43.054706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 on network 9b850e48-a58c-48a5-b95c-7064321c3aef not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:43.054991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Attempting to bind port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:43.080207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-ddc3e5fb-5c6e-4daa-a9c5-ca478dc4a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:43.081830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-ddc3e5fb-5c6e-4daa-a9c5-ca478dc4a365 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0a00204-3d24-472d-9144-e62a9c06d08f HTTP/1.1" status: 200 len: 854 time: 0.1991146 Jul 15 23:26:43.086980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02343579-e99e-4744-8574-013108ce0a44 req-0e277296-93f1-4fbf-8e42-e827c3e6a415 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756577 Jul 15 23:26:43.088411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:43.088762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Checking segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:43.089149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Bound using segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:43.089990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Bound port: d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:43.089990 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.098565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2ea93060-0061-49c3-b38a-38369642359e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2ea93060-0061-49c3-b38a-38369642359e,segment=NetworkSegment(2ce894ea-1197-4f0b-8fa0-90e101586a62),segment_id=2ce894ea-1197-4f0b-8fa0-90e101586a62)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:43.110636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '2ea93060-0061-49c3-b38a-38369642359e', 'network_id': '8873e79b-ac37-4fdd-b097-38b883085d20', 'port_id': '2ea93060-0061-49c3-b38a-38369642359e', 'mac_address': 'fa:16:3e:62:fd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a00204-3d24-472d-9144-e62a9c06d08f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:26:43.113938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3b644-f1fc-4609-9941-c3c8b74717d3 None None] DHCP port deletion for 8c644082-4e24-4142-9834-04e0d425edc5 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:43.140905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-ec71a9c8-b4d2-4577-b04a-6ab54bef4172 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8873e79b-ac37-4fdd-b097-38b883085d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485635 Jul 15 23:26:43.165424 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.200952 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.216092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea93060-0061-49c3-b38a-38369642359e {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:43.244615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2ea93060-0061-49c3-b38a-38369642359e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2ea93060-0061-49c3-b38a-38369642359e,segment=NetworkSegment(2ce894ea-1197-4f0b-8fa0-90e101586a62),segment_id=2ce894ea-1197-4f0b-8fa0-90e101586a62)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:43.250096 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.299913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:26:43.319093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2ea93060-0061-49c3-b38a-38369642359e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.327329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:43.333291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:43.356271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.432458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-e3c0e50b-ab38-48d8-b391-67d023dd21e0 service neutron] 10.222.0.59 "GET /v2.0/networks/8873e79b-ac37-4fdd-b097-38b883085d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834046 Jul 15 23:26:43.468524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:43.469164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.470609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] 10.222.0.59 "PUT /v2.0/ports/d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 1091 time: 4.0316701 Jul 15 23:26:43.471131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:43.473603 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddf41e7-3709-4733-a45a-c7ef36890d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:43.491387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2ea93060-0061-49c3-b38a-38369642359e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:43.540242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3fb0d-52f8-46b0-afb7-19c171bcd285 req-bc4b6885-3ce9-4a21-b5c3-e8c733b31477 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:43.542976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aec3fb0d-52f8-46b0-afb7-19c171bcd285 req-bc4b6885-3ce9-4a21-b5c3-e8c733b31477 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 943 time: 0.3438537 Jul 15 23:26:43.606531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c98687f-59e7-446f-b688-e86f38574315 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:43.613007 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb5121e-4d50-4a3c-94b8-bb766d22a96a x-openstack-request-id: req-9bb5121e-4d50-4a3c-94b8-bb766d22a96a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:43.613366 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:43.613553 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bb5121e-4d50-4a3c-94b8-bb766d22a96a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:43.613962 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'status': 'completed', 'code': 200} Jul 15 23:26:43.630487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:43.631140 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:43.634060 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:43.653904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd969f-bd73-43e2-bc9f-1ee0cbbbf15f service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.678735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6c98687f-59e7-446f-b688-e86f38574315 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:43.679238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6c98687f-59e7-446f-b688-e86f38574315 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:43.765649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.774097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.782136 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/8c644082-4e24-4142-9834-04e0d425edc5 HTTP/1.1" status: 204 len: 168 time: 2.2772529 Jul 15 23:26:43.782248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:43.792068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57734) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.798364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aec3fb0d-52f8-46b0-afb7-19c171bcd285 req-2db7026b-2128-4f87-b5d7-8b175c3f3d06 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997337 Jul 15 23:26:43.809609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Sync routers for ids ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:43.867233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e72068-9aab-4892-8aa8-24bc7d080884 req-ef6ff9b1-afda-45d7-8125-89ffbc826c15 service neutron] 10.222.0.59 "GET /v2.0/networks/8873e79b-ac37-4fdd-b097-38b883085d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230809 Jul 15 23:26:43.878164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.880189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-75ce9b93-ab73-42df-befd-3710a3ac22f7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.5849159 Jul 15 23:26:43.883076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57736) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.888287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Routers {'aeb4999a-4f96-4735-b53d-3d58e8ecbe08'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:43.889557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:43.893800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.928996 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-845b8394-4388-4f7b-8c9e-713d854db5af tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:43.929461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845b8394-4388-4f7b-8c9e-713d854db5af tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:43.934344 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-845b8394-4388-4f7b-8c9e-713d854db5af tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/a94475aa-536a-420a-8bd7-44f36c120151 HTTP/1.1" status: 404 len: 337 time: 0.1357965 Jul 15 23:26:43.935234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57738) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.938878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-4549ea99-6a62-4697-9402-439b51bc3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:43.939451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aa4b5-e95d-4946-ad04-96ea8022cdce tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=8c644082-4e24-4142-9834-04e0d425edc5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.940403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-4549ea99-6a62-4697-9402-439b51bc3af5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1094 time: 0.3803501 Jul 15 23:26:43.970355 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9ab10e-10ef-4e9f-91bd-06be2280ea20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:43.970948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9ab10e-10ef-4e9f-91bd-06be2280ea20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:43.977120 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd9ab10e-10ef-4e9f-91bd-06be2280ea20 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/8c644082-4e24-4142-9834-04e0d425edc5 HTTP/1.1" status: 404 len: 339 time: 0.0350463 Jul 15 23:26:43.993182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57740) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.004633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-ea7b5e04-5d5f-4e15-a98c-37bba4b98e1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 217 time: 0.0531831 Jul 15 23:26:44.017404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Set router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:44.157022 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.162511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-0b6b9ddb-1e66-413a-b1fb-9c9378ce137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:44.164277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-0b6b9ddb-1e66-413a-b1fb-9c9378ce137b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1466422 Jul 15 23:26:44.215177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:26:40Z', 'revision_number': 3, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port': {'id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:44.236722 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.247926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Checking router: aeb4999a-4f96-4735-b53d-3d58e8ecbe08 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:44.248425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Updating router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 port 15289b1b-2cb2-4ed0-abfc-7b11084990b0 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:26:44.288636 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.461420 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.485586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b44f72-b58a-4edb-a333-4da7f452a224']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:44.526398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port 6c176e8a-25bd-497c-8b5b-06b550ede4a7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:44.526774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.544297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7af2af-b74c-45f5-95f0-b41719826bcc') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:44.544873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7af2af-b74c-45f5-95f0-b41719826bcc') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:44.548828 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.550266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-0f83042f-69b7-4798-9864-b427b5736e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:44.552048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-0f83042f-69b7-4798-9864-b427b5736e37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3436849 Jul 15 23:26:44.560244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Transition to ACTIVE for port object 15289b1b-2cb2-4ed0-abfc-7b11084990b0 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:44.567071 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.569698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb75b2-87b7-41e2-a26c-08a899778d52 req-38da8b4a-4cd2-48e4-88ea-cb264bc88d8f tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:44.571224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46cb75b2-87b7-41e2-a26c-08a899778d52 req-38da8b4a-4cd2-48e4-88ea-cb264bc88d8f tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 946 time: 0.3647385 Jul 15 23:26:44.596142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.622074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043bc90-0ae9-4249-a941-52d3a182702d None None] Pushing event updated for resources: {'Port': ['ID=15289b1b-2cb2-4ed0-abfc-7b11084990b0,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:44.624334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Attempting to bind port 15289b1b-2cb2-4ed0-abfc-7b11084990b0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:44.624701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Attempting to bind port 15289b1b-2cb2-4ed0-abfc-7b11084990b0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:44.625062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Attempting to bind port 15289b1b-2cb2-4ed0-abfc-7b11084990b0 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:44.631078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:44.631453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:44.632515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.632515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:44.632735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Bound port: 15289b1b-2cb2-4ed0-abfc-7b11084990b0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:44.633052 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.642381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.654268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81708d8b-9d0a-4199-a1fe-ff5ce99ceefa req-74a1edd1-9eec-47ec-8ac7-d9de830454cc tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:44.654601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for 6c176e8a-25bd-497c-8b5b-06b550ede4a7 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:44.655983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81708d8b-9d0a-4199-a1fe-ff5ce99ceefa req-74a1edd1-9eec-47ec-8ac7-d9de830454cc tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 945 time: 0.3823516 Jul 15 23:26:44.690173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.693226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] For port 15289b1b-2cb2-4ed0-abfc-7b11084990b0, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:44.696512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] For port 15289b1b-2cb2-4ed0-abfc-7b11084990b0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=15289b1b-2cb2-4ed0-abfc-7b11084990b0,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:44.702941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.720084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:44.720438 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:44.735733 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:44.772640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Routers {'aeb4999a-4f96-4735-b53d-3d58e8ecbe08'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:44.772640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:44.813753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043bc90-0ae9-4249-a941-52d3a182702d None None] Pushing event updated for resources: {'Port': ['ID=15289b1b-2cb2-4ed0-abfc-7b11084990b0,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:44.815637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46cb75b2-87b7-41e2-a26c-08a899778d52 req-7003c490-ecdc-4f55-832a-f3325df67e73 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214711 Jul 15 23:26:44.890874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81708d8b-9d0a-4199-a1fe-ff5ce99ceefa req-95d14b15-82db-4e16-8654-c2652bb9bd09 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115071 Jul 15 23:26:44.899692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] Set router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:44.904761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-6860e808-2b70-4d5d-b466-d66dcfdb7292 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315570 Jul 15 23:26:44.909562 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.920887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.926102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/27b44f72-b58a-4edb-a333-4da7f452a224 HTTP/1.1" status: 204 len: 168 time: 0.9281819 Jul 15 23:26:44.932764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57752) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.958672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.004049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24555e6-64cf-482a-aeb9-f8e0b5171bd7 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=27b44f72-b58a-4edb-a333-4da7f452a224,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:45.010155 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14f7add-04f7-481b-b5c8-219f2ea7fa9b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:45.010615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14f7add-04f7-481b-b5c8-219f2ea7fa9b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:45.012511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d14f7add-04f7-481b-b5c8-219f2ea7fa9b tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/06dd3c8f-5a02-4fba-85fd-19af403fbc66 HTTP/1.1" status: 404 len: 337 time: 0.0762439 Jul 15 23:26:45.041004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57756) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.045768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2ea93060-0061-49c3-b38a-38369642359e up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:45.068563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=6c176e8a-25bd-497c-8b5b-06b550ede4a7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:45.127973 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fd5e0b-d19f-449d-a4f7-b7bcd5f8bc8a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:45.129317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fd5e0b-d19f-449d-a4f7-b7bcd5f8bc8a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:45.131245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-38fd5e0b-d19f-449d-a4f7-b7bcd5f8bc8a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/a718105d-40a0-45e6-a67b-fd93cb2cf93e HTTP/1.1" status: 404 len: 339 time: 0.0876682 Jul 15 23:26:45.145085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 2ea93060-0061-49c3-b38a-38369642359e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:45.146417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57760) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.152583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 2ea93060-0061-49c3-b38a-38369642359e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:45.152967 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.233266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:26:40Z', 'revision_number': 3, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port': {'id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:45.297722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59dc1ae-380d-4da6-b02e-b39583dc4bce None None] The sync data for ids ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'] in n-d-793618-8 is: [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:26:40Z', 'revision_number': 3, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port': {'id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:45.364389 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.391866 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.410908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e17ef5-ba72-48de-9d96-5e7d2a0df487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea93060-0061-49c3-b38a-38369642359e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:45.413980 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f225cc-e049-41a6-9aaa-e671769a72dd" -d '{"events": [{"server_uuid": "a1e17ef5-ba72-48de-9d96-5e7d2a0df487", "name": "network-vif-plugged", "status": "completed", "tag": "2ea93060-0061-49c3-b38a-38369642359e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:45.431877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2ea93060-0061-49c3-b38a-38369642359e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2ea93060-0061-49c3-b38a-38369642359e,segment=NetworkSegment(2ce894ea-1197-4f0b-8fa0-90e101586a62),segment_id=2ce894ea-1197-4f0b-8fa0-90e101586a62)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:45.437377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.501680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2ea93060-0061-49c3-b38a-38369642359e,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:45.716548 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8ccaeff-6d50-48cf-a767-2566515a0eae req-eed9042b-7801-4225-8b44-1a37f951a1c9 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031983 Jul 15 23:26:45.741347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:45.751170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bfe46-c24a-41ef-94b7-1809371f6d94 req-63c0c99e-da8d-4cb4-b93d-ad2a3207181d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:45.753158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d72bfe46-c24a-41ef-94b7-1809371f6d94 req-63c0c99e-da8d-4cb4-b93d-ad2a3207181d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 943 time: 0.7518415 Jul 15 23:26:45.760947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e224d6-0e47-45f2-856c-258ebb9d9f59 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting subnet 94293a48-edd3-4fa3-8b04-d65cbb8bec20 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:45.807388 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65e224d6-0e47-45f2-856c-258ebb9d9f59 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.832448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.877737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:45.884246 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fd0cd571-94e8-4bd0-95eb-33711cccae8a tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "PUT /v2.0/routers/ee20c839-5ce0-4051-a8e5-d0f1c3a06c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8678172 Jul 15 23:26:45.886676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57768) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.889331 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f20335-50b7-47bc-9316-68a2d1d69a2d None None] Sync routers for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:45.899594 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f20335-50b7-47bc-9316-68a2d1d69a2d None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:45.900576 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-80f20335-50b7-47bc-9316-68a2d1d69a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:45.913788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea44f54-9954-4002-b380-c46b219f3705 req-96d688cc-81ce-4acd-bd63-3bcd0840d448 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:45.915391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ea44f54-9954-4002-b380-c46b219f3705 req-96d688cc-81ce-4acd-bd63-3bcd0840d448 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 946 time: 0.7928364 Jul 15 23:26:45.931525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d72bfe46-c24a-41ef-94b7-1809371f6d94 req-bcb9758d-bf8a-48f3-885c-0b7ae0b0f392 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635220 Jul 15 23:26:45.952845 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-80f20335-50b7-47bc-9316-68a2d1d69a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:45.970531 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f20335-50b7-47bc-9316-68a2d1d69a2d None None] Routers {'ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:45.971653 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-80f20335-50b7-47bc-9316-68a2d1d69a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:45.984163 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65e224d6-0e47-45f2-856c-258ebb9d9f59 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.999497 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437d3afe-7e78-4dae-9559-77831d655ca6 x-openstack-request-id: req-437d3afe-7e78-4dae-9559-77831d655ca6 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:45.999788 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e17ef5-ba72-48de-9d96-5e7d2a0df487", "name": "network-vif-plugged", "status": "completed", "tag": "2ea93060-0061-49c3-b38a-38369642359e", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:46.000053 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-437d3afe-7e78-4dae-9559-77831d655ca6 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:46.000701 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e17ef5-ba72-48de-9d96-5e7d2a0df487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea93060-0061-49c3-b38a-38369642359e', 'code': 200} Jul 15 23:26:46.028842 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-80f20335-50b7-47bc-9316-68a2d1d69a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:46.029483 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f20335-50b7-47bc-9316-68a2d1d69a2d None None] The sync data for ids ['ee20c839-5ce0-4051-a8e5-d0f1c3a06c12'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:46.054412 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.150539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ea44f54-9954-4002-b380-c46b219f3705 req-ff0fafd0-5e5d-4fca-a485-8cfa7ac367d8 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164736 Jul 15 23:26:46.176853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57772) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.191403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.214266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-27c3afa3-9000-4802-a098-1c8dc2d1b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:46.215833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-27c3afa3-9000-4802-a098-1c8dc2d1b8c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1094 time: 0.4231689 Jul 15 23:26:46.256213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting port bf7e15ef-c37d-494c-8b2e-5ec8ffddb890 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:46.256745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.352826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.362526 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65e224d6-0e47-45f2-856c-258ebb9d9f59 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.367311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Calling delete_port for bf7e15ef-c37d-494c-8b2e-5ec8ffddb890 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:46.476622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aa7bd-33f0-4d76-a9fc-6335199e0755 req-c89a1645-d46d-4acf-9753-58ac7773776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:46.478179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a33aa7bd-33f0-4d76-a9fc-6335199e0755 req-c89a1645-d46d-4acf-9753-58ac7773776d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 1097 time: 0.3869631 Jul 15 23:26:46.493789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73bc6f-4549-4b30-8546-8771bb11dd9d req-40522c81-2525-436b-87bf-2a3b618f3012 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:46.500705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba73bc6f-4549-4b30-8546-8771bb11dd9d req-40522c81-2525-436b-87bf-2a3b618f3012 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 946 time: 0.3865671 Jul 15 23:26:46.507053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Allocated IP 172.20.0.1 (d16e89dd-6e80-4336-a438-bc5e02b9b879/2e9339f0-01b0-47a1-83b2-e412e2218b19/5b8ca678-dae5-49c9-ad76-51ca12b81b08) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:46.565356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac3a4b7-0c23-47da-a25c-50f63dc95cb3 tempest-TestVolumeBackupRestore-1463839692 tempest-TestVolumeBackupRestore-1463839692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:46.567991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-d51e847e-a846-4660-8678-6e8a01a27389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:46.568137 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2ac3a4b7-0c23-47da-a25c-50f63dc95cb3 tempest-TestVolumeBackupRestore-1463839692 tempest-TestVolumeBackupRestore-1463839692-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1092 time: 0.3901560 Jul 15 23:26:46.569482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-d51e847e-a846-4660-8678-6e8a01a27389 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.3416729 Jul 15 23:26:46.574660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57782) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.580753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:46.605448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65e224d6-0e47-45f2-856c-258ebb9d9f59 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.633642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.648160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.667098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a33aa7bd-33f0-4d76-a9fc-6335199e0755 req-950390b2-efbd-4589-82ca-fac3180a070d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574683 Jul 15 23:26:46.685245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Port': ['ID=bf7e15ef-c37d-494c-8b2e-5ec8ffddb890,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.690492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-6d938e51-5c23-488e-8016-9bee782fbdb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 217 time: 0.1060846 Jul 15 23:26:46.696559 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba73bc6f-4549-4b30-8546-8771bb11dd9d req-a9e8dafd-1186-44cb-a9d8-ddc8a123fa4b tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950243 Jul 15 23:26:46.700983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e224d6-0e47-45f2-856c-258ebb9d9f59 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=94293a48-edd3-4fa3-8b04-d65cbb8bec20,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.704081 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-65e224d6-0e47-45f2-856c-258ebb9d9f59 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.708122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-65e224d6-0e47-45f2-856c-258ebb9d9f59 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/94293a48-edd3-4fa3-8b04-d65cbb8bec20 HTTP/1.1" status: 204 len: 168 time: 1.5549738 Jul 15 23:26:46.710160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57784) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.713928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c94f0-3878-4b8b-ba93-4be756ee063f None None] Network fc3af597-2233-4884-8f13-1738e04318be requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:46.797003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-5bc6e440-3216-4a43-ba9c-b486714e21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:46.798490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-5bc6e440-3216-4a43-ba9c-b486714e21d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0651808 Jul 15 23:26:46.817306 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.849553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.856353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fabfaf7-063b-47d5-b96e-9c37c9d6bda8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting subnet eb09304b-eee5-4150-bdef-d2f20318a158 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:46.864849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Transition to ACTIVE for port object 5b8ca678-dae5-49c9-ad76-51ca12b81b08 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:46.913603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-9743e5ce-0946-4787-93cd-97f70e026a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:46.915139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-9743e5ce-0946-4787-93cd-97f70e026a9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016610 Jul 15 23:26:46.919619 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fabfaf7-063b-47d5-b96e-9c37c9d6bda8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.924243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.982819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.986244 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.999194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Network d16e89dd-6e80-4336-a438-bc5e02b9b879 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:47.034950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:47.037450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:47.040379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fabfaf7-063b-47d5-b96e-9c37c9d6bda8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.060090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8ca678-dae5-49c9-ad76-51ca12b81b08,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:47.108593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.125741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.128184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Fanout notify agent at l3_agent the message router_deleted on router ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:26:47.151975 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.153138 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0b606857-d39c-4847-89d8-9f695ae9a600 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/routers/ee20c839-5ce0-4051-a8e5-d0f1c3a06c12 HTTP/1.1" status: 204 len: 168 time: 1.2653277 Jul 15 23:26:47.157036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57788) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:47.163201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-7279e86f-69c3-476f-95e4-80b97e10342f service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360775 Jul 15 23:26:47.164713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.266633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fabfaf7-063b-47d5-b96e-9c37c9d6bda8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.364909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f4bcec-4fc3-4f65-aafb-5d7c4a5efd78 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Deleting subnet 08428a82-1904-4e06-bc00-90eff0ac0dbe {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:47.372034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8f4bcec-4fc3-4f65-aafb-5d7c4a5efd78 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.393234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Allocated IP 172.25.3.235 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/390d42bd-a9d7-42a8-99e3-fb5941f8477b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:47.420480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fabfaf7-063b-47d5-b96e-9c37c9d6bda8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.453578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-19670f0b-cd00-468a-9f84-a789fb11279d None None] Provisioning for port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:47.457905 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-19670f0b-cd00-468a-9f84-a789fb11279d None None] Provisioning complete for port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:47.458278 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-19670f0b-cd00-468a-9f84-a789fb11279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.475310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabfaf7-063b-47d5-b96e-9c37c9d6bda8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=eb09304b-eee5-4150-bdef-d2f20318a158,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:47.479383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fabfaf7-063b-47d5-b96e-9c37c9d6bda8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.484378 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6fabfaf7-063b-47d5-b96e-9c37c9d6bda8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/eb09304b-eee5-4150-bdef-d2f20318a158 HTTP/1.1" status: 204 len: 168 time: 0.7723835 Jul 15 23:26:47.487434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57790) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:47.498084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ddf41e7-3709-4733-a45a-c7ef36890d4a req-5af99ab4-b3a1-49fc-945f-5e64d514339f service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185334 Jul 15 23:26:47.553514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-19670f0b-cd00-468a-9f84-a789fb11279d None None] Port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:47.562179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4435d-ee73-4428-99c9-cc1ccc0e9646 req-a7ea155e-5608-46ac-9245-8fbe9f3a0c2c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:47.587204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07a4435d-ee73-4428-99c9-cc1ccc0e9646 req-a7ea155e-5608-46ac-9245-8fbe9f3a0c2c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 943 time: 0.4290440 Jul 15 23:26:47.592949 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8f4bcec-4fc3-4f65-aafb-5d7c4a5efd78 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.703921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.743649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 15289b1b-2cb2-4ed0-abfc-7b11084990b0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:47.835679 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8f4bcec-4fc3-4f65-aafb-5d7c4a5efd78 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.848766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 15289b1b-2cb2-4ed0-abfc-7b11084990b0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:47.859179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07a4435d-ee73-4428-99c9-cc1ccc0e9646 req-5d4361ba-7cfa-4c41-ad1d-aa781e0788ce tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710257 Jul 15 23:26:47.866243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 15289b1b-2cb2-4ed0-abfc-7b11084990b0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:47.868109 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.906209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad84d6-ae73-43b0-9078-5fcbb2a12da1 None None] Network fc3af597-2233-4884-8f13-1738e04318be requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:48.076681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-440790ec-4ee7-40b9-aa58-3c5887440eb8 None None] Provisioning complete for port f879cc16-b0dc-4663-94bd-a20b3b0569aa triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:48.076979 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-440790ec-4ee7-40b9-aa58-3c5887440eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.078285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8f4bcec-4fc3-4f65-aafb-5d7c4a5efd78 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.100454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a783d-3b36-4f48-9180-6f309045e020 req-a2d41d74-2ae5-4746-8631-4179232995c8 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:48.102329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e6a783d-3b36-4f48-9180-6f309045e020 req-a2d41d74-2ae5-4746-8631-4179232995c8 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 946 time: 0.2017717 Jul 15 23:26:48.118173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3a7a574-bc33-44c7-b62a-9b500defaf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.129277 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.132528 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.144155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4bcec-4fc3-4f65-aafb-5d7c4a5efd78 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Subnet': ['ID=08428a82-1904-4e06-bc00-90eff0ac0dbe,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.144702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.165028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 15289b1b-2cb2-4ed0-abfc-7b11084990b0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=15289b1b-2cb2-4ed0-abfc-7b11084990b0,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:48.174265 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.183897 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8f4bcec-4fc3-4f65-aafb-5d7c4a5efd78 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.188319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b8f4bcec-4fc3-4f65-aafb-5d7c4a5efd78 tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/subnets/08428a82-1904-4e06-bc00-90eff0ac0dbe HTTP/1.1" status: 204 len: 168 time: 1.0255756 Jul 15 23:26:48.192589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:48.209657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e6a783d-3b36-4f48-9180-6f309045e020 req-c73a798c-125a-426f-99df-186197ed48f6 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737965 Jul 15 23:26:48.235719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.243667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.253001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.271747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting port f879cc16-b0dc-4663-94bd-a20b3b0569aa {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:48.274139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.285467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=15289b1b-2cb2-4ed0-abfc-7b11084990b0,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.291888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] DHCP port deletion for fc3af597-2233-4884-8f13-1738e04318be request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:48.340271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] Deleting port f879cc16-b0dc-4663-94bd-a20b3b0569aa {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:48.340568 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.353767 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.362211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:48.362414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.371541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:48.376765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8ca678-dae5-49c9-ad76-51ca12b81b08,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.378032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:48.416062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] For port f879cc16-b0dc-4663-94bd-a20b3b0569aa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f879cc16-b0dc-4663-94bd-a20b3b0569aa,segment=NetworkSegment(36147b65-9f96-4b79-aa15-451528f5eca3),segment_id=36147b65-9f96-4b79-aa15-451528f5eca3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:48.416463 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.429200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] Calling delete_port for f879cc16-b0dc-4663-94bd-a20b3b0569aa owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:48.430152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] For port f879cc16-b0dc-4663-94bd-a20b3b0569aa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f879cc16-b0dc-4663-94bd-a20b3b0569aa,segment=NetworkSegment(36147b65-9f96-4b79-aa15-451528f5eca3),segment_id=36147b65-9f96-4b79-aa15-451528f5eca3)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:48.430529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.432993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'Port': ['ID=390d42bd-a9d7-42a8-99e3-fb5941f8477b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.450130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Calling delete_port for f879cc16-b0dc-4663-94bd-a20b3b0569aa owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:48.513144 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.521953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.540535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] Pushing event deleted for resources: {'Port': ['ID=f879cc16-b0dc-4663-94bd-a20b3b0569aa,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.541189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f496ae2-1912-4409-b27c-688e826bc6e0']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:48.542910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c05c23-6608-45c8-a08a-799dc6f02b9a None None] No DVR routers for this DVR port f879cc16-b0dc-4663-94bd-a20b3b0569aa on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:48.558161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9342d9f6-ebe0-4850-b55a-ae226f59b97b') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:48.558468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9342d9f6-ebe0-4850-b55a-ae226f59b97b') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:48.561140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Network d16e89dd-6e80-4336-a438-bc5e02b9b879 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:48.566914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:48.573705 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.591190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.636562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:48.636981 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:48.640569 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:48.644911 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.681189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No DVR routers for this DVR port f879cc16-b0dc-4663-94bd-a20b3b0569aa on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:48.693680 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Port': ['ID=f879cc16-b0dc-4663-94bd-a20b3b0569aa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.763501 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.773890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.775215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] 10.222.0.23 "DELETE /v2.0/networks/5f496ae2-1912-4409-b27c-688e826bc6e0 HTTP/1.1" status: 204 len: 168 time: 0.5816731 Jul 15 23:26:48.794027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90846ff1-edbd-486e-a8f6-1027d32dd45e tempest-FloatingIPTestJSON-1129429443 tempest-FloatingIPTestJSON-1129429443-project] Pushing event deleted for resources: {'Network': ['ID=5f496ae2-1912-4409-b27c-688e826bc6e0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.819949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0f44d897-6f89-4859-b978-5383bb23ba1b None None] Provisioning complete for port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:48.820516 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f44d897-6f89-4859-b978-5383bb23ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.824699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:48.830512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.861972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3af597-2233-4884-8f13-1738e04318be']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:48.868320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0f44d897-6f89-4859-b978-5383bb23ba1b None None] Port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:26:48.885923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36147b65-9f96-4b79-aa15-451528f5eca3') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:48.885923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36147b65-9f96-4b79-aa15-451528f5eca3') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:48.902504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.916262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:26:48.925105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.933624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:48.934710 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:48.939681 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:49.063038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:49.079274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'mac_address': 'fa:16:3e:57:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:26:49.129407 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.132510 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.151288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.155397 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/fc3af597-2233-4884-8f13-1738e04318be HTTP/1.1" status: 204 len: 168 time: 1.6648028 Jul 15 23:26:49.155397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd68864-5a0e-44bd-994c-1b50e3b02a91 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=fc3af597-2233-4884-8f13-1738e04318be,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:49.156238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57814) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.174237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:49.195721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57816) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.196749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:49.198614 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e984077a-17c6-4d30-a57d-c8a6a3479047 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:49.199257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e984077a-17c6-4d30-a57d-c8a6a3479047 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:49.203587 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e984077a-17c6-4d30-a57d-c8a6a3479047 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/a2b07504-966e-4c03-84d9-c7d0b59c2d06 HTTP/1.1" status: 404 len: 337 time: 0.0420420 Jul 15 23:26:49.204932 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.210417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57818) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.237403 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f694cb7-c48f-460c-810d-3858d00cf4fe tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:49.238673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f694cb7-c48f-460c-810d-3858d00cf4fe tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:49.240475 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f694cb7-c48f-460c-810d-3858d00cf4fe tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/8d9e43f5-67cf-49ff-84f4-351c593447ff HTTP/1.1" status: 404 len: 339 time: 0.0275044 Jul 15 23:26:49.243144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57822) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.275638 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f6bce2-6448-4ba5-83c6-68eda0f7b666 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:49.276406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f6bce2-6448-4ba5-83c6-68eda0f7b666 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:49.278365 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-13f6bce2-6448-4ba5-83c6-68eda0f7b666 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/2ace6b10-45af-40e6-8a2e-0b1dc55765a4 HTTP/1.1" status: 404 len: 337 time: 0.0341125 Jul 15 23:26:49.281020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57826) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.321616 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aecb9ee-3d82-4303-8f8d-e8df11085b18 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:49.322325 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aecb9ee-3d82-4303-8f8d-e8df11085b18 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:49.324229 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0aecb9ee-3d82-4303-8f8d-e8df11085b18 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/c4182896-8e15-4f43-b59e-38ec1ec4e69c HTTP/1.1" status: 404 len: 339 time: 0.0422070 Jul 15 23:26:49.326775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57828) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.371071 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7838177e-7df1-4bbe-840d-3acf1e8893e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:49.371538 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7838177e-7df1-4bbe-840d-3acf1e8893e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:49.373295 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7838177e-7df1-4bbe-840d-3acf1e8893e1 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/60f4bd2f-5890-4412-9d32-40502a645412 HTTP/1.1" status: 404 len: 337 time: 0.0455961 Jul 15 23:26:49.377967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57830) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.427177 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7854c77e-2d51-4f18-a0cc-88af2786ad86 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:49.427776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7854c77e-2d51-4f18-a0cc-88af2786ad86 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:49.429518 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7854c77e-2d51-4f18-a0cc-88af2786ad86 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/aa94bae2-c19d-4be3-9569-24a786e5b646 HTTP/1.1" status: 404 len: 339 time: 0.0503001 Jul 15 23:26:49.431980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57832) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.437208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.497902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:49.525963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:49.536553 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-00ebf823-f761-41d5-ba14-d5829b6ae225 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=822522126ffd43c6a8589a9290b5d16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316548 Jul 15 23:26:49.536713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3176de-cde5-413e-853b-bb0f34ea1a70 req-8fef586c-94f1-410d-820a-bb8853ebbe27 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:49.536855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:49.537771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c3176de-cde5-413e-853b-bb0f34ea1a70 req-8fef586c-94f1-410d-820a-bb8853ebbe27 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 946 time: 0.1721063 Jul 15 23:26:49.541440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aa6c665b-e8c9-4a60-baac-11acf01e14b0 admin admin] 10.222.0.23 "PUT /v2.0/routers/aeb4999a-4f96-4735-b53d-3d58e8ecbe08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6573985 Jul 15 23:26:49.541877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Sync routers for ids ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:49.550060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b5565-1e72-430e-bae0-db10048b7fdc req-d2ed1919-69ad-4f47-8879-f1b25f7d14a3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:49.551625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07b5565-1e72-430e-bae0-db10048b7fdc req-d2ed1919-69ad-4f47-8879-f1b25f7d14a3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1960340 Jul 15 23:26:49.558304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Routers {'aeb4999a-4f96-4735-b53d-3d58e8ecbe08'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:49.558981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:49.563351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-81843455-4082-4b40-b5ad-e0d8ef493cc8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting subnet 34edb12d-b502-427d-b283-7394a91097ec {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:49.578589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81843455-4082-4b40-b5ad-e0d8ef493cc8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.651566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07b5565-1e72-430e-bae0-db10048b7fdc req-04e6f092-dcae-4d18-b33e-3e09846a4001 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834665 Jul 15 23:26:49.675496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c3176de-cde5-413e-853b-bb0f34ea1a70 req-b82d7dc4-fe14-4911-ac87-1ea61a092890 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104410 Jul 15 23:26:49.678543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81843455-4082-4b40-b5ad-e0d8ef493cc8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.699995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Set router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:49.714444 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.739614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d7b7c75f-d29b-4eae-b5df-3cd21a250fb8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:49.741658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 15289b1b-2cb2-4ed0-abfc-7b11084990b0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:49.775373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03b63cb4-7c2a-4749-8da0-078e19e0ceea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.912372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03b63cb4-7c2a-4749-8da0-078e19e0ceea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.932954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81843455-4082-4b40-b5ad-e0d8ef493cc8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.955927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 15289b1b-2cb2-4ed0-abfc-7b11084990b0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:49.957039 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.110397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03b63cb4-7c2a-4749-8da0-078e19e0ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.114768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03b63cb4-7c2a-4749-8da0-078e19e0ceea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.118431 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-03b63cb4-7c2a-4749-8da0-078e19e0ceea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b07395da-fc5d-4a3b-a98d-29c84b606340 HTTP/1.1" status: 204 len: 168 time: 0.5685198 Jul 15 23:26:50.129355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b63cb4-7c2a-4749-8da0-078e19e0ceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07395da-fc5d-4a3b-a98d-29c84b606340,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.131976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81843455-4082-4b40-b5ad-e0d8ef493cc8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.166943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81843455-4082-4b40-b5ad-e0d8ef493cc8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=34edb12d-b502-427d-b283-7394a91097ec,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.185595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.188391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-81843455-4082-4b40-b5ad-e0d8ef493cc8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.191330 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-81843455-4082-4b40-b5ad-e0d8ef493cc8 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/34edb12d-b502-427d-b283-7394a91097ec HTTP/1.1" status: 204 len: 168 time: 0.7582865 Jul 15 23:26:50.192893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.195971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57854) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:50.216364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b5f8e-c8c5-4724-8284-75b72f9d45b2 None None] Network a409a5d5-9ee1-4365-985b-9468029045d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:50.303451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event updated for resources: {'Port': ['ID=390d42bd-a9d7-42a8-99e3-fb5941f8477b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.346418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:26:47Z', 'revision_number': 4, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port': {'id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5b8ca678-dae5-49c9-ad76-51ca12b81b08', 'name': '', 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'mac_address': 'fa:16:3e:f7:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '2e9339f0-01b0-47a1-83b2-e412e2218b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:45Z', 'updated_at': '2021-07-15T23:26:47Z', 'revision_number': 2, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'subnets': [{'id': '2e9339f0-01b0-47a1-83b2-e412e2218b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:50.379492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.396833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f879cc16-b0dc-4663-94bd-a20b3b0569aa no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:50.406777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Checking router: aeb4999a-4f96-4735-b53d-3d58e8ecbe08 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:50.406777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Updating router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:26:50.407247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.412023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57860) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:50.455443 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.455861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting port 0d301f79-380c-4087-b54f-558db6b859f8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:50.456396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.474656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6239d9a2-ae15-4cf0-91b5-481d3a2561f9 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236373073', 'description': 'tempest-secgroup-smoke-236373073 description', 'project_id': '1b42294835df4eb882c894dab729d1ce'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:50.494215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f879cc16-b0dc-4663-94bd-a20b3b0569aa {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:50.494542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f879cc16-b0dc-4663-94bd-a20b3b0569aa not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:50.508728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6239d9a2-ae15-4cf0-91b5-481d3a2561f9 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.562543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] For port 0d301f79-380c-4087-b54f-558db6b859f8, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0d301f79-380c-4087-b54f-558db6b859f8,segment=NetworkSegment(b4eb3e54-c7ca-459b-b455-b502a474d21d),segment_id=b4eb3e54-c7ca-459b-b455-b502a474d21d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:50.563172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.591431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Calling delete_port for 0d301f79-380c-4087-b54f-558db6b859f8 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:50.630159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b0187-6fd7-464c-9a33-1dc78450926a req-7ee08ebc-0e1f-45b4-96e4-f5a3563541b8 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:50.631154 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Floating IP af3d638a-5230-4c43-8250-167b2058b182 associated. External IP: 172.25.3.235, port: 92377eb8-9187-400d-a6ad-3b58d18c79f6. Jul 15 23:26:50.641107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f25b0187-6fd7-464c-9a33-1dc78450926a req-7ee08ebc-0e1f-45b4-96e4-f5a3563541b8 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 946 time: 0.1713424 Jul 15 23:26:50.698965 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6239d9a2-ae15-4cf0-91b5-481d3a2561f9 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.707143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6239d9a2-ae15-4cf0-91b5-481d3a2561f9 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.751914 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d7cf5c-32a1-4bac-8914-1a3e347dc650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.788850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f25b0187-6fd7-464c-9a33-1dc78450926a req-aa6cfd32-d653-4542-948a-7d8a3ee66629 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466031 Jul 15 23:26:50.792723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.825283 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6239d9a2-ae15-4cf0-91b5-481d3a2561f9 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.829898 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6239d9a2-ae15-4cf0-91b5-481d3a2561f9 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4168062 Jul 15 23:26:50.834015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57872) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:50.834905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Port': ['ID=0d301f79-380c-4087-b54f-558db6b859f8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.835787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2763e02-38b8-4c4c-b1aa-09a98b286fc8 None None] DHCP port deletion for a409a5d5-9ee1-4365-985b-9468029045d6 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:50.838129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No DVR routers for this DVR port 0d301f79-380c-4087-b54f-558db6b859f8 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:50.842393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239d9a2-ae15-4cf0-91b5-481d3a2561f9 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce96dac7-f7f7-47ed-9a91-082c13015b09,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.842954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3edcab04-2876-40cd-8b23-79bc56d71ee6 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Request body: {'security_group_rule': {'security_group_id': 'ce96dac7-f7f7-47ed-9a91-082c13015b09', 'project_id': '1b42294835df4eb882c894dab729d1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:50.920981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:50.937161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3edcab04-2876-40cd-8b23-79bc56d71ee6 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.941307 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-88ca76ad-439f-4d69-b322-25f4f7ae37d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2037146 Jul 15 23:26:51.051462 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.070963 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.085375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Router 28142d37-d515-424c-bc35-30a2034b33bd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:51.093035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a409a5d5-9ee1-4365-985b-9468029045d6']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:51.118842 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.121378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4eb3e54-c7ca-459b-b455-b502a474d21d') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:51.121688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4eb3e54-c7ca-459b-b455-b502a474d21d') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:51.129989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Transition to ACTIVE for port object 5b8ca678-dae5-49c9-ad76-51ca12b81b08 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:51.130196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3edcab04-2876-40cd-8b23-79bc56d71ee6 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.133773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:51.138338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:51.138476 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.143886 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.147137 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3edcab04-2876-40cd-8b23-79bc56d71ee6 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.164728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-260e77b7-1fcb-4df5-a4d0-5edccb97a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:51.166362 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-260e77b7-1fcb-4df5-a4d0-5edccb97a9fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1097 time: 0.1374266 Jul 15 23:26:51.166542 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.188160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcab04-2876-40cd-8b23-79bc56d71ee6 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a803cea-274c-45aa-8b31-b2db1dfb0e8f,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.201317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbda0b3-57ac-4234-9ae9-7627b0e21305 req-cc6bc56b-7691-4529-a4b9-a0222319f23b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:51.203595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcbda0b3-57ac-4234-9ae9-7627b0e21305 req-cc6bc56b-7691-4529-a4b9-a0222319f23b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.2992287 Jul 15 23:26:51.205793 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3edcab04-2876-40cd-8b23-79bc56d71ee6 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.207822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3edcab04-2876-40cd-8b23-79bc56d71ee6 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3708909 Jul 15 23:26:51.209067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.211400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57884) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.219635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3b3c4810-1f0f-4b71-b9e2-f9977a423826 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Request body: {'security_group_rule': {'security_group_id': 'ce96dac7-f7f7-47ed-9a91-082c13015b09', 'project_id': '1b42294835df4eb882c894dab729d1ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:51.235716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:51.236379 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:51.240604 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:51.328834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:51.332469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57886) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.339485 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] Sync routers for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:51.346059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcbda0b3-57ac-4234-9ae9-7627b0e21305 req-5ab258bb-561e-4b69-acf5-508f2142b475 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324470 Jul 15 23:26:51.356080 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:51.358248 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:51.386429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885440e-f395-4d2b-b2df-73792cd2d156 None None] Pushing event updated for resources: {'Port': ['ID=5b8ca678-dae5-49c9-ad76-51ca12b81b08,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.423670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-ca3e3e59-83d6-4572-889a-41b001c08f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:51.426419 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-ca3e3e59-83d6-4572-889a-41b001c08f62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 200 len: 915 time: 0.2013257 Jul 15 23:26:51.450978 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4810-1f0f-4b71-b9e2-f9977a423826 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.495673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Attempting to bind port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:51.496300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Attempting to bind port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:51.496948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Attempting to bind port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 on network d16e89dd-6e80-4336-a438-bc5e02b9b879 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:51.506141 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.513971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:51.514627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Checking segment: {'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:51.515238 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.515805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Bound using segment: {'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:51.516793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Bound port: 5b8ca678-dae5-49c9-ad76-51ca12b81b08, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8491623d-52f9-4e05-b194-673b7e2dc30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:51.517628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.570486 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.585224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0d301f79-380c-4087-b54f-558db6b859f8 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:51.596010 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:51.615242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4810-1f0f-4b71-b9e2-f9977a423826 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.619136 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.621989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 0d301f79-380c-4087-b54f-558db6b859f8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:51.622542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0d301f79-380c-4087-b54f-558db6b859f8 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:51.629835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4810-1f0f-4b71-b9e2-f9977a423826 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.634224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.646073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/a409a5d5-9ee1-4365-985b-9468029045d6 HTTP/1.1" status: 204 len: 168 time: 1.4489601 Jul 15 23:26:51.653961 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-ff261780-06fa-45df-a9bb-ba815b489613 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 200 len: 1000 time: 0.2205701 Jul 15 23:26:51.657042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:51.657478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57896) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.660246 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e300647-b80c-40f0-b711-14e385dd72a1" -d '{"events": [{"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:51.682724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:51.691038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1286147444'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:51.693514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.713913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.750285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4810-1f0f-4b71-b9e2-f9977a423826 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.754688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3b3c4810-1f0f-4b71-b9e2-f9977a423826 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5384715 Jul 15 23:26:51.754878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026dba1-2f0b-4e22-bfa5-086051e23d56 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=a409a5d5-9ee1-4365-985b-9468029045d6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.760531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57906) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.766819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-30d2fb0f-8d0a-4b42-bc6f-8411485c929a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Request body: {'security_group_rule': {'security_group_id': 'ce96dac7-f7f7-47ed-9a91-082c13015b09', 'project_id': '1b42294835df4eb882c894dab729d1ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:51.773619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c4810-1f0f-4b71-b9e2-f9977a423826 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37768b8b-82c4-44b1-81e8-fa31885077db,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.779404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.796048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] For port 5b8ca678-dae5-49c9-ad76-51ca12b81b08, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:51.826163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] For port 5b8ca678-dae5-49c9-ad76-51ca12b81b08, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5b8ca678-dae5-49c9-ad76-51ca12b81b08,segment=NetworkSegment(8491623d-52f9-4e05-b194-673b7e2dc30f),segment_id=8491623d-52f9-4e05-b194-673b7e2dc30f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:51.842462 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cdaea0-0a71-4795-a212-4e1350775ef3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:51.843015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cdaea0-0a71-4795-a212-4e1350775ef3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:51.843851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.847891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57912) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.858062 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-98cdaea0-0a71-4795-a212-4e1350775ef3 tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/ac0fe670-a68d-4a4a-ae9d-ae6f722dc6b3 HTTP/1.1" status: 404 len: 337 time: 0.1973407 Jul 15 23:26:51.881315 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-14845926-4663-4cfb-a701-98553daec14a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:51.881909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14845926-4663-4cfb-a701-98553daec14a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:51.891770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57914) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.899360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-14845926-4663-4cfb-a701-98553daec14a tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/7fd51433-b6d7-42ff-8779-0dcbd1e3e6f5 HTTP/1.1" status: 404 len: 339 time: 0.0505068 Jul 15 23:26:51.949334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885440e-f395-4d2b-b2df-73792cd2d156 None None] Pushing event updated for resources: {'Port': ['ID=5b8ca678-dae5-49c9-ad76-51ca12b81b08,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.978540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Routers {'aeb4999a-4f96-4735-b53d-3d58e8ecbe08'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:51.979298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:51.986164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57916) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.991367 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fc9ed51e-77a0-4775-b7be-75aea704b80a tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4074411 Jul 15 23:26:51.996301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:51.998649 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d963746c-c7be-4236-bd78-1a082cee5620" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:52.021402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:52.025093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.046088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-858b8021-075d-4c77-af22-e86e400188fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:52.059870 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-858b8021-075d-4c77-af22-e86e400188fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=426d4c12-cde9-40e7-ae27-77f0bce27a8b HTTP/1.1" status: 200 len: 853 time: 0.3777857 Jul 15 23:26:52.063282 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.154188 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'af3d638a-5230-4c43-8250-167b2058b182', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'mac_address': 'fa:16:3e:98:fc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:48Z', 'updated_at': '2021-07-15T23:26:48Z', 'revision_number': 0, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:52.173142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] Set router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:52.199847 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] Checking router: 28142d37-d515-424c-bc35-30a2034b33bd for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:52.211330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-30d2fb0f-8d0a-4b42-bc6f-8411485c929a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.212137 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:52.213008 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:52.359641 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:52.367785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71f0c1-ae86-4b26-af5c-31541e892e5e req-2c3150e7-14ff-458a-8331-ffe6fc1f50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:52.369349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b71f0c1-ae86-4b26-af5c-31541e892e5e req-2c3150e7-14ff-458a-8331-ffe6fc1f50ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1096 time: 0.4689264 Jul 15 23:26:52.421592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e34a1-d1e4-4cb0-b25a-731c98631ade tempest-TestVolumeBackupRestore-1463839692 tempest-TestVolumeBackupRestore-1463839692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:52.423199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ca2e34a1-d1e4-4cb0-b25a-731c98631ade tempest-TestVolumeBackupRestore-1463839692 tempest-TestVolumeBackupRestore-1463839692-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1092 time: 0.4222286 Jul 15 23:26:52.432171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57922) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:52.439215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:26:47Z', 'revision_number': 4, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port': {'id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5b8ca678-dae5-49c9-ad76-51ca12b81b08', 'name': '', 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'mac_address': 'fa:16:3e:f7:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '2e9339f0-01b0-47a1-83b2-e412e2218b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:45Z', 'updated_at': '2021-07-15T23:26:51Z', 'revision_number': 4, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'subnets': [{'id': '2e9339f0-01b0-47a1-83b2-e412e2218b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:52.440574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Request body: {'floatingip': {'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:52.457366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-30d2fb0f-8d0a-4b42-bc6f-8411485c929a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.465839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abbb0d-a7e6-4326-82ec-6985c968113a req-5ac2600d-424b-43e3-b67e-2081dc46ced3 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:52.473577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9abbb0d-a7e6-4326-82ec-6985c968113a req-5ac2600d-424b-43e3-b67e-2081dc46ced3 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 946 time: 0.4603267 Jul 15 23:26:52.480965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fb967-c310-43df-aa8e-47f5f9a45ded None None] The sync data for ids ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'] in n-d-793618-8 is: [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:26:47Z', 'revision_number': 4, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port': {'id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5b8ca678-dae5-49c9-ad76-51ca12b81b08', 'name': '', 'network_id': 'd16e89dd-6e80-4336-a438-bc5e02b9b879', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'mac_address': 'fa:16:3e:f7:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '2e9339f0-01b0-47a1-83b2-e412e2218b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:45Z', 'updated_at': '2021-07-15T23:26:51Z', 'revision_number': 4, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'subnets': [{'id': '2e9339f0-01b0-47a1-83b2-e412e2218b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:52.517874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-baea0aeb-97e6-4c03-bad2-bf7535015c48 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:52.520215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-baea0aeb-97e6-4c03-bad2-bf7535015c48 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 946 time: 0.4237235 Jul 15 23:26:52.531612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-30d2fb0f-8d0a-4b42-bc6f-8411485c929a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.612499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b71f0c1-ae86-4b26-af5c-31541e892e5e req-45d73adb-20ac-447b-ac51-505b5a5725be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333977 Jul 15 23:26:52.631628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2fb0f-8d0a-4b42-bc6f-8411485c929a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43db027-ff18-4850-b575-e16ca0473669,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:52.680878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9abbb0d-a7e6-4326-82ec-6985c968113a req-614780e0-e203-4894-9368-ed5b2852b7aa tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053828 Jul 15 23:26:52.711117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c7e96b-fa67-420a-bc0f-669d569dc41d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting subnet 2314f9a6-cfed-4d94-910b-a12b9420af06 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:52.724030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e96b-fa67-420a-bc0f-669d569dc41d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.738377 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.790922 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b785fd-d570-4419-abc8-a1067d9eaa40 x-openstack-request-id: req-e6b785fd-d570-4419-abc8-a1067d9eaa40 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:52.791230 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:52.791516 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6b785fd-d570-4419-abc8-a1067d9eaa40 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:52.791913 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'status': 'completed', 'code': 200} Jul 15 23:26:52.799924 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'af3d638a-5230-4c43-8250-167b2058b182', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'mac_address': 'fa:16:3e:98:fc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:48Z', 'updated_at': '2021-07-15T23:26:48Z', 'revision_number': 0, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:52.828305 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e96b-fa67-420a-bc0f-669d569dc41d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.839980 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43797597-fcd7-4193-86ec-67cdf84b6220 None None] The sync data for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 is: [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'af3d638a-5230-4c43-8250-167b2058b182', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'mac_address': 'fa:16:3e:98:fc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:48Z', 'updated_at': '2021-07-15T23:26:48Z', 'revision_number': 0, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:52.843682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-0c9031b8-d00c-4240-8880-9ed3a989476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:52.845367 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-0c9031b8-d00c-4240-8880-9ed3a989476d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b02f2a03-9b4e-4175-8375-8747b70b26a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7575328 Jul 15 23:26:52.966147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Deleting port 2ea93060-0061-49c3-b38a-38369642359e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:52.966438 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.082741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e96b-fa67-420a-bc0f-669d569dc41d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.090598 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-d68e8cae-10c2-4bea-96a4-9a28281f618a service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188492 Jul 15 23:26:53.115927 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.142156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-30d2fb0f-8d0a-4b42-bc6f-8411485c929a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.146556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-30d2fb0f-8d0a-4b42-bc6f-8411485c929a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3805954 Jul 15 23:26:53.153001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57924) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:53.159315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.162039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-db1391e2-6d64-433c-8770-b0ff4c9b6677 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Request body: {'security_group_rule': {'security_group_id': 'ce96dac7-f7f7-47ed-9a91-082c13015b09', 'project_id': '1b42294835df4eb882c894dab729d1ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:53.202472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:53.240242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5bfd3-41c6-4c23-b8a8-57df98fc8b1f req-54c0d0b1-5981-4404-a9aa-e9a15a70a090 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.241844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd5bfd3-41c6-4c23-b8a8-57df98fc8b1f req-54c0d0b1-5981-4404-a9aa-e9a15a70a090 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 945 time: 0.2929556 Jul 15 23:26:53.250341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] For port 2ea93060-0061-49c3-b38a-38369642359e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2ea93060-0061-49c3-b38a-38369642359e,segment=NetworkSegment(2ce894ea-1197-4f0b-8fa0-90e101586a62),segment_id=2ce894ea-1197-4f0b-8fa0-90e101586a62)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:53.250713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.267585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.267994 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Added segment 305a6440-30ae-4102-936b-743474d39a35 of type vlan for network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 Jul 15 23:26:53.290290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724d7e97-2438-496d-ba24-090cdb8c9228,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.298898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Calling delete_port for 2ea93060-0061-49c3-b38a-38369642359e owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:53.339126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.347649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e96b-fa67-420a-bc0f-669d569dc41d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.353949 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db1391e2-6d64-433c-8770-b0ff4c9b6677 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.362772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.406837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c30541-4952-46b8-8f72-78e823d06f0f None None] New status for floating IP af3d638a-5230-4c43-8250-167b2058b182: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:26:53.427762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5c42da9a-6fc1-49d2-a1f9-4736d32e8df8 req-9a8308bb-7cb4-4e5b-9990-09fe6a68de41 service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082197 Jul 15 23:26:53.439877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7e96b-fa67-420a-bc0f-669d569dc41d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Subnet': ['ID=2314f9a6-cfed-4d94-910b-a12b9420af06,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.443528 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e96b-fa67-420a-bc0f-669d569dc41d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.445765 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b9c7e96b-fa67-420a-bc0f-669d569dc41d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/subnets/2314f9a6-cfed-4d94-910b-a12b9420af06 HTTP/1.1" status: 204 len: 168 time: 1.5529923 Jul 15 23:26:53.449270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:53.476723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd5bfd3-41c6-4c23-b8a8-57df98fc8b1f req-843c57e0-9297-414f-8d46-d0e04d20952b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214990 Jul 15 23:26:53.567040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.574376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.575338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.636963 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db1391e2-6d64-433c-8770-b0ff4c9b6677 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.661415 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.664993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db1391e2-6d64-433c-8770-b0ff4c9b6677 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.686653 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3468828 Jul 15 23:26:53.692711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57928) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:53.694737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d77a2-6c0e-47c3-ba50-4f973ca3cfe1 None None] Network 829ef884-adaa-4e63-b162-bfbf449be773 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:53.712305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5b8ca678-dae5-49c9-ad76-51ca12b81b08 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:53.730226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'name': 'tempest-PortsIpV6TestJSON-874110907'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:53.828317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db1391e2-6d64-433c-8770-b0ff4c9b6677 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.832975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-db1391e2-6d64-433c-8770-b0ff4c9b6677 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6757190 Jul 15 23:26:53.835059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57932) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:53.837339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1391e2-6d64-433c-8770-b0ff4c9b6677 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088b0845-e2e4-4a41-8887-68ac6a24393b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.842008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-93f03c31-fe36-48c9-9f7c-860d638a8916 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Request body: {'security_group_rule': {'security_group_id': 'ce96dac7-f7f7-47ed-9a91-082c13015b09', 'project_id': '1b42294835df4eb882c894dab729d1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:53.947344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.resource_extend [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:26:53.981942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4807a6-96d9-495e-ad23-d82430d5f1a6 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Network': ['ID=1efb3c82-ea29-426e-a2c4-b3beb5888cd7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.051744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:26:54.051744 n-d-793618-8 neutron-server[93714]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:26:54.051744 n-d-793618-8 neutron-server[93714]: [parameters: {'project_id_1': '4c781cba592b484d8c6307dff9c01431', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 26, 54, 6976)}] Jul 15 23:26:54.051744 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:26:54.052695 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:26:54.058077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963746c-c7be-4236-bd78-1a082cee5620 req-e0d206ef-d96b-40e8-8257-d499985a0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:54.060046 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d963746c-c7be-4236-bd78-1a082cee5620 req-e0d206ef-d96b-40e8-8257-d499985a0577 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1097 time: 0.4948475 Jul 15 23:26:54.083144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:54.114294 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-93f03c31-fe36-48c9-9f7c-860d638a8916 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Project 1b42294835df4eb882c894dab729d1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:26:54.119959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.122114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Deleting port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:54.122490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.148525 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.204947 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-f8c30541-4952-46b8-8f72-78e823d06f0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:26:54.207480 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-f8c30541-4952-46b8-8f72-78e823d06f0f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:26:54.241653 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93f03c31-fe36-48c9-9f7c-860d638a8916 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.248964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.276753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:54.282691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:54.283179 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.296930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] For port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2,segment=NetworkSegment(f0bb64d8-44c4-4309-b071-b46f8855ecc9),segment_id=f0bb64d8-44c4-4309-b071-b46f8855ecc9)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:54.297344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.321954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963746c-c7be-4236-bd78-1a082cee5620 req-3b901f2b-1a19-4d29-a5a0-c10b542450ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:54.323630 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d963746c-c7be-4236-bd78-1a082cee5620 req-3b901f2b-1a19-4d29-a5a0-c10b542450ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 200 len: 915 time: 0.2538512 Jul 15 23:26:54.324750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Calling delete_port for 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:54.397213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.432709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] DHCP port deletion for 829ef884-adaa-4e63-b162-bfbf449be773 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:26:54.448418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5b8ca678-dae5-49c9-ad76-51ca12b81b08, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5b8ca678-dae5-49c9-ad76-51ca12b81b08,segment=NetworkSegment(8491623d-52f9-4e05-b194-673b7e2dc30f),segment_id=8491623d-52f9-4e05-b194-673b7e2dc30f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:54.465173 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d963746c-c7be-4236-bd78-1a082cee5620 req-3419afe0-a2f9-4c1f-a313-13c0ca097501 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 200 len: 1000 time: 0.1331024 Jul 15 23:26:54.476059 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.536706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5b8ca678-dae5-49c9-ad76-51ca12b81b08,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.549846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.563132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] Deleting port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:54.563901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.591915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963746c-c7be-4236-bd78-1a082cee5620 req-1e9e99a8-7bd9-4ca9-bed9-90b0ef9d6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:54.593448 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d963746c-c7be-4236-bd78-1a082cee5620 req-1e9e99a8-7bd9-4ca9-bed9-90b0ef9d6325 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=426d4c12-cde9-40e7-ae27-77f0bce27a8b HTTP/1.1" status: 200 len: 853 time: 0.0925574 Jul 15 23:26:54.596643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Port': ['ID=9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.602072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] No DVR routers for this DVR port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:54.641729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] For port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:54.642565 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.659250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] Calling delete_port for 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:54.662266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] Port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:26:54.664249 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.690618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:54.694264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.695348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] Pushing event deleted for resources: {'Port': ['ID=9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.702034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc0cd9-9aca-4173-8c7a-d3469adf2452 None None] No DVR routers for this DVR port 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:54.710998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c30541-4952-46b8-8f72-78e823d06f0f None None] New status for floating IP af3d638a-5230-4c43-8250-167b2058b182: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:26:54.757912 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.768730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:54.779481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829ef884-adaa-4e63-b162-bfbf449be773']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:54.805544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66847-e753-43e7-ab6c-3e92f8d587ae req-ef5db1d0-1f20-42c8-b1e8-15173b769aba tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:54.818024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbd66847-e753-43e7-ab6c-3e92f8d587ae req-ef5db1d0-1f20-42c8-b1e8-15173b769aba tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e17ef5-ba72-48de-9d96-5e7d2a0df487 HTTP/1.1" status: 200 len: 867 time: 0.8614974 Jul 15 23:26:54.825851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963746c-c7be-4236-bd78-1a082cee5620 req-77718686-6cdd-4d96-8c8a-bd16ed2feb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:54.827435 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d963746c-c7be-4236-bd78-1a082cee5620 req-77718686-6cdd-4d96-8c8a-bd16ed2feb93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b02f2a03-9b4e-4175-8375-8747b70b26a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214384 Jul 15 23:26:54.832852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bb64d8-44c4-4309-b071-b46f8855ecc9') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:54.833133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bb64d8-44c4-4309-b071-b46f8855ecc9') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:54.851744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Pushing event deleted for resources: {'Port': ['ID=2ea93060-0061-49c3-b38a-38369642359e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.857920 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.903437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] No DVR routers for this DVR port 2ea93060-0061-49c3-b38a-38369642359e on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:54.910329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.911507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.912446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6d6d0e2-88ec-4186-b76a-1292983b82db req-112353f9-caa5-483a-b05f-13efdc38525c tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.59 "DELETE /v2.0/ports/2ea93060-0061-49c3-b38a-38369642359e HTTP/1.1" status: 204 len: 173 time: 2.3784978 Jul 15 23:26:54.913030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e17ef5-ba72-48de-9d96-5e7d2a0df487', 'name': 'network-vif-deleted', 'tag': '2ea93060-0061-49c3-b38a-38369642359e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:54.915581 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29d67a-c8c1-477e-87bc-c5d13f3ec47b" -d '{"events": [{"server_uuid": "a1e17ef5-ba72-48de-9d96-5e7d2a0df487", "name": "network-vif-deleted", "tag": "2ea93060-0061-49c3-b38a-38369642359e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:54.925908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:54.925908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:54.931145 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:54.938794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2ea93060-0061-49c3-b38a-38369642359e no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:54.984311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 2ea93060-0061-49c3-b38a-38369642359e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:54.985301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2ea93060-0061-49c3-b38a-38369642359e not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:54.998063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbd66847-e753-43e7-ab6c-3e92f8d587ae req-3bac6cb2-137f-4d2f-a023-e61239ff275b tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] 10.222.0.23 "GET /v2.0/security-groups?id=91a0cc55-99b5-43ed-b3f0-4ec4da951c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846905 Jul 15 23:26:54.999827 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93f03c31-fe36-48c9-9f7c-860d638a8916 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.012107 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93f03c31-fe36-48c9-9f7c-860d638a8916 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.012265 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:26:55.061544 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.063174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f03c31-fe36-48c9-9f7c-860d638a8916 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d890a6ae-ed8f-4df5-a973-3573579ab87c,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:55.077056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93f03c31-fe36-48c9-9f7c-860d638a8916 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.078411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-93f03c31-fe36-48c9-9f7c-860d638a8916 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2422338 Jul 15 23:26:55.081163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57940) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.088344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eb58e8c9-ea65-4183-8ace-75a3614a29c5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Request body: {'security_group_rule': {'security_group_id': 'ce96dac7-f7f7-47ed-9a91-082c13015b09', 'project_id': '1b42294835df4eb882c894dab729d1ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:55.118562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Router 28142d37-d515-424c-bc35-30a2034b33bd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:55.130328 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-eb58e8c9-ea65-4183-8ace-75a3614a29c5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Project 1b42294835df4eb882c894dab729d1ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:26:55.151942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb58e8c9-ea65-4183-8ace-75a3614a29c5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.165262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.169750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.171698 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] 10.222.0.23 "DELETE /v2.0/networks/829ef884-adaa-4e63-b162-bfbf449be773 HTTP/1.1" status: 204 len: 168 time: 1.7192640 Jul 15 23:26:55.189921 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.203244 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d963746c-c7be-4236-bd78-1a082cee5620 req-72f3c4a0-81b6-47d0-a29d-c0bce9e8825b service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672721 Jul 15 23:26:55.206793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Pushing event deleted for resources: {'Network': ['ID=829ef884-adaa-4e63-b162-bfbf449be773,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:55.236029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.236378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.236720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.237055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.237384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.238241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.238576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.238928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.239258 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.239624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.239888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.240206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd3c3c-8881-4ce4-90a4-65179fe78a6d tempest-NetworksIpV6Test-1260823614 tempest-NetworksIpV6Test-1260823614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:55.321236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.330360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb58e8c9-ea65-4183-8ace-75a3614a29c5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.342543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c7f2-7755-403b-8778-760f462ba5bb req-8c0d04e7-4bdc-47f7-bdea-eb0a78aef40b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:55.344245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b66c7f2-7755-403b-8778-760f462ba5bb req-8c0d04e7-4bdc-47f7-bdea-eb0a78aef40b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 945 time: 0.2102861 Jul 15 23:26:55.350225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb58e8c9-ea65-4183-8ace-75a3614a29c5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.379398 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d963746c-c7be-4236-bd78-1a082cee5620 req-71cecfec-21ce-4463-9023-590ae93c62c3 service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669574 Jul 15 23:26:55.390191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:55.394917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58e8c9-ea65-4183-8ace-75a3614a29c5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad4d635-6917-4127-af8d-70eaedf105fe,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:55.399396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.405315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb58e8c9-ea65-4183-8ace-75a3614a29c5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.406551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eb58e8c9-ea65-4183-8ace-75a3614a29c5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3243783 Jul 15 23:26:55.430427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=a9f35563-a1dd-4618-8e8c-ae95664ed6d6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:55.438596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Checking segment: {'id': '305a6440-30ae-4102-936b-743474d39a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:55.440315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network hostable DHCP agents. Network: 1efb3c82-ea29-426e-a2c4-b3beb5888cd7, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:55.459251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b66c7f2-7755-403b-8778-760f462ba5bb req-3dc353f2-7d84-49f1-8c02-dd73e7362758 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065526 Jul 15 23:26:55.477945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:55.501922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 1efb3c82-ea29-426e-a2c4-b3beb5888cd7) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:55.509323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:55.516654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28282b3-49fa-418c-8b37-87921af94441 None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:55.541464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:55.548743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.551505 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb3476-5dcf-4504-9791-7bcbde471a16 x-openstack-request-id: req-2feb3476-5dcf-4504-9791-7bcbde471a16 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:55.552034 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e17ef5-ba72-48de-9d96-5e7d2a0df487", "name": "network-vif-deleted", "tag": "2ea93060-0061-49c3-b38a-38369642359e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:55.553568 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2feb3476-5dcf-4504-9791-7bcbde471a16 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:55.554057 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e17ef5-ba72-48de-9d96-5e7d2a0df487', 'name': 'network-vif-deleted', 'tag': '2ea93060-0061-49c3-b38a-38369642359e', 'status': 'completed', 'code': 200} Jul 15 23:26:55.567668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8feda2e0-6fde-4e1d-979e-550e78813866 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "PUT /v2.0/floatingips/af3d638a-5230-4c43-8250-167b2058b182 HTTP/1.1" status: 200 len: 992 time: 3.1311219 Jul 15 23:26:55.601213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57950) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.605960 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0966354c-5802-47f0-a2c3-71a9ef44b4d1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9112301 Jul 15 23:26:55.608799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2101889521'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:55.622973 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] Sync routers for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:55.637228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57952) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.637987 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:55.638610 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:55.677439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5b8ca678-dae5-49c9-ad76-51ca12b81b08 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:55.679620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:55.684074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.744306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:55.795313 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.796463 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Added segment 7459c221-a5a6-4787-8072-1839efb2095e of type vlan for network fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413 Jul 15 23:26:55.826979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:55.827363 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.860340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.894047 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:55.904653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f28cbe-9115-4645-bccf-3f6d307d8a09 req-f5ead877-8675-47b5-a1a0-dec8b41205f0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:55.921083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5f28cbe-9115-4645-bccf-3f6d307d8a09 req-f5ead877-8675-47b5-a1a0-dec8b41205f0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 945 time: 0.1735468 Jul 15 23:26:55.921924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57958) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.930259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'floatingip': {'port_id': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:55.951273 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-adb97384-aee8-46e6-8a4d-71a7300535ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc1f0df6eaba4d9e90571187263e945a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125677 Jul 15 23:26:55.951998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57960) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.981175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.987722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:55.988646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.040298 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.051135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:56.087678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:56.089297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9ff3e4d6-41ab-4cfa-afbb-d2ffb2f200e2 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:56.091641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e381368a-84cf-4420-abae-f951f003bae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.109308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5037928 Jul 15 23:26:56.120803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e381368a-84cf-4420-abae-f951f003bae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.122376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57972) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:56.127565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'ports': [{'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7'}, {'network_id': 'fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413'}]} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:56.127876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:56.128407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': 'fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:56.195583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9bf1f-abb6-4055-892a-f127a7718c56 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Network': ['ID=fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:56.209277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:56.226009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-38950981-5d6b-46b0-bd8d-205b63d262ea tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236373073&fields=id&tenant_id=1b42294835df4eb882c894dab729d1ce HTTP/1.1" status: 200 len: 267 time: 0.1762421 Jul 15 23:26:56.258781 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'af3d638a-5230-4c43-8250-167b2058b182', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'mac_address': 'fa:16:3e:98:fc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:48Z', 'updated_at': '2021-07-15T23:26:54Z', 'revision_number': 2, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:56.331124 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e381368a-84cf-4420-abae-f951f003bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.333742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e381368a-84cf-4420-abae-f951f003bae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.337218 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e381368a-84cf-4420-abae-f951f003bae2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d73579f8-25e3-4826-a516-0005072b2b0b HTTP/1.1" status: 204 len: 168 time: 0.3820362 Jul 15 23:26:56.346835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381368a-84cf-4420-abae-f951f003bae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73579f8-25e3-4826-a516-0005072b2b0b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:56.351041 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] Checking router: 28142d37-d515-424c-bc35-30a2034b33bd for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:56.358597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 2} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:56.365781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.375349 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:56.381642 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:56.382213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.446585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-7e9a1c84-6064-420d-94f9-2231336a5290 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:56.448159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-7e9a1c84-6064-420d-94f9-2231336a5290 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/networks?id=65017ccc-6191-4ccb-b4a5-ba75aa5570d7 HTTP/1.1" status: 200 len: 809 time: 0.2154732 Jul 15 23:26:56.467975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-59a0563a-b760-44d3-8678-18e01fe38abd tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/quotas/1b42294835df4eb882c894dab729d1ce HTTP/1.1" status: 200 len: 375 time: 0.0121808 Jul 15 23:26:56.507570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 77b8b601-a5b9-46ed-ac47-b0003b1930df yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:56.571715 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:56.653840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-f7340233-014d-4d2e-b1e9-85ed661c927d tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b42294835df4eb882c894dab729d1ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775992 Jul 15 23:26:56.744290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.850736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-8dcdcc79-c917-49ef-b3dc-fe7141b9e43c service neutron] 10.222.0.23 "GET /v2.0/networks/65017ccc-6191-4ccb-b4a5-ba75aa5570d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809664 Jul 15 23:26:56.874819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 93a9c0f3-49d1-4ebe-9fb7-e41de9194c64 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:56.904443 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.934741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.954363 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'af3d638a-5230-4c43-8250-167b2058b182', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'mac_address': 'fa:16:3e:98:fc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:48Z', 'updated_at': '2021-07-15T23:26:54Z', 'revision_number': 2, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:56.988221 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c1140-df12-4ccc-b61e-7d61f58d2d29 None None] The sync data for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 is: [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'af3d638a-5230-4c43-8250-167b2058b182', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'port_id': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'mac_address': 'fa:16:3e:98:fc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:48Z', 'updated_at': '2021-07-15T23:26:54Z', 'revision_number': 2, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:57.046656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-0fa495ca-bf75-4502-9111-bb97a5c0e93a service neutron] 10.222.0.23 "GET /v2.0/networks/65017ccc-6191-4ccb-b4a5-ba75aa5570d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950171 Jul 15 23:26:57.063436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.070695 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Floating IP 8ef00663-c087-4b3c-9463-656e316e54a7 associated. External IP: 172.25.3.252, port: d7b7c75f-d29b-4eae-b5df-3cd21a250fb8. Jul 15 23:26:57.136348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.203983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:57.210627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:57.221507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:57.222606 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.246214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=77b8b601-a5b9-46ed-ac47-b0003b1930df,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.318499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Checking segment: {'id': '7459c221-a5a6-4787-8072-1839efb2095e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:57.319202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network hostable DHCP agents. Network: fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:57.328599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=93a9c0f3-49d1-4ebe-9fb7-e41de9194c64,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.348689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:57.363331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Router 014179da-2255-40b5-8492-2c860b926268 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:57.364425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:57.370995 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:57.377676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a2a57-ac23-4ece-8a81-6a19126a40ea None None] Network fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:57.385268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:57.390459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:57.391197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.413407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57998) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:57.414591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-84309c5f-2d12-4ec0-9620-dfa355224741 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2908671 Jul 15 23:26:57.450352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58000) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:57.456880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58002) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:57.562995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6'}, {'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:57.565416 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6"}, {"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:57.575151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1914164371'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:57.603874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:57.608810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.621843 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.646102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb0d20c2-5146-4af0-814f-1d6af4d4e395 req-9f26cc7e-25aa-41fe-a21f-1d0ea4beea43 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 210 time: 0.1233828 Jul 15 23:26:57.704717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4a0dbe-969d-4345-8143-94118b618b3b admin admin] Deleting subnet e0a00204-3d24-472d-9144-e62a9c06d08f {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:57.709327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dbe-969d-4345-8143-94118b618b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.745563 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17df48ea-88df-4022-b802-a407fe5d02fb x-openstack-request-id: req-17df48ea-88df-4022-b802-a407fe5d02fb {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:57.745962 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:57.746292 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17df48ea-88df-4022-b802-a407fe5d02fb {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:57.746776 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'status': 'completed', 'code': 200} Jul 15 23:26:57.747086 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'status': 'completed', 'code': 200} Jul 15 23:26:57.758058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.763647 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.776224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:57.781396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.788346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] Sync routers for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:57.798562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:57.800245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:57.826414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dbe-969d-4345-8143-94118b618b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.832483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-28eaba37-fded-4dbf-8bc7-5f967ef415ec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "PUT /v2.0/floatingips/8ef00663-c087-4b3c-9463-656e316e54a7 HTTP/1.1" status: 200 len: 991 time: 1.9044333 Jul 15 23:26:57.843615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:57.864100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249f7ac5-bcfa-4ba1-97d3-0e757a4f7fc7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.871020 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.871540 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Added segment fe65e2fd-2893-4859-bdb6-056ce10b871d of type vlan for network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce Jul 15 23:26:57.938171 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.952419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-5a514541-a6c0-4ba5-af6e-da0f85b1e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:57.953788 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-5a514541-a6c0-4ba5-af6e-da0f85b1e785 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1097 time: 0.1785700 Jul 15 23:26:58.013514 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.017517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:58.019186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.019824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.105684 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6542830 Jul 15 23:26:58.109988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58016) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:58.119248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'name': 'tempest-PortsTestJSON-1214422935'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:58.149195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-e459b92a-4d67-49a9-b0b2-271257f06704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.150923 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-e459b92a-4d67-49a9-b0b2-271257f06704 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 200 len: 915 time: 0.1900616 Jul 15 23:26:58.162722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2a863-1c7b-4469-96b2-68b5570833af tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Network': ['ID=736f44b3-48e9-4eb8-b9a7-34f5ed475dce,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:58.253469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b72a5fc6-4b00-4b4f-8415-ad135e83fea9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 93a9c0f3-49d1-4ebe-9fb7-e41de9194c64 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:58.254003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b72a5fc6-4b00-4b4f-8415-ad135e83fea9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.263571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:58.282696 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-385afcf6-cd34-4835-b251-7147840aabf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 200 len: 1002 time: 0.1209280 Jul 15 23:26:58.319093 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b72a5fc6-4b00-4b4f-8415-ad135e83fea9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.331881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b72a5fc6-4b00-4b4f-8415-ad135e83fea9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 93a9c0f3-49d1-4ebe-9fb7-e41de9194c64 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:58.343507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:58.347914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.368814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 290e141a-7c9e-48f2-a57a-c78b51228cfc yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:58.375154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-8111159e-8204-485c-acd2-7a4e7ef49eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.376892 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-8111159e-8204-485c-acd2-7a4e7ef49eb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=426d4c12-cde9-40e7-ae27-77f0bce27a8b HTTP/1.1" status: 200 len: 853 time: 0.0856256 Jul 15 23:26:58.391666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8ef00663-c087-4b3c-9463-656e316e54a7', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '014179da-2255-40b5-8492-2c860b926268', 'port_id': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'mac_address': 'fa:16:3e:57:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:30Z', 'updated_at': '2021-07-15T23:26:56Z', 'revision_number': 1, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 5, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:58.414584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dbe-969d-4345-8143-94118b618b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.420563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] Checking router: 014179da-2255-40b5-8492-2c860b926268 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:58.442491 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:58.443354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:58.483715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b72a5fc6-4b00-4b4f-8415-ad135e83fea9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.514992 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dbe-969d-4345-8143-94118b618b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.527635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a5fc6-4b00-4b4f-8415-ad135e83fea9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=93a9c0f3-49d1-4ebe-9fb7-e41de9194c64,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:58.529683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0dbe-969d-4345-8143-94118b618b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.534195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1b4a0dbe-969d-4345-8143-94118b618b3b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0a00204-3d24-472d-9144-e62a9c06d08f HTTP/1.1" status: 204 len: 168 time: 1.0763419 Jul 15 23:26:58.536171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58018) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:58.542842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-7d2f7854-44ed-47f8-9884-8c09759208d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.544620 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-7d2f7854-44ed-47f8-9884-8c09759208d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b02f2a03-9b4e-4175-8375-8747b70b26a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603174 Jul 15 23:26:58.563894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a0dbe-969d-4345-8143-94118b618b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a00204-3d24-472d-9144-e62a9c06d08f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:58.570134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:58.579512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b72a5fc6-4b00-4b4f-8415-ad135e83fea9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.581465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b72a5fc6-4b00-4b4f-8415-ad135e83fea9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/93a9c0f3-49d1-4ebe-9fb7-e41de9194c64 HTTP/1.1" status: 204 len: 168 time: 1.1667409 Jul 15 23:26:58.586071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58020) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:58.657767 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.761399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.775685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8873e79b-ac37-4fdd-b097-38b883085d20']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:58.797273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce894ea-1197-4f0b-8fa0-90e101586a62') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:58.798367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce894ea-1197-4f0b-8fa0-90e101586a62') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:58.819610 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.843857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-921dee1d-f295-4e93-9f0d-c68f699b019b req-16ed6e3a-2969-422d-b6e1-5f6e99124cc2 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 210 time: 0.0427806 Jul 15 23:26:58.853213 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.869035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:58.869824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:58.872189 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:58.887387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8ef00663-c087-4b3c-9463-656e316e54a7', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '014179da-2255-40b5-8492-2c860b926268', 'port_id': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'mac_address': 'fa:16:3e:57:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:30Z', 'updated_at': '2021-07-15T23:26:56Z', 'revision_number': 1, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 5, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:58.934150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d24ec0-1c6d-4ebe-8e4d-738637b8dede None None] The sync data for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 is: [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8ef00663-c087-4b3c-9463-656e316e54a7', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '014179da-2255-40b5-8492-2c860b926268', 'port_id': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'mac_address': 'fa:16:3e:57:2e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:26:30Z', 'updated_at': '2021-07-15T23:26:56Z', 'revision_number': 1, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 5, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:58.956813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.962575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.964492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8873e79b-ac37-4fdd-b097-38b883085d20 HTTP/1.1" status: 204 len: 168 time: 0.4269552 Jul 15 23:26:59.007336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e53652-44fa-471e-8e6e-657d61d2b676 admin admin] Pushing event deleted for resources: {'Network': ['ID=8873e79b-ac37-4fdd-b097-38b883085d20,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:59.101759 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.172098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-1a0f3aa6-550e-43e4-a519-8a3c52f83982 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.176494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-1a0f3aa6-550e-43e4-a519-8a3c52f83982 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.37 "GET /v2.0/networks?id=65017ccc-6191-4ccb-b4a5-ba75aa5570d7 HTTP/1.1" status: 200 len: 809 time: 0.1868746 Jul 15 23:26:59.190204 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-a30c3d93-f4c3-47e9-b244-9e7aa8168dfa service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381712 Jul 15 23:26:59.250192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865036db-f592-4ad9-8f16-82a502ef8e61 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.257497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865036db-f592-4ad9-8f16-82a502ef8e61 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.259162 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-865036db-f592-4ad9-8f16-82a502ef8e61 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6700339 Jul 15 23:26:59.261812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.264267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.265496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-91b43014-d76a-41b6-b3fb-25188fa4f2c8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b42294835df4eb882c894dab729d1ce HTTP/1.1" status: 200 len: 379 time: 0.0689683 Jul 15 23:26:59.275468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Request body: {'port': {'device_id': 'e328d11e-f67d-44a2-8bda-e79a7b3e8167', 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7', 'admin_state_up': True, 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'security_groups': ['ce96dac7-f7f7-47ed-9a91-082c13015b09']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:59.280174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58030) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.290731 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e28d29f-2e6c-446f-8e37-b13893b24214 None None] New status for floating IP 8ef00663-c087-4b3c-9463-656e316e54a7: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:26:59.403942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6ee45a67-03e7-4623-a58e-9059e757857b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=285ac1dbb37a4f3e904ccf87b1d6612d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201713 Jul 15 23:26:59.404589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58032) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.445554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=290e141a-7c9e-48f2-a57a-c78b51228cfc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:59.467142 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-6f877ae6-1f30-4149-a5e6-9be74078a701 service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673950 Jul 15 23:26:59.477126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Checking segment: {'id': 'fe65e2fd-2893-4859-bdb6-056ce10b871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:59.477510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network hostable DHCP agents. Network: 736f44b3-48e9-4eb8-b9a7-34f5ed475dce, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:59.478480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Made reservation on behalf of 1b42294835df4eb882c894dab729d1ce for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:59.482344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.513170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2749f694-45a9-493c-9cc3-14d761e72665 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 77b8b601-a5b9-46ed-ac47-b0003b1930df {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:59.514219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2749f694-45a9-493c-9cc3-14d761e72665 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.529902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:59.556147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 736f44b3-48e9-4eb8-b9a7-34f5ed475dce) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:59.569089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8e832-7d8b-4c7b-9aca-ba651009a813 None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:59.577165 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1361972-4e05-466b-99f1-55a721867aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.588436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:59.595055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.595699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.616251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1361972-4e05-466b-99f1-55a721867aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.641308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2749f694-45a9-493c-9cc3-14d761e72665 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.660539 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2749f694-45a9-493c-9cc3-14d761e72665 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 77b8b601-a5b9-46ed-ac47-b0003b1930df owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:59.669161 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4aa72d76-700e-4268-a6dc-b0480c5ec48d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5567098 Jul 15 23:26:59.679455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58034) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.685438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1318406464'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:59.730509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Allocated IP 172.20.0.10 (65017ccc-6191-4ccb-b4a5-ba75aa5570d7/94167d2c-d503-4c25-85f2-11fa378ae378/e07e9003-23af-4535-a37e-13fe1a344601) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:59.749145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:59.751912 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2215b5ff-6472-47f9-8027-8e4d0742570e" -d '{"events": [{"name": "network-changed", "server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:59.761242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1361972-4e05-466b-99f1-55a721867aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.763300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1361972-4e05-466b-99f1-55a721867aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.764508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e1361972-4e05-466b-99f1-55a721867aa2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91a0cc55-99b5-43ed-b3f0-4ec4da951c82 HTTP/1.1" status: 204 len: 168 time: 0.3589046 Jul 15 23:26:59.781188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1361972-4e05-466b-99f1-55a721867aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a0cc55-99b5-43ed-b3f0-4ec4da951c82,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:59.803449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-519600f2-e0eb-436a-aa0a-9c23e8f0b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.805061 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-519600f2-e0eb-436a-aa0a-9c23e8f0b78e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1097 time: 0.2064555 Jul 15 23:26:59.805742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:59.815951 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.820478 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3748fdb5-d186-4c86-8035-4c7b1d99a16c x-openstack-request-id: req-3748fdb5-d186-4c86-8035-4c7b1d99a16c {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:59.820846 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:59.821172 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3748fdb5-d186-4c86-8035-4c7b1d99a16c {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:59.821637 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'status': 'completed', 'code': 200} Jul 15 23:26:59.910979 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:59.930297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2749f694-45a9-493c-9cc3-14d761e72665 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.934062 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.934542 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Added segment 1c620932-98db-420e-b139-e83271329991 of type vlan for network 2248874a-d437-4839-b9d9-ca3d07353d25 Jul 15 23:26:59.949433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.967239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-b80b5982-5502-4f2e-a86d-83ab9e33597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.968780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-b80b5982-5502-4f2e-a86d-83ab9e33597b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1096 time: 0.1032069 Jul 15 23:26:59.971681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Transition to ACTIVE for port object e07e9003-23af-4535-a37e-13fe1a344601 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:59.993132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749f694-45a9-493c-9cc3-14d761e72665 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=77b8b601-a5b9-46ed-ac47-b0003b1930df,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:59.998262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-661418ef-58df-4505-a3c0-07565ce6d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.999853 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-661418ef-58df-4505-a3c0-07565ce6d8fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 200 len: 915 time: 0.1814344 Jul 15 23:27:00.021245 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2749f694-45a9-493c-9cc3-14d761e72665 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.025810 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2749f694-45a9-493c-9cc3-14d761e72665 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/77b8b601-a5b9-46ed-ac47-b0003b1930df HTTP/1.1" status: 204 len: 168 time: 0.7628975 Jul 15 23:27:00.030205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58044) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.074165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.119821 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-f965d34c-d743-4c4a-9b97-7834e0813bfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 200 len: 1002 time: 0.0906322 Jul 15 23:27:00.136401 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.141862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.142439 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.155605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1acbca78-b3b9-49c3-87b4-c536c5630cba req-7955fb92-d750-4e7a-9f3a-31ca0bbc93ee tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 210 time: 0.1063967 Jul 15 23:27:00.188087 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.216350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-7403e8cd-69f7-44e6-a345-7308b6d0624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.217707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-7403e8cd-69f7-44e6-a345-7308b6d0624b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.2406275 Jul 15 23:27:00.222540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5414910 Jul 15 23:27:00.225511 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58054) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.230669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'ports': [{'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce'}, {'network_id': '2248874a-d437-4839-b9d9-ca3d07353d25'}]} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:00.231017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:00.231499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': '2248874a-d437-4839-b9d9-ca3d07353d25'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:00.239795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-61a6a27b-39e1-4e52-b5d2-e2fd39b02d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.241268 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-61a6a27b-39e1-4e52-b5d2-e2fd39b02d32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=426d4c12-cde9-40e7-ae27-77f0bce27a8b HTTP/1.1" status: 200 len: 853 time: 0.1145339 Jul 15 23:27:00.298219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473137-1b67-47a4-a6f8-1f810b642f6c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Network': ['ID=2248874a-d437-4839-b9d9-ca3d07353d25,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:00.312877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2248874a-d437-4839-b9d9-ca3d07353d25 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:00.354779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:00.370063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:00.374426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event updated for resources: {'Port': ['ID=e07e9003-23af-4535-a37e-13fe1a344601,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:00.385695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e5c46-ca68-4111-afd9-f6722ab15240 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.387438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-095e5c46-ca68-4111-afd9-f6722ab15240 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3562431 Jul 15 23:27:00.388486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:00.396109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58058) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.466675 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c490edd-3540-474b-9c93-298391ebe073 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:00.471400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1c490edd-3540-474b-9c93-298391ebe073 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/93a9c0f3-49d1-4ebe-9fb7-e41de9194c64 HTTP/1.1" status: 404 len: 333 time: 0.0699840 Jul 15 23:27:00.471608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-b60e5d40-ad28-4892-8321-ea98a1ec6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.473216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58062) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.474931 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-b60e5d40-ad28-4892-8321-ea98a1ec6975 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b02f2a03-9b4e-4175-8375-8747b70b26a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953418 Jul 15 23:27:00.477087 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-551e079c-5461-4b75-8b83-0d9fa0280dd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 1001 time: 0.2373569 Jul 15 23:27:00.547850 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5f4440-9c45-4bb4-9db8-78ab9ed45e17 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:00.549378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ba5f4440-9c45-4bb4-9db8-78ab9ed45e17 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/77b8b601-a5b9-46ed-ac47-b0003b1930df HTTP/1.1" status: 404 len: 333 time: 0.0748405 Jul 15 23:27:00.553930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58068) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.569281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.569948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.620397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-406f558e-f1af-4a74-82df-f8fe0c090e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.621912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-406f558e-f1af-4a74-82df-f8fe0c090e8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1325965 Jul 15 23:27:00.623575 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-08e9cde1-5019-422b-9b0b-a92963652b24 service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368985 Jul 15 23:27:00.625213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 2} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:00.630198 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.667708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-c73880f6-ad78-4d19-879f-84ab80173abb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3963404 Jul 15 23:27:00.675724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.676768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.718345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ea63ea79-e861-4fdf-adac-6d9c8a4bad5c None None] Provisioning for port e07e9003-23af-4535-a37e-13fe1a344601 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:00.718932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Request body: {'port': {'device_id': 'e328d11e-f67d-44a2-8bda-e79a7b3e8167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:00.728557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ea63ea79-e861-4fdf-adac-6d9c8a4bad5c None None] Provisioning complete for port e07e9003-23af-4535-a37e-13fe1a344601 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:00.729301 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea63ea79-e861-4fdf-adac-6d9c8a4bad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.789812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58072) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:00.792806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ea63ea79-e861-4fdf-adac-6d9c8a4bad5c None None] Port e07e9003-23af-4535-a37e-13fe1a344601 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:00.812989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 354cbb8d-1937-4c6d-9e35-e973efd71925 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:00.819479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78b658c5-8ef4-4e01-8af4-30d1cf8037c0 req-7b3afc54-fde6-453a-8c0d-1bafba39047e service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863892 Jul 15 23:27:00.901584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.905811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-4f5c1b36-1db5-4add-b087-253bd07ad8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.907842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-4f5c1b36-1db5-4add-b087-253bd07ad8e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542880 Jul 15 23:27:00.932040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-628675179-network', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:00.934842 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.938588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:00.963858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.974254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7459c221-a5a6-4787-8072-1839efb2095e') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:00.974741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7459c221-a5a6-4787-8072-1839efb2095e') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:00.998324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.039315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port e4b353e0-af9d-4f29-8b59-09c9f6b29ce2 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:01.066282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Made reservation on behalf of ffaf75ea1fca4034a4428552df893234 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:01.068643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.073822 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.092701 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.102376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:01.102809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:01.110994 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:01.157035 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.200373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.245700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:01.249169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:01.251747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:01.253885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.264764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-a4612e48-b211-4529-8f8d-d2fef05e85a1 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466413 Jul 15 23:27:01.276607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.285761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=354cbb8d-1937-4c6d-9e35-e973efd71925,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.302411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.304338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/networks/fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413 HTTP/1.1" status: 204 len: 168 time: 0.7492073 Jul 15 23:27:01.317103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58078) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:01.347939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1410812214'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:01.357062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Checking segment: {'id': '1c620932-98db-420e-b139-e83271329991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2248874a-d437-4839-b9d9-ca3d07353d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:01.357425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network hostable DHCP agents. Network: 2248874a-d437-4839-b9d9-ca3d07353d25, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:01.363199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=e4b353e0-af9d-4f29-8b59-09c9f6b29ce2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.380102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 2248874a-d437-4839-b9d9-ca3d07353d25 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:01.385134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835a162-a89d-4592-ac4b-3f7db4016292 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Network': ['ID=fbe31f2d-dfca-4c1c-9600-a1ebbd5dc413,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.389216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2248874a-d437-4839-b9d9-ca3d07353d25) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:01.393075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:01.399805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d3cb71-57c2-4a0f-b0dd-3d74c6ff1d57 None None] Network 2248874a-d437-4839-b9d9-ca3d07353d25 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:01.400142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:01.405103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:01.405753 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.556244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2215b5ff-6472-47f9-8027-8e4d0742570e req-510ab6a2-90a0-4da6-bc23-f72ff706fcbe service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830572 Jul 15 23:27:01.600523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ba0c-1b7f-4b18-bca1-e4ba9cda1b62 req-5674853d-fb1f-44ad-9983-b64d31a7a40a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:01.602027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9c4ba0c-1b7f-4b18-bca1-e4ba9cda1b62 req-5674853d-fb1f-44ad-9983-b64d31a7a40a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 932 time: 0.2840481 Jul 15 23:27:01.610995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.619455 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dbe4f2ef-bc1e-410f-b210-c9bb0868afdc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3929267 Jul 15 23:27:01.622168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58082) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:01.646245 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.699427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:01.712343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:01.715885 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.724965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07e9003-23af-4535-a37e-13fe1a344601 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:01.730132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0f624ab8-f19e-4a18-90a7-a04e02d082e2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port e4b353e0-af9d-4f29-8b59-09c9f6b29ce2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:01.730569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f624ab8-f19e-4a18-90a7-a04e02d082e2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.745014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.752126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9c4ba0c-1b7f-4b18-bca1-e4ba9cda1b62 req-b2a015c0-cd0e-4fca-a863-6f469c8b0536 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399002 Jul 15 23:27:01.756175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b52835-757d-48cf-8bcc-e2acb0003e86,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.759326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.759675 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Added segment d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e of type vlan for network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c Jul 15 23:27:01.781226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Transition to ACTIVE for port object e07e9003-23af-4535-a37e-13fe1a344601 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:01.808768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:01.810931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.811166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f624ab8-f19e-4a18-90a7-a04e02d082e2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.824781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0f624ab8-f19e-4a18-90a7-a04e02d082e2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for e4b353e0-af9d-4f29-8b59-09c9f6b29ce2 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:01.854206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.858147 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.858502 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Added segment e4849513-7125-407d-9c69-816fbf5cfc5e of type vlan for network 8eca9878-fccf-4c89-838f-304b6d30b1a4 Jul 15 23:27:01.915449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f624ab8-f19e-4a18-90a7-a04e02d082e2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.937468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e9003-23af-4535-a37e-13fe1a344601,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.945576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f624ab8-f19e-4a18-90a7-a04e02d082e2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=e4b353e0-af9d-4f29-8b59-09c9f6b29ce2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.950245 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.951844 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f624ab8-f19e-4a18-90a7-a04e02d082e2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.954394 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f624ab8-f19e-4a18-90a7-a04e02d082e2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/e4b353e0-af9d-4f29-8b59-09c9f6b29ce2 HTTP/1.1" status: 204 len: 168 time: 0.3308368 Jul 15 23:27:01.957470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58084) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:01.985309 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.986332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:01.986985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.046204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af6414-aff7-4633-9fbe-1a06c7fba583 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.053668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af6414-aff7-4633-9fbe-1a06c7fba583 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.055315 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-70af6414-aff7-4633-9fbe-1a06c7fba583 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0965273 Jul 15 23:27:02.058160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58086) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.065114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2685351 Jul 15 23:27:02.066747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58088) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.073124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Request body: {'subnet': {'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-subnet', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:02.100126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a76b39-23f7-4fd8-8b43-db5836915738 admin admin] Pushing event updated for resources: {'Network': ['ID=2381b1bb-ebd5-4f20-99f0-9a4caa67500c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:02.117407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:02.123396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.129497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.130418 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.134933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Made reservation on behalf of ffaf75ea1fca4034a4428552df893234 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:02.137591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.158084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Attempting to bind port e07e9003-23af-4535-a37e-13fe1a344601 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:02.158465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Attempting to bind port e07e9003-23af-4535-a37e-13fe1a344601 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:02.158830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Attempting to bind port e07e9003-23af-4535-a37e-13fe1a344601 on network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:02.178901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Port e07e9003-23af-4535-a37e-13fe1a344601 on network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:02.179284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Attempting to bind port e07e9003-23af-4535-a37e-13fe1a344601 on network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:02.184297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8568895 Jul 15 23:27:02.189390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58090) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.196726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '8eca9878-fccf-4c89-838f-304b6d30b1a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:02.228238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:02.228564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Checking segment: {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:02.228947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Bound using segment: {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:02.229454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Bound port: e07e9003-23af-4535-a37e-13fe1a344601, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:02.229861 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.249693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6fb22-4c5a-48f1-9be4-aac6f87e6cce tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Network': ['ID=8eca9878-fccf-4c89-838f-304b6d30b1a4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:02.260169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2921c10d-2001-45b2-aec7-b57a8791978f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 354cbb8d-1937-4c6d-9e35-e973efd71925 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:02.260673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2921c10d-2001-45b2-aec7-b57a8791978f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.260760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8eca9878-fccf-4c89-838f-304b6d30b1a4 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:02.360576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2921c10d-2001-45b2-aec7-b57a8791978f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.380783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2921c10d-2001-45b2-aec7-b57a8791978f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 354cbb8d-1937-4c6d-9e35-e973efd71925 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:02.480325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.558558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090a7cf4-1270-480b-996d-bee00d6fc3bd,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:02.560663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2921c10d-2001-45b2-aec7-b57a8791978f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.595830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921c10d-2001-45b2-aec7-b57a8791978f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=354cbb8d-1937-4c6d-9e35-e973efd71925,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:02.598075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Checking segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:02.598456 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Network hostable DHCP agents. Network: 2381b1bb-ebd5-4f20-99f0-9a4caa67500c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:02.605902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2921c10d-2001-45b2-aec7-b57a8791978f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.607764 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2921c10d-2001-45b2-aec7-b57a8791978f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/354cbb8d-1937-4c6d-9e35-e973efd71925 HTTP/1.1" status: 204 len: 168 time: 0.5486584 Jul 15 23:27:02.610971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58092) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.656942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:02.679513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2381b1bb-ebd5-4f20-99f0-9a4caa67500c) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:02.684897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.685246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.692377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f72987-6389-481a-81f3-d5d1eb55f8ac None None] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:02.693334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] For port e07e9003-23af-4535-a37e-13fe1a344601, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:02.697916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] For port e07e9003-23af-4535-a37e-13fe1a344601, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e07e9003-23af-4535-a37e-13fe1a344601,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:02.703440 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.708172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:02.709012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8f6124-883a-455d-a8b0-6565f647de6d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.710689 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f8f6124-883a-455d-a8b0-6565f647de6d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0987656 Jul 15 23:27:02.712370 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.713488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58094) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.727491 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b5dfb43-5664-463f-8f39-44dd65778c36 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6595056 Jul 15 23:27:02.730219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58096) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.735894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:02.762494 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-155df378-7b3f-461b-80b5-101b6bff50ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:02.764227 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-155df378-7b3f-461b-80b5-101b6bff50ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/e4b353e0-af9d-4f29-8b59-09c9f6b29ce2 HTTP/1.1" status: 404 len: 333 time: 0.0498083 Jul 15 23:27:02.767016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58098) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.783909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.785570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.787414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] 10.222.0.37 "PUT /v2.0/ports/e07e9003-23af-4535-a37e-13fe1a344601 HTTP/1.1" status: 200 len: 1092 time: 2.0909662 Jul 15 23:27:02.788105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e328d11e-f67d-44a2-8bda-e79a7b3e8167', 'tag': 'e07e9003-23af-4535-a37e-13fe1a344601'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:02.790724 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a5909-e0a1-41b1-90f4-9c189583073c" -d '{"events": [{"name": "network-changed", "server_uuid": "e328d11e-f67d-44a2-8bda-e79a7b3e8167", "tag": "e07e9003-23af-4535-a37e-13fe1a344601"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:02.819563 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d34d01b-3617-4fb2-b433-a0876b79c4a3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:02.827906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5d34d01b-3617-4fb2-b433-a0876b79c4a3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/354cbb8d-1937-4c6d-9e35-e973efd71925 HTTP/1.1" status: 404 len: 333 time: 0.0598617 Jul 15 23:27:02.830628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58106) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.886617 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.890663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.076327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.083623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.119139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f2a70-3511-4470-80d3-1a1b993ffbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e9003-23af-4535-a37e-13fe1a344601,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:03.174910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'fixed_ips': [{'subnet_id': '090a7cf4-1270-480b-996d-bee00d6fc3bd'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:03.176497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.194486 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.253632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-d3b752aa-583f-46f2-94c4-0a15307ba007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.255449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-d3b752aa-583f-46f2-94c4-0a15307ba007 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b42294835df4eb882c894dab729d1ce&device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 1095 time: 0.3837006 Jul 15 23:27:03.266784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=36708ea7-2bbd-46df-b05e-1171413284fb,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:03.319663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.322055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Allocated IP 172.20.0.2 (2381b1bb-ebd5-4f20-99f0-9a4caa67500c/090a7cf4-1270-480b-996d-bee00d6fc3bd/9c0b8e9c-a97f-415f-a928-984d2c92b109) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:03.333677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.338259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2248874a-d437-4839-b9d9-ca3d07353d25']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:03.338510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bd24e-609a-437f-b11c-277d892d8e9b req-11f0a5d6-412f-46a2-a2d5-871e8362578f tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.345800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a0bd24e-609a-437f-b11c-277d892d8e9b req-11f0a5d6-412f-46a2-a2d5-871e8362578f tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 944 time: 0.2809815 Jul 15 23:27:03.351459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c620932-98db-420e-b139-e83271329991') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:03.351753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-81ceba59-6e00-45d3-93d6-19704409f8a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07e9003-23af-4535-a37e-13fe1a344601 HTTP/1.1" status: 200 len: 217 time: 0.0763755 Jul 15 23:27:03.351915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c620932-98db-420e-b139-e83271329991') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:03.379572 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.388038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Checking segment: {'id': 'e4849513-7125-407d-9c69-816fbf5cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eca9878-fccf-4c89-838f-304b6d30b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:03.388624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network hostable DHCP agents. Network: 8eca9878-fccf-4c89-838f-304b6d30b1a4, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:03.404730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.416368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:03.416769 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:03.445207 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:03.488337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-90c64b58-1668-425c-9cd5-381180d18397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.491078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-90c64b58-1668-425c-9cd5-381180d18397 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94167d2c-d503-4c25-85f2-11fa378ae378 HTTP/1.1" status: 200 len: 848 time: 0.1282029 Jul 15 23:27:03.505446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a0bd24e-609a-437f-b11c-277d892d8e9b req-e038d7b4-3ed1-4ecd-8e38-c3301244abe7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589050 Jul 15 23:27:03.520770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.530226 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.538276 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/networks/2248874a-d437-4839-b9d9-ca3d07353d25 HTTP/1.1" status: 204 len: 168 time: 0.6989481 Jul 15 23:27:03.539863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58112) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:03.546858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-837967711'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:03.554673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 8eca9878-fccf-4c89-838f-304b6d30b1a4 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:03.578667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 8eca9878-fccf-4c89-838f-304b6d30b1a4) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:03.592936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e21a38-1f87-4ae7-ad35-216ec8aa6eef None None] Network 8eca9878-fccf-4c89-838f-304b6d30b1a4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:03.603626 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.604120 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2172513-c423-4ee6-8ce3-32bbf725baad x-openstack-request-id: req-a2172513-c423-4ee6-8ce3-32bbf725baad {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:03.604626 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e328d11e-f67d-44a2-8bda-e79a7b3e8167", "tag": "e07e9003-23af-4535-a37e-13fe1a344601", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:03.605281 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2172513-c423-4ee6-8ce3-32bbf725baad {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:03.605831 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e328d11e-f67d-44a2-8bda-e79a7b3e8167', 'tag': 'e07e9003-23af-4535-a37e-13fe1a344601', 'status': 'completed', 'code': 200} Jul 15 23:27:03.607252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d57f3-475d-4f32-b2f8-39afd0c877dc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Network': ['ID=2248874a-d437-4839-b9d9-ca3d07353d25,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:03.616527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.617485 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.642926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-0b1f69bc-bc80-4263-b24d-603350123d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:03.645807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-0b1f69bc-bc80-4263-b24d-603350123d4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65017ccc-6191-4ccb-b4a5-ba75aa5570d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374760 Jul 15 23:27:03.653780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Transition to ACTIVE for port object 9c0b8e9c-a97f-415f-a928-984d2c92b109 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:03.714609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.742660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.742997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Transition to ACTIVE for port object 9c0b8e9c-a97f-415f-a928-984d2c92b109 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:03.744415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:03.748600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.758185 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.794329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-f775e52e-0b8d-4bb5-a6fe-6ce68d708f3b service neutron] 10.222.0.37 "GET /v2.0/networks/65017ccc-6191-4ccb-b4a5-ba75aa5570d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399612 Jul 15 23:27:03.801141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fb653316-143b-4ccd-a970-33aa84bc7b29 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6107109 Jul 15 23:27:03.804348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58114) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:03.810662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '8eca9878-fccf-4c89-838f-304b6d30b1a4', 'name': 'tempest-PortsIpV6TestJSON-1545032000'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:03.827247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:03.849788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.850138 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Added segment 7b478e0f-41eb-40eb-a007-062ac3384aab of type vlan for network 521d15db-7bed-4761-a081-7aa149970507 Jul 15 23:27:03.857070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:03.863039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:03.867028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Pushing event updated for resources: {'Port': ['ID=9c0b8e9c-a97f-415f-a928-984d2c92b109,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:03.871122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:03.934153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.945193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Allocated IP 172.25.3.9 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/91731d92-63da-4cc7-9015-a35e9b3fd192) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:03.985137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Attempting to bind port 9c0b8e9c-a97f-415f-a928-984d2c92b109 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:03.985773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Attempting to bind port 9c0b8e9c-a97f-415f-a928-984d2c92b109 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:03.986207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Attempting to bind port 9c0b8e9c-a97f-415f-a928-984d2c92b109 on network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:03.990918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-0c44dc4c-6dbc-463e-980b-58c94ee5d47c service neutron] 10.222.0.37 "GET /v2.0/networks/65017ccc-6191-4ccb-b4a5-ba75aa5570d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877134 Jul 15 23:27:04.011469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:04.012896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.016487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:04.016688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.017108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Checking segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:04.017809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.018164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Bound using segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:04.018980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Bound port: 9c0b8e9c-a97f-415f-a928-984d2c92b109, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:04.019470 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.019888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:04.020510 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.039445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-8eca9878-fccf-4c89-838f-304b6d30b1a4', 'network_id': '8eca9878-fccf-4c89-838f-304b6d30b1a4', 'tenant_id': '4c781cba592b484d8c6307dff9c01431', 'fixed_ips': [{'subnet_id': '36708ea7-2bbd-46df-b05e-1171413284fb'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:04.040443 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.042117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port d00fc242-8581-46b3-b8e5-c9933567a5b7 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:04.122025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] For port 9c0b8e9c-a97f-415f-a928-984d2c92b109, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:04.125991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] For port 9c0b8e9c-a97f-415f-a928-984d2c92b109, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9c0b8e9c-a97f-415f-a928-984d2c92b109,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:04.140036 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.177415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::295 (8eca9878-fccf-4c89-838f-304b6d30b1a4/36708ea7-2bbd-46df-b05e-1171413284fb/d00fc242-8581-46b3-b8e5-c9933567a5b7) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:04.300658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc7288-951f-42d4-85ca-b13e2b7aeaf4 None None] Pushing event updated for resources: {'Port': ['ID=9c0b8e9c-a97f-415f-a928-984d2c92b109,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:04.398428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-25916e43-07c4-43a6-ac6c-99ad9b25e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:04.400161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-25916e43-07c4-43a6-ac6c-99ad9b25e6ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1b42294835df4eb882c894dab729d1ce&device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 1095 time: 0.1639924 Jul 15 23:27:04.463388 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.514307 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9718666 Jul 15 23:27:04.515599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c56e3-7417-4425-ab15-ea6fcc1f7543 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Network': ['ID=521d15db-7bed-4761-a081-7aa149970507,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:04.517187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58126) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:04.529915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '521d15db-7bed-4761-a081-7aa149970507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:04.536021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object d00fc242-8581-46b3-b8e5-c9933567a5b7 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:04.574779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 521d15db-7bed-4761-a081-7aa149970507 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:04.618477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.695938 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.723978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-85e4d074-13cc-42d5-886e-ffbb1be7966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:04.728274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-85e4d074-13cc-42d5-886e-ffbb1be7966b service neutron] 10.222.0.37 "GET /v2.0/networks?id=65017ccc-6191-4ccb-b4a5-ba75aa5570d7 HTTP/1.1" status: 200 len: 910 time: 0.3176196 Jul 15 23:27:04.739383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:04.746452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:04.750405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:04.757392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Pushing event updated for resources: {'Port': ['ID=91731d92-63da-4cc7-9015-a35e9b3fd192,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:04.815095 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.825732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:04.829299 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.834794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Allocated IP 2001:db8::2 (8eca9878-fccf-4c89-838f-304b6d30b1a4/36708ea7-2bbd-46df-b05e-1171413284fb/c9e72eb1-c2df-47a8-9bd6-f63e118e929b) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:04.907035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-aa9de836-5299-4b3d-b8be-f9cadf497377 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07e9003-23af-4535-a37e-13fe1a344601 HTTP/1.1" status: 200 len: 217 time: 0.1465597 Jul 15 23:27:05.011376 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.014323 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.021896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Transition to ACTIVE for port object c9e72eb1-c2df-47a8-9bd6-f63e118e929b will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:05.023583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 8eca9878-fccf-4c89-838f-304b6d30b1a4 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:05.037261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:05.041866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Transition to ACTIVE for port object c9e72eb1-c2df-47a8-9bd6-f63e118e929b will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:05.046430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:05.049587 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.053299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:05.054055 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.063698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=d00fc242-8581-46b3-b8e5-c9933567a5b7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.073367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-f6fa6255-4ec5-44c1-aabf-8353ea408708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:05.075166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-f6fa6255-4ec5-44c1-aabf-8353ea408708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94167d2c-d503-4c25-85f2-11fa378ae378 HTTP/1.1" status: 200 len: 848 time: 0.1255054 Jul 15 23:27:05.088700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df32d31-dc1f-470b-9d25-bd2e4603a5f9 req-f735ec90-b3ba-48c4-baf2-9b1a95207f3c tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:05.090370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8df32d31-dc1f-470b-9d25-bd2e4603a5f9 req-f735ec90-b3ba-48c4-baf2-9b1a95207f3c tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 944 time: 0.3909340 Jul 15 23:27:05.107348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Network 8eca9878-fccf-4c89-838f-304b6d30b1a4 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:05.110881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:05.117570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:05.126788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Pushing event updated for resources: {'Port': ['ID=c9e72eb1-c2df-47a8-9bd6-f63e118e929b,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.182886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eb62ca6e-ae2d-45f8-acff-117ce54b9afd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3764274 Jul 15 23:27:05.188533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58132) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.189145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Attempting to bind port c9e72eb1-c2df-47a8-9bd6-f63e118e929b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:05.189532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Attempting to bind port c9e72eb1-c2df-47a8-9bd6-f63e118e929b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e4849513-7125-407d-9c69-816fbf5cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eca9878-fccf-4c89-838f-304b6d30b1a4'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:05.189893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Attempting to bind port c9e72eb1-c2df-47a8-9bd6-f63e118e929b on network 8eca9878-fccf-4c89-838f-304b6d30b1a4 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:05.195953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:05.196340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Checking segment: {'id': 'e4849513-7125-407d-9c69-816fbf5cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eca9878-fccf-4c89-838f-304b6d30b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:05.196744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.197135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Bound using segment: {'id': 'e4849513-7125-407d-9c69-816fbf5cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eca9878-fccf-4c89-838f-304b6d30b1a4'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:05.197606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Bound port: c9e72eb1-c2df-47a8-9bd6-f63e118e929b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4849513-7125-407d-9c69-816fbf5cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8eca9878-fccf-4c89-838f-304b6d30b1a4'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:05.197996 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.249032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.274464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] For port c9e72eb1-c2df-47a8-9bd6-f63e118e929b, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:05.277546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8df32d31-dc1f-470b-9d25-bd2e4603a5f9 req-9a24eff1-3a0c-478a-ae1f-90257677d5a9 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741207 Jul 15 23:27:05.277850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] For port c9e72eb1-c2df-47a8-9bd6-f63e118e929b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c9e72eb1-c2df-47a8-9bd6-f63e118e929b,segment=NetworkSegment(e4849513-7125-407d-9c69-816fbf5cfc5e),segment_id=e4849513-7125-407d-9c69-816fbf5cfc5e)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:05.292728 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.427679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893b240-bcdd-4003-bb98-95ca719784b9 None None] Pushing event updated for resources: {'Port': ['ID=c9e72eb1-c2df-47a8-9bd6-f63e118e929b,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.448372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.472770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Router ab4a2af8-b28d-441a-9bfe-1d43db34583a is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:05.530509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=6e0cc48c-bcd7-41d8-8715-14f8f49c6dd4,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.534316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-eeba3967-c63f-4455-9ae4-76128fb66a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:05.536744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-eeba3967-c63f-4455-9ae4-76128fb66a8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65017ccc-6191-4ccb-b4a5-ba75aa5570d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4450104 Jul 15 23:27:05.605883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-028e6957-6899-4612-b9a0-fb27a28a3944 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port d00fc242-8581-46b3-b8e5-c9933567a5b7 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:05.606372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-028e6957-6899-4612-b9a0-fb27a28a3944 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.644695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9c0b8e9c-a97f-415f-a928-984d2c92b109 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:05.678026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:05.693886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Sync routers for ids ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:05.716161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.716320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Routers {'ab4a2af8-b28d-441a-9bfe-1d43db34583a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:05.716890 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:05.719658 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97552640-b7bc-49c7-8787-c17ee1301973 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9874234 Jul 15 23:27:05.720900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9c0b8e9c-a97f-415f-a928-984d2c92b109 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:05.727257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58140) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.757719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Checking segment: {'id': '7b478e0f-41eb-40eb-a007-062ac3384aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '521d15db-7bed-4761-a081-7aa149970507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:05.758506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network hostable DHCP agents. Network: 521d15db-7bed-4761-a081-7aa149970507, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:05.867283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f128df8-4dbc-4b96-b4a4-51ce87b865b9 None None] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:05.875050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-fa856d95-d5a8-4f85-a71b-320c0c3731d8 service neutron] 10.222.0.37 "GET /v2.0/networks/65017ccc-6191-4ccb-b4a5-ba75aa5570d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255537 Jul 15 23:27:05.882539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 521d15db-7bed-4761-a081-7aa149970507 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:05.922799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 521d15db-7bed-4761-a081-7aa149970507) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:05.941302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:05.941941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.946538 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-028e6957-6899-4612-b9a0-fb27a28a3944 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.971264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e513f3e-6282-4e5e-a59b-887593faee91 None None] Network 521d15db-7bed-4761-a081-7aa149970507 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:06.002980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Set router ab4a2af8-b28d-441a-9bfe-1d43db34583a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:06.004246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-028e6957-6899-4612-b9a0-fb27a28a3944 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for d00fc242-8581-46b3-b8e5-c9933567a5b7 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:06.021022 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58142) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:06.021270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-825a1980-51c4-4849-98a6-4e2a62c7e35b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4996219 Jul 15 23:27:06.031594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': '521d15db-7bed-4761-a081-7aa149970507', 'name': 'tempest-PortsTestJSON-1900539573'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:06.042938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-92b58611-513d-4462-8c8c-e05be7f3befd None None] Provisioning for port 9c0b8e9c-a97f-415f-a928-984d2c92b109 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:06.078597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e58a5909-e0a1-41b1-90f4-9c189583073c req-3efe0194-67de-4c61-892b-ff3afb14cb7e service neutron] 10.222.0.37 "GET /v2.0/networks/65017ccc-6191-4ccb-b4a5-ba75aa5570d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925440 Jul 15 23:27:06.090908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-92b58611-513d-4462-8c8c-e05be7f3befd None None] Provisioning complete for port 9c0b8e9c-a97f-415f-a928-984d2c92b109 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:06.091280 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92b58611-513d-4462-8c8c-e05be7f3befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.206205 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-028e6957-6899-4612-b9a0-fb27a28a3944 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.244952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e6957-6899-4612-b9a0-fb27a28a3944 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=d00fc242-8581-46b3-b8e5-c9933567a5b7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:06.279906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-028e6957-6899-4612-b9a0-fb27a28a3944 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.282511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-028e6957-6899-4612-b9a0-fb27a28a3944 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/d00fc242-8581-46b3-b8e5-c9933567a5b7 HTTP/1.1" status: 204 len: 168 time: 1.0925403 Jul 15 23:27:06.285483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58144) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:06.341846 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-30076379-a917-410d-8cab-f2433a61c211 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:27:06.342503 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30076379-a917-410d-8cab-f2433a61c211 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:27:06.349068 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-30076379-a917-410d-8cab-f2433a61c211 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/d00fc242-8581-46b3-b8e5-c9933567a5b7 HTTP/1.1" status: 404 len: 333 time: 0.0595169 Jul 15 23:27:06.350060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58148) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:06.374564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:06.378439 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.412420 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af4ffd3-f8cc-4309-a546-5c21dd632ca0 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:06.420696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3af4ffd3-f8cc-4309-a546-5c21dd632ca0 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/d00fc242-8581-46b3-b8e5-c9933567a5b7 HTTP/1.1" status: 404 len: 333 time: 0.0655100 Jul 15 23:27:06.421133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58152) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:06.467457 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92b58611-513d-4462-8c8c-e05be7f3befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.478246 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 93487b33-bd41-41e7-b054-93a4bbe9633a yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:06.481794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-521d15db-7bed-4761-a081-7aa149970507', 'network_id': '521d15db-7bed-4761-a081-7aa149970507', 'tenant_id': '8143863fcd114297b68f87e142af57f8', 'fixed_ips': [{'subnet_id': '6e0cc48c-bcd7-41d8-8715-14f8f49c6dd4'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:06.482720 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.532545 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.565044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9da5501-1c05-4412-9835-78eea925e0bb tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet 36708ea7-2bbd-46df-b05e-1171413284fb {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:06.570598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9da5501-1c05-4412-9835-78eea925e0bb tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.584632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-92b58611-513d-4462-8c8c-e05be7f3befd None None] For port 9c0b8e9c-a97f-415f-a928-984d2c92b109, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9c0b8e9c-a97f-415f-a928-984d2c92b109,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:06.636485 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9da5501-1c05-4412-9835-78eea925e0bb tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.648899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da1f8c-6b65-4280-80c9-ff0d1db810ee req-bea54649-d428-4240-83a4-3aa7d8f4eb5d tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:06.656424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76da1f8c-6b65-4280-80c9-ff0d1db810ee req-bea54649-d428-4240-83a4-3aa7d8f4eb5d tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 944 time: 0.1700556 Jul 15 23:27:06.735370 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92b58611-513d-4462-8c8c-e05be7f3befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.758511 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.13 (521d15db-7bed-4761-a081-7aa149970507/6e0cc48c-bcd7-41d8-8715-14f8f49c6dd4/93487b33-bd41-41e7-b054-93a4bbe9633a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:06.765409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76da1f8c-6b65-4280-80c9-ff0d1db810ee req-e78efcf9-d3ff-4c50-87e3-d4bc21ba3402 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077294 Jul 15 23:27:06.861080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e07e9003-23af-4535-a37e-13fe1a344601 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:27:06.871367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b58611-513d-4462-8c8c-e05be7f3befd None None] Pushing event updated for resources: {'Port': ['ID=9c0b8e9c-a97f-415f-a928-984d2c92b109,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:06.891110 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9da5501-1c05-4412-9835-78eea925e0bb tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.892297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:27:04Z', 'revision_number': 3, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port': {'id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:03Z', 'updated_at': '2021-07-15T23:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:06.956415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Checking router: ab4a2af8-b28d-441a-9bfe-1d43db34583a for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:06.956818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Updating router ab4a2af8-b28d-441a-9bfe-1d43db34583a port 91731d92-63da-4cc7-9015-a35e9b3fd192 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:27:07.006035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9da5501-1c05-4412-9835-78eea925e0bb tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.008314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Allocated IP 172.20.0.1 (2381b1bb-ebd5-4f20-99f0-9a4caa67500c/090a7cf4-1270-480b-996d-bee00d6fc3bd/1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:07.047064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da5501-1c05-4412-9835-78eea925e0bb tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=36708ea7-2bbd-46df-b05e-1171413284fb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.062719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e9da5501-1c05-4412-9835-78eea925e0bb tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.071369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e9da5501-1c05-4412-9835-78eea925e0bb tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/36708ea7-2bbd-46df-b05e-1171413284fb HTTP/1.1" status: 204 len: 168 time: 0.6489308 Jul 15 23:27:07.074004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58160) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:07.165252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.168717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc0fce-792c-4728-94ac-d5b9d110fef2 None None] Network 8eca9878-fccf-4c89-838f-304b6d30b1a4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:07.191585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.209444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.222931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port c9e72eb1-c2df-47a8-9bd6-f63e118e929b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:07.223377 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.226256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object 93487b33-bd41-41e7-b054-93a4bbe9633a will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:07.232150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.251584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Transition to ACTIVE for port object 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:07.292603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.298867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] For port c9e72eb1-c2df-47a8-9bd6-f63e118e929b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c9e72eb1-c2df-47a8-9bd6-f63e118e929b,segment=NetworkSegment(e4849513-7125-407d-9c69-816fbf5cfc5e),segment_id=e4849513-7125-407d-9c69-816fbf5cfc5e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:07.299468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.311228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5d4b9c09-aec0-435c-8b66-0307edbf68ab None None] Provisioning complete for port 9c0b8e9c-a97f-415f-a928-984d2c92b109 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:07.311569 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9c09-aec0-435c-8b66-0307edbf68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.315941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for c9e72eb1-c2df-47a8-9bd6-f63e118e929b owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:07.340454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 521d15db-7bed-4761-a081-7aa149970507 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:07.345434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:07.350568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:07.354035 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.414948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.417513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:07.418372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=93487b33-bd41-41e7-b054-93a4bbe9633a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.426350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:07.431516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:07.433902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No DVR routers for this DVR port c9e72eb1-c2df-47a8-9bd6-f63e118e929b on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:07.468009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:07.468800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.484502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=c9e72eb1-c2df-47a8-9bd6-f63e118e929b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.574212 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.578366 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8832a5a0-da8c-4921-9419-8321be368b85 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5561261 Jul 15 23:27:07.579437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.581643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58162) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:07.585954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.612364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eca9878-fccf-4c89-838f-304b6d30b1a4']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:07.649229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4849513-7125-407d-9c69-816fbf5cfc5e') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:07.649581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4849513-7125-407d-9c69-816fbf5cfc5e') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:07.669849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.690063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.700906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Allocated IP 172.20.0.2 (521d15db-7bed-4761-a081-7aa149970507/6e0cc48c-bcd7-41d8-8715-14f8f49c6dd4/779f35c5-57e1-44da-96be-03655628d715) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:07.723317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:07.723842 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:07.735512 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:07.816365 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.827954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e07e9003-23af-4535-a37e-13fe1a344601, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e07e9003-23af-4535-a37e-13fe1a344601,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:07.849360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.857904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.859902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/networks/8eca9878-fccf-4c89-838f-304b6d30b1a4 HTTP/1.1" status: 204 len: 168 time: 0.7841904 Jul 15 23:27:07.872579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58166) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:07.878728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1157975579'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:07.883029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Network': ['ID=8eca9878-fccf-4c89-838f-304b6d30b1a4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.885370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-09f525ad-a5d9-4519-874f-a2abe9bb9cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 93487b33-bd41-41e7-b054-93a4bbe9633a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:07.885712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09f525ad-a5d9-4519-874f-a2abe9bb9cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.892270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'e07e9003-23af-4535-a37e-13fe1a344601', 'network_id': '65017ccc-6191-4ccb-b4a5-ba75aa5570d7', 'port_id': 'e07e9003-23af-4535-a37e-13fe1a344601', 'mac_address': 'fa:16:3e:9e:3a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94167d2c-d503-4c25-85f2-11fa378ae378', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:27:07.894373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9c0b8e9c-a97f-415f-a928-984d2c92b109 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:07.917553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.918166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.918166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.918896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.918896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.919405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.919704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.919949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.920141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.920455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.920844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.921087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecd46cc-f104-4a12-8e1b-4109d203f994 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:07.982228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:07.986296 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.037208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8a361-f427-4da1-8d60-5f41a424f232 None None] DHCP port deletion for 8eca9878-fccf-4c89-838f-304b6d30b1a4 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:08.070001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09f525ad-a5d9-4519-874f-a2abe9bb9cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.072630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:08.092515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-09f525ad-a5d9-4519-874f-a2abe9bb9cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 93487b33-bd41-41e7-b054-93a4bbe9633a owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:08.105012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.108220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.108220 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Added segment ae37929d-6ded-4f9b-b88b-f1db202ea432 of type vlan for network 80abb025-6876-4d13-9a59-fcbe20fcb3f8 Jul 15 23:27:08.114522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.139881 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.201621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.203294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185df8bf-3b67-4780-8503-e69cbfea8029 req-d334b225-e80c-4718-8309-53390edb5ac8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:08.205412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.205583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-185df8bf-3b67-4780-8503-e69cbfea8029 req-d334b225-e80c-4718-8309-53390edb5ac8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 944 time: 0.1927099 Jul 15 23:27:08.219690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07e9003-23af-4535-a37e-13fe1a344601 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:08.224067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.255766 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.275165 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.296597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e07e9003-23af-4535-a37e-13fe1a344601, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e07e9003-23af-4535-a37e-13fe1a344601,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:08.299240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Transition to ACTIVE for port object 91731d92-63da-4cc7-9015-a35e9b3fd192 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:08.302180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Transition to ACTIVE for port object 779f35c5-57e1-44da-96be-03655628d715 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:08.305237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9c0b8e9c-a97f-415f-a928-984d2c92b109 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:08.305662 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.308530 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.310680 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.314124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:08.314730 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.329844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:08.332814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:08.340200 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.343121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-185df8bf-3b67-4780-8503-e69cbfea8029 req-c66acf9a-f6c1-4a4f-bc8a-b7b48cde5b25 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994782 Jul 15 23:27:08.387974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5142574 Jul 15 23:27:08.390264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Transition to ACTIVE for port object 779f35c5-57e1-44da-96be-03655628d715 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:08.416569 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.420697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58172) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:08.425868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '80abb025-6876-4d13-9a59-fcbe20fcb3f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:08.460035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7937bd5a-d784-48e2-ac56-283b31910543 None None] Provisioning for port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:08.461275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Attempting to bind port 91731d92-63da-4cc7-9015-a35e9b3fd192 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:08.461635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Attempting to bind port 91731d92-63da-4cc7-9015-a35e9b3fd192 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:08.461994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Attempting to bind port 91731d92-63da-4cc7-9015-a35e9b3fd192 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:08.475041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Network 521d15db-7bed-4761-a081-7aa149970507 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:08.478073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=e07e9003-23af-4535-a37e-13fe1a344601,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.481859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7937bd5a-d784-48e2-ac56-283b31910543 None None] Provisioning complete for port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:08.482235 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7937bd5a-d784-48e2-ac56-283b31910543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.484048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:08.484426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:08.484817 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.485210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:08.485696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Bound port: 91731d92-63da-4cc7-9015-a35e9b3fd192, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:08.486064 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.487812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:08.496525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca484042-cd1b-46bd-a83b-5952b7b3992d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Network': ['ID=80abb025-6876-4d13-9a59-fcbe20fcb3f8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.511638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:08.537491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:08.543086 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.550033 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09f525ad-a5d9-4519-874f-a2abe9bb9cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.585648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 80abb025-6876-4d13-9a59-fcbe20fcb3f8 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:08.598663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Router ab4a2af8-b28d-441a-9bfe-1d43db34583a has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:08.692987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['e07e9003-23af-4535-a37e-13fe1a344601'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:27:08.757565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:08.764277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7937bd5a-d784-48e2-ac56-283b31910543 None None] Port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:08.778441 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7c32c029-6cb7-4613-a6e8-f644f5daa1d1 admin admin] 10.222.0.23 "PUT /v2.0/routers/ab4a2af8-b28d-441a-9bfe-1d43db34583a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0402308 Jul 15 23:27:08.800713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab52b-0bc4-43bd-a0e5-05a699fa7235 None None] Pushing event updated for resources: {'Port': ['ID=91731d92-63da-4cc7-9015-a35e9b3fd192,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.814185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c9e72eb1-c2df-47a8-9bd6-f63e118e929b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:08.817042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] For port 91731d92-63da-4cc7-9015-a35e9b3fd192, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:08.862314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7937bd5a-d784-48e2-ac56-283b31910543 None None] Could not find standard attr ID for object c9e72eb1-c2df-47a8-9bd6-f63e118e929b. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:08.894507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c9e72eb1-c2df-47a8-9bd6-f63e118e929b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:08.894930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c9e72eb1-c2df-47a8-9bd6-f63e118e929b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 23:27:08.902458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] For port 91731d92-63da-4cc7-9015-a35e9b3fd192, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=91731d92-63da-4cc7-9015-a35e9b3fd192,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:08.937861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Attempting to bind port 779f35c5-57e1-44da-96be-03655628d715 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:08.938286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Attempting to bind port 779f35c5-57e1-44da-96be-03655628d715 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '7b478e0f-41eb-40eb-a007-062ac3384aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '521d15db-7bed-4761-a081-7aa149970507'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:08.938596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Attempting to bind port 779f35c5-57e1-44da-96be-03655628d715 on network 521d15db-7bed-4761-a081-7aa149970507 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:08.943915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Port c9e72eb1-c2df-47a8-9bd6-f63e118e929b not found, will not notify nova. {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 23:27:08.945863 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.966419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:08.966706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Checking segment: {'id': '7b478e0f-41eb-40eb-a007-062ac3384aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '521d15db-7bed-4761-a081-7aa149970507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:08.967141 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.967541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Bound using segment: {'id': '7b478e0f-41eb-40eb-a007-062ac3384aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '521d15db-7bed-4761-a081-7aa149970507'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:08.968029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Bound port: 779f35c5-57e1-44da-96be-03655628d715, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b478e0f-41eb-40eb-a007-062ac3384aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '521d15db-7bed-4761-a081-7aa149970507'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:08.968411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.974177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Pushing event updated for resources: {'Port': ['ID=779f35c5-57e1-44da-96be-03655628d715,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.989059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f525ad-a5d9-4519-874f-a2abe9bb9cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=93487b33-bd41-41e7-b054-93a4bbe9633a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.089725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8b075958-f757-4b72-8aec-471ebe7f6562 None None] Provisioning complete for port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:09.090067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b075958-f757-4b72-8aec-471ebe7f6562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.130102 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09f525ad-a5d9-4519-874f-a2abe9bb9cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.132236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-09f525ad-a5d9-4519-874f-a2abe9bb9cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/93487b33-bd41-41e7-b054-93a4bbe9633a HTTP/1.1" status: 204 len: 168 time: 1.5437386 Jul 15 23:27:09.135002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58184) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.147820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Routers {'ab4a2af8-b28d-441a-9bfe-1d43db34583a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:09.148431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:09.150119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ab52b-0bc4-43bd-a0e5-05a699fa7235 None None] Pushing event updated for resources: {'Port': ['ID=91731d92-63da-4cc7-9015-a35e9b3fd192,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.172252 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabe3619-2023-44f6-87ff-3a284a7aff0a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:27:09.172997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabe3619-2023-44f6-87ff-3a284a7aff0a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:27:09.174877 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dabe3619-2023-44f6-87ff-3a284a7aff0a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/93487b33-bd41-41e7-b054-93a4bbe9633a HTTP/1.1" status: 404 len: 333 time: 0.0386589 Jul 15 23:27:09.178209 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58186) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.207650 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a54314-c4fb-4097-b5eb-52feffc2c528 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:09.209412 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a2a54314-c4fb-4097-b5eb-52feffc2c528 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/93487b33-bd41-41e7-b054-93a4bbe9633a HTTP/1.1" status: 404 len: 333 time: 0.0299087 Jul 15 23:27:09.213258 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58188) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.322059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.407422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=f97ae01b-0410-4718-aeef-f10260c99dfa,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.417548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Checking segment: {'id': 'ae37929d-6ded-4f9b-b88b-f1db202ea432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '80abb025-6876-4d13-9a59-fcbe20fcb3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:09.418284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network hostable DHCP agents. Network: 80abb025-6876-4d13-9a59-fcbe20fcb3f8, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:09.442503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58194) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.453562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 80abb025-6876-4d13-9a59-fcbe20fcb3f8 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:09.466444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] For port 779f35c5-57e1-44da-96be-03655628d715, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:09.474916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] For port 779f35c5-57e1-44da-96be-03655628d715, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=779f35c5-57e1-44da-96be-03655628d715,segment=NetworkSegment(7b478e0f-41eb-40eb-a007-062ac3384aab),segment_id=7b478e0f-41eb-40eb-a007-062ac3384aab)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:09.482119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 80abb025-6876-4d13-9a59-fcbe20fcb3f8) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:09.487772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:09.489037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.493113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8b075958-f757-4b72-8aec-471ebe7f6562 None None] Port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:09.504637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91725897-aecb-4b94-9f83-f34d507d964c None None] Network 80abb025-6876-4d13-9a59-fcbe20fcb3f8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:09.510576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2ad91b7b-8559-4f1c-8a0b-c3c813e0d8d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0887878 Jul 15 23:27:09.512752 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.513327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58198) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.520894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '80abb025-6876-4d13-9a59-fcbe20fcb3f8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-45113250'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:09.721204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c9e72eb1-c2df-47a8-9bd6-f63e118e929b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:09.730608 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad8d345c-b731-4752-840b-8bafcc89d8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.770188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:09.774333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.808019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 8873b8a2-dd5c-486d-b40d-56a578436beb yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:09.823002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c9e72eb1-c2df-47a8-9bd6-f63e118e929b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:09.823561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c9e72eb1-c2df-47a8-9bd6-f63e118e929b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:09.865639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-14689a93-9809-427a-9420-6c172aa5cbf9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet 6e0cc48c-bcd7-41d8-8715-14f8f49c6dd4 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:09.874130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14689a93-9809-427a-9420-6c172aa5cbf9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.883952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2f083-4cab-477b-8073-e39299869f42 None None] Pushing event updated for resources: {'Port': ['ID=779f35c5-57e1-44da-96be-03655628d715,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.939888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] Set router ab4a2af8-b28d-441a-9bfe-1d43db34583a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:09.965851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58204) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.969409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14689a93-9809-427a-9420-6c172aa5cbf9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.982833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-99b4df80-483f-4ea9-b6af-505b1eea7c8f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181275378', 'description': 'tempest-description--900392321'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:09.983450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-80abb025-6876-4d13-9a59-fcbe20fcb3f8', 'network_id': '80abb025-6876-4d13-9a59-fcbe20fcb3f8', 'tenant_id': '4c781cba592b484d8c6307dff9c01431', 'fixed_ips': [{'subnet_id': 'f97ae01b-0410-4718-aeef-f10260c99dfa'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:09.984434 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.103985 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14689a93-9809-427a-9420-6c172aa5cbf9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.107986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::1e (80abb025-6876-4d13-9a59-fcbe20fcb3f8/f97ae01b-0410-4718-aeef-f10260c99dfa/8873b8a2-dd5c-486d-b40d-56a578436beb) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:10.149062 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad8d345c-b731-4752-840b-8bafcc89d8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.168274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad8d345c-b731-4752-840b-8bafcc89d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.192948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14689a93-9809-427a-9420-6c172aa5cbf9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.226589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14689a93-9809-427a-9420-6c172aa5cbf9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0cc48c-bcd7-41d8-8715-14f8f49c6dd4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:10.228730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-14689a93-9809-427a-9420-6c172aa5cbf9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.234482 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-14689a93-9809-427a-9420-6c172aa5cbf9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/6e0cc48c-bcd7-41d8-8715-14f8f49c6dd4 HTTP/1.1" status: 204 len: 168 time: 1.0200000 Jul 15 23:27:10.235469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58206) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:10.286954 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99b4df80-483f-4ea9-b6af-505b1eea7c8f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.319761 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.321560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ad8d345c-b731-4752-840b-8bafcc89d8d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81af05a72fdd4aad81f5957f7782af77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8777659 Jul 15 23:27:10.325393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58208) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:10.351094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d345c-b731-4752-840b-8bafcc89d8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d187ad2f-374b-4ef9-b2b6-13ba5ad1a582,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:10.379830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:27:07Z', 'revision_number': 4, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port': {'id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:03Z', 'updated_at': '2021-07-15T23:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0', 'name': '', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'mac_address': 'fa:16:3e:da:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:06Z', 'updated_at': '2021-07-15T23:27:07Z', 'revision_number': 2, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'subnets': [{'id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:10.414426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e7d08-6b5b-4ecd-8e3c-326058f7258b None None] The sync data for ids ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'] in n-d-793618-8 is: [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:27:07Z', 'revision_number': 4, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port': {'id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:03Z', 'updated_at': '2021-07-15T23:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0', 'name': '', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'mac_address': 'fa:16:3e:da:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:06Z', 'updated_at': '2021-07-15T23:27:07Z', 'revision_number': 2, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'subnets': [{'id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:10.418451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb679-1d3c-41ad-a908-2547431d25e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.443181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d15ea-3ee1-4bb9-8b9a-7a5ac62c1323 req-7859a403-69e2-4e0d-bafc-21aaf5f0d5e3 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:10.447347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 779f35c5-57e1-44da-96be-03655628d715 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:10.447704 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.450172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-031d15ea-3ee1-4bb9-8b9a-7a5ac62c1323 req-7859a403-69e2-4e0d-bafc-21aaf5f0d5e3 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 945 time: 0.2889240 Jul 15 23:27:10.450538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb679-1d3c-41ad-a908-2547431d25e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.490590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.528071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object 8873b8a2-dd5c-486d-b40d-56a578436beb will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:10.548764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-031d15ea-3ee1-4bb9-8b9a-7a5ac62c1323 req-43b22d3e-945b-4e22-a3f4-e6b995ece4dd tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977123 Jul 15 23:27:10.557521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] For port 779f35c5-57e1-44da-96be-03655628d715, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=779f35c5-57e1-44da-96be-03655628d715,segment=NetworkSegment(7b478e0f-41eb-40eb-a007-062ac3384aab),segment_id=7b478e0f-41eb-40eb-a007-062ac3384aab)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:10.557993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.575147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 779f35c5-57e1-44da-96be-03655628d715 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:10.589567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb679-1d3c-41ad-a908-2547431d25e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.592221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb679-1d3c-41ad-a908-2547431d25e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.593958 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ba6bb679-1d3c-41ad-a908-2547431d25e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d187ad2f-374b-4ef9-b2b6-13ba5ad1a582 HTTP/1.1" status: 204 len: 168 time: 0.2672489 Jul 15 23:27:10.605240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bb679-1d3c-41ad-a908-2547431d25e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d187ad2f-374b-4ef9-b2b6-13ba5ad1a582,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:10.615713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99b4df80-483f-4ea9-b6af-505b1eea7c8f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.625253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99b4df80-483f-4ea9-b6af-505b1eea7c8f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.699868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4df80-483f-4ea9-b6af-505b1eea7c8f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9bd655-d579-4b71-8297-ec6b6ff19637,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:10.744353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.751569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.803220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99b4df80-483f-4ea9-b6af-505b1eea7c8f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.804688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-99b4df80-483f-4ea9-b6af-505b1eea7c8f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8354766 Jul 15 23:27:10.808798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58212) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:10.835641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No DVR routers for this DVR port 779f35c5-57e1-44da-96be-03655628d715 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:10.835641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=779f35c5-57e1-44da-96be-03655628d715,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:10.852904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-79001061-a138-433b-86d1-1ba8d5ff293c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'security_group_rule': {'security_group_id': '5c9bd655-d579-4b71-8297-ec6b6ff19637', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:10.878877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e07e9003-23af-4535-a37e-13fe1a344601 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:10.896327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 80abb025-6876-4d13-9a59-fcbe20fcb3f8 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:10.913590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:10.928690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:10.935002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:10.935678 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.967349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=8873b8a2-dd5c-486d-b40d-56a578436beb,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:10.973381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79001061-a138-433b-86d1-1ba8d5ff293c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.994715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ff6a4eb0-2265-430f-9d4e-1b374d95f63a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.4797184 Jul 15 23:27:10.995406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58216) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:11.022918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Allocated IP 2001:db8::2 (80abb025-6876-4d13-9a59-fcbe20fcb3f8/f97ae01b-0410-4718-aeef-f10260c99dfa/04027da9-9d85-473d-866a-04116bf6aab3) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:11.025333 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.055101 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521d15db-7bed-4761-a081-7aa149970507']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:11.065425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port e07e9003-23af-4535-a37e-13fe1a344601 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:11.080111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b478e0f-41eb-40eb-a007-062ac3384aab') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:11.082877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b478e0f-41eb-40eb-a007-062ac3384aab') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:11.087822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port e07e9003-23af-4535-a37e-13fe1a344601 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:11.089294 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.097964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.141494 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.152413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:11.152830 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:11.159136 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:11.193044 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79001061-a138-433b-86d1-1ba8d5ff293c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.202834 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79001061-a138-433b-86d1-1ba8d5ff293c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.219501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9d940518-6d1e-4dfe-8bc0-204134970315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 8873b8a2-dd5c-486d-b40d-56a578436beb {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:11.220656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d940518-6d1e-4dfe-8bc0-204134970315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.255067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.266092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.273616 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/networks/521d15db-7bed-4761-a081-7aa149970507 HTTP/1.1" status: 204 len: 168 time: 1.0338633 Jul 15 23:27:11.276562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58224) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:11.279997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79001061-a138-433b-86d1-1ba8d5ff293c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.282108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-79001061-a138-433b-86d1-1ba8d5ff293c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4719779 Jul 15 23:27:11.288893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58226) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:11.291105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-158715074'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:11.295500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-31532800-e40d-4007-b760-7180e9cecfe9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'security_group_rule': {'security_group_id': '5c9bd655-d579-4b71-8297-ec6b6ff19637', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:11.301323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79001061-a138-433b-86d1-1ba8d5ff293c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605139ba-bbd0-486d-84a8-c5494dc3d734,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:11.302534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3fbe5-00b8-4a81-b49c-047aa5c09cce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Network': ['ID=521d15db-7bed-4761-a081-7aa149970507,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:11.370925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31532800-e40d-4007-b760-7180e9cecfe9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.414411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.431658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:11.437069 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.437878 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.446350 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d940518-6d1e-4dfe-8bc0-204134970315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.465952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e07e9003-23af-4535-a37e-13fe1a344601, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e07e9003-23af-4535-a37e-13fe1a344601,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:11.473768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.479912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Transition to ACTIVE for port object 04027da9-9d85-473d-866a-04116bf6aab3 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:11.497079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9d940518-6d1e-4dfe-8bc0-204134970315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 8873b8a2-dd5c-486d-b40d-56a578436beb owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:11.500904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31532800-e40d-4007-b760-7180e9cecfe9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.507466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31532800-e40d-4007-b760-7180e9cecfe9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.534212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Transition to ACTIVE for port object 04027da9-9d85-473d-866a-04116bf6aab3 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:11.542380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e42421fa-52bd-419a-a29d-b4f7583b4862 None None] Could not find standard attr ID for object 779f35c5-57e1-44da-96be-03655628d715. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:11.554937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.579969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c2c6d7-9ba1-4453-be4d-f5e444a5a21b None None] DHCP port deletion for 521d15db-7bed-4761-a081-7aa149970507 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:11.580226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31532800-e40d-4007-b760-7180e9cecfe9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa610a25-300b-4b51-9b4e-4f23be5a6b7c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:11.586020 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31532800-e40d-4007-b760-7180e9cecfe9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.587884 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-31532800-e40d-4007-b760-7180e9cecfe9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2964866 Jul 15 23:27:11.591026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58230) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:11.600921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=e07e9003-23af-4535-a37e-13fe1a344601,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:11.614479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:11.655979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Network 80abb025-6876-4d13-9a59-fcbe20fcb3f8 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:11.673582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.683556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:11.693201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b474d848-ed2c-4618-903e-9df0dfe36a54 None None] Network 521d15db-7bed-4761-a081-7aa149970507 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:11.701742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:11.813697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Pushing event updated for resources: {'Port': ['ID=04027da9-9d85-473d-866a-04116bf6aab3,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:11.821842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b474d848-ed2c-4618-903e-9df0dfe36a54 None None] Network 521d15db-7bed-4761-a081-7aa149970507 could not be found, it might have been deleted concurrently. {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:27:11.862170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:11.883523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Attempting to bind port 04027da9-9d85-473d-866a-04116bf6aab3 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:11.884154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Attempting to bind port 04027da9-9d85-473d-866a-04116bf6aab3 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'ae37929d-6ded-4f9b-b88b-f1db202ea432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '80abb025-6876-4d13-9a59-fcbe20fcb3f8'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:11.884396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Attempting to bind port 04027da9-9d85-473d-866a-04116bf6aab3 on network 80abb025-6876-4d13-9a59-fcbe20fcb3f8 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:11.892859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:11.893248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Checking segment: {'id': 'ae37929d-6ded-4f9b-b88b-f1db202ea432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '80abb025-6876-4d13-9a59-fcbe20fcb3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:11.893667 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.898195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Bound using segment: {'id': 'ae37929d-6ded-4f9b-b88b-f1db202ea432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '80abb025-6876-4d13-9a59-fcbe20fcb3f8'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:11.899032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Bound port: 04027da9-9d85-473d-866a-04116bf6aab3, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae37929d-6ded-4f9b-b88b-f1db202ea432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '80abb025-6876-4d13-9a59-fcbe20fcb3f8'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:11.899486 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.937632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.941604 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.941967 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Added segment 46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd of type vlan for network c9ad4674-4eda-4242-99db-45c92615ac0a Jul 15 23:27:11.944321 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d940518-6d1e-4dfe-8bc0-204134970315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.002614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] For port 04027da9-9d85-473d-866a-04116bf6aab3, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:12.009406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] For port 04027da9-9d85-473d-866a-04116bf6aab3, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=04027da9-9d85-473d-866a-04116bf6aab3,segment=NetworkSegment(ae37929d-6ded-4f9b-b88b-f1db202ea432),segment_id=ae37929d-6ded-4f9b-b88b-f1db202ea432)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:12.014998 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.038718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d940518-6d1e-4dfe-8bc0-204134970315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=8873b8a2-dd5c-486d-b40d-56a578436beb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:12.089995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90864a7e-c581-417d-af01-4d9e3b741893 None None] Pushing event updated for resources: {'Port': ['ID=04027da9-9d85-473d-866a-04116bf6aab3,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:12.128749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25444d94-db9a-4ce2-afde-9278fe61b15f req-e46e9705-cd86-45dd-8e44-b267d1d02447 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.135385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25444d94-db9a-4ce2-afde-9278fe61b15f req-e46e9705-cd86-45dd-8e44-b267d1d02447 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3283377 Jul 15 23:27:12.141158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.147625 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d940518-6d1e-4dfe-8bc0-204134970315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.150132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9d940518-6d1e-4dfe-8bc0-204134970315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/8873b8a2-dd5c-486d-b40d-56a578436beb HTTP/1.1" status: 204 len: 168 time: 1.1485684 Jul 15 23:27:12.153205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58244) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:12.178477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Allocated IP 172.25.3.46 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/7b47decd-923f-499f-879f-23d81c78e999) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:12.212774 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-419a961e-d3aa-40ab-9932-3982e956b1be tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:12.214418 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-419a961e-d3aa-40ab-9932-3982e956b1be tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/8873b8a2-dd5c-486d-b40d-56a578436beb HTTP/1.1" status: 404 len: 333 time: 0.0598135 Jul 15 23:27:12.219150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25444d94-db9a-4ce2-afde-9278fe61b15f req-edc4562a-48f3-4858-88c3-2bc5aad48599 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805430 Jul 15 23:27:12.219711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58248) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:12.289041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.295193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.295833 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.387321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cdf658-c2c3-4998-9ea5-3431c364ef6f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet f97ae01b-0410-4718-aeef-f10260c99dfa {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:12.464131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.501738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2202783 Jul 15 23:27:12.504072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58254) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:12.505660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9b4da-99f0-4f08-91e3-bf1edabf3d64 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Network': ['ID=c9ad4674-4eda-4242-99db-45c92615ac0a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:12.516374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98cdf658-c2c3-4998-9ea5-3431c364ef6f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.520888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c9ad4674-4eda-4242-99db-45c92615ac0a details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:12.537461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': 'c9ad4674-4eda-4242-99db-45c92615ac0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:12.557556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.639194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98cdf658-c2c3-4998-9ea5-3431c364ef6f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.673305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:12.683638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:12.695514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:12.732198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'Port': ['ID=7b47decd-923f-499f-879f-23d81c78e999,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:12.847872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.851266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:12.856295 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.882989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98cdf658-c2c3-4998-9ea5-3431c364ef6f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.905236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.019902 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98cdf658-c2c3-4998-9ea5-3431c364ef6f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.076171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdf658-c2c3-4998-9ea5-3431c364ef6f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=f97ae01b-0410-4718-aeef-f10260c99dfa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.084211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98cdf658-c2c3-4998-9ea5-3431c364ef6f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.086332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-98cdf658-c2c3-4998-9ea5-3431c364ef6f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/f97ae01b-0410-4718-aeef-f10260c99dfa HTTP/1.1" status: 204 len: 168 time: 0.8587005 Jul 15 23:27:13.090542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58266) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:13.116890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.122618 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.191169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'Port': ['ID=7b47decd-923f-499f-879f-23d81c78e999,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.207736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.216739 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.233189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.243321 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bb7ceb4c-91b1-4c60-a8ef-28fd57162743 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6286421 Jul 15 23:27:13.295263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.303963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=105b367e-99f3-4b56-9872-6ee08793820d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.383099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Checking segment: {'id': '46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c9ad4674-4eda-4242-99db-45c92615ac0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:13.383577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network hostable DHCP agents. Network: c9ad4674-4eda-4242-99db-45c92615ac0a, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:13.466931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network c9ad4674-4eda-4242-99db-45c92615ac0a is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:13.480844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 04027da9-9d85-473d-866a-04116bf6aab3 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:13.481190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.527565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c9ad4674-4eda-4242-99db-45c92615ac0a) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:13.543811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:13.544665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.575951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bb2c2-a926-4aaf-8a39-00a4c1cf8eab None None] Network c9ad4674-4eda-4242-99db-45c92615ac0a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:13.633819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] For port 04027da9-9d85-473d-866a-04116bf6aab3, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=04027da9-9d85-473d-866a-04116bf6aab3,segment=NetworkSegment(ae37929d-6ded-4f9b-b88b-f1db202ea432),segment_id=ae37929d-6ded-4f9b-b88b-f1db202ea432)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:13.634399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.651660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 04027da9-9d85-473d-866a-04116bf6aab3 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:13.680946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 04027da9-9d85-473d-866a-04116bf6aab3 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:13.725440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-53b2a788-18d4-4a43-b9b8-06c5211fd535 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2103076 Jul 15 23:27:13.727319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58310) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:13.734711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': 'c9ad4674-4eda-4242-99db-45c92615ac0a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1748287492'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:13.747041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712298-8c65-4d24-a957-79d4cdc4c316 req-acc65ae0-7083-4484-876a-3bc8a36f14ee tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:13.755716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73712298-8c65-4d24-a957-79d4cdc4c316 req-acc65ae0-7083-4484-876a-3bc8a36f14ee tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3476224 Jul 15 23:27:13.843452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73712298-8c65-4d24-a957-79d4cdc4c316 req-743dc696-eb27-4df7-968a-dfcbfb17841c tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863612 Jul 15 23:27:13.857206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.893094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 04027da9-9d85-473d-866a-04116bf6aab3 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:13.919117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 04027da9-9d85-473d-866a-04116bf6aab3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:13.919526 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.942690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=04027da9-9d85-473d-866a-04116bf6aab3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.947406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Port 04027da9-9d85-473d-866a-04116bf6aab3 was deleted so its status cannot be updated. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:27:13.947586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No DVR routers for this DVR port 04027da9-9d85-473d-866a-04116bf6aab3 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:13.948013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 91731d92-63da-4cc7-9015-a35e9b3fd192 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:13.963758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:13.968064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.995349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port a37b5154-6966-432e-9aab-ad88b4cadb17 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:14.045165 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.046327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84ae82-a2a2-4435-b67a-8b90a458bf9b None None] Network 80abb025-6876-4d13-9a59-fcbe20fcb3f8 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:14.077702 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.093403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-c9ad4674-4eda-4242-99db-45c92615ac0a', 'network_id': 'c9ad4674-4eda-4242-99db-45c92615ac0a', 'tenant_id': '8143863fcd114297b68f87e142af57f8', 'fixed_ips': [{'subnet_id': '105b367e-99f3-4b56-9872-6ee08793820d'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:14.094501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.110571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80abb025-6876-4d13-9a59-fcbe20fcb3f8']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.127579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae37929d-6ded-4f9b-b88b-f1db202ea432') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.127885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae37929d-6ded-4f9b-b88b-f1db202ea432') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.155489 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.164617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-acdcf96f-b277-4f92-ae12-7652fc108a2d None None] Could not find standard attr ID for object 04027da9-9d85-473d-866a-04116bf6aab3. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:14.173265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-93caba22-f08a-406e-9c4f-5b4547e7a632 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1181275378&fields=id&tenant_id=ffaf75ea1fca4034a4428552df893234 HTTP/1.1" status: 200 len: 267 time: 0.0916772 Jul 15 23:27:14.190151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.5 (c9ad4674-4eda-4242-99db-45c92615ac0a/105b367e-99f3-4b56-9872-6ee08793820d/a37b5154-6966-432e-9aab-ad88b4cadb17) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:14.198852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Sync routers for ids ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:14.222875 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Routers {'ab4a2af8-b28d-441a-9bfe-1d43db34583a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:14.224518 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.296466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-9004e537-0db2-48aa-b21b-e48c32d48889 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:14.305267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-9004e537-0db2-48aa-b21b-e48c32d48889 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/networks?id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c HTTP/1.1" status: 200 len: 816 time: 0.1310868 Jul 15 23:27:14.318650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.325637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 91731d92-63da-4cc7-9015-a35e9b3fd192 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:14.335021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-748004b7-86f3-47b2-9a93-b7702ebe6fb6 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/quotas/ffaf75ea1fca4034a4428552df893234 HTTP/1.1" status: 200 len: 375 time: 0.0283926 Jul 15 23:27:14.338156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:14.339054 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.339496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 91731d92-63da-4cc7-9015-a35e9b3fd192 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:14.339917 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:14.343047 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:14.414106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.432498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913bdac9-6faf-4fb4-b210-3e1737157535 None None] DHCP port deletion for 80abb025-6876-4d13-9a59-fcbe20fcb3f8 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:14.461309 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Set router ab4a2af8-b28d-441a-9bfe-1d43db34583a gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:14.482995 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object a37b5154-6966-432e-9aab-ad88b4cadb17 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:14.483952 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.491403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.505773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.507860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/networks/80abb025-6876-4d13-9a59-fcbe20fcb3f8 HTTP/1.1" status: 204 len: 168 time: 1.4162955 Jul 15 23:27:14.510062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf3b7-4021-4d5c-9ded-077f0541b5b4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Network': ['ID=80abb025-6876-4d13-9a59-fcbe20fcb3f8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:14.511985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58362) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:14.522930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'name': 'tempest-PortsIpV6TestJSON-420440504'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:14.540191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 91731d92-63da-4cc7-9015-a35e9b3fd192, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=91731d92-63da-4cc7-9015-a35e9b3fd192,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:14.545691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-8db06890-4490-41e9-89c3-3b5c13b3ed7d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffaf75ea1fca4034a4428552df893234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2095189 Jul 15 23:27:14.546709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.563547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 779f35c5-57e1-44da-96be-03655628d715 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:14.580090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.650319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 779f35c5-57e1-44da-96be-03655628d715 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:14.650938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network c9ad4674-4eda-4242-99db-45c92615ac0a is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:14.652227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 779f35c5-57e1-44da-96be-03655628d715 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:14.654179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:14.663223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:14.713821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:14.714905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.721180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-d8e83f6f-8065-44ef-a0ca-cff424fb114c service neutron] 10.222.0.23 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745286 Jul 15 23:27:14.724986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=a37b5154-6966-432e-9aab-ad88b4cadb17,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:14.748630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=91731d92-63da-4cc7-9015-a35e9b3fd192,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:14.750559 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-690a7800-774c-4763-8e8e-5d03f2e15d53 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0215211 Jul 15 23:27:14.751255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58366) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:14.762507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Allocated IP 172.20.0.2 (c9ad4674-4eda-4242-99db-45c92615ac0a/105b367e-99f3-4b56-9872-6ee08793820d/54f16965-c1a5-41e0-ba87-7ddb7fd132ac) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:14.765129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:14.769592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.820099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58368) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:14.824723 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:27:07Z', 'revision_number': 4, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port': {'id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:03Z', 'updated_at': '2021-07-15T23:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0', 'name': '', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'mac_address': 'fa:16:3e:da:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:06Z', 'updated_at': '2021-07-15T23:27:07Z', 'revision_number': 2, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'subnets': [{'id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.832817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port cd47b479-b3a4-4f41-9c4b-d6c626df6500 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:14.858646 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Checking router: ab4a2af8-b28d-441a-9bfe-1d43db34583a for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:14.859031 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Updating router ab4a2af8-b28d-441a-9bfe-1d43db34583a port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:27:14.906563 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.906990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-b058c0d9-2f6c-44e7-ac14-d3be79d00d89 service neutron] 10.222.0.23 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846826 Jul 15 23:27:14.923077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-829f8511-02c5-4e1a-a0f8-f78d7be41bce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port a37b5154-6966-432e-9aab-ad88b4cadb17 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:14.924570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-829f8511-02c5-4e1a-a0f8-f78d7be41bce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.086566 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64b39c3e-0dc0-4860-944c-222e74cb6c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.088831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-829f8511-02c5-4e1a-a0f8-f78d7be41bce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.105867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-829f8511-02c5-4e1a-a0f8-f78d7be41bce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for a37b5154-6966-432e-9aab-ad88b4cadb17 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:15.239814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.267805 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.320589 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Transition to ACTIVE for port object 54f16965-c1a5-41e0-ba87-7ddb7fd132ac will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:15.321907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-829f8511-02c5-4e1a-a0f8-f78d7be41bce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.339974 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.352126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Transition to ACTIVE for port object 54f16965-c1a5-41e0-ba87-7ddb7fd132ac will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:15.355215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Transition to ACTIVE for port object 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:15.359744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.363143 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.407798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f8511-02c5-4e1a-a0f8-f78d7be41bce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=a37b5154-6966-432e-9aab-ad88b4cadb17,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.435368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Network c9ad4674-4eda-4242-99db-45c92615ac0a is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:15.437537 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64b39c3e-0dc0-4860-944c-222e74cb6c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.441320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.448346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:15.448683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64b39c3e-0dc0-4860-944c-222e74cb6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.452022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:15.471111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Pushing event updated for resources: {'Port': ['ID=54f16965-c1a5-41e0-ba87-7ddb7fd132ac,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.510205 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9200b9-22c6-442b-947f-f38674748b06 None None] Pushing event updated for resources: {'Port': ['ID=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.529433 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Attempting to bind port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:15.529801 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Attempting to bind port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:15.530158 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Attempting to bind port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 on network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:15.538872 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:15.539262 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Checking segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:15.541655 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.542058 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Bound using segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:15.542547 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Bound port: 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:15.544142 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.547609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-829f8511-02c5-4e1a-a0f8-f78d7be41bce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.553316 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-829f8511-02c5-4e1a-a0f8-f78d7be41bce tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/a37b5154-6966-432e-9aab-ad88b4cadb17 HTTP/1.1" status: 204 len: 168 time: 0.7988663 Jul 15 23:27:15.553675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58382) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:15.598705 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-55adcc3a-eb5e-4680-a9b3-d83d98c90d43 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:15.603254 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-55adcc3a-eb5e-4680-a9b3-d83d98c90d43 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/a37b5154-6966-432e-9aab-ad88b4cadb17 HTTP/1.1" status: 404 len: 333 time: 0.0461149 Jul 15 23:27:15.604246 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58384) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:15.641461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Attempting to bind port 54f16965-c1a5-41e0-ba87-7ddb7fd132ac on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:15.641838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Attempting to bind port 54f16965-c1a5-41e0-ba87-7ddb7fd132ac by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c9ad4674-4eda-4242-99db-45c92615ac0a'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:15.642697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Attempting to bind port 54f16965-c1a5-41e0-ba87-7ddb7fd132ac on network c9ad4674-4eda-4242-99db-45c92615ac0a {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:15.661109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:15.661858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b39c3e-0dc0-4860-944c-222e74cb6c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f05451-8a68-4ed8-bde1-52c2d2fe35e1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.661982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Checking segment: {'id': '46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c9ad4674-4eda-4242-99db-45c92615ac0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:15.661982 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.662343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Bound using segment: {'id': '46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c9ad4674-4eda-4242-99db-45c92615ac0a'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:15.662872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Bound port: 54f16965-c1a5-41e0-ba87-7ddb7fd132ac, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c9ad4674-4eda-4242-99db-45c92615ac0a'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:15.663535 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.669494 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] For port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:15.679253 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] For port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:15.685995 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.704037 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 91731d92-63da-4cc7-9015-a35e9b3fd192 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:15.728354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d730911-0b7b-4e5f-b581-ea4f80d9615e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet 105b367e-99f3-4b56-9872-6ee08793820d {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:15.736135 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d730911-0b7b-4e5f-b581-ea4f80d9615e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.780593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-64b39c3e-0dc0-4860-944c-222e74cb6c3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5005f2d77bac4017b413423c859e1fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9587753 Jul 15 23:27:15.783019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58390) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:15.805767 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Routers {'ab4a2af8-b28d-441a-9bfe-1d43db34583a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:15.806304 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:26:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:15.807016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:15.808440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=cd47b479-b3a4-4f41-9c4b-d6c626df6500,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.808605 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9200b9-22c6-442b-947f-f38674748b06 None None] Pushing event updated for resources: {'Port': ['ID=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.818904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:15.821575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:15.830124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.831387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.880143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] For port 54f16965-c1a5-41e0-ba87-7ddb7fd132ac, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:15.885521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] For port 54f16965-c1a5-41e0-ba87-7ddb7fd132ac, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=54f16965-c1a5-41e0-ba87-7ddb7fd132ac,segment=NetworkSegment(46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd),segment_id=46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:15.893050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d730911-0b7b-4e5f-b581-ea4f80d9615e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.899199 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.918633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eb1e8f49-0496-468c-b19e-2e9b42b8c01a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4051573 Jul 15 23:27:15.922126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58392) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:15.949932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 91731d92-63da-4cc7-9015-a35e9b3fd192 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:15.952030 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.975524 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-978c75bf-e28e-4bf9-a799-ced0159bbd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.001675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e30865-c309-49c3-a778-bfb80ab7e682 req-1ffa7ce1-6568-4f75-9c3b-3843271f65aa tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:16.005154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e30865-c309-49c3-a778-bfb80ab7e682 req-1ffa7ce1-6568-4f75-9c3b-3843271f65aa tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.4468861 Jul 15 23:27:16.056895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d7bb7-f8cc-4231-9e49-c5c853b154d6 None None] Pushing event updated for resources: {'Port': ['ID=54f16965-c1a5-41e0-ba87-7ddb7fd132ac,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:16.076135 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] Set router ab4a2af8-b28d-441a-9bfe-1d43db34583a gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:16.082919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-978c75bf-e28e-4bf9-a799-ced0159bbd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.139149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d730911-0b7b-4e5f-b581-ea4f80d9615e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.210573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38e30865-c309-49c3-a778-bfb80ab7e682 req-dd5bfab8-fd60-4721-99f4-f39450c6e89b tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994452 Jul 15 23:27:16.263015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 04027da9-9d85-473d-866a-04116bf6aab3 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:16.281371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f911fbbe-9894-4147-92d5-f4e5644c3fa9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port cd47b479-b3a4-4f41-9c4b-d6c626df6500 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:16.283237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f911fbbe-9894-4147-92d5-f4e5644c3fa9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.285907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-978c75bf-e28e-4bf9-a799-ced0159bbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.288667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-978c75bf-e28e-4bf9-a799-ced0159bbd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.290109 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-978c75bf-e28e-4bf9-a799-ced0159bbd92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20f05451-8a68-4ed8-bde1-52c2d2fe35e1 HTTP/1.1" status: 204 len: 168 time: 0.5045037 Jul 15 23:27:16.320216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c75bf-e28e-4bf9-a799-ced0159bbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f05451-8a68-4ed8-bde1-52c2d2fe35e1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:16.342042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 04027da9-9d85-473d-866a-04116bf6aab3 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:16.342391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 04027da9-9d85-473d-866a-04116bf6aab3 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:16.383461 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d730911-0b7b-4e5f-b581-ea4f80d9615e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.463905 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f911fbbe-9894-4147-92d5-f4e5644c3fa9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.485489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d730911-0b7b-4e5f-b581-ea4f80d9615e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=105b367e-99f3-4b56-9872-6ee08793820d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:16.488658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d730911-0b7b-4e5f-b581-ea4f80d9615e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.490689 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5d730911-0b7b-4e5f-b581-ea4f80d9615e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/105b367e-99f3-4b56-9872-6ee08793820d HTTP/1.1" status: 204 len: 168 time: 0.8850746 Jul 15 23:27:16.493438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58398) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:16.511622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f911fbbe-9894-4147-92d5-f4e5644c3fa9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for cd47b479-b3a4-4f41-9c4b-d6c626df6500 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:16.515780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d12d80db-41a3-409c-8356-0b5e76d5aa64 req-55a9ecf2-3792-42be-aa61-4f6d903135b8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 210 time: 0.0543876 Jul 15 23:27:16.590093 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:27:07Z', 'revision_number': 4, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port': {'id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:03Z', 'updated_at': '2021-07-15T23:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0', 'name': '', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'mac_address': 'fa:16:3e:da:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:06Z', 'updated_at': '2021-07-15T23:27:15Z', 'revision_number': 4, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'subnets': [{'id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:16.594819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.638588 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef106df8-4370-46ae-bdde-c8822f9b274e None None] The sync data for ids ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'] in n-d-793618-8 is: [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:27:07Z', 'revision_number': 4, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port': {'id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:03Z', 'updated_at': '2021-07-15T23:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0', 'name': '', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'mac_address': 'fa:16:3e:da:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:06Z', 'updated_at': '2021-07-15T23:27:15Z', 'revision_number': 4, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'subnets': [{'id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:16.681920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 54f16965-c1a5-41e0-ba87-7ddb7fd132ac {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:16.683991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.711578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f911fbbe-9894-4147-92d5-f4e5644c3fa9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.758583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911fbbe-9894-4147-92d5-f4e5644c3fa9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=cd47b479-b3a4-4f41-9c4b-d6c626df6500,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:16.762404 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f911fbbe-9894-4147-92d5-f4e5644c3fa9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.764793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f911fbbe-9894-4147-92d5-f4e5644c3fa9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/cd47b479-b3a4-4f41-9c4b-d6c626df6500 HTTP/1.1" status: 204 len: 168 time: 0.8405762 Jul 15 23:27:16.768815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58402) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:16.774826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'mac_address': 'fa:16:3e:30:3d:9d', 'name': 'tempest-PortsIpV6TestJSON-1240031697'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:16.839317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] For port 54f16965-c1a5-41e0-ba87-7ddb7fd132ac, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=54f16965-c1a5-41e0-ba87-7ddb7fd132ac,segment=NetworkSegment(46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd),segment_id=46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:16.840634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.866262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 54f16965-c1a5-41e0-ba87-7ddb7fd132ac owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:16.908721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58404) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:16.963669 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a526e590-278e-4092-be40-84b0591750e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.997286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.035025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:17.036416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=54f16965-c1a5-41e0-ba87-7ddb7fd132ac,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:17.042292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No DVR routers for this DVR port 54f16965-c1a5-41e0-ba87-7ddb7fd132ac on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:17.115770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-82720ac7-51bd-407c-be78-349afaa29977 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:17.117539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-82720ac7-51bd-407c-be78-349afaa29977 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.59 "GET /v2.0/networks?id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c HTTP/1.1" status: 200 len: 816 time: 0.2431219 Jul 15 23:27:17.204344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.222375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.223211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ad4674-4eda-4242-99db-45c92615ac0a']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:17.235165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:17.235526 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ba069b-e0c3-4e2d-90ba-9e284cd0e4cd') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:17.246519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.258498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-6125cf8d-9c1b-4a6c-a9e0-243482431fd7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffaf75ea1fca4034a4428552df893234 HTTP/1.1" status: 200 len: 380 time: 0.0810668 Jul 15 23:27:17.274192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'port': {'device_id': 'cc84b07a-c6de-4317-aeea-9f9c0618e44f', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'admin_state_up': True, 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'security_groups': ['5c9bd655-d579-4b71-8297-ec6b6ff19637']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:17.288013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.288472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 39b259f8-54e8-4807-86d5-9505c7d61bbc yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:17.305704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:17.306271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:17.309911 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:17.412668 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.428088 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.433348 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/networks/c9ad4674-4eda-4242-99db-45c92615ac0a HTTP/1.1" status: 204 len: 168 time: 0.9356296 Jul 15 23:27:17.445035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58408) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:17.452629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8656b7-cda9-400b-a0b4-f835ebf64689 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Network': ['ID=c9ad4674-4eda-4242-99db-45c92615ac0a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:17.479729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a526e590-278e-4092-be40-84b0591750e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.484853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'name': 'tempest-PortsTestJSON-218100149'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:17.518092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a526e590-278e-4092-be40-84b0591750e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.591797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6d508c23-cf2e-4fa4-9b30-d3c5ac63d344 None None] Could not find standard attr ID for object 54f16965-c1a5-41e0-ba87-7ddb7fd132ac. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:17.634493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:17.677635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac76ce-7db0-420f-8ad0-fe6524f607d3 None None] DHCP port deletion for c9ad4674-4eda-4242-99db-45c92615ac0a request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:17.704825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e79143-3c76-453b-bd60-0e5447c54d0e None None] Network c9ad4674-4eda-4242-99db-45c92615ac0a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:17.716989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:17.720551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e79143-3c76-453b-bd60-0e5447c54d0e None None] Network c9ad4674-4eda-4242-99db-45c92615ac0a could not be found, it might have been deleted concurrently. {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:27:17.723603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:17.723974 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.808705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.844096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:17.848641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.902659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:17.910742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.911117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.911452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.911784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.912113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.912552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.912898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.913203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.913527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.913846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.914164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:17.914478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:18.023868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a526e590-278e-4092-be40-84b0591750e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=449b9a8ef8d64ca681c94df4d4112a98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1096044 Jul 15 23:27:18.026407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58414) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:18.031670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526e590-278e-4092-be40-84b0591750e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32d9d69-c208-4825-85d4-3553990a6342,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:18.055861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2786e838-a9b3-41ec-85e3-1b5dd870159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.083796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-845df8da-ad4e-43b3-89d1-c2ac2ac575dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.102626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Made reservation on behalf of ffaf75ea1fca4034a4428552df893234 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:18.105432 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-845df8da-ad4e-43b3-89d1-c2ac2ac575dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.106116 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.119053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0133913-40c9-4c4e-aa57-f05a99d3c6ff req-be1a30dc-b906-411c-a501-73e40dc3506a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.120528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0133913-40c9-4c4e-aa57-f05a99d3c6ff req-be1a30dc-b906-411c-a501-73e40dc3506a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.7076213 Jul 15 23:27:18.123322 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.156976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-845df8da-ad4e-43b3-89d1-c2ac2ac575dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.159870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-845df8da-ad4e-43b3-89d1-c2ac2ac575dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.161038 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-845df8da-ad4e-43b3-89d1-c2ac2ac575dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f32d9d69-c208-4825-85d4-3553990a6342 HTTP/1.1" status: 204 len: 168 time: 0.1335428 Jul 15 23:27:18.166862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:18.169721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845df8da-ad4e-43b3-89d1-c2ac2ac575dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32d9d69-c208-4825-85d4-3553990a6342,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:18.170291 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.255399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 73ab65b0-61a9-4b38-a87e-630b5071c7f0 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:18.263472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0133913-40c9-4c4e-aa57-f05a99d3c6ff req-0d93b704-9b1d-42df-ac78-d9f1bc31f011 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284852 Jul 15 23:27:18.343365 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.469247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-260e0bdc-fd04-44f8-9b86-8c66a638ed1a req-1ef28f81-be80-4b2b-b3b9-3a7d58780d53 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 210 time: 0.0672586 Jul 15 23:27:18.471196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:18.491651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Allocated IP 172.20.0.8 (2381b1bb-ebd5-4f20-99f0-9a4caa67500c/090a7cf4-1270-480b-996d-bee00d6fc3bd/d5f03a90-05d2-450d-994d-3ac72991e7dc) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:18.495921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:18.515308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:18.520880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.522246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.527558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=39b259f8-54e8-4807-86d5-9505c7d61bbc,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:18.572571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c47cd5de-ed7c-4de4-916c-0256959f040d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8026862 Jul 15 23:27:18.576077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:18.645440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0385dad-cd15-4924-81a4-7873d5511574 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.646902 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b0385dad-cd15-4924-81a4-7873d5511574 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/39b259f8-54e8-4807-86d5-9505c7d61bbc HTTP/1.1" status: 200 len: 845 time: 0.0696876 Jul 15 23:27:18.650010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58430) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:18.658149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.762700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.763210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbaee5-5ee8-4d9e-a7af-aa950a4375f4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 39b259f8-54e8-4807-86d5-9505c7d61bbc {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:18.763565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ffbbaee5-5ee8-4d9e-a7af-aa950a4375f4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.766514 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.819367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Transition to ACTIVE for port object d5f03a90-05d2-450d-994d-3ac72991e7dc will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:18.837402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:18.843885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:18.847502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=73ab65b0-61a9-4b38-a87e-630b5071c7f0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:18.849636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:18.851957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ffbbaee5-5ee8-4d9e-a7af-aa950a4375f4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.855523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.856137 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.869176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbaee5-5ee8-4d9e-a7af-aa950a4375f4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 39b259f8-54e8-4807-86d5-9505c7d61bbc owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:18.885960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3b199296-55e6-496f-a821-f7c32115d3b3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4315331 Jul 15 23:27:18.886305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58438) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:18.891889 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.938889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:18.944393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:18.948341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:18.970179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'Port': ['ID=d5f03a90-05d2-450d-994d-3ac72991e7dc,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:19.026557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:19.028229 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.054081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ffbbaee5-5ee8-4d9e-a7af-aa950a4375f4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.057582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-ee9af4f3-a0a6-4a83-9cf0-ce38209256b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7892883 Jul 15 23:27:19.071878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Request body: {'port': {'device_id': 'cc84b07a-c6de-4317-aeea-9f9c0618e44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:19.106734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-96956c7e-3abb-4de8-b7a3-fba9f373e524 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 73ab65b0-61a9-4b38-a87e-630b5071c7f0 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:19.107100 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96956c7e-3abb-4de8-b7a3-fba9f373e524 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.113009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbaee5-5ee8-4d9e-a7af-aa950a4375f4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=39b259f8-54e8-4807-86d5-9505c7d61bbc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:19.136110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ffbbaee5-5ee8-4d9e-a7af-aa950a4375f4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.146140 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ffbbaee5-5ee8-4d9e-a7af-aa950a4375f4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/39b259f8-54e8-4807-86d5-9505c7d61bbc HTTP/1.1" status: 204 len: 168 time: 0.4950802 Jul 15 23:27:19.147172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58444) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:19.182291 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90d09cd-ae06-464c-ad8e-f07bfbffe315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:19.184164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d90d09cd-ae06-464c-ad8e-f07bfbffe315 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/39b259f8-54e8-4807-86d5-9505c7d61bbc HTTP/1.1" status: 404 len: 333 time: 0.0358319 Jul 15 23:27:19.188326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58446) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:19.195278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'name': 'tempest-PortsIpV6TestJSON-622703115'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:19.200540 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.209878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96956c7e-3abb-4de8-b7a3-fba9f373e524 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.223818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-96956c7e-3abb-4de8-b7a3-fba9f373e524 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 73ab65b0-61a9-4b38-a87e-630b5071c7f0 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:19.315994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96956c7e-3abb-4de8-b7a3-fba9f373e524 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.350267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96956c7e-3abb-4de8-b7a3-fba9f373e524 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=73ab65b0-61a9-4b38-a87e-630b5071c7f0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:19.351488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-495ac4e1-bd53-49ce-8af8-23c9de005316 None None] Provisioning for port d5f03a90-05d2-450d-994d-3ac72991e7dc completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:19.358637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-495ac4e1-bd53-49ce-8af8-23c9de005316 None None] Provisioning complete for port d5f03a90-05d2-450d-994d-3ac72991e7dc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:19.359378 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-495ac4e1-bd53-49ce-8af8-23c9de005316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.367306 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96956c7e-3abb-4de8-b7a3-fba9f373e524 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.369257 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96956c7e-3abb-4de8-b7a3-fba9f373e524 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/73ab65b0-61a9-4b38-a87e-630b5071c7f0 HTTP/1.1" status: 204 len: 168 time: 0.4820249 Jul 15 23:27:19.373414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58454) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:19.378687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'mac_address': 'fa:16:3e:4b:fa:06', 'name': 'tempest-PortsTestJSON-497411623'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:19.431375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-495ac4e1-bd53-49ce-8af8-23c9de005316 None None] Port d5f03a90-05d2-450d-994d-3ac72991e7dc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:19.444564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:19.448695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.499707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:19.519778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 9314dd5d-7ae6-4643-87de-29b7ecc59acb yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:19.604058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:19.604580 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.638516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 1fc42fea-451f-452d-82c3-fe5cc6cf4302 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:19.678735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:19.679343 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.693827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff6960-2711-4891-bc47-3ef3acf99b2d req-f6c15b39-4623-4c39-810d-ebd7879a5335 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:19.695483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efff6960-2711-4891-bc47-3ef3acf99b2d req-f6c15b39-4623-4c39-810d-ebd7879a5335 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2757344 Jul 15 23:27:19.822024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 54f16965-c1a5-41e0-ba87-7ddb7fd132ac no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:19.845728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 54f16965-c1a5-41e0-ba87-7ddb7fd132ac {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:19.846404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 54f16965-c1a5-41e0-ba87-7ddb7fd132ac not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:19.866951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-efff6960-2711-4891-bc47-3ef3acf99b2d req-dedb13e5-e7a6-4bfb-949a-cf254f87b982 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626415 Jul 15 23:27:19.872956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f03a90-05d2-450d-994d-3ac72991e7dc {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:19.875177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.887999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.895517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.910892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Transition to ACTIVE for port object d5f03a90-05d2-450d-994d-3ac72991e7dc will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:19.917908 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.928394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.979128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:19.983550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:19.989372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:19.993112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.997561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:19.998568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.014958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f03a90-05d2-450d-994d-3ac72991e7dc,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:20.027404 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6528895 Jul 15 23:27:20.028551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f9b3c-e43d-4249-882c-33303713d69f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=1fc42fea-451f-452d-82c3-fe5cc6cf4302,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:20.030847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58474) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.097449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc575ae4-895a-4609-9184-9e2ab15ea6a6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.099151 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cc575ae4-895a-4609-9184-9e2ab15ea6a6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/1fc42fea-451f-452d-82c3-fe5cc6cf4302 HTTP/1.1" status: 200 len: 840 time: 0.0671437 Jul 15 23:27:20.102270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58480) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.129406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:20.147012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:20.150279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:20.157615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.158841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.184535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=9314dd5d-7ae6-4643-87de-29b7ecc59acb,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:20.208338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-13979401-6e5e-4d21-8076-4a1dd89e5520 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0189488 Jul 15 23:27:20.211082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58492) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.224507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:20.259293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4bd43b2f-d25e-4572-9083-81930f18a5f5 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 1fc42fea-451f-452d-82c3-fe5cc6cf4302 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:20.259457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Attempting to bind port d5f03a90-05d2-450d-994d-3ac72991e7dc on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:20.259548 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bd43b2f-d25e-4572-9083-81930f18a5f5 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.259788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Attempting to bind port d5f03a90-05d2-450d-994d-3ac72991e7dc by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:20.260135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Attempting to bind port d5f03a90-05d2-450d-994d-3ac72991e7dc on network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:20.268996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Port d5f03a90-05d2-450d-994d-3ac72991e7dc on network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:20.269330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Attempting to bind port d5f03a90-05d2-450d-994d-3ac72991e7dc on network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:20.286532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc6100-1080-453a-8b15-3b54d5868936 req-01b865f4-3dd4-41bc-9ab3-db388b7b62c8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.287977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9cc6100-1080-453a-8b15-3b54d5868936 req-01b865f4-3dd4-41bc-9ab3-db388b7b62c8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 943 time: 0.2890341 Jul 15 23:27:20.291301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:20.291654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Checking segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:20.292046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Bound using segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:20.292507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Bound port: d5f03a90-05d2-450d-994d-3ac72991e7dc, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:20.292873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.348111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bd43b2f-d25e-4572-9083-81930f18a5f5 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.364446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4bd43b2f-d25e-4572-9083-81930f18a5f5 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 1fc42fea-451f-452d-82c3-fe5cc6cf4302 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:20.410742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9cc6100-1080-453a-8b15-3b54d5868936 req-ea848356-2cac-4ee4-85b5-a2f0a3491a57 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123006 Jul 15 23:27:20.415287 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.477579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] For port d5f03a90-05d2-450d-994d-3ac72991e7dc, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:20.486250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bd43b2f-d25e-4572-9083-81930f18a5f5 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.504089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] For port d5f03a90-05d2-450d-994d-3ac72991e7dc, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d5f03a90-05d2-450d-994d-3ac72991e7dc,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:20.513108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.539403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bd43b2f-d25e-4572-9083-81930f18a5f5 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.544425 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4bd43b2f-d25e-4572-9083-81930f18a5f5 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/1fc42fea-451f-452d-82c3-fe5cc6cf4302 HTTP/1.1" status: 204 len: 168 time: 0.4409521 Jul 15 23:27:20.545102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58522) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.556616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd43b2f-d25e-4572-9083-81930f18a5f5 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=1fc42fea-451f-452d-82c3-fe5cc6cf4302,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:20.577167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.577797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.579262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5f03a90-05d2-450d-994d-3ac72991e7dc HTTP/1.1" status: 200 len: 1091 time: 1.5123980 Jul 15 23:27:20.582281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc84b07a-c6de-4317-aeea-9f9c0618e44f', 'tag': 'd5f03a90-05d2-450d-994d-3ac72991e7dc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:20.584509 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc84b07a-c6de-4317-aeea-9f9c0618e44f", "tag": "d5f03a90-05d2-450d-994d-3ac72991e7dc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:20.589460 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e5d3ce-ddb2-416b-b663-10a4ec22e8aa tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:20.595572 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e4e5d3ce-ddb2-416b-b663-10a4ec22e8aa tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/1fc42fea-451f-452d-82c3-fe5cc6cf4302 HTTP/1.1" status: 404 len: 333 time: 0.0485775 Jul 15 23:27:20.596171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58526) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.603214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'name': 'tempest-PortsTestJSON-1120538364'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:20.670035 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-de6cb888-37d9-4ac7-ab30-efc3469c9324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.696144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58528) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.746110 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1689ae03-3be5-41a0-9f26-a510ebba526c x-openstack-request-id: req-1689ae03-3be5-41a0-9f26-a510ebba526c {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:20.746462 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc84b07a-c6de-4317-aeea-9f9c0618e44f", "tag": "d5f03a90-05d2-450d-994d-3ac72991e7dc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:20.746656 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1689ae03-3be5-41a0-9f26-a510ebba526c {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:20.747225 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc84b07a-c6de-4317-aeea-9f9c0618e44f', 'tag': 'd5f03a90-05d2-450d-994d-3ac72991e7dc', 'status': 'completed', 'code': 200} Jul 15 23:27:20.755003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823335-4dcd-4ad5-89ac-7cfd1dc27ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f03a90-05d2-450d-994d-3ac72991e7dc,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:20.779713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.789013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.845274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] In _notify_port_updated(), no bound segment for port 9314dd5d-7ae6-4643-87de-29b7ecc59acb on network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:27:20.852716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.853389 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.858916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "PUT /v2.0/ports/9314dd5d-7ae6-4643-87de-29b7ecc59acb HTTP/1.1" status: 200 len: 818 time: 0.6466284 Jul 15 23:27:20.859901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58532) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.874421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:20.878869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.881161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf22dc-0ab5-4c4a-99e4-f845ec474808 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=9314dd5d-7ae6-4643-87de-29b7ecc59acb,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:20.901320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-f999ffb5-28a0-4167-868a-c7d38eaefac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.902972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-f999ffb5-28a0-4167-868a-c7d38eaefac3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ffaf75ea1fca4034a4428552df893234&device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 1094 time: 0.2582979 Jul 15 23:27:20.919884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58536) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.961263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 7a0df50a-8360-485b-a9ca-e4c8b5540bab yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:20.974580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-c2c04466-eb2f-4b04-990d-a0004a6dab37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5f03a90-05d2-450d-994d-3ac72991e7dc HTTP/1.1" status: 200 len: 217 time: 0.0553265 Jul 15 23:27:21.024661 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.084494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a10df70-4073-46be-8091-13e6814bf7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.099016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Deleting port 390d42bd-a9d7-42a8-99e3-fb5941f8477b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:21.099550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.104653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-950dbddf-f3c3-4f21-ad42-30b08107facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.106250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-950dbddf-f3c3-4f21-ad42-30b08107facf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=090a7cf4-1270-480b-996d-bee00d6fc3bd HTTP/1.1" status: 200 len: 855 time: 0.1241720 Jul 15 23:27:21.153002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-12e78c69-541f-4cb9-b2be-66599054cd09 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 9314dd5d-7ae6-4643-87de-29b7ecc59acb {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:21.153431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12e78c69-541f-4cb9-b2be-66599054cd09 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.181670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4402c-ffe0-4b47-b4b2-95e2cd036bf8 req-7831373b-78c1-4f25-9fec-505eb2566bc7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.188498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49a4402c-ffe0-4b47-b4b2-95e2cd036bf8 req-7831373b-78c1-4f25-9fec-505eb2566bc7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.1833298 Jul 15 23:27:21.256445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49a4402c-ffe0-4b47-b4b2-95e2cd036bf8 req-e4d595fd-5a33-4d16-ad4b-937e8e974ee2 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670800 Jul 15 23:27:21.275309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-6521dce9-1169-46f6-b48f-603e588b2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.276848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-6521dce9-1169-46f6-b48f-603e588b2faa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612840 Jul 15 23:27:21.327328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a10df70-4073-46be-8091-13e6814bf7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.334733 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a10df70-4073-46be-8091-13e6814bf7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.410567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0a10df70-4073-46be-8091-13e6814bf7da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1df0e3307e0a46c1824608bf7f248b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893832 Jul 15 23:27:21.413176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10df70-4073-46be-8091-13e6814bf7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eaca5a-9727-449a-a2a4-b7686aa608f8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:21.417178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58540) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.447140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-1f76ecb7-39b2-4d83-a445-00142d569756 service neutron] 10.222.0.59 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610644 Jul 15 23:27:21.544532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aba4b166-31cf-4595-b991-f490123a8eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.562439 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.617633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aba4b166-31cf-4595-b991-f490123a8eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.629181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-a32df17c-ac15-4a9f-b55f-dda8e38f6ba1 service neutron] 10.222.0.59 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703475 Jul 15 23:27:21.655400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.672446 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12e78c69-541f-4cb9-b2be-66599054cd09 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.686865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1421f3-3357-4f78-9770-8cc6c66474df req-32d41d44-5d48-42c6-a0c1-3e860a689742 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.688412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c1421f3-3357-4f78-9770-8cc6c66474df req-32d41d44-5d48-42c6-a0c1-3e860a689742 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 943 time: 0.1235671 Jul 15 23:27:21.689245 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.689581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.710748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-12e78c69-541f-4cb9-b2be-66599054cd09 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 9314dd5d-7ae6-4643-87de-29b7ecc59acb owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:21.716229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Calling delete_port for 390d42bd-a9d7-42a8-99e3-fb5941f8477b owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:21.743293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aba4b166-31cf-4595-b991-f490123a8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.745810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aba4b166-31cf-4595-b991-f490123a8eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.746951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aba4b166-31cf-4595-b991-f490123a8eb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26eaca5a-9727-449a-a2a4-b7686aa608f8 HTTP/1.1" status: 204 len: 168 time: 0.3287940 Jul 15 23:27:21.764489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4b166-31cf-4595-b991-f490123a8eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eaca5a-9727-449a-a2a4-b7686aa608f8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:21.789719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c1421f3-3357-4f78-9770-8cc6c66474df req-fa4250a6-1ff0-4f9b-9e92-e8ab1c00c903 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826206 Jul 15 23:27:21.809156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-349c3ebc-35e1-4ede-8453-ba57328d39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.810871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-349c3ebc-35e1-4ede-8453-ba57328d39ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ffaf75ea1fca4034a4428552df893234&device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 1094 time: 0.1146364 Jul 15 23:27:21.860123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.948859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-05f9795f-5296-406e-97e9-824e3a947483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.950502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-05f9795f-5296-406e-97e9-824e3a947483 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c HTTP/1.1" status: 200 len: 917 time: 0.1264920 Jul 15 23:27:21.957734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:21.967580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:21.978974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:21.984852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.985471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.991672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=7a0df50a-8360-485b-a9ca-e4c8b5540bab,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:22.000986 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12e78c69-541f-4cb9-b2be-66599054cd09 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.001830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-704d0056-6642-474a-8bf6-33a7c08b2bb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5f03a90-05d2-450d-994d-3ac72991e7dc HTTP/1.1" status: 200 len: 217 time: 0.0434330 Jul 15 23:27:22.021979 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-66a1bc34-6cfa-4f98-9351-a8ae2d6b41e8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4215429 Jul 15 23:27:22.025733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58550) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.032409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:22.046935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e78c69-541f-4cb9-b2be-66599054cd09 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=9314dd5d-7ae6-4643-87de-29b7ecc59acb,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:22.053768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-12e78c69-541f-4cb9-b2be-66599054cd09 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.055894 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-12e78c69-541f-4cb9-b2be-66599054cd09 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/9314dd5d-7ae6-4643-87de-29b7ecc59acb HTTP/1.1" status: 204 len: 168 time: 1.1948380 Jul 15 23:27:22.058960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58552) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.124105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-b68aca4d-5e20-4168-b473-27aa6dfb2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.125981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-b68aca4d-5e20-4168-b473-27aa6dfb2e3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=090a7cf4-1270-480b-996d-bee00d6fc3bd HTTP/1.1" status: 200 len: 855 time: 0.1123970 Jul 15 23:27:22.140684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.167828 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.173419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7feb6fb0-9de4-4b9d-8fd1-eefbce00c6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.195733 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.216126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event deleted for resources: {'Port': ['ID=390d42bd-a9d7-42a8-99e3-fb5941f8477b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:22.255641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d348ddec-6ce2-44f1-a5e0-fb4d6406e432 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.257148 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d348ddec-6ce2-44f1-a5e0-fb4d6406e432 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1972346 Jul 15 23:27:22.260682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58556) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.277229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-45ecb686-8e77-416b-a63f-6e3058be8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.278685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-45ecb686-8e77-416b-a63f-6e3058be8e0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294923 Jul 15 23:27:22.310795 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa68e5d-11e7-4bbd-869c-398dfe00da9b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:22.318880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eaa68e5d-11e7-4bbd-869c-398dfe00da9b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/9314dd5d-7ae6-4643-87de-29b7ecc59acb HTTP/1.1" status: 404 len: 333 time: 0.0508280 Jul 15 23:27:22.320071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58560) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.324803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.325213 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Floating IP af3d638a-5230-4c43-8250-167b2058b182 disassociated (deleted). External IP: 172.25.3.235, port: 92377eb8-9187-400d-a6ad-3b58d18c79f6. Jul 15 23:27:22.333295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801192143'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:22.472409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7feb6fb0-9de4-4b9d-8fd1-eefbce00c6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.481989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7feb6fb0-9de4-4b9d-8fd1-eefbce00c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.498928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-f79c2dfa-b0fb-495c-b58d-782c05509cb8 service neutron] 10.222.0.59 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970716 Jul 15 23:27:22.526584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.549414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.575585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:22.579110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.594663 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7feb6fb0-9de4-4b9d-8fd1-eefbce00c6ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd0857dfcd5a469994f50e43c5d18299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527464 Jul 15 23:27:22.600533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb6fb0-9de4-4b9d-8fd1-eefbce00c6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5c6421-5aa6-4ce0-b46c-862b13c345b6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:22.625420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810f3c3-621c-4bda-b28c-c9b2e1148e14 req-f634d75d-15a8-47b6-a150-a61022cbca0a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.626971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1810f3c3-621c-4bda-b28c-c9b2e1148e14 req-f634d75d-15a8-47b6-a150-a61022cbca0a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2068973 Jul 15 23:27:22.631094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58562) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.632101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] In _notify_port_updated(), no bound segment for port 7a0df50a-8360-485b-a9ca-e4c8b5540bab on network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:27:22.637494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.638176 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.639385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "PUT /v2.0/ports/7a0df50a-8360-485b-a9ca-e4c8b5540bab HTTP/1.1" status: 200 len: 818 time: 0.6116931 Jul 15 23:27:22.642269 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58564) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.693196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:22.725782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.726178 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Added segment 18eaadf5-34c0-4dcf-8270-82fe99f5b83e of type vlan for network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 Jul 15 23:27:22.797222 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Router 28142d37-d515-424c-bc35-30a2034b33bd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:22.825993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.961976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.967764 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.968416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.972489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cc12657e-ae2f-448d-a082-9e25199858b0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 7a0df50a-8360-485b-a9ca-e4c8b5540bab {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:22.973152 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc12657e-ae2f-448d-a082-9e25199858b0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.046265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22367507-401c-433a-bf11-b8956998fcfe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=7a0df50a-8360-485b-a9ca-e4c8b5540bab,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:23.060502 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7335026 Jul 15 23:27:23.063234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58570) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:23.078496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:23.086388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c708440-46b5-4e2c-92bb-dc16a59ce5b4 req-37add037-fa12-49f1-b5e2-b7c4c68d7095 service neutron] 10.222.0.59 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763519 Jul 15 23:27:23.098832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1810f3c3-621c-4bda-b28c-c9b2e1148e14 req-05a7da33-52ca-4b21-a631-e931a8306cc1 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4571724 Jul 15 23:27:23.132352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:23.134127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fd042-3c38-4d1a-8fa2-dac51a1d9641 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Network': ['ID=61cf1555-0fdc-4f8c-816f-35aa89a825c1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:23.143576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc12657e-ae2f-448d-a082-9e25199858b0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.154889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:23.155392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f11528d-e7d9-49fa-ab1a-1a3919b092b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.160885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.165328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cc12657e-ae2f-448d-a082-9e25199858b0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 7a0df50a-8360-485b-a9ca-e4c8b5540bab owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:23.191616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f11528d-e7d9-49fa-ab1a-1a3919b092b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.225707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:23.229180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.235792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] Sync routers for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:23.250431 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6ef781f3-b167-47b0-a896-401ab7be8035 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "DELETE /v2.0/floatingips/af3d638a-5230-4c43-8250-167b2058b182 HTTP/1.1" status: 204 len: 168 time: 2.5505414 Jul 15 23:27:23.250431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:23.252623 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b63e02c-b666-4295-afd6-eaa456ff8013" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:23.254313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:23.255369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:23.319630 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc12657e-ae2f-448d-a082-9e25199858b0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.336508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.354938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12657e-ae2f-448d-a082-9e25199858b0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=7a0df50a-8360-485b-a9ca-e4c8b5540bab,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:23.355432 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f11528d-e7d9-49fa-ab1a-1a3919b092b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.357964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f11528d-e7d9-49fa-ab1a-1a3919b092b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.359120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8f11528d-e7d9-49fa-ab1a-1a3919b092b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba5c6421-5aa6-4ce0-b46c-862b13c345b6 HTTP/1.1" status: 204 len: 168 time: 0.7187064 Jul 15 23:27:23.367706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc12657e-ae2f-448d-a082-9e25199858b0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.374417 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cc12657e-ae2f-448d-a082-9e25199858b0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/7a0df50a-8360-485b-a9ca-e4c8b5540bab HTTP/1.1" status: 204 len: 168 time: 0.7304473 Jul 15 23:27:23.374596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58578) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:23.397213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11528d-e7d9-49fa-ab1a-1a3919b092b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5c6421-5aa6-4ce0-b46c-862b13c345b6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:23.413098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:23.493143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4801-434c-4568-ab71-5ed04e47e74b req-cef6594f-4b7f-4419-9a30-1102f12b88c4 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:23.494731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8cf4801-434c-4568-ab71-5ed04e47e74b req-cef6594f-4b7f-4419-9a30-1102f12b88c4 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 943 time: 0.1926932 Jul 15 23:27:23.569161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baece02-93e3-4da2-af66-d68b97714d28 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:23.573841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6baece02-93e3-4da2-af66-d68b97714d28 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1907215 Jul 15 23:27:23.573841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58582) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:23.584854 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.640313 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf132748-6f77-42ca-92b4-cf2394964e54 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:23.641944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bf132748-6f77-42ca-92b4-cf2394964e54 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/7a0df50a-8360-485b-a9ca-e4c8b5540bab HTTP/1.1" status: 404 len: 333 time: 0.0677164 Jul 15 23:27:23.647260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58584) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:23.654970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8cf4801-434c-4568-ab71-5ed04e47e74b req-44af147b-3945-4bde-9100-acbffd8894d1 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324453 Jul 15 23:27:23.655688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:23.662862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1801704642'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:23.679281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:23.693375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] Checking router: 28142d37-d515-424c-bc35-30a2034b33bd for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:23.695525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Checking segment: {'id': '18eaadf5-34c0-4dcf-8270-82fe99f5b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:23.695884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network hostable DHCP agents. Network: 61cf1555-0fdc-4f8c-816f-35aa89a825c1, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:23.713147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:23.715878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:23.718036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:23.725771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:23.728454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 61cf1555-0fdc-4f8c-816f-35aa89a825c1) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:23.734300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.744555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:23.745312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.766280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0d99a3c3-42ea-4942-93b5-89ede0d2e7e2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6954694 Jul 15 23:27:23.769817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58590) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:23.776361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d2662823-e2b0-497f-a539-e88aa25328d5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:23.779307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39db8c15-15c4-46e7-99e2-9a80809f1600 None None] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:23.780431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:23.796867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.797507 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Added segment d00e8d70-51f8-419b-861b-ed1a05b56df9 of type vlan for network e4290f2a-eb66-4208-8879-fda213cde53c Jul 15 23:27:23.872412 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.915729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:23.921504 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.927812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:23.931703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.982400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2662823-e2b0-497f-a539-e88aa25328d5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:23.992414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2662823-e2b0-497f-a539-e88aa25328d5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.018215 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3688529 Jul 15 23:27:24.021307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58596) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:24.026505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:24.105325 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43869b-b519-4b21-b1fa-5b6ef81469bc tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Network': ['ID=e4290f2a-eb66-4208-8879-fda213cde53c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:24.115913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-61cf1555-0fdc-4f8c-816f-35aa89a825c1', 'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1', 'tenant_id': '4c781cba592b484d8c6307dff9c01431', 'fixed_ips': [{'subnet_id': 'dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:24.117086 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.145545 n-d-793618-8 neutron-server[93715]: INFO neutron.db.ipam_backend_mixin [None req-d2662823-e2b0-497f-a539-e88aa25328d5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042 (CIDR: 2001:db8::/64) Jul 15 23:27:24.146372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e4290f2a-eb66-4208-8879-fda213cde53c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:24.151423 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2662823-e2b0-497f-a539-e88aa25328d5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:27:24.165064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2662823-e2b0-497f-a539-e88aa25328d5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:27:24.203866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:24.206368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d2662823-e2b0-497f-a539-e88aa25328d5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4351919 Jul 15 23:27:24.209354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:24.214531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:24.215104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.361279 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52864899-8823-4dc4-864a-daf5ca74fd8a x-openstack-request-id: req-52864899-8823-4dc4-864a-daf5ca74fd8a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:24.361980 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:24.362544 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52864899-8823-4dc4-864a-daf5ca74fd8a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:24.363273 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'status': 'completed', 'code': 200} Jul 15 23:27:24.406341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Allocated IP 2001:db8::2 (61cf1555-0fdc-4f8c-816f-35aa89a825c1/dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042/a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:24.432852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:24.476113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:24.479671 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.492802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c15ea2-3450-4ad2-8e77-4a79d2b561ba None None] The sync data for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 is: [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:57Z', 'revision_number': 4, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5c3f1847-52f4-4508-900f-32cf74d735d8', 'name': '', 'network_id': 'b02f2a03-9b4e-4175-8375-8747b70b26a9', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'mac_address': 'fa:16:3e:31:d7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:56Z', 'updated_at': '2021-07-15T23:23:04Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'subnets': [{'id': '426d4c12-cde9-40e7-ae27-77f0bce27a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:24.607804 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.677799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-f7a30861-4f83-49da-978a-d361f77fe35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.680412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-f7a30861-4f83-49da-978a-d361f77fe35e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 1097 time: 0.2577960 Jul 15 23:27:24.713052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d93d-9413-4942-a13f-d2ec918ecf82 req-cea4f3dc-4a3a-4f50-9d2f-f0cfec2dd904 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.720476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2d0d93d-9413-4942-a13f-d2ec918ecf82 req-cea4f3dc-4a3a-4f50-9d2f-f0cfec2dd904 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2463064 Jul 15 23:27:24.748616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=eb85d821-1c54-4f29-b2bf-5e0487af80ad,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:24.781948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Checking segment: {'id': 'd00e8d70-51f8-419b-861b-ed1a05b56df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:24.782200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network hostable DHCP agents. Network: e4290f2a-eb66-4208-8879-fda213cde53c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:24.817037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network e4290f2a-eb66-4208-8879-fda213cde53c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:24.831451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e4290f2a-eb66-4208-8879-fda213cde53c) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:24.835971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.836674 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.849104 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.859008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Transition to ACTIVE for port object a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:24.877313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf077b4-dc2f-4c02-ac6c-4ab57c07a962 None None] Network e4290f2a-eb66-4208-8879-fda213cde53c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:24.879691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Transition to ACTIVE for port object a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:24.882907 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b3ec4050-b551-4431-ae39-11bd494b54eb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8603935 Jul 15 23:27:24.883506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58628) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:24.893872 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.898616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0c95cc2c-465b-445c-8ff4-eb5cdd840a08 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:25.042422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2d0d93d-9413-4942-a13f-d2ec918ecf82 req-c9e37be9-adb8-406b-b52c-eccac006bfdf tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214977 Jul 15 23:27:25.078574 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.102299 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ccfb9-b59e-4ce0-af1a-c923a7b264fa None None] New status for floating IP af3d638a-5230-4c43-8250-167b2058b182: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:27:25.124750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c95cc2c-465b-445c-8ff4-eb5cdd840a08 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:25.130146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c95cc2c-465b-445c-8ff4-eb5cdd840a08 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.180383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-8a88e54f-47a1-461e-a658-1582a6219891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.181889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-8a88e54f-47a1-461e-a658-1582a6219891 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 200 len: 915 time: 0.4906280 Jul 15 23:27:25.183752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:25.208029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:25.245498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.246096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.289632 n-d-793618-8 neutron-server[93714]: INFO neutron.db.ipam_backend_mixin [None req-0c95cc2c-465b-445c-8ff4-eb5cdd840a08 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb85d821-1c54-4f29-b2bf-5e0487af80ad (CIDR: 172.20.0.0/28) Jul 15 23:27:25.294580 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c95cc2c-465b-445c-8ff4-eb5cdd840a08 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:27:25.295511 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c95cc2c-465b-445c-8ff4-eb5cdd840a08 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:27:25.311778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d5f03a90-05d2-450d-994d-3ac72991e7dc details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:27:25.334473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:25.341012 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c95cc2c-465b-445c-8ff4-eb5cdd840a08 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4540009 Jul 15 23:27:25.341492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-99aa3229-46f4-4caa-a386-c260b233fbe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 200 len: 217 time: 0.1359546 Jul 15 23:27:25.342181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58648) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:25.350071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:25.350478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:25.355700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Pushing event updated for resources: {'Port': ['ID=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:25.360831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:25.375692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=0ebc776c-9550-48df-90ce-ff552d2df452,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:25.375874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.444338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-52e3523b-40d9-4f08-84f8-1fa1ffbb59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.446440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-52e3523b-40d9-4f08-84f8-1fa1ffbb59a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=426d4c12-cde9-40e7-ae27-77f0bce27a8b HTTP/1.1" status: 200 len: 853 time: 0.0660620 Jul 15 23:27:25.463751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e5954815-37d9-4fc6-b26b-606e15000c70 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2532201 Jul 15 23:27:25.464918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58650) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:25.467853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Attempting to bind port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:25.468394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Attempting to bind port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '18eaadf5-34c0-4dcf-8270-82fe99f5b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:25.468394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Attempting to bind port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a on network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:25.480735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1', 'fixed_ips': [{'subnet_id': 'dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042'}, {'subnet_id': '0ebc776c-9550-48df-90ce-ff552d2df452'}], 'name': 'tempest-PortsIpV6TestJSON-1269601965'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:25.521360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58652) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:25.530543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:25.531101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Checking segment: {'id': '18eaadf5-34c0-4dcf-8270-82fe99f5b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:25.531619 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.532114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Bound using segment: {'id': '18eaadf5-34c0-4dcf-8270-82fe99f5b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:25.532703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Bound port: a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eaadf5-34c0-4dcf-8270-82fe99f5b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:25.533183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.605010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:25.622895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.641626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-e4290f2a-eb66-4208-8879-fda213cde53c', 'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c', 'tenant_id': '8143863fcd114297b68f87e142af57f8', 'fixed_ips': [{'subnet_id': 'eb85d821-1c54-4f29-b2bf-5e0487af80ad'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:25.642858 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.670458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d5f03a90-05d2-450d-994d-3ac72991e7dc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d5f03a90-05d2-450d-994d-3ac72991e7dc,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:25.705081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873659f3-0932-42dc-be2d-cabc98b78e7e req-6f29f321-9c69-4a55-a14c-4f75a588fbc1 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.706791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd5f03a90-05d2-450d-994d-3ac72991e7dc', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'port_id': 'd5f03a90-05d2-450d-994d-3ac72991e7dc', 'mac_address': 'fa:16:3e:c1:d6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:27:25.716099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-873659f3-0932-42dc-be2d-cabc98b78e7e req-6f29f321-9c69-4a55-a14c-4f75a588fbc1 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 946 time: 0.5095472 Jul 15 23:27:25.756208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac6f79f4-11ac-4c28-9e0f-45d13e59efc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.788643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] For port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:25.790675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-873659f3-0932-42dc-be2d-cabc98b78e7e req-9db2e525-b551-444f-92d6-81b6256414ef tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732913 Jul 15 23:27:25.793782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-ab52ad38-d44f-43c3-b7da-f2bff1ab250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.795728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-ab52ad38-d44f-43c3-b7da-f2bff1ab250f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b02f2a03-9b4e-4175-8375-8747b70b26a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3044252 Jul 15 23:27:25.829001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] For port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,segment=NetworkSegment(18eaadf5-34c0-4dcf-8270-82fe99f5b83e),segment_id=18eaadf5-34c0-4dcf-8270-82fe99f5b83e)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:25.842165 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.908090 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.948447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-947ec11a-34f5-4cfe-a992-98ed2a5cc3bb service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449242 Jul 15 23:27:25.963646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f03a90-05d2-450d-994d-3ac72991e7dc {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:25.984604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Allocated IP 172.20.0.2 (e4290f2a-eb66-4208-8879-fda213cde53c/eb85d821-1c54-4f29-b2bf-5e0487af80ad/465e21de-0a7d-4f27-abfe-e885921686ea) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:26.004264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23983b-2415-489b-b0ec-6737d4041074 None None] Pushing event updated for resources: {'Port': ['ID=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.010884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d5f03a90-05d2-450d-994d-3ac72991e7dc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d5f03a90-05d2-450d-994d-3ac72991e7dc,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:26.016628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.108156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49d5c-53e7-4a6a-b9bc-cdafb9803c5a req-e45554a3-4cc7-43d7-9664-bdfc99da0235 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:26.109867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9af49d5c-53e7-4a6a-b9bc-cdafb9803c5a req-e45554a3-4cc7-43d7-9664-bdfc99da0235 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 943 time: 0.1599779 Jul 15 23:27:26.125016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b63e02c-b666-4295-afd6-eaa456ff8013 req-6cab9626-5a72-43b1-a885-cce27da1eb80 service neutron] 10.222.0.37 "GET /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314340 Jul 15 23:27:26.126830 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac6f79f4-11ac-4c28-9e0f-45d13e59efc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.128292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d5f03a90-05d2-450d-994d-3ac72991e7dc,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.221942 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac6f79f4-11ac-4c28-9e0f-45d13e59efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.222224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:26.227327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.260266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9af49d5c-53e7-4a6a-b9bc-cdafb9803c5a req-c52910cc-0d5c-45ab-9b53-63bdeffe6dac tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327615 Jul 15 23:27:26.261550 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.271987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Transition to ACTIVE for port object 465e21de-0a7d-4f27-abfe-e885921686ea will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:26.305884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Transition to ACTIVE for port object 465e21de-0a7d-4f27-abfe-e885921686ea will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:26.314461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.374462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d5f03a90-05d2-450d-994d-3ac72991e7dc'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:27:26.382235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.389415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-668ac071-08d2-4c50-a09d-49cbfe721635 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:26.391092 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-668ac071-08d2-4c50-a09d-49cbfe721635 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 946 time: 0.4099159 Jul 15 23:27:26.395285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network e4290f2a-eb66-4208-8879-fda213cde53c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:26.398569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f79f4-11ac-4c28-9e0f-45d13e59efc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92136f56-778b-4e8f-8153-1bb9a3f1b492,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.401123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port d3d66dfd-bd59-4786-87b8-0317ac334d83 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:26.403232 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ac6f79f4-11ac-4c28-9e0f-45d13e59efc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cd42a7f75b24d99917596a9f226225f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8807385 Jul 15 23:27:26.406491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=c7f2de06-dfba-4a13-8e29-e01645ad3aa3,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.408702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:26.409827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58658) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:26.418604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:26.419241 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.449111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Network e4290f2a-eb66-4208-8879-fda213cde53c is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:26.457634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:26.464495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:26.468517 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4d3d0477-54b1-4759-967d-f2154e32039e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1227851 Jul 15 23:27:26.469253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Pushing event updated for resources: {'Port': ['ID=465e21de-0a7d-4f27-abfe-e885921686ea,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.472605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58660) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:26.477792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c', 'fixed_ips': [{'subnet_id': 'eb85d821-1c54-4f29-b2bf-5e0487af80ad'}, {'subnet_id': 'c7f2de06-dfba-4a13-8e29-e01645ad3aa3'}], 'name': 'tempest-PortsTestJSON-860750081'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:26.579942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Attempting to bind port 465e21de-0a7d-4f27-abfe-e885921686ea on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:26.581783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Attempting to bind port 465e21de-0a7d-4f27-abfe-e885921686ea by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd00e8d70-51f8-419b-861b-ed1a05b56df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:26.582420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Attempting to bind port 465e21de-0a7d-4f27-abfe-e885921686ea on network e4290f2a-eb66-4208-8879-fda213cde53c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:26.594257 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:26.595393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Checking segment: {'id': 'd00e8d70-51f8-419b-861b-ed1a05b56df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:26.596106 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.596869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Bound using segment: {'id': 'd00e8d70-51f8-419b-861b-ed1a05b56df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:26.597541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Bound port: 465e21de-0a7d-4f27-abfe-e885921686ea, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00e8d70-51f8-419b-861b-ed1a05b56df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:26.598942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.606595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Deleting port 92377eb8-9187-400d-a6ad-3b58d18c79f6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:26.606987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.651143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5817e483-4161-497f-960f-3eba30535655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.697426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:26.736019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5817e483-4161-497f-960f-3eba30535655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.743399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] For port 465e21de-0a7d-4f27-abfe-e885921686ea, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:26.750634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] For port 465e21de-0a7d-4f27-abfe-e885921686ea, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=465e21de-0a7d-4f27-abfe-e885921686ea,segment=NetworkSegment(d00e8d70-51f8-419b-861b-ed1a05b56df9),segment_id=d00e8d70-51f8-419b-861b-ed1a05b56df9)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:26.761823 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.798341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] For port 92377eb8-9187-400d-a6ad-3b58d18c79f6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=92377eb8-9187-400d-a6ad-3b58d18c79f6,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:26.798717 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.805576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e3c01-f28b-4551-b04e-3892d6743e8f req-6edd8ba2-ef07-4717-a378-b0680ebe79b4 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:26.816685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-127e3c01-f28b-4551-b04e-3892d6743e8f req-6edd8ba2-ef07-4717-a378-b0680ebe79b4 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2040310 Jul 15 23:27:26.819764 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Calling delete_port for 92377eb8-9187-400d-a6ad-3b58d18c79f6 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:26.826237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205b21b-aa19-4ef1-aa9b-7bd8934fa42a None None] Pushing event updated for resources: {'Port': ['ID=465e21de-0a7d-4f27-abfe-e885921686ea,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.851954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.905417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port cea2d687-0e37-4e47-89fc-ddd92aa90577 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:26.945136 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5817e483-4161-497f-960f-3eba30535655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.948224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5817e483-4161-497f-960f-3eba30535655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.952283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5817e483-4161-497f-960f-3eba30535655 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92136f56-778b-4e8f-8153-1bb9a3f1b492 HTTP/1.1" status: 204 len: 168 time: 0.5389106 Jul 15 23:27:26.964877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-127e3c01-f28b-4551-b04e-3892d6743e8f req-97eb0d53-98cd-4be6-97a1-fae829d71ba0 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473136 Jul 15 23:27:26.976026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817e483-4161-497f-960f-3eba30535655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92136f56-778b-4e8f-8153-1bb9a3f1b492,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:27.035086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::e9 (61cf1555-0fdc-4f8c-816f-35aa89a825c1/dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042/d3d66dfd-bd59-4786-87b8-0317ac334d83) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:27.043330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8:0:1::131 (61cf1555-0fdc-4f8c-816f-35aa89a825c1/0ebc776c-9550-48df-90ce-ff552d2df452/d3d66dfd-bd59-4786-87b8-0317ac334d83) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:27.261757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.327090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event deleted for resources: {'Port': ['ID=92377eb8-9187-400d-a6ad-3b58d18c79f6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:27.455041 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] No DVR routers for this DVR port 92377eb8-9187-400d-a6ad-3b58d18c79f6 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:27.457656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.458220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.462311 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-bc0c6234-023a-41ff-92f8-b94190e5f4f7 req-ced42aac-4d6b-45ba-b678-307adf6d3e26 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.37 "DELETE /v2.0/ports/92377eb8-9187-400d-a6ad-3b58d18c79f6 HTTP/1.1" status: 204 len: 173 time: 1.0575209 Jul 15 23:27:27.467558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'name': 'network-vif-deleted', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:27.467980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1d7d0-5973-46ce-8e7f-d240dbe103a0 req-1248e5f6-548e-4b75-bc3f-5ad90c2f47cd tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:27.468878 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b350c460-c77e-4903-9c39-7d07a848a93d" -d '{"events": [{"server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "name": "network-vif-deleted", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:27.475338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fef1d7d0-5973-46ce-8e7f-d240dbe103a0 req-1248e5f6-548e-4b75-bc3f-5ad90c2f47cd tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 867 time: 0.2758174 Jul 15 23:27:27.494706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.5 (e4290f2a-eb66-4208-8879-fda213cde53c/eb85d821-1c54-4f29-b2bf-5e0487af80ad/cea2d687-0e37-4e47-89fc-ddd92aa90577) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:27.500219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b6cf8-8d3a-4f25-b4bc-ecc751db98a3 None None] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:27.504798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.19 (e4290f2a-eb66-4208-8879-fda213cde53c/c7f2de06-dfba-4a13-8e29-e01645ad3aa3/cea2d687-0e37-4e47-89fc-ddd92aa90577) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:27.524536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object d3d66dfd-bd59-4786-87b8-0317ac334d83 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:27.561376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fef1d7d0-5973-46ce-8e7f-d240dbe103a0 req-59a2ec0a-0e0a-4eb8-a1a6-f940068d1db9 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/security-groups?id=c23d78e7-61bd-400d-b8fb-a203efbac32d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849965 Jul 15 23:27:27.636053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.729151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3d0f29e5-f606-48ab-83b8-d2d9c2759262 None None] Provisioning for port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:27.752866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:27.763325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:27.767877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:27.784315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:27.785252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.838863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:27.852743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.853233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=d3d66dfd-bd59-4786-87b8-0317ac334d83,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:27.894173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object cea2d687-0e37-4e47-89fc-ddd92aa90577 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:27.918183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b8e66865-7c61-41ca-9e94-f7542357ca90 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4441090 Jul 15 23:27:27.918639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58690) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:27.929893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:27.979584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:27.998625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7e9fe-f6ed-4b5e-a6d8-690ee800874f req-13373eaf-93fd-4f87-9f2b-6ddc6a4e0cfb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:28.000276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14b7e9fe-f6ed-4b5e-a6d8-690ee800874f req-13373eaf-93fd-4f87-9f2b-6ddc6a4e0cfb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 944 time: 0.1915059 Jul 15 23:27:28.027613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:28.027989 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.078717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14b7e9fe-f6ed-4b5e-a6d8-690ee800874f req-4c07512e-7737-42c5-92da-8c865a44f91b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710857 Jul 15 23:27:28.199188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.305618 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.331931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd7471-0fe0-4c43-ad61-92938086990f None None] Update dhcp port {'port': {'network_id': '61cf1555-0fdc-4f8c-816f-35aa89a825c1', 'fixed_ips': [{'subnet_id': 'dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ebc776c-9550-48df-90ce-ff552d2df452'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:27:28.438058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f51b5-4bc4-4b29-b1c5-f16dbe29b725 None None] Network e4290f2a-eb66-4208-8879-fda213cde53c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:28.446334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,segment=NetworkSegment(18eaadf5-34c0-4dcf-8270-82fe99f5b83e),segment_id=18eaadf5-34c0-4dcf-8270-82fe99f5b83e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:28.466063 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.466983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 465e21de-0a7d-4f27-abfe-e885921686ea up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:28.468714 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7471-0fe0-4c43-ad61-92938086990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.573270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf27e-2da0-43d9-87e5-979094cb74d3 req-21b0ea06-6012-4735-bdec-423c8d4e8a18 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:28.581441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b6bf27e-2da0-43d9-87e5-979094cb74d3 req-21b0ea06-6012-4735-bdec-423c8d4e8a18 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.1207254 Jul 15 23:27:28.634087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-075fa907-8e6d-4f51-95bc-41754c756383 None None] Provisioning for port 465e21de-0a7d-4f27-abfe-e885921686ea completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:28.645601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b6bf27e-2da0-43d9-87e5-979094cb74d3 req-a8c2efe3-4161-4552-aeff-155cd6fe8424 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514832 Jul 15 23:27:28.666077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:28.742116 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7133b854-a897-4065-ba2f-c56755018a36 x-openstack-request-id: req-7133b854-a897-4065-ba2f-c56755018a36 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:28.742666 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140", "name": "network-vif-deleted", "tag": "92377eb8-9187-400d-a6ad-3b58d18c79f6", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:28.743051 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7133b854-a897-4065-ba2f-c56755018a36 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:28.743602 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140', 'name': 'network-vif-deleted', 'tag': '92377eb8-9187-400d-a6ad-3b58d18c79f6', 'status': 'completed', 'code': 200} Jul 15 23:27:28.767869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network e4290f2a-eb66-4208-8879-fda213cde53c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:28.775480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:28.787169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:28.809249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 465e21de-0a7d-4f27-abfe-e885921686ea completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:28.824777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 465e21de-0a7d-4f27-abfe-e885921686ea triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:28.825100 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.827130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=cea2d687-0e37-4e47-89fc-ddd92aa90577,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:28.900603 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:28.901271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.916983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c60be32a-8cb7-44f8-bb08-2543faab2f35 req-3fe4159f-6ec0-4644-a690-2355bbd5c6a4 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 210 time: 0.0565052 Jul 15 23:27:28.919944 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.991917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58712) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:28.992940 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f0e1f6ec-075e-4349-9c36-e4aa7d8e48cb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.5190899 Jul 15 23:27:28.997989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb85d821-1c54-4f29-b2bf-5e0487af80ad'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:29.056542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f3dd7471-0fe0-4c43-ad61-92938086990f None None] Allocated IP 2001:db8:0:1::2 (61cf1555-0fdc-4f8c-816f-35aa89a825c1/0ebc776c-9550-48df-90ce-ff552d2df452/a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:29.062483 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.102126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 465e21de-0a7d-4f27-abfe-e885921686ea, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=465e21de-0a7d-4f27-abfe-e885921686ea,segment=NetworkSegment(d00e8d70-51f8-419b-861b-ed1a05b56df9),segment_id=d00e8d70-51f8-419b-861b-ed1a05b56df9)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:29.122724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d5f03a90-05d2-450d-994d-3ac72991e7dc up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:29.128764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58716) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:29.130176 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.381756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-585680709'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:29.386665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.454142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Made reservation on behalf of b408db37f32c45928ae54cc7af610ddc for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:29.457736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.481552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.499673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27294fb1-cd3f-48ba-8474-916e6e072180 req-50229b8a-cf57-4679-aedf-e5bd541dae6d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:29.507399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27294fb1-cd3f-48ba-8474-916e6e072180 req-50229b8a-cf57-4679-aedf-e5bd541dae6d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 944 time: 0.1816068 Jul 15 23:27:29.520936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=465e21de-0a7d-4f27-abfe-e885921686ea,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:29.548062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port d5f03a90-05d2-450d-994d-3ac72991e7dc completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:29.555366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d5f03a90-05d2-450d-994d-3ac72991e7dc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:29.555740 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.558541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f3dd7471-0fe0-4c43-ad61-92938086990f None None] For port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,segment=NetworkSegment(18eaadf5-34c0-4dcf-8270-82fe99f5b83e),segment_id=18eaadf5-34c0-4dcf-8270-82fe99f5b83e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:29.560630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9625f2c2-c61d-4b10-baad-87d0412d452f None None] Update dhcp port {'port': {'network_id': 'e4290f2a-eb66-4208-8879-fda213cde53c', 'fixed_ips': [{'subnet_id': 'eb85d821-1c54-4f29-b2bf-5e0487af80ad', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c7f2de06-dfba-4a13-8e29-e01645ad3aa3'}], 'binding:host_id': 'n-d-793618-8'}, 'id': '465e21de-0a7d-4f27-abfe-e885921686ea'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:27:29.603934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27294fb1-cd3f-48ba-8474-916e6e072180 req-d0170028-3f08-4fc1-aadd-c3bb06ef6175 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958641 Jul 15 23:27:29.642230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:29.730128 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7471-0fe0-4c43-ad61-92938086990f None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.746103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f3dd7471-0fe0-4c43-ad61-92938086990f None None] Transition to ACTIVE for port object a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:29.751076 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9625f2c2-c61d-4b10-baad-87d0412d452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.755949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7471-0fe0-4c43-ad61-92938086990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.830285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.839933 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.842208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Delete allocated IP 2001:db8:0:1::131 (61cf1555-0fdc-4f8c-816f-35aa89a825c1/0ebc776c-9550-48df-90ce-ff552d2df452) {{(pid=93714) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:27:29.861111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Delete allocated IP 172.20.0.19 (e4290f2a-eb66-4208-8879-fda213cde53c/c7f2de06-dfba-4a13-8e29-e01645ad3aa3) {{(pid=93715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:27:29.880777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:29.897750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.949036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b52dbaa-3fdd-43bf-a914-29e9cbaf35b8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:29.976777 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.977374 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Added segment 0bbd320a-23d1-44a5-b534-dc11d16bb74c of type vlan for network c37e2753-71cf-4745-861b-5ee613691bec Jul 15 23:27:30.052028 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.060657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd7471-0fe0-4c43-ad61-92938086990f None None] Pushing event updated for resources: {'Port': ['ID=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:30.075831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Ignored duplicate provisioning block setup for port d3d66dfd-bd59-4786-87b8-0317ac334d83 by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:27:30.084277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.095523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.109035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d5f03a90-05d2-450d-994d-3ac72991e7dc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d5f03a90-05d2-450d-994d-3ac72991e7dc,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:30.115331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.167866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb2485-bdf4-4286-b062-6007dd44232a req-b22ec0aa-5df5-4805-a0d9-0854e36c888b tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:30.169456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdb2485-bdf4-4286-b062-6007dd44232a req-b22ec0aa-5df5-4805-a0d9-0854e36c888b tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2423675 Jul 15 23:27:30.181291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] In _notify_port_updated(), no bound segment for port d3d66dfd-bd59-4786-87b8-0317ac334d83 on network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:27:30.187799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:30.188695 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.193719 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "PUT /v2.0/ports/d3d66dfd-bd59-4786-87b8-0317ac334d83 HTTP/1.1" status: 200 len: 925 time: 2.2741103 Jul 15 23:27:30.194802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58726) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:30.199820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d5f03a90-05d2-450d-994d-3ac72991e7dc,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:30.214178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042'}, {'subnet_id': '0ebc776c-9550-48df-90ce-ff552d2df452'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:30.240460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.245264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:30.246036 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.250212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0428109-4375-4aa9-b5b2-12a66f1c3847 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=d3d66dfd-bd59-4786-87b8-0317ac334d83,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:30.260446 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.291368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdb2485-bdf4-4286-b062-6007dd44232a req-48c180b9-e762-4573-8fbd-75df9657a69e tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024852 Jul 15 23:27:30.308433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Ignored duplicate provisioning block setup for port cea2d687-0e37-4e47-89fc-ddd92aa90577 by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:27:30.312799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1804850 Jul 15 23:27:30.345485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe0897-7c6a-4df1-aa39-4ab17088dd16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Pushing event updated for resources: {'Network': ['ID=c37e2753-71cf-4745-861b-5ee613691bec,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:30.353338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.361028 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.456880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-9625f2c2-c61d-4b10-baad-87d0412d452f None None] Allocated IP 172.20.0.18 (e4290f2a-eb66-4208-8879-fda213cde53c/c7f2de06-dfba-4a13-8e29-e01645ad3aa3/465e21de-0a7d-4f27-abfe-e885921686ea) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:30.486806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=cea2d687-0e37-4e47-89fc-ddd92aa90577,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:30.517478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] In _notify_port_updated(), no bound segment for port cea2d687-0e37-4e47-89fc-ddd92aa90577 on network e4290f2a-eb66-4208-8879-fda213cde53c {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:27:30.523925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:30.524590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.528491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-56f589ae-b510-4314-bb8e-9b4f7048081b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "PUT /v2.0/ports/cea2d687-0e37-4e47-89fc-ddd92aa90577 HTTP/1.1" status: 200 len: 918 time: 1.5331035 Jul 15 23:27:30.530568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58730) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:30.538162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb85d821-1c54-4f29-b2bf-5e0487af80ad'}, {'subnet_id': 'c7f2de06-dfba-4a13-8e29-e01645ad3aa3'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:30.607690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9625f2c2-c61d-4b10-baad-87d0412d452f None None] For port 465e21de-0a7d-4f27-abfe-e885921686ea, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=465e21de-0a7d-4f27-abfe-e885921686ea,segment=NetworkSegment(d00e8d70-51f8-419b-861b-ed1a05b56df9),segment_id=d00e8d70-51f8-419b-861b-ed1a05b56df9)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:30.647377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9625f2c2-c61d-4b10-baad-87d0412d452f None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.682368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9625f2c2-c61d-4b10-baad-87d0412d452f None None] Transition to ACTIVE for port object 465e21de-0a7d-4f27-abfe-e885921686ea will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:30.688942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c37e2753-71cf-4745-861b-5ee613691bec details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:30.718479 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9625f2c2-c61d-4b10-baad-87d0412d452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.726096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.817492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8:0:1::2c4 (61cf1555-0fdc-4f8c-816f-35aa89a825c1/0ebc776c-9550-48df-90ce-ff552d2df452/d3d66dfd-bd59-4786-87b8-0317ac334d83) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:30.986862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 92377eb8-9187-400d-a6ad-3b58d18c79f6 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:31.013077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e42c14f-ee34-4800-8942-d3d4c24c0d24 req-9a16ee18-bc5c-4b8b-8166-fdc6c0e3c9f1 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 210 time: 0.0574007 Jul 15 23:27:31.043481 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.057151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 92377eb8-9187-400d-a6ad-3b58d18c79f6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:31.057508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 92377eb8-9187-400d-a6ad-3b58d18c79f6 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:31.061499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Ignored duplicate provisioning block setup for port d3d66dfd-bd59-4786-87b8-0317ac334d83 by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:27:31.068555 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.144701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397d0fe-be66-4502-9f56-e6c8a4db0362 None None] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:31.217286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] In _notify_port_updated(), no bound segment for port d3d66dfd-bd59-4786-87b8-0317ac334d83 on network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:27:31.224384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:31.225339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.229965 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "PUT /v2.0/ports/d3d66dfd-bd59-4786-87b8-0317ac334d83 HTTP/1.1" status: 200 len: 1011 time: 1.0288455 Jul 15 23:27:31.230620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58738) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:31.325358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f2c2-c61d-4b10-baad-87d0412d452f None None] Pushing event updated for resources: {'Port': ['ID=465e21de-0a7d-4f27-abfe-e885921686ea,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:31.343563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83f732-c66f-4d50-8be8-e308a13d5037 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=d3d66dfd-bd59-4786-87b8-0317ac334d83,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:31.364506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58742) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:31.371579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Request body: {'port': {'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec', 'binding:host_id': 'n-h2-793618-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-47325953'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:31.392566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-69700e76-102b-4232-8e54-5776333136eb None None] Provisioning for port d3d66dfd-bd59-4786-87b8-0317ac334d83 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:31.417377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-69700e76-102b-4232-8e54-5776333136eb None None] Provisioning complete for port d3d66dfd-bd59-4786-87b8-0317ac334d83 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:31.422157 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69700e76-102b-4232-8e54-5776333136eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.423022 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7fd72-a944-4d95-8c5f-aa5499c561b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port d3d66dfd-bd59-4786-87b8-0317ac334d83 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:31.423464 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bfe7fd72-a944-4d95-8c5f-aa5499c561b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.429426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Made reservation on behalf of 464fecad8fb5431b9f078f0f58348f7e for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:31.432538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.462126 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.550486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-69700e76-102b-4232-8e54-5776333136eb None None] Port d3d66dfd-bd59-4786-87b8-0317ac334d83 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:31.630125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-69700e76-102b-4232-8e54-5776333136eb None None] Provisioning for port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:31.633356 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bfe7fd72-a944-4d95-8c5f-aa5499c561b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.648123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-69700e76-102b-4232-8e54-5776333136eb None None] Provisioning complete for port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:31.648695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69700e76-102b-4232-8e54-5776333136eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.670537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7fd72-a944-4d95-8c5f-aa5499c561b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for d3d66dfd-bd59-4786-87b8-0317ac334d83 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:31.692213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:31.785554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:31.786850 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.796512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.830082 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.843108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] device_id is not set on port f978f6fe-bea7-42d0-b02e-68e7c4def6ca yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:31.923187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdfdc9-1552-4e39-8e3e-ddf8725f710b req-e8e623c6-6cfa-4796-bc3d-0b9163bbc872 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:31.932899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ccdfdc9-1552-4e39-8e3e-ddf8725f710b req-e8e623c6-6cfa-4796-bc3d-0b9163bbc872 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2844617 Jul 15 23:27:31.947904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.26 (e4290f2a-eb66-4208-8879-fda213cde53c/c7f2de06-dfba-4a13-8e29-e01645ad3aa3/cea2d687-0e37-4e47-89fc-ddd92aa90577) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:31.948746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 465e21de-0a7d-4f27-abfe-e885921686ea up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:31.971954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073cc05b-30a8-4830-ab46-407dc61a8308,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:32.000505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1f635-98f5-48ee-880c-edf6a2f1b7fc None None] Network e4290f2a-eb66-4208-8879-fda213cde53c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:32.011543 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:27:32.075171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d66da056-eb9a-48dc-9a60-ec55a4521e4a None None] Provisioning for port 465e21de-0a7d-4f27-abfe-e885921686ea completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:32.108427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ccdfdc9-1552-4e39-8e3e-ddf8725f710b req-5a2b135b-6eca-4c28-8620-90284d59ccc2 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746359 Jul 15 23:27:32.124012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d66da056-eb9a-48dc-9a60-ec55a4521e4a None None] Provisioning complete for port 465e21de-0a7d-4f27-abfe-e885921686ea triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:32.131319 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d66da056-eb9a-48dc-9a60-ec55a4521e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.143273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 465e21de-0a7d-4f27-abfe-e885921686ea triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:32.143690 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.236348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.248486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bfe7fd72-a944-4d95-8c5f-aa5499c561b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.265501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Ignored duplicate provisioning block setup for port cea2d687-0e37-4e47-89fc-ddd92aa90577 by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:27:32.270864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.302280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7fd72-a944-4d95-8c5f-aa5499c561b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=d3d66dfd-bd59-4786-87b8-0317ac334d83,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:32.435136 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bfe7fd72-a944-4d95-8c5f-aa5499c561b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.439855 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bfe7fd72-a944-4d95-8c5f-aa5499c561b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/d3d66dfd-bd59-4786-87b8-0317ac334d83 HTTP/1.1" status: 204 len: 168 time: 1.2001491 Jul 15 23:27:32.440728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58746) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:32.445522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] device_id is not set on port f978f6fe-bea7-42d0-b02e-68e7c4def6ca yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:32.482726 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ae37dc-0c3c-414b-b13a-5dedaab72876 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:32.487816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c5ae37dc-0c3c-414b-b13a-5dedaab72876 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/d3d66dfd-bd59-4786-87b8-0317ac334d83 HTTP/1.1" status: 404 len: 333 time: 0.0424588 Jul 15 23:27:32.490439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58748) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:32.493964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=cea2d687-0e37-4e47-89fc-ddd92aa90577,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:32.502958 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.539519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d66da056-eb9a-48dc-9a60-ec55a4521e4a None None] Provisioning for port cea2d687-0e37-4e47-89fc-ddd92aa90577 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:32.545699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Transition to ACTIVE for port object f978f6fe-bea7-42d0-b02e-68e7c4def6ca will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:32.550629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d66da056-eb9a-48dc-9a60-ec55a4521e4a None None] Provisioning complete for port cea2d687-0e37-4e47-89fc-ddd92aa90577 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:32.551065 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d66da056-eb9a-48dc-9a60-ec55a4521e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.569295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5067448-52f3-429d-a505-fd6bcc153384 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet 0ebc776c-9550-48df-90ce-ff552d2df452 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:32.574461 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a5067448-52f3-429d-a505-fd6bcc153384 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.578965 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.617106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d66da056-eb9a-48dc-9a60-ec55a4521e4a None None] Port cea2d687-0e37-4e47-89fc-ddd92aa90577 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:32.654310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] In _notify_port_updated(), no bound segment for port cea2d687-0e37-4e47-89fc-ddd92aa90577 on network e4290f2a-eb66-4208-8879-fda213cde53c {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:27:32.660423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:32.661091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.664526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e7cc1a58-40a7-4475-bcc3-701232d8129e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "PUT /v2.0/ports/cea2d687-0e37-4e47-89fc-ddd92aa90577 HTTP/1.1" status: 200 len: 998 time: 2.1324313 Jul 15 23:27:32.671294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58750) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:32.681117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a5067448-52f3-429d-a505-fd6bcc153384 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.685410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=f978f6fe-bea7-42d0-b02e-68e7c4def6ca,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:32.728674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Checking segment: {'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:32.729037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Network hostable DHCP agents. Network: c37e2753-71cf-4745-861b-5ee613691bec, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:32.733810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-93d0a2be-9a58-4177-9736-d9195b752dd8 None None] Could not find standard attr ID for object d3d66dfd-bd59-4786-87b8-0317ac334d83. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:32.758942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdba19c-001a-4096-9f48-fb09f978f7fb req-6790d000-842d-49e1-af59-422e6c9a2a95 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:32.759744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-93d0a2be-9a58-4177-9736-d9195b752dd8 None None] Provisioning complete for port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:32.760136 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-93d0a2be-9a58-4177-9736-d9195b752dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.765036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Network c37e2753-71cf-4745-861b-5ee613691bec is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:32.767964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bdba19c-001a-4096-9f48-fb09f978f7fb req-6790d000-842d-49e1-af59-422e6c9a2a95 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3295712 Jul 15 23:27:32.803416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c37e2753-71cf-4745-861b-5ee613691bec) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:32.807763 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:32.820631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b540b8d-979f-4c29-a82c-11ccefdd2711 None None] Network c37e2753-71cf-4745-861b-5ee613691bec requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:32.832731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:32.833192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:32.833455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:32.839340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a5067448-52f3-429d-a505-fd6bcc153384 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.842362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:32.842705 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:32.862842 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 2 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:32.878473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:32.878820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:32.879157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:32.888954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:32.889304 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:32.891694 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 3 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:32.915651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bdba19c-001a-4096-9f48-fb09f978f7fb req-4f5b1cf6-eb82-4fc1-b32c-5d7e76f3a14a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460624 Jul 15 23:27:32.923052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:32.924473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:32.927364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:32.936587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:32.937417 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:32.938990 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 4 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:32.954438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7c071f4a-a9fc-4c70-8247-86e649527c9c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port cea2d687-0e37-4e47-89fc-ddd92aa90577 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:32.954831 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c071f4a-a9fc-4c70-8247-86e649527c9c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.965697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:32.966367 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:32.966967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:32.973883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:32.975538 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:32.977234 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 5 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:32.993769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:32.995214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:32.996052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:33.001620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a5067448-52f3-429d-a505-fd6bcc153384 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.042407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5067448-52f3-429d-a505-fd6bcc153384 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebc776c-9550-48df-90ce-ff552d2df452,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.052656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:33.053095 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:33.055249 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 6 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:33.069721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a5067448-52f3-429d-a505-fd6bcc153384 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.075347 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a5067448-52f3-429d-a505-fd6bcc153384 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/0ebc776c-9550-48df-90ce-ff552d2df452 HTTP/1.1" status: 204 len: 168 time: 0.5838654 Jul 15 23:27:33.078148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58752) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.145178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:33.145603 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:33.146071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:33.153480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:33.153886 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:33.157866 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 7 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:33.167104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-15eb31cf-d23b-4122-bb23-26a3df091c19 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:33.170616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb31cf-d23b-4122-bb23-26a3df091c19 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.186867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e8fbda8-18bc-4d32-9f53-852f4420ead0 req-9d139556-879a-4234-b55a-bbe0b57c8293 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b7d0aa-b4e2-4b7b-b3cd-1aa07e8b0140 HTTP/1.1" status: 200 len: 210 time: 0.0420215 Jul 15 23:27:33.191070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c071f4a-a9fc-4c70-8247-86e649527c9c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.205226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7c071f4a-a9fc-4c70-8247-86e649527c9c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for cea2d687-0e37-4e47-89fc-ddd92aa90577 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:33.214650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb31cf-d23b-4122-bb23-26a3df091c19 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.232080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4098815e-f1ef-47db-9d0f-e1ec785db160 None None] Could not find standard attr ID for object d3d66dfd-bd59-4786-87b8-0317ac334d83. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:33.241761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734a86b-26fd-4f19-8223-79178b3a78d7 None None] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:33.256954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:33.257506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:33.257616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:33.267526 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:33.267856 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:33.271932 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 8 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:33.310559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:33.310944 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:33.311307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:33.330492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:33.330912 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:33.333325 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 9 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:33.348960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-074e1c8f-55dd-4d4c-9f43-046a8e8c6e8e None None] Could not find standard attr ID for object d3d66dfd-bd59-4786-87b8-0317ac334d83. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:33.353134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:33.353634 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:33.353982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:33.364247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb31cf-d23b-4122-bb23-26a3df091c19 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.366997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:33.367327 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:33.387084 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 10 to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca Jul 15 23:27:33.427296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:33.429019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:33.429386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:33.437701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:33.438055 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port f978f6fe-bea7-42d0-b02e-68e7c4def6ca on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:33.438417 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.485031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb31cf-d23b-4122-bb23-26a3df091c19 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.535188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15eb31cf-d23b-4122-bb23-26a3df091c19 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.539411 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15eb31cf-d23b-4122-bb23-26a3df091c19 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042 HTTP/1.1" status: 204 len: 168 time: 0.4599664 Jul 15 23:27:33.541242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58758) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.545444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb31cf-d23b-4122-bb23-26a3df091c19 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.558691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d15658-9b70-487f-ae2c-1b5a422b472e req-02470a5b-76c1-4588-a7bb-70c075d8ec5f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:33.563408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35d15658-9b70-487f-ae2c-1b5a422b472e req-02470a5b-76c1-4588-a7bb-70c075d8ec5f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1476669 Jul 15 23:27:33.565827 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c071f4a-a9fc-4c70-8247-86e649527c9c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.567171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] For port f978f6fe-bea7-42d0-b02e-68e7c4def6ca, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:33.567595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempted to set empty binding levels {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:27:33.575963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.623642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=f978f6fe-bea7-42d0-b02e-68e7c4def6ca,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.633950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:33.634645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.641395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c071f4a-a9fc-4c70-8247-86e649527c9c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=cea2d687-0e37-4e47-89fc-ddd92aa90577,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.657688 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aeb74299-4006-434d-95b7-3a21e0394722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.2909813 Jul 15 23:27:33.660530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58760) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.736324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35d15658-9b70-487f-ae2c-1b5a422b472e req-4218dbc8-eb84-450e-a804-c40b7d180b11 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576183 Jul 15 23:27:33.740490 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.816406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Deleting port f978f6fe-bea7-42d0-b02e-68e7c4def6ca {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:33.816912 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.868560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7c071f4a-a9fc-4c70-8247-86e649527c9c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.872731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7c071f4a-a9fc-4c70-8247-86e649527c9c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/cea2d687-0e37-4e47-89fc-ddd92aa90577 HTTP/1.1" status: 204 len: 168 time: 1.1967309 Jul 15 23:27:33.874021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.919914 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-da935567-ea34-476c-a3e4-6fafaadee170 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:33.922007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-da935567-ea34-476c-a3e4-6fafaadee170 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/cea2d687-0e37-4e47-89fc-ddd92aa90577 HTTP/1.1" status: 404 len: 333 time: 0.0468941 Jul 15 23:27:33.925611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58764) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.985376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8149361d-1d98-4b03-b397-179a9dd13c33 None None] Provisioning complete for port 465e21de-0a7d-4f27-abfe-e885921686ea triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:33.985904 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8149361d-1d98-4b03-b397-179a9dd13c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.996014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] For port f978f6fe-bea7-42d0-b02e-68e7c4def6ca, host n-h2-793618-8, got binding levels [] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:33.996380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.011235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:34.011591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.029567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Calling delete_port for f978f6fe-bea7-42d0-b02e-68e7c4def6ca owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:34.067576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c61faf-c55e-4a1e-8d69-2478fa5b90cf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet c7f2de06-dfba-4a13-8e29-e01645ad3aa3 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:34.077078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59c61faf-c55e-4a1e-8d69-2478fa5b90cf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.121369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8149361d-1d98-4b03-b397-179a9dd13c33 None None] Could not find standard attr ID for object cea2d687-0e37-4e47-89fc-ddd92aa90577. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:34.171513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.208214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.214215 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f978f6fe-bea7-42d0-b02e-68e7c4def6ca HTTP/1.1" status: 204 len: 168 time: 0.5526454 Jul 15 23:27:34.215120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58768) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.215989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c13236-662d-401a-99e6-6e0024593040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event deleted for resources: {'Port': ['ID=f978f6fe-bea7-42d0-b02e-68e7c4def6ca,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:34.240462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] For port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,segment=NetworkSegment(18eaadf5-34c0-4dcf-8270-82fe99f5b83e),segment_id=18eaadf5-34c0-4dcf-8270-82fe99f5b83e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:34.241056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.254888 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8121391a-92fd-465b-8cc2-491b056962da tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:27:34.258669 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59c61faf-c55e-4a1e-8d69-2478fa5b90cf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.261837 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8121391a-92fd-465b-8cc2-491b056962da tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "GET /v2.0/ports/f978f6fe-bea7-42d0-b02e-68e7c4def6ca HTTP/1.1" status: 404 len: 333 time: 0.0375834 Jul 15 23:27:34.261837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58772) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.266850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Request body: {'port': {'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-321081068'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:34.295957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:34.297322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Made reservation on behalf of 464fecad8fb5431b9f078f0f58348f7e for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:34.300764 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.317777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] device_id is not set on port 650d027d-94b9-4f5c-ae03-94515c9b1f0d yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:34.334464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8691bad0-2135-4b99-b4a9-359825f8b1a7 None None] Could not find standard attr ID for object cea2d687-0e37-4e47-89fc-ddd92aa90577. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:34.391995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d89114-d985-47fe-b287-771ab512f436 None None] Network 61cf1555-0fdc-4f8c-816f-35aa89a825c1 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:34.424323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4445df-bea0-420f-99c5-f3b6c14a5609 req-27a6cde3-a9f5-4991-a81a-ca9dc692bf9a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:34.427230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a4445df-bea0-420f-99c5-f3b6c14a5609 req-27a6cde3-a9f5-4991-a81a-ca9dc692bf9a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3527610 Jul 15 23:27:34.469610 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.476070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59c61faf-c55e-4a1e-8d69-2478fa5b90cf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.482513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-46b7c419-7f91-40a2-9075-b6fea4f91030 None None] Provisioning complete for port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:34.482863 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46b7c419-7f91-40a2-9075-b6fea4f91030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.513575 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.537140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a4445df-bea0-420f-99c5-f3b6c14a5609 req-f7c1bb3a-e70d-42d4-bfc2-30b9cd4fe72c tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038959 Jul 15 23:27:34.555851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Network c37e2753-71cf-4745-861b-5ee613691bec is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:34.559344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.560229 n-d-793618-8 neutron-server[93716]: INFO neutron.plugins.ml2.db [None req-46b7c419-7f91-40a2-9075-b6fea4f91030 None None] No ports have port_id starting with a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a Jul 15 23:27:34.561120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:34.565994 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:34.567099 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:34.567703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.583969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3209133 Jul 15 23:27:34.584822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc524f-5714-4d78-ba0e-203584e03013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=650d027d-94b9-4f5c-ae03-94515c9b1f0d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:34.586902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58774) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.601832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:34.613069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:34.615166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No DVR routers for this DVR port a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:34.621862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59c61faf-c55e-4a1e-8d69-2478fa5b90cf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.688721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58776) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.688944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d4155-17c6-4820-a5a6-e398a8f80fc8 None None] DHCP port deletion for 61cf1555-0fdc-4f8c-816f-35aa89a825c1 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:34.706891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-59c61faf-c55e-4a1e-8d69-2478fa5b90cf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.708798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-59c61faf-c55e-4a1e-8d69-2478fa5b90cf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/c7f2de06-dfba-4a13-8e29-e01645ad3aa3 HTTP/1.1" status: 204 len: 168 time: 0.7818587 Jul 15 23:27:34.709726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c61faf-c55e-4a1e-8d69-2478fa5b90cf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f2de06-dfba-4a13-8e29-e01645ad3aa3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:34.713463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58778) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.721992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.776613 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.794551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cf1555-0fdc-4f8c-816f-35aa89a825c1']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:34.813330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eaadf5-34c0-4dcf-8270-82fe99f5b83e') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:34.813330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eaadf5-34c0-4dcf-8270-82fe99f5b83e') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:34.815485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-619a1dcb-3137-45f3-a6fc-1a43eaaae565 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet eb85d821-1c54-4f29-b2bf-5e0487af80ad {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:34.817621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5bcee8dd-6fdf-4623-ae69-75db0200d797 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.830521 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-619a1dcb-3137-45f3-a6fc-1a43eaaae565 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.834519 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.873944 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.878801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5bcee8dd-6fdf-4623-ae69-75db0200d797 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.908329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:34.908652 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:34.915569 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:34.928192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-619a1dcb-3137-45f3-a6fc-1a43eaaae565 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.992647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] device_id is not set on port 650d027d-94b9-4f5c-ae03-94515c9b1f0d yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:35.003879 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.028754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Transition to ACTIVE for port object 650d027d-94b9-4f5c-ae03-94515c9b1f0d will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:35.029848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5bcee8dd-6fdf-4623-ae69-75db0200d797 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.031900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.032471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5bcee8dd-6fdf-4623-ae69-75db0200d797 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.036162 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5bcee8dd-6fdf-4623-ae69-75db0200d797 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] 10.222.0.23 "DELETE /v2.0/security-groups/c23d78e7-61bd-400d-b8fb-a203efbac32d HTTP/1.1" status: 204 len: 168 time: 0.3437667 Jul 15 23:27:35.038836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.046065 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.052333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcee8dd-6fdf-4623-ae69-75db0200d797 tempest-TestVolumeBackupRestore-2604773 tempest-TestVolumeBackupRestore-2604773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d78e7-61bd-400d-b8fb-a203efbac32d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.052514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/networks/61cf1555-0fdc-4f8c-816f-35aa89a825c1 HTTP/1.1" status: 204 len: 168 time: 1.5099449 Jul 15 23:27:35.054597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:35.085722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4f89b-7ad9-41de-bb87-14b7d7e3c87c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Network': ['ID=61cf1555-0fdc-4f8c-816f-35aa89a825c1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.103184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea336d1-1c8b-496a-a13c-595b19af98c6 req-55f624a4-3db7-480a-9a58-5ae5812737e9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:35.104772 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ea336d1-1c8b-496a-a13c-595b19af98c6 req-55f624a4-3db7-480a-9a58-5ae5812737e9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2344725 Jul 15 23:27:35.116632 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-619a1dcb-3137-45f3-a6fc-1a43eaaae565 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.148451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=650d027d-94b9-4f5c-ae03-94515c9b1f0d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.165940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.166287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.166626 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.176067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.176393 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.178162 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 2 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.186606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ea336d1-1c8b-496a-a13c-595b19af98c6 req-f3762084-75a0-4e3e-88bc-94c8197368ad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723269 Jul 15 23:27:35.194150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.194496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.194860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.204794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81668e4c-8480-4715-afe7-4db2d1f98dd7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:35.207679 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-81668e4c-8480-4715-afe7-4db2d1f98dd7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1297095 Jul 15 23:27:35.210483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58788) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:35.217422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.217753 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.218148 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 3 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.224882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-619a1dcb-3137-45f3-a6fc-1a43eaaae565 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.231917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.232253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.232591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.236949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.237803 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.238188 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 4 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.252425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.252605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.253681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.258273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.258954 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.259346 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 5 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.271664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.272332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.272332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.272971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a1dcb-3137-45f3-a6fc-1a43eaaae565 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=eb85d821-1c54-4f29-b2bf-5e0487af80ad,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.277530 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-619a1dcb-3137-45f3-a6fc-1a43eaaae565 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.278705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.278975 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.279467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-619a1dcb-3137-45f3-a6fc-1a43eaaae565 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/eb85d821-1c54-4f29-b2bf-5e0487af80ad HTTP/1.1" status: 204 len: 168 time: 0.5652239 Jul 15 23:27:35.283323 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 6 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.286226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58790) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:35.303494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.303856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.304399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.311736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.312072 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.312464 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 7 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.325789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.326132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.326474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.332026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.332026 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.332314 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 8 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.345692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.346033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.346372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.352116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.352448 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.352893 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 9 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.371986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.371986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.371986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.377575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.378274 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.378865 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 10 to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d Jul 15 23:27:35.385569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.392983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:35.393363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:35.393708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:35.396590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58796) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:35.396882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e0776e58-05e2-4ab7-b70f-996755a21cae tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1850700 Jul 15 23:27:35.402737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-433780232'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:35.407802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:35.407802 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:35.407802 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.438464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:35.441481 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.466245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 465e21de-0a7d-4f27-abfe-e885921686ea {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:35.467036 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.485448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:35.530679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.531156 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Added segment 1482ab6b-838e-49cb-94b2-82d9ad57e560 of type vlan for network 7a6ef431-3044-4165-bcd2-ea3752646309 Jul 15 23:27:35.581544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] For port 465e21de-0a7d-4f27-abfe-e885921686ea, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=465e21de-0a7d-4f27-abfe-e885921686ea,segment=NetworkSegment(d00e8d70-51f8-419b-861b-ed1a05b56df9),segment_id=d00e8d70-51f8-419b-861b-ed1a05b56df9)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:35.581935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.632940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 465e21de-0a7d-4f27-abfe-e885921686ea owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:35.636779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3cb30f-4861-468f-8bfc-c855c70dface None None] Network e4290f2a-eb66-4208-8879-fda213cde53c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:35.802635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.826441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-39aa156a-ce44-4e48-bb4c-c376094a17b7 None None] Could not find standard attr ID for object cea2d687-0e37-4e47-89fc-ddd92aa90577. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:35.888336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.924036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] For port 650d027d-94b9-4f5c-ae03-94515c9b1f0d, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:35.925308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempted to set empty binding levels {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:27:35.929147 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.948415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:35.950125 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.956332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No DVR routers for this DVR port 465e21de-0a7d-4f27-abfe-e885921686ea on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:35.985014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=465e21de-0a7d-4f27-abfe-e885921686ea,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:36.025935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.052399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a2b89-e0bf-416a-8735-153fd495d2eb None None] DHCP port deletion for e4290f2a-eb66-4208-8879-fda213cde53c request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:36.101150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c053b2-435a-4602-a2ea-cd44da65ee36 req-893023bd-06bd-4a55-8119-ba92597b5248 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.115707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4c053b2-435a-4602-a2ea-cd44da65ee36 req-893023bd-06bd-4a55-8119-ba92597b5248 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3021910 Jul 15 23:27:36.120730 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7230968 Jul 15 23:27:36.132178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:36.152978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58866) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:36.155421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:36.155842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a7b9491b-55b0-4e0f-89d0-1fecaf1f1f7a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:36.171374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccbff0-6530-4ce5-a74a-8093a250a426 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Network': ['ID=7a6ef431-3044-4165-bcd2-ea3752646309,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:36.173470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:36.187258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7a6ef431-3044-4165-bcd2-ea3752646309 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:36.194914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] In _notify_port_updated(), no bound segment for port 650d027d-94b9-4f5c-ae03-94515c9b1f0d on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:27:36.195993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.196754 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.200663 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "PUT /v2.0/ports/650d027d-94b9-4f5c-ae03-94515c9b1f0d HTTP/1.1" status: 200 len: 978 time: 1.6039963 Jul 15 23:27:36.201269 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:36.222265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830128df-b0b3-46f0-8af3-1f5d027c9398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=650d027d-94b9-4f5c-ae03-94515c9b1f0d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:36.250667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.297573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4290f2a-eb66-4208-8879-fda213cde53c']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:36.319208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00e8d70-51f8-419b-861b-ed1a05b56df9') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:36.319638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00e8d70-51f8-419b-861b-ed1a05b56df9') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:36.338211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.351877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4c053b2-435a-4602-a2ea-cd44da65ee36 req-9cb19bf4-e7a1-4d9b-92e4-816242d152f3 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286861 Jul 15 23:27:36.420472 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.433567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:36.434114 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:36.437442 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:36.447268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.447846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.448211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.448681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.449149 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.450317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.450317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.450532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.456700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.457275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.457819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.458255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.458676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.459336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.463366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.463939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.464533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.464876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.465340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.465892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.466294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.466925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.467438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.467869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.468356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.468826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.469395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.469865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.470886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.470886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.474442 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8c873111-9f8d-4606-bfd7-c99f58dd314a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26821 time: 0.2665551 Jul 15 23:27:36.479666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:36.546388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:36.549411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.591487 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.607498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.609530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/networks/e4290f2a-eb66-4208-8879-fda213cde53c HTTP/1.1" status: 204 len: 168 time: 1.3226287 Jul 15 23:27:36.617402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58928) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:36.678880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0768c-84ed-4eb3-9c29-2bcf46663759 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Network': ['ID=e4290f2a-eb66-4208-8879-fda213cde53c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:36.704884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce59d7e-063f-4597-8bde-3150a76c06c9 req-d37f6446-8e83-4983-8378-8180d3dcfd6b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.712635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fce59d7e-063f-4597-8bde-3150a76c06c9 req-d37f6446-8e83-4983-8378-8180d3dcfd6b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2354300 Jul 15 23:27:36.712793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Deleting port 650d027d-94b9-4f5c-ae03-94515c9b1f0d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:36.713406 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.789830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fce59d7e-063f-4597-8bde-3150a76c06c9 req-6885463d-e39c-4b2b-a829-c2aac3ad769a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754547 Jul 15 23:27:36.925101 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.945200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] For port 650d027d-94b9-4f5c-ae03-94515c9b1f0d, host n-h2-793618-8, got binding levels [] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:36.945579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.965400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Calling delete_port for 650d027d-94b9-4f5c-ae03-94515c9b1f0d owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:36.975856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c0733-b688-4ef3-ad76-a611b51b8aac tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:36.977439 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4d5c0733-b688-4ef3-ad76-a611b51b8aac tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3591006 Jul 15 23:27:36.982060 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58972) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.054546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=1c214987-1aa8-4925-affe-c2034bb07f9b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:37.059482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Checking segment: {'id': '1482ab6b-838e-49cb-94b2-82d9ad57e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:37.060089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network hostable DHCP agents. Network: 7a6ef431-3044-4165-bcd2-ea3752646309, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:37.081769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 7a6ef431-3044-4165-bcd2-ea3752646309 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:37.094318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7a6ef431-3044-4165-bcd2-ea3752646309) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:37.103712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669012d-a4e6-4883-a17f-3992e109c7b5 None None] Network 7a6ef431-3044-4165-bcd2-ea3752646309 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:37.107321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:37.108310 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.141727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a9f3bcce-4aca-4ae0-b7a1-fa93b08a08b9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9849820 Jul 15 23:27:37.144012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58990) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.151876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309', 'name': 'tempest-PortsIpV6TestJSON-376107307'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:37.259082 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f60c5d61-f3b4-47e7-9c03-446a030ada11 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2708547 Jul 15 23:27:37.259499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59004) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.267016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1788506747'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:37.311022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.343986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:37.348477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.353774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event deleted for resources: {'Port': ['ID=650d027d-94b9-4f5c-ae03-94515c9b1f0d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:37.384876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.386910 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f56ad73e-b212-4847-a898-cff05936a27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "DELETE /v2.0/ports/650d027d-94b9-4f5c-ae03-94515c9b1f0d HTTP/1.1" status: 204 len: 168 time: 0.9062459 Jul 15 23:27:37.392008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59020) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.415493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-7a6ef431-3044-4165-bcd2-ea3752646309', 'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309', 'tenant_id': '4c781cba592b484d8c6307dff9c01431', 'fixed_ips': [{'subnet_id': '1c214987-1aa8-4925-affe-c2034bb07f9b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:37.416516 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.431522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:37.447302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:37.451986 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.471997 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c150e4-9149-4af1-b1ae-3aa77bd425aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:27:37.487773 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-56c150e4-9149-4af1-b1ae-3aa77bd425aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "GET /v2.0/ports/650d027d-94b9-4f5c-ae03-94515c9b1f0d HTTP/1.1" status: 404 len: 333 time: 0.0818024 Jul 15 23:27:37.495084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59032) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.522012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-216460039', 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:37.522344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.532592 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Added segment f0a71292-a843-463b-98db-2b02eb33659d of type vlan for network f3dd8e09-b434-442d-a2a9-20be5452a756 Jul 15 23:27:37.570048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 0f308907-9b48-4955-9518-e0780a9b23ba yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:37.629824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Allocated IP 2001:db8::2 (7a6ef431-3044-4165-bcd2-ea3752646309/1c214987-1aa8-4925-affe-c2034bb07f9b/a9096144-14b4-4e67-aab4-db4e2573524c) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:37.664667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.709668 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.727886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:37.728787 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.870471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Network': ['ID=f3dd8e09-b434-442d-a2a9-20be5452a756,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:37.922569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Made reservation on behalf of 464fecad8fb5431b9f078f0f58348f7e for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:37.931624 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.931854 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73ae5350-1a81-49be-8eb4-5edea0a3e436 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6706300 Jul 15 23:27:37.932541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59078) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.948559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:37.989647 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.999629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Transition to ACTIVE for port object a9096144-14b4-4e67-aab4-db4e2573524c will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:38.016646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 465e21de-0a7d-4f27-abfe-e885921686ea no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:38.028710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] device_id is not set on port 59e60977-941a-40d6-a2f4-35a2d0539ba3 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:38.038795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f3dd8e09-b434-442d-a2a9-20be5452a756 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:38.042984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 465e21de-0a7d-4f27-abfe-e885921686ea {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:38.043337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 465e21de-0a7d-4f27-abfe-e885921686ea not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:38.045175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Transition to ACTIVE for port object a9096144-14b4-4e67-aab4-db4e2573524c will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:38.090179 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.122816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:38.128854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.201310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Pushing event updated for resources: {'Port': ['ID=a9096144-14b4-4e67-aab4-db4e2573524c,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:38.227256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Network 7a6ef431-3044-4165-bcd2-ea3752646309 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:38.231512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:38.238259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:38.339603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6f18c-aa2d-4072-8375-558a2fdf10ed req-29072f3f-ce25-4a24-ab0a-c42bc49a9631 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:38.342112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76f6f18c-aa2d-4072-8375-558a2fdf10ed req-29072f3f-ce25-4a24-ab0a-c42bc49a9631 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.7667217 Jul 15 23:27:38.414298 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.428350 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.477322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Attempting to bind port a9096144-14b4-4e67-aab4-db4e2573524c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:38.477707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Attempting to bind port a9096144-14b4-4e67-aab4-db4e2573524c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '1482ab6b-838e-49cb-94b2-82d9ad57e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:38.478068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Attempting to bind port a9096144-14b4-4e67-aab4-db4e2573524c on network 7a6ef431-3044-4165-bcd2-ea3752646309 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:38.494204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:38.499996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Checking segment: {'id': '1482ab6b-838e-49cb-94b2-82d9ad57e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:38.500584 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.501172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Bound using segment: {'id': '1482ab6b-838e-49cb-94b2-82d9ad57e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:38.501724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=f8fc4833-31c7-4c11-b763-bd6dbf355be9,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:38.502209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Bound port: a9096144-14b4-4e67-aab4-db4e2573524c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1482ab6b-838e-49cb-94b2-82d9ad57e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:38.502388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.508430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Checking segment: {'id': 'f0a71292-a843-463b-98db-2b02eb33659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:38.509018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network hostable DHCP agents. Network: f3dd8e09-b434-442d-a2a9-20be5452a756, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:38.528242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network f3dd8e09-b434-442d-a2a9-20be5452a756 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:38.535788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76f6f18c-aa2d-4072-8375-558a2fdf10ed req-e9a31f54-e328-47b2-b550-3c111ce82044 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530423 Jul 15 23:27:38.555526 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f3dd8e09-b434-442d-a2a9-20be5452a756) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:38.564340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:38.565104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.584029 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1e939b2f-7e75-4f12-850a-b63c01252294 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6497064 Jul 15 23:27:38.586782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59144) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:38.597298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::2d0 (7a6ef431-3044-4165-bcd2-ea3752646309/1c214987-1aa8-4925-affe-c2034bb07f9b/0f308907-9b48-4955-9518-e0780a9b23ba) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:38.614066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756', 'name': 'tempest-PortsTestJSON-93102731'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:38.688131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] For port a9096144-14b4-4e67-aab4-db4e2573524c, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:38.695188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] For port a9096144-14b4-4e67-aab4-db4e2573524c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a9096144-14b4-4e67-aab4-db4e2573524c,segment=NetworkSegment(1482ab6b-838e-49cb-94b2-82d9ad57e560),segment_id=1482ab6b-838e-49cb-94b2-82d9ad57e560)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:38.702081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2585e3c-a52a-43aa-9ab5-ce02c025de7e None None] Network f3dd8e09-b434-442d-a2a9-20be5452a756 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:38.854722 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.920724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:38.927617 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.963641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port f6b07427-1e89-4a76-a1f6-3ed6f9ec002b yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:39.062294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417fbd8-c53f-41e4-9e69-aeaf091b87d3 None None] Pushing event updated for resources: {'Port': ['ID=a9096144-14b4-4e67-aab4-db4e2573524c,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:39.199541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-f3dd8e09-b434-442d-a2a9-20be5452a756', 'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756', 'tenant_id': '8143863fcd114297b68f87e142af57f8', 'fixed_ips': [{'subnet_id': 'f8fc4833-31c7-4c11-b763-bd6dbf355be9'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:39.200424 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.261152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.13 (f3dd8e09-b434-442d-a2a9-20be5452a756/f8fc4833-31c7-4c11-b763-bd6dbf355be9/f6b07427-1e89-4a76-a1f6-3ed6f9ec002b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:39.603706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.665868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=59e60977-941a-40d6-a2f4-35a2d0539ba3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:39.734026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Network c37e2753-71cf-4745-861b-5ee613691bec is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:39.738954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:39.741787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:39.743138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:39.755718 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.758773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a9096144-14b4-4e67-aab4-db4e2573524c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:39.783657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ac4a4721-4acf-43da-86ab-5283cda07d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2873421 Jul 15 23:27:39.787646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59258) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:39.866599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a9096144-14b4-4e67-aab4-db4e2573524c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:39.882728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16814f-85a1-4884-8907-7d70d6c455c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:39.887313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3e16814f-85a1-4884-8907-7d70d6c455c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "GET /v2.0/ports/59e60977-941a-40d6-a2f4-35a2d0539ba3 HTTP/1.1" status: 200 len: 958 time: 0.0974715 Jul 15 23:27:39.891934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59272) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.009590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.031420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object 0f308907-9b48-4955-9518-e0780a9b23ba will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:40.109190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffb545-a059-40d1-ad32-a4f2220bef2e req-9a587d3f-c726-4d44-915e-6a052291c4e3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.112028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbffb545-a059-40d1-ad32-a4f2220bef2e req-9a587d3f-c726-4d44-915e-6a052291c4e3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.7154417 Jul 15 23:27:40.145541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.188456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.219839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object f6b07427-1e89-4a76-a1f6-3ed6f9ec002b will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:40.247726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 7a6ef431-3044-4165-bcd2-ea3752646309 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:40.269317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.282985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:40.294303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:40.301188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.302118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.325366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=0f308907-9b48-4955-9518-e0780a9b23ba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:40.328477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network f3dd8e09-b434-442d-a2a9-20be5452a756 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:40.333260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:40.336371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbffb545-a059-40d1-ad32-a4f2220bef2e req-406d719d-8537-4974-9551-db46c2bda72f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114592 Jul 15 23:27:40.338177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:40.346274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7452dfda-1fd9-4e66-8536-3a507c691e64 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2005167 Jul 15 23:27:40.356689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59286) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.385594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '7a6ef431-3044-4165-bcd2-ea3752646309', 'name': 'tempest-PortsIpV6TestJSON-1856786705'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:40.401249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.402722 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.425766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Allocated IP 172.20.0.2 (f3dd8e09-b434-442d-a2a9-20be5452a756/f8fc4833-31c7-4c11-b763-bd6dbf355be9/688ad7e5-70ae-4910-87ea-a67bd5c8bb8b) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:40.431362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=f6b07427-1e89-4a76-a1f6-3ed6f9ec002b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:40.437436 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9c88d94a-64da-4e06-b9e9-fbb56e10051d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8492901 Jul 15 23:27:40.440850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59288) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.451446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756', 'name': 'tempest-PortsTestJSON-716211364'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:40.643742 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.646221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1770b6cf-5a70-43ca-bdd2-cd8c916a14d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Deleting port 59e60977-941a-40d6-a2f4-35a2d0539ba3 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:40.646699 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1770b6cf-5a70-43ca-bdd2-cd8c916a14d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.656691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Transition to ACTIVE for port object 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:40.698280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Transition to ACTIVE for port object 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:40.709456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42228c5-c313-4d48-9ad9-df15a4b42579 None None] Network 7a6ef431-3044-4165-bcd2-ea3752646309 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:40.759377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:40.764803 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.789649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1770b6cf-5a70-43ca-bdd2-cd8c916a14d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.792797 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.833669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1770b6cf-5a70-43ca-bdd2-cd8c916a14d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Calling delete_port for 59e60977-941a-40d6-a2f4-35a2d0539ba3 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:40.837116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port b73f5d53-b56c-4f24-bd3b-893a3a1b0121 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:40.851812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-af8dcee6-dcf9-4596-b3fd-f86e477148b6 None None] Provisioning for port a9096144-14b4-4e67-aab4-db4e2573524c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:40.866693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Network f3dd8e09-b434-442d-a2a9-20be5452a756 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:40.867780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-af8dcee6-dcf9-4596-b3fd-f86e477148b6 None None] Provisioning complete for port a9096144-14b4-4e67-aab4-db4e2573524c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:40.868308 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-af8dcee6-dcf9-4596-b3fd-f86e477148b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.895704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:40.896028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:40.898656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:40.899282 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.916064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Pushing event updated for resources: {'Port': ['ID=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:40.972214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 9213bb41-9582-48f8-b895-8b87bcc877d6 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:41.005072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d43ec-d71b-448d-aea6-60d57f22d79f req-b358511e-a032-46a2-952b-5d4aa381f378 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:41.006924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-766d43ec-d71b-448d-aea6-60d57f22d79f req-b358511e-a032-46a2-952b-5d4aa381f378 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2647049 Jul 15 23:27:41.015208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Attempting to bind port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:41.015836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Attempting to bind port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f0a71292-a843-463b-98db-2b02eb33659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:41.016367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Attempting to bind port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b on network f3dd8e09-b434-442d-a2a9-20be5452a756 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:41.048367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:41.048738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Checking segment: {'id': 'f0a71292-a843-463b-98db-2b02eb33659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:41.049155 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.049557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Bound using segment: {'id': 'f0a71292-a843-463b-98db-2b02eb33659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:41.050023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Bound port: 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a71292-a843-463b-98db-2b02eb33659d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f3dd8e09-b434-442d-a2a9-20be5452a756'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:41.050397 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.120448 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-af8dcee6-dcf9-4596-b3fd-f86e477148b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.178693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-766d43ec-d71b-448d-aea6-60d57f22d79f req-01b5a400-4fd0-4ba8-a1e7-2fea9ef10019 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431699 Jul 15 23:27:41.180343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.6 (f3dd8e09-b434-442d-a2a9-20be5452a756/f8fc4833-31c7-4c11-b763-bd6dbf355be9/b73f5d53-b56c-4f24-bd3b-893a3a1b0121) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:41.191217 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1770b6cf-5a70-43ca-bdd2-cd8c916a14d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.195634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-af8dcee6-dcf9-4596-b3fd-f86e477148b6 None None] For port a9096144-14b4-4e67-aab4-db4e2573524c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a9096144-14b4-4e67-aab4-db4e2573524c,segment=NetworkSegment(1482ab6b-838e-49cb-94b2-82d9ad57e560),segment_id=1482ab6b-838e-49cb-94b2-82d9ad57e560)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:41.197309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] For port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:41.200639 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-af8dcee6-dcf9-4596-b3fd-f86e477148b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.204304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] For port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,segment=NetworkSegment(f0a71292-a843-463b-98db-2b02eb33659d),segment_id=f0a71292-a843-463b-98db-2b02eb33659d)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:41.266549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dcee6-dcf9-4596-b3fd-f86e477148b6 None None] Pushing event updated for resources: {'Port': ['ID=a9096144-14b4-4e67-aab4-db4e2573524c,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.279419 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.306529 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59292) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.343140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87410ef8-dce7-4abb-a85c-19e1fe1702b8 None None] Pushing event updated for resources: {'Port': ['ID=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.350712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::2f2 (7a6ef431-3044-4165-bcd2-ea3752646309/1c214987-1aa8-4925-affe-c2034bb07f9b/9213bb41-9582-48f8-b895-8b87bcc877d6) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:41.355083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770b6cf-5a70-43ca-bdd2-cd8c916a14d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event deleted for resources: {'Port': ['ID=59e60977-941a-40d6-a2f4-35a2d0539ba3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.374171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1770b6cf-5a70-43ca-bdd2-cd8c916a14d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.379279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1770b6cf-5a70-43ca-bdd2-cd8c916a14d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "DELETE /v2.0/ports/59e60977-941a-40d6-a2f4-35a2d0539ba3 HTTP/1.1" status: 204 len: 168 time: 1.4792142 Jul 15 23:27:41.384865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59294) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.501026 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf2e1e1-9e9c-4c41-902d-86e5c9a430e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:27:41.509482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9bf2e1e1-9e9c-4c41-902d-86e5c9a430e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "GET /v2.0/ports/59e60977-941a-40d6-a2f4-35a2d0539ba3 HTTP/1.1" status: 404 len: 333 time: 0.1102829 Jul 15 23:27:41.513876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59298) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.526854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Request body: {'port': {'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-486368743'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:41.662537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-947b3c74-7a09-4342-a304-60cfd84b656d None None] Provisioning for port 0f308907-9b48-4955-9518-e0780a9b23ba completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:41.676659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a9096144-14b4-4e67-aab4-db4e2573524c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:41.678738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-947b3c74-7a09-4342-a304-60cfd84b656d None None] Provisioning complete for port 0f308907-9b48-4955-9518-e0780a9b23ba triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:41.679302 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-947b3c74-7a09-4342-a304-60cfd84b656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.704740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Made reservation on behalf of 464fecad8fb5431b9f078f0f58348f7e for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:41.707808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.766020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-947b3c74-7a09-4342-a304-60cfd84b656d None None] Port 0f308907-9b48-4955-9518-e0780a9b23ba cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:41.790058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] device_id is not set on port 56ea5a47-6319-476e-83e9-e960f02d05ef yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:41.794926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-947b3c74-7a09-4342-a304-60cfd84b656d None None] Provisioning complete for port a9096144-14b4-4e67-aab4-db4e2573524c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:41.795519 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-947b3c74-7a09-4342-a304-60cfd84b656d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.800930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a9096144-14b4-4e67-aab4-db4e2573524c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:41.801377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.986890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee49d2-8024-4756-87b2-606565043c33 req-05643cb8-4d41-4fdc-80b4-55920845470a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:41.989945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2ee49d2-8024-4756-87b2-606565043c33 req-05643cb8-4d41-4fdc-80b4-55920845470a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.4252000 Jul 15 23:27:42.035285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.081407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object b73f5d53-b56c-4f24-bd3b-893a3a1b0121 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:42.101767 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.103317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.110636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2ee49d2-8024-4756-87b2-606565043c33 req-6a52576a-73da-484a-9a7b-0ada3bc9c969 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097083 Jul 15 23:27:42.125762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object 9213bb41-9582-48f8-b895-8b87bcc877d6 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:42.155461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3a113210-8da8-43a6-b92e-3b4ceacc0fd9 None None] Provisioning complete for port 0f308907-9b48-4955-9518-e0780a9b23ba triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:42.156069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3a113210-8da8-43a6-b92e-3b4ceacc0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.160502 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.192229 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.213479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3a113210-8da8-43a6-b92e-3b4ceacc0fd9 None None] Port 0f308907-9b48-4955-9518-e0780a9b23ba cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:42.224341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network f3dd8e09-b434-442d-a2a9-20be5452a756 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:42.234252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:42.236750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:42.251037 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.272385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=b73f5d53-b56c-4f24-bd3b-893a3a1b0121,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:42.286223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.297758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Network c37e2753-71cf-4745-861b-5ee613691bec is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:42.304959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:42.311297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:42.312496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.313196 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.336484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8202662 Jul 15 23:27:42.339345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59304) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.341422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a6cc9-243b-434c-b77f-3055e76cbd5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=56ea5a47-6319-476e-83e9-e960f02d05ef,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:42.356237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:42.368824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.369716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.375547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 7a6ef431-3044-4165-bcd2-ea3752646309 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:42.385640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:42.388139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:42.394746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.394746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.401644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=9213bb41-9582-48f8-b895-8b87bcc877d6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:42.434557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-25ce2831-8840-4d54-bec3-2349f34af0b9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9902143 Jul 15 23:27:42.435220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59306) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.485582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fcb10b79-3f41-4020-8907-a940c26b7611 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1265182 Jul 15 23:27:42.512163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59308) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.513653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.619320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de15e9-581d-4605-a919-b4831f000441 req-3f2d9791-3b2b-4171-855d-3c7b85ab0459 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.621195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76de15e9-581d-4605-a919-b4831f000441 req-3f2d9791-3b2b-4171-855d-3c7b85ab0459 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2047815 Jul 15 23:27:42.669167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b8d56-b58d-46dd-9b79-313f06fb52f1 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.673870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-423b8d56-b58d-46dd-9b79-313f06fb52f1 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 921 time: 0.2196372 Jul 15 23:27:42.679014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59310) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.732247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91a7a69-330c-4223-99ee-0086d67afc32 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.739140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b91a7a69-330c-4223-99ee-0086d67afc32 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d0 HTTP/1.1" status: 200 len: 928 time: 0.2196052 Jul 15 23:27:42.739245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59312) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.747068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76de15e9-581d-4605-a919-b4831f000441 req-6440e073-49ab-4c6b-a698-8b97b350e8f1 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160045 Jul 15 23:27:42.820102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7ee02d9e-afb6-4cf1-815b-68be31e732db tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port b73f5d53-b56c-4f24-bd3b-893a3a1b0121 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:42.820356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ee02d9e-afb6-4cf1-815b-68be31e732db tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.826708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c479aa0d-014b-4b30-89f2-d616c9cbf38d None None] Network f3dd8e09-b434-442d-a2a9-20be5452a756 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:42.860605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d1c72ac2-539f-4b3c-8170-582befd5832f None None] Provisioning for port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:42.910520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] device_id is not set on port 56ea5a47-6319-476e-83e9-e960f02d05ef yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:42.918072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d1c72ac2-539f-4b3c-8170-582befd5832f None None] Provisioning for port 9213bb41-9582-48f8-b895-8b87bcc877d6 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:42.923081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.924151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d1c72ac2-539f-4b3c-8170-582befd5832f None None] Provisioning complete for port 9213bb41-9582-48f8-b895-8b87bcc877d6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:42.924569 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d1c72ac2-539f-4b3c-8170-582befd5832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.928558 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ee02d9e-afb6-4cf1-815b-68be31e732db tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.941787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7ee02d9e-afb6-4cf1-815b-68be31e732db tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for b73f5d53-b56c-4f24-bd3b-893a3a1b0121 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:42.953074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Transition to ACTIVE for port object 56ea5a47-6319-476e-83e9-e960f02d05ef will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:42.959808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.993761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d1c72ac2-539f-4b3c-8170-582befd5832f None None] Port 9213bb41-9582-48f8-b895-8b87bcc877d6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:42.996535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fcae1ee3-824d-4a56-9ba0-24e776e50e1c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 9213bb41-9582-48f8-b895-8b87bcc877d6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:42.996939 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcae1ee3-824d-4a56-9ba0-24e776e50e1c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.009438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Deleting port 5c3f1847-52f4-4508-900f-32cf74d735d8 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:43.009756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.077138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=56ea5a47-6319-476e-83e9-e960f02d05ef,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.086408 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ee02d9e-afb6-4cf1-815b-68be31e732db tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.123000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee02d9e-afb6-4cf1-815b-68be31e732db tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=b73f5d53-b56c-4f24-bd3b-893a3a1b0121,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.164317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.164666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.165010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:43.182022 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:43.182359 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:43.190676 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 2 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:43.199804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ee02d9e-afb6-4cf1-815b-68be31e732db tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.202309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7ee02d9e-afb6-4cf1-815b-68be31e732db tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/b73f5d53-b56c-4f24-bd3b-893a3a1b0121 HTTP/1.1" status: 204 len: 168 time: 0.5222793 Jul 15 23:27:43.204971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59316) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:43.208700 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcae1ee3-824d-4a56-9ba0-24e776e50e1c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.257601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fcae1ee3-824d-4a56-9ba0-24e776e50e1c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 9213bb41-9582-48f8-b895-8b87bcc877d6 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:43.268966 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51d09be-5b80-4fb2-9394-f1a39dea6ed3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:43.273593 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e51d09be-5b80-4fb2-9394-f1a39dea6ed3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/b73f5d53-b56c-4f24-bd3b-893a3a1b0121 HTTP/1.1" status: 404 len: 333 time: 0.0592856 Jul 15 23:27:43.274167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59318) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:43.274474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.276553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.276553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:43.281450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] For port 5c3f1847-52f4-4508-900f-32cf74d735d8, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5c3f1847-52f4-4508-900f-32cf74d735d8,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:43.281817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.298804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:43.299122 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:43.327176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Calling delete_port for 5c3f1847-52f4-4508-900f-32cf74d735d8 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:43.328693 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 3 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:43.334618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-59451124-4552-461f-b36d-0691822092be None None] Provisioning for port f6b07427-1e89-4a76-a1f6-3ed6f9ec002b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:43.341025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-59451124-4552-461f-b36d-0691822092be None None] Provisioning complete for port f6b07427-1e89-4a76-a1f6-3ed6f9ec002b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:43.341223 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59451124-4552-461f-b36d-0691822092be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.356151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.356496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.356825 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:43.390896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-59451124-4552-461f-b36d-0691822092be None None] Port f6b07427-1e89-4a76-a1f6-3ed6f9ec002b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:43.395805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-59451124-4552-461f-b36d-0691822092be None None] Could not find standard attr ID for object b73f5d53-b56c-4f24-bd3b-893a3a1b0121. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:43.397456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d5929-11af-463b-81b0-edebad7ee60e req-fd8939e1-5ab0-4ee4-a668-0a3fae952aee tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:43.399014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-564d5929-11af-463b-81b0-edebad7ee60e req-fd8939e1-5ab0-4ee4-a668-0a3fae952aee tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1361835 Jul 15 23:27:43.400434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:43.400776 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:43.406825 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 4 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:43.439179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.439520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.439869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:43.451848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cb747226-2dbf-4e02-a70c-39ebaa66b461 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port f6b07427-1e89-4a76-a1f6-3ed6f9ec002b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:43.452276 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cb747226-2dbf-4e02-a70c-39ebaa66b461 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.457572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:43.457913 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:43.460132 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 5 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:43.482410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-564d5929-11af-463b-81b0-edebad7ee60e req-57633366-4aa3-42b5-90b2-8c3db095be31 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734556 Jul 15 23:27:43.534241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.534569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.534954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:43.569724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cb747226-2dbf-4e02-a70c-39ebaa66b461 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.581407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:43.581407 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:43.584418 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 6 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:43.588533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cb747226-2dbf-4e02-a70c-39ebaa66b461 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for f6b07427-1e89-4a76-a1f6-3ed6f9ec002b owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:43.617443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-88d96e35-0a72-43d2-b717-9038739194f8 None None] Provisioning complete for port f6b07427-1e89-4a76-a1f6-3ed6f9ec002b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:43.618747 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-88d96e35-0a72-43d2-b717-9038739194f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.635086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.636000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.636000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:43.644569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:43.644569 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:43.644868 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 7 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:43.652303 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcae1ee3-824d-4a56-9ba0-24e776e50e1c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.713579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.713579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.713840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:43.716070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae1ee3-824d-4a56-9ba0-24e776e50e1c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=9213bb41-9582-48f8-b895-8b87bcc877d6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.729156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:43.744927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:43.745270 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:43.748609 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 8 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:43.758256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-88d96e35-0a72-43d2-b717-9038739194f8 None None] Port f6b07427-1e89-4a76-a1f6-3ed6f9ec002b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:43.782566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fcae1ee3-824d-4a56-9ba0-24e776e50e1c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.785191 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fcae1ee3-824d-4a56-9ba0-24e776e50e1c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/9213bb41-9582-48f8-b895-8b87bcc877d6 HTTP/1.1" status: 204 len: 168 time: 1.0437865 Jul 15 23:27:43.788153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.788490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.788849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:43.790659 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59324) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:43.830634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cb747226-2dbf-4e02-a70c-39ebaa66b461 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.834728 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.837334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:43.844338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:43.845539 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.869895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:43.870236 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:43.871355 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 9 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:43.878795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb747226-2dbf-4e02-a70c-39ebaa66b461 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=f6b07427-1e89-4a76-a1f6-3ed6f9ec002b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.882921 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fcc45b-76bc-4d89-848f-66fd5e272b34 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:43.884809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-44fcc45b-76bc-4d89-848f-66fd5e272b34 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/9213bb41-9582-48f8-b895-8b87bcc877d6 HTTP/1.1" status: 404 len: 333 time: 0.0848444 Jul 15 23:27:43.887501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.890061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59326) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:43.980676 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.995589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:43.995936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:43.996385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:44.004038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3f1847-52f4-4508-900f-32cf74d735d8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:44.007181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b95ed4e6-ff5f-4b60-890b-270152abb101 None None] Could not find standard attr ID for object b73f5d53-b56c-4f24-bd3b-893a3a1b0121. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:44.033224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cb747226-2dbf-4e02-a70c-39ebaa66b461 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.035645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cb747226-2dbf-4e02-a70c-39ebaa66b461 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/f6b07427-1e89-4a76-a1f6-3ed6f9ec002b HTTP/1.1" status: 204 len: 168 time: 0.7591534 Jul 15 23:27:44.039424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59328) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:44.042216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,segment=NetworkSegment(f0a71292-a843-463b-98db-2b02eb33659d),segment_id=f0a71292-a843-463b-98db-2b02eb33659d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:44.050634 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.062663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:44.068422 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:44.114416 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempt 10 to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef Jul 15 23:27:44.118361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:44.132137 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d0524d-5bfb-46c3-9c00-11231398d589 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:44.136752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c6d0524d-5bfb-46c3-9c00-11231398d589 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/f6b07427-1e89-4a76-a1f6-3ed6f9ec002b HTTP/1.1" status: 404 len: 333 time: 0.0963013 Jul 15 23:27:44.138299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59330) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:44.197047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:44.197387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:44.197731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempting to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:44.204807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1aed5d4-5604-43c8-ade0-15fb828c285a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet f8fc4833-31c7-4c11-b763-bd6dbf355be9 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:44.210424 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1aed5d4-5604-43c8-ade0-15fb828c285a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.213823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:44.214404 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Failed to bind port 56ea5a47-6319-476e-83e9-e960f02d05ef on host n-h2-793618-8 for vnic_type normal using segments [{'id': '0bbd320a-23d1-44a5-b534-dc11d16bb74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c37e2753-71cf-4745-861b-5ee613691bec'}] Jul 15 23:27:44.214974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.249299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de647f71-f3f0-406f-9262-04999810f0e1 req-56f6bd9a-84ce-4997-a769-7497049f8ee0 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:44.258849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de647f71-f3f0-406f-9262-04999810f0e1 req-56f6bd9a-84ce-4997-a769-7497049f8ee0 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2422438 Jul 15 23:27:44.312904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1aed5d4-5604-43c8-ade0-15fb828c285a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.319494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de647f71-f3f0-406f-9262-04999810f0e1 req-419b3eee-b984-4634-95a9-df511a892e7a tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594423 Jul 15 23:27:44.359058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec505a-fac4-42ac-ad86-882e9a545f82 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 0f308907-9b48-4955-9518-e0780a9b23ba {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:44.359581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6ec505a-fac4-42ac-ad86-882e9a545f82 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.417109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] For port 56ea5a47-6319-476e-83e9-e960f02d05ef, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:44.417510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attempted to set empty binding levels {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:27:44.428216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.433312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1aed5d4-5604-43c8-ade0-15fb828c285a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.466877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.498009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1aed5d4-5604-43c8-ade0-15fb828c285a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.505019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] In _notify_port_updated(), no bound segment for port 56ea5a47-6319-476e-83e9-e960f02d05ef on network c37e2753-71cf-4745-861b-5ee613691bec {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:27:44.506107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:44.506242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.507631 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "PUT /v2.0/ports/56ea5a47-6319-476e-83e9-e960f02d05ef HTTP/1.1" status: 200 len: 978 time: 2.1621578 Jul 15 23:27:44.511846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:44.528824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aed5d4-5604-43c8-ade0-15fb828c285a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fc4833-31c7-4c11-b763-bd6dbf355be9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:44.540185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e1aed5d4-5604-43c8-ade0-15fb828c285a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.541845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82230760-a4bf-46a0-85f9-3686e641cf26 None None] Network f3dd8e09-b434-442d-a2a9-20be5452a756 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:44.545158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e1aed5d4-5604-43c8-ade0-15fb828c285a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/f8fc4833-31c7-4c11-b763-bd6dbf355be9 HTTP/1.1" status: 204 len: 168 time: 0.4034388 Jul 15 23:27:44.545661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59336) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:44.598370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6ec505a-fac4-42ac-ad86-882e9a545f82 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.602602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe78c6e-037f-4a41-91f4-63fc56936935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event updated for resources: {'Port': ['ID=56ea5a47-6319-476e-83e9-e960f02d05ef,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:44.633814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec505a-fac4-42ac-ad86-882e9a545f82 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 0f308907-9b48-4955-9518-e0780a9b23ba owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:44.682032 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.745272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ccfe5-5c09-4fc8-92bf-ab33c27ef3cd req-1850684b-23cd-4227-b55d-c1a4f7465ccb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:44.746825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-826ccfe5-5c09-4fc8-92bf-ab33c27ef3cd req-1850684b-23cd-4227-b55d-c1a4f7465ccb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1082647 Jul 15 23:27:44.795018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] DHCP port deletion for f3dd8e09-b434-442d-a2a9-20be5452a756 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:44.804548 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-826ccfe5-5c09-4fc8-92bf-ab33c27ef3cd req-fb9dadc3-4916-4d7c-b696-4e50dddcc541 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462596 Jul 15 23:27:44.812257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:44.812592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.831557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Deleting port 56ea5a47-6319-476e-83e9-e960f02d05ef {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:44.831909 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.852244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] Deleting port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:44.852804 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.899512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] For port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,segment=NetworkSegment(f0a71292-a843-463b-98db-2b02eb33659d),segment_id=f0a71292-a843-463b-98db-2b02eb33659d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:44.899931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.912757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:44.935664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] For port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,segment=NetworkSegment(f0a71292-a843-463b-98db-2b02eb33659d),segment_id=f0a71292-a843-463b-98db-2b02eb33659d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:44.936058 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.951051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] Calling delete_port for 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:45.010316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.046427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No DVR routers for this DVR port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:45.054192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.056222 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.084112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] Pushing event deleted for resources: {'Port': ['ID=688ad7e5-70ae-4910-87ea-a67bd5c8bb8b,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.088063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957e5d6-1d51-4980-a836-450753cd459e None None] No DVR routers for this DVR port 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:45.142417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.153917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dd8e09-b434-442d-a2a9-20be5452a756']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.164545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a71292-a843-463b-98db-2b02eb33659d') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.164837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a71292-a843-463b-98db-2b02eb33659d') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.174281 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.194093 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.200364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:45.200773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:45.204464 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:45.264866 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.272639 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.274627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/networks/f3dd8e09-b434-442d-a2a9-20be5452a756 HTTP/1.1" status: 204 len: 168 time: 0.7280171 Jul 15 23:27:45.278418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59340) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:45.284091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1833491339'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:45.297284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f9ad5-53e4-4a5c-a994-2d5069e1656f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Network': ['ID=f3dd8e09-b434-442d-a2a9-20be5452a756,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.315835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:45.319314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.345574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] For port 56ea5a47-6319-476e-83e9-e960f02d05ef, host n-h2-793618-8, got binding levels [] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:45.345933 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.365920 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6ec505a-fac4-42ac-ad86-882e9a545f82 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.367881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:45.370366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Calling delete_port for 56ea5a47-6319-476e-83e9-e960f02d05ef owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:45.376991 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.377342 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Added segment 7523edaf-d71e-434b-baaf-4452169915dc of type vlan for network fe81ae63-6bcf-4e5f-94ea-99532205aa66 Jul 15 23:27:45.415524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec505a-fac4-42ac-ad86-882e9a545f82 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=0f308907-9b48-4955-9518-e0780a9b23ba,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.419877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Router 28142d37-d515-424c-bc35-30a2034b33bd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:45.425515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.460187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.466776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:45.467393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.489681 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6ec505a-fac4-42ac-ad86-882e9a545f82 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.491620 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d6ec505a-fac4-42ac-ad86-882e9a545f82 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/0f308907-9b48-4955-9518-e0780a9b23ba HTTP/1.1" status: 204 len: 168 time: 1.5814683 Jul 15 23:27:45.495717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59344) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:45.555445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2754970 Jul 15 23:27:45.561141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59346) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:45.570862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:45.574993 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc05297-1436-48ca-ab01-42b644d20aac tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:45.576959 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fdc05297-1436-48ca-ab01-42b644d20aac tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/0f308907-9b48-4955-9518-e0780a9b23ba HTTP/1.1" status: 404 len: 333 time: 0.0802946 Jul 15 23:27:45.595456 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59348) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:45.634891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155caf2-2787-421a-a98c-f534aa7d0351 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Network': ['ID=fe81ae63-6bcf-4e5f-94ea-99532205aa66,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.663444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6da1d-2ad4-4ee0-b1c5-76bec56bc0bf req-ad66e5ae-205f-451b-970c-a5e087f9919e tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:45.671702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network fe81ae63-6bcf-4e5f-94ea-99532205aa66 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:45.673928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2a6da1d-2ad4-4ee0-b1c5-76bec56bc0bf req-ad66e5ae-205f-451b-970c-a5e087f9919e tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.1952341 Jul 15 23:27:45.732126 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.751732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:45.766273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Pushing event deleted for resources: {'Port': ['ID=56ea5a47-6319-476e-83e9-e960f02d05ef,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.775381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee54b49-5df3-4b3a-8334-0b954061434b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet 1c214987-1aa8-4925-affe-c2034bb07f9b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:45.786069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:45.787305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:45.787658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 688ad7e5-70ae-4910-87ea-a67bd5c8bb8b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:45.788683 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee54b49-5df3-4b3a-8334-0b954061434b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.802569 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a9a36233-073a-429e-b52e-f2c58dc49137 admin admin] 10.222.0.23 "PUT /v2.0/routers/28142d37-d515-424c-bc35-30a2034b33bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4943895 Jul 15 23:27:45.806429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59350) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:45.809148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2a6da1d-2ad4-4ee0-b1c5-76bec56bc0bf req-21a4f1c2-ae21-4e08-a932-c7758a02d361 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293447 Jul 15 23:27:45.810391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] Sync routers for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:45.824633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:45.831951 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.835806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:45.836715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.926531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.929194 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c7b1f648-7b38-40ee-9a99-b0af9974ca6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "DELETE /v2.0/ports/56ea5a47-6319-476e-83e9-e960f02d05ef HTTP/1.1" status: 204 len: 168 time: 1.4145253 Jul 15 23:27:45.932623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59354) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:45.979500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee54b49-5df3-4b3a-8334-0b954061434b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.053293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.128439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:46.229880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee54b49-5df3-4b3a-8334-0b954061434b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.289420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.310433 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee54b49-5df3-4b3a-8334-0b954061434b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.322135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:27:43Z', 'revision_number': 5, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port': {'id': '200616a2-a0fb-4140-a6a1-e7807c06b5b2', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28142d37-d515-424c-bc35-30a2034b33bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:46.327462 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6dadf4-e220-4797-86e4-6c9d45061c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:27:46.333641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9f6dadf4-e220-4797-86e4-6c9d45061c62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94730955-project-admin] 10.222.0.23 "GET /v2.0/ports/56ea5a47-6319-476e-83e9-e960f02d05ef HTTP/1.1" status: 404 len: 333 time: 0.3955960 Jul 15 23:27:46.338324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59358) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:46.353541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] Checking router: 28142d37-d515-424c-bc35-30a2034b33bd for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:46.363000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] Routers {'28142d37-d515-424c-bc35-30a2034b33bd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:46.363609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['28142d37-d515-424c-bc35-30a2034b33bd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:46.368993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee54b49-5df3-4b3a-8334-0b954061434b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.373786 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9ee54b49-5df3-4b3a-8334-0b954061434b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/1c214987-1aa8-4925-affe-c2034bb07f9b HTTP/1.1" status: 204 len: 168 time: 0.7759528 Jul 15 23:27:46.375423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59360) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:46.393690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee54b49-5df3-4b3a-8334-0b954061434b tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=1c214987-1aa8-4925-affe-c2034bb07f9b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:46.404132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a621ce2f-f84c-480f-a9cf-c8913bcd976b None None] Network 7a6ef431-3044-4165-bcd2-ea3752646309 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:46.441357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac7753-50eb-4d2b-9b78-815d9a20b7eb req-bb3e3eab-95ef-454b-b1bc-0c40f431a238 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:46.443124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bac7753-50eb-4d2b-9b78-815d9a20b7eb req-bb3e3eab-95ef-454b-b1bc-0c40f431a238 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1323524 Jul 15 23:27:46.509899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] Set router 28142d37-d515-424c-bc35-30a2034b33bd gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:46.514114 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.530376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.545908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.548085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bac7753-50eb-4d2b-9b78-815d9a20b7eb req-926225c9-d2e6-4c60-8e85-7859ff46ddee tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749393 Jul 15 23:27:46.548299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Deleting port 200616a2-a0fb-4140-a6a1-e7807c06b5b2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:46.548636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.594035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:27:46Z', 'revision_number': 6, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:46.595924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=0eb6a664-af5a-42b5-bc28-41f76ef25bef,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:46.604429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Checking segment: {'id': '7523edaf-d71e-434b-baaf-4452169915dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:46.604939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network hostable DHCP agents. Network: fe81ae63-6bcf-4e5f-94ea-99532205aa66, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:46.625209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network fe81ae63-6bcf-4e5f-94ea-99532205aa66 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:46.637550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, fe81ae63-6bcf-4e5f-94ea-99532205aa66) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:46.643027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:46.644876 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.647295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497bf540-fc5a-4185-b4b8-5c93ee01c407 None None] The sync data for ids ['28142d37-d515-424c-bc35-30a2034b33bd'] in n-d-793618-8 is: [{'id': '28142d37-d515-424c-bc35-30a2034b33bd', 'name': 'tempest-TestVolumeBackupRestore-1626211291-router', 'tenant_id': '133be05d65a64ef8b32a6cebcf8ea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:22:53Z', 'updated_at': '2021-07-15T23:27:46Z', 'revision_number': 6, 'project_id': '133be05d65a64ef8b32a6cebcf8ea996', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:46.651931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db5696-4a73-4307-bf54-e4fed1e20253 None None] Network fe81ae63-6bcf-4e5f-94ea-99532205aa66 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:46.684748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-42149048-9eac-457e-acb3-02e867bb1f9f tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1226404 Jul 15 23:27:46.687310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59362) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:46.700709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66', 'name': 'tempest-PortsTestJSON-1186905269', 'fixed_ips': [{'subnet_id': '0eb6a664-af5a-42b5-bc28-41f76ef25bef', 'ip_address': '172.20.0.10'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:46.745044 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.769047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37e2753-71cf-4745-861b-5ee613691bec']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:46.801502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbd320a-23d1-44a5-b534-dc11d16bb74c') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:46.801502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbd320a-23d1-44a5-b534-dc11d16bb74c') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:46.805909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] For port 200616a2-a0fb-4140-a6a1-e7807c06b5b2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=200616a2-a0fb-4140-a6a1-e7807c06b5b2,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:46.806235 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.839378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Calling delete_port for 200616a2-a0fb-4140-a6a1-e7807c06b5b2 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:46.846002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-fe81ae63-6bcf-4e5f-94ea-99532205aa66', 'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66', 'tenant_id': '8143863fcd114297b68f87e142af57f8', 'fixed_ips': [{'subnet_id': '0eb6a664-af5a-42b5-bc28-41f76ef25bef'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:46.847150 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.864151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:46.910913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.953110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port a9096144-14b4-4e67-aab4-db4e2573524c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:46.953110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.974247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.996862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:46.997268 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.998930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Allocated IP 172.20.0.2 (fe81ae63-6bcf-4e5f-94ea-99532205aa66/0eb6a664-af5a-42b5-bc28-41f76ef25bef/4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:47.001085 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:47.006390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.037018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 03eb3713-d82b-4887-817f-2ddb35c832ab yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:47.052529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a7e08d-0612-473c-a070-74d668267089 None None] DHCP port deletion for 7a6ef431-3044-4165-bcd2-ea3752646309 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:47.054591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6afc1-b78d-46e8-8f6c-e42236209482 req-7d3d1559-fca5-46cc-8218-b628bed5ab46 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:47.056309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a6afc1-b78d-46e8-8f6c-e42236209482 req-7d3d1559-fca5-46cc-8218-b628bed5ab46 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.1208060 Jul 15 23:27:47.077176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] For port a9096144-14b4-4e67-aab4-db4e2573524c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a9096144-14b4-4e67-aab4-db4e2573524c,segment=NetworkSegment(1482ab6b-838e-49cb-94b2-82d9ad57e560),segment_id=1482ab6b-838e-49cb-94b2-82d9ad57e560)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:47.077529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.133991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for a9096144-14b4-4e67-aab4-db4e2573524c owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:47.144738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.162936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.167100 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] 10.222.0.23 "DELETE /v2.0/networks/c37e2753-71cf-4745-861b-5ee613691bec HTTP/1.1" status: 204 len: 168 time: 0.8243315 Jul 15 23:27:47.184287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a6afc1-b78d-46e8-8f6c-e42236209482 req-d410666f-c381-46c1-a79d-c6ebd45b9115 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934656 Jul 15 23:27:47.215368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-61a7e08d-0612-473c-a070-74d668267089 None None] Deleting port a9096144-14b4-4e67-aab4-db4e2573524c {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:47.215950 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61a7e08d-0612-473c-a070-74d668267089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.252491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638d6b0-1b1a-4a28-8ce8-d920eee06029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-962480948-project] Pushing event deleted for resources: {'Network': ['ID=c37e2753-71cf-4745-861b-5ee613691bec,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.283476 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.298331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.309433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-61a7e08d-0612-473c-a070-74d668267089 None None] For port a9096144-14b4-4e67-aab4-db4e2573524c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a9096144-14b4-4e67-aab4-db4e2573524c,segment=NetworkSegment(1482ab6b-838e-49cb-94b2-82d9ad57e560),segment_id=1482ab6b-838e-49cb-94b2-82d9ad57e560)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:47.310329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61a7e08d-0612-473c-a070-74d668267089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.313806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Pushing event deleted for resources: {'Port': ['ID=200616a2-a0fb-4140-a6a1-e7807c06b5b2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.321091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Transition to ACTIVE for port object 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:47.332654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-61a7e08d-0612-473c-a070-74d668267089 None None] Calling delete_port for a9096144-14b4-4e67-aab4-db4e2573524c owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:47.351244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Transition to ACTIVE for port object 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:47.384976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.389426 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.416848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.10 (fe81ae63-6bcf-4e5f-94ea-99532205aa66/0eb6a664-af5a-42b5-bc28-41f76ef25bef/03eb3713-d82b-4887-817f-2ddb35c832ab) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:47.419095 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.421361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=a9096144-14b4-4e67-aab4-db4e2573524c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.425519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No DVR routers for this DVR port a9096144-14b4-4e67-aab4-db4e2573524c on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:47.467047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Network fe81ae63-6bcf-4e5f-94ea-99532205aa66 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:47.474264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:47.477058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:47.483576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Pushing event updated for resources: {'Port': ['ID=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.549738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61a7e08d-0612-473c-a070-74d668267089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.580741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Attempting to bind port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:47.581109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Attempting to bind port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '7523edaf-d71e-434b-baaf-4452169915dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:47.581476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Attempting to bind port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 on network fe81ae63-6bcf-4e5f-94ea-99532205aa66 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:47.587380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7e08d-0612-473c-a070-74d668267089 None None] No DVR routers for this DVR port a9096144-14b4-4e67-aab4-db4e2573524c on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:47.592922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7e08d-0612-473c-a070-74d668267089 None None] Pushing event deleted for resources: {'Port': ['ID=a9096144-14b4-4e67-aab4-db4e2573524c,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.603110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:47.603765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Checking segment: {'id': '7523edaf-d71e-434b-baaf-4452169915dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:47.605346 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.606203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Bound using segment: {'id': '7523edaf-d71e-434b-baaf-4452169915dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:47.607034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Bound port: 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7523edaf-d71e-434b-baaf-4452169915dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:47.607863 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.629029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.632072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59370) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:47.653263 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.656410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.697898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5c3f1847-52f4-4508-900f-32cf74d735d8 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:47.739557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6ef431-3044-4165-bcd2-ea3752646309']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:47.742613 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.743390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28142d37-d515-424c-bc35-30a2034b33bd {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:47.753402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.754877 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-229716e6-c530-4641-a7cf-c7bdb7d51051 admin admin] 10.222.0.23 "DELETE /v2.0/routers/28142d37-d515-424c-bc35-30a2034b33bd HTTP/1.1" status: 204 len: 168 time: 1.9240444 Jul 15 23:27:47.767319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5c3f1847-52f4-4508-900f-32cf74d735d8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:47.767672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5c3f1847-52f4-4508-900f-32cf74d735d8 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:47.768093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 200616a2-a0fb-4140-a6a1-e7807c06b5b2 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:47.771531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59378) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:47.792027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1482ab6b-838e-49cb-94b2-82d9ad57e560') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:47.792521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1482ab6b-838e-49cb-94b2-82d9ad57e560') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:47.795359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.811912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 200616a2-a0fb-4140-a6a1-e7807c06b5b2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:47.812264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 200616a2-a0fb-4140-a6a1-e7807c06b5b2 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:47.812688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a9096144-14b4-4e67-aab4-db4e2573524c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:47.817304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] For port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:47.826526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.850922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a9096144-14b4-4e67-aab4-db4e2573524c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:47.851145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a9096144-14b4-4e67-aab4-db4e2573524c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:47.856457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object 03eb3713-d82b-4887-817f-2ddb35c832ab will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:47.857539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] For port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,segment=NetworkSegment(7523edaf-d71e-434b-baaf-4452169915dc),segment_id=7523edaf-d71e-434b-baaf-4452169915dc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:47.858974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.863840 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.870911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa49ee5-7764-4151-a58d-e9104613c7c8 admin admin] Deleting subnet 426d4c12-cde9-40e7-ae27-77f0bce27a8b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:47.873749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:47.873749 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:47.877620 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:47.880178 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7fa49ee5-7764-4151-a58d-e9104613c7c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.938593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7fa49ee5-7764-4151-a58d-e9104613c7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.950460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac4812-97f2-48cc-945a-d0fc43e83547 None None] Pushing event updated for resources: {'Port': ['ID=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.959679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d576d9-b3ee-464d-ba25-598eca7bb168 req-8db99025-b7c1-42aa-a837-f158f298a8f3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:47.966798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5d576d9-b3ee-464d-ba25-598eca7bb168 req-8db99025-b7c1-42aa-a837-f158f298a8f3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2349136 Jul 15 23:27:47.999907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dabbfc60-d831-470f-9f40-afbf0cbba6bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b408db37f32c45928ae54cc7af610ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639259 Jul 15 23:27:48.023350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59380) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:48.043326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.054173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3510a426-6a6f-42ae-a37f-73b85322f7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.078045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.083489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/networks/7a6ef431-3044-4165-bcd2-ea3752646309 HTTP/1.1" status: 204 len: 168 time: 1.6936913 Jul 15 23:27:48.098306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59382) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:48.105569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-727527137'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:48.105967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-9d8a5fd2-aff1-436f-b6e3-4db9d6da2056 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3054779 Jul 15 23:27:48.113282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9874252-15cb-4598-81a1-8326ae1985dd tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Network': ['ID=7a6ef431-3044-4165-bcd2-ea3752646309,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:48.135217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7fa49ee5-7764-4151-a58d-e9104613c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.139501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5d576d9-b3ee-464d-ba25-598eca7bb168 req-50fe5c59-ba73-4efd-9b68-de92289e1e6a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635220 Jul 15 23:27:48.154856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.156717 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-960e5ff5-951c-44e3-a3f6-89e63e8875a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.169829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:48.173442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.244475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:48.251088 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7fa49ee5-7764-4151-a58d-e9104613c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.284988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=03eb3713-d82b-4887-817f-2ddb35c832ab,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:48.289326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.296960 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Added segment 4724d5d6-3db8-4aa5-bc16-00ea94b6e945 of type vlan for network 0e49a48e-138e-4b0b-bc48-32374af5e26a Jul 15 23:27:48.308053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa49ee5-7764-4151-a58d-e9104613c7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426d4c12-cde9-40e7-ae27-77f0bce27a8b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:48.312592 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7fa49ee5-7764-4151-a58d-e9104613c7c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.314603 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7fa49ee5-7764-4151-a58d-e9104613c7c8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/426d4c12-cde9-40e7-ae27-77f0bce27a8b HTTP/1.1" status: 204 len: 168 time: 0.5414321 Jul 15 23:27:48.317714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59386) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:48.321403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bac516-5759-44cb-a028-846916648e98 None None] Network b02f2a03-9b4e-4175-8375-8747b70b26a9 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:48.344926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network fe81ae63-6bcf-4e5f-94ea-99532205aa66 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:48.359709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:48.364125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:48.375321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.436317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.449180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-960e5ff5-951c-44e3-a3f6-89e63e8875a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.462471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.468273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:48.469078 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.469211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:48.469811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.532183 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4280069 Jul 15 23:27:48.533630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59388) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:48.536546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e125feb2-aff9-42a0-90be-d14197782a6b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8456750 Jul 15 23:27:48.542192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:48.542857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-521ef468-8764-415f-891d-0553d68f4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:48.544368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-521ef468-8764-415f-891d-0553d68f4eae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1096 time: 0.3837891 Jul 15 23:27:48.544834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:48.559120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': 'fe81ae63-6bcf-4e5f-94ea-99532205aa66', 'name': 'tempest-PortsTestJSON-604733896', 'fixed_ips': [{'subnet_id': '0eb6a664-af5a-42b5-bc28-41f76ef25bef', 'ip_address': '172.20.0.9'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:48.591559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378ac55-4d2a-4ce5-8a91-d05b88f6e92e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Network': ['ID=0e49a48e-138e-4b0b-bc48-32374af5e26a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:48.609911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0e49a48e-138e-4b0b-bc48-32374af5e26a details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:48.631202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] DHCP port deletion for b02f2a03-9b4e-4175-8375-8747b70b26a9 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:48.646325 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Deleting port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:48.646785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.719663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] Deleting port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:48.720043 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.733946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:48.734822 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.746497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] For port 09caa1fe-6a78-4ffa-bd90-08dd7c161336, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=09caa1fe-6a78-4ffa-bd90-08dd7c161336,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:48.746911 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.777289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Calling delete_port for 09caa1fe-6a78-4ffa-bd90-08dd7c161336 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:48.792394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] For port 09caa1fe-6a78-4ffa-bd90-08dd7c161336, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=09caa1fe-6a78-4ffa-bd90-08dd7c161336,segment=NetworkSegment(4a7809dd-087c-4728-b4c3-ca62fee5b215),segment_id=4a7809dd-087c-4728-b4c3-ca62fee5b215)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:48.793047 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.803813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-960e5ff5-951c-44e3-a3f6-89e63e8875a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.806402 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-960e5ff5-951c-44e3-a3f6-89e63e8875a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.809864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-960e5ff5-951c-44e3-a3f6-89e63e8875a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b52dbaa-3fdd-43bf-a914-29e9cbaf35b8 HTTP/1.1" status: 204 len: 168 time: 0.7825577 Jul 15 23:27:48.810059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] Calling delete_port for 09caa1fe-6a78-4ffa-bd90-08dd7c161336 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:48.821111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf10fe7-c297-4b85-add5-54cca5f20092 req-96973236-6c9d-40da-821f-d95f74bab67c tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:48.822655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caf10fe7-c297-4b85-add5-54cca5f20092 req-96973236-6c9d-40da-821f-d95f74bab67c tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3396800 Jul 15 23:27:48.857505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e5ff5-951c-44e3-a3f6-89e63e8875a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b52dbaa-3fdd-43bf-a914-29e9cbaf35b8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:48.898863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-291582aa-b6f0-4a21-b918-c00c01372aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:48.900385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-291582aa-b6f0-4a21-b918-c00c01372aa4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.3078392 Jul 15 23:27:48.926415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:48.933028 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.988791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-caf10fe7-c297-4b85-add5-54cca5f20092 req-13081112-527a-4d2e-9ca2-50b8ce3c0164 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553843 Jul 15 23:27:49.001426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 59e9a224-9c49-40bb-b74e-07ce3b4915e4 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:49.057876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.067194 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.075007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-b34f2a82-db8f-42fa-ada8-6425a846e26d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 1001 time: 0.1649125 Jul 15 23:27:49.075637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.098944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] Pushing event deleted for resources: {'Port': ['ID=09caa1fe-6a78-4ffa-bd90-08dd7c161336,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.108447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0fcec-471c-4494-9ebf-5a063debdfa9 None None] No DVR routers for this DVR port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:49.163470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Pushing event deleted for resources: {'Port': ['ID=09caa1fe-6a78-4ffa-bd90-08dd7c161336,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.171288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] No DVR routers for this DVR port 09caa1fe-6a78-4ffa-bd90-08dd7c161336 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:49.214060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-edff67f4-64db-4ef6-a0c5-ce53c9c0442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:49.215908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-edff67f4-64db-4ef6-a0c5-ce53c9c0442e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1297121 Jul 15 23:27:49.251773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=bfc739be-44c5-4ff0-921e-6c7c6f0f6876,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.298209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.302896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59398) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:49.325354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.9 (fe81ae63-6bcf-4e5f-94ea-99532205aa66/0eb6a664-af5a-42b5-bc28-41f76ef25bef/59e9a224-9c49-40bb-b74e-07ce3b4915e4) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:49.329569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Checking segment: {'id': '4724d5d6-3db8-4aa5-bc16-00ea94b6e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:49.329942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network hostable DHCP agents. Network: 0e49a48e-138e-4b0b-bc48-32374af5e26a, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:49.333082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02f2a03-9b4e-4175-8375-8747b70b26a9']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:49.347795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7809dd-087c-4728-b4c3-ca62fee5b215') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:49.348087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7809dd-087c-4728-b4c3-ca62fee5b215') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:49.369845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.373584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-35183aa6-e1c8-41f1-825d-058416ec7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:49.375948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-35183aa6-e1c8-41f1-825d-058416ec7874 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498430 Jul 15 23:27:49.390246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b5223-d625-445f-83ab-f5ee8287e6ea None None] Network fe81ae63-6bcf-4e5f-94ea-99532205aa66 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:49.400164 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe6f28a8-03a2-4c42-aa1a-361f6f8e7ec4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=464fecad8fb5431b9f078f0f58348f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893805 Jul 15 23:27:49.400164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.401189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59402) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:49.401783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 0e49a48e-138e-4b0b-bc48-32374af5e26a is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:49.425757 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:49.426165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:49.427850 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:49.445870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0e49a48e-138e-4b0b-bc48-32374af5e26a) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:49.461195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:49.461195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.462482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e8378-2ea3-4030-9e93-d47e5cdb74f6 None None] Network 0e49a48e-138e-4b0b-bc48-32374af5e26a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:49.529254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a28de228-48f5-4fe0-9f48-fc53744c37f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.534696 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ca505caa-79e2-4bf7-a2d8-4977b5001145 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0004375 Jul 15 23:27:49.542448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59404) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:49.551040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a', 'name': 'tempest-PortsIpV6TestJSON-522767513', 'fixed_ips': [{'subnet_id': 'bfc739be-44c5-4ff0-921e-6c7c6f0f6876', 'ip_address': '2001:db8::10'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:49.569648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a28de228-48f5-4fe0-9f48-fc53744c37f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.612544 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.647878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c3a7-1190-462d-a54e-d51b0d86dc43 req-aee30a4d-1be7-4d76-a455-6fb2e952d611 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:49.648222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.649339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbc7c3a7-1190-462d-a54e-d51b0d86dc43 req-aee30a4d-1be7-4d76-a455-6fb2e952d611 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.3065171 Jul 15 23:27:49.651013 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] 10.222.0.23 "DELETE /v2.0/networks/b02f2a03-9b4e-4175-8375-8747b70b26a9 HTTP/1.1" status: 204 len: 168 time: 1.3322141 Jul 15 23:27:49.653492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e828ab-0fe7-4f6d-bbc6-a9ffed2add4b admin admin] Pushing event deleted for resources: {'Network': ['ID=b02f2a03-9b4e-4175-8375-8747b70b26a9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.657537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59406) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:49.676326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-250d49ad-9b61-4fe8-bc22-078c5ef80e30 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756042 Jul 15 23:27:49.680053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a28de228-48f5-4fe0-9f48-fc53744c37f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.699494 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a28de228-48f5-4fe0-9f48-fc53744c37f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.703629 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a28de228-48f5-4fe0-9f48-fc53744c37f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/073cc05b-30a8-4830-ab46-407dc61a8308 HTTP/1.1" status: 204 len: 168 time: 0.2968340 Jul 15 23:27:49.711912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28de228-48f5-4fe0-9f48-fc53744c37f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073cc05b-30a8-4830-ab46-407dc61a8308,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.741646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:49.746953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ae1857a3-b03e-4e39-99b4-ac50022f8c74 None None] Provisioning for port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:49.862846 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.903140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:49.915876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:49.916266 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.959069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbc7c3a7-1190-462d-a54e-d51b0d86dc43 req-89cab5dc-cf79-4229-a44b-64b3021483bb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895565 Jul 15 23:27:49.974564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object 59e9a224-9c49-40bb-b74e-07ce3b4915e4 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:49.995740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-0e49a48e-138e-4b0b-bc48-32374af5e26a', 'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a', 'tenant_id': '4c781cba592b484d8c6307dff9c01431', 'fixed_ips': [{'subnet_id': 'bfc739be-44c5-4ff0-921e-6c7c6f0f6876'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:49.996890 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.019039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b2eff75-9709-47ed-b912-23bc6b9387fc req-acbc2e93-d333-427a-af0f-d33d3b80e439 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924809 Jul 15 23:27:50.080261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:50.192233 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.223627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.263660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,segment=NetworkSegment(7523edaf-d71e-434b-baaf-4452169915dc),segment_id=7523edaf-d71e-434b-baaf-4452169915dc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:50.294426 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.383223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:50.411591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Allocated IP 2001:db8::2 (0e49a48e-138e-4b0b-bc48-32374af5e26a/bfc739be-44c5-4ff0-921e-6c7c6f0f6876/0cf87f14-4dcc-48d0-89cf-9d1647c42100) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:50.422387 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 09caa1fe-6a78-4ffa-bd90-08dd7c161336 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:50.462629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 09caa1fe-6a78-4ffa-bd90-08dd7c161336 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:50.463027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 09caa1fe-6a78-4ffa-bd90-08dd7c161336 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:50.491315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-65b56416-6545-4e83-abf1-172a6f6a6ee2 None None] Provisioning complete for port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:50.491706 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-65b56416-6545-4e83-abf1-172a6f6a6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.676885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59430) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:50.697705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3f26abf0-c0a3-42aa-bce4-2187eaf3ee3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.704450 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.717208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Transition to ACTIVE for port object 0cf87f14-4dcc-48d0-89cf-9d1647c42100 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:50.731066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-65b56416-6545-4e83-abf1-172a6f6a6ee2 None None] Provisioning for port 03eb3713-d82b-4887-817f-2ddb35c832ab completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:50.747774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-65b56416-6545-4e83-abf1-172a6f6a6ee2 None None] Provisioning complete for port 03eb3713-d82b-4887-817f-2ddb35c832ab triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:50.748157 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-65b56416-6545-4e83-abf1-172a6f6a6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.748743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network fe81ae63-6bcf-4e5f-94ea-99532205aa66 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:50.771879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Transition to ACTIVE for port object 0cf87f14-4dcc-48d0-89cf-9d1647c42100 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:50.777710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:50.783494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=59e9a224-9c49-40bb-b74e-07ce3b4915e4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:50.786684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:50.788226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.797272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.810166 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1589990490'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:50.831746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-65b56416-6545-4e83-abf1-172a6f6a6ee2 None None] Port 03eb3713-d82b-4887-817f-2ddb35c832ab cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:50.836608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Network 0e49a48e-138e-4b0b-bc48-32374af5e26a is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:50.841318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:50.845186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:50.847371 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.849288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:50.861610 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.876371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port a51d6817-f971-4f35-8e1e-39c9211de306 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:50.896061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb98901-9207-4923-a2db-9f2177dbcd82 req-0c9a3c57-5885-40e1-893e-e0a4108e5a56 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:50.903139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eb98901-9207-4923-a2db-9f2177dbcd82 req-0c9a3c57-5885-40e1-893e-e0a4108e5a56 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2266464 Jul 15 23:27:50.929537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:50.930179 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.946823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Pushing event updated for resources: {'Port': ['ID=0cf87f14-4dcc-48d0-89cf-9d1647c42100,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:50.957154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Attempting to bind port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:50.957898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Attempting to bind port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4724d5d6-3db8-4aa5-bc16-00ea94b6e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:50.958686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Attempting to bind port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 on network 0e49a48e-138e-4b0b-bc48-32374af5e26a {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:50.966980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:50.967360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Checking segment: {'id': '4724d5d6-3db8-4aa5-bc16-00ea94b6e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:50.967764 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.968158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Bound using segment: {'id': '4724d5d6-3db8-4aa5-bc16-00ea94b6e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:50.968633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Bound port: 0cf87f14-4dcc-48d0-89cf-9d1647c42100, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4724d5d6-3db8-4aa5-bc16-00ea94b6e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:50.969016 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.986012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-585bb7b2-3043-43c3-9326-73397de28ed2 None None] Provisioning complete for port 03eb3713-d82b-4887-817f-2ddb35c832ab triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:50.986674 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-585bb7b2-3043-43c3-9326-73397de28ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.009807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.015653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.034287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-13e183c4-afa5-4b79-ad68-f13e2447f678 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4824431 Jul 15 23:27:51.037194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59434) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:51.052275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b474978e-5b38-4414-b4a8-8511d11bd5a5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.062727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:51.076696 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.077228 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Added segment 56dca400-273a-4108-ab52-1b753761d544 of type vlan for network 74549bed-ab35-4c04-a73f-49c8912c8d6f Jul 15 23:27:51.079585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.091022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-585bb7b2-3043-43c3-9326-73397de28ed2 None None] Port 03eb3713-d82b-4887-817f-2ddb35c832ab cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:51.101289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] For port 0cf87f14-4dcc-48d0-89cf-9d1647c42100, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:51.105050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] For port 0cf87f14-4dcc-48d0-89cf-9d1647c42100, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0cf87f14-4dcc-48d0-89cf-9d1647c42100,segment=NetworkSegment(4724d5d6-3db8-4aa5-bc16-00ea94b6e945),segment_id=4724d5d6-3db8-4aa5-bc16-00ea94b6e945)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:51.114274 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.141385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.184051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.191752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.192426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.198513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eb98901-9207-4923-a2db-9f2177dbcd82 req-8b98e1b9-8c6d-4e74-889c-2adfec9c7ab2 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924893 Jul 15 23:27:51.227545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec2c67-c532-4539-a6cf-52af34130d16 None None] Pushing event updated for resources: {'Port': ['ID=0cf87f14-4dcc-48d0-89cf-9d1647c42100,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.231595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23777e0c-b230-41e5-af65-ffb9f1738d11 None None] Provisioning for port 59e9a224-9c49-40bb-b74e-07ce3b4915e4 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:51.236595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23777e0c-b230-41e5-af65-ffb9f1738d11 None None] Provisioning complete for port 59e9a224-9c49-40bb-b74e-07ce3b4915e4 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:51.236997 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23777e0c-b230-41e5-af65-ffb9f1738d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.255708 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5851996 Jul 15 23:27:51.256532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59440) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:51.267946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:51.275430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-23777e0c-b230-41e5-af65-ffb9f1738d11 None None] Port 59e9a224-9c49-40bb-b74e-07ce3b4915e4 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:51.326607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f385b6-eaf3-42d8-b49d-4b81ff939e44 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Network': ['ID=74549bed-ab35-4c04-a73f-49c8912c8d6f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.337828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:51.365497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::10 (0e49a48e-138e-4b0b-bc48-32374af5e26a/bfc739be-44c5-4ff0-921e-6c7c6f0f6876/a51d6817-f971-4f35-8e1e-39c9211de306) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:51.420771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:51.427320 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.439035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ef21ee-5b0d-4bfb-84b2-628f449c64ea tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.440755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b5ef21ee-5b0d-4bfb-84b2-628f449c64ea tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4002066 Jul 15 23:27:51.445596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59442) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:51.563560 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.640745 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.731266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:51.731479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d88e17-536f-4b0c-a269-41131cdca08e req-ca86b215-f16f-4529-8977-07c86a7d089b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.735271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47d88e17-536f-4b0c-a269-41131cdca08e req-ca86b215-f16f-4529-8977-07c86a7d089b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.3712511 Jul 15 23:27:51.750952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.779286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ef51b-55df-4f08-b202-f3bfc18c8905 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.785596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:51.786046 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.787803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ef51b-55df-4f08-b202-f3bfc18c8905 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.794466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ef51b-55df-4f08-b202-f3bfc18c8905 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.799341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ee5ef51b-55df-4f08-b202-f3bfc18c8905 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3526661 Jul 15 23:27:51.799685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59444) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:51.842063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=d3752026-b579-42aa-a28d-b387cbd48386,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.867433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:51.867789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network hostable DHCP agents. Network: 74549bed-ab35-4c04-a73f-49c8912c8d6f, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:51.882164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0cf87f14-4dcc-48d0-89cf-9d1647c42100 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:51.902594 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.910885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47d88e17-536f-4b0c-a269-41131cdca08e req-b3de02d3-c965-4c66-95f4-cd842883223d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697252 Jul 15 23:27:51.915217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:51.928034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object a51d6817-f971-4f35-8e1e-39c9211de306 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:51.929670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 74549bed-ab35-4c04-a73f-49c8912c8d6f) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:51.937767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.938351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.947732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e1ed8e-1f4e-4fe2-89fc-9a1e0d7f2f80 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:51.957902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d0de82c9-00f3-4cea-b5ba-1214944f16d6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 59e9a224-9c49-40bb-b74e-07ce3b4915e4 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:51.958325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0de82c9-00f3-4cea-b5ba-1214944f16d6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.966638 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-498418ff-81f9-4a18-8a3c-dd7d81830687 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7030056 Jul 15 23:27:51.975774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59446) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:51.982250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'name': 'tempest-NetworksTestDHCPv6-1532532085'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:51.993578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:52.081687 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.152877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 0e49a48e-138e-4b0b-bc48-32374af5e26a is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:52.160657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0de82c9-00f3-4cea-b5ba-1214944f16d6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.171525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'd3752026-b579-42aa-a28d-b387cbd48386'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:52.172744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.177326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:52.181387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:52.191341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.192417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.195877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=a51d6817-f971-4f35-8e1e-39c9211de306,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:52.266064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8ad86525-9e87-4b3a-9cd2-4d1082bb5ba1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7225118 Jul 15 23:27:52.268787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59450) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:52.277243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': '0e49a48e-138e-4b0b-bc48-32374af5e26a', 'name': 'tempest-PortsIpV6TestJSON-1979917886', 'fixed_ips': [{'subnet_id': 'bfc739be-44c5-4ff0-921e-6c7c6f0f6876', 'ip_address': '2001:db8::f'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:52.356795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/d3752026-b579-42aa-a28d-b387cbd48386/9af70d2a-6e9d-432b-8175-173f509f1e15) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:52.504606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Deleting port 1831afc0-dc9d-4c17-986a-2344f5fa5e26 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:52.505029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.509623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:52.514734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.564478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port bcc4ad57-1b73-4485-b8e6-21322f867522 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:52.568807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e79979-57fd-458a-9168-01a55f537578 None None] Network 0e49a48e-138e-4b0b-bc48-32374af5e26a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:52.575237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.604417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Transition to ACTIVE for port object 9af70d2a-6e9d-432b-8175-173f509f1e15 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:52.606475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d0de82c9-00f3-4cea-b5ba-1214944f16d6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 59e9a224-9c49-40bb-b74e-07ce3b4915e4 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:52.615168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca401d-d32e-41a4-afef-dd7ed7295d89 req-6d6220ea-a0d4-473c-9c8e-b5cc9eb8ab2d tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.617850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53ca401d-d32e-41a4-afef-dd7ed7295d89 req-6d6220ea-a0d4-473c-9c8e-b5cc9eb8ab2d tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2237239 Jul 15 23:27:52.651528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4d2320e9-476b-4ba8-ac97-2c3b31687bee None None] Provisioning for port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:52.661766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Transition to ACTIVE for port object 9af70d2a-6e9d-432b-8175-173f509f1e15 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:52.667654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4d2320e9-476b-4ba8-ac97-2c3b31687bee None None] Provisioning complete for port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:52.668298 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d2320e9-476b-4ba8-ac97-2c3b31687bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.673894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:52.676200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.705722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port e324c7bf-7555-4dda-b07e-e778ee92923f yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:52.736379 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.745920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] For port 1831afc0-dc9d-4c17-986a-2344f5fa5e26, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1831afc0-dc9d-4c17-986a-2344f5fa5e26,segment=NetworkSegment(e0634b0a-0f3a-4566-b453-043a9a6b5df3),segment_id=e0634b0a-0f3a-4566-b453-043a9a6b5df3)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:52.746285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.791516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53ca401d-d32e-41a4-afef-dd7ed7295d89 req-334fd088-c54f-4f1a-96a4-9cb5952dd2a7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673465 Jul 15 23:27:52.796453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Calling delete_port for 1831afc0-dc9d-4c17-986a-2344f5fa5e26 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:52.844347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:52.864941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Pushing event updated for resources: {'Port': ['ID=9af70d2a-6e9d-432b-8175-173f509f1e15,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:52.867464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:52.873782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:52.879593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::2f6 (74549bed-ab35-4c04-a73f-49c8912c8d6f/d3752026-b579-42aa-a28d-b387cbd48386/e324c7bf-7555-4dda-b07e-e778ee92923f) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:52.893438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0de82c9-00f3-4cea-b5ba-1214944f16d6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.899566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d2320e9-476b-4ba8-ac97-2c3b31687bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.927701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::f (0e49a48e-138e-4b0b-bc48-32374af5e26a/bfc739be-44c5-4ff0-921e-6c7c6f0f6876/bcc4ad57-1b73-4485-b8e6-21322f867522) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:52.942145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de82c9-00f3-4cea-b5ba-1214944f16d6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=59e9a224-9c49-40bb-b74e-07ce3b4915e4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:53.035845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4d2320e9-476b-4ba8-ac97-2c3b31687bee None None] For port 0cf87f14-4dcc-48d0-89cf-9d1647c42100, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0cf87f14-4dcc-48d0-89cf-9d1647c42100,segment=NetworkSegment(4724d5d6-3db8-4aa5-bc16-00ea94b6e945),segment_id=4724d5d6-3db8-4aa5-bc16-00ea94b6e945)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:53.037096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Attempting to bind port 9af70d2a-6e9d-432b-8175-173f509f1e15 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:53.037626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Attempting to bind port 9af70d2a-6e9d-432b-8175-173f509f1e15 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:53.037985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Attempting to bind port 9af70d2a-6e9d-432b-8175-173f509f1e15 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:53.052483 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d2320e9-476b-4ba8-ac97-2c3b31687bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.069343 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0de82c9-00f3-4cea-b5ba-1214944f16d6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.072154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:53.072359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:53.072779 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.073186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:53.073702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Bound port: 9af70d2a-6e9d-432b-8175-173f509f1e15, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:53.074182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.074485 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0de82c9-00f3-4cea-b5ba-1214944f16d6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/59e9a224-9c49-40bb-b74e-07ce3b4915e4 HTTP/1.1" status: 204 len: 168 time: 1.2716861 Jul 15 23:27:53.082821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59454) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:53.118389 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f5ce37-f68f-42e1-a9d6-39e3a65c2a5a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:53.122935 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-30f5ce37-f68f-42e1-a9d6-39e3a65c2a5a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/59e9a224-9c49-40bb-b74e-07ce3b4915e4 HTTP/1.1" status: 404 len: 333 time: 0.0389771 Jul 15 23:27:53.123541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59458) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:53.183308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2320e9-476b-4ba8-ac97-2c3b31687bee None None] Pushing event updated for resources: {'Port': ['ID=0cf87f14-4dcc-48d0-89cf-9d1647c42100,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:53.228488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] For port 9af70d2a-6e9d-432b-8175-173f509f1e15, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:53.238291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] For port 9af70d2a-6e9d-432b-8175-173f509f1e15, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9af70d2a-6e9d-432b-8175-173f509f1e15,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:53.251958 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.265622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.313758 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.337624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object e324c7bf-7555-4dda-b07e-e778ee92923f will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:53.365210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c6b38244-af6a-48cf-9825-041e2d6ae084 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 03eb3713-d82b-4887-817f-2ddb35c832ab {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:53.365558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6b38244-af6a-48cf-9825-041e2d6ae084 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.370005 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.398177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576c803-68b3-4332-8965-cbce6da94da6 None None] Pushing event updated for resources: {'Port': ['ID=9af70d2a-6e9d-432b-8175-173f509f1e15,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:53.461620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.463042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1831afc0-dc9d-4c17-986a-2344f5fa5e26,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:53.522390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:53.527961 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:53.530422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:53.536966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.537630 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.542547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6b38244-af6a-48cf-9825-041e2d6ae084 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.565865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c6b38244-af6a-48cf-9825-041e2d6ae084 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 03eb3713-d82b-4887-817f-2ddb35c832ab owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:53.585556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=e324c7bf-7555-4dda-b07e-e778ee92923f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:53.593643 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-692e174a-a69b-49f4-a935-53ecffd98fa8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6151550 Jul 15 23:27:53.599529 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59460) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:53.630119 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.702984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-060d9176-c761-4620-be84-4df8d429c2d0 None None] Provisioning for port a51d6817-f971-4f35-8e1e-39c9211de306 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:53.726831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-060d9176-c761-4620-be84-4df8d429c2d0 None None] Provisioning complete for port a51d6817-f971-4f35-8e1e-39c9211de306 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:53.726831 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-060d9176-c761-4620-be84-4df8d429c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.730972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142cb5d-8750-4e4f-878f-2ffb5f64c0a2 req-dba9e09a-b2d7-48d5-a871-9c1f86031e0d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.739455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a142cb5d-8750-4e4f-878f-2ffb5f64c0a2 req-dba9e09a-b2d7-48d5-a871-9c1f86031e0d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.5388472 Jul 15 23:27:53.830022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a142cb5d-8750-4e4f-878f-2ffb5f64c0a2 req-5fe457ba-6d3f-4a80-b1f5-9145998f0753 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895772 Jul 15 23:27:53.832659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0cf87f14-4dcc-48d0-89cf-9d1647c42100 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:53.877694 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6b38244-af6a-48cf-9825-041e2d6ae084 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.925737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b38244-af6a-48cf-9825-041e2d6ae084 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=03eb3713-d82b-4887-817f-2ddb35c832ab,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:53.933396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.968168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7812c44-cb1e-4cb3-b6f5-930a60b463a9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.974796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7812c44-cb1e-4cb3-b6f5-930a60b463a9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.976568 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d7812c44-cb1e-4cb3-b6f5-930a60b463a9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2556491 Jul 15 23:27:53.980228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59464) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.024144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object bcc4ad57-1b73-4485-b8e6-21322f867522 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:54.125258 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6b38244-af6a-48cf-9825-041e2d6ae084 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.135026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c6b38244-af6a-48cf-9825-041e2d6ae084 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/03eb3713-d82b-4887-817f-2ddb35c832ab HTTP/1.1" status: 204 len: 168 time: 0.9960468 Jul 15 23:27:54.138629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59466) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.197265 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-6298b942-7f6d-4cff-9b02-13362aa6134d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:27:54.203333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6298b942-7f6d-4cff-9b02-13362aa6134d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/03eb3713-d82b-4887-817f-2ddb35c832ab HTTP/1.1" status: 404 len: 333 time: 0.0615101 Jul 15 23:27:54.204143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59468) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.248773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-060d9176-c761-4620-be84-4df8d429c2d0 None None] Port a51d6817-f971-4f35-8e1e-39c9211de306 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:54.278474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc812c-5e70-4194-b866-2ae6574724b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port e324c7bf-7555-4dda-b07e-e778ee92923f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:54.278801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbbc812c-5e70-4194-b866-2ae6574724b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.282354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-060d9176-c761-4620-be84-4df8d429c2d0 None None] Provisioning complete for port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:54.282732 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-060d9176-c761-4620-be84-4df8d429c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.286213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:54.286577 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.289485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dec5578-98be-4b6c-ab81-e0e99e914ad9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet 0eb6a664-af5a-42b5-bc28-41f76ef25bef {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:54.303028 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3dec5578-98be-4b6c-ab81-e0e99e914ad9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.396578 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3dec5578-98be-4b6c-ab81-e0e99e914ad9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.457076 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbbc812c-5e70-4194-b866-2ae6574724b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.477200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc812c-5e70-4194-b866-2ae6574724b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for e324c7bf-7555-4dda-b07e-e778ee92923f owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:54.530643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c2f39c4b-0a7c-4c26-a3e7-0a188e4e685c None None] Provisioning complete for port a51d6817-f971-4f35-8e1e-39c9211de306 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:54.531336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c2f39c4b-0a7c-4c26-a3e7-0a188e4e685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.565926 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3dec5578-98be-4b6c-ab81-e0e99e914ad9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.571475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c2f39c4b-0a7c-4c26-a3e7-0a188e4e685c None None] Port a51d6817-f971-4f35-8e1e-39c9211de306 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:54.667570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.676937 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3dec5578-98be-4b6c-ab81-e0e99e914ad9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.722675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec5578-98be-4b6c-ab81-e0e99e914ad9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb6a664-af5a-42b5-bc28-41f76ef25bef,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:54.727074 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3dec5578-98be-4b6c-ab81-e0e99e914ad9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.732165 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3dec5578-98be-4b6c-ab81-e0e99e914ad9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/0eb6a664-af5a-42b5-bc28-41f76ef25bef HTTP/1.1" status: 204 len: 168 time: 0.5258551 Jul 15 23:27:54.733104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59470) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.736621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad8bdd-1186-4326-a0e2-8867adc6cc24 None None] Network fe81ae63-6bcf-4e5f-94ea-99532205aa66 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:54.745952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbbc812c-5e70-4194-b866-2ae6574724b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.766609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:54.775726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 0e49a48e-138e-4b0b-bc48-32374af5e26a is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:54.776948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=bcc4ad57-1b73-4485-b8e6-21322f867522,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:54.787090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:54.791408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:54.797002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:54.797623 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.816388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc812c-5e70-4194-b866-2ae6574724b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=e324c7bf-7555-4dda-b07e-e778ee92923f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:54.876946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca770-11ef-4c86-a500-9d951cfdd5a5 req-c7bcd1ce-e617-491c-a9f7-3c5c5cdee69f tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:54.879095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a0ca770-11ef-4c86-a500-9d951cfdd5a5 req-c7bcd1ce-e617-491c-a9f7-3c5c5cdee69f tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.6696529 Jul 15 23:27:54.882936 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f1b1fcfd-081a-4305-b540-d2d93c2a8107 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6112998 Jul 15 23:27:54.885653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59474) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.907554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbbc812c-5e70-4194-b866-2ae6574724b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.910318 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dbbc812c-5e70-4194-b866-2ae6574724b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/e324c7bf-7555-4dda-b07e-e778ee92923f HTTP/1.1" status: 204 len: 168 time: 0.9290292 Jul 15 23:27:54.918924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59476) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.923305 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.996379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a0ca770-11ef-4c86-a500-9d951cfdd5a5 req-e07f5c1d-7001-41f4-a878-da0eb3c2e3a2 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991130 Jul 15 23:27:55.040766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a820941-19ee-4c2b-9f2a-e79677afebda tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.040766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a820941-19ee-4c2b-9f2a-e79677afebda tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.040766 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4a820941-19ee-4c2b-9f2a-e79677afebda tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1123197 Jul 15 23:27:55.053464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59478) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:55.054640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] DHCP port deletion for fe81ae63-6bcf-4e5f-94ea-99532205aa66 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:55.089999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.116108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa581fb-0c65-4547-9402-d354adc89a74 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.120811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ffa581fb-0c65-4547-9402-d354adc89a74 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2339392 Jul 15 23:27:55.121042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59482) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:55.122167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:55.126403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] Deleting port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:55.126803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.128736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5ce71630-a021-4270-a840-b8d2a35915c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/79e7146e-c27b-4dd7-8f56-d2a39de7e424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4652004 Jul 15 23:27:55.131246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59484) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:55.133894 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] Sync routers for ids ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:55.156963 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] Routers {'79e7146e-c27b-4dd7-8f56-d2a39de7e424'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:55.157762 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:55.172382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917ec416-4bbc-4be5-a034-b16e3febe80d None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:55.270338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:55.270844 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.285848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet d3752026-b579-42aa-a28d-b387cbd48386 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:55.300111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.322528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-739888be-5c46-4dfb-b459-30e29f942e4f None None] Provisioning for port 9af70d2a-6e9d-432b-8175-173f509f1e15 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:55.338707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] For port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,segment=NetworkSegment(7523edaf-d71e-434b-baaf-4452169915dc),segment_id=7523edaf-d71e-434b-baaf-4452169915dc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:55.339507 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.370079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969d349-9963-411f-a115-73ed72321149 req-473074c5-9e36-4773-a0ad-a7e33f70cae2 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.372457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a969d349-9963-411f-a115-73ed72321149 req-473074c5-9e36-4773-a0ad-a7e33f70cae2 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1647410 Jul 15 23:27:55.385340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] Calling delete_port for 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:55.452468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472a351-5b72-40ec-867a-589513061cf3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.459279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472a351-5b72-40ec-867a-589513061cf3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.465869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472a351-5b72-40ec-867a-589513061cf3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.471359 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6472a351-5b72-40ec-867a-589513061cf3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3462820 Jul 15 23:27:55.472195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59488) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:55.476144 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] Set router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:55.481680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.512490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] For port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,segment=NetworkSegment(7523edaf-d71e-434b-baaf-4452169915dc),segment_id=7523edaf-d71e-434b-baaf-4452169915dc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:55.513175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.530438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c36c5431-e8ff-44b5-8c52-1d5bfd7671d6 None None] Provisioning for port bcc4ad57-1b73-4485-b8e6-21322f867522 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:55.535737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:55.541644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c36c5431-e8ff-44b5-8c52-1d5bfd7671d6 None None] Provisioning complete for port bcc4ad57-1b73-4485-b8e6-21322f867522 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:55.542253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c36c5431-e8ff-44b5-8c52-1d5bfd7671d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.593896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a969d349-9963-411f-a115-73ed72321149 req-bdacde29-5d7b-4594-8ca0-e915393a1940 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683664 Jul 15 23:27:55.609990 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.617115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c36c5431-e8ff-44b5-8c52-1d5bfd7671d6 None None] Port bcc4ad57-1b73-4485-b8e6-21322f867522 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:55.647780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] Pushing event deleted for resources: {'Port': ['ID=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:55.652140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de2636-514a-400d-ae3a-8f6cbf711718 None None] No DVR routers for this DVR port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:55.652312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.681487 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.763611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9af70d2a-6e9d-432b-8175-173f509f1e15 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:55.797305 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.819555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No DVR routers for this DVR port 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:55.872812 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.874358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9af70d2a-6e9d-432b-8175-173f509f1e15 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:55.879540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9af70d2a-6e9d-432b-8175-173f509f1e15 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:55.879915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.895855 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:27:53Z', 'revision_number': 5, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:55.914020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=d3752026-b579-42aa-a28d-b387cbd48386,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:55.922098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:55.925423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-87216791-3e82-4a4a-9e22-f5c2fa370e5f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port bcc4ad57-1b73-4485-b8e6-21322f867522 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:55.925956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87216791-3e82-4a4a-9e22-f5c2fa370e5f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.932910 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] Checking router: 79e7146e-c27b-4dd7-8f56-d2a39de7e424 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:55.946932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.947284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.947636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.947978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.948315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.948648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.948979 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.949306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.949734 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] Routers {'79e7146e-c27b-4dd7-8f56-d2a39de7e424'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:55.950248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.950375 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:55.950596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.951443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.951443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.972888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.974814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b7b9d49e-440d-408f-a589-fa98ad5da457 None None] Provisioning complete for port 9af70d2a-6e9d-432b-8175-173f509f1e15 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:55.975861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d49e-440d-408f-a589-fa98ad5da457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.976241 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.978332 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4e2de857-d9ec-4e24-9ae0-ef26e69b8dbd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/d3752026-b579-42aa-a28d-b387cbd48386 HTTP/1.1" status: 204 len: 168 time: 0.9233024 Jul 15 23:27:55.982854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.983208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.983557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.983898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.984239 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.984575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.984908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.985954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.985954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.986170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.986423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.986671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:55.993472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59490) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.113621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.118018 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe44e221-92bc-404e-bf8f-ff0ba4cffbc2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234457 Jul 15 23:27:56.123589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59494) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.125838 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] Set router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:56.130517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:56.155499 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.160649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87216791-3e82-4a4a-9e22-f5c2fa370e5f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.179457 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7b9d49e-440d-408f-a589-fa98ad5da457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.195531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe81ae63-6bcf-4e5f-94ea-99532205aa66']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:56.204189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-87216791-3e82-4a4a-9e22-f5c2fa370e5f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for bcc4ad57-1b73-4485-b8e6-21322f867522 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:56.220243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7523edaf-d71e-434b-baaf-4452169915dc') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:56.220799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7523edaf-d71e-434b-baaf-4452169915dc') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:56.225518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 9af70d2a-6e9d-432b-8175-173f509f1e15, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9af70d2a-6e9d-432b-8175-173f509f1e15,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:56.236138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.277019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.292080 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.299319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:56.299863 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.312126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496eb03e-a222-4ef4-992a-2bef99283a29 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:56.348657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:56.355965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Deleting port a8fde54b-ed20-4f90-b552-c6903861c674 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:56.356501 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:56.371745 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:56.384737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.387631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:56.388017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4e0175d1-bfd3-4e3d-94fa-a5e3601aeb83 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:56.395377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-b7b9d49e-440d-408f-a589-fa98ad5da457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:27:56.395742 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-b7b9d49e-440d-408f-a589-fa98ad5da457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:27:56.396328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.398452 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/networks/fe81ae63-6bcf-4e5f-94ea-99532205aa66 HTTP/1.1" status: 204 len: 168 time: 1.6636124 Jul 15 23:27:56.418065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59496) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.424676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-13034815'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:56.434884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168118e-29df-41bd-b5fa-b9cafc06a3ba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Network': ['ID=fe81ae63-6bcf-4e5f-94ea-99532205aa66,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:56.440865 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:27:53Z', 'revision_number': 5, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:56.453583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] For port a8fde54b-ed20-4f90-b552-c6903861c674, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a8fde54b-ed20-4f90-b552-c6903861c674,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:56.454099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.459176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:27:56.459176 n-d-793618-8 neutron-server[93714]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:27:56.459176 n-d-793618-8 neutron-server[93714]: [parameters: {'project_id': '8143863fcd114297b68f87e142af57f8', 'id': '54cd2bfc-4ccb-408e-b565-c40fe8ce6779', 'expiration': datetime.datetime(2021, 7, 15, 23, 29, 56, 447967)}] Jul 15 23:27:56.459176 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:27:56.459747 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:27:56.460930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=9af70d2a-6e9d-432b-8175-173f509f1e15,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:56.463951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:56.472227 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.481554 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf071a-5f0d-45a6-9687-99648a4663cd None None] The sync data for ids ['79e7146e-c27b-4dd7-8f56-d2a39de7e424'] in n-d-793618-8 is: [{'id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'name': 'tempest-TestVolumeBackupRestore-1352376401-router', 'tenant_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:27:53Z', 'revision_number': 5, 'project_id': 'b8ec5e926fe842d0b827a2fd92d8c7ee', 'gw_port': {'id': 'a8fde54b-ed20-4f90-b552-c6903861c674', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e7146e-c27b-4dd7-8f56-d2a39de7e424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:01Z', 'updated_at': '2021-07-15T23:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:56.483926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Calling delete_port for a8fde54b-ed20-4f90-b552-c6903861c674 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:56.505383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf915d-4acc-400d-b736-f18f926b3380 req-f2c42edf-8b04-4162-bd3f-c152954d85b5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.507814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ccf915d-4acc-400d-b736-f18f926b3380 req-f2c42edf-8b04-4162-bd3f-c152954d85b5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3171198 Jul 15 23:27:56.635788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ccf915d-4acc-400d-b736-f18f926b3380 req-49d17130-a940-4843-99fb-728f9454f905 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131799 Jul 15 23:27:56.691479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.713783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87216791-3e82-4a4a-9e22-f5c2fa370e5f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.733622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:56.736742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:56.741591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.742176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.751443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=2daad674-5f79-4776-8cbf-8f17413d669e,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:56.762544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a3f03242-bef8-4c34-810f-b34403bdb6ac tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6379359 Jul 15 23:27:56.765238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59500) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.770620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'name': 'tempest-NetworksTestDHCPv6-694974334'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:56.778147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87216791-3e82-4a4a-9e22-f5c2fa370e5f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=bcc4ad57-1b73-4485-b8e6-21322f867522,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:56.840063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87216791-3e82-4a4a-9e22-f5c2fa370e5f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.847152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-87216791-3e82-4a4a-9e22-f5c2fa370e5f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/bcc4ad57-1b73-4485-b8e6-21322f867522 HTTP/1.1" status: 204 len: 168 time: 1.3689237 Jul 15 23:27:56.850113 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59504) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.885042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:56.895430 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e37042-031c-4d14-a270-878b00d316c9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:56.899882 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-41e37042-031c-4d14-a270-878b00d316c9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/bcc4ad57-1b73-4485-b8e6-21322f867522 HTTP/1.1" status: 404 len: 333 time: 0.0494535 Jul 15 23:27:56.902779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59506) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.944849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff331c-73b0-4dd6-9647-62a0e4be3fad req-9790889a-fe51-46a1-8146-2da1ff753fc0 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.946600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7aff331c-73b0-4dd6-9647-62a0e4be3fad req-9790889a-fe51-46a1-8146-2da1ff753fc0 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1852114 Jul 15 23:27:56.947960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.996817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fde54b-ed20-4f90-b552-c6903861c674,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:57.035810 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.db.api [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:27:57.035810 n-d-793618-8 neutron-server[93714]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:27:57.035810 n-d-793618-8 neutron-server[93714]: [parameters: {'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'id': 'cc48ff6e-beb2-4973-a949-4388f2f3a747', 'expiration': datetime.datetime(2021, 7, 15, 23, 29, 56, 992033)}] Jul 15 23:27:57.035810 n-d-793618-8 neutron-server[93714]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:27:57.036402 n-d-793618-8 neutron-server[93714]: DEBUG oslo_db.api [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:27:57.042599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] Deleting port 9af70d2a-6e9d-432b-8175-173f509f1e15 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:57.043322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.061063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:57.064682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.098804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.119343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:57.130546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e31e11f0-c74f-41ce-a55d-5eff454aaa4a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port a51d6817-f971-4f35-8e1e-39c9211de306 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:57.130947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e31e11f0-c74f-41ce-a55d-5eff454aaa4a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.140434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-813d3575-d08a-4a24-8487-80ccd1a21539 None None] Could not find standard attr ID for object e324c7bf-7555-4dda-b07e-e778ee92923f. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:57.156197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.156559 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Added segment 27074faf-72b7-4cad-b1e8-d64cc0847cd9 of type vlan for network 418cfae0-fece-4078-9d69-9052914a110e Jul 15 23:27:57.165688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] For port 9af70d2a-6e9d-432b-8175-173f509f1e15, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9af70d2a-6e9d-432b-8175-173f509f1e15,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:57.166344 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.181508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] Calling delete_port for 9af70d2a-6e9d-432b-8175-173f509f1e15 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:57.215593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7aff331c-73b0-4dd6-9647-62a0e4be3fad req-3aa0e2df-333b-45f2-a4a2-ad9842b5de28 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271969 Jul 15 23:27:57.224156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.228911 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.245054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.277415 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e31e11f0-c74f-41ce-a55d-5eff454aaa4a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.293373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.294836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e7146e-c27b-4dd7-8f56-d2a39de7e424 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:57.299540 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.302939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e31e11f0-c74f-41ce-a55d-5eff454aaa4a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for a51d6817-f971-4f35-8e1e-39c9211de306 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:57.305112 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.306180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59508) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.311402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0e40a30c-33bb-4226-ad66-6a73f7d29951 admin admin] 10.222.0.23 "DELETE /v2.0/routers/79e7146e-c27b-4dd7-8f56-d2a39de7e424 HTTP/1.1" status: 204 len: 168 time: 2.1788526 Jul 15 23:27:57.335512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] Pushing event deleted for resources: {'Port': ['ID=9af70d2a-6e9d-432b-8175-173f509f1e15,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:57.342562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505788f7-29d7-4260-ae40-db4c4cce96ac None None] No DVR routers for this DVR port 9af70d2a-6e9d-432b-8175-173f509f1e15 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:57.367771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde9e51f-89ba-4d27-b939-d83d33f40234 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:57.392973 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.399303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:57.400627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.434862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0876b92a-ab3c-4a91-8832-2b6068702df9 admin admin] Deleting subnet f8e7592a-55e3-4a3b-83ba-9a5ec2800412 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:57.449694 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0876b92a-ab3c-4a91-8832-2b6068702df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.485502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59510) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.485778 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0655179 Jul 15 23:27:57.495028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '418cfae0-fece-4078-9d69-9052914a110e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:57.532322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1316cbb-e001-4b4b-98b1-dd890077778b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Network': ['ID=418cfae0-fece-4078-9d69-9052914a110e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:57.541457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0876b92a-ab3c-4a91-8832-2b6068702df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.553164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '2daad674-5f79-4776-8cbf-8f17413d669e'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:57.555642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.561867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 418cfae0-fece-4078-9d69-9052914a110e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:57.622582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:57.626286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.636790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:57.640756 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.681655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 82317584-3ad3-4129-91c5-9a954d67d8fc yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:57.744677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e31e11f0-c74f-41ce-a55d-5eff454aaa4a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.747094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0876b92a-ab3c-4a91-8832-2b6068702df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.820664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e11f0-c74f-41ce-a55d-5eff454aaa4a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=a51d6817-f971-4f35-8e1e-39c9211de306,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:57.823912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/2daad674-5f79-4776-8cbf-8f17413d669e/cd0053f9-3d15-4e67-9d68-33a11dfa63ec) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:57.866904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e31e11f0-c74f-41ce-a55d-5eff454aaa4a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.872163 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e31e11f0-c74f-41ce-a55d-5eff454aaa4a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/a51d6817-f971-4f35-8e1e-39c9211de306 HTTP/1.1" status: 204 len: 168 time: 0.9683189 Jul 15 23:27:57.875471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.932216 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-546295ac-f04a-4419-9c30-e54a64c12cd1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:27:57.938054 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-546295ac-f04a-4419-9c30-e54a64c12cd1 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/a51d6817-f971-4f35-8e1e-39c9211de306 HTTP/1.1" status: 404 len: 333 time: 0.0605786 Jul 15 23:27:57.944908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59516) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.957945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0876b92a-ab3c-4a91-8832-2b6068702df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.996260 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.057820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.070122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9af70d2a-6e9d-432b-8175-173f509f1e15 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:58.086041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe812c-63ef-4755-9a38-eeddc9ac618f req-4a197d8b-fd16-4578-ac29-9b354a143d63 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:58.094844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75fe812c-63ef-4755-9a38-eeddc9ac618f req-4a197d8b-fd16-4578-ac29-9b354a143d63 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.2298777 Jul 15 23:27:58.099475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Transition to ACTIVE for port object cd0053f9-3d15-4e67-9d68-33a11dfa63ec will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:58.119872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Transition to ACTIVE for port object cd0053f9-3d15-4e67-9d68-33a11dfa63ec will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:58.124105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9af70d2a-6e9d-432b-8175-173f509f1e15 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:58.124830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9af70d2a-6e9d-432b-8175-173f509f1e15 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:58.126369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1831afc0-dc9d-4c17-986a-2344f5fa5e26 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:58.133332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=a0ed06c0-bbc1-4084-a9c1-3004710e339e,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.153341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1831afc0-dc9d-4c17-986a-2344f5fa5e26 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:58.154419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1831afc0-dc9d-4c17-986a-2344f5fa5e26 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:58.157065 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.158610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75fe812c-63ef-4755-9a38-eeddc9ac618f req-3fc248a6-ab9b-4ac3-b5ea-3d86c75b5bb8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550373 Jul 15 23:27:58.164961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Checking segment: {'id': '27074faf-72b7-4cad-b1e8-d64cc0847cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '418cfae0-fece-4078-9d69-9052914a110e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:58.165594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network hostable DHCP agents. Network: 418cfae0-fece-4078-9d69-9052914a110e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:58.184282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 418cfae0-fece-4078-9d69-9052914a110e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:58.195603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 418cfae0-fece-4078-9d69-9052914a110e) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:58.201302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:58.202317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.204858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:58.209076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4d5d3-0460-4142-9db8-e6b29e27d05e None None] Network 418cfae0-fece-4078-9d69-9052914a110e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:58.222589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c24f128b-46ea-4d1f-acd1-79f0f83c9b2d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7326298 Jul 15 23:27:58.223150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59518) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:58.228222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-182889c1-378e-4f0f-b0c6-049278f01061 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2044706084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:58.236804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:58.242507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:58.256258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-182889c1-378e-4f0f-b0c6-049278f01061 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.257314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-182889c1-378e-4f0f-b0c6-049278f01061 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.261697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Pushing event updated for resources: {'Port': ['ID=cd0053f9-3d15-4e67-9d68-33a11dfa63ec,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.339620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-182889c1-378e-4f0f-b0c6-049278f01061 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.347266 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-182889c1-378e-4f0f-b0c6-049278f01061 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.368062 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-182889c1-378e-4f0f-b0c6-049278f01061 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.371957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-182889c1-378e-4f0f-b0c6-049278f01061 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1453731 Jul 15 23:27:58.381314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59522) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:58.386208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'network_id': '418cfae0-fece-4078-9d69-9052914a110e', 'name': 'tempest-PortsTestJSON-41296693'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:58.387507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Attempting to bind port cd0053f9-3d15-4e67-9d68-33a11dfa63ec on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:58.387885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Attempting to bind port cd0053f9-3d15-4e67-9d68-33a11dfa63ec by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:58.388251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Attempting to bind port cd0053f9-3d15-4e67-9d68-33a11dfa63ec on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:58.453361 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0876b92a-ab3c-4a91-8832-2b6068702df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.458714 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0876b92a-ab3c-4a91-8832-2b6068702df9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f8e7592a-55e3-4a3b-83ba-9a5ec2800412 HTTP/1.1" status: 204 len: 168 time: 1.1483815 Jul 15 23:27:58.461580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876b92a-ab3c-4a91-8832-2b6068702df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e7592a-55e3-4a3b-83ba-9a5ec2800412,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.469105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59526) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:58.527859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e169ba-0259-4bde-968e-bdcfeb0fa9f2 req-f3071b12-f107-4ccb-a635-f1306994ff33 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:58.530210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e169ba-0259-4bde-968e-bdcfeb0fa9f2 req-f3071b12-f107-4ccb-a635-f1306994ff33 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1578438 Jul 15 23:27:58.535077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5368c8f-037d-4790-a732-2a28a667a9ee tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet bfc739be-44c5-4ff0-921e-6c7c6f0f6876 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:58.545501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5368c8f-037d-4790-a732-2a28a667a9ee tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.568774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:58.569189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:58.569534 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.569998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:58.570443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Bound port: cd0053f9-3d15-4e67-9d68-33a11dfa63ec, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:58.570851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.572109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:58.572973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538b6b7-62d4-4653-a368-c7dfcdf6b1c3 None None] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:58.576327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.601502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e169ba-0259-4bde-968e-bdcfeb0fa9f2 req-ede3ff80-d666-4a72-a988-1c6a3e5f2537 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636144 Jul 15 23:27:58.606433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port ba1b9b42-93df-4f70-9eae-438960aea556 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:58.638576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::85 (74549bed-ab35-4c04-a73f-49c8912c8d6f/2daad674-5f79-4776-8cbf-8f17413d669e/82317584-3ad3-4129-91c5-9a954d67d8fc) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:58.659243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.677574 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5368c8f-037d-4790-a732-2a28a667a9ee tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.737134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.9 (418cfae0-fece-4078-9d69-9052914a110e/a0ed06c0-bbc1-4084-a9c1-3004710e339e/ba1b9b42-93df-4f70-9eae-438960aea556) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:58.771515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-418cfae0-fece-4078-9d69-9052914a110e', 'network_id': '418cfae0-fece-4078-9d69-9052914a110e', 'tenant_id': '8143863fcd114297b68f87e142af57f8', 'fixed_ips': [{'subnet_id': 'a0ed06c0-bbc1-4084-a9c1-3004710e339e'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:58.772374 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.801591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5368c8f-037d-4790-a732-2a28a667a9ee tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.897885 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.906722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] For port cd0053f9-3d15-4e67-9d68-33a11dfa63ec, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:58.924006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object ba1b9b42-93df-4f70-9eae-438960aea556 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:58.939235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] For port cd0053f9-3d15-4e67-9d68-33a11dfa63ec, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cd0053f9-3d15-4e67-9d68-33a11dfa63ec,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:58.962352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5368c8f-037d-4790-a732-2a28a667a9ee tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.966994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.977421 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.030870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 418cfae0-fece-4078-9d69-9052914a110e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:59.031928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=ba1b9b42-93df-4f70-9eae-438960aea556,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.036488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5368c8f-037d-4790-a732-2a28a667a9ee tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc739be-44c5-4ff0-921e-6c7c6f0f6876,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.044946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f5368c8f-037d-4790-a732-2a28a667a9ee tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.046201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:59.050062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59528) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.050222 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f5368c8f-037d-4790-a732-2a28a667a9ee tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/bfc739be-44c5-4ff0-921e-6c7c6f0f6876 HTTP/1.1" status: 204 len: 168 time: 1.1040895 Jul 15 23:27:59.058781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:59.063328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e2e63f-41cf-4a02-b284-dce5bd6a112e None None] Network 0e49a48e-138e-4b0b-bc48-32374af5e26a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:59.074397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Deleting port 0f719dc9-8a37-4665-82b7-a17c778d13d1 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:59.074746 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.120579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.147306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aa7ec-b9b7-48ac-97ac-2ce923284e3e None None] Pushing event updated for resources: {'Port': ['ID=cd0053f9-3d15-4e67-9d68-33a11dfa63ec,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.152776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Allocated IP 172.20.0.2 (418cfae0-fece-4078-9d69-9052914a110e/a0ed06c0-bbc1-4084-a9c1-3004710e339e/eb88fe85-5d60-48ea-a209-a920f45ddc0a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:59.184353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] For port 0f719dc9-8a37-4665-82b7-a17c778d13d1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f719dc9-8a37-4665-82b7-a17c778d13d1,segment=NetworkSegment(e0634b0a-0f3a-4566-b453-043a9a6b5df3),segment_id=e0634b0a-0f3a-4566-b453-043a9a6b5df3)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:59.185384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.189949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 82317584-3ad3-4129-91c5-9a954d67d8fc will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:59.205164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Calling delete_port for 0f719dc9-8a37-4665-82b7-a17c778d13d1 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:59.217177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:59.218352 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.226315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.257632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dad40f91-c712-42c1-bd3c-b7e2f1e32902 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8752058 Jul 15 23:27:59.259917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59532) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.265061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] DHCP port deletion for 2fc7ea67-c208-4427-a75f-5e84cd72873e request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:59.293694 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.357322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:59.361060 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:59.366043 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.370968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:59.376782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:59.377436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.384733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=82317584-3ad3-4129-91c5-9a954d67d8fc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.435656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] No DVR routers for this DVR port 0f719dc9-8a37-4665-82b7-a17c778d13d1 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:59.449517 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ca527340-b61b-4735-9643-327d47e96fab tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6809785 Jul 15 23:27:59.454323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59534) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.475045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0f719dc9-8a37-4665-82b7-a17c778d13d1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.565982 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.579538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] Deleting port 0f719dc9-8a37-4665-82b7-a17c778d13d1 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:59.579919 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.581351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc7ea67-c208-4427-a75f-5e84cd72873e']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:59.595530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0634b0a-0f3a-4566-b453-043a9a6b5df3') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:59.595943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0634b0a-0f3a-4566-b453-043a9a6b5df3') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:59.608145 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.636559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.644182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:59.644595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:59.646679 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:59.672172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.683757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Transition to ACTIVE for port object eb88fe85-5d60-48ea-a209-a920f45ddc0a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:59.720198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Transition to ACTIVE for port object eb88fe85-5d60-48ea-a209-a920f45ddc0a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:59.727552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cd0053f9-3d15-4e67-9d68-33a11dfa63ec up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:59.733418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:59.733838 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.734279 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.743676 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.752688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.755837 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/2fc7ea67-c208-4427-a75f-5e84cd72873e HTTP/1.1" status: 204 len: 168 time: 1.2827680 Jul 15 23:27:59.763607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed38ba-4ca6-4307-9deb-ce809926c732 req-e3bbabcf-a430-4335-b000-b1ebc9564848 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:59.765166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2ed38ba-4ca6-4307-9deb-ce809926c732 req-e3bbabcf-a430-4335-b000-b1ebc9564848 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3300323 Jul 15 23:27:59.784013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f8192-11ba-4af6-98a5-a6fdc74f50ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc7ea67-c208-4427-a75f-5e84cd72873e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.812273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b43689-ca54-4494-9b79-f6103eca7563 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:59.818228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b43689-ca54-4494-9b79-f6103eca7563 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:59.819901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b7b43689-ca54-4494-9b79-f6103eca7563 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3612847 Jul 15 23:27:59.827611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59542) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.836828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] DHCP port deletion for 0e49a48e-138e-4b0b-bc48-32374af5e26a request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:59.854014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] For port 0f719dc9-8a37-4665-82b7-a17c778d13d1, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:59.854493 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.880301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Network 418cfae0-fece-4078-9d69-9052914a110e is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:59.885582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] Calling delete_port for 0f719dc9-8a37-4665-82b7-a17c778d13d1 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:59.890491 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:59.894271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] Port 0f719dc9-8a37-4665-82b7-a17c778d13d1 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:27:59.916019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:59.924163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Pushing event updated for resources: {'Port': ['ID=eb88fe85-5d60-48ea-a209-a920f45ddc0a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.927077 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.962289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59544) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.979501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] Network 2fc7ea67-c208-4427-a75f-5e84cd72873e is not hosted by any dhcp agent {{(pid=93716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:27:59.980171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] No DVR routers for this DVR port 0f719dc9-8a37-4665-82b7-a17c778d13d1 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:00.022345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port cd0053f9-3d15-4e67-9d68-33a11dfa63ec completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:00.023765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c4314-e612-482a-8607-1f24db09c75d None None] Pushing event deleted for resources: {'Port': ['ID=0f719dc9-8a37-4665-82b7-a17c778d13d1,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.035393 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb399b43-e0aa-4518-be61-27f53a9d5146 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=133be05d65a64ef8b32a6cebcf8ea996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663614 Jul 15 23:28:00.038414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59546) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.048313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-86593c12-1334-4b33-90e9-5106788ae5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 82317584-3ad3-4129-91c5-9a954d67d8fc {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:00.048581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86593c12-1334-4b33-90e9-5106788ae5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.081575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Attempting to bind port eb88fe85-5d60-48ea-a209-a920f45ddc0a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:00.082139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Attempting to bind port eb88fe85-5d60-48ea-a209-a920f45ddc0a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '27074faf-72b7-4cad-b1e8-d64cc0847cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '418cfae0-fece-4078-9d69-9052914a110e'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:00.082299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Attempting to bind port eb88fe85-5d60-48ea-a209-a920f45ddc0a on network 418cfae0-fece-4078-9d69-9052914a110e {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:00.091977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:00.092880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Checking segment: {'id': '27074faf-72b7-4cad-b1e8-d64cc0847cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '418cfae0-fece-4078-9d69-9052914a110e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:00.092880 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.093333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Bound using segment: {'id': '27074faf-72b7-4cad-b1e8-d64cc0847cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '418cfae0-fece-4078-9d69-9052914a110e'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:00.093831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Bound port: eb88fe85-5d60-48ea-a209-a920f45ddc0a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27074faf-72b7-4cad-b1e8-d64cc0847cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '418cfae0-fece-4078-9d69-9052914a110e'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:00.094350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.099084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] Deleting port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:00.099455 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.191367 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d60debbc-7da4-422f-8adc-956ba93f595a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.202603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] For port 0cf87f14-4dcc-48d0-89cf-9d1647c42100, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0cf87f14-4dcc-48d0-89cf-9d1647c42100,segment=NetworkSegment(4724d5d6-3db8-4aa5-bc16-00ea94b6e945),segment_id=4724d5d6-3db8-4aa5-bc16-00ea94b6e945)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:00.203033 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.217949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] Calling delete_port for 0cf87f14-4dcc-48d0-89cf-9d1647c42100 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:00.222480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d60debbc-7da4-422f-8adc-956ba93f595a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.276023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86593c12-1334-4b33-90e9-5106788ae5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.285283 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d60debbc-7da4-422f-8adc-956ba93f595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.288251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d60debbc-7da4-422f-8adc-956ba93f595a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.293385 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d60debbc-7da4-422f-8adc-956ba93f595a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/121ae3e0-5bcb-46a7-8d32-7140ef964b25 HTTP/1.1" status: 204 len: 168 time: 0.2535007 Jul 15 23:28:00.301367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] For port 0cf87f14-4dcc-48d0-89cf-9d1647c42100, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0cf87f14-4dcc-48d0-89cf-9d1647c42100,segment=NetworkSegment(4724d5d6-3db8-4aa5-bc16-00ea94b6e945),segment_id=4724d5d6-3db8-4aa5-bc16-00ea94b6e945)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:00.301952 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.309545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60debbc-7da4-422f-8adc-956ba93f595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ae3e0-5bcb-46a7-8d32-7140ef964b25,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.311962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-86593c12-1334-4b33-90e9-5106788ae5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 82317584-3ad3-4129-91c5-9a954d67d8fc owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:00.312566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2ed38ba-4ca6-4307-9deb-ce809926c732 req-9ef11187-8e87-4d6b-9e9e-1d7ac1aeb6bb tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5288577 Jul 15 23:28:00.364575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 0cf87f14-4dcc-48d0-89cf-9d1647c42100 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:00.399537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] For port eb88fe85-5d60-48ea-a209-a920f45ddc0a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:00.403071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] For port eb88fe85-5d60-48ea-a209-a920f45ddc0a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=eb88fe85-5d60-48ea-a209-a920f45ddc0a,segment=NetworkSegment(27074faf-72b7-4cad-b1e8-d64cc0847cd9),segment_id=27074faf-72b7-4cad-b1e8-d64cc0847cd9)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:00.415472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a8fde54b-ed20-4f90-b552-c6903861c674 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:00.464709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.476281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.498661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a8fde54b-ed20-4f90-b552-c6903861c674 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:00.503467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a8fde54b-ed20-4f90-b552-c6903861c674 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:00.503928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f719dc9-8a37-4665-82b7-a17c778d13d1 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:00.550377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86593c12-1334-4b33-90e9-5106788ae5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.598940 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.614962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] No DVR routers for this DVR port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:00.626723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86593c12-1334-4b33-90e9-5106788ae5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=82317584-3ad3-4129-91c5-9a954d67d8fc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.633207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bb58f-eba4-45a1-8a56-ff341cef1a57 None None] Pushing event deleted for resources: {'Port': ['ID=0cf87f14-4dcc-48d0-89cf-9d1647c42100,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.635495 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86593c12-1334-4b33-90e9-5106788ae5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.643599 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-86593c12-1334-4b33-90e9-5106788ae5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/82317584-3ad3-4129-91c5-9a954d67d8fc HTTP/1.1" status: 204 len: 168 time: 0.8048227 Jul 15 23:28:00.645400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59552) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.670817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 0f719dc9-8a37-4665-82b7-a17c778d13d1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:00.671246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f719dc9-8a37-4665-82b7-a17c778d13d1 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:00.721812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8a325-9b49-4d5d-95f5-b9f7fb5a907f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:00.723554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bc5e0-b070-4015-ad6b-946756d35645 None None] Pushing event updated for resources: {'Port': ['ID=eb88fe85-5d60-48ea-a209-a920f45ddc0a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.724170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8a325-9b49-4d5d-95f5-b9f7fb5a907f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:00.726258 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c4c8a325-9b49-4d5d-95f5-b9f7fb5a907f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0804486 Jul 15 23:28:00.738428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8e2ba480-6920-4dbd-a1be-e40809859838 None None] Provisioning for port cd0053f9-3d15-4e67-9d68-33a11dfa63ec completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:00.739468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.748814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8e2ba480-6920-4dbd-a1be-e40809859838 None None] Provisioning complete for port cd0053f9-3d15-4e67-9d68-33a11dfa63ec triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:00.749318 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba480-6920-4dbd-a1be-e40809859838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.839638 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.851335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-2460faaa-3085-4594-a1d2-35d06df97049 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 2daad674-5f79-4776-8cbf-8f17413d669e {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:00.854637 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59556) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.863347 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2460faaa-3085-4594-a1d2-35d06df97049 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.876222 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba480-6920-4dbd-a1be-e40809859838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.894315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=0cf87f14-4dcc-48d0-89cf-9d1647c42100,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.915743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No DVR routers for this DVR port 0cf87f14-4dcc-48d0-89cf-9d1647c42100 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:00.943453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8e2ba480-6920-4dbd-a1be-e40809859838 None None] For port cd0053f9-3d15-4e67-9d68-33a11dfa63ec, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cd0053f9-3d15-4e67-9d68-33a11dfa63ec,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:00.950792 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e2ba480-6920-4dbd-a1be-e40809859838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.964739 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2460faaa-3085-4594-a1d2-35d06df97049 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.018107 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a520577f-a4fd-4b76-8f83-cccf0db30b53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8ec5e926fe842d0b827a2fd92d8c7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622193 Jul 15 23:28:01.022653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59558) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:01.030328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112070b-8978-4fd5-8758-cb945facde20 req-80acfbd0-7b60-41ee-8918-275ec3aac29b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:01.040195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b112070b-8978-4fd5-8758-cb945facde20 req-80acfbd0-7b60-41ee-8918-275ec3aac29b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.4781120 Jul 15 23:28:01.183164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.195143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ffc279-bf6f-4a47-baeb-2d43a82b8493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.199808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-611b8345-05cf-4bb1-834b-b234be310255 None None] Could not find standard attr ID for object 82317584-3ad3-4129-91c5-9a954d67d8fc. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:01.200826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2460faaa-3085-4594-a1d2-35d06df97049 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.208505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b112070b-8978-4fd5-8758-cb945facde20 req-f056a48b-c3a3-4cbd-b3bd-d5393423c829 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644413 Jul 15 23:28:01.231378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e49a48e-138e-4b0b-bc48-32374af5e26a']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:01.248760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ba480-6920-4dbd-a1be-e40809859838 None None] Pushing event updated for resources: {'Port': ['ID=cd0053f9-3d15-4e67-9d68-33a11dfa63ec,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.262093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4724d5d6-3db8-4aa5-bc16-00ea94b6e945') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:01.262391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4724d5d6-3db8-4aa5-bc16-00ea94b6e945') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:01.273652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ffc279-bf6f-4a47-baeb-2d43a82b8493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.286664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.317309 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.324510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.331125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:01.331813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:01.335370 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:01.355154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.374032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2460faaa-3085-4594-a1d2-35d06df97049 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.396071 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2460faaa-3085-4594-a1d2-35d06df97049 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.401550 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2460faaa-3085-4594-a1d2-35d06df97049 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/2daad674-5f79-4776-8cbf-8f17413d669e HTTP/1.1" status: 204 len: 168 time: 0.6590600 Jul 15 23:28:01.402380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ffc279-bf6f-4a47-baeb-2d43a82b8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.405447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07ffc279-bf6f-4a47-baeb-2d43a82b8493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.406901 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-07ffc279-bf6f-4a47-baeb-2d43a82b8493 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4edd8467-9415-49cd-8515-525edb84f4f5 HTTP/1.1" status: 204 len: 168 time: 0.3787050 Jul 15 23:28:01.407301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59562) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:01.498938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffc279-bf6f-4a47-baeb-2d43a82b8493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edd8467-9415-49cd-8515-525edb84f4f5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.508668 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-626b2aa6-2211-472a-bbc3-8b197529d237 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543716 Jul 15 23:28:01.510471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460faaa-3085-4594-a1d2-35d06df97049 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=2daad674-5f79-4776-8cbf-8f17413d669e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.517190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59566) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:01.523709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c311b-2af2-44c7-9c45-7449127ae688 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:01.525901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:01.546538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=ba1b9b42-93df-4f70-9eae-438960aea556,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.548955 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.616957 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.625280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/networks/0e49a48e-138e-4b0b-bc48-32374af5e26a HTTP/1.1" status: 204 len: 168 time: 2.5735302 Jul 15 23:28:01.625654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59568) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:01.632819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1750678850'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:01.657094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756ce72-b02d-4961-a028-d910dea5b2ef tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Network': ['ID=0e49a48e-138e-4b0b-bc48-32374af5e26a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.679786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:01.687859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.731640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:01.749270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.749559 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Added segment 287bbbf4-eac3-4a03-824f-3726a2e99517 of type vlan for network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 Jul 15 23:28:01.823471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device eb88fe85-5d60-48ea-a209-a920f45ddc0a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:01.872682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.891451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:01.929563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d408a-d57c-4263-be26-6fc7a6c3b7d6 req-552d36cd-5bac-4b84-a480-84b9dcbaa40b tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:01.936917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d24d408a-d57c-4263-be26-6fc7a6c3b7d6 req-552d36cd-5bac-4b84-a480-84b9dcbaa40b tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3986893 Jul 15 23:28:01.942453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:01.946310 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.951093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.958664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:01.959469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.974346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port eb88fe85-5d60-48ea-a209-a920f45ddc0a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:02.004565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cd0053f9-3d15-4e67-9d68-33a11dfa63ec up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:02.014583 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3877218 Jul 15 23:28:02.018731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59570) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:02.027758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': 'a14bb451-54e9-4f3c-9dff-b15e90a8ffa4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:02.063443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb20f97-873f-4e85-8a51-7a910761b8d2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Network': ['ID=a14bb451-54e9-4f3c-9dff-b15e90a8ffa4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:02.090196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:02.190466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] Deleting port cd0053f9-3d15-4e67-9d68-33a11dfa63ec {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:02.190874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.211805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d24d408a-d57c-4263-be26-6fc7a6c3b7d6 req-c71b5d51-c279-42b4-95db-78202c885ecd tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738969 Jul 15 23:28:02.213813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port cd0053f9-3d15-4e67-9d68-33a11dfa63ec triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:02.214385 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.215409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.275374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:02.285099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.371255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] For port cd0053f9-3d15-4e67-9d68-33a11dfa63ec, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cd0053f9-3d15-4e67-9d68-33a11dfa63ec,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:02.371660 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.386717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] Calling delete_port for cd0053f9-3d15-4e67-9d68-33a11dfa63ec owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:02.440610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c4a17d-aab4-46d6-9679-4641576eb3e1 None None] Network 418cfae0-fece-4078-9d69-9052914a110e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:02.528992 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.535072 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.538501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b39e446c-7ced-4e30-bced-9108f81c6d57 None None] Provisioning for port eb88fe85-5d60-48ea-a209-a920f45ddc0a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:02.542673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.588059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b39e446c-7ced-4e30-bced-9108f81c6d57 None None] Provisioning complete for port eb88fe85-5d60-48ea-a209-a920f45ddc0a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:02.588460 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b39e446c-7ced-4e30-bced-9108f81c6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.614082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=10360e18-4902-455c-89e6-2b63ed35476f,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:02.617357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Checking segment: {'id': '287bbbf4-eac3-4a03-824f-3726a2e99517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a14bb451-54e9-4f3c-9dff-b15e90a8ffa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:02.617357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network hostable DHCP agents. Network: a14bb451-54e9-4f3c-9dff-b15e90a8ffa4, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:02.632960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e2ef5-7f30-4f69-bf4a-42865efe431f req-34120ac6-e594-4605-af6e-3df6287d71d7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.635014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-189e2ef5-7f30-4f69-bf4a-42865efe431f req-34120ac6-e594-4605-af6e-3df6287d71d7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2635746 Jul 15 23:28:02.640383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:02.653362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, a14bb451-54e9-4f3c-9dff-b15e90a8ffa4) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:02.660153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.661053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.665500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:02.675948 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.678153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0cf87f14-4dcc-48d0-89cf-9d1647c42100 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:02.679968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be875533-e227-41f1-84fc-2e77b067f039 None None] Network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:02.681041 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4fc49dc5-65d5-47e2-8456-45f768157313 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6607680 Jul 15 23:28:02.681714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59576) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:02.687129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-40bf6657-08a6-47c9-bed9-33ed2e955c2a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-745106301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:02.688025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=20dc0770-7e89-4d8f-9061-ae59e2b89877,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:02.697343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:02.701183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.702242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.711589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40bf6657-08a6-47c9-bed9-33ed2e955c2a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.713220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40bf6657-08a6-47c9-bed9-33ed2e955c2a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.764221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 0cf87f14-4dcc-48d0-89cf-9d1647c42100 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:02.764667 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0cf87f14-4dcc-48d0-89cf-9d1647c42100 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:02.777595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] Pushing event deleted for resources: {'Port': ['ID=cd0053f9-3d15-4e67-9d68-33a11dfa63ec,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:02.780538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40bf6657-08a6-47c9-bed9-33ed2e955c2a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.787582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40bf6657-08a6-47c9-bed9-33ed2e955c2a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.796090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4d22d-453d-4d8e-8e67-db05c386cc8e None None] No DVR routers for this DVR port cd0053f9-3d15-4e67-9d68-33a11dfa63ec on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:02.815678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59578) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:02.825080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-64ebf98a-4079-4ad7-bb90-d1f92ebdb1b5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3034389 Jul 15 23:28:02.827962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'name': 'tempest-NetworksTestDHCPv6-628896505'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:02.833239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-40bf6657-08a6-47c9-bed9-33ed2e955c2a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.837479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-40bf6657-08a6-47c9-bed9-33ed2e955c2a tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1521924 Jul 15 23:28:02.839172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5147805-b8c3-40e4-bfbe-0e9757a23a94 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:02.839645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-189e2ef5-7f30-4f69-bf4a-42865efe431f req-82c3ff19-6540-4787-94ff-4d09a8fdb7b0 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879911 Jul 15 23:28:02.840196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:02.857588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'network_id': 'a14bb451-54e9-4f3c-9dff-b15e90a8ffa4', 'name': 'tempest-PortsIpV6TestJSON-140092042'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:02.964678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:02.969308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.989218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port ecb3e62b-1c40-48a8-bf3b-df0eb2f32080 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:03.041549 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b39e446c-7ced-4e30-bced-9108f81c6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.093593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:03.098021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.116842 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.119147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::7e (74549bed-ab35-4c04-a73f-49c8912c8d6f/20dc0770-7e89-4d8f-9061-ae59e2b89877/ecb3e62b-1c40-48a8-bf3b-df0eb2f32080) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:03.124568 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.141553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b39e446c-7ced-4e30-bced-9108f81c6d57 None None] For port eb88fe85-5d60-48ea-a209-a920f45ddc0a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=eb88fe85-5d60-48ea-a209-a920f45ddc0a,segment=NetworkSegment(27074faf-72b7-4cad-b1e8-d64cc0847cd9),segment_id=27074faf-72b7-4cad-b1e8-d64cc0847cd9)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:03.168910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 903c38e6-63b1-426d-8cd8-40530c297a5d yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:03.169271 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b39e446c-7ced-4e30-bced-9108f81c6d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.177708 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.187193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-a14bb451-54e9-4f3c-9dff-b15e90a8ffa4', 'network_id': 'a14bb451-54e9-4f3c-9dff-b15e90a8ffa4', 'tenant_id': '4c781cba592b484d8c6307dff9c01431', 'fixed_ips': [{'subnet_id': '10360e18-4902-455c-89e6-2b63ed35476f'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:03.188044 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.283715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e446c-7ced-4e30-bced-9108f81c6d57 None None] Pushing event updated for resources: {'Port': ['ID=eb88fe85-5d60-48ea-a209-a920f45ddc0a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:03.299045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '20dc0770-7e89-4d8f-9061-ae59e2b89877'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:03.300049 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.325615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.342280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object ecb3e62b-1c40-48a8-bf3b-df0eb2f32080 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:03.388924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.394540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=ba1b9b42-93df-4f70-9eae-438960aea556,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:03.461308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=ecb3e62b-1c40-48a8-bf3b-df0eb2f32080,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:03.482493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:03.484532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:03.486959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:03.492791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:03.493662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.520031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 418cfae0-fece-4078-9d69-9052914a110e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:03.527918 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2da0c404-57c1-4c8e-b002-327b51a55d3a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7107134 Jul 15 23:28:03.530927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59584) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:03.537624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7e4cc6c2-5ee8-4103-a943-3514d9ad2bb4 None None] Provisioning for port ba1b9b42-93df-4f70-9eae-438960aea556 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:03.543076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::2d6 (a14bb451-54e9-4f3c-9dff-b15e90a8ffa4/10360e18-4902-455c-89e6-2b63ed35476f/903c38e6-63b1-426d-8cd8-40530c297a5d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:03.548950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/20dc0770-7e89-4d8f-9061-ae59e2b89877/d0e87245-8438-4e5d-9738-c3f7f1a4f76d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:03.551751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7e4cc6c2-5ee8-4103-a943-3514d9ad2bb4 None None] Provisioning complete for port ba1b9b42-93df-4f70-9eae-438960aea556 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:03.552344 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc6c2-5ee8-4103-a943-3514d9ad2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.606702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:03.640957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device eb88fe85-5d60-48ea-a209-a920f45ddc0a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:03.652336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7e4cc6c2-5ee8-4103-a943-3514d9ad2bb4 None None] Port ba1b9b42-93df-4f70-9eae-438960aea556 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:03.655240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd0351-3b38-46da-8a2e-d846e4c53016 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:03.659600 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d4fd0351-3b38-46da-8a2e-d846e4c53016 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1271420 Jul 15 23:28:03.660285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59586) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:03.762076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7e4cc6c2-5ee8-4103-a943-3514d9ad2bb4 None None] Provisioning complete for port eb88fe85-5d60-48ea-a209-a920f45ddc0a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:03.762289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8affbe7-8274-400b-9bf8-6134290fc8a6 req-7c9ddb6a-9248-4e5c-b8f6-9369a0f6c1ec tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:03.762531 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc6c2-5ee8-4103-a943-3514d9ad2bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.763866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8affbe7-8274-400b-9bf8-6134290fc8a6 req-7c9ddb6a-9248-4e5c-b8f6-9369a0f6c1ec tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3250628 Jul 15 23:28:03.783363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-832eb9b5-13cb-4b99-b276-18a042fd3d56 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port ecb3e62b-1c40-48a8-bf3b-df0eb2f32080 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:03.784604 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-832eb9b5-13cb-4b99-b276-18a042fd3d56 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.892435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-832eb9b5-13cb-4b99-b276-18a042fd3d56 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.911864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-832eb9b5-13cb-4b99-b276-18a042fd3d56 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for ecb3e62b-1c40-48a8-bf3b-df0eb2f32080 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:03.999490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port eb88fe85-5d60-48ea-a209-a920f45ddc0a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:03.999904 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.073205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-832eb9b5-13cb-4b99-b276-18a042fd3d56 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.125310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832eb9b5-13cb-4b99-b276-18a042fd3d56 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=ecb3e62b-1c40-48a8-bf3b-df0eb2f32080,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.159913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.161306 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-832eb9b5-13cb-4b99-b276-18a042fd3d56 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.166463 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-832eb9b5-13cb-4b99-b276-18a042fd3d56 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/ecb3e62b-1c40-48a8-bf3b-df0eb2f32080 HTTP/1.1" status: 204 len: 168 time: 0.5050654 Jul 15 23:28:04.167304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59592) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:04.194473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Transition to ACTIVE for port object d0e87245-8438-4e5d-9738-c3f7f1a4f76d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:04.222047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Transition to ACTIVE for port object d0e87245-8438-4e5d-9738-c3f7f1a4f76d will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:04.231010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8484e-040c-442a-911e-294de913bdcd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.234312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8484e-040c-442a-911e-294de913bdcd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.235861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.239486 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-11c8484e-040c-442a-911e-294de913bdcd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0711367 Jul 15 23:28:04.240344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59594) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:04.263416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8affbe7-8274-400b-9bf8-6134290fc8a6 req-4a9c585b-81be-4081-9264-96afb8f8be4f tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4882710 Jul 15 23:28:04.286832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:04.297592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.301410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c148e474-a00e-4197-8e66-dfe339b75044 None None] Provisioning complete for port ba1b9b42-93df-4f70-9eae-438960aea556 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:04.301781 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c148e474-a00e-4197-8e66-dfe339b75044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.303616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:04.311783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:04.317471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object 903c38e6-63b1-426d-8cd8-40530c297a5d will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:04.319087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a271648-eaab-4e6d-aa48-96f0233fd32e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 20dc0770-7e89-4d8f-9061-ae59e2b89877 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:04.322796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a271648-eaab-4e6d-aa48-96f0233fd32e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.372396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a271648-eaab-4e6d-aa48-96f0233fd32e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.376561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.400511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Router 5493c474-86eb-409f-a97e-2c69c012852c is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:04.438515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cd0053f9-3d15-4e67-9d68-33a11dfa63ec no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:04.463074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Allocated IP 2001:db8::2 (a14bb451-54e9-4f3c-9dff-b15e90a8ffa4/10360e18-4902-455c-89e6-2b63ed35476f/6470cdeb-d651-49aa-b8dd-9f33222407ac) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:04.468249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Pushing event updated for resources: {'Port': ['ID=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.480191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a271648-eaab-4e6d-aa48-96f0233fd32e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.483442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:04.490599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:04.494044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:04.499575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.500188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.507543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=903c38e6-63b1-426d-8cd8-40530c297a5d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.511901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: cd0053f9-3d15-4e67-9d68-33a11dfa63ec {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:04.512709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cd0053f9-3d15-4e67-9d68-33a11dfa63ec not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:04.522192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c148e474-a00e-4197-8e66-dfe339b75044 None None] Port ba1b9b42-93df-4f70-9eae-438960aea556 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:04.523682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Attempting to bind port d0e87245-8438-4e5d-9738-c3f7f1a4f76d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:04.524214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Attempting to bind port d0e87245-8438-4e5d-9738-c3f7f1a4f76d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:04.525046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Attempting to bind port d0e87245-8438-4e5d-9738-c3f7f1a4f76d on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:04.536354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:04.536879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:04.537386 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.537882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:04.538618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Bound port: d0e87245-8438-4e5d-9738-c3f7f1a4f76d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:04.539146 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.565132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a271648-eaab-4e6d-aa48-96f0233fd32e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.594090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8a577929-866a-4fba-9422-6be3af28c83d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7437625 Jul 15 23:28:04.596620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59596) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:04.598858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a271648-eaab-4e6d-aa48-96f0233fd32e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=20dc0770-7e89-4d8f-9061-ae59e2b89877,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.617126 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0a271648-eaab-4e6d-aa48-96f0233fd32e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.622602 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0a271648-eaab-4e6d-aa48-96f0233fd32e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/20dc0770-7e89-4d8f-9061-ae59e2b89877 HTTP/1.1" status: 204 len: 168 time: 0.3805931 Jul 15 23:28:04.623237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59598) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:04.630820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6380b7-c96d-4867-9e7b-f316b8b8995c req-e755230c-37c7-466a-be69-16476e63ee6c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.632440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd6380b7-c96d-4867-9e7b-f316b8b8995c req-e755230c-37c7-466a-be69-16476e63ee6c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2106254 Jul 15 23:28:04.633300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:04.642242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-92cbd95c-6bc3-4e79-b418-295f9bc5936a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "PUT /v2.0/routers/5493c474-86eb-409f-a97e-2c69c012852c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3805404 Jul 15 23:28:04.645342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59600) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:04.648143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8216cf9-e54c-4471-ab09-9f952d19b018 None None] Sync routers for ids ['5493c474-86eb-409f-a97e-2c69c012852c'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:04.686140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] For port d0e87245-8438-4e5d-9738-c3f7f1a4f76d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:04.688247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8216cf9-e54c-4471-ab09-9f952d19b018 None None] Routers {'5493c474-86eb-409f-a97e-2c69c012852c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:04.688978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a8216cf9-e54c-4471-ab09-9f952d19b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5493c474-86eb-409f-a97e-2c69c012852c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:04.700234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] For port d0e87245-8438-4e5d-9738-c3f7f1a4f76d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:04.728442 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8707722b-1cfa-4a56-a82f-e229e07c78b0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624897 Jul 15 23:28:04.730849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59602) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:04.736621 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.738703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a8216cf9-e54c-4471-ab09-9f952d19b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:04.747781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd6380b7-c96d-4867-9e7b-f316b8b8995c req-19ee8c19-23cd-4be7-acc8-f75b7187269d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037629 Jul 15 23:28:04.773973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e7ac2-8336-4de3-b2cc-cfa4e3cfd9da tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.776125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bf3e7ac2-8336-4de3-b2cc-cfa4e3cfd9da tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports?device_id=5493c474-86eb-409f-a97e-2c69c012852c HTTP/1.1" status: 200 len: 980 time: 0.1299000 Jul 15 23:28:04.779192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:04.819409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8216cf9-e54c-4471-ab09-9f952d19b018 None None] Routers {'5493c474-86eb-409f-a97e-2c69c012852c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:04.820132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a8216cf9-e54c-4471-ab09-9f952d19b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5493c474-86eb-409f-a97e-2c69c012852c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:04.907396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a8216cf9-e54c-4471-ab09-9f952d19b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:04.908135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8216cf9-e54c-4471-ab09-9f952d19b018 None None] The sync data for ids ['5493c474-86eb-409f-a97e-2c69c012852c'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:04.912641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.920854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013358d-c5dd-4bc8-a4dd-87686b41acba None None] Pushing event updated for resources: {'Port': ['ID=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.938996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Transition to ACTIVE for port object 6470cdeb-d651-49aa-b8dd-9f33222407ac will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:04.960417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Transition to ACTIVE for port object 6470cdeb-d651-49aa-b8dd-9f33222407ac will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:04.970496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672be4a0-cca2-4a15-ae2f-5b39a55f5c77 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.971699 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.972202 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-672be4a0-cca2-4a15-ae2f-5b39a55f5c77 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2404487 Jul 15 23:28:04.975933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59606) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:05.013912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:05.019374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:05.022892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:05.031742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Pushing event updated for resources: {'Port': ['ID=6470cdeb-d651-49aa-b8dd-9f33222407ac,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:05.088126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab2d41-f994-46bb-b5af-9c21370e12af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:05.091861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-89ab2d41-f994-46bb-b5af-9c21370e12af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1126387 Jul 15 23:28:05.092537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59608) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:05.097039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Attempting to bind port 6470cdeb-d651-49aa-b8dd-9f33222407ac on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:05.097491 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Attempting to bind port 6470cdeb-d651-49aa-b8dd-9f33222407ac by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '287bbbf4-eac3-4a03-824f-3726a2e99517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a14bb451-54e9-4f3c-9dff-b15e90a8ffa4'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:05.097925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Attempting to bind port 6470cdeb-d651-49aa-b8dd-9f33222407ac on network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:05.104502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:05.104978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Checking segment: {'id': '287bbbf4-eac3-4a03-824f-3726a2e99517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a14bb451-54e9-4f3c-9dff-b15e90a8ffa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:05.105564 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.106031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Bound using segment: {'id': '287bbbf4-eac3-4a03-824f-3726a2e99517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a14bb451-54e9-4f3c-9dff-b15e90a8ffa4'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:05.106742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Bound port: 6470cdeb-d651-49aa-b8dd-9f33222407ac, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287bbbf4-eac3-4a03-824f-3726a2e99517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a14bb451-54e9-4f3c-9dff-b15e90a8ffa4'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:05.107225 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.119565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.169270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c623a589-2770-48af-b62b-a7d346bb5894 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713265 Jul 15 23:28:05.169871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59610) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:05.178897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:05.180216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] For port 6470cdeb-d651-49aa-b8dd-9f33222407ac, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:05.183556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] For port 6470cdeb-d651-49aa-b8dd-9f33222407ac, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6470cdeb-d651-49aa-b8dd-9f33222407ac,segment=NetworkSegment(287bbbf4-eac3-4a03-824f-3726a2e99517),segment_id=287bbbf4-eac3-4a03-824f-3726a2e99517)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:05.189462 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.254798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd155af0-498c-4eaa-9d42-bdb7c165d5f3 None None] Pushing event updated for resources: {'Port': ['ID=6470cdeb-d651-49aa-b8dd-9f33222407ac,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:05.367986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:05.371622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.398377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.404057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.497716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=903c38e6-63b1-426d-8cd8-40530c297a5d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:05.520141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.662328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6470cdeb-d651-49aa-b8dd-9f33222407ac up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:05.689378 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.720265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6470cdeb-d651-49aa-b8dd-9f33222407ac completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:05.763429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66c688-29e4-4a76-9d38-2a7e333e8bb9 req-c5adc0c4-feb9-4807-8ea3-b1a621e23663 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:05.764965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b66c688-29e4-4a76-9d38-2a7e333e8bb9 req-c5adc0c4-feb9-4807-8ea3-b1a621e23663 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.3517003 Jul 15 23:28:05.820809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.857475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b66c688-29e4-4a76-9d38-2a7e333e8bb9 req-fb46bb65-69d3-41ed-a214-e4d1ebe07db4 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728574 Jul 15 23:28:05.910915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.990892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:06.000413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:06.004515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:06.005803 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.011496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2abf1b-741f-409c-8e6f-090eff45c269 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:06.044973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=b10fcce1-eead-446e-9752-3f0c8d195542,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:06.070515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-72703ee5-b319-4234-a84a-3d741e67a38d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8995709 Jul 15 23:28:06.071241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59618) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:06.078527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'b10fcce1-eead-446e-9752-3f0c8d195542', 'ip_address': '2001:db8::76c7:1aa1:cd9b:65af'}], 'name': 'tempest-NetworksTestDHCPv6-196785914'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:06.089291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port ba1b9b42-93df-4f70-9eae-438960aea556 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:06.089772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.113947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.121918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.123115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.209303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=903c38e6-63b1-426d-8cd8-40530c297a5d,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:06.252914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7814d9-840e-46d0-942b-6368e9301c68 req-9c0d4446-da41-49ae-bceb-da5deac40b43 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:06.255626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e7814d9-840e-46d0-942b-6368e9301c68 req-9c0d4446-da41-49ae-bceb-da5deac40b43 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2864990 Jul 15 23:28:06.326951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:06.328614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:06.337385 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.364006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for ba1b9b42-93df-4f70-9eae-438960aea556 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:06.364265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073d69d-ab85-48b8-8f38-86e76253a076 None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'b10fcce1-eead-446e-9752-3f0c8d195542'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'd0e87245-8438-4e5d-9738-c3f7f1a4f76d'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:06.368352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e7814d9-840e-46d0-942b-6368e9301c68 req-305e34bb-ecbc-4333-800a-c4ff25b1a071 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001935 Jul 15 23:28:06.425513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:06.427159 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d073d69d-ab85-48b8-8f38-86e76253a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.528338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Router 1dfa6a79-5764-4c2d-a6b4-171c23b41624 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:06.568807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1466e85-aa0d-4500-8296-5c8ae72ef4a6 None None] Network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:06.590212 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.616523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port cafdf34f-ccee-4616-9027-df763e8fe746 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:06.703547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d073d69d-ab85-48b8-8f38-86e76253a076 None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/b10fcce1-eead-446e-9752-3f0c8d195542/d0e87245-8438-4e5d-9738-c3f7f1a4f76d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:06.714744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e9826e34-fe98-4246-967e-f9737791ca22 None None] Provisioning for port 6470cdeb-d651-49aa-b8dd-9f33222407ac completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:06.737919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e9826e34-fe98-4246-967e-f9737791ca22 None None] Provisioning complete for port 6470cdeb-d651-49aa-b8dd-9f33222407ac triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:06.738288 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9826e34-fe98-4246-967e-f9737791ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.754147 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.803515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=ba1b9b42-93df-4f70-9eae-438960aea556,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:06.932181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d073d69d-ab85-48b8-8f38-86e76253a076 None None] For port d0e87245-8438-4e5d-9738-c3f7f1a4f76d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:06.957091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.982996 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d073d69d-ab85-48b8-8f38-86e76253a076 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.998160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d073d69d-ab85-48b8-8f38-86e76253a076 None None] Ignored duplicate provisioning block setup for port d0e87245-8438-4e5d-9738-c3f7f1a4f76d by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:28:07.009069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d073d69d-ab85-48b8-8f38-86e76253a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.074520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:07.082782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dea471ed-c5c8-4c09-91e1-81c3a41b1000 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "PUT /v2.0/routers/1dfa6a79-5764-4c2d-a6b4-171c23b41624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4756548 Jul 15 23:28:07.083602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59622) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.084599 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9631a0-667b-44d1-bb9c-27572818227e None None] Sync routers for ids ['1dfa6a79-5764-4c2d-a6b4-171c23b41624'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:07.100865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-32f41909-95a8-4cbd-b83a-0b62705be72b tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:07.102459 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-32f41909-95a8-4cbd-b83a-0b62705be72b tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.37 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 946 time: 0.5057907 Jul 15 23:28:07.108110 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9631a0-667b-44d1-bb9c-27572818227e None None] Routers {'1dfa6a79-5764-4c2d-a6b4-171c23b41624'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:07.116694 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6e9631a0-667b-44d1-bb9c-27572818227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['1dfa6a79-5764-4c2d-a6b4-171c23b41624'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.151733 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6e9631a0-667b-44d1-bb9c-27572818227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.161165 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9631a0-667b-44d1-bb9c-27572818227e None None] Routers {'1dfa6a79-5764-4c2d-a6b4-171c23b41624'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:07.162153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6e9631a0-667b-44d1-bb9c-27572818227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['1dfa6a79-5764-4c2d-a6b4-171c23b41624'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.165477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073d69d-ab85-48b8-8f38-86e76253a076 None None] Pushing event updated for resources: {'Port': ['ID=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:07.172323 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9826e34-fe98-4246-967e-f9737791ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.211592 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-6e9631a0-667b-44d1-bb9c-27572818227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.212252 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9631a0-667b-44d1-bb9c-27572818227e None None] The sync data for ids ['1dfa6a79-5764-4c2d-a6b4-171c23b41624'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:07.238785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e9826e34-fe98-4246-967e-f9737791ca22 None None] For port 6470cdeb-d651-49aa-b8dd-9f33222407ac, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6470cdeb-d651-49aa-b8dd-9f33222407ac,segment=NetworkSegment(287bbbf4-eac3-4a03-824f-3726a2e99517),segment_id=287bbbf4-eac3-4a03-824f-3726a2e99517)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:07.246390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Deleting port e07e9003-23af-4535-a37e-13fe1a344601 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:07.246936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.248922 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9826e34-fe98-4246-967e-f9737791ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.320021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9826e34-fe98-4246-967e-f9737791ca22 None None] Pushing event updated for resources: {'Port': ['ID=6470cdeb-d651-49aa-b8dd-9f33222407ac,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:07.381235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] For port e07e9003-23af-4535-a37e-13fe1a344601, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e07e9003-23af-4535-a37e-13fe1a344601,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:07.381728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.396769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Calling delete_port for e07e9003-23af-4535-a37e-13fe1a344601 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:07.598430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.652682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event deleted for resources: {'Port': ['ID=e07e9003-23af-4535-a37e-13fe1a344601,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:07.708029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::76c7:1aa1:cd9b:65af (74549bed-ab35-4c04-a73f-49c8912c8d6f/b10fcce1-eead-446e-9752-3f0c8d195542/cafdf34f-ccee-4616-9027-df763e8fe746) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:07.715869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] No DVR routers for this DVR port e07e9003-23af-4535-a37e-13fe1a344601 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:07.720250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.724895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-99f0b774-38eb-4a34-826f-3df2740d6023 req-5febb96a-9760-4367-8aea-a718947563d8 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.37 "DELETE /v2.0/ports/e07e9003-23af-4535-a37e-13fe1a344601 HTTP/1.1" status: 204 len: 173 time: 0.6132226 Jul 15 23:28:07.724895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e328d11e-f67d-44a2-8bda-e79a7b3e8167', 'name': 'network-vif-deleted', 'tag': 'e07e9003-23af-4535-a37e-13fe1a344601'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:07.726446 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fd82cf-62ea-4ef3-9f6c-d910080dbf3d" -d '{"events": [{"server_uuid": "e328d11e-f67d-44a2-8bda-e79a7b3e8167", "name": "network-vif-deleted", "tag": "e07e9003-23af-4535-a37e-13fe1a344601"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:07.737440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-174b13a1-b61c-46e8-847c-bfe3d3d9d4aa None None] Provisioning complete for port 6470cdeb-d651-49aa-b8dd-9f33222407ac triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:07.737908 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-174b13a1-b61c-46e8-847c-bfe3d3d9d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.753985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Router 5493c474-86eb-409f-a97e-2c69c012852c has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:07.800315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d0e87245-8438-4e5d-9738-c3f7f1a4f76d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:07.915767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:07.924905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9e6d7-0229-437c-802c-c577a22928c0 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:07.929109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8bb9e6d7-0229-437c-802c-c577a22928c0 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dfa6a79-5764-4c2d-a6b4-171c23b41624 HTTP/1.1" status: 200 len: 988 time: 0.8232267 Jul 15 23:28:07.929458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59630) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.933144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6921a1-896b-45dc-bf55-16bea529198a None None] Sync routers for ids ['5493c474-86eb-409f-a97e-2c69c012852c'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:07.942046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9a119b19-52e8-4942-8f18-0e8e990268d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "PUT /v2.0/routers/5493c474-86eb-409f-a97e-2c69c012852c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1618075 Jul 15 23:28:07.948059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59632) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.951062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port d0e87245-8438-4e5d-9738-c3f7f1a4f76d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:07.963522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6921a1-896b-45dc-bf55-16bea529198a None None] Routers {'5493c474-86eb-409f-a97e-2c69c012852c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:07.964383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fb6921a1-896b-45dc-bf55-16bea529198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5493c474-86eb-409f-a97e-2c69c012852c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.969575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d36f-0636-471e-82bb-aa376604e69d req-25fe88f0-7716-4f51-b3d9-fc869ca594d5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:07.971317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8513d36f-0636-471e-82bb-aa376604e69d req-25fe88f0-7716-4f51-b3d9-fc869ca594d5 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 867 time: 0.9152792 Jul 15 23:28:08.014669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6470cdeb-d651-49aa-b8dd-9f33222407ac up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:08.018593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fb6921a1-896b-45dc-bf55-16bea529198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:08.032798 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-8386103d-93c5-4aee-9970-1bf3fb213ffe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:28:08.034728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8386103d-93c5-4aee-9970-1bf3fb213ffe tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/ba1b9b42-93df-4f70-9eae-438960aea556 HTTP/1.1" status: 404 len: 333 time: 0.0769424 Jul 15 23:28:08.047800 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59634) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:08.078991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6921a1-896b-45dc-bf55-16bea529198a None None] Routers {'5493c474-86eb-409f-a97e-2c69c012852c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:08.079822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fb6921a1-896b-45dc-bf55-16bea529198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5493c474-86eb-409f-a97e-2c69c012852c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:08.091202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-174b13a1-b61c-46e8-847c-bfe3d3d9d4aa None None] Provisioning for port 903c38e6-63b1-426d-8cd8-40530c297a5d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:08.147314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8513d36f-0636-471e-82bb-aa376604e69d req-2c82eb70-1470-4e2c-91ac-503324e10233 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce96dac7-f7f7-47ed-9a91-082c13015b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919685 Jul 15 23:28:08.176636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95bcba6c-ba28-4227-918e-b40d676c76fb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.193961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fb6921a1-896b-45dc-bf55-16bea529198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:08.194642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6921a1-896b-45dc-bf55-16bea529198a None None] The sync data for ids ['5493c474-86eb-409f-a97e-2c69c012852c'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:08.213896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-174b13a1-b61c-46e8-847c-bfe3d3d9d4aa None None] Provisioning complete for port 903c38e6-63b1-426d-8cd8-40530c297a5d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:08.214587 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-174b13a1-b61c-46e8-847c-bfe3d3d9d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.289421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.314575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-174b13a1-b61c-46e8-847c-bfe3d3d9d4aa None None] Port 903c38e6-63b1-426d-8cd8-40530c297a5d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:08.324720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6470cdeb-d651-49aa-b8dd-9f33222407ac triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:08.325098 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.399013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object cafdf34f-ccee-4616-9027-df763e8fe746 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:08.457778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7ffa6db3-271a-43c7-896b-1616643dd6e0 None None] Provisioning complete for port 903c38e6-63b1-426d-8cd8-40530c297a5d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:08.458278 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ffa6db3-271a-43c7-896b-1616643dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.474768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508c73-88ba-4884-b8bd-deeb22820617 req-67692158-610b-480c-9456-bca096587e02 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:08.482040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4508c73-88ba-4884-b8bd-deeb22820617 req-67692158-610b-480c-9456-bca096587e02 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1209099 Jul 15 23:28:08.509264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa6db3-271a-43c7-896b-1616643dd6e0 None None] Port 903c38e6-63b1-426d-8cd8-40530c297a5d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:08.517135 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.558272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4508c73-88ba-4884-b8bd-deeb22820617 req-affdca50-a9aa-418c-8ede-d785d8b141e6 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754225 Jul 15 23:28:08.560468 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95bcba6c-ba28-4227-918e-b40d676c76fb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.567353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95bcba6c-ba28-4227-918e-b40d676c76fb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.578385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:08.585574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:08.594349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:08.603508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:08.604466 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.627377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5536106 Jul 15 23:28:08.628396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59636) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:08.638739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=cafdf34f-ccee-4616-9027-df763e8fe746,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:08.664383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43cfd5c1-4cf9-40ba-9785-26173248f48c None None] Provisioning complete for port 903c38e6-63b1-426d-8cd8-40530c297a5d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:08.664830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43cfd5c1-4cf9-40ba-9785-26173248f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.682332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.682681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.682848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95bcba6c-ba28-4227-918e-b40d676c76fb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.683282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bcba6c-ba28-4227-918e-b40d676c76fb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Fanout notify agent at l3_agent the message router_deleted on router 5493c474-86eb-409f-a97e-2c69c012852c {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:08.683587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.684005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.684442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.684834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.685225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.686243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.686636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.687190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.687430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.687886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b8066-9f3a-4990-85aa-d37911b4ab9d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:08.691793 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95bcba6c-ba28-4227-918e-b40d676c76fb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.693242 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95bcba6c-ba28-4227-918e-b40d676c76fb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/routers/5493c474-86eb-409f-a97e-2c69c012852c HTTP/1.1" status: 204 len: 168 time: 0.6442771 Jul 15 23:28:08.701596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59638) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:08.755695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-43cfd5c1-4cf9-40ba-9785-26173248f48c None None] Port 903c38e6-63b1-426d-8cd8-40530c297a5d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:08.796709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd7627a-af11-4d2b-adb5-ec62af5bba9e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet a0ed06c0-bbc1-4084-a9c1-3004710e339e {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:08.802204 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dd7627a-af11-4d2b-adb5-ec62af5bba9e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.820066 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc02851-5d24-40ba-895e-82d91a4abdd2 x-openstack-request-id: req-afc02851-5d24-40ba-895e-82d91a4abdd2 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:08.820388 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e328d11e-f67d-44a2-8bda-e79a7b3e8167", "name": "network-vif-deleted", "tag": "e07e9003-23af-4535-a37e-13fe1a344601", "status": "failed", "code": 422}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:08.820643 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afc02851-5d24-40ba-895e-82d91a4abdd2 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:08.821059 n-d-793618-8 neutron-server[93714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e328d11e-f67d-44a2-8bda-e79a7b3e8167', 'name': 'network-vif-deleted', 'tag': 'e07e9003-23af-4535-a37e-13fe1a344601', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:28:08.841328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63781ee5-14c5-4a75-928d-499fb2729819 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:08.847535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63781ee5-14c5-4a75-928d-499fb2729819 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:08.852444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-63781ee5-14c5-4a75-928d-499fb2729819 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2229526 Jul 15 23:28:08.852663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59640) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:08.874904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dd7627a-af11-4d2b-adb5-ec62af5bba9e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.984620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dd7627a-af11-4d2b-adb5-ec62af5bba9e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.989158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Provisioning for port d0e87245-8438-4e5d-9738-c3f7f1a4f76d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:08.993798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Provisioning complete for port d0e87245-8438-4e5d-9738-c3f7f1a4f76d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:08.994385 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.013217 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:28:09.063666 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dd7627a-af11-4d2b-adb5-ec62af5bba9e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.084543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.097982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7627a-af11-4d2b-adb5-ec62af5bba9e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ed06c0-bbc1-4084-a9c1-3004710e339e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:09.107297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4dd7627a-af11-4d2b-adb5-ec62af5bba9e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.113091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4dd7627a-af11-4d2b-adb5-ec62af5bba9e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/a0ed06c0-bbc1-4084-a9c1-3004710e339e HTTP/1.1" status: 204 len: 168 time: 0.4096642 Jul 15 23:28:09.114451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59642) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:09.183788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1f0b8-a079-40b8-a65c-e06b47f20856 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port cafdf34f-ccee-4616-9027-df763e8fe746 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:09.183788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f0b8-a079-40b8-a65c-e06b47f20856 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.204364 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.256921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b20213-1041-449b-bfad-3c7c501f308e None None] Network 418cfae0-fece-4078-9d69-9052914a110e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:09.280142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port eb88fe85-5d60-48ea-a209-a920f45ddc0a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:09.280524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.280642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.355289 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f0b8-a079-40b8-a65c-e06b47f20856 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.373931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1f0b8-a079-40b8-a65c-e06b47f20856 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for cafdf34f-ccee-4616-9027-df763e8fe746 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:09.376767 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dc9650f-f10d-4d3e-bf96-a6861fc00739 req-54317dee-70b7-490d-8b80-197fe18958dc tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 210 time: 0.0350490 Jul 15 23:28:09.380173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] For port d0e87245-8438-4e5d-9738-c3f7f1a4f76d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:09.392925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] For port eb88fe85-5d60-48ea-a209-a920f45ddc0a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=eb88fe85-5d60-48ea-a209-a920f45ddc0a,segment=NetworkSegment(27074faf-72b7-4cad-b1e8-d64cc0847cd9),segment_id=27074faf-72b7-4cad-b1e8-d64cc0847cd9)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:09.392925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.405695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.406485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for eb88fe85-5d60-48ea-a209-a920f45ddc0a owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:09.469960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Provisioning complete for port 903c38e6-63b1-426d-8cd8-40530c297a5d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:09.470608 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.503195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Pushing event updated for resources: {'Port': ['ID=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:09.514148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 903c38e6-63b1-426d-8cd8-40530c297a5d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:09.514550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.522249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.525144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3522fcf2-7466-496d-92a0-173dfeab98a2 None None] Port 903c38e6-63b1-426d-8cd8-40530c297a5d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:09.556242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=eb88fe85-5d60-48ea-a209-a920f45ddc0a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:09.558968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No DVR routers for this DVR port eb88fe85-5d60-48ea-a209-a920f45ddc0a on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:09.615756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.622993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22560d-087c-43d6-a8af-99cce14cbc69 None None] DHCP port deletion for 418cfae0-fece-4078-9d69-9052914a110e request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:09.629528 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 903c38e6-63b1-426d-8cd8-40530c297a5d owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:09.657713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9a3bb-7f50-454e-8c0d-617db0630c2d None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:28:09.694621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d0e87245-8438-4e5d-9738-c3f7f1a4f76d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:09.694897 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.740510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77940c6b-756b-4d78-8a61-c5592cf384a0 req-49e0892f-ad6c-4690-99dc-94fd4a9c1407 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "GET /v2.0/ports?device_id=e328d11e-f67d-44a2-8bda-e79a7b3e8167 HTTP/1.1" status: 200 len: 210 time: 0.0416107 Jul 15 23:28:09.756157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418cfae0-fece-4078-9d69-9052914a110e']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:09.761202 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f0b8-a079-40b8-a65c-e06b47f20856 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.766866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5bf8829e-7ff0-46d6-af87-a56f741e965d None None] Provisioning for port cafdf34f-ccee-4616-9027-df763e8fe746 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:09.775392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27074faf-72b7-4cad-b1e8-d64cc0847cd9') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:09.775942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27074faf-72b7-4cad-b1e8-d64cc0847cd9') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:09.781293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5bf8829e-7ff0-46d6-af87-a56f741e965d None None] Provisioning complete for port cafdf34f-ccee-4616-9027-df763e8fe746 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:09.781707 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5bf8829e-7ff0-46d6-af87-a56f741e965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.791428 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.806241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.814470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:09.815724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8829e-7ff0-46d6-af87-a56f741e965d None None] Port cafdf34f-ccee-4616-9027-df763e8fe746 was deleted so its status cannot be updated. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:28:09.816076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:09.822289 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:09.834879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port d0e87245-8438-4e5d-9738-c3f7f1a4f76d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:09.835245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.835436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1f0b8-a079-40b8-a65c-e06b47f20856 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=cafdf34f-ccee-4616-9027-df763e8fe746,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:09.874994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9a3bb-7f50-454e-8c0d-617db0630c2d None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:28:09.918249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.932524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.939518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/networks/418cfae0-fece-4078-9d69-9052914a110e HTTP/1.1" status: 204 len: 168 time: 0.8235602 Jul 15 23:28:09.940441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59656) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:09.960222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d796720-fcbd-4bab-abc4-44c28711ccec tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Network': ['ID=418cfae0-fece-4078-9d69-9052914a110e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:09.962702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f0b8-a079-40b8-a65c-e06b47f20856 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.967740 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1ad1f0b8-a079-40b8-a65c-e06b47f20856 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/cafdf34f-ccee-4616-9027-df763e8fe746 HTTP/1.1" status: 204 len: 168 time: 1.0853095 Jul 15 23:28:09.967740 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.969300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59658) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.011135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d9f400-fbcb-4f08-bb17-5aced441c304 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:10.015921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-83d9f400-fbcb-4f08-bb17-5aced441c304 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/290e141a-7c9e-48f2-a57a-c78b51228cfc HTTP/1.1" status: 200 len: 841 time: 0.0630960 Jul 15 23:28:10.016341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59660) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.077421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc6825b-ce73-43cf-9be5-0fdd770745d3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:10.077706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a0327ba5-88ce-4a7c-b5fe-92f66dd62fcb tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/290e141a-7c9e-48f2-a57a-c78b51228cfc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0596075 Jul 15 23:28:10.080041 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc6825b-ce73-43cf-9be5-0fdd770745d3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:10.080685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59662) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.081309 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3dc6825b-ce73-43cf-9be5-0fdd770745d3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1109293 Jul 15 23:28:10.086091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:10.090366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59664) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.129756 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=903c38e6-63b1-426d-8cd8-40530c297a5d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:10.187578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a825975-6320-4246-a153-7bfeba5dbf48 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet b10fcce1-eead-446e-9752-3f0c8d195542 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:10.196083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a825975-6320-4246-a153-7bfeba5dbf48 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.204831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:10.210285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.309872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.326939 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a825975-6320-4246-a153-7bfeba5dbf48 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.467214 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.519365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ebeee-64a4-447e-8838-5c755296a12e req-988e2157-6fa0-4b21-aae2-60cde0c611f5 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:10.521022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d13ebeee-64a4-447e-8838-5c755296a12e req-988e2157-6fa0-4b21-aae2-60cde0c611f5 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1571784 Jul 15 23:28:10.533596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:10.551053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Router 1dfa6a79-5764-4c2d-a6b4-171c23b41624 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:10.551230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:10.552694 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a825975-6320-4246-a153-7bfeba5dbf48 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.554545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:10.555167 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.568680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=5f72527b-904b-4998-befd-b2fd12687b6a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:10.592022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d13ebeee-64a4-447e-8838-5c755296a12e req-baa3c53a-75ae-41b7-afa5-af64fc6ea040 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629210 Jul 15 23:28:10.597132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7dd5472e-f9d7-4a97-84f4-e69c16d33cd4 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5117497 Jul 15 23:28:10.597386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59668) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.602407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-649087a2-1bbf-4993-8b3e-d943c07af0d3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'security_group': {'name': 'tempest-secgroup-456875799'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:10.632541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-649087a2-1bbf-4993-8b3e-d943c07af0d3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.681670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:10.687908 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cc1a0997-1aa0-486e-a349-81febdff95c4 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "PUT /v2.0/routers/1dfa6a79-5764-4c2d-a6b4-171c23b41624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7573755 Jul 15 23:28:10.690563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59670) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.697531 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e883e-299f-4776-8a38-c3b1543494cd None None] Sync routers for ids ['1dfa6a79-5764-4c2d-a6b4-171c23b41624'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:10.711191 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e883e-299f-4776-8a38-c3b1543494cd None None] Routers {'1dfa6a79-5764-4c2d-a6b4-171c23b41624'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:10.712037 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-918e883e-299f-4776-8a38-c3b1543494cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['1dfa6a79-5764-4c2d-a6b4-171c23b41624'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:10.731587 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb94edae-423a-4a5e-932e-01885ccaf468 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:28:10.733569 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bb94edae-423a-4a5e-932e-01885ccaf468 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/903c38e6-63b1-426d-8cd8-40530c297a5d HTTP/1.1" status: 404 len: 333 time: 0.0418777 Jul 15 23:28:10.736483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59672) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.749797 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a825975-6320-4246-a153-7bfeba5dbf48 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.767929 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-918e883e-299f-4776-8a38-c3b1543494cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:10.779349 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e883e-299f-4776-8a38-c3b1543494cd None None] Routers {'1dfa6a79-5764-4c2d-a6b4-171c23b41624'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:10.779970 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-918e883e-299f-4776-8a38-c3b1543494cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['1dfa6a79-5764-4c2d-a6b4-171c23b41624'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:10.799362 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a825975-6320-4246-a153-7bfeba5dbf48 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.803443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4a825975-6320-4246-a153-7bfeba5dbf48 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/b10fcce1-eead-446e-9752-3f0c8d195542 HTTP/1.1" status: 204 len: 168 time: 0.7097790 Jul 15 23:28:10.803443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a825975-6320-4246-a153-7bfeba5dbf48 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=b10fcce1-eead-446e-9752-3f0c8d195542,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:10.803869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59674) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.848654 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b6057e4-7292-4c2d-bad9-5cd82b6e1f8c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.860577 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-918e883e-299f-4776-8a38-c3b1543494cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:10.861439 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e883e-299f-4776-8a38-c3b1543494cd None None] The sync data for ids ['1dfa6a79-5764-4c2d-a6b4-171c23b41624'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:10.933214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59676) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.944128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13b739-112a-42e4-84c4-f808d812d5e3 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:10.975494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98beeab8-6eca-4314-9673-68b652f7f826 None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:10.980513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-649087a2-1bbf-4993-8b3e-d943c07af0d3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.128007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3d604a11-2da6-4bfa-a944-86587dc16a35 None None] Provisioning complete for port d0e87245-8438-4e5d-9738-c3f7f1a4f76d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:11.128522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d604a11-2da6-4bfa-a944-86587dc16a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.131369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b6057e4-7292-4c2d-bad9-5cd82b6e1f8c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.135022 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b6057e4-7292-4c2d-bad9-5cd82b6e1f8c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.173862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e07e9003-23af-4535-a37e-13fe1a344601 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:11.189082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-649087a2-1bbf-4993-8b3e-d943c07af0d3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.203873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b6057e4-7292-4c2d-bad9-5cd82b6e1f8c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.204370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6057e4-7292-4c2d-bad9-5cd82b6e1f8c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Fanout notify agent at l3_agent the message router_deleted on router 1dfa6a79-5764-4c2d-a6b4-171c23b41624 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:11.211452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: e07e9003-23af-4535-a37e-13fe1a344601 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:11.211892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e07e9003-23af-4535-a37e-13fe1a344601 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:11.226759 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b6057e4-7292-4c2d-bad9-5cd82b6e1f8c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.227900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4b6057e4-7292-4c2d-bad9-5cd82b6e1f8c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/routers/1dfa6a79-5764-4c2d-a6b4-171c23b41624 HTTP/1.1" status: 204 len: 168 time: 0.4898303 Jul 15 23:28:11.233526 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59678) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.237377 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a2fbde4c-d730-4cfd-b2e0-96057c61298c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4310482 Jul 15 23:28:11.241587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59680) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.249312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:11.268736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-649087a2-1bbf-4993-8b3e-d943c07af0d3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.269986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-649087a2-1bbf-4993-8b3e-d943c07af0d3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6716747 Jul 15 23:28:11.274973 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59682) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.280611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e169e34b-c06f-4e71-8a13-c36b38834fb6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'security_group': {'name': 'tempest-secgroup-239221334'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:11.298226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649087a2-1bbf-4993-8b3e-d943c07af0d3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b621b0fb-aa71-4355-87ef-9971a883fd68,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:11.318260 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14576944-467b-4aa8-a0ba-dcc4645b5ab7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.322989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e962d9c-ff0c-4f72-96c8-3b378c350878 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet 10360e18-4902-455c-89e6-2b63ed35476f {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:11.326172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e169e34b-c06f-4e71-8a13-c36b38834fb6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.329326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e962d9c-ff0c-4f72-96c8-3b378c350878 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.386375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14576944-467b-4aa8-a0ba-dcc4645b5ab7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.391698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e962d9c-ff0c-4f72-96c8-3b378c350878 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.396524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'tenant_id': '8143863fcd114297b68f87e142af57f8', 'fixed_ips': [{'subnet_id': '5f72527b-904b-4998-befd-b2fd12687b6a'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:11.397716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.404174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.api [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:28:11.404174 n-d-793618-8 neutron-server[93715]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:28:11.404174 n-d-793618-8 neutron-server[93715]: [parameters: {'project_id_1': 'e4ed1c10eded40d7b68d44f12841093b', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 28, 11, 388988)}] Jul 15 23:28:11.404174 n-d-793618-8 neutron-server[93715]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:28:11.404598 n-d-793618-8 neutron-server[93715]: DEBUG oslo_db.api [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:28:11.471500 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14576944-467b-4aa8-a0ba-dcc4645b5ab7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.474564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14576944-467b-4aa8-a0ba-dcc4645b5ab7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.478981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-14576944-467b-4aa8-a0ba-dcc4645b5ab7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] 10.222.0.23 "DELETE /v2.0/security-groups/ce96dac7-f7f7-47ed-9a91-082c13015b09 HTTP/1.1" status: 204 len: 168 time: 0.5422251 Jul 15 23:28:11.487599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:11.491284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14576944-467b-4aa8-a0ba-dcc4645b5ab7 tempest-TestServerBasicOps-1228316610 tempest-TestServerBasicOps-1228316610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce96dac7-f7f7-47ed-9a91-082c13015b09,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:11.520954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59686) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.532682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e962d9c-ff0c-4f72-96c8-3b378c350878 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.595335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e169e34b-c06f-4e71-8a13-c36b38834fb6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.611438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e169e34b-c06f-4e71-8a13-c36b38834fb6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.617055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Allocated IP 172.20.0.2 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/5f72527b-904b-4998-befd-b2fd12687b6a/c63c21d2-397d-413b-82f8-170edcb45c7b) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:11.624027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device eb88fe85-5d60-48ea-a209-a920f45ddc0a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:11.651583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] Deleting port d0e87245-8438-4e5d-9738-c3f7f1a4f76d {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:11.652043 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.655546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: eb88fe85-5d60-48ea-a209-a920f45ddc0a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:11.655995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device eb88fe85-5d60-48ea-a209-a920f45ddc0a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:11.656459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device d0e87245-8438-4e5d-9738-c3f7f1a4f76d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:11.687544 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e169e34b-c06f-4e71-8a13-c36b38834fb6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.691341 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e169e34b-c06f-4e71-8a13-c36b38834fb6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4124990 Jul 15 23:28:11.694712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59690) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.696854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-565076687', 'security_groups': ['957d0e61-d2ae-44dd-90f1-dc6f0de53f8a'], 'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f72527b-904b-4998-befd-b2fd12687b6a'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:11.699024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169e34b-c06f-4e71-8a13-c36b38834fb6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957d0e61-d2ae-44dd-90f1-dc6f0de53f8a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:11.733941 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e962d9c-ff0c-4f72-96c8-3b378c350878 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.795458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e962d9c-ff0c-4f72-96c8-3b378c350878 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=10360e18-4902-455c-89e6-2b63ed35476f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:11.802266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] For port d0e87245-8438-4e5d-9738-c3f7f1a4f76d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:11.802658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.809879 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e962d9c-ff0c-4f72-96c8-3b378c350878 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.812006 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e962d9c-ff0c-4f72-96c8-3b378c350878 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/10360e18-4902-455c-89e6-2b63ed35476f HTTP/1.1" status: 204 len: 168 time: 0.5773742 Jul 15 23:28:11.815267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59694) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.821994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105aab1-5090-49c8-89b2-a901de9574ad None None] Network a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:11.852209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] Calling delete_port for d0e87245-8438-4e5d-9738-c3f7f1a4f76d owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:11.899477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024166-5f3a-4b5d-be9a-50074a1603a7 req-4a2d09e2-d32a-4055-983b-1acb322bf933 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:11.901023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5024166-5f3a-4b5d-be9a-50074a1603a7 req-4a2d09e2-d32a-4055-983b-1acb322bf933 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1040432 Jul 15 23:28:11.901810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:11.937385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.012292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:12.016162 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.038374 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.047372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5024166-5f3a-4b5d-be9a-50074a1603a7 req-1f007f63-b0be-4265-a01b-6f51eaf1c5f2 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264977 Jul 15 23:28:12.068905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 6470cdeb-d651-49aa-b8dd-9f33222407ac {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:12.069567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.095390 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.121286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Transition to ACTIVE for port object c63c21d2-397d-413b-82f8-170edcb45c7b will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:12.148965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Transition to ACTIVE for port object c63c21d2-397d-413b-82f8-170edcb45c7b will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:12.158315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port d0e87245-8438-4e5d-9738-c3f7f1a4f76d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:12.159790 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] For port 6470cdeb-d651-49aa-b8dd-9f33222407ac, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6470cdeb-d651-49aa-b8dd-9f33222407ac,segment=NetworkSegment(287bbbf4-eac3-4a03-824f-3726a2e99517),segment_id=287bbbf4-eac3-4a03-824f-3726a2e99517)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:12.160170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.161633 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.194468 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.195449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 6470cdeb-d651-49aa-b8dd-9f33222407ac owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:12.210577 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.215907 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:12.225277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:12.231585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:12.234950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Pushing event updated for resources: {'Port': ['ID=c63c21d2-397d-413b-82f8-170edcb45c7b,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.242111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] No DVR routers for this DVR port d0e87245-8438-4e5d-9738-c3f7f1a4f76d on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:12.274426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event deleted for resources: {'Port': ['ID=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.288649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.289261 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.320197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 2f389367-99de-4af4-b84a-d7f8cef0b739 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:12.320404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=6470cdeb-d651-49aa-b8dd-9f33222407ac,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.327462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No DVR routers for this DVR port 6470cdeb-d651-49aa-b8dd-9f33222407ac on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:12.356900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0fd1e-054e-4779-9c49-a256e527fb86 None None] DHCP port deletion for a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:12.363588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c6a4b-259c-4fa7-9c71-9ec232939630 None None] Pushing event deleted for resources: {'Port': ['ID=d0e87245-8438-4e5d-9738-c3f7f1a4f76d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.383723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Attempting to bind port c63c21d2-397d-413b-82f8-170edcb45c7b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:12.384345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Attempting to bind port c63c21d2-397d-413b-82f8-170edcb45c7b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'fe65e2fd-2893-4859-bdb6-056ce10b871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:12.384921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Attempting to bind port c63c21d2-397d-413b-82f8-170edcb45c7b on network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:12.391466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:12.391780 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.391941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Checking segment: {'id': 'fe65e2fd-2893-4859-bdb6-056ce10b871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:12.392236 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.392629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Bound using segment: {'id': 'fe65e2fd-2893-4859-bdb6-056ce10b871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:12.393808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Bound port: c63c21d2-397d-413b-82f8-170edcb45c7b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe65e2fd-2893-4859-bdb6-056ce10b871d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:12.394446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.419976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.455778 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.467066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] For port c63c21d2-397d-413b-82f8-170edcb45c7b, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:12.470596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] For port c63c21d2-397d-413b-82f8-170edcb45c7b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c63c21d2-397d-413b-82f8-170edcb45c7b,segment=NetworkSegment(fe65e2fd-2893-4859-bdb6-056ce10b871d),segment_id=fe65e2fd-2893-4859-bdb6-056ce10b871d)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:12.475399 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.481484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14bb451-54e9-4f3c-9dff-b15e90a8ffa4']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:12.498497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:12.507511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:12.514029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:12.514547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.530914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287bbbf4-eac3-4a03-824f-3726a2e99517') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:12.531210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287bbbf4-eac3-4a03-824f-3726a2e99517') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:12.541143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc42868-c2af-42e4-b9f4-3690cfa7b6da None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:12.546097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3024368 Jul 15 23:28:12.548736 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.550851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59696) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.556238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'ba5e2b5f-55bc-499d-8790-5f0dde98edb1', 'ip_address': '2001:db8::32d:b106:6270:3f2a'}], 'name': 'tempest-NetworksTestDHCPv6-472346099'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:12.568381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e35e3-950b-48a4-9ede-ce815d5411ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=ba5e2b5f-55bc-499d-8790-5f0dde98edb1,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.598589 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e8500-4da2-45d9-9dfd-bb25f1c68928 None None] Pushing event updated for resources: {'Port': ['ID=c63c21d2-397d-413b-82f8-170edcb45c7b,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.599095 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.615482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:12.615888 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:12.619008 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:12.633005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.5 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/5f72527b-904b-4998-befd-b2fd12687b6a/2f389367-99de-4af4-b84a-d7f8cef0b739) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:12.765801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'ba5e2b5f-55bc-499d-8790-5f0dde98edb1'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:12.767177 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.781981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.795114 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.801032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/networks/a14bb451-54e9-4f3c-9dff-b15e90a8ffa4 HTTP/1.1" status: 204 len: 168 time: 0.9801636 Jul 15 23:28:12.803012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59698) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.835286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c3410-9ed7-4b66-bce5-23dc260a1907 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Network': ['ID=a14bb451-54e9-4f3c-9dff-b15e90a8ffa4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:12.851085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.855057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:12.921932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object 2f389367-99de-4af4-b84a-d7f8cef0b739 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:12.960571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f782af-45b4-4dda-98e5-3595404ad204 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:12.965501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-02f782af-45b4-4dda-98e5-3595404ad204 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/a9f35563-a1dd-4618-8e8c-ae95664ed6d6 HTTP/1.1" status: 200 len: 844 time: 0.1561584 Jul 15 23:28:12.966440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59700) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.976441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/ba5e2b5f-55bc-499d-8790-5f0dde98edb1/f44db0a4-2dea-4acb-9ca0-be217d63f314) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:12.999532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.058225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=2f389367-99de-4af4-b84a-d7f8cef0b739,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:13.076397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:13.077935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.078362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:13.084921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:13.101784 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d3cffa48-067b-4f8b-8c6b-66b6c9057bda tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/a9f35563-a1dd-4618-8e8c-ae95664ed6d6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1341980 Jul 15 23:28:13.104563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 3344df76-c5ed-4fd9-9e83-6f19ba2651b1 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:13.109921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59704) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.117399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:13.156318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:13.156924 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.176823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0037f9c5-21ee-470f-9069-1e2633839adf tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4838760 Jul 15 23:28:13.179722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59706) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.191636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3f2b24f9-f738-4ea1-9bde-40cac2a20b32 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:13.302736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Deleting port aee91e46-f687-4ce6-a651-6e898607f007 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:13.303891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.345628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.356147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Transition to ACTIVE for port object f44db0a4-2dea-4acb-9ca0-be217d63f314 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:13.367736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e7188-25c6-489c-a861-6584a9408ab4 req-2f30538f-e7a0-4624-b121-d705175cad32 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:13.369262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b75e7188-25c6-489c-a861-6584a9408ab4 req-2f30538f-e7a0-4624-b121-d705175cad32 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1338553 Jul 15 23:28:13.373305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Transition to ACTIVE for port object f44db0a4-2dea-4acb-9ca0-be217d63f314 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:13.379940 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.420974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:13.426343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:13.430881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:13.432989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Pushing event updated for resources: {'Port': ['ID=f44db0a4-2dea-4acb-9ca0-be217d63f314,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:13.433250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] For port aee91e46-f687-4ce6-a651-6e898607f007, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=aee91e46-f687-4ce6-a651-6e898607f007,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:13.433621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.436334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:13.440092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.441903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b75e7188-25c6-489c-a861-6584a9408ab4 req-8fe932ca-944d-4ccb-a53a-f30352f8b0b4 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615690 Jul 15 23:28:13.454823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2b24f9-f738-4ea1-9bde-40cac2a20b32 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:13.459458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f2b24f9-f738-4ea1-9bde-40cac2a20b32 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.505611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Calling delete_port for aee91e46-f687-4ce6-a651-6e898607f007 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:13.514633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Attempting to bind port f44db0a4-2dea-4acb-9ca0-be217d63f314 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:13.515242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Attempting to bind port f44db0a4-2dea-4acb-9ca0-be217d63f314 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:13.515898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Attempting to bind port f44db0a4-2dea-4acb-9ca0-be217d63f314 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:13.527494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:13.528151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:13.528571 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.528969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:13.529486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Bound port: f44db0a4-2dea-4acb-9ca0-be217d63f314, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:13.529843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.629100 n-d-793618-8 neutron-server[93715]: INFO neutron.db.ipam_backend_mixin [None req-3f2b24f9-f738-4ea1-9bde-40cac2a20b32 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f72527b-904b-4998-befd-b2fd12687b6a (CIDR: 172.20.0.0/28) Jul 15 23:28:13.641620 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2b24f9-f738-4ea1-9bde-40cac2a20b32 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:13.642205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2b24f9-f738-4ea1-9bde-40cac2a20b32 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:13.645360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] For port f44db0a4-2dea-4acb-9ca0-be217d63f314, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:13.654989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] For port f44db0a4-2dea-4acb-9ca0-be217d63f314, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f44db0a4-2dea-4acb-9ca0-be217d63f314,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:13.661531 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.691141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3f2b24f9-f738-4ea1-9bde-40cac2a20b32 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4977202 Jul 15 23:28:13.692323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59710) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.699390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:13.733045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c63c21d2-397d-413b-82f8-170edcb45c7b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:13.807607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec70c29-680c-4546-a0fa-ad961cfb739b None None] Pushing event updated for resources: {'Port': ['ID=f44db0a4-2dea-4acb-9ca0-be217d63f314,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:13.842277 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.850369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c63c21d2-397d-413b-82f8-170edcb45c7b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:13.869239 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::32d:b106:6270:3f2a (74549bed-ab35-4c04-a73f-49c8912c8d6f/ba5e2b5f-55bc-499d-8790-5f0dde98edb1/3344df76-c5ed-4fd9-9e83-6f19ba2651b1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:13.891763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:13.895876 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.946847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6470cdeb-d651-49aa-b8dd-9f33222407ac no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:13.983660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6470cdeb-d651-49aa-b8dd-9f33222407ac {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:13.984018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6470cdeb-d651-49aa-b8dd-9f33222407ac not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:14.242114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Provisioning for port c63c21d2-397d-413b-82f8-170edcb45c7b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:14.246459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:14.247015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.351003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.363435 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.407413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] For port c63c21d2-397d-413b-82f8-170edcb45c7b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c63c21d2-397d-413b-82f8-170edcb45c7b,segment=NetworkSegment(fe65e2fd-2893-4859-bdb6-056ce10b871d),segment_id=fe65e2fd-2893-4859-bdb6-056ce10b871d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:14.413029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.458377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:14.477835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:14.479128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Pushing event updated for resources: {'Port': ['ID=c63c21d2-397d-413b-82f8-170edcb45c7b,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.489804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee59ce-0339-479b-a63c-9436477ebd54 None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:14.493568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:14.494172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.495145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Provisioning complete for port 290e141a-7c9e-48f2-a57a-c78b51228cfc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:14.495708 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.499124 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.501415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=56e20886-37e5-4c53-8657-e79b8cf1ccc4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.534303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 3344df76-c5ed-4fd9-9e83-6f19ba2651b1 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:14.537727 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.552383 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7a870e50-01fd-46fd-9f43-354f4de22c25 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4373484 Jul 15 23:28:14.574349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59714) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:14.580225 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-46cb1887-ef16-4209-a0ec-3d36856d818f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'security_group': {'name': 'tempest-secgroup-239503770'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:14.587661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Pushing event deleted for resources: {'Port': ['ID=aee91e46-f687-4ce6-a651-6e898607f007,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.600825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d9418dba-f9ba-4263-9579-a60c0f774627 None None] Port 290e141a-7c9e-48f2-a57a-c78b51228cfc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:14.741786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.751191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.763328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46cb1887-ef16-4209-a0ec-3d36856d818f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.768827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6d624ab1-3a55-4c90-8d81-c64092a3dded None None] Provisioning for port 2f389367-99de-4af4-b84a-d7f8cef0b739 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:14.773644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6d624ab1-3a55-4c90-8d81-c64092a3dded None None] Provisioning complete for port 2f389367-99de-4af4-b84a-d7f8cef0b739 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:14.774019 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d624ab1-3a55-4c90-8d81-c64092a3dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.813740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:14.825566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:14.831975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:14.832691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.835854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'tenant_id': '4c781cba592b484d8c6307dff9c01431', 'fixed_ips': [{'subnet_id': '56e20886-37e5-4c53-8657-e79b8cf1ccc4'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:14.836795 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.854303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4f6c6-3e3b-483d-b31d-eece1e310d1c None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:14.855970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f5055-69a5-45f8-9b77-7a06c1e186ad req-5078a4b3-56e6-4aa9-a458-08a1939f0a9e tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:14.860472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6d624ab1-3a55-4c90-8d81-c64092a3dded None None] Port 2f389367-99de-4af4-b84a-d7f8cef0b739 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:14.868380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07f5055-69a5-45f8-9b77-7a06c1e186ad req-5078a4b3-56e6-4aa9-a458-08a1939f0a9e tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1939156 Jul 15 23:28:14.919283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=f64108da-5022-410b-94d8-7620267b302d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.925331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-db803800-edaf-46de-bcfd-684a963f68d9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2285085 Jul 15 23:28:14.925885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59718) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:14.931812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-298339370', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f64108da-5022-410b-94d8-7620267b302d'}], 'security_groups': ['b621b0fb-aa71-4355-87ef-9971a883fd68']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:14.964339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07f5055-69a5-45f8-9b77-7a06c1e186ad req-29c0e1b1-49b8-4f27-aa9a-a151600b44ef tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944917 Jul 15 23:28:14.978213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:14.996373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:15.010943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:15.017676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:15.019268 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.041560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=3344df76-c5ed-4fd9-9e83-6f19ba2651b1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.049756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.116371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Allocated IP 2001:db8::2 (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/56e20886-37e5-4c53-8657-e79b8cf1ccc4/bdcebe6e-130f-496a-9b51-17a1c79c6476) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:15.164496 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.323823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46cb1887-ef16-4209-a0ec-3d36856d818f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.333156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.335208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46cb1887-ef16-4209-a0ec-3d36856d818f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.347001 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-21cf4992-4a6f-44b0-b3d7-5be8b2c276aa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7947960 Jul 15 23:28:15.352589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59720) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.362245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Transition to ACTIVE for port object bdcebe6e-130f-496a-9b51-17a1c79c6476 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:15.383244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Router 8d820510-1e02-40e8-af7a-e83cb7f93a9e has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:15.392007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46cb1887-ef16-4209-a0ec-3d36856d818f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.395718 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-46cb1887-ef16-4209-a0ec-3d36856d818f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8167720 Jul 15 23:28:15.396743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59722) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.401119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb1887-ef16-4209-a0ec-3d36856d818f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe1676-62be-499f-89a6-60e40b5b356a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.401664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-79c96b7d-f0b5-4229-8e25-e5ac196c62ae tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1817632379'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:15.421372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Transition to ACTIVE for port object bdcebe6e-130f-496a-9b51-17a1c79c6476 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:15.431178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-40d5cfc6-09a4-4afa-88cb-1604eaf8c0eb None None] Provisioning for port f44db0a4-2dea-4acb-9ca0-be217d63f314 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:15.435142 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.481982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Pushing event updated for resources: {'Port': ['ID=bdcebe6e-130f-496a-9b51-17a1c79c6476,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.487868 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79c96b7d-f0b5-4229-8e25-e5ac196c62ae tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.517364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:15.519069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:15.524779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:15.560878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:15.574792 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-43025a38-03a2-4ce4-9bd0-600a237de34b admin admin] 10.222.0.23 "PUT /v2.0/routers/8d820510-1e02-40e8-af7a-e83cb7f93a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0488920 Jul 15 23:28:15.574792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59724) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.602267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] Sync routers for ids ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:15.608367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa564e7-8f55-4ca5-b2f8-3011d302baee tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:15.614783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa564e7-8f55-4ca5-b2f8-3011d302baee tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:15.619306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2fa564e7-8f55-4ca5-b2f8-3011d302baee tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2658024 Jul 15 23:28:15.619800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59726) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.713499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.769502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Delete allocated IP 172.20.0.5 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/5f72527b-904b-4998-befd-b2fd12687b6a) {{(pid=93715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:28:15.773067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] Routers {'8d820510-1e02-40e8-af7a-e83cb7f93a9e'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:15.773888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:15.785466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.22 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/f64108da-5022-410b-94d8-7620267b302d/2f389367-99de-4af4-b84a-d7f8cef0b739) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:15.840220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.850556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ab25d972-e076-4dc6-8f13-ba8c297da718 None None] Provisioning for port 3344df76-c5ed-4fd9-9e83-6f19ba2651b1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:15.865553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ab25d972-e076-4dc6-8f13-ba8c297da718 None None] Provisioning complete for port 3344df76-c5ed-4fd9-9e83-6f19ba2651b1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:15.865934 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ab25d972-e076-4dc6-8f13-ba8c297da718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.869360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Attempting to bind port bdcebe6e-130f-496a-9b51-17a1c79c6476 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:15.869735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Attempting to bind port bdcebe6e-130f-496a-9b51-17a1c79c6476 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '305a6440-30ae-4102-936b-743474d39a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:15.870097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Attempting to bind port bdcebe6e-130f-496a-9b51-17a1c79c6476 on network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:15.871964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d90e7e-c8ec-4fbe-92d0-00e99712f6a1 None None] Update dhcp port {'port': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'fixed_ips': [{'subnet_id': '5f72527b-904b-4998-befd-b2fd12687b6a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f64108da-5022-410b-94d8-7620267b302d'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'c63c21d2-397d-413b-82f8-170edcb45c7b'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:15.901447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c63c21d2-397d-413b-82f8-170edcb45c7b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:15.903884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Deleting port e08d8095-713b-4a15-9a5f-5abff00406a6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:15.905180 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.925581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79c96b7d-f0b5-4229-8e25-e5ac196c62ae tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.968704 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.983501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:15.983918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Checking segment: {'id': '305a6440-30ae-4102-936b-743474d39a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:15.984331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.984733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Bound using segment: {'id': '305a6440-30ae-4102-936b-743474d39a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:15.985216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Bound port: bdcebe6e-130f-496a-9b51-17a1c79c6476, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305a6440-30ae-4102-936b-743474d39a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:15.985600 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.987264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object 2f389367-99de-4af4-b84a-d7f8cef0b739 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:15.989484 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79c96b7d-f0b5-4229-8e25-e5ac196c62ae tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.992829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] For port e08d8095-713b-4a15-9a5f-5abff00406a6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e08d8095-713b-4a15-9a5f-5abff00406a6,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:15.993790 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.006593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.028619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Calling delete_port for e08d8095-713b-4a15-9a5f-5abff00406a6 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:16.045925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79c96b7d-f0b5-4229-8e25-e5ac196c62ae tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.047726 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3d90e7e-c8ec-4fbe-92d0-00e99712f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.050116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-79c96b7d-f0b5-4229-8e25-e5ac196c62ae tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6524680 Jul 15 23:28:16.058397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59730) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:16.085493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-843908843', 'security_groups': ['5cd1a9e1-7f32-4bc1-99a2-a4d235251b03'], 'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56e20886-37e5-4c53-8657-e79b8cf1ccc4'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:16.097436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ab25d972-e076-4dc6-8f13-ba8c297da718 None None] Port 3344df76-c5ed-4fd9-9e83-6f19ba2651b1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:16.115286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-37a5fba5-9526-4b41-8bcc-deadf70e7ef0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 3344df76-c5ed-4fd9-9e83-6f19ba2651b1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:16.116004 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37a5fba5-9526-4b41-8bcc-deadf70e7ef0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.179447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c96b7d-f0b5-4229-8e25-e5ac196c62ae tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd1a9e1-7f32-4bc1-99a2-a4d235251b03,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:16.186006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] Set router 8d820510-1e02-40e8-af7a-e83cb7f93a9e gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:16.232475 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.263711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08d8095-713b-4a15-9a5f-5abff00406a6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:16.276137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=2f389367-99de-4af4-b84a-d7f8cef0b739,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:16.327123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.377757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] For port bdcebe6e-130f-496a-9b51-17a1c79c6476, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:16.382698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:16.383139 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.406371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] In _notify_port_updated(), no bound segment for port 2f389367-99de-4af4-b84a-d7f8cef0b739 on network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:28:16.412637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:16.413363 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.414791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ae2622a7-0a38-424c-b9d5-67b2bb3be08b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "PUT /v2.0/ports/2f389367-99de-4af4-b84a-d7f8cef0b739 HTTP/1.1" status: 200 len: 920 time: 1.4876120 Jul 15 23:28:16.422339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59734) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:16.422558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] For port bdcebe6e-130f-496a-9b51-17a1c79c6476, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bdcebe6e-130f-496a-9b51-17a1c79c6476,segment=NetworkSegment(305a6440-30ae-4102-936b-743474d39a35),segment_id=305a6440-30ae-4102-936b-743474d39a35)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:16.434778 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.436275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.439004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.444936 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37a5fba5-9526-4b41-8bcc-deadf70e7ef0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.491704 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.492440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d820510-1e02-40e8-af7a-e83cb7f93a9e {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:16.495498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d2511-05b8-4319-8ec7-9bf68205aa0f req-fd6b4959-5431-45ac-9307-bc5c0bba4ec7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:16.501107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.504631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-831d2511-05b8-4319-8ec7-9bf68205aa0f req-fd6b4959-5431-45ac-9307-bc5c0bba4ec7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.3910465 Jul 15 23:28:16.504813 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e206eae6-6c5a-4482-98b6-b2f20d958a09 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8d820510-1e02-40e8-af7a-e83cb7f93a9e HTTP/1.1" status: 204 len: 168 time: 0.9296873 Jul 15 23:28:16.504919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59736) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:16.508910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-37a5fba5-9526-4b41-8bcc-deadf70e7ef0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 3344df76-c5ed-4fd9-9e83-6f19ba2651b1 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:16.520066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-c3d90e7e-c8ec-4fbe-92d0-00e99712f6a1 None None] Allocated IP 172.20.0.18 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/f64108da-5022-410b-94d8-7620267b302d/c63c21d2-397d-413b-82f8-170edcb45c7b) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:16.575686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecc9b4d-b2e1-4a3b-ab9d-529ec693c4c1 admin admin] Deleting subnet 94167d2c-d503-4c25-85f2-11fa378ae378 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:16.579461 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aecc9b4d-b2e1-4a3b-ab9d-529ec693c4c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.603544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:16.619937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337c67b-6712-4beb-a05a-6d6723aa075d None None] Pushing event updated for resources: {'Port': ['ID=bdcebe6e-130f-496a-9b51-17a1c79c6476,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:16.622194 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aecc9b4d-b2e1-4a3b-ab9d-529ec693c4c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.648556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f44db0a4-2dea-4acb-9ca0-be217d63f314 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:16.719090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aecc9b4d-b2e1-4a3b-ab9d-529ec693c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.796482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-831d2511-05b8-4319-8ec7-9bf68205aa0f req-aa70be5b-c83d-483d-a930-3463bc71c88c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925465 Jul 15 23:28:16.862624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aecc9b4d-b2e1-4a3b-ab9d-529ec693c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.892562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-14d160b3-4cfe-4499-b2bb-4e59b1b47b03 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 2f389367-99de-4af4-b84a-d7f8cef0b739 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:16.893007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14d160b3-4cfe-4499-b2bb-4e59b1b47b03 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.902552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37a5fba5-9526-4b41-8bcc-deadf70e7ef0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.906966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc9b4d-b2e1-4a3b-ab9d-529ec693c4c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94167d2c-d503-4c25-85f2-11fa378ae378,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:16.922943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aecc9b4d-b2e1-4a3b-ab9d-529ec693c4c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.925694 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aecc9b4d-b2e1-4a3b-ab9d-529ec693c4c1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/94167d2c-d503-4c25-85f2-11fa378ae378 HTTP/1.1" status: 204 len: 168 time: 0.4197409 Jul 15 23:28:16.929009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59738) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:16.940697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1775ea-5c97-4add-9c23-497e7ca10904 None None] Network 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:16.991490 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37a5fba5-9526-4b41-8bcc-deadf70e7ef0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.996825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-37a5fba5-9526-4b41-8bcc-deadf70e7ef0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/3344df76-c5ed-4fd9-9e83-6f19ba2651b1 HTTP/1.1" status: 204 len: 168 time: 1.3699179 Jul 15 23:28:16.997186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59740) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:17.042857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5fba5-9526-4b41-8bcc-deadf70e7ef0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=3344df76-c5ed-4fd9-9e83-6f19ba2651b1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:17.049712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.077580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'name': 'tempest-TestServerBasicOps-1697174961-router', 'tenant_id': '1b42294835df4eb882c894dab729d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:10Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 5, 'project_id': '1b42294835df4eb882c894dab729d1ce', 'gw_port': {'id': 'e08d8095-713b-4a15-9a5f-5abff00406a6', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d820510-1e02-40e8-af7a-e83cb7f93a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:13Z', 'updated_at': '2021-07-15T23:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:17.097815 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.116414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c721cb7-ff48-4341-9501-34b8e0b8c46e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:17.118094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c721cb7-ff48-4341-9501-34b8e0b8c46e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:17.118228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port b59856e5-64b3-4f41-bdf4-b4ea09466c98 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:17.119695 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4c721cb7-ff48-4341-9501-34b8e0b8c46e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1194270 Jul 15 23:28:17.127779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59742) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:17.148655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] Checking router: 8d820510-1e02-40e8-af7a-e83cb7f93a9e for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:17.182177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c3d90e7e-c8ec-4fbe-92d0-00e99712f6a1 None None] For port c63c21d2-397d-413b-82f8-170edcb45c7b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c63c21d2-397d-413b-82f8-170edcb45c7b,segment=NetworkSegment(fe65e2fd-2893-4859-bdb6-056ce10b871d),segment_id=fe65e2fd-2893-4859-bdb6-056ce10b871d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:17.206338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] Routers set() bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:17.206810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] Router IDs set() for agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:28:17.207554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_agentschedulers_db [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d820510-1e02-40e8-af7a-e83cb7f93a9e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent'). {{(pid=93716) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:28:17.208040 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99712add-5358-48f0-9d4e-744b2c097fed None None] The sync data for ids ['8d820510-1e02-40e8-af7a-e83cb7f93a9e'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:17.247510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f44db0a4-2dea-4acb-9ca0-be217d63f314 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:17.256672 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3d90e7e-c8ec-4fbe-92d0-00e99712f6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.267055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f44db0a4-2dea-4acb-9ca0-be217d63f314 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:17.267055 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.282184 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14d160b3-4cfe-4499-b2bb-4e59b1b47b03 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.318196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-14d160b3-4cfe-4499-b2bb-4e59b1b47b03 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 2f389367-99de-4af4-b84a-d7f8cef0b739 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:17.323823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c3d90e7e-c8ec-4fbe-92d0-00e99712f6a1 None None] Transition to ACTIVE for port object c63c21d2-397d-413b-82f8-170edcb45c7b will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:17.335502 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3d90e7e-c8ec-4fbe-92d0-00e99712f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.421912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.435258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::28a (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/56e20886-37e5-4c53-8657-e79b8cf1ccc4/b59856e5-64b3-4f41-bdf4-b4ea09466c98) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:17.482950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af6c274-b40e-48eb-ad90-a7cd8ed886ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet ba5e2b5f-55bc-499d-8790-5f0dde98edb1 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:17.486028 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8af6c274-b40e-48eb-ad90-a7cd8ed886ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.534364 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8af6c274-b40e-48eb-ad90-a7cd8ed886ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.536746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d90e7e-c8ec-4fbe-92d0-00e99712f6a1 None None] Pushing event updated for resources: {'Port': ['ID=c63c21d2-397d-413b-82f8-170edcb45c7b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:17.553259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f44db0a4-2dea-4acb-9ca0-be217d63f314, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f44db0a4-2dea-4acb-9ca0-be217d63f314,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:17.559851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.663831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f44db0a4-2dea-4acb-9ca0-be217d63f314,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:17.669983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] DHCP port deletion for 65017ccc-6191-4ccb-b4a5-ba75aa5570d7 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:17.712776 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14d160b3-4cfe-4499-b2bb-4e59b1b47b03 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.722884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8af6c274-b40e-48eb-ad90-a7cd8ed886ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.731485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Deleting port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:17.736337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.745549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.780436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d160b3-4cfe-4499-b2bb-4e59b1b47b03 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=2f389367-99de-4af4-b84a-d7f8cef0b739,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:17.820112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Deleting port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:17.820112 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.846016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object b59856e5-64b3-4f41-bdf4-b4ea09466c98 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:17.973348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] For port 33d6c27d-016d-4663-bba4-15d4a21c8cf9, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=33d6c27d-016d-4663-bba4-15d4a21c8cf9,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:17.973868 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.980857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-14d160b3-4cfe-4499-b2bb-4e59b1b47b03 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.985387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-14d160b3-4cfe-4499-b2bb-4e59b1b47b03 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/2f389367-99de-4af4-b84a-d7f8cef0b739 HTTP/1.1" status: 204 len: 168 time: 1.5584004 Jul 15 23:28:17.987901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] For port 33d6c27d-016d-4663-bba4-15d4a21c8cf9, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=33d6c27d-016d-4663-bba4-15d4a21c8cf9,segment=NetworkSegment(0860e1d0-3365-4b36-9f09-fcc7bbc6b2db),segment_id=0860e1d0-3365-4b36-9f09-fcc7bbc6b2db)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:17.988266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.990954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Calling delete_port for 33d6c27d-016d-4663-bba4-15d4a21c8cf9 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:17.991721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59746) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.021630 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Calling delete_port for 33d6c27d-016d-4663-bba4-15d4a21c8cf9 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:18.031154 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8af6c274-b40e-48eb-ad90-a7cd8ed886ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.077957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6c274-b40e-48eb-ad90-a7cd8ed886ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5e2b5f-55bc-499d-8790-5f0dde98edb1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.080753 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8af6c274-b40e-48eb-ad90-a7cd8ed886ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.087067 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3070b5-d9ed-46ad-9cf8-06959078b88e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:28:18.087295 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8af6c274-b40e-48eb-ad90-a7cd8ed886ea tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/ba5e2b5f-55bc-499d-8790-5f0dde98edb1 HTTP/1.1" status: 204 len: 168 time: 0.9511745 Jul 15 23:28:18.087405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9d3070b5-d9ed-46ad-9cf8-06959078b88e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/2f389367-99de-4af4-b84a-d7f8cef0b739 HTTP/1.1" status: 404 len: 333 time: 0.0916152 Jul 15 23:28:18.088886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59750) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.089228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59752) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.103992 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.108214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b2652-1c42-47c7-97e4-89b689146c80 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:18.115610 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5b96-170e-4f85-999b-636daa9b9df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.215690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91afa871-fea6-4a7e-9741-5057af30a69a None None] Provisioning for port bdcebe6e-130f-496a-9b51-17a1c79c6476 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:18.220430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:18.246203 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-78d242f4-8472-4a94-bc16-fe781843de79 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421556 Jul 15 23:28:18.246203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59754) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.249697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:18.260768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:18.281608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:18.291881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:18.293482 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.306820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0133c8c-94bb-4a58-bed7-7bc09fe1fe82 req-680ddbfc-69d7-4ff0-92b4-8ab62c10a566 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:18.326837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0133c8c-94bb-4a58-bed7-7bc09fe1fe82 req-680ddbfc-69d7-4ff0-92b4-8ab62c10a566 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2687945 Jul 15 23:28:18.331420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=b59856e5-64b3-4f41-bdf4-b4ea09466c98,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.331625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bdcebe6e-130f-496a-9b51-17a1c79c6476 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:18.342969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.412996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-44e0b8cd-772f-406c-855b-a6fd8004f077 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3324931 Jul 15 23:28:18.415709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59756) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.416225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.420911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5d5807af-fc97-4412-a104-967ccf729c7e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:18.439872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0133c8c-94bb-4a58-bed7-7bc09fe1fe82 req-e79619e5-41fd-4de8-bddd-68f0ae3e5937 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118462 Jul 15 23:28:18.458522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Pushing event deleted for resources: {'Port': ['ID=33d6c27d-016d-4663-bba4-15d4a21c8cf9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.492471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] No DVR routers for this DVR port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:18.500077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1197d200-cad9-4a37-8b18-9db2165eb9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.504255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Pushing event deleted for resources: {'Port': ['ID=33d6c27d-016d-4663-bba4-15d4a21c8cf9,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.535411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.536241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.536765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.537879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.538388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.538921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.539413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.539904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.540633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.541123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.541621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.542109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:18.549920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-91afa871-fea6-4a7e-9741-5057af30a69a None None] Provisioning complete for port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:18.551660 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-91afa871-fea6-4a7e-9741-5057af30a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.598380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.608198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14fcab-df36-44f1-a8ca-f5ba1cd07bb3 None None] No DVR routers for this DVR port 33d6c27d-016d-4663-bba4-15d4a21c8cf9 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:18.609906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65017ccc-6191-4ccb-b4a5-ba75aa5570d7']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:18.622656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:18.623098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0860e1d0-3365-4b36-9f09-fcc7bbc6b2db') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:18.635184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.655664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:18.659745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port bdcebe6e-130f-496a-9b51-17a1c79c6476 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:18.661302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.677942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:18.678336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.680961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5807af-fc97-4412-a104-967ccf729c7e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:18.685241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5d5807af-fc97-4412-a104-967ccf729c7e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.695468 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.703345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-91afa871-fea6-4a7e-9741-5057af30a69a None None] Port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:18.708458 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1197d200-cad9-4a37-8b18-9db2165eb9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.715132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:18.715642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: self.session.flush() Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:18.722504 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:18.797247 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.818161 n-d-793618-8 neutron-server[93715]: INFO neutron.db.ipam_backend_mixin [None req-5d5807af-fc97-4412-a104-967ccf729c7e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56e20886-37e5-4c53-8657-e79b8cf1ccc4 (CIDR: 2001:db8::/64) Jul 15 23:28:18.821976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:18.822590 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5807af-fc97-4412-a104-967ccf729c7e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:18.823301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5807af-fc97-4412-a104-967ccf729c7e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:18.838604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5d5807af-fc97-4412-a104-967ccf729c7e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4217858 Jul 15 23:28:18.841362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59758) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.848118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:18.870427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.881962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Provisioning for port c63c21d2-397d-413b-82f8-170edcb45c7b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:18.883333 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.888514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port bdcebe6e-130f-496a-9b51-17a1c79c6476, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bdcebe6e-130f-496a-9b51-17a1c79c6476,segment=NetworkSegment(305a6440-30ae-4102-936b-743474d39a35),segment_id=305a6440-30ae-4102-936b-743474d39a35)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:18.888757 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] 10.222.0.23 "DELETE /v2.0/networks/65017ccc-6191-4ccb-b4a5-ba75aa5570d7 HTTP/1.1" status: 204 len: 168 time: 1.9553730 Jul 15 23:28:18.888757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1197d200-cad9-4a37-8b18-9db2165eb9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.888992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59760) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.889349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1197d200-cad9-4a37-8b18-9db2165eb9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.893131 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1197d200-cad9-4a37-8b18-9db2165eb9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/security-groups/957d0e61-d2ae-44dd-90f1-dc6f0de53f8a HTTP/1.1" status: 204 len: 168 time: 0.8001199 Jul 15 23:28:18.893591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:18.894074 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.899364 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.900150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c63c21d2-397d-413b-82f8-170edcb45c7b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:18.900950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.913245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873178d-5840-4166-b93b-4d6e4cb67efb admin admin] Pushing event deleted for resources: {'Network': ['ID=65017ccc-6191-4ccb-b4a5-ba75aa5570d7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.935792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197d200-cad9-4a37-8b18-9db2165eb9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d0e61-d2ae-44dd-90f1-dc6f0de53f8a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.032736 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.049989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] Deleting port f44db0a4-2dea-4acb-9ca0-be217d63f314 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:19.050260 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.094177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=bdcebe6e-130f-496a-9b51-17a1c79c6476,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.096765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=429b2ba4-5db8-4461-a1b4-812747251734,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.103766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:19.105656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:19.108239 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:19.108830 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.129075 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a35d6153-8382-4b55-9b28-33c6211e2961 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8783545 Jul 15 23:28:19.129327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59764) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:19.134838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': '429b2ba4-5db8-4461-a1b4-812747251734', 'ip_address': '2001:db8::b7ce:7e6f:2876:c9dd'}], 'name': 'tempest-NetworksTestDHCPv6-519087619'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:19.145355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f79b18ee-822a-444b-89c8-a7e1dce6a40a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.187563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:19.188226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.224419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f79b18ee-822a-444b-89c8-a7e1dce6a40a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.239351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:19.240057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Could not find standard attr ID for object 2f389367-99de-4af4-b84a-d7f8cef0b739. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:19.242798 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.244393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] For port f44db0a4-2dea-4acb-9ca0-be217d63f314, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f44db0a4-2dea-4acb-9ca0-be217d63f314,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:19.244963 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.265244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] Calling delete_port for f44db0a4-2dea-4acb-9ca0-be217d63f314 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:19.288690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:19.289836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Provisioning complete for port 290e141a-7c9e-48f2-a57a-c78b51228cfc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:19.290211 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.356381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f79b18ee-822a-444b-89c8-a7e1dce6a40a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.359014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f79b18ee-822a-444b-89c8-a7e1dce6a40a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.360188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f79b18ee-822a-444b-89c8-a7e1dce6a40a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/security-groups/b621b0fb-aa71-4355-87ef-9971a883fd68 HTTP/1.1" status: 204 len: 168 time: 0.4582925 Jul 15 23:28:19.363518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59766) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:19.405880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Port 290e141a-7c9e-48f2-a57a-c78b51228cfc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:19.430462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b18ee-822a-444b-89c8-a7e1dce6a40a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b621b0fb-aa71-4355-87ef-9971a883fd68,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.468189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Provisioning for port b59856e5-64b3-4f41-bdf4-b4ea09466c98 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:19.478022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.478506 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.498099 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdcb553-7081-401e-92ea-d79b7d86a026 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet 5f72527b-904b-4998-befd-b2fd12687b6a {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:19.506128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 33d6c27d-016d-4663-bba4-15d4a21c8cf9 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:19.506739 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb553-7081-401e-92ea-d79b7d86a026 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.514721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Provisioning complete for port b59856e5-64b3-4f41-bdf4-b4ea09466c98 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:19.515137 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.531305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 5abceddf-64fd-4e7a-a269-47ac0f8f73ad yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:19.583160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 33d6c27d-016d-4663-bba4-15d4a21c8cf9 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:19.584315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 33d6c27d-016d-4663-bba4-15d4a21c8cf9 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:19.585265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aee91e46-f687-4ce6-a651-6e898607f007 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:19.597720 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb553-7081-401e-92ea-d79b7d86a026 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.609125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] Pushing event deleted for resources: {'Port': ['ID=f44db0a4-2dea-4acb-9ca0-be217d63f314,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.623669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ac7ea-0f03-481b-98dc-454f0204f3e4 None None] No DVR routers for this DVR port f44db0a4-2dea-4acb-9ca0-be217d63f314 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:19.651159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: aee91e46-f687-4ce6-a651-6e898607f007 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:19.651625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device aee91e46-f687-4ce6-a651-6e898607f007 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:19.655246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e04bf48f-83ee-4e6a-9572-a268620345dd None None] Port b59856e5-64b3-4f41-bdf4-b4ea09466c98 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:19.675856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d3197c-f054-442d-a1cc-c0aec7defa6d None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:19.792106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb553-7081-401e-92ea-d79b7d86a026 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.810986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d0626-6f0a-4e4e-bb4a-81b735073c02 req-2d2840ad-ccf6-4e44-b759-44094a5c37f8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:19.810986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e64d0626-6f0a-4e4e-bb4a-81b735073c02 req-2d2840ad-ccf6-4e44-b759-44094a5c37f8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.1813943 Jul 15 23:28:19.830780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.833599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::b7ce:7e6f:2876:c9dd (74549bed-ab35-4c04-a73f-49c8912c8d6f/429b2ba4-5db8-4461-a1b4-812747251734/5abceddf-64fd-4e7a-a269-47ac0f8f73ad) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:19.851142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-caaa58d2-470f-494e-ad6e-47686de07970 None None] Could not find standard attr ID for object 2f389367-99de-4af4-b84a-d7f8cef0b739. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:19.873321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bdcebe6e-130f-496a-9b51-17a1c79c6476 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:19.894561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:19.896118 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb553-7081-401e-92ea-d79b7d86a026 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.904786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:19.914140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:19.915219 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.918980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=15a00a45-ac57-4585-a6a9-f8fb6b5393b7,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.931599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d700848-4770-49f2-83f1-0fe90d1d37b0 None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:19.940038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcb553-7081-401e-92ea-d79b7d86a026 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=5f72527b-904b-4998-befd-b2fd12687b6a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.947803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb553-7081-401e-92ea-d79b7d86a026 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.948833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e64d0626-6f0a-4e4e-bb4a-81b735073c02 req-0acae464-006d-46b8-b310-1a82860494b9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264904 Jul 15 23:28:19.954373 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4bdcb553-7081-401e-92ea-d79b7d86a026 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/5f72527b-904b-4998-befd-b2fd12687b6a HTTP/1.1" status: 204 len: 168 time: 0.5861638 Jul 15 23:28:19.958424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '429b2ba4-5db8-4461-a1b4-812747251734'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:19.959641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.963366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59772) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:19.971784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:19.978482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1a5e473d-2eeb-447a-acee-d31889537284 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1356666 Jul 15 23:28:19.980434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59774) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:19.986109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9603ca73-90cf-4a23-925b-cfa944443427 None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:19.986266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1058357927', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15a00a45-ac57-4585-a6a9-f8fb6b5393b7'}], 'security_groups': ['fffe1676-62be-499f-89a6-60e40b5b356a']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:19.994819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.089821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:20.090266 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.120781 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.172817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 5abceddf-64fd-4e7a-a269-47ac0f8f73ad will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:20.241052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:20.244901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.261051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.325874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:20.357729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:20.364202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:20.370048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:20.370725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.380734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=5abceddf-64fd-4e7a-a269-47ac0f8f73ad,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:20.409619 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f8d1c2bf-e9fb-4956-968d-4851d5876538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2766955 Jul 15 23:28:20.412545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59776) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:20.526542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f386cd84-1e23-4783-9a99-3fcaf65ce4d7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:20.530620 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f386cd84-1e23-4783-9a99-3fcaf65ce4d7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1150594 Jul 15 23:28:20.532675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59778) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:20.549560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.616368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/429b2ba4-5db8-4461-a1b4-812747251734/ea0555a5-44e1-470e-bc34-5c926aa719e5) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:20.710996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0de1f651-6aeb-44fd-8a06-d6b10e1693dd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 5abceddf-64fd-4e7a-a269-47ac0f8f73ad {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:20.711803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0de1f651-6aeb-44fd-8a06-d6b10e1693dd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.715972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.749522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7db170fb-9770-4c0d-b728-eff5e558d0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.757195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f44db0a4-2dea-4acb-9ca0-be217d63f314 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:20.798431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f44db0a4-2dea-4acb-9ca0-be217d63f314 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:20.799672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f44db0a4-2dea-4acb-9ca0-be217d63f314 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:20.800482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e08d8095-713b-4a15-9a5f-5abff00406a6 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:20.826385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:20.836062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:20.844548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:20.844798 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.845629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e08d8095-713b-4a15-9a5f-5abff00406a6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:20.845629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e08d8095-713b-4a15-9a5f-5abff00406a6 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:20.862869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=79d19fa6-a661-41a4-9ea4-cd508134c3ff,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:20.894138 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1ec4a50b-e0e6-4e6e-8c19-7ea32a40974e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9286792 Jul 15 23:28:20.894772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59780) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:20.896685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0de1f651-6aeb-44fd-8a06-d6b10e1693dd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.903207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ef128698-726f-4f77-91b7-54f6e657c001 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'security_group': {'name': 'tempest-secgroup-319085343'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:20.923361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0de1f651-6aeb-44fd-8a06-d6b10e1693dd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 5abceddf-64fd-4e7a-a269-47ac0f8f73ad owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:20.961187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.973119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Transition to ACTIVE for port object ea0555a5-44e1-470e-bc34-5c926aa719e5 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:20.983329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b1147-3960-47ad-8dec-a4f7c59feff3 None None] Update dhcp port {'port': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'fixed_ips': [{'subnet_id': '56e20886-37e5-4c53-8657-e79b8cf1ccc4', 'ip_address': '2001:db8::2'}, {'subnet_id': '15a00a45-ac57-4585-a6a9-f8fb6b5393b7'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'bdcebe6e-130f-496a-9b51-17a1c79c6476'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:21.025760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef128698-726f-4f77-91b7-54f6e657c001 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.028138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Transition to ACTIVE for port object ea0555a5-44e1-470e-bc34-5c926aa719e5 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:21.035593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Deleting port 5b8ca678-dae5-49c9-ad76-51ca12b81b08 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:21.036143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.046446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.081819 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.087273 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1147-3960-47ad-8dec-a4f7c59feff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.099111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Delete allocated IP 2001:db8::28a (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/56e20886-37e5-4c53-8657-e79b8cf1ccc4) {{(pid=93715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:28:21.123738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:21.134406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:21.147828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:21.162968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8:0:1::24d (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/15a00a45-ac57-4585-a6a9-f8fb6b5393b7/b59856e5-64b3-4f41-bdf4-b4ea09466c98) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:21.176688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Pushing event updated for resources: {'Port': ['ID=ea0555a5-44e1-470e-bc34-5c926aa719e5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.228742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef128698-726f-4f77-91b7-54f6e657c001 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.232744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] For port 5b8ca678-dae5-49c9-ad76-51ca12b81b08, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5b8ca678-dae5-49c9-ad76-51ca12b81b08,segment=NetworkSegment(8491623d-52f9-4e05-b194-673b7e2dc30f),segment_id=8491623d-52f9-4e05-b194-673b7e2dc30f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:21.233271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.249637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef128698-726f-4f77-91b7-54f6e657c001 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.254919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Calling delete_port for 5b8ca678-dae5-49c9-ad76-51ca12b81b08 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:21.293232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef128698-726f-4f77-91b7-54f6e657c001 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731ae2b1-392d-4a3a-a409-b7fcac1780bb,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.297206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef128698-726f-4f77-91b7-54f6e657c001 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.298562 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ef128698-726f-4f77-91b7-54f6e657c001 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3989437 Jul 15 23:28:21.301420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.307283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-56ec0827-b6e6-4cc4-ae93-58c84d760bca tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'security_group': {'name': 'tempest-secgroup-1076667794'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:21.331613 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0de1f651-6aeb-44fd-8a06-d6b10e1693dd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.350286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Attempting to bind port ea0555a5-44e1-470e-bc34-5c926aa719e5 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:21.350994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Attempting to bind port ea0555a5-44e1-470e-bc34-5c926aa719e5 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:21.351679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Attempting to bind port ea0555a5-44e1-470e-bc34-5c926aa719e5 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:21.359106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56ec0827-b6e6-4cc4-ae93-58c84d760bca tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.362372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daf9db-052d-485a-847b-917983f2f8b3 req-c2f4c51c-100f-4984-a8e2-5a9fe11b4604 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:21.364133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0daf9db-052d-485a-847b-917983f2f8b3 req-c2f4c51c-100f-4984-a8e2-5a9fe11b4604 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.2216067 Jul 15 23:28:21.379357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:21.380032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:21.380629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.381193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:21.381842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Bound port: ea0555a5-44e1-470e-bc34-5c926aa719e5, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:21.382414 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.462949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] For port ea0555a5-44e1-470e-bc34-5c926aa719e5, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:21.466738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] For port ea0555a5-44e1-470e-bc34-5c926aa719e5, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ea0555a5-44e1-470e-bc34-5c926aa719e5,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:21.474437 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.485526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56ec0827-b6e6-4cc4-ae93-58c84d760bca tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.506960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1f651-6aeb-44fd-8a06-d6b10e1693dd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=5abceddf-64fd-4e7a-a269-47ac0f8f73ad,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.514479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0de1f651-6aeb-44fd-8a06-d6b10e1693dd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.522224 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0de1f651-6aeb-44fd-8a06-d6b10e1693dd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/5abceddf-64fd-4e7a-a269-47ac0f8f73ad HTTP/1.1" status: 204 len: 168 time: 0.9876783 Jul 15 23:28:21.523430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59788) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.524090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56ec0827-b6e6-4cc4-ae93-58c84d760bca tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.581140 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.596100 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.596888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544cdbe-c852-426c-a874-fc891beee5df None None] Pushing event updated for resources: {'Port': ['ID=ea0555a5-44e1-470e-bc34-5c926aa719e5,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.603716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0daf9db-052d-485a-847b-917983f2f8b3 req-00293c5f-100c-4bd8-bf6a-345afa0d89d2 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306979 Jul 15 23:28:21.626353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e2d06-5fda-4845-8e61-f84af2aad121 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:21.628226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e2d06-5fda-4845-8e61-f84af2aad121 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:21.633346 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-346e2d06-5fda-4845-8e61-f84af2aad121 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1061804 Jul 15 23:28:21.634006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59790) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.637883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec0827-b6e6-4cc4-ae93-58c84d760bca tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd2d1a0-6db7-43e8-b23c-11000535e375,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.707819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c5ac77-6935-4d15-8113-5e9c1bb9cb18 None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:21.714358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56ec0827-b6e6-4cc4-ae93-58c84d760bca tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.716133 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-56ec0827-b6e6-4cc4-ae93-58c84d760bca tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4132531 Jul 15 23:28:21.719239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59792) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.726801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-49e9f988-bb6a-493d-9535-e42c0a3e9299 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'security_group': {'name': 'tempest-secgroup-238808149'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:21.735574 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.740596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object b59856e5-64b3-4f41-bdf4-b4ea09466c98 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:21.745597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0f74bb-435d-4f64-8fd6-31ca2ceb056f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 429b2ba4-5db8-4461-a1b4-812747251734 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:21.751423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb0f74bb-435d-4f64-8fd6-31ca2ceb056f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.771514 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.780628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8ca678-dae5-49c9-ad76-51ca12b81b08,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.810304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-fd8b1147-3960-47ad-8dec-a4f7c59feff3 None None] Allocated IP 2001:db8:0:1::2 (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/15a00a45-ac57-4585-a6a9-f8fb6b5393b7/bdcebe6e-130f-496a-9b51-17a1c79c6476) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:21.827261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb0f74bb-435d-4f64-8fd6-31ca2ceb056f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.929125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49e9f988-bb6a-493d-9535-e42c0a3e9299 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.945222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0d1039a4-d010-4dd0-a132-84c13439683a None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:21.945222 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0d1039a4-d010-4dd0-a132-84c13439683a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.000841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] In _notify_port_updated(), no bound segment for port b59856e5-64b3-4f41-bdf4-b4ea09466c98 on network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:28:22.009636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:22.010655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.017064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59794) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.017690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "PUT /v2.0/ports/b59856e5-64b3-4f41-bdf4-b4ea09466c98 HTTP/1.1" status: 200 len: 931 time: 2.0358932 Jul 15 23:28:22.035167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b575c6-c5de-4559-aa64-1afe595bd559 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=b59856e5-64b3-4f41-bdf4-b4ea09466c98,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.076992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb0f74bb-435d-4f64-8fd6-31ca2ceb056f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.088500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fd8b1147-3960-47ad-8dec-a4f7c59feff3 None None] For port bdcebe6e-130f-496a-9b51-17a1c79c6476, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bdcebe6e-130f-496a-9b51-17a1c79c6476,segment=NetworkSegment(305a6440-30ae-4102-936b-743474d39a35),segment_id=305a6440-30ae-4102-936b-743474d39a35)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:22.124331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.233877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb0f74bb-435d-4f64-8fd6-31ca2ceb056f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.243873 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1147-3960-47ad-8dec-a4f7c59feff3 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.259679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-bbd94b8e-933b-4d57-b1f1-4e8c39535bbc tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port b59856e5-64b3-4f41-bdf4-b4ea09466c98 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:22.260513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bbd94b8e-933b-4d57-b1f1-4e8c39535bbc tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.267299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb0f74bb-435d-4f64-8fd6-31ca2ceb056f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.271155 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cb0f74bb-435d-4f64-8fd6-31ca2ceb056f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/429b2ba4-5db8-4461-a1b4-812747251734 HTTP/1.1" status: 204 len: 168 time: 0.6306162 Jul 15 23:28:22.271816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49e9f988-bb6a-493d-9535-e42c0a3e9299 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.274144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59796) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.274553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fd8b1147-3960-47ad-8dec-a4f7c59feff3 None None] Transition to ACTIVE for port object bdcebe6e-130f-496a-9b51-17a1c79c6476 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:22.285205 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49e9f988-bb6a-493d-9535-e42c0a3e9299 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.286113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1147-3960-47ad-8dec-a4f7c59feff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.306001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0d1039a4-d010-4dd0-a132-84c13439683a None None] Provisioning complete for port 290e141a-7c9e-48f2-a57a-c78b51228cfc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:22.306368 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0d1039a4-d010-4dd0-a132-84c13439683a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.308708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f74bb-435d-4f64-8fd6-31ca2ceb056f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=429b2ba4-5db8-4461-a1b4-812747251734,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.333495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-57e1a8d4-8409-44db-bb77-695f837c6f37 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580966 Jul 15 23:28:22.336433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59798) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.365503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9f988-bb6a-493d-9535-e42c0a3e9299 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2d51f1-543a-4ddd-9091-de961cd9bb99,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.380220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-49e9f988-bb6a-493d-9535-e42c0a3e9299 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.381501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-49e9f988-bb6a-493d-9535-e42c0a3e9299 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6610918 Jul 15 23:28:22.384111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.389534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1910096132', 'security_groups': ['7e2d51f1-543a-4ddd-9091-de961cd9bb99'], 'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '79d19fa6-a661-41a4-9ea4-cd508134c3ff'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:22.437092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0d1039a4-d010-4dd0-a132-84c13439683a None None] Port 290e141a-7c9e-48f2-a57a-c78b51228cfc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:22.442918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bbd94b8e-933b-4d57-b1f1-4e8c39535bbc tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.443548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b1147-3960-47ad-8dec-a4f7c59feff3 None None] Pushing event updated for resources: {'Port': ['ID=bdcebe6e-130f-496a-9b51-17a1c79c6476,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.470708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-bbd94b8e-933b-4d57-b1f1-4e8c39535bbc tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for b59856e5-64b3-4f41-bdf4-b4ea09466c98 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:22.492195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095534c-0b55-4928-bef0-a45fc0ee15d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:22.498666 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0095534c-0b55-4928-bef0-a45fc0ee15d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1570172 Jul 15 23:28:22.498666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59802) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.560998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c478c-bac8-4ca0-b924-44bbac3ea73f None None] Update dhcp port {'port': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'fixed_ips': [{'subnet_id': 'f64108da-5022-410b-94d8-7620267b302d', 'ip_address': '172.20.0.18'}, {'subnet_id': '79d19fa6-a661-41a4-9ea4-cd508134c3ff'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'c63c21d2-397d-413b-82f8-170edcb45c7b'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:22.593496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:22.609090 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-345c478c-bac8-4ca0-b924-44bbac3ea73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.610253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a7f440-2001-45bc-b19d-4b2fdefb412f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:22.615079 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b9a7f440-2001-45bc-b19d-4b2fdefb412f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1129909 Jul 15 23:28:22.615466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59804) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.668612 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f71ef8d-f814-4ea2-b49f-9af2c2aa88bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520077 Jul 15 23:28:22.679602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59808) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.686062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:22.698092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:22.822098 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.886370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-345c478c-bac8-4ca0-b924-44bbac3ea73f None None] Allocated IP 172.20.0.2 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/79d19fa6-a661-41a4-9ea4-cd508134c3ff/c63c21d2-397d-413b-82f8-170edcb45c7b) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:22.925103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] device_id is not set on port 2abe8773-d64b-4c8d-a94d-8c1e83cae127 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:23.028438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:23.029683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-345c478c-bac8-4ca0-b924-44bbac3ea73f None None] For port c63c21d2-397d-413b-82f8-170edcb45c7b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c63c21d2-397d-413b-82f8-170edcb45c7b,segment=NetworkSegment(fe65e2fd-2893-4859-bdb6-056ce10b871d),segment_id=fe65e2fd-2893-4859-bdb6-056ce10b871d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:23.037387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b2064b00-82f1-44a8-a38d-262163d993c2 admin admin] 10.222.0.23 "PUT /v2.0/routers/aeb4999a-4f96-4735-b53d-3d58e8ecbe08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1452255 Jul 15 23:28:23.039582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59812) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.045448 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] Sync routers for ids ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:23.057001 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] Routers {'aeb4999a-4f96-4735-b53d-3d58e8ecbe08'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:23.057619 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:23.066579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-345c478c-bac8-4ca0-b924-44bbac3ea73f None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.089855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-345c478c-bac8-4ca0-b924-44bbac3ea73f None None] Transition to ACTIVE for port object c63c21d2-397d-413b-82f8-170edcb45c7b will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:23.098142 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-345c478c-bac8-4ca0-b924-44bbac3ea73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.150862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f0888-f7b4-4810-814e-2f6ff532dba7 req-595dcb80-32f6-4c58-8e81-9ae6d91963f0 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:23.152827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf3f0888-f7b4-4810-814e-2f6ff532dba7 req-595dcb80-32f6-4c58-8e81-9ae6d91963f0 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.3088028 Jul 15 23:28:23.271463 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] Set router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:23.302023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bbd94b8e-933b-4d57-b1f1-4e8c39535bbc tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.311543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf3f0888-f7b4-4810-814e-2f6ff532dba7 req-2d0b979e-8602-421e-bdfc-4e228a69ea1b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404219 Jul 15 23:28:23.316464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c478c-bac8-4ca0-b924-44bbac3ea73f None None] Pushing event updated for resources: {'Port': ['ID=c63c21d2-397d-413b-82f8-170edcb45c7b,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.366988 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.369671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd94b8e-933b-4d57-b1f1-4e8c39535bbc tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=b59856e5-64b3-4f41-bdf4-b4ea09466c98,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.401869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d07b23-251e-402e-900b-754cd74ae3b2 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:23.415316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.487039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bbd94b8e-933b-4d57-b1f1-4e8c39535bbc tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.492288 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bbd94b8e-933b-4d57-b1f1-4e8c39535bbc tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/b59856e5-64b3-4f41-bdf4-b4ea09466c98 HTTP/1.1" status: 204 len: 168 time: 1.4680607 Jul 15 23:28:23.493067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59814) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.535640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.14 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/79d19fa6-a661-41a4-9ea4-cd508134c3ff/2abe8773-d64b-4c8d-a94d-8c1e83cae127) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:23.537869 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a580ab5-dfbd-4496-8965-9ff0f0625778 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:28:23.543218 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5a580ab5-dfbd-4496-8965-9ff0f0625778 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/b59856e5-64b3-4f41-bdf4-b4ea09466c98 HTTP/1.1" status: 404 len: 333 time: 0.0474610 Jul 15 23:28:23.549264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59816) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.599320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:23.604067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.655790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2b498995-b7d6-44a2-a723-f5c3956c9e29 None None] Provisioning for port ea0555a5-44e1-470e-bc34-5c926aa719e5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:23.690813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.721003 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:28:21Z', 'revision_number': 5, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port': {'id': '15289b1b-2cb2-4ed0-abfc-7b11084990b0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:38Z', 'updated_at': '2021-07-15T23:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:23.762470 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b370649-8b1b-403d-aa76-3ec1a52a2b46 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.792017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b86127b8-3741-4282-8ff6-7b6ce4ca3eab None None] Could not find standard attr ID for object b59856e5-64b3-4f41-bdf4-b4ea09466c98. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:23.813837 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] Checking router: aeb4999a-4f96-4735-b53d-3d58e8ecbe08 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:23.818156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b86127b8-3741-4282-8ff6-7b6ce4ca3eab None None] Provisioning for port bdcebe6e-130f-496a-9b51-17a1c79c6476 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:23.824332 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] Routers {'aeb4999a-4f96-4735-b53d-3d58e8ecbe08'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:23.824978 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:23.828591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b370649-8b1b-403d-aa76-3ec1a52a2b46 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.838131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b86127b8-3741-4282-8ff6-7b6ce4ca3eab None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:23.838515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b86127b8-3741-4282-8ff6-7b6ce4ca3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.840516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:23.959099 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] Set router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:23.997161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b370649-8b1b-403d-aa76-3ec1a52a2b46 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.004699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b370649-8b1b-403d-aa76-3ec1a52a2b46 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.008246 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4b370649-8b1b-403d-aa76-3ec1a52a2b46 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/security-groups/5cd1a9e1-7f32-4bc1-99a2-a4d235251b03 HTTP/1.1" status: 204 len: 168 time: 0.4586158 Jul 15 23:28:24.012226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59818) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:24.039984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Deleting port 15289b1b-2cb2-4ed0-abfc-7b11084990b0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:24.040349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.075602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c63c21d2-397d-413b-82f8-170edcb45c7b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:24.078697 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:28:23Z', 'revision_number': 6, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:24.152822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b370649-8b1b-403d-aa76-3ec1a52a2b46 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd1a9e1-7f32-4bc1-99a2-a4d235251b03,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.182200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] Deleting port ea0555a5-44e1-470e-bc34-5c926aa719e5 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:24.182419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.191603 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.252819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.274109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object 2abe8773-d64b-4c8d-a94d-8c1e83cae127 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:24.307749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:24.311087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] For port 15289b1b-2cb2-4ed0-abfc-7b11084990b0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=15289b1b-2cb2-4ed0-abfc-7b11084990b0,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:24.311401 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.318109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:24.321590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:24.322190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.330698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-813875ae-6491-409d-a533-c7a1c0a8ee76 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.345023 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b9f5e-f7d4-4af9-9993-cf03f9a45028 None None] The sync data for ids ['aeb4999a-4f96-4735-b53d-3d58e8ecbe08'] in n-d-793618-8 is: [{'id': 'aeb4999a-4f96-4735-b53d-3d58e8ecbe08', 'name': 'tempest-TestServerBasicOps-275357800-router', 'tenant_id': '324a63fd053d447fb704a3b072cb3f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:36Z', 'updated_at': '2021-07-15T23:28:23Z', 'revision_number': 6, 'project_id': '324a63fd053d447fb704a3b072cb3f29', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:24.364988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Calling delete_port for 15289b1b-2cb2-4ed0-abfc-7b11084990b0 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:24.407411 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7266498 Jul 15 23:28:24.409365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cc5af-b20f-4c85-95de-413552c41432 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=5cd2f311-5149-49d0-bdde-f10e02cdcd29,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.416120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59822) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:24.437686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.439741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': '5cd2f311-5149-49d0-bdde-f10e02cdcd29', 'ip_address': '2001:db8::785b:3381:15d0:644'}], 'name': 'tempest-NetworksTestDHCPv6-1177860036'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:24.461348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-813875ae-6491-409d-a533-c7a1c0a8ee76 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.618947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b86127b8-3741-4282-8ff6-7b6ce4ca3eab None None] Provisioning complete for port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:24.619322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b86127b8-3741-4282-8ff6-7b6ce4ca3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.647469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:24.673078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b86127b8-3741-4282-8ff6-7b6ce4ca3eab None None] Port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:24.676095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:24.682870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-813875ae-6491-409d-a533-c7a1c0a8ee76 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.686455 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-813875ae-6491-409d-a533-c7a1c0a8ee76 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.690976 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-813875ae-6491-409d-a533-c7a1c0a8ee76 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/security-groups/fffe1676-62be-499f-89a6-60e40b5b356a HTTP/1.1" status: 204 len: 168 time: 0.6555715 Jul 15 23:28:24.692864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bdcebe6e-130f-496a-9b51-17a1c79c6476 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:24.693001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:24.696971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59826) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:24.719398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:24.766692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] For port ea0555a5-44e1-470e-bc34-5c926aa719e5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ea0555a5-44e1-470e-bc34-5c926aa719e5,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:24.767489 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.796098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] Calling delete_port for ea0555a5-44e1-470e-bc34-5c926aa719e5 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:24.831231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d10b1831-3dd4-40c7-97a6-5c93c51d77d2 None None] Provisioning for port c63c21d2-397d-413b-82f8-170edcb45c7b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:24.832230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-62220a60-e57b-4651-9ba8-c5f06fafa08d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet 56e20886-37e5-4c53-8657-e79b8cf1ccc4 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:24.845413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813875ae-6491-409d-a533-c7a1c0a8ee76 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe1676-62be-499f-89a6-60e40b5b356a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.853319 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62220a60-e57b-4651-9ba8-c5f06fafa08d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.904650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d10b1831-3dd4-40c7-97a6-5c93c51d77d2 None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:24.905135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d10b1831-3dd4-40c7-97a6-5c93c51d77d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.974924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:24.975330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.976020 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62220a60-e57b-4651-9ba8-c5f06fafa08d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.045379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.077410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 69fe0a5c-8e0b-4143-bc1e-2c1a2919767d yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:25.103815 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.149695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.167372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] No DVR routers for this DVR port ea0555a5-44e1-470e-bc34-5c926aa719e5 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:25.192463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=2abe8773-d64b-4c8d-a94d-8c1e83cae127,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.212903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35ecfd-4db9-4e40-9a39-fd2a2d160453 None None] Pushing event deleted for resources: {'Port': ['ID=ea0555a5-44e1-470e-bc34-5c926aa719e5,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.219631 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62220a60-e57b-4651-9ba8-c5f06fafa08d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.231483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032230ab-3c3a-44c5-9abf-155cef331b6b None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:25.276261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ea0555a5-44e1-470e-bc34-5c926aa719e5 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:25.286873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-8232a8ef-9a7c-415d-b46a-601ad1de2fa9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.293838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-8232a8ef-9a7c-415d-b46a-601ad1de2fa9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.6925492 Jul 15 23:28:25.307726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce326b-acb5-4e5f-aa4d-99945b5de496 req-9db8f2a1-48fc-4d84-9492-80b4085783af tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.311355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d10b1831-3dd4-40c7-97a6-5c93c51d77d2 None None] Provisioning complete for port 290e141a-7c9e-48f2-a57a-c78b51228cfc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:25.311735 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d10b1831-3dd4-40c7-97a6-5c93c51d77d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.315141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dce326b-acb5-4e5f-aa4d-99945b5de496 req-9db8f2a1-48fc-4d84-9492-80b4085783af tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.7698104 Jul 15 23:28:25.346715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.347366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.411953 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62220a60-e57b-4651-9ba8-c5f06fafa08d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.422643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dce326b-acb5-4e5f-aa4d-99945b5de496 req-9480ba7c-8b68-4e21-b900-2240d84f994e tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069872 Jul 15 23:28:25.432350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d10b1831-3dd4-40c7-97a6-5c93c51d77d2 None None] Port 290e141a-7c9e-48f2-a57a-c78b51228cfc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:25.435005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: ea0555a5-44e1-470e-bc34-5c926aa719e5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:25.435680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ea0555a5-44e1-470e-bc34-5c926aa719e5 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:25.454330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d10b1831-3dd4-40c7-97a6-5c93c51d77d2 None None] Could not find standard attr ID for object b59856e5-64b3-4f41-bdf4-b4ea09466c98. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:25.476015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-62220a60-e57b-4651-9ba8-c5f06fafa08d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.479441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6c0c8-6920-471e-a116-b329b3879d35 None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:25.479857 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-62220a60-e57b-4651-9ba8-c5f06fafa08d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/56e20886-37e5-4c53-8657-e79b8cf1ccc4 HTTP/1.1" status: 204 len: 168 time: 0.7788768 Jul 15 23:28:25.495349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a478c342-82ed-411e-9eea-9cc9cba9c3c6 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1002316 Jul 15 23:28:25.496018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59828) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:25.496356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59830) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:25.498078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62220a60-e57b-4651-9ba8-c5f06fafa08d tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=56e20886-37e5-4c53-8657-e79b8cf1ccc4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.532037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:25.543589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c8795cfb-ebb3-4e22-a5b0-23b1db3a542d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:25.592471 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.599416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::785b:3381:15d0:644 (74549bed-ab35-4c04-a73f-49c8912c8d6f/5cd2f311-5149-49d0-bdde-f10e02cdcd29/69fe0a5c-8e0b-4143-bc1e-2c1a2919767d) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:25.691457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a65a7245-61c1-4a4a-9cf6-5906531a0cd0 None None] Provisioning for port 2abe8773-d64b-4c8d-a94d-8c1e83cae127 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:25.692354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Pushing event deleted for resources: {'Port': ['ID=15289b1b-2cb2-4ed0-abfc-7b11084990b0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.710987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a65a7245-61c1-4a4a-9cf6-5906531a0cd0 None None] Provisioning complete for port 2abe8773-d64b-4c8d-a94d-8c1e83cae127 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:25.711555 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a65a7245-61c1-4a4a-9cf6-5906531a0cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.718006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '5cd2f311-5149-49d0-bdde-f10e02cdcd29'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:25.719298 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.815477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a65a7245-61c1-4a4a-9cf6-5906531a0cd0 None None] Port 2abe8773-d64b-4c8d-a94d-8c1e83cae127 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:25.832277 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.841017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.861079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 69fe0a5c-8e0b-4143-bc1e-2c1a2919767d will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:25.867445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5b8ca678-dae5-49c9-ad76-51ca12b81b08 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:25.905655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.913973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5b8ca678-dae5-49c9-ad76-51ca12b81b08 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:25.914325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5b8ca678-dae5-49c9-ad76-51ca12b81b08 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:25.914716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 15289b1b-2cb2-4ed0-abfc-7b11084990b0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:25.946970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 15289b1b-2cb2-4ed0-abfc-7b11084990b0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:25.947352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 15289b1b-2cb2-4ed0-abfc-7b11084990b0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:25.958247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:25.963902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:25.968116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:25.974260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.975372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.988888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=69fe0a5c-8e0b-4143-bc1e-2c1a2919767d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.998918 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15894995-8b1d-4d0f-a9bc-06f916645b20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5718207 Jul 15 23:28:26.001831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59832) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:26.007088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Deleting port d5f03a90-05d2-450d-994d-3ac72991e7dc {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:26.007512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.008746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-269fc8cd-5976-4d68-819a-75b8c40462ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': '5cd2f311-5149-49d0-bdde-f10e02cdcd29', 'ip_address': '2001:db8::785b:3381:15d0:644'}], 'name': 'tempest-NetworksTestDHCPv6-383363201'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:26.011016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/5cd2f311-5149-49d0-bdde-f10e02cdcd29/659cdcd4-2c59-480d-866d-2f63968eb32e) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:26.041362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.058092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.173181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269fc8cd-5976-4d68-819a-75b8c40462ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:26.178566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-269fc8cd-5976-4d68-819a-75b8c40462ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.203390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-269fc8cd-5976-4d68-819a-75b8c40462ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 2b3bf756-63c7-4c0e-b6ea-e2c55cf50037 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:26.210520 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.221910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Transition to ACTIVE for port object 659cdcd4-2c59-480d-866d-2f63968eb32e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:26.239798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8795cfb-ebb3-4e22-a5b0-23b1db3a542d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:26.243171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Transition to ACTIVE for port object 659cdcd4-2c59-480d-866d-2f63968eb32e will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:26.243891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8795cfb-ebb3-4e22-a5b0-23b1db3a542d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.250726 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.257507 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.258019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb4999a-4f96-4735-b53d-3d58e8ecbe08 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:26.263378 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.266854 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-973fce95-6886-4147-b632-e91f3405a273 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aeb4999a-4f96-4735-b53d-3d58e8ecbe08 HTTP/1.1" status: 204 len: 168 time: 3.2195597 Jul 15 23:28:26.271199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:26.313282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:26.323680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:26.328679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:26.341882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] For port d5f03a90-05d2-450d-994d-3ac72991e7dc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d5f03a90-05d2-450d-994d-3ac72991e7dc,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:26.342220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.353344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Pushing event updated for resources: {'Port': ['ID=659cdcd4-2c59-480d-866d-2f63968eb32e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:26.360406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Calling delete_port for d5f03a90-05d2-450d-994d-3ac72991e7dc owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:26.425778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Attempting to bind port 659cdcd4-2c59-480d-866d-2f63968eb32e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:26.426154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Attempting to bind port 659cdcd4-2c59-480d-866d-2f63968eb32e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:26.426526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Attempting to bind port 659cdcd4-2c59-480d-866d-2f63968eb32e on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:26.427334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-2259b562-ad0e-400e-863f-890ae32908a8 admin admin] Deleting subnet 2e9339f0-01b0-47a1-83b2-e412e2218b19 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:26.436373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:26.436681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:26.437092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.437492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:26.437968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Bound port: 659cdcd4-2c59-480d-866d-2f63968eb32e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:26.438356 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.438601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2259b562-ad0e-400e-863f-890ae32908a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.504133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:26.508020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.523861 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2259b562-ad0e-400e-863f-890ae32908a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.558219 n-d-793618-8 neutron-server[93715]: INFO neutron.db.ipam_backend_mixin [None req-c8795cfb-ebb3-4e22-a5b0-23b1db3a542d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 79d19fa6-a661-41a4-9ea4-cd508134c3ff (CIDR: 172.20.0.0/28) Jul 15 23:28:26.583838 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-269fc8cd-5976-4d68-819a-75b8c40462ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:28:26.584539 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269fc8cd-5976-4d68-819a-75b8c40462ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:26.586994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] For port 659cdcd4-2c59-480d-866d-2f63968eb32e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:26.591783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] For port 659cdcd4-2c59-480d-866d-2f63968eb32e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=659cdcd4-2c59-480d-866d-2f63968eb32e,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:26.600261 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.654308 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-269fc8cd-5976-4d68-819a-75b8c40462ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6506267 Jul 15 23:28:26.654997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59840) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:26.665172 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8795cfb-ebb3-4e22-a5b0-23b1db3a542d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:26.666318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8795cfb-ebb3-4e22-a5b0-23b1db3a542d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:26.707664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2259b562-ad0e-400e-863f-890ae32908a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.713156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209450da-5410-491f-8e9a-17a509f112b7 None None] Pushing event updated for resources: {'Port': ['ID=659cdcd4-2c59-480d-866d-2f63968eb32e,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:26.787235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c8795cfb-ebb3-4e22-a5b0-23b1db3a542d tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2490184 Jul 15 23:28:26.794527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59842) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:26.798354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a7566-a7b7-491f-908c-b0cbe7cc8804 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.801521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-af34497e-0b45-438e-bf8d-ac3bf95a0eb9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:26.806861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a7566-a7b7-491f-908c-b0cbe7cc8804 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.808802 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a83a7566-a7b7-491f-908c-b0cbe7cc8804 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1486619 Jul 15 23:28:26.811780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59844) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:26.826131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2259b562-ad0e-400e-863f-890ae32908a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.883017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259b562-ad0e-400e-863f-890ae32908a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e9339f0-01b0-47a1-83b2-e412e2218b19,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:26.893029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2259b562-ad0e-400e-863f-890ae32908a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.894952 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2259b562-ad0e-400e-863f-890ae32908a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e9339f0-01b0-47a1-83b2-e412e2218b19 HTTP/1.1" status: 204 len: 168 time: 0.6226208 Jul 15 23:28:26.897717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59846) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:26.900335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69fe3e-158f-4492-b7dc-c1d6b5188699 None None] Network d16e89dd-6e80-4336-a438-bc5e02b9b879 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:26.984060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2124e2-86dd-48e0-905b-6fd71d9b41e0 req-73f02f3b-da98-4743-8c65-d7ed9b80ecfd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.994946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a2124e2-86dd-48e0-905b-6fd71d9b41e0 req-73f02f3b-da98-4743-8c65-d7ed9b80ecfd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 945 time: 0.3413393 Jul 15 23:28:27.026569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.050857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.092826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a2124e2-86dd-48e0-905b-6fd71d9b41e0 req-d4d93a84-7bcc-4282-8f50-469ac650942b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c9bd655-d579-4b71-8297-ec6b6ff19637&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968897 Jul 15 23:28:27.093011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-83d8af60-24dd-45be-9b1f-7323f0d90175 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 69fe0a5c-8e0b-4143-bc1e-2c1a2919767d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:27.093231 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83d8af60-24dd-45be-9b1f-7323f0d90175 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.181405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-47f8af34-1a75-4c5f-b7c6-a8f2497a1214 None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:27.181788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-47f8af34-1a75-4c5f-b7c6-a8f2497a1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.182243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event deleted for resources: {'Port': ['ID=d5f03a90-05d2-450d-994d-3ac72991e7dc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:27.236426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Deleting port cbf25696-771c-468d-b6af-dfc82cee47f1 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:27.236817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.289891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83d8af60-24dd-45be-9b1f-7323f0d90175 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.308473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97187049-ca92-4787-b156-872a2e564541 None None] DHCP port deletion for d16e89dd-6e80-4336-a438-bc5e02b9b879 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:27.311853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-83d8af60-24dd-45be-9b1f-7323f0d90175 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 69fe0a5c-8e0b-4143-bc1e-2c1a2919767d owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:27.344221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] No DVR routers for this DVR port d5f03a90-05d2-450d-994d-3ac72991e7dc on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:27.346770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af34497e-0b45-438e-bf8d-ac3bf95a0eb9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:27.351490 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af34497e-0b45-438e-bf8d-ac3bf95a0eb9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.363504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.365744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffd1be08-6c32-410c-8866-d0f8e42c25b4 req-12807483-4cc8-4863-a6e0-beb71cd1a91c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.59 "DELETE /v2.0/ports/d5f03a90-05d2-450d-994d-3ac72991e7dc HTTP/1.1" status: 204 len: 173 time: 2.0431116 Jul 15 23:28:27.366244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc84b07a-c6de-4317-aeea-9f9c0618e44f', 'name': 'network-vif-deleted', 'tag': 'd5f03a90-05d2-450d-994d-3ac72991e7dc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:27.369946 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53502b9c-8408-4a3c-8ddc-625a5be78050" -d '{"events": [{"server_uuid": "cc84b07a-c6de-4317-aeea-9f9c0618e44f", "name": "network-vif-deleted", "tag": "d5f03a90-05d2-450d-994d-3ac72991e7dc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:27.376230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] For port cbf25696-771c-468d-b6af-dfc82cee47f1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cbf25696-771c-468d-b6af-dfc82cee47f1,segment=NetworkSegment(8491623d-52f9-4e05-b194-673b7e2dc30f),segment_id=8491623d-52f9-4e05-b194-673b7e2dc30f)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:27.376599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.413121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-47f8af34-1a75-4c5f-b7c6-a8f2497a1214 None None] Provisioning complete for port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:27.413544 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-47f8af34-1a75-4c5f-b7c6-a8f2497a1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.459013 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b851002a-f525-4471-809c-1e1f290a36ff x-openstack-request-id: req-b851002a-f525-4471-809c-1e1f290a36ff {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:27.459453 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc84b07a-c6de-4317-aeea-9f9c0618e44f", "name": "network-vif-deleted", "tag": "d5f03a90-05d2-450d-994d-3ac72991e7dc", "status": "failed", "code": 422}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:27.459806 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b851002a-f525-4471-809c-1e1f290a36ff {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:27.460475 n-d-793618-8 neutron-server[93715]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc84b07a-c6de-4317-aeea-9f9c0618e44f', 'name': 'network-vif-deleted', 'tag': 'd5f03a90-05d2-450d-994d-3ac72991e7dc', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:28:27.476283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Calling delete_port for cbf25696-771c-468d-b6af-dfc82cee47f1 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:27.507495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d5f03a90-05d2-450d-994d-3ac72991e7dc no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:27.545961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-97187049-ca92-4787-b156-872a2e564541 None None] Deleting port cbf25696-771c-468d-b6af-dfc82cee47f1 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:27.546638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-97187049-ca92-4787-b156-872a2e564541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.585918 n-d-793618-8 neutron-server[93715]: INFO neutron.db.ipam_backend_mixin [None req-af34497e-0b45-438e-bf8d-ac3bf95a0eb9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f64108da-5022-410b-94d8-7620267b302d (CIDR: 172.20.0.16/28) Jul 15 23:28:27.592493 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.602861 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-af34497e-0b45-438e-bf8d-ac3bf95a0eb9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:27.603549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af34497e-0b45-438e-bf8d-ac3bf95a0eb9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:27.632471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: d5f03a90-05d2-450d-994d-3ac72991e7dc {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:27.632728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d5f03a90-05d2-450d-994d-3ac72991e7dc not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:27.638959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.657028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-97187049-ca92-4787-b156-872a2e564541 None None] For port cbf25696-771c-468d-b6af-dfc82cee47f1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cbf25696-771c-468d-b6af-dfc82cee47f1,segment=NetworkSegment(8491623d-52f9-4e05-b194-673b7e2dc30f),segment_id=8491623d-52f9-4e05-b194-673b7e2dc30f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:27.657529 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-97187049-ca92-4787-b156-872a2e564541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.674524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-47f8af34-1a75-4c5f-b7c6-a8f2497a1214 None None] Port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:27.681400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-97187049-ca92-4787-b156-872a2e564541 None None] Calling delete_port for cbf25696-771c-468d-b6af-dfc82cee47f1 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:27.684457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] No DVR routers for this DVR port cbf25696-771c-468d-b6af-dfc82cee47f1 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:27.686646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf25696-771c-468d-b6af-dfc82cee47f1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:27.692345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:27.697168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-af34497e-0b45-438e-bf8d-ac3bf95a0eb9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9001858 Jul 15 23:28:27.700520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:27.712498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59850) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:27.720526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:27.721279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.730992 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'subnet': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:27.740069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=2ead01d3-daf5-4152-b64b-5e828d5b6731,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:27.748381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cad5cc-b17a-4947-81b4-52c48ef226fd None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:27.760779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83d8af60-24dd-45be-9b1f-7323f0d90175 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.771241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-42a8af87-7d5c-4583-9cbc-717726fad846 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2436314 Jul 15 23:28:27.771747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59854) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:27.776150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-470f8c08-6f20-4114-a857-9eb841356564 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'security_group': {'name': 'tempest-secgroup-2051510178'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:27.815068 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-470f8c08-6f20-4114-a857-9eb841356564 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.915179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8af60-24dd-45be-9b1f-7323f0d90175 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=69fe0a5c-8e0b-4143-bc1e-2c1a2919767d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:27.941305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 659cdcd4-2c59-480d-866d-2f63968eb32e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:28.018718 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-470f8c08-6f20-4114-a857-9eb841356564 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.025203 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-470f8c08-6f20-4114-a857-9eb841356564 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.057357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.059063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-470f8c08-6f20-4114-a857-9eb841356564 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.060940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83d8af60-24dd-45be-9b1f-7323f0d90175 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.062583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-470f8c08-6f20-4114-a857-9eb841356564 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2901423 Jul 15 23:28:28.067042 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-83d8af60-24dd-45be-9b1f-7323f0d90175 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/69fe0a5c-8e0b-4143-bc1e-2c1a2919767d HTTP/1.1" status: 204 len: 168 time: 1.2504320 Jul 15 23:28:28.072348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59856) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.073109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59858) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.084710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9bfc58ae-f11c-4d9d-9ad3-64ff01b67ca7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088236520'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:28.085727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16e89dd-6e80-4336-a438-bc5e02b9b879']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:28.091144 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-97187049-ca92-4787-b156-872a2e564541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.103460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8491623d-52f9-4e05-b194-673b7e2dc30f') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:28.103761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8491623d-52f9-4e05-b194-673b7e2dc30f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:28.120831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.146942 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.173084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:28.173524 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:28.178798 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:28.188406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e7a0b-93b2-4c8b-9956-ef1e9e5b8e20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:28.189437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e7a0b-93b2-4c8b-9956-ef1e9e5b8e20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:28.195646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-308e7a0b-93b2-4c8b-9956-ef1e9e5b8e20 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1013565 Jul 15 23:28:28.196967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59862) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.214694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f8c08-6f20-4114-a857-9eb841356564 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf09f7be-c9b5-4949-8db6-606b8d8700e2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.222940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Made reservation on behalf of 8143863fcd114297b68f87e142af57f8 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:28.227940 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.234146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bfc58ae-f11c-4d9d-9ad3-64ff01b67ca7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.349846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97187049-ca92-4787-b156-872a2e564541 None None] No DVR routers for this DVR port cbf25696-771c-468d-b6af-dfc82cee47f1 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:28.354283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97187049-ca92-4787-b156-872a2e564541 None None] Pushing event deleted for resources: {'Port': ['ID=cbf25696-771c-468d-b6af-dfc82cee47f1,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.374568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b3cb8da-dfdc-4613-a0c4-d5220b3ecc76 req-653745b7-e829-409c-b80e-d906a0009195 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 210 time: 0.0572295 Jul 15 23:28:28.383761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-41407fa9-0df9-4a4f-a052-d83b31aacbb2 None None] Provisioning for port 659cdcd4-2c59-480d-866d-2f63968eb32e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:28.388401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 659cdcd4-2c59-480d-866d-2f63968eb32e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:28.396264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 659cdcd4-2c59-480d-866d-2f63968eb32e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:28.396709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.399808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-41407fa9-0df9-4a4f-a052-d83b31aacbb2 None None] Provisioning complete for port 659cdcd4-2c59-480d-866d-2f63968eb32e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:28.403035 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41407fa9-0df9-4a4f-a052-d83b31aacbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.418802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd993f43-a160-46a7-b76a-84cc3c5da87b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 5cd2f311-5149-49d0-bdde-f10e02cdcd29 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:28.421130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd993f43-a160-46a7-b76a-84cc3c5da87b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.446331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bfc58ae-f11c-4d9d-9ad3-64ff01b67ca7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.451770 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bfc58ae-f11c-4d9d-9ad3-64ff01b67ca7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.495207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc58ae-f11c-4d9d-9ad3-64ff01b67ca7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe0dde9-0baa-4b25-9b1a-b3ef155b691a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.498976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bfc58ae-f11c-4d9d-9ad3-64ff01b67ca7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.502734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9bfc58ae-f11c-4d9d-9ad3-64ff01b67ca7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4252758 Jul 15 23:28:28.503343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59868) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.507175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.507462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-515aeab6-8ce8-4cb9-85d5-bcbf2890d725 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1036162368'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:28.536879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-515aeab6-8ce8-4cb9-85d5-bcbf2890d725 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.588938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e2643-c0d7-45f4-9603-13a078f3ab6a None None] Update dhcp port {'port': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'fixed_ips': [{'subnet_id': '15a00a45-ac57-4585-a6a9-f8fb6b5393b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2ead01d3-daf5-4152-b64b-5e828d5b6731'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'bdcebe6e-130f-496a-9b51-17a1c79c6476'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:28.694604 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-515aeab6-8ce8-4cb9-85d5-bcbf2890d725 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.700889 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-515aeab6-8ce8-4cb9-85d5-bcbf2890d725 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.708590 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-478e2643-c0d7-45f4-9603-13a078f3ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.712873 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41407fa9-0df9-4a4f-a052-d83b31aacbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.747107 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.770954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aeab6-8ce8-4cb9-85d5-bcbf2890d725 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f85f1f-f516-4252-81fa-b7b73e68f55a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.776210 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-515aeab6-8ce8-4cb9-85d5-bcbf2890d725 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.782164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-515aeab6-8ce8-4cb9-85d5-bcbf2890d725 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2773290 Jul 15 23:28:28.786663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59870) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.802900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2105618860', 'security_groups': ['50f85f1f-f516-4252-81fa-b7b73e68f55a'], 'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2ead01d3-daf5-4152-b64b-5e828d5b6731'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:28.834211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-41407fa9-0df9-4a4f-a052-d83b31aacbb2 None None] For port 659cdcd4-2c59-480d-866d-2f63968eb32e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=659cdcd4-2c59-480d-866d-2f63968eb32e,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:28.885916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.891000 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] 10.222.0.23 "DELETE /v2.0/networks/d16e89dd-6e80-4336-a438-bc5e02b9b879 HTTP/1.1" status: 204 len: 168 time: 1.9898329 Jul 15 23:28:28.898402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f92c9-6b1b-4331-950c-79bb860befcc admin admin] Pushing event deleted for resources: {'Network': ['ID=d16e89dd-6e80-4336-a438-bc5e02b9b879,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.931569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd993f43-a160-46a7-b76a-84cc3c5da87b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.958138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:28:28.958535 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:28:28.959191 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41407fa9-0df9-4a4f-a052-d83b31aacbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.959339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bdc961f-7e0c-4af1-af58-0d2eebb66449 req-7291aff5-696a-4502-b9b2-730153db8079 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc84b07a-c6de-4317-aeea-9f9c0618e44f HTTP/1.1" status: 200 len: 210 time: 0.0403008 Jul 15 23:28:29.048760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:29.082189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd993f43-a160-46a7-b76a-84cc3c5da87b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.140276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6078847f-af0a-4cc2-838b-3df96c696109 None None] Could not find standard attr ID for object 5abceddf-64fd-4e7a-a269-47ac0f8f73ad. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:29.155591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6078847f-af0a-4cc2-838b-3df96c696109 None None] Could not find standard attr ID for object 69fe0a5c-8e0b-4143-bc1e-2c1a2919767d. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:29.247904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41407fa9-0df9-4a4f-a052-d83b31aacbb2 None None] Pushing event updated for resources: {'Port': ['ID=659cdcd4-2c59-480d-866d-2f63968eb32e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.264377 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.268209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59876) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.303261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-478e2643-c0d7-45f4-9603-13a078f3ab6a None None] Allocated IP 2001:db8::2 (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/2ead01d3-daf5-4152-b64b-5e828d5b6731/bdcebe6e-130f-496a-9b51-17a1c79c6476) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:29.322821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd993f43-a160-46a7-b76a-84cc3c5da87b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.328181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-24b46b89-e5cb-41ed-8a79-542718207739 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b42294835df4eb882c894dab729d1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586402 Jul 15 23:28:29.329818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] device_id is not set on port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:29.335576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59880) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.336322 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.367085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd993f43-a160-46a7-b76a-84cc3c5da87b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd2f311-5149-49d0-bdde-f10e02cdcd29,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.381662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd993f43-a160-46a7-b76a-84cc3c5da87b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.385572 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd993f43-a160-46a7-b76a-84cc3c5da87b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/5cd2f311-5149-49d0-bdde-f10e02cdcd29 HTTP/1.1" status: 204 len: 168 time: 1.1872668 Jul 15 23:28:29.387986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59882) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.428721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:29.433666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:29.447003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd323a9-4580-464e-86a5-2d90f48ba5c6 None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:29.452672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04a2c7bc-5e96-4b6c-925b-2fa674b5754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.492116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.492705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.507020 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-77394bba-012b-4d73-8b1d-9519dce36391 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172218 Jul 15 23:28:29.513159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59886) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.521344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:29.524716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59888) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.551861 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8373916 Jul 15 23:28:29.571573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.579418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1318220574', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56fc62ca-d48a-4447-ae51-7c51d0ad6d2d'}], 'security_groups': ['731ae2b1-392d-4a3a-a409-b7fcac1780bb', '9dd2d1a0-6db7-43e8-b23c-11000535e375']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:29.585530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-478e2643-c0d7-45f4-9603-13a078f3ab6a None None] For port bdcebe6e-130f-496a-9b51-17a1c79c6476, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bdcebe6e-130f-496a-9b51-17a1c79c6476,segment=NetworkSegment(305a6440-30ae-4102-936b-743474d39a35),segment_id=305a6440-30ae-4102-936b-743474d39a35)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:29.586008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04a2c7bc-5e96-4b6c-925b-2fa674b5754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.626115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a44365-1f73-4bac-8c37-d3f1185aaa01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Subnet': ['ID=56fc62ca-d48a-4447-ae51-7c51d0ad6d2d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.698493 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-478e2643-c0d7-45f4-9603-13a078f3ab6a None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.702424 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04a2c7bc-5e96-4b6c-925b-2fa674b5754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.705873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791f3a27-8bf0-4ad5-9185-190ddd45c450 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:29.706022 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-04a2c7bc-5e96-4b6c-925b-2fa674b5754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.714160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cbf25696-771c-468d-b6af-dfc82cee47f1 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:29.715512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-04a2c7bc-5e96-4b6c-925b-2fa674b5754c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe44e33c-a7ad-4d1b-b1cd-3db4f1869865 HTTP/1.1" status: 204 len: 168 time: 0.3787231 Jul 15 23:28:29.734395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2c7bc-5e96-4b6c-925b-2fa674b5754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe44e33c-a7ad-4d1b-b1cd-3db4f1869865,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.778739 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fad47bee-e367-4d78-97c3-f25e8db5a71b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.802532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:29.807012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.807753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: cbf25696-771c-468d-b6af-dfc82cee47f1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:29.808112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cbf25696-771c-468d-b6af-dfc82cee47f1 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:29.810720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-478e2643-c0d7-45f4-9603-13a078f3ab6a None None] Transition to ACTIVE for port object bdcebe6e-130f-496a-9b51-17a1c79c6476 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:29.839834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fad47bee-e367-4d78-97c3-f25e8db5a71b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.849002 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-478e2643-c0d7-45f4-9603-13a078f3ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.969348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fad47bee-e367-4d78-97c3-f25e8db5a71b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.972663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fad47bee-e367-4d78-97c3-f25e8db5a71b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.977224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59896) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.978007 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fad47bee-e367-4d78-97c3-f25e8db5a71b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "DELETE /v2.0/security-groups/5c9bd655-d579-4b71-8297-ec6b6ff19637 HTTP/1.1" status: 204 len: 168 time: 0.4484034 Jul 15 23:28:29.992713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8::a0 (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/2ead01d3-daf5-4152-b64b-5e828d5b6731/7c8d11eb-f1a1-4c16-b3cd-916ba4164751) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:30.000724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad47bee-e367-4d78-97c3-f25e8db5a71b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9bd655-d579-4b71-8297-ec6b6ff19637,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.009890 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-21e6a9c3-e356-4b68-81ea-3dab8e9d7aa9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] show failed (client error): The resource could not be found. Jul 15 23:28:30.011245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-21e6a9c3-e356-4b68-81ea-3dab8e9d7aa9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups/5c9bd655-d579-4b71-8297-ec6b6ff19637 HTTP/1.1" status: 404 len: 347 time: 0.0322597 Jul 15 23:28:30.015700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59900) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:30.049973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 659cdcd4-2c59-480d-866d-2f63968eb32e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:30.129620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e2643-c0d7-45f4-9603-13a078f3ab6a None None] Pushing event updated for resources: {'Port': ['ID=bdcebe6e-130f-496a-9b51-17a1c79c6476,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.168932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.277702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd38fe2-f08e-491a-afbe-8c7478657a07 None None] Update dhcp port {'port': {'network_id': '736f44b3-48e9-4eb8-b9a7-34f5ed475dce', 'fixed_ips': [{'subnet_id': 'f64108da-5022-410b-94d8-7620267b302d', 'ip_address': '172.20.0.18'}, {'subnet_id': '79d19fa6-a661-41a4-9ea4-cd508134c3ff', 'ip_address': '172.20.0.2'}, {'subnet_id': '56fc62ca-d48a-4447-ae51-7c51d0ad6d2d'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'c63c21d2-397d-413b-82f8-170edcb45c7b'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:30.280775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 659cdcd4-2c59-480d-866d-2f63968eb32e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:30.280775 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.322340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59902) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:30.337823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Deleting port 7b47decd-923f-499f-879f-23d81c78e999 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:30.337823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.379423 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0dd38fe2-f08e-491a-afbe-8c7478657a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.461563 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.465739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-31d81391-47ae-4217-b90e-7ab08e55c1b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=324a63fd053d447fb704a3b072cb3f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412923 Jul 15 23:28:30.473216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59904) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:30.493162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:30.504516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.504995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.509845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:30.546836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Calling delete_port for 7b47decd-923f-499f-879f-23d81c78e999 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:30.554984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Delete allocated IP 172.20.0.14 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/79d19fa6-a661-41a4-9ea4-cd508134c3ff) {{(pid=93714) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:28:30.564584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Allocated IP 172.20.0.38 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/56fc62ca-d48a-4447-ae51-7c51d0ad6d2d/2abe8773-d64b-4c8d-a94d-8c1e83cae127) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:30.622342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] Deleting port 659cdcd4-2c59-480d-866d-2f63968eb32e {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:30.622712 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.647727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-767bf794-bc53-45d6-8ed2-1c5f78f29833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.672239 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.698781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] For port 659cdcd4-2c59-480d-866d-2f63968eb32e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=659cdcd4-2c59-480d-866d-2f63968eb32e,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:30.699433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.723224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] Calling delete_port for 659cdcd4-2c59-480d-866d-2f63968eb32e owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:30.735761 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-767bf794-bc53-45d6-8ed2-1c5f78f29833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.766135 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.788910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:30.804286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:30.810062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=7c8d11eb-f1a1-4c16-b3cd-916ba4164751,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.813650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:30.824618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:30.824618 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.852598 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.870030 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dedc4665-caeb-4f2f-888f-597d088e7067 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0817730 Jul 15 23:28:30.873902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59906) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:30.893551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cb8c6c87-3df9-4b66-aac9-ef024e71efe5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:30.905502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] No DVR routers for this DVR port 659cdcd4-2c59-480d-866d-2f63968eb32e on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:30.913208 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-767bf794-bc53-45d6-8ed2-1c5f78f29833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.917354 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-767bf794-bc53-45d6-8ed2-1c5f78f29833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.918609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725a801-c84d-4d80-8ead-a7f1a1c9a696 None None] Pushing event deleted for resources: {'Port': ['ID=659cdcd4-2c59-480d-866d-2f63968eb32e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.925260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-767bf794-bc53-45d6-8ed2-1c5f78f29833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80fe57ae-6369-41ec-896f-262ca2158009 HTTP/1.1" status: 204 len: 168 time: 0.4487250 Jul 15 23:28:30.925260 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.938334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=ae90f3b6-a9ef-4543-b727-8d6bfddaa2f0,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.946432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:30.959833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:30.971879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:30.972601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.991111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bf794-bc53-45d6-8ed2-1c5f78f29833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fe57ae-6369-41ec-896f-262ca2158009,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.995744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event deleted for resources: {'Port': ['ID=7b47decd-923f-499f-879f-23d81c78e999,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:31.038629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7077d-b029-4404-9f19-1ee155ef1768 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:31.064244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1c5f9d67-03a9-4d79-809f-29fa3af36962 None None] Provisioning for port bdcebe6e-130f-496a-9b51-17a1c79c6476 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:31.076735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.079996 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.084449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fb6ce902-bf97-4bca-8d94-b441297a159a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "DELETE /v2.0/floatingips/096b9df7-360c-4173-ae21-c601b1f7918c HTTP/1.1" status: 204 len: 168 time: 1.0645444 Jul 15 23:28:31.089612 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4aebb195-f8b8-4a8e-9e31-dc8bbed651cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5752332 Jul 15 23:28:31.100263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1c5f9d67-03a9-4d79-809f-29fa3af36962 None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:31.104033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59912) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.111046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3d1260a3-435f-4925-9f1e-33531c2ba285 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'ae90f3b6-a9ef-4543-b727-8d6bfddaa2f0', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1659008714'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:31.111280 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1c5f9d67-03a9-4d79-809f-29fa3af36962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.112490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.170270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Transition to ACTIVE for port object 2abe8773-d64b-4c8d-a94d-8c1e83cae127 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:31.185931 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.389929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59916) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.391648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event updated for resources: {'Port': ['ID=2abe8773-d64b-4c8d-a94d-8c1e83cae127,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:31.397130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-0dd38fe2-f08e-491a-afbe-8c7478657a07 None None] Allocated IP 172.20.0.34 (736f44b3-48e9-4eb8-b9a7-34f5ed475dce/56fc62ca-d48a-4447-ae51-7c51d0ad6d2d/c63c21d2-397d-413b-82f8-170edcb45c7b) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:31.397483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c6c87-3df9-4b66-aac9-ef024e71efe5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:31.402138 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cb8c6c87-3df9-4b66-aac9-ef024e71efe5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.417960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-55879ab6-43a1-4e3c-909d-0aa485dcfc74 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032341502', 'description': 'tempest-description--1814911609'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:31.441514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1260a3-435f-4925-9f1e-33531c2ba285 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:31.507337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'ae90f3b6-a9ef-4543-b727-8d6bfddaa2f0'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:31.507930 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55879ab6-43a1-4e3c-909d-0aa485dcfc74 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.508377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.538644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] In _notify_port_updated(), no bound segment for port 2abe8773-d64b-4c8d-a94d-8c1e83cae127 on network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:28:31.545811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:31.546991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.549156 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-931a77f2-3fac-4a56-8c31-23b3051557b8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "PUT /v2.0/ports/2abe8773-d64b-4c8d-a94d-8c1e83cae127 HTTP/1.1" status: 200 len: 960 time: 1.9746454 Jul 15 23:28:31.555922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59918) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.633274 n-d-793618-8 neutron-server[93714]: INFO neutron.db.ipam_backend_mixin [None req-cb8c6c87-3df9-4b66-aac9-ef024e71efe5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ead01d3-daf5-4152-b64b-5e828d5b6731 (CIDR: 2001:db8::/64) Jul 15 23:28:31.639013 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8c6c87-3df9-4b66-aac9-ef024e71efe5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:31.640121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8c6c87-3df9-4b66-aac9-ef024e71efe5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:31.673849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1c5f9d67-03a9-4d79-809f-29fa3af36962 None None] Provisioning complete for port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:31.674256 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1c5f9d67-03a9-4d79-809f-29fa3af36962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.704243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55879ab6-43a1-4e3c-909d-0aa485dcfc74 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.714935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55879ab6-43a1-4e3c-909d-0aa485dcfc74 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.730352 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cb8c6c87-3df9-4b66-aac9-ef024e71efe5 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8499739 Jul 15 23:28:31.732855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59920) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.741009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d29cc18b-9546-4166-a8c0-6b982cd31df2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:31.755429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0dd38fe2-f08e-491a-afbe-8c7478657a07 None None] For port c63c21d2-397d-413b-82f8-170edcb45c7b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c63c21d2-397d-413b-82f8-170edcb45c7b,segment=NetworkSegment(fe65e2fd-2893-4859-bdb6-056ce10b871d),segment_id=fe65e2fd-2893-4859-bdb6-056ce10b871d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:31.779793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dacd620e-5cf7-4ce4-8db7-1d4597e3f74c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 2abe8773-d64b-4c8d-a94d-8c1e83cae127 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:31.780558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dacd620e-5cf7-4ce4-8db7-1d4597e3f74c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.784346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f9d67-03a9-4d79-809f-29fa3af36962 None None] Port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:31.787553 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1260a3-435f-4925-9f1e-33531c2ba285 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.792554 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-55879ab6-43a1-4e3c-909d-0aa485dcfc74 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.796463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-55879ab6-43a1-4e3c-909d-0aa485dcfc74 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3834426 Jul 15 23:28:31.801339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59922) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.807071 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0dd38fe2-f08e-491a-afbe-8c7478657a07 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.809241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-db97d837-a274-4868-85b4-5fb7db89ad65 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'security_group_rule': {'security_group_id': 'c10af0b9-a85f-42ae-b202-60e7d408f820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:31.813182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55879ab6-43a1-4e3c-909d-0aa485dcfc74 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10af0b9-a85f-42ae-b202-60e7d408f820,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:31.816490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/ae90f3b6-a9ef-4543-b727-8d6bfddaa2f0/7eba3eda-91b9-40ac-9dd1-a617d22ab64f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:31.830604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-3d1260a3-435f-4925-9f1e-33531c2ba285 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 1a9bdc20-b699-4bbd-b1aa-93daf8d17ce9 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:31.833968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0dd38fe2-f08e-491a-afbe-8c7478657a07 None None] Transition to ACTIVE for port object c63c21d2-397d-413b-82f8-170edcb45c7b will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:31.857988 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0dd38fe2-f08e-491a-afbe-8c7478657a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.928494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db97d837-a274-4868-85b4-5fb7db89ad65 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.942293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dacd620e-5cf7-4ce4-8db7-1d4597e3f74c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.973029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dacd620e-5cf7-4ce4-8db7-1d4597e3f74c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 2abe8773-d64b-4c8d-a94d-8c1e83cae127 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:31.979773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29cc18b-9546-4166-a8c0-6b982cd31df2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:31.984795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d29cc18b-9546-4166-a8c0-6b982cd31df2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.033816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db97d837-a274-4868-85b4-5fb7db89ad65 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.038312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db97d837-a274-4868-85b4-5fb7db89ad65 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.066016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97d837-a274-4868-85b4-5fb7db89ad65 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb93d70-a28f-44d9-b186-47d1755dd25c,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.079898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db97d837-a274-4868-85b4-5fb7db89ad65 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.084898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-db97d837-a274-4868-85b4-5fb7db89ad65 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2793562 Jul 15 23:28:32.084898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59926) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.090555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e2f433b0-bbe5-46a8-8ef6-f34e19a81d04 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'security_group_rule': {'security_group_id': 'c10af0b9-a85f-42ae-b202-60e7d408f820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:32.129550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2f433b0-bbe5-46a8-8ef6-f34e19a81d04 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.152449 n-d-793618-8 neutron-server[93714]: INFO neutron.db.ipam_backend_mixin [None req-d29cc18b-9546-4166-a8c0-6b982cd31df2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 15a00a45-ac57-4585-a6a9-f8fb6b5393b7 (CIDR: 2001:db8:0:1::/64) Jul 15 23:28:32.161862 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29cc18b-9546-4166-a8c0-6b982cd31df2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:32.162332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29cc18b-9546-4166-a8c0-6b982cd31df2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:32.172614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2624209b-bcab-4461-93e0-5c52995e5a8c None None] Provisioning for port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:32.184498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bdcebe6e-130f-496a-9b51-17a1c79c6476 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:32.189908 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d29cc18b-9546-4166-a8c0-6b982cd31df2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4529326 Jul 15 23:28:32.190148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59928) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.197162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'subnet': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:32.210045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2f433b0-bbe5-46a8-8ef6-f34e19a81d04 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.214857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2f433b0-bbe5-46a8-8ef6-f34e19a81d04 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.230093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f433b0-bbe5-46a8-8ef6-f34e19a81d04 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea030e18-6cb1-43b6-93ca-989e69d7e1c0,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.234447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2624209b-bcab-4461-93e0-5c52995e5a8c None None] Provisioning complete for port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:32.234622 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2624209b-bcab-4461-93e0-5c52995e5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.242318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd38fe2-f08e-491a-afbe-8c7478657a07 None None] Pushing event updated for resources: {'Port': ['ID=c63c21d2-397d-413b-82f8-170edcb45c7b,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.246358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e2f433b0-bbe5-46a8-8ef6-f34e19a81d04 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.250599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e2f433b0-bbe5-46a8-8ef6-f34e19a81d04 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620479 Jul 15 23:28:32.250916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59930) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.258717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:32.318366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2624209b-bcab-4461-93e0-5c52995e5a8c None None] Port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:32.345411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dacd620e-5cf7-4ce4-8db7-1d4597e3f74c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.349597 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.379283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:32.379658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.404652 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.417345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd620e-5cf7-4ce4-8db7-1d4597e3f74c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=2abe8773-d64b-4c8d-a94d-8c1e83cae127,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.420121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Transition to ACTIVE for port object 7eba3eda-91b9-40ac-9dd1-a617d22ab64f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:32.450416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Transition to ACTIVE for port object 7eba3eda-91b9-40ac-9dd1-a617d22ab64f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:32.466728 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1260a3-435f-4925-9f1e-33531c2ba285 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:32.468249 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.473978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1260a3-435f-4925-9f1e-33531c2ba285 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:32.518710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Made reservation on behalf of 4c781cba592b484d8c6307dff9c01431 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:32.522897 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.540678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3d1260a3-435f-4925-9f1e-33531c2ba285 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4349561 Jul 15 23:28:32.543512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59934) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.558433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:32.559034 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dacd620e-5cf7-4ce4-8db7-1d4597e3f74c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.563909 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dacd620e-5cf7-4ce4-8db7-1d4597e3f74c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/2abe8773-d64b-4c8d-a94d-8c1e83cae127 HTTP/1.1" status: 204 len: 168 time: 1.0064213 Jul 15 23:28:32.564772 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:32.568074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:32.569156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59936) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.574743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Pushing event updated for resources: {'Port': ['ID=7eba3eda-91b9-40ac-9dd1-a617d22ab64f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.645410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11951e-ebfb-4772-aa52-d11c409648be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:32.653472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9e11951e-ebfb-4772-aa52-d11c409648be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1052558 Jul 15 23:28:32.654323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59938) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.655576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 659cdcd4-2c59-480d-866d-2f63968eb32e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:32.691588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 659cdcd4-2c59-480d-866d-2f63968eb32e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:32.691967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 659cdcd4-2c59-480d-866d-2f63968eb32e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:32.695741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Attempting to bind port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:32.696109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Attempting to bind port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:32.696654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Attempting to bind port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:32.697243 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7663dc71-8a39-46f5-af5a-e330688ea201 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] GET failed (client error): The resource could not be found. Jul 15 23:28:32.699196 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7663dc71-8a39-46f5-af5a-e330688ea201 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports/2abe8773-d64b-4c8d-a94d-8c1e83cae127 HTTP/1.1" status: 404 len: 333 time: 0.1288393 Jul 15 23:28:32.704717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:32.705817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:32.706038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.706432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:32.706938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Bound port: 7eba3eda-91b9-40ac-9dd1-a617d22ab64f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:32.707329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.707459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59940) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.768169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f91639-3b41-4bdb-9d91-5e095cbb5267 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:32.769852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f91639-3b41-4bdb-9d91-5e095cbb5267 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:32.771592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c6f91639-3b41-4bdb-9d91-5e095cbb5267 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1161289 Jul 15 23:28:32.775065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59942) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.776664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.800309 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9393-5103-4643-bed8-31f35d636c26 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.821409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] For port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:32.825421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] For port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7eba3eda-91b9-40ac-9dd1-a617d22ab64f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:32.829136 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9393-5103-4643-bed8-31f35d636c26 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.832715 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.909582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9393-5103-4643-bed8-31f35d636c26 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.915709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9393-5103-4643-bed8-31f35d636c26 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.919335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9a6e9393-5103-4643-bed8-31f35d636c26 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e2d51f1-543a-4ddd-9091-de961cd9bb99 HTTP/1.1" status: 204 len: 168 time: 0.2107940 Jul 15 23:28:32.924165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59944) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.936086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-325bb42d-64b4-439a-b9cc-cdbfe357a3ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet ae90f3b6-a9ef-4543-b727-8d6bfddaa2f0 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:32.936555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec9aa-386b-4f43-8691-552dcc612af4 None None] Pushing event updated for resources: {'Port': ['ID=7eba3eda-91b9-40ac-9dd1-a617d22ab64f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.951652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e9393-5103-4643-bed8-31f35d636c26 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2d51f1-543a-4ddd-9091-de961cd9bb99,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.954975 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325bb42d-64b4-439a-b9cc-cdbfe357a3ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.019433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35e84d9-16af-4358-be02-1e2eee0dc13e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.046358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f14872ff-3cca-4545-8ec1-22704d3673fc None None] Could not find standard attr ID for object 2abe8773-d64b-4c8d-a94d-8c1e83cae127. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:33.052897 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35e84d9-16af-4358-be02-1e2eee0dc13e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.068934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f14872ff-3cca-4545-8ec1-22704d3673fc None None] Provisioning for port c63c21d2-397d-413b-82f8-170edcb45c7b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:33.075528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f14872ff-3cca-4545-8ec1-22704d3673fc None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:33.076055 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f14872ff-3cca-4545-8ec1-22704d3673fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.079820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325bb42d-64b4-439a-b9cc-cdbfe357a3ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.112884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35e84d9-16af-4358-be02-1e2eee0dc13e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.116404 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35e84d9-16af-4358-be02-1e2eee0dc13e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.118407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b35e84d9-16af-4358-be02-1e2eee0dc13e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/security-groups/9dd2d1a0-6db7-43e8-b23c-11000535e375 HTTP/1.1" status: 204 len: 168 time: 0.1899302 Jul 15 23:28:33.128321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59946) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:33.138501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e84d9-16af-4358-be02-1e2eee0dc13e tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd2d1a0-6db7-43e8-b23c-11000535e375,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:33.149342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Allocated IP 172.25.3.144 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/8a93b2f1-aa61-48be-b345-27f1b6585b8a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:33.186512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.226132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f14872ff-3cca-4545-8ec1-22704d3673fc None None] Provisioning complete for port 290e141a-7c9e-48f2-a57a-c78b51228cfc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:33.226712 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f14872ff-3cca-4545-8ec1-22704d3673fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.285504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f14872ff-3cca-4545-8ec1-22704d3673fc None None] Port 290e141a-7c9e-48f2-a57a-c78b51228cfc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:33.323473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:33.338912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:33.353755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f7209-57cc-4ed4-8692-862665c2816a None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:33.354227 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:33.354929 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.368815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Subnet': ['ID=d887bdf7-170b-479c-a7e4-c4cb86bfdbdf,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:33.406232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325bb42d-64b4-439a-b9cc-cdbfe357a3ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.620877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ccef83b6-537b-40db-98d5-378f3032aed6 None None] Could not find standard attr ID for object 2abe8773-d64b-4c8d-a94d-8c1e83cae127. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:33.649843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b1d61-f8f8-41ff-b756-24a36a868797 None None] Update dhcp port {'port': {'network_id': '1efb3c82-ea29-426e-a2c4-b3beb5888cd7', 'fixed_ips': [{'subnet_id': '15a00a45-ac57-4585-a6a9-f8fb6b5393b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2ead01d3-daf5-4152-b64b-5e828d5b6731', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd887bdf7-170b-479c-a7e4-c4cb86bfdbdf'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'bdcebe6e-130f-496a-9b51-17a1c79c6476'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:33.690678 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1d61-f8f8-41ff-b756-24a36a868797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.701441 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-447d95a3-752e-4733-9d72-c04c10a92d29 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.722070 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1f8316dc-663c-418d-8dee-10bde7fde8fa tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5306814 Jul 15 23:28:33.724867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59950) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:33.731345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1775444069', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd887bdf7-170b-479c-a7e4-c4cb86bfdbdf'}], 'security_groups': ['cf09f7be-c9b5-4949-8db6-606b8d8700e2', '1fe0dde9-0baa-4b25-9b1a-b3ef155b691a']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:33.750119 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-447d95a3-752e-4733-9d72-c04c10a92d29 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.826985 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.845211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325bb42d-64b4-439a-b9cc-cdbfe357a3ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.851738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-447d95a3-752e-4733-9d72-c04c10a92d29 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.854275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-447d95a3-752e-4733-9d72-c04c10a92d29 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.855638 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.858236 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-447d95a3-752e-4733-9d72-c04c10a92d29 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/security-groups/731ae2b1-392d-4a3a-a409-b7fcac1780bb HTTP/1.1" status: 204 len: 168 time: 0.7249663 Jul 15 23:28:33.860563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59952) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:33.926951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bb42d-64b4-439a-b9cc-cdbfe357a3ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=ae90f3b6-a9ef-4543-b727-8d6bfddaa2f0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:33.936974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-325bb42d-64b4-439a-b9cc-cdbfe357a3ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.941224 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-325bb42d-64b4-439a-b9cc-cdbfe357a3ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/ae90f3b6-a9ef-4543-b727-8d6bfddaa2f0 HTTP/1.1" status: 204 len: 168 time: 1.1573892 Jul 15 23:28:33.945779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d95a3-752e-4733-9d72-c04c10a92d29 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ae2b1-392d-4a3a-a409-b7fcac1780bb,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:33.948613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59954) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:34.017366 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8278679e-d60b-4630-986d-5ffed7b78898 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556672 Jul 15 23:28:34.018494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59956) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:34.020549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b1d61-f8f8-41ff-b756-24a36a868797 None None] Allocated IP 2001:db8:0:2::2 (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/d887bdf7-170b-479c-a7e4-c4cb86bfdbdf/bdcebe6e-130f-496a-9b51-17a1c79c6476) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:34.023768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:34.048942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9233ad8-11c4-4f81-b9fa-acd64af83df8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet 79d19fa6-a661-41a4-9ea4-cd508134c3ff {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:34.058868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.066791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9233ad8-11c4-4f81-b9fa-acd64af83df8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.185469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ab3b1d61-f8f8-41ff-b756-24a36a868797 None None] For port bdcebe6e-130f-496a-9b51-17a1c79c6476, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bdcebe6e-130f-496a-9b51-17a1c79c6476,segment=NetworkSegment(305a6440-30ae-4102-936b-743474d39a35),segment_id=305a6440-30ae-4102-936b-743474d39a35)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:34.208590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:34.214535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c63c21d2-397d-413b-82f8-170edcb45c7b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:34.216260 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9233ad8-11c4-4f81-b9fa-acd64af83df8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.221782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:34.224036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:34.244501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1d61-f8f8-41ff-b756-24a36a868797 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.245958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'Port': ['ID=8a93b2f1-aa61-48be-b345-27f1b6585b8a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:34.269500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ab3b1d61-f8f8-41ff-b756-24a36a868797 None None] Transition to ACTIVE for port object bdcebe6e-130f-496a-9b51-17a1c79c6476 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:34.275202 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1d61-f8f8-41ff-b756-24a36a868797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.329223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:34.333270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.349887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:34.350278 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.357286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3269786-484a-49e0-9e3b-2a6930d9b14a None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:34.425695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Delete allocated IP 2001:db8::a0 (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/2ead01d3-daf5-4152-b64b-5e828d5b6731) {{(pid=93715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:28:34.441829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Allocated IP 2001:db8:0:2::173 (1efb3c82-ea29-426e-a2c4-b3beb5888cd7/d887bdf7-170b-479c-a7e4-c4cb86bfdbdf/7c8d11eb-f1a1-4c16-b3cd-916ba4164751) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:34.451699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1d61-f8f8-41ff-b756-24a36a868797 None None] Pushing event updated for resources: {'Port': ['ID=bdcebe6e-130f-496a-9b51-17a1c79c6476,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:34.475616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9233ad8-11c4-4f81-b9fa-acd64af83df8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.508165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.551644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1b6042c2-429b-4e42-8b4c-0fbd98d80b83 None None] Provisioning for port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:34.603588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.620366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7eba3eda-91b9-40ac-9dd1-a617d22ab64f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:34.631285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9233ad8-11c4-4f81-b9fa-acd64af83df8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.708180 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9233ad8-11c4-4f81-b9fa-acd64af83df8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.709507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:34.717330 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f9233ad8-11c4-4f81-b9fa-acd64af83df8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/79d19fa6-a661-41a4-9ea4-cd508134c3ff HTTP/1.1" status: 204 len: 168 time: 0.8476393 Jul 15 23:28:34.718143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59960) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:34.721330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:34.721729 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.732446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5f7aa7-7fa1-481a-8b59-505b6624493c None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:34.733011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9233ad8-11c4-4f81-b9fa-acd64af83df8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=79d19fa6-a661-41a4-9ea4-cd508134c3ff,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:34.867963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed904af-4a7a-4f19-8a4b-444905be02a2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet 56fc62ca-d48a-4447-ae51-7c51d0ad6d2d {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:34.881299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ed904af-4a7a-4f19-8a4b-444905be02a2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.909680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.960913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.989137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:35.018483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ed904af-4a7a-4f19-8a4b-444905be02a2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.024566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7eba3eda-91b9-40ac-9dd1-a617d22ab64f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:35.055242 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.085398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=92fde877-ea59-4f3f-82ef-52cc1c88b9e3,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.089323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:35.102126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:35.110368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.110978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.131431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=7eba3eda-91b9-40ac-9dd1-a617d22ab64f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.145809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.150907 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3b240675-b420-4df2-ba0e-099433d9f8fa tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1312234 Jul 15 23:28:35.155087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59962) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.166716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ff0d7e66-ff83-4481-97e3-769bd4e77d5c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-223330918', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:35.174442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.199076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] Deleting port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:35.199454 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.213432 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.231161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'Port': ['ID=8a93b2f1-aa61-48be-b345-27f1b6585b8a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.237983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Transition to ACTIVE for port object 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:35.243498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.309718 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e66-ff83-4481-97e3-769bd4e77d5c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.310780 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e66-ff83-4481-97e3-769bd4e77d5c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.313924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event updated for resources: {'Port': ['ID=7c8d11eb-f1a1-4c16-b3cd-916ba4164751,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.321150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ed904af-4a7a-4f19-8a4b-444905be02a2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.330361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] For port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7eba3eda-91b9-40ac-9dd1-a617d22ab64f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:35.330787 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.344152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] Calling delete_port for 7eba3eda-91b9-40ac-9dd1-a617d22ab64f owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:35.347701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] In _notify_port_updated(), no bound segment for port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 on network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:28:35.352366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.361771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.362583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.364858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ead1e9d9-368f-412b-a55a-300fb341a6b8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "PUT /v2.0/ports/7c8d11eb-f1a1-4c16-b3cd-916ba4164751 HTTP/1.1" status: 200 len: 970 time: 1.6380358 Jul 15 23:28:35.368570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59964) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.428792 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.440732 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ab9388a9-2b96-4e1c-ace8-95f40ba7e00f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1886532 Jul 15 23:28:35.444782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e66-ff83-4481-97e3-769bd4e77d5c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.460662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e66-ff83-4481-97e3-769bd4e77d5c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.461502 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.468114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Provisioning for port bdcebe6e-130f-496a-9b51-17a1c79c6476 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:35.498002 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ed904af-4a7a-4f19-8a4b-444905be02a2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.503996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:35.504434 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.507800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] Pushing event deleted for resources: {'Port': ['ID=7eba3eda-91b9-40ac-9dd1-a617d22ab64f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.542234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f7624fef-a721-4b30-82e6-4dc83e11b14e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:35.542988 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7624fef-a721-4b30-82e6-4dc83e11b14e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.543904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0ed904af-4a7a-4f19-8a4b-444905be02a2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.547884 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0ed904af-4a7a-4f19-8a4b-444905be02a2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/56fc62ca-d48a-4447-ae51-7c51d0ad6d2d HTTP/1.1" status: 204 len: 168 time: 0.8097160 Jul 15 23:28:35.548895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7e66-ff83-4481-97e3-769bd4e77d5c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.552313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59970) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.553024 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ff0d7e66-ff83-4481-97e3-769bd4e77d5c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3963225 Jul 15 23:28:35.562802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc258e7-ea9d-4405-9473-6119b373013f None None] No DVR routers for this DVR port 7eba3eda-91b9-40ac-9dd1-a617d22ab64f on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:35.584922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195c33e-d0d4-4237-8cdb-0fbc4acce718 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:35.596437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59972) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.614235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed904af-4a7a-4f19-8a4b-444905be02a2 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=56fc62ca-d48a-4447-ae51-7c51d0ad6d2d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.748801 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40b766e-d494-460e-861a-f7e21eccee72 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:35.749252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40b766e-d494-460e-861a-f7e21eccee72 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:35.753284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f40b766e-d494-460e-861a-f7e21eccee72 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/79d19fa6-a661-41a4-9ea4-cd508134c3ff HTTP/1.1" status: 404 len: 337 time: 0.1971719 Jul 15 23:28:35.753932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59980) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.800406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '92fde877-ea59-4f3f-82ef-52cc1c88b9e3'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:35.801250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.873679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d902306d-9d7f-4839-964b-cc1599faa49c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting subnet f64108da-5022-410b-94d8-7620267b302d {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:35.890209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d902306d-9d7f-4839-964b-cc1599faa49c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.969981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d902306d-9d7f-4839-964b-cc1599faa49c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.015008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bdcebe6e-130f-496a-9b51-17a1c79c6476 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:36.037118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-40519bbf-73d2-434a-b46f-e4dc5f4451cc tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1032341502&fields=id&tenant_id=ffaf75ea1fca4034a4428552df893234 HTTP/1.1" status: 200 len: 267 time: 0.1892719 Jul 15 23:28:36.077399 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d902306d-9d7f-4839-964b-cc1599faa49c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.088629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Provisioning for port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:36.090671 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7624fef-a721-4b30-82e6-4dc83e11b14e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.098495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/92fde877-ea59-4f3f-82ef-52cc1c88b9e3/212c0d0c-ac52-4b4d-9932-bb59bc20ab2f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:36.114964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Provisioning complete for port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:36.115350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.131679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f7624fef-a721-4b30-82e6-4dc83e11b14e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:36.168300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d902306d-9d7f-4839-964b-cc1599faa49c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.204805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902306d-9d7f-4839-964b-cc1599faa49c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Subnet': ['ID=f64108da-5022-410b-94d8-7620267b302d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.207749 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d902306d-9d7f-4839-964b-cc1599faa49c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.210290 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d902306d-9d7f-4839-964b-cc1599faa49c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/f64108da-5022-410b-94d8-7620267b302d HTTP/1.1" status: 204 len: 168 time: 0.4546967 Jul 15 23:28:36.214233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59990) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.248004 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d601eb1-f96b-4285-96fc-6cd60327d6e0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.250266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d601eb1-f96b-4285-96fc-6cd60327d6e0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.254085 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8d601eb1-f96b-4285-96fc-6cd60327d6e0 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/5f72527b-904b-4998-befd-b2fd12687b6a HTTP/1.1" status: 404 len: 337 time: 0.0366433 Jul 15 23:28:36.255354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59992) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.286220 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-50816144-6b11-4a15-a13c-3e5130b6ed51 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "GET /v2.0/ports?device_id=5493c474-86eb-409f-a97e-2c69c012852c HTTP/1.1" status: 200 len: 205 time: 0.0293531 Jul 15 23:28:36.288689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59994) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.314950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.327003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94894c6-1150-470f-939a-8447ca793098 None None] Network 736f44b3-48e9-4eb8-b9a7-34f5ed475dce requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:36.341185 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-4d12af2e-4bad-429b-a176-21830c2c7002 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] delete failed (client error): The resource could not be found. Jul 15 23:28:36.347306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59996) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.347476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4d12af2e-4bad-429b-a176-21830c2c7002 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/routers/5493c474-86eb-409f-a97e-2c69c012852c HTTP/1.1" status: 404 len: 336 time: 0.0573051 Jul 15 23:28:36.388525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-272a9ee8-deb9-4583-8ad8-ba5cf641f429 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:36.390043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-272a9ee8-deb9-4583-8ad8-ba5cf641f429 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/networks?id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c HTTP/1.1" status: 200 len: 816 time: 0.3141360 Jul 15 23:28:36.418361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:36.418640 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.424694 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29f2cd0-2ad2-4c51-95ea-7e3f239d53ea tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.425154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29f2cd0-2ad2-4c51-95ea-7e3f239d53ea tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.426889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f29f2cd0-2ad2-4c51-95ea-7e3f239d53ea tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/a0ed06c0-bbc1-4084-a9c1-3004710e339e HTTP/1.1" status: 404 len: 337 time: 0.0786302 Jul 15 23:28:36.429823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59998) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.459490 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-1962cb5c-7d77-49fe-9393-53de68eaaaba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.459863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1962cb5c-7d77-49fe-9393-53de68eaaaba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.462044 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1962cb5c-7d77-49fe-9393-53de68eaaaba tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/0eb6a664-af5a-42b5-bc28-41f76ef25bef HTTP/1.1" status: 404 len: 337 time: 0.0307369 Jul 15 23:28:36.465793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60000) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.471412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Port 7c8d11eb-f1a1-4c16-b3cd-916ba4164751 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:36.474162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-44fe6e97-9033-48a4-baa3-88f5eacc7f2d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/quotas/ffaf75ea1fca4034a4428552df893234 HTTP/1.1" status: 200 len: 375 time: 0.0512533 Jul 15 23:28:36.499975 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae214d5-0852-4b44-a2f4-50a7150b2c01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.500379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae214d5-0852-4b44-a2f4-50a7150b2c01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.504649 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3ae214d5-0852-4b44-a2f4-50a7150b2c01 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/f8fc4833-31c7-4c11-b763-bd6dbf355be9 HTTP/1.1" status: 404 len: 337 time: 0.0350893 Jul 15 23:28:36.504888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60002) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.534453 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-09818305-3514-420f-8e69-a9cce60e7d46 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.535181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09818305-3514-420f-8e69-a9cce60e7d46 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.539369 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-09818305-3514-420f-8e69-a9cce60e7d46 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/cea2d687-0e37-4e47-89fc-ddd92aa90577 HTTP/1.1" status: 404 len: 333 time: 0.0312562 Jul 15 23:28:36.539601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60004) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.557263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Provisioning complete for port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:36.557519 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.568719 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b8eda6-4024-4d1d-8ee7-a6a96cdd9c6a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.569275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b8eda6-4024-4d1d-8ee7-a6a96cdd9c6a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.574285 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-98b8eda6-4024-4d1d-8ee7-a6a96cdd9c6a tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/c7f2de06-dfba-4a13-8e29-e01645ad3aa3 HTTP/1.1" status: 404 len: 337 time: 0.0315344 Jul 15 23:28:36.574585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60006) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.607927 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ced81c-3b79-46c6-b6c8-8f54978fa4c8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.608430 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ced81c-3b79-46c6-b6c8-8f54978fa4c8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.613066 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-05ced81c-3b79-46c6-b6c8-8f54978fa4c8 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/eb85d821-1c54-4f29-b2bf-5e0487af80ad HTTP/1.1" status: 404 len: 337 time: 0.0345728 Jul 15 23:28:36.613330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60008) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.641340 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc46c8b-6dec-4c80-8ce1-4fe119f6e9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.642049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc46c8b-6dec-4c80-8ce1-4fe119f6e9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.646739 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2bc46c8b-6dec-4c80-8ce1-4fe119f6e9e9 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/a37b5154-6966-432e-9aab-ad88b4cadb17 HTTP/1.1" status: 404 len: 333 time: 0.0301614 Jul 15 23:28:36.647109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60010) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.661881 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7624fef-a721-4b30-82e6-4dc83e11b14e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.677387 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a342d7fe-d268-4fbc-991c-7b739a1ca8a3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.677858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a342d7fe-d268-4fbc-991c-7b739a1ca8a3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.681970 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a342d7fe-d268-4fbc-991c-7b739a1ca8a3 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/105b367e-99f3-4b56-9872-6ee08793820d HTTP/1.1" status: 404 len: 337 time: 0.0314257 Jul 15 23:28:36.682128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fd6173e2-4b93-4e3f-8dce-c2cea68dc7fb None None] Port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:36.682250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.707957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624fef-a721-4b30-82e6-4dc83e11b14e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=7c8d11eb-f1a1-4c16-b3cd-916ba4164751,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.715660 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c250af53-167b-4cb2-9f63-dbbae1195049 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:36.716130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c250af53-167b-4cb2-9f63-dbbae1195049 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:36.720655 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.720824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.721150 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c250af53-167b-4cb2-9f63-dbbae1195049 tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/subnets/6e0cc48c-bcd7-41d8-8715-14f8f49c6dd4 HTTP/1.1" status: 404 len: 337 time: 0.0339196 Jul 15 23:28:36.728913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Transition to ACTIVE for port object 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:36.760801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-0bb729ea-1a09-4930-91d8-e2ffcb8fa1ef tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffaf75ea1fca4034a4428552df893234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2343714 Jul 15 23:28:36.761901 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7624fef-a721-4b30-82e6-4dc83e11b14e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.766526 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60018) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.768530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Transition to ACTIVE for port object 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:36.777385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f7624fef-a721-4b30-82e6-4dc83e11b14e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/7c8d11eb-f1a1-4c16-b3cd-916ba4164751 HTTP/1.1" status: 204 len: 168 time: 1.4076428 Jul 15 23:28:36.779321 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.824705 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bcd040-4e62-49bf-9a29-6ae9fa517ef2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] GET failed (client error): The resource could not be found. Jul 15 23:28:36.837534 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-21bcd040-4e62-49bf-9a29-6ae9fa517ef2 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports/7c8d11eb-f1a1-4c16-b3cd-916ba4164751 HTTP/1.1" status: 404 len: 333 time: 0.0697238 Jul 15 23:28:36.839093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60020) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.840452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:36.848115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7eba3eda-91b9-40ac-9dd1-a617d22ab64f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:36.855172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:36.880909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:36.884718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] DHCP port deletion for 736f44b3-48e9-4eb8-b9a7-34f5ed475dce request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:36.887213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Pushing event updated for resources: {'Port': ['ID=212c0d0c-ac52-4b4d-9932-bb59bc20ab2f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.899846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 7eba3eda-91b9-40ac-9dd1-a617d22ab64f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:36.900195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7eba3eda-91b9-40ac-9dd1-a617d22ab64f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:36.911963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c291dacf-6a04-4ba3-9428-25b55de728cd None None] Provisioning complete for port 290e141a-7c9e-48f2-a57a-c78b51228cfc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:36.912531 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c291dacf-6a04-4ba3-9428-25b55de728cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.945859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20bcf4e9-0179-47a2-8ff0-51f886f0d802 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.974833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20bcf4e9-0179-47a2-8ff0-51f886f0d802 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.004818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::1 (74549bed-ab35-4c04-a73f-49c8912c8d6f/92fde877-ea59-4f3f-82ef-52cc1c88b9e3/b87610c5-c7b5-4843-a257-bcabdc1fe48c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:37.044656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20bcf4e9-0179-47a2-8ff0-51f886f0d802 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.048099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20bcf4e9-0179-47a2-8ff0-51f886f0d802 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.048888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Attempting to bind port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:37.049512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Attempting to bind port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:37.050178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Attempting to bind port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:37.052635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60022) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.052774 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-20bcf4e9-0179-47a2-8ff0-51f886f0d802 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/security-groups/50f85f1f-f516-4252-81fa-b7b73e68f55a HTTP/1.1" status: 204 len: 168 time: 0.2124538 Jul 15 23:28:37.056052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c291dacf-6a04-4ba3-9428-25b55de728cd None None] Port 290e141a-7c9e-48f2-a57a-c78b51228cfc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:37.064169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcf4e9-0179-47a2-8ff0-51f886f0d802 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f85f1f-f516-4252-81fa-b7b73e68f55a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.066095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:37.066555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:37.070996 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.072184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:37.073262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Bound port: 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:37.073664 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.075279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-d0a31295-4e52-485f-91e9-d287f3befab7 service neutron] 10.222.0.23 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597001 Jul 15 23:28:37.111039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c291dacf-6a04-4ba3-9428-25b55de728cd None None] Provisioning complete for port c63c21d2-397d-413b-82f8-170edcb45c7b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:37.111475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c291dacf-6a04-4ba3-9428-25b55de728cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.165351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] Deleting port c63c21d2-397d-413b-82f8-170edcb45c7b {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:37.165725 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.217683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] For port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:37.223091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] For port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=212c0d0c-ac52-4b4d-9932-bb59bc20ab2f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:37.239564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-be68b7f7-8e96-4b6d-b6dd-5f3ef3b5d66b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Deleting port 290e141a-7c9e-48f2-a57a-c78b51228cfc {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:37.239908 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be68b7f7-8e96-4b6d-b6dd-5f3ef3b5d66b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.257254 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.308751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] For port c63c21d2-397d-413b-82f8-170edcb45c7b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c63c21d2-397d-413b-82f8-170edcb45c7b,segment=NetworkSegment(fe65e2fd-2893-4859-bdb6-056ce10b871d),segment_id=fe65e2fd-2893-4859-bdb6-056ce10b871d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:37.309170 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.321029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.358299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] Calling delete_port for c63c21d2-397d-413b-82f8-170edcb45c7b owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:37.369690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-247334f7-a2ae-420d-80ff-f0b628b5b919 service neutron] 10.222.0.23 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845278 Jul 15 23:28:37.370472 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-61481b99-44e5-44e2-bd09-e307e13a9070 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.387869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fce83b-d5d4-4bef-8cde-a2940837f9f0 None None] Pushing event updated for resources: {'Port': ['ID=212c0d0c-ac52-4b4d-9932-bb59bc20ab2f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.388149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be68b7f7-8e96-4b6d-b6dd-5f3ef3b5d66b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.402633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object b87610c5-c7b5-4843-a257-bcabdc1fe48c will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:37.421389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-be68b7f7-8e96-4b6d-b6dd-5f3ef3b5d66b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Calling delete_port for 290e141a-7c9e-48f2-a57a-c78b51228cfc owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:37.429415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-61481b99-44e5-44e2-bd09-e307e13a9070 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.435846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c291dacf-6a04-4ba3-9428-25b55de728cd None None] Could not find standard attr ID for object 7c8d11eb-f1a1-4c16-b3cd-916ba4164751. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:37.476928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.509741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] Pushing event deleted for resources: {'Port': ['ID=c63c21d2-397d-413b-82f8-170edcb45c7b,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.511782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a749f10-bef9-4ab2-8f23-afac06fd17a5 None None] No DVR routers for this DVR port c63c21d2-397d-413b-82f8-170edcb45c7b on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:37.546856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.560547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-61481b99-44e5-44e2-bd09-e307e13a9070 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.563273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-61481b99-44e5-44e2-bd09-e307e13a9070 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.564337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-61481b99-44e5-44e2-bd09-e307e13a9070 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/security-groups/1fe0dde9-0baa-4b25-9b1a-b3ef155b691a HTTP/1.1" status: 204 len: 168 time: 0.5018666 Jul 15 23:28:37.567663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60026) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.653755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:37.654852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61481b99-44e5-44e2-bd09-e307e13a9070 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe0dde9-0baa-4b25-9b1a-b3ef155b691a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.676016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:37.684734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be68b7f7-8e96-4b6d-b6dd-5f3ef3b5d66b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.690327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:37.691092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.696746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=b87610c5-c7b5-4843-a257-bcabdc1fe48c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.727989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4c89401-c337-434e-89bb-7512703f4369 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.759517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4c89401-c337-434e-89bb-7512703f4369 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.776060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68b7f7-8e96-4b6d-b6dd-5f3ef3b5d66b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Port': ['ID=290e141a-7c9e-48f2-a57a-c78b51228cfc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.811662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be68b7f7-8e96-4b6d-b6dd-5f3ef3b5d66b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.813855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-be68b7f7-8e96-4b6d-b6dd-5f3ef3b5d66b tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/ports/290e141a-7c9e-48f2-a57a-c78b51228cfc HTTP/1.1" status: 204 len: 168 time: 1.0921490 Jul 15 23:28:37.817195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60030) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.828541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4c89401-c337-434e-89bb-7512703f4369 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.834981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4c89401-c337-434e-89bb-7512703f4369 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.839207 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f4c89401-c337-434e-89bb-7512703f4369 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf09f7be-c9b5-4949-8db6-606b8d8700e2 HTTP/1.1" status: 204 len: 168 time: 0.2704949 Jul 15 23:28:37.840036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60034) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.889130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c89401-c337-434e-89bb-7512703f4369 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf09f7be-c9b5-4949-8db6-606b8d8700e2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.896333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53542fce-01ca-44bd-8797-831438101ecb req-5699b848-ce54-459a-b2d9-159ecc56426f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 210 time: 0.0473809 Jul 15 23:28:37.932574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80ba16c-a583-4bff-9905-b19d34bb5755 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet 2ead01d3-daf5-4152-b64b-5e828d5b6731 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:37.936498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f80ba16c-a583-4bff-9905-b19d34bb5755 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.974223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.994817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.002489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f80ba16c-a583-4bff-9905-b19d34bb5755 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.094291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:38.124861 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f80ba16c-a583-4bff-9905-b19d34bb5755 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.143887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.169460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:38.207225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f80ba16c-a583-4bff-9905-b19d34bb5755 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.220161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736f44b3-48e9-4eb8-b9a7-34f5ed475dce']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:38.230428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d83d0a-be5b-43aa-abb8-f3ea784b03c3 None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:38.240324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f80ba16c-a583-4bff-9905-b19d34bb5755 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.242289 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f80ba16c-a583-4bff-9905-b19d34bb5755 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/2ead01d3-daf5-4152-b64b-5e828d5b6731 HTTP/1.1" status: 204 len: 168 time: 0.3983524 Jul 15 23:28:38.243398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ba16c-a583-4bff-9905-b19d34bb5755 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=2ead01d3-daf5-4152-b64b-5e828d5b6731,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.244870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe65e2fd-2893-4859-bdb6-056ce10b871d') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:38.245813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe65e2fd-2893-4859-bdb6-056ce10b871d') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:38.246864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60040) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.277160 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.287193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c63c21d2-397d-413b-82f8-170edcb45c7b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:38.292990 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.306082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-160143a9-189c-42a6-a354-021317172b18 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet d887bdf7-170b-479c-a7e4-c4cb86bfdbdf {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:38.309820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-160143a9-189c-42a6-a354-021317172b18 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.310106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:38.310546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:38.315586 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:38.330436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c63c21d2-397d-413b-82f8-170edcb45c7b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:38.330436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c63c21d2-397d-413b-82f8-170edcb45c7b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:38.377700 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-160143a9-189c-42a6-a354-021317172b18 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.425071 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.435039 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.440776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] 10.222.0.23 "DELETE /v2.0/networks/736f44b3-48e9-4eb8-b9a7-34f5ed475dce HTTP/1.1" status: 204 len: 168 time: 0.6197207 Jul 15 23:28:38.479889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ba34f-0069-4d0c-be15-b6377b366a7c tempest-PortsTestJSON-1085810088 tempest-PortsTestJSON-1085810088-project] Pushing event deleted for resources: {'Network': ['ID=736f44b3-48e9-4eb8-b9a7-34f5ed475dce,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.549012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-160143a9-189c-42a6-a354-021317172b18 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.612796 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.619698 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.620734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.630788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-160143a9-189c-42a6-a354-021317172b18 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.673215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-160143a9-189c-42a6-a354-021317172b18 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.675953 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-160143a9-189c-42a6-a354-021317172b18 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/d887bdf7-170b-479c-a7e4-c4cb86bfdbdf HTTP/1.1" status: 204 len: 168 time: 0.4281008 Jul 15 23:28:38.677379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160143a9-189c-42a6-a354-021317172b18 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=d887bdf7-170b-479c-a7e4-c4cb86bfdbdf,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.679443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60044) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.712877 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c71df19-bde4-43d7-af87-bba70c6ff0f7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:38.713928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c71df19-bde4-43d7-af87-bba70c6ff0f7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:38.716264 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c71df19-bde4-43d7-af87-bba70c6ff0f7 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/2ead01d3-daf5-4152-b64b-5e828d5b6731 HTTP/1.1" status: 404 len: 337 time: 0.0356269 Jul 15 23:28:38.719017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60046) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.733909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=b87610c5-c7b5-4843-a257-bcabdc1fe48c,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.819746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c43e994-7a0b-4a67-968e-ec795a2851f3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting subnet 15a00a45-ac57-4585-a6a9-f8fb6b5393b7 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:38.823397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c43e994-7a0b-4a67-968e-ec795a2851f3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.865333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:38.866437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:38.883132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c43e994-7a0b-4a67-968e-ec795a2851f3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.964460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60054) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.991295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61a97ce8-fce3-49f7-ab38-24791643934f None None] Provisioning for port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:38.999373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61a97ce8-fce3-49f7-ab38-24791643934f None None] Provisioning complete for port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:38.999718 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61a97ce8-fce3-49f7-ab38-24791643934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.066111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c43e994-7a0b-4a67-968e-ec795a2851f3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.147380 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61a97ce8-fce3-49f7-ab38-24791643934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.150000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Router 5722f5b5-6588-4961-bbb3-0f31088917a0 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:39.225458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-61a97ce8-fce3-49f7-ab38-24791643934f None None] For port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=212c0d0c-ac52-4b4d-9932-bb59bc20ab2f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:39.238992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61a97ce8-fce3-49f7-ab38-24791643934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.292814 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c43e994-7a0b-4a67-968e-ec795a2851f3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.325437 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c43e994-7a0b-4a67-968e-ec795a2851f3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.330737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a97ce8-fce3-49f7-ab38-24791643934f None None] Pushing event updated for resources: {'Port': ['ID=212c0d0c-ac52-4b4d-9932-bb59bc20ab2f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:39.333132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60062) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:39.335027 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c43e994-7a0b-4a67-968e-ec795a2851f3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/15a00a45-ac57-4585-a6a9-f8fb6b5393b7 HTTP/1.1" status: 204 len: 168 time: 0.6142368 Jul 15 23:28:39.370810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43e994-7a0b-4a67-968e-ec795a2851f3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Subnet': ['ID=15a00a45-ac57-4585-a6a9-f8fb6b5393b7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:39.382946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0c499c15-e227-4c0c-87bd-207e7ac3008a None None] Provisioning for port b87610c5-c7b5-4843-a257-bcabdc1fe48c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:39.384221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-88799d6a-4460-4cc0-b8e2-fdb8f7a7997b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8143863fcd114297b68f87e142af57f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178536 Jul 15 23:28:39.386930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60064) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:39.392029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0c499c15-e227-4c0c-87bd-207e7ac3008a None None] Provisioning complete for port b87610c5-c7b5-4843-a257-bcabdc1fe48c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:39.392782 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0c499c15-e227-4c0c-87bd-207e7ac3008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.435083 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-182bff41-8fc3-4087-a4ee-75462bf53a60 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:39.435649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182bff41-8fc3-4087-a4ee-75462bf53a60 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:39.437340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-182bff41-8fc3-4087-a4ee-75462bf53a60 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/56e20886-37e5-4c53-8657-e79b8cf1ccc4 HTTP/1.1" status: 404 len: 337 time: 0.1030996 Jul 15 23:28:39.441337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60066) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:39.447226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:39.461047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Sync routers for ids ['5722f5b5-6588-4961-bbb3-0f31088917a0'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:39.463660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-09d22ca4-1f49-4354-87bd-666525c4daa5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "PUT /v2.0/routers/5722f5b5-6588-4961-bbb3-0f31088917a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8576620 Jul 15 23:28:39.465964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60068) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:39.472470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0c499c15-e227-4c0c-87bd-207e7ac3008a None None] Port b87610c5-c7b5-4843-a257-bcabdc1fe48c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:39.479815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Routers {'5722f5b5-6588-4961-bbb3-0f31088917a0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:39.480734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5722f5b5-6588-4961-bbb3-0f31088917a0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:39.513173 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-65302ae7-b365-496e-9073-38ddf5c186d9 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dfa6a79-5764-4c2d-a6b4-171c23b41624 HTTP/1.1" status: 200 len: 205 time: 0.0699277 Jul 15 23:28:39.525142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60070) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:39.638438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Set router 5722f5b5-6588-4961-bbb3-0f31088917a0 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:39.706707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b867f-f714-415f-b0b4-99566fac9154 None None] Network 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:39.875187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-27f89e75-b511-40b7-b175-feb6706b990e None None] Provisioning complete for port bdcebe6e-130f-496a-9b51-17a1c79c6476 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:39.875579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-27f89e75-b511-40b7-b175-feb6706b990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.973976 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-10182e18-a201-4404-bb90-118b1bdd7ae3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] delete failed (client error): The resource could not be found. Jul 15 23:28:39.975375 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-10182e18-a201-4404-bb90-118b1bdd7ae3 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/routers/1dfa6a79-5764-4c2d-a6b4-171c23b41624 HTTP/1.1" status: 404 len: 336 time: 0.4492800 Jul 15 23:28:39.979471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60072) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:39.990286 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88b912b4-cb27-451b-8a6e-0cdc83229c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.064861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b85af8-97aa-40c2-a368-fcac0a1b4e47 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:40.070563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-25b85af8-97aa-40c2-a368-fcac0a1b4e47 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports/b87610c5-c7b5-4843-a257-bcabdc1fe48c HTTP/1.1" status: 200 len: 911 time: 0.6035483 Jul 15 23:28:40.074252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01475ae9-063f-44fc-8c8b-10beb86b99c4 req-efb80a20-6a96-4781-bb54-addc7ca8f3bd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 210 time: 0.7908413 Jul 15 23:28:40.075398 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63710b4-f8e2-48ef-b1b2-5e45be5d73ab tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.076249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63710b4-f8e2-48ef-b1b2-5e45be5d73ab tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.076768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60074) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.078333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b63710b4-f8e2-48ef-b1b2-5e45be5d73ab tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/10360e18-4902-455c-89e6-2b63ed35476f HTTP/1.1" status: 404 len: 337 time: 0.0961480 Jul 15 23:28:40.080848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60076) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.092415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:40.119130 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff7d764-6ac3-4b9e-8fab-195aaa12a04e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.119595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff7d764-6ac3-4b9e-8fab-195aaa12a04e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.122171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0ff7d764-6ac3-4b9e-8fab-195aaa12a04e tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/bfc739be-44c5-4ff0-921e-6c7c6f0f6876 HTTP/1.1" status: 404 len: 337 time: 0.0403025 Jul 15 23:28:40.124526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60078) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.162843 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88b912b4-cb27-451b-8a6e-0cdc83229c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.170005 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae4a7b3-0086-4b90-b109-82096f29a6ed tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.170475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae4a7b3-0086-4b90-b109-82096f29a6ed tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.175150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2ae4a7b3-0086-4b90-b109-82096f29a6ed tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/1c214987-1aa8-4925-affe-c2034bb07f9b HTTP/1.1" status: 404 len: 337 time: 0.0473397 Jul 15 23:28:40.175481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60080) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.223129 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e79080a-d10d-43ad-b682-192f8a54453c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.224538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e79080a-d10d-43ad-b682-192f8a54453c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.230404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6e79080a-d10d-43ad-b682-192f8a54453c tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/d3d66dfd-bd59-4786-87b8-0317ac334d83 HTTP/1.1" status: 404 len: 333 time: 0.0538840 Jul 15 23:28:40.231364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60082) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.237777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-fbc0ba45-6e8d-4d38-b18a-35a946905835 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:40.239525 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-fbc0ba45-6e8d-4d38-b18a-35a946905835 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.37 "GET /v2.0/networks?id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c HTTP/1.1" status: 200 len: 816 time: 0.7458227 Jul 15 23:28:40.288524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f8e6e1-934f-4537-8543-941fce1ceb67 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:40.290046 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-deca0d8a-9c01-4054-a909-68368d02e942 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.291042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deca0d8a-9c01-4054-a909-68368d02e942 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.294490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f8e6e1-934f-4537-8543-941fce1ceb67 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:40.295577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-deca0d8a-9c01-4054-a909-68368d02e942 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/0ebc776c-9550-48df-90ce-ff552d2df452 HTTP/1.1" status: 404 len: 337 time: 0.0628753 Jul 15 23:28:40.299340 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-26f8e6e1-934f-4537-8543-941fce1ceb67 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2185040 Jul 15 23:28:40.299505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60084) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.300879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60086) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.311529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:40.312109 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.332495 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-469fe672-6747-45b1-b7ca-0b6696385119 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.332943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469fe672-6747-45b1-b7ca-0b6696385119 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.334740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-469fe672-6747-45b1-b7ca-0b6696385119 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/dc4f37bf-f6f9-41a7-b6af-fe96cb8ee042 HTTP/1.1" status: 404 len: 337 time: 0.0365036 Jul 15 23:28:40.337885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60088) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.376708 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8272c0-1605-4024-b3db-c2e441cebbf8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.377655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8272c0-1605-4024-b3db-c2e441cebbf8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.382639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0c8272c0-1605-4024-b3db-c2e441cebbf8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/8873b8a2-dd5c-486d-b40d-56a578436beb HTTP/1.1" status: 404 len: 333 time: 0.0406673 Jul 15 23:28:40.383717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60090) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.404922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-27f89e75-b511-40b7-b175-feb6706b990e None None] Provisioning complete for port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:40.405294 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-27f89e75-b511-40b7-b175-feb6706b990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.409839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'name': 'tempest-NetworksTestDHCPv6-router-223330918', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:35Z', 'updated_at': '2021-07-15T23:28:37Z', 'revision_number': 2, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None, '_interfaces': [{'id': 'b87610c5-c7b5-4843-a257-bcabdc1fe48c', 'name': '', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'mac_address': 'fa:16:3e:0e:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '92fde877-ea59-4f3f-82ef-52cc1c88b9e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:36Z', 'updated_at': '2021-07-15T23:28:38Z', 'revision_number': 2, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'subnets': [{'id': '92fde877-ea59-4f3f-82ef-52cc1c88b9e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:40.411368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88b912b4-cb27-451b-8a6e-0cdc83229c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.415320 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-88b912b4-cb27-451b-8a6e-0cdc83229c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.418985 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-88b912b4-cb27-451b-8a6e-0cdc83229c12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/249f7ac5-bcfa-4ba1-97d3-0e757a4f7fc7 HTTP/1.1" status: 204 len: 168 time: 1.0282834 Jul 15 23:28:40.422783 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-9d292334-7f9f-490a-9b1c-902fb25fd0a9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffaf75ea1fca4034a4428552df893234 HTTP/1.1" status: 200 len: 380 time: 0.1659300 Jul 15 23:28:40.429347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806765fc-3b68-43b2-bf99-1cd98fd5cc76 req-4be30771-c54a-41af-a214-17717a89180a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:40.440113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-806765fc-3b68-43b2-bf99-1cd98fd5cc76 req-4be30771-c54a-41af-a214-17717a89180a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 945 time: 0.1979883 Jul 15 23:28:40.441408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Request body: {'port': {'device_id': 'b8e684b2-399c-44b8-9983-ab0c4d4975f9', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'admin_state_up': True, 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'security_groups': ['c10af0b9-a85f-42ae-b202-60e7d408f820']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:40.442673 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc409bd-07f8-4d30-bd2b-eba1dff37452 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.443206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc409bd-07f8-4d30-bd2b-eba1dff37452 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.445393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0cc409bd-07f8-4d30-bd2b-eba1dff37452 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/f97ae01b-0410-4718-aeef-f10260c99dfa HTTP/1.1" status: 404 len: 337 time: 0.0605733 Jul 15 23:28:40.447797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60094) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.457591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b912b4-cb27-451b-8a6e-0cdc83229c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f7ac5-bcfa-4ba1-97d3-0e757a4f7fc7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:40.480434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26832ebd-1859-44b8-a880-065ec097696f None None] DHCP port deletion for 1efb3c82-ea29-426e-a2c4-b3beb5888cd7 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:40.488977 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-a018b516-bed0-4f56-9762-6e89a0859976 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] DELETE failed (client error): The resource could not be found. Jul 15 23:28:40.489438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a018b516-bed0-4f56-9762-6e89a0859976 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:40.493730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a018b516-bed0-4f56-9762-6e89a0859976 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/subnets/36708ea7-2bbd-46df-b05e-1171413284fb HTTP/1.1" status: 404 len: 337 time: 0.0425797 Jul 15 23:28:40.493890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60096) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.501977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Checking router: 5722f5b5-6588-4961-bbb3-0f31088917a0 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:40.502451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Updating router 5722f5b5-6588-4961-bbb3-0f31088917a0 port b87610c5-c7b5-4843-a257-bcabdc1fe48c binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:40.548894 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.555756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-806765fc-3b68-43b2-bf99-1cd98fd5cc76 req-426d93c6-6726-4e49-84de-c2f9d59ca934 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145515 Jul 15 23:28:40.640989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-27f89e75-b511-40b7-b175-feb6706b990e None None] Port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:40.683795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a1438-80ab-43fa-98c4-48991019e5d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Deleting port a9f35563-a1dd-4618-8e8c-ae95664ed6d6 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:40.684141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1438-80ab-43fa-98c4-48991019e5d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.753493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Made reservation on behalf of ffaf75ea1fca4034a4428552df893234 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:40.765404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.828519 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1438-80ab-43fa-98c4-48991019e5d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.834266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-26832ebd-1859-44b8-a880-065ec097696f None None] Deleting port bdcebe6e-130f-496a-9b51-17a1c79c6476 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:40.834702 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-26832ebd-1859-44b8-a880-065ec097696f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.861132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a1438-80ab-43fa-98c4-48991019e5d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Calling delete_port for a9f35563-a1dd-4618-8e8c-ae95664ed6d6 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:40.876370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d7621af5-63ac-4dd8-92bb-53e7b5061802 None None] Provisioning complete for port b87610c5-c7b5-4843-a257-bcabdc1fe48c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:40.877746 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7621af5-63ac-4dd8-92bb-53e7b5061802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.985687 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1438-80ab-43fa-98c4-48991019e5d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.035567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a1438-80ab-43fa-98c4-48991019e5d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Port': ['ID=a9f35563-a1dd-4618-8e8c-ae95664ed6d6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.045824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Allocated IP 172.20.0.11 (2381b1bb-ebd5-4f20-99f0-9a4caa67500c/090a7cf4-1270-480b-996d-bee00d6fc3bd/5738673b-435d-489d-bb59-3c1526475ab2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:41.052360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1438-80ab-43fa-98c4-48991019e5d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.056443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2a8a1438-80ab-43fa-98c4-48991019e5d8 tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/ports/a9f35563-a1dd-4618-8e8c-ae95664ed6d6 HTTP/1.1" status: 204 len: 168 time: 0.5611682 Jul 15 23:28:41.058256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60118) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:41.059284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-26832ebd-1859-44b8-a880-065ec097696f None None] For port bdcebe6e-130f-496a-9b51-17a1c79c6476, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bdcebe6e-130f-496a-9b51-17a1c79c6476,segment=NetworkSegment(305a6440-30ae-4102-936b-743474d39a35),segment_id=305a6440-30ae-4102-936b-743474d39a35)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:41.059702 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-26832ebd-1859-44b8-a880-065ec097696f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.068714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.078028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-26832ebd-1859-44b8-a880-065ec097696f None None] Calling delete_port for bdcebe6e-130f-496a-9b51-17a1c79c6476 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:41.079768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d7621af5-63ac-4dd8-92bb-53e7b5061802 None None] Port b87610c5-c7b5-4843-a257-bcabdc1fe48c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:41.253280 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.268440 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.279716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Transition to ACTIVE for port object b87610c5-c7b5-4843-a257-bcabdc1fe48c will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:41.283279 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-26832ebd-1859-44b8-a880-065ec097696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.340036 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.345069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26832ebd-1859-44b8-a880-065ec097696f None None] Pushing event deleted for resources: {'Port': ['ID=bdcebe6e-130f-496a-9b51-17a1c79c6476,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.356437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26832ebd-1859-44b8-a880-065ec097696f None None] No DVR routers for this DVR port bdcebe6e-130f-496a-9b51-17a1c79c6476 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:41.421996 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.445030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Transition to ACTIVE for port object 5738673b-435d-489d-bb59-3c1526475ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:41.450231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89224be0-375b-48c8-96e7-ba33b86e90f4 None None] Pushing event updated for resources: {'Port': ['ID=b87610c5-c7b5-4843-a257-bcabdc1fe48c,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.491141 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Attempting to bind port b87610c5-c7b5-4843-a257-bcabdc1fe48c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:41.491515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Attempting to bind port b87610c5-c7b5-4843-a257-bcabdc1fe48c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:41.492684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Attempting to bind port b87610c5-c7b5-4843-a257-bcabdc1fe48c on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:41.498870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:41.499249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:41.499664 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.500062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:41.500585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Bound port: b87610c5-c7b5-4843-a257-bcabdc1fe48c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:41.500968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.504802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d55f062-7807-462d-8155-1291e50db036 req-d9008b74-1bcc-4d56-9f47-6019706a5a6a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 210 time: 0.1429744 Jul 15 23:28:41.540656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port b87610c5-c7b5-4843-a257-bcabdc1fe48c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:41.540999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.546018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.582477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.604021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60134) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:41.604536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] For port b87610c5-c7b5-4843-a257-bcabdc1fe48c, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:41.608150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] For port b87610c5-c7b5-4843-a257-bcabdc1fe48c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b87610c5-c7b5-4843-a257-bcabdc1fe48c,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:41.612642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.618465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efb3c82-ea29-426e-a2c4-b3beb5888cd7']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:41.624303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:41.631414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:41.642782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305a6440-30ae-4102-936b-743474d39a35') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:41.643875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305a6440-30ae-4102-936b-743474d39a35') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:41.644922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:41.675176 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.685785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89224be0-375b-48c8-96e7-ba33b86e90f4 None None] Pushing event updated for resources: {'Port': ['ID=b87610c5-c7b5-4843-a257-bcabdc1fe48c,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.688896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Routers {'5722f5b5-6588-4961-bbb3-0f31088917a0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:41.690301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5722f5b5-6588-4961-bbb3-0f31088917a0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:41.710494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.723918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:41.724347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:41.735144 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:41.768285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:41.772481 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.799610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event updated for resources: {'Port': ['ID=5738673b-435d-489d-bb59-3c1526475ab2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.815202 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5499b058-26ef-4f3d-9143-f7487b31227b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3855720 Jul 15 23:28:41.834477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Request body: {'port': {'device_id': 'b8e684b2-399c-44b8-9983-ab0c4d4975f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:41.842423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] For port b87610c5-c7b5-4843-a257-bcabdc1fe48c, host n-d-793618-8, got binding levels [] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:41.842663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.847823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dd188648-b61c-49b2-99b7-05198cdbdf67 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:41.848346 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-dd188648-b61c-49b2-99b7-05198cdbdf67 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:28:41.848845 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-dd188648-b61c-49b2-99b7-05198cdbdf67 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:28:41.849868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dd188648-b61c-49b2-99b7-05198cdbdf67 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2447808 Jul 15 23:28:41.850778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] Set router 5722f5b5-6588-4961-bbb3-0f31088917a0 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:41.855473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60138) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:41.862434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902164178'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:41.885718 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.891973 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for b87610c5-c7b5-4843-a257-bcabdc1fe48c owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:41.908009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.912740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] 10.222.0.23 "DELETE /v2.0/networks/1efb3c82-ea29-426e-a2c4-b3beb5888cd7 HTTP/1.1" status: 204 len: 168 time: 0.8530517 Jul 15 23:28:41.913850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ea72c-3fd4-4535-be78-82e3f012591f tempest-PortsIpV6TestJSON-1570066443 tempest-PortsIpV6TestJSON-1570066443-project] Pushing event deleted for resources: {'Network': ['ID=1efb3c82-ea29-426e-a2c4-b3beb5888cd7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.916544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.926572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.028021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bdcebe6e-130f-496a-9b51-17a1c79c6476 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:42.078005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: bdcebe6e-130f-496a-9b51-17a1c79c6476 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:42.078354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bdcebe6e-130f-496a-9b51-17a1c79c6476 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:42.086394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.092719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.102864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.177093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c38942-285a-4e85-956a-dc2d5f55804d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.245372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.249809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fc883ada-812b-485b-961e-1468f145f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'name': 'tempest-NetworksTestDHCPv6-router-223330918', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:35Z', 'updated_at': '2021-07-15T23:28:37Z', 'revision_number': 2, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None, '_interfaces': [{'id': 'b87610c5-c7b5-4843-a257-bcabdc1fe48c', 'name': '', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'mac_address': 'fa:16:3e:0e:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '92fde877-ea59-4f3f-82ef-52cc1c88b9e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:36Z', 'updated_at': '2021-07-15T23:28:41Z', 'revision_number': 4, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'subnets': [{'id': '92fde877-ea59-4f3f-82ef-52cc1c88b9e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:42.253094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.312483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.317220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4572511 Jul 15 23:28:42.317220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699539f-045b-4493-9b87-d874542f9933 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc56265-6bed-4eb0-b830-7dcac1d732a6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.319546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60148) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.325254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a0a9f692-6cac-4614-84a0-a16fe1ee13ed tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': '5fc56265-6bed-4eb0-b830-7dcac1d732a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:42.343001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc883ada-812b-485b-961e-1468f145f027 None None] The sync data for ids ['5722f5b5-6588-4961-bbb3-0f31088917a0'] in n-d-793618-8 is: [{'id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'name': 'tempest-NetworksTestDHCPv6-router-223330918', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:35Z', 'updated_at': '2021-07-15T23:28:37Z', 'revision_number': 2, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None, '_interfaces': [{'id': 'b87610c5-c7b5-4843-a257-bcabdc1fe48c', 'name': '', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'mac_address': 'fa:16:3e:0e:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '92fde877-ea59-4f3f-82ef-52cc1c88b9e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:36Z', 'updated_at': '2021-07-15T23:28:41Z', 'revision_number': 4, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'subnets': [{'id': '92fde877-ea59-4f3f-82ef-52cc1c88b9e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:42.348846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cbd80fd1-e20f-4996-9757-0f9d22a1418c None None] Provisioning for port 5738673b-435d-489d-bb59-3c1526475ab2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:42.359570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cbd80fd1-e20f-4996-9757-0f9d22a1418c None None] Provisioning complete for port 5738673b-435d-489d-bb59-3c1526475ab2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:42.359948 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cbd80fd1-e20f-4996-9757-0f9d22a1418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.361082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0a9f692-6cac-4614-84a0-a16fe1ee13ed tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.411978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80fd1-e20f-4996-9757-0f9d22a1418c None None] Port 5738673b-435d-489d-bb59-3c1526475ab2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:42.432501 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0a9f692-6cac-4614-84a0-a16fe1ee13ed tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.433479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60150) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.445474 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0a9f692-6cac-4614-84a0-a16fe1ee13ed tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.462849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9f692-6cac-4614-84a0-a16fe1ee13ed tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e9c101-c2a1-422d-836a-be39ff2314f1,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.478599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0a9f692-6cac-4614-84a0-a16fe1ee13ed tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.480441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a0a9f692-6cac-4614-84a0-a16fe1ee13ed tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597462 Jul 15 23:28:42.483298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60154) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.489287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f6b01f87-95df-470a-936a-de59e1adc327 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': '5fc56265-6bed-4eb0-b830-7dcac1d732a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:42.524545 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f6b01f87-95df-470a-936a-de59e1adc327 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.579449 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-f6b01f87-95df-470a-936a-de59e1adc327 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:28:42.584595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f6b01f87-95df-470a-936a-de59e1adc327 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0977218 Jul 15 23:28:42.585359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60158) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.776815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cfe8-4136-4bd6-a639-50a6b65ef588 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.812537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-740b8aea-034b-4b0c-97f6-3b29eebe2398 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c781cba592b484d8c6307dff9c01431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755994 Jul 15 23:28:42.819554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60160) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.828993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cfe8-4136-4bd6-a639-50a6b65ef588 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.831362 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.875434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca92ed-0816-4896-b8d1-0fb573089aa0 req-486c51ed-69eb-4240-af9f-43261227819f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:42.877648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73ca92ed-0816-4896-b8d1-0fb573089aa0 req-486c51ed-69eb-4240-af9f-43261227819f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 932 time: 0.1856534 Jul 15 23:28:42.883247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=b87610c5-c7b5-4843-a257-bcabdc1fe48c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.971170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73ca92ed-0816-4896-b8d1-0fb573089aa0 req-965e5c19-7246-4ab8-88f3-94ff467ab14b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771692 Jul 15 23:28:43.004155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-546a2cd5-aacf-4269-ac0c-82df8a3a018a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.005622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.016829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cfe8-4136-4bd6-a639-50a6b65ef588 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.019709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fa9cfe8-4136-4bd6-a639-50a6b65ef588 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.020991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2fa9cfe8-4136-4bd6-a639-50a6b65ef588 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/5fc56265-6bed-4eb0-b830-7dcac1d732a6 HTTP/1.1" status: 204 len: 168 time: 0.4345617 Jul 15 23:28:43.031055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60162) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.050193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-546a2cd5-aacf-4269-ac0c-82df8a3a018a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.058419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9cfe8-4136-4bd6-a639-50a6b65ef588 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc56265-6bed-4eb0-b830-7dcac1d732a6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:43.136593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-34fb9579-ab76-4050-a0f2-37b2af9004f1 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998788 Jul 15 23:28:43.137393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60164) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.143598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4cb275cd-6b74-4af0-a0f0-455d776e8a0d tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--483683190'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:43.168049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4cb275cd-6b74-4af0-a0f0-455d776e8a0d tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.179304 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-546a2cd5-aacf-4269-ac0c-82df8a3a018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.181994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-546a2cd5-aacf-4269-ac0c-82df8a3a018a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.183195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-546a2cd5-aacf-4269-ac0c-82df8a3a018a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/724d7e97-2438-496d-ba24-090cdb8c9228 HTTP/1.1" status: 204 len: 168 time: 0.3626766 Jul 15 23:28:43.185899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5738673b-435d-489d-bb59-3c1526475ab2 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:43.196120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.197255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a2cd5-aacf-4269-ac0c-82df8a3a018a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d7e97-2438-496d-ba24-090cdb8c9228,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:43.287109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4cb275cd-6b74-4af0-a0f0-455d776e8a0d tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.294312 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4cb275cd-6b74-4af0-a0f0-455d776e8a0d tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.296488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Transition to ACTIVE for port object 5738673b-435d-489d-bb59-3c1526475ab2 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:43.312214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.327582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4cb275cd-6b74-4af0-a0f0-455d776e8a0d tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.328881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4cb275cd-6b74-4af0-a0f0-455d776e8a0d tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1905472 Jul 15 23:28:43.332564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60172) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.337714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-095c6cf7-4b12-4099-8418-6a91ed7842c5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'f0e98113-82db-4849-8de0-2533e69eefbe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:43.338610 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-095c6cf7-4b12-4099-8418-6a91ed7842c5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 23:28:43.339089 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-095c6cf7-4b12-4099-8418-6a91ed7842c5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:43.342701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-095c6cf7-4b12-4099-8418-6a91ed7842c5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065782 Jul 15 23:28:43.342869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Router 5722f5b5-6588-4961-bbb3-0f31088917a0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:43.342987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60174) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.351955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb275cd-6b74-4af0-a0f0-455d776e8a0d tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e98113-82db-4849-8de0-2533e69eefbe,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:43.412466 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1f048de-f35d-42f8-b7e5-510e388820fe tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.440571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1f048de-f35d-42f8-b7e5-510e388820fe tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.512719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Pushing event updated for resources: {'Port': ['ID=5738673b-435d-489d-bb59-3c1526475ab2,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:43.514509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:28:43.523810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1f048de-f35d-42f8-b7e5-510e388820fe tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.526818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1f048de-f35d-42f8-b7e5-510e388820fe tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.530280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a1f048de-f35d-42f8-b7e5-510e388820fe tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/f0e98113-82db-4849-8de0-2533e69eefbe HTTP/1.1" status: 204 len: 168 time: 0.1841493 Jul 15 23:28:43.532276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60180) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.556215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f048de-f35d-42f8-b7e5-510e388820fe tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e98113-82db-4849-8de0-2533e69eefbe,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:43.589083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:43.602515 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8c0278f0-f26c-4390-b5ef-012a2c86f538 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "PUT /v2.0/routers/5722f5b5-6588-4961-bbb3-0f31088917a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2933187 Jul 15 23:28:43.602515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60184) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.613904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Attempting to bind port 5738673b-435d-489d-bb59-3c1526475ab2 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:43.614252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Attempting to bind port 5738673b-435d-489d-bb59-3c1526475ab2 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:43.614584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Attempting to bind port 5738673b-435d-489d-bb59-3c1526475ab2 on network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:43.639754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7f5e7e80-ba4d-4489-a3e7-1cc15c60c6d0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025820 Jul 15 23:28:43.639937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60188) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.647353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-80e8a1f5-2118-4318-8392-3106085d9e44 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393131213'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:43.655488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:43.678671 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-80e8a1f5-2118-4318-8392-3106085d9e44 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.681368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Port 5738673b-435d-489d-bb59-3c1526475ab2 on network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:28:43.681845 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Attempting to bind port 5738673b-435d-489d-bb59-3c1526475ab2 on network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:43.684227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'mac_address': 'fa:16:3e:57:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:28:43.697628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:43.697864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Checking segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:43.698252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Bound using segment: {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:43.698701 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Bound port: 5738673b-435d-489d-bb59-3c1526475ab2, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:43.699411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.729582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbea857-94fd-4e2c-a696-296cdfaac50a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.731831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbea857-94fd-4e2c-a696-296cdfaac50a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.734122 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9bbea857-94fd-4e2c-a696-296cdfaac50a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1313751 Jul 15 23:28:43.737569 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.738183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60192) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.755199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:43.785443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:43.792375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.800421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] For port 5738673b-435d-489d-bb59-3c1526475ab2, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:43.803779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] For port 5738673b-435d-489d-bb59-3c1526475ab2, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5738673b-435d-489d-bb59-3c1526475ab2,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:43.810684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.817890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b79217a-403b-4bd6-8d69-35b966ab5646 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 92fde877-ea59-4f3f-82ef-52cc1c88b9e3 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:43.825630 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b79217a-403b-4bd6-8d69-35b966ab5646 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.867285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.868069 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.869864 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] 10.222.0.37 "PUT /v2.0/ports/5738673b-435d-489d-bb59-3c1526475ab2 HTTP/1.1" status: 200 len: 1092 time: 2.0420041 Jul 15 23:28:43.870342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e684b2-399c-44b8-9983-ab0c4d4975f9', 'tag': '5738673b-435d-489d-bb59-3c1526475ab2'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:43.872861 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e684b2-399c-44b8-9983-ab0c4d4975f9", "tag": "5738673b-435d-489d-bb59-3c1526475ab2"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:43.906219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d7b7c75f-d29b-4eae-b5df-3cd21a250fb8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:28:43.913536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064ac0-36f2-40ae-8b44-311eaee6c531 service neutron] Pushing event updated for resources: {'Port': ['ID=5738673b-435d-489d-bb59-3c1526475ab2,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:43.924605 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.945091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b79217a-403b-4bd6-8d69-35b966ab5646 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.950020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-80e8a1f5-2118-4318-8392-3106085d9e44 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.989734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-80e8a1f5-2118-4318-8392-3106085d9e44 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.005918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.014556 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb98e13-e163-4b9b-a9b7-9108eba515f5 x-openstack-request-id: req-aeb98e13-e163-4b9b-a9b7-9108eba515f5 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:44.015758 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e684b2-399c-44b8-9983-ab0c4d4975f9", "tag": "5738673b-435d-489d-bb59-3c1526475ab2", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:44.016398 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aeb98e13-e163-4b9b-a9b7-9108eba515f5 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:44.022347 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e684b2-399c-44b8-9983-ab0c4d4975f9', 'tag': '5738673b-435d-489d-bb59-3c1526475ab2', 'status': 'completed', 'code': 200} Jul 15 23:28:44.039591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8a1f5-2118-4318-8392-3106085d9e44 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab45c367-cc3d-454e-82b3-e5228d3876c9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.071194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-80e8a1f5-2118-4318-8392-3106085d9e44 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.075700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-80e8a1f5-2118-4318-8392-3106085d9e44 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4347360 Jul 15 23:28:44.076464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60204) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.085411 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-288bbbfc-43c7-41e3-92e1-48d7941b785f tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'ab45c367-cc3d-454e-82b3-e5228d3876c9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:44.086402 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-288bbbfc-43c7-41e3-92e1-48d7941b785f tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 23:28:44.087164 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-288bbbfc-43c7-41e3-92e1-48d7941b785f tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:44.091490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-288bbbfc-43c7-41e3-92e1-48d7941b785f tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0114205 Jul 15 23:28:44.096085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60206) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.213558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-de9f0b47-cc19-4781-a0f5-57861f3941bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.218695 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-de9f0b47-cc19-4781-a0f5-57861f3941bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffaf75ea1fca4034a4428552df893234&device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 1095 time: 0.2785120 Jul 15 23:28:44.234397 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b79217a-403b-4bd6-8d69-35b966ab5646 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.265217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-594d6965-9772-47c5-8b3c-a43b6433a057 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.274469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60210) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.299550 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-5d495c77-e076-4af1-8fba-3b9efb79f110 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5738673b-435d-489d-bb59-3c1526475ab2 HTTP/1.1" status: 200 len: 217 time: 0.0641143 Jul 15 23:28:44.343883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bec96-e89e-429a-aa5e-251ea0bd111d req-0b25ff2a-1e59-4ed9-b8d2-4fffc9c2118f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.346281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d3bec96-e89e-429a-aa5e-251ea0bd111d req-0b25ff2a-1e59-4ed9-b8d2-4fffc9c2118f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 944 time: 0.1958077 Jul 15 23:28:44.370439 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3009102-40d2-464a-9270-568b107dea48 None None] Sync routers for ids ['5722f5b5-6588-4961-bbb3-0f31088917a0'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:44.377315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b79217a-403b-4bd6-8d69-35b966ab5646 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.387942 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3009102-40d2-464a-9270-568b107dea48 None None] Routers {'5722f5b5-6588-4961-bbb3-0f31088917a0'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:44.389008 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e3009102-40d2-464a-9270-568b107dea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5722f5b5-6588-4961-bbb3-0f31088917a0'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:44.400566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-594d6965-9772-47c5-8b3c-a43b6433a057 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.422817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4b9045ca-a6c8-420c-833d-d10f53833669 tempest-DvrRoutersNegativeTest-1511078683 tempest-DvrRoutersNegativeTest-1511078683-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1228434975', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:44.426107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.policy [None req-4b9045ca-a6c8-420c-833d-d10f53833669 tempest-DvrRoutersNegativeTest-1511078683 tempest-DvrRoutersNegativeTest-1511078683-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93715) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 23:28:44.426354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.policy [None req-4b9045ca-a6c8-420c-833d-d10f53833669 tempest-DvrRoutersNegativeTest-1511078683 tempest-DvrRoutersNegativeTest-1511078683-project] Failed policy check for 'create_router' {{(pid=93715) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 23:28:44.427005 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-4b9045ca-a6c8-420c-833d-d10f53833669 tempest-DvrRoutersNegativeTest-1511078683 tempest-DvrRoutersNegativeTest-1511078683-project] create failed (client error): Access was denied to this resource. Jul 15 23:28:44.434792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4b9045ca-a6c8-420c-833d-d10f53833669 tempest-DvrRoutersNegativeTest-1511078683 tempest-DvrRoutersNegativeTest-1511078683-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1530273 Jul 15 23:28:44.435026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5239a-4d56-4f54-a8ad-d72c61ff502f None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:44.435126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79217a-403b-4bd6-8d69-35b966ab5646 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=92fde877-ea59-4f3f-82ef-52cc1c88b9e3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.441575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3976047e-6af8-4633-8a17-7374c018b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.442834 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2b79217a-403b-4bd6-8d69-35b966ab5646 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.443102 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3976047e-6af8-4633-8a17-7374c018b76b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=090a7cf4-1270-480b-996d-bee00d6fc3bd HTTP/1.1" status: 200 len: 855 time: 0.1302071 Jul 15 23:28:44.447901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2b79217a-403b-4bd6-8d69-35b966ab5646 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/92fde877-ea59-4f3f-82ef-52cc1c88b9e3 HTTP/1.1" status: 204 len: 168 time: 0.7056317 Jul 15 23:28:44.448072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60220) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.455223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d3bec96-e89e-429a-aa5e-251ea0bd111d req-5dbefae5-3fa1-472e-a8cf-6d2e0a7c96f5 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019063 Jul 15 23:28:44.493346 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e3009102-40d2-464a-9270-568b107dea48 None None] Set router 5722f5b5-6588-4961-bbb3-0f31088917a0 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:44.552440 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e3009102-40d2-464a-9270-568b107dea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'name': 'tempest-NetworksTestDHCPv6-router-223330918', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:35Z', 'updated_at': '2021-07-15T23:28:42Z', 'revision_number': 3, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:44.580250 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3009102-40d2-464a-9270-568b107dea48 None None] Checking router: 5722f5b5-6588-4961-bbb3-0f31088917a0 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:44.590147 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3009102-40d2-464a-9270-568b107dea48 None None] Routers {'5722f5b5-6588-4961-bbb3-0f31088917a0'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:44.591196 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e3009102-40d2-464a-9270-568b107dea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['5722f5b5-6588-4961-bbb3-0f31088917a0'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:44.606380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-594d6965-9772-47c5-8b3c-a43b6433a057 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.609148 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-594d6965-9772-47c5-8b3c-a43b6433a057 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.610279 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-594d6965-9772-47c5-8b3c-a43b6433a057 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/ab45c367-cc3d-454e-82b3-e5228d3876c9 HTTP/1.1" status: 204 len: 168 time: 0.5131040 Jul 15 23:28:44.612901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60224) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.669374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d6965-9772-47c5-8b3c-a43b6433a057 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab45c367-cc3d-454e-82b3-e5228d3876c9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.671521 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e3009102-40d2-464a-9270-568b107dea48 None None] Set router 5722f5b5-6588-4961-bbb3-0f31088917a0 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:44.709063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-51b5fe84-e665-4e71-9fcb-5225341a554c tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949066 Jul 15 23:28:44.714252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60228) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.717585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aa6c17e5-be2b-4e1c-a6c2-948e14e89104 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2686357 Jul 15 23:28:44.721144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-29098db9-de09-48c3-82b3-9f9702f977ba tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846954800'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:44.721288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60230) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.735380 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e3009102-40d2-464a-9270-568b107dea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'name': 'tempest-NetworksTestDHCPv6-router-223330918', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:35Z', 'updated_at': '2021-07-15T23:28:42Z', 'revision_number': 3, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:44.766134 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29098db9-de09-48c3-82b3-9f9702f977ba tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.776652 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3009102-40d2-464a-9270-568b107dea48 None None] The sync data for ids ['5722f5b5-6588-4961-bbb3-0f31088917a0'] in n-d-793618-8 is: [{'id': '5722f5b5-6588-4961-bbb3-0f31088917a0', 'name': 'tempest-NetworksTestDHCPv6-router-223330918', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:35Z', 'updated_at': '2021-07-15T23:28:42Z', 'revision_number': 3, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:44.844692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-4157d25f-c122-4a5e-9f2c-ca3d58cab0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.846305 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-4157d25f-c122-4a5e-9f2c-ca3d58cab0fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3963995 Jul 15 23:28:44.859492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-895c553a-5b3c-4fd8-8ae2-86d7ad6b7969 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.865566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60232) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.897001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29098db9-de09-48c3-82b3-9f9702f977ba tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.903286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29098db9-de09-48c3-82b3-9f9702f977ba tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.930666 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29098db9-de09-48c3-82b3-9f9702f977ba tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.931978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29098db9-de09-48c3-82b3-9f9702f977ba tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2162473 Jul 15 23:28:44.934808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60236) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.941355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f9d35ce6-4603-4cf7-9355-f4d1e2986ff2 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'b34e2d30-b1d8-4c0f-a6d5-6b381cde8bbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:44.954829 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-f9d35ce6-4603-4cf7-9355-f4d1e2986ff2 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 23:28:44.955982 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-f9d35ce6-4603-4cf7-9355-f4d1e2986ff2 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:44.957881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f9d35ce6-4603-4cf7-9355-f4d1e2986ff2 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221469 Jul 15 23:28:44.959707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29098db9-de09-48c3-82b3-9f9702f977ba tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e2d30-b1d8-4c0f-a6d5-6b381cde8bbf,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.960685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60238) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.969524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-68e335e7-2349-43d9-8bef-2c0e09cfa067 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'b34e2d30-b1d8-4c0f-a6d5-6b381cde8bbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:44.971306 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-68e335e7-2349-43d9-8bef-2c0e09cfa067 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 23:28:44.971672 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-68e335e7-2349-43d9-8bef-2c0e09cfa067 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:44.972648 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-68e335e7-2349-43d9-8bef-2c0e09cfa067 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110319 Jul 15 23:28:44.977549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60240) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.983808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5c64e705-8700-44f5-826e-dcdb2f0a727e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'b34e2d30-b1d8-4c0f-a6d5-6b381cde8bbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:44.984871 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-5c64e705-8700-44f5-826e-dcdb2f0a727e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 23:28:44.985644 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-5c64e705-8700-44f5-826e-dcdb2f0a727e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:44.987045 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c64e705-8700-44f5-826e-dcdb2f0a727e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078437 Jul 15 23:28:44.991130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60242) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.001691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2183a182-6d26-4eb8-8695-af2d61f94d08 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'b34e2d30-b1d8-4c0f-a6d5-6b381cde8bbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:45.003189 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-2183a182-6d26-4eb8-8695-af2d61f94d08 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 23:28:45.003699 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-2183a182-6d26-4eb8-8695-af2d61f94d08 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:45.004776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2183a182-6d26-4eb8-8695-af2d61f94d08 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0126824 Jul 15 23:28:45.010918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60244) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.020485 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97deb069-3196-4caf-bcd3-84dee08eaa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.099806 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86219b81-cb58-471b-b15f-3241d1d4905a tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.112544 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-895c553a-5b3c-4fd8-8ae2-86d7ad6b7969 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.118416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-895c553a-5b3c-4fd8-8ae2-86d7ad6b7969 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.135894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86219b81-cb58-471b-b15f-3241d1d4905a tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.141868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:45.168516 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-ca2ee827-13a2-48d5-b814-e0ebb002e011 service neutron] 10.222.0.37 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681718 Jul 15 23:28:45.186710 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-895c553a-5b3c-4fd8-8ae2-86d7ad6b7969 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.187808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895c553a-5b3c-4fd8-8ae2-86d7ad6b7969 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Fanout notify agent at l3_agent the message router_deleted on router 5722f5b5-6588-4961-bbb3-0f31088917a0 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:45.201594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] Deleting port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:45.201594 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.218059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-895c553a-5b3c-4fd8-8ae2-86d7ad6b7969 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.222782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-895c553a-5b3c-4fd8-8ae2-86d7ad6b7969 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/routers/5722f5b5-6588-4961-bbb3-0f31088917a0 HTTP/1.1" status: 204 len: 168 time: 0.4901533 Jul 15 23:28:45.222941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86219b81-cb58-471b-b15f-3241d1d4905a tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.225600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86219b81-cb58-471b-b15f-3241d1d4905a tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.229409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-86219b81-cb58-471b-b15f-3241d1d4905a tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/b34e2d30-b1d8-4c0f-a6d5-6b381cde8bbf HTTP/1.1" status: 204 len: 168 time: 0.2151470 Jul 15 23:28:45.229409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60246) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.229409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97deb069-3196-4caf-bcd3-84dee08eaa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.229899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60248) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.239390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:45.261416 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97deb069-3196-4caf-bcd3-84dee08eaa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.271365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86219b81-cb58-471b-b15f-3241d1d4905a tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e2d30-b1d8-4c0f-a6d5-6b381cde8bbf,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.289548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] For port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=212c0d0c-ac52-4b4d-9932-bb59bc20ab2f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:45.290479 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.319616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] Calling delete_port for 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:45.333332 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e80ca5ec-766e-46d9-812d-db55ab877605 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021941 Jul 15 23:28:45.338838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60250) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.343462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9516aa0f-bada-48d7-bb6d-1f5a709ea133 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--788234154'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:45.360150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-97deb069-3196-4caf-bcd3-84dee08eaa50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d3f7fd97a454bac9eedf71ad2b85f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933493 Jul 15 23:28:45.363136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60252) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.369221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97deb069-3196-4caf-bcd3-84dee08eaa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8339ea78-993d-434f-822b-ecd513e1b051,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.431334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:45.434960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.463991 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8059-d8b7-4201-bf82-c483bc0dd962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.484866 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.499241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] No DVR routers for this DVR port 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:45.520487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd11b7-89bc-4352-adcd-00431a7c80e7 None None] Pushing event deleted for resources: {'Port': ['ID=212c0d0c-ac52-4b4d-9932-bb59bc20ab2f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.538526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:45.539249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8059-d8b7-4201-bf82-c483bc0dd962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.608561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:45.608933 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.718058 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.726583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8059-d8b7-4201-bf82-c483bc0dd962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.731052 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8059-d8b7-4201-bf82-c483bc0dd962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.733333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9d8c8059-d8b7-4201-bf82-c483bc0dd962 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8339ea78-993d-434f-822b-ecd513e1b051 HTTP/1.1" status: 204 len: 168 time: 0.3692091 Jul 15 23:28:45.758888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c8059-d8b7-4201-bf82-c483bc0dd962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8339ea78-993d-434f-822b-ecd513e1b051,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.759550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:45.773742 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.788359 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-6da4056e-f44c-4662-a2b1-921548cac701 service neutron] 10.222.0.37 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125505 Jul 15 23:28:45.826598 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9516aa0f-bada-48d7-bb6d-1f5a709ea133 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.862291 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.877003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.961663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:45.987599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:45.988903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:45.999823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.000421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.017037 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:28:46.029736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a213c528-3eac-4cea-bb06-cf9714ff2f5c None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:46.031980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:46.032342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 212c0d0c-ac52-4b4d-9932-bb59bc20ab2f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:46.032748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b87610c5-c7b5-4843-a257-bcabdc1fe48c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:46.035910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2a200-214c-43bc-8aa4-a57461534d8b req-c085ca09-5448-4ec8-9356-b2f7b9319ab4 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.047434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ca2a200-214c-43bc-8aa4-a57461534d8b req-c085ca09-5448-4ec8-9356-b2f7b9319ab4 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 944 time: 0.3784242 Jul 15 23:28:46.067913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b87610c5-c7b5-4843-a257-bcabdc1fe48c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:46.068256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b87610c5-c7b5-4843-a257-bcabdc1fe48c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:46.079168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=9ed14eb7-4266-4235-95eb-d287fbc9cd85,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:46.105375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-9be5bd6f-9ba8-478b-83be-8bb2f3665383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.108213 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-9be5bd6f-9ba8-478b-83be-8bb2f3665383 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffaf75ea1fca4034a4428552df893234&device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 1095 time: 0.2306726 Jul 15 23:28:46.117690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ca2a200-214c-43bc-8aa4-a57461534d8b req-b04ea063-a07a-4469-b466-c884f22484cd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692689 Jul 15 23:28:46.177577 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9516aa0f-bada-48d7-bb6d-1f5a709ea133 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.187806 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9516aa0f-bada-48d7-bb6d-1f5a709ea133 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.193682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7234b15b-f3bb-4def-a090-82b1e35853a6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9600742 Jul 15 23:28:46.196534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60284) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.203050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7b057293-7dd7-4d73-aa60-bc95bda44ad3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1501249772', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.266716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b057293-7dd7-4d73-aa60-bc95bda44ad3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.270325 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b057293-7dd7-4d73-aa60-bc95bda44ad3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.287730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '9ed14eb7-4266-4235-95eb-d287fbc9cd85'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:46.291322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.316669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9516aa0f-bada-48d7-bb6d-1f5a709ea133 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.317769 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9516aa0f-bada-48d7-bb6d-1f5a709ea133 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9778719 Jul 15 23:28:46.320981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60296) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.338034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6062347c-8e7f-47cf-b61e-46753d7b5ccc tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.341873 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-6062347c-8e7f-47cf-b61e-46753d7b5ccc tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:28:46.342253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516aa0f-bada-48d7-bb6d-1f5a709ea133 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60eb571-51dd-424c-a7bb-8dc1973df80b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:46.343307 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-6062347c-8e7f-47cf-b61e-46753d7b5ccc tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:46.360554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6062347c-8e7f-47cf-b61e-46753d7b5ccc tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0373249 Jul 15 23:28:46.372133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60300) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.379097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-13160fdc-c210-4dad-8eb0-1b176c849291 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.424897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-23f2890c-0893-4a46-8651-de47b115ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.429663 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-23f2890c-0893-4a46-8651-de47b115ef6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c HTTP/1.1" status: 200 len: 917 time: 0.3015654 Jul 15 23:28:46.442439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b057293-7dd7-4d73-aa60-bc95bda44ad3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.454651 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b057293-7dd7-4d73-aa60-bc95bda44ad3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.483833 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b057293-7dd7-4d73-aa60-bc95bda44ad3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.485565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7b057293-7dd7-4d73-aa60-bc95bda44ad3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2868302 Jul 15 23:28:46.490531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60306) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.508492 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-1d2a904b-ef64-4bf7-9410-d0ec8c962868 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5738673b-435d-489d-bb59-3c1526475ab2 HTTP/1.1" status: 200 len: 217 time: 0.0714283 Jul 15 23:28:46.552777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/9ed14eb7-4266-4235-95eb-d287fbc9cd85/cfebba2d-b821-46db-89c8-651358b4da3f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:46.560831 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-13160fdc-c210-4dad-8eb0-1b176c849291 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:46.562649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-13160fdc-c210-4dad-8eb0-1b176c849291 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1893215 Jul 15 23:28:46.573846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60308) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.603389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7b9b870b-9d12-4f7b-92a3-710d71984474 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.604567 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-7b9b870b-9d12-4f7b-92a3-710d71984474 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 23:28:46.607284 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-7b9b870b-9d12-4f7b-92a3-710d71984474 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:46.612151 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b9b870b-9d12-4f7b-92a3-710d71984474 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0372331 Jul 15 23:28:46.612956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60312) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.629924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e9ec3bb0-ef9a-4518-8603-926914c9d348 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.641416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-fefa0091-feb9-4a84-8d6f-1e9be5468d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.643221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-fefa0091-feb9-4a84-8d6f-1e9be5468d00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=090a7cf4-1270-480b-996d-bee00d6fc3bd HTTP/1.1" status: 200 len: 855 time: 0.1294546 Jul 15 23:28:46.737321 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.747722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Transition to ACTIVE for port object cfebba2d-b821-46db-89c8-651358b4da3f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:46.750977 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-e9ec3bb0-ef9a-4518-8603-926914c9d348 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:46.756176 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e9ec3bb0-ef9a-4518-8603-926914c9d348 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1397233 Jul 15 23:28:46.757782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60316) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.762947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-23434e6a-3ab5-40d0-84e1-88c538a2a9d0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.763658 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-23434e6a-3ab5-40d0-84e1-88c538a2a9d0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:28:46.764342 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-23434e6a-3ab5-40d0-84e1-88c538a2a9d0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:46.768548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Transition to ACTIVE for port object cfebba2d-b821-46db-89c8-651358b4da3f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:46.769199 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23434e6a-3ab5-40d0-84e1-88c538a2a9d0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102408 Jul 15 23:28:46.770283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60318) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.773999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.781710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-44073309-c7f6-4248-a9e9-f1a98f7a5072 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.813633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-625e896a-dd81-4ef4-a781-5db52a882f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.815757 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-625e896a-dd81-4ef4-a781-5db52a882f09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2381b1bb-ebd5-4f20-99f0-9a4caa67500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587858 Jul 15 23:28:46.830176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Pushing event updated for resources: {'Port': ['ID=cfebba2d-b821-46db-89c8-651358b4da3f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:46.851828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:46.854480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:46.857391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:46.881252 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-44073309-c7f6-4248-a9e9-f1a98f7a5072 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:46.885808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60324) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.891679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6e212dc0-4ccd-494a-9a09-0f5213752bb0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.892253 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-6e212dc0-4ccd-494a-9a09-0f5213752bb0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 23:28:46.893230 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-6e212dc0-4ccd-494a-9a09-0f5213752bb0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:46.894276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6e212dc0-4ccd-494a-9a09-0f5213752bb0 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074055 Jul 15 23:28:46.899463 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-44073309-c7f6-4248-a9e9-f1a98f7a5072 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1276495 Jul 15 23:28:46.902673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60328) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.907560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-af1d4efe-b3df-4e41-a81f-9bb3ccc4a9e4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:46.920131 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.013109 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-af1d4efe-b3df-4e41-a81f-9bb3ccc4a9e4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:47.018294 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-af1d4efe-b3df-4e41-a81f-9bb3ccc4a9e4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1136487 Jul 15 23:28:47.021472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:47.027138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cb68ce49-6b25-4b83-a6d7-2bd57d25552b tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'a60eb571-51dd-424c-a7bb-8dc1973df80b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:47.038454 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-e3592741-56de-4705-8933-b02fa3a71c8f service neutron] 10.222.0.37 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138433 Jul 15 23:28:47.055550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Attempting to bind port cfebba2d-b821-46db-89c8-651358b4da3f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:47.055925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Attempting to bind port cfebba2d-b821-46db-89c8-651358b4da3f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:47.056294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Attempting to bind port cfebba2d-b821-46db-89c8-651358b4da3f on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:47.076385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:47.076766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:47.077177 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.077573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:47.078050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Bound port: cfebba2d-b821-46db-89c8-651358b4da3f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:47.078435 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.150911 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-cb68ce49-6b25-4b83-a6d7-2bd57d25552b tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:47.153097 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cb68ce49-6b25-4b83-a6d7-2bd57d25552b tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1307864 Jul 15 23:28:47.156351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60338) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:47.220122 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7cc6e327-34eb-4f2f-af58-d97f4ea43c1f req-6b571351-85b7-4928-870e-ba0084436d3b service neutron] 10.222.0.37 "GET /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721001 Jul 15 23:28:47.249298 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25fd5ea-3cef-4364-908b-f66c7c7b11d5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.298708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] For port cfebba2d-b821-46db-89c8-651358b4da3f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:47.302438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] For port cfebba2d-b821-46db-89c8-651358b4da3f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cfebba2d-b821-46db-89c8-651358b4da3f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:47.308259 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.320075 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25fd5ea-3cef-4364-908b-f66c7c7b11d5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.378840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa28be-bbfb-4e56-85ed-ecac5f23398b None None] Pushing event updated for resources: {'Port': ['ID=cfebba2d-b821-46db-89c8-651358b4da3f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:47.407506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::1 (74549bed-ab35-4c04-a73f-49c8912c8d6f/9ed14eb7-4266-4235-95eb-d287fbc9cd85/a3f5ef1d-22e5-45f0-8848-4a46d69b2f45) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:47.452010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25fd5ea-3cef-4364-908b-f66c7c7b11d5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.455210 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d25fd5ea-3cef-4364-908b-f66c7c7b11d5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.456736 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d25fd5ea-3cef-4364-908b-f66c7c7b11d5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/a60eb571-51dd-424c-a7bb-8dc1973df80b HTTP/1.1" status: 204 len: 168 time: 0.2990055 Jul 15 23:28:47.460222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60346) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:47.488994 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fd5ea-3cef-4364-908b-f66c7c7b11d5 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60eb571-51dd-424c-a7bb-8dc1973df80b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:47.614066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60352) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:47.614429 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a362dfd3-06ee-46db-82a2-93be001de2f3 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1396730 Jul 15 23:28:47.625872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fea7ed-1073-4493-92d1-1b71829de5f6 req-c3fcaf60-7f9a-44f9-a356-cfeb737636ed tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:47.628936 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92fea7ed-1073-4493-92d1-1b71829de5f6 req-c3fcaf60-7f9a-44f9-a356-cfeb737636ed tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 944 time: 0.3344631 Jul 15 23:28:47.636681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-73aa12ba-bbc9-46ff-bd29-2c488dfb3d4e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079637397'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:47.713065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73aa12ba-bbc9-46ff-bd29-2c488dfb3d4e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.745164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92fea7ed-1073-4493-92d1-1b71829de5f6 req-4402eb5d-fa05-49db-b637-b877d9473af8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105125 Jul 15 23:28:47.752315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.790000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:47.867531 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.972273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73aa12ba-bbc9-46ff-bd29-2c488dfb3d4e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.980748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73aa12ba-bbc9-46ff-bd29-2c488dfb3d4e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.000295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:48.032697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:48.032697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:48.032697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.087717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa12ba-bbc9-46ff-bd29-2c488dfb3d4e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63424cb9-92c7-4989-8ac0-064763abb8d5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:48.102984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c47199ea-0813-4029-ab94-af31fbd12f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.108425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cfebba2d-b821-46db-89c8-651358b4da3f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:48.134116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-73aa12ba-bbc9-46ff-bd29-2c488dfb3d4e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.138208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-73aa12ba-bbc9-46ff-bd29-2c488dfb3d4e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5202830 Jul 15 23:28:48.139078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60360) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.142151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=a3f5ef1d-22e5-45f0-8848-4a46d69b2f45,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:48.152653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-177bf5b8-9f20-4db3-a2b6-5eb7d775d8cc tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': '63424cb9-92c7-4989-8ac0-064763abb8d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:48.239691 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-177bf5b8-9f20-4db3-a2b6-5eb7d775d8cc tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The resource could not be found. Jul 15 23:28:48.239938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-e115fca4-c5bb-44f3-9138-43bcdde917c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.240053 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port cfebba2d-b821-46db-89c8-651358b4da3f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:48.241342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-e115fca4-c5bb-44f3-9138-43bcdde917c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1096 time: 0.3500135 Jul 15 23:28:48.245167 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-177bf5b8-9f20-4db3-a2b6-5eb7d775d8cc tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1044748 Jul 15 23:28:48.260424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60368) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.280816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8740be12-3efd-4124-9363-0a8c997da554 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': '63424cb9-92c7-4989-8ac0-064763abb8d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3b7ec489-a9bb-4f17-824d-8dc6c305d588'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:48.394486 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.397767 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-8740be12-3efd-4124-9363-0a8c997da554 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The resource could not be found. Jul 15 23:28:48.402397 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8740be12-3efd-4124-9363-0a8c997da554 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1360223 Jul 15 23:28:48.403059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60370) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.445028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-fa4b99c5-c505-46b5-8f84-e4e6424ab894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.447116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-fa4b99c5-c505-46b5-8f84-e4e6424ab894 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.1688159 Jul 15 23:28:48.540340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed7e-4c30-462c-9f04-a1fbdedb5269 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.584418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed7e-4c30-462c-9f04-a1fbdedb5269 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.660010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed7e-4c30-462c-9f04-a1fbdedb5269 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.664126 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed7e-4c30-462c-9f04-a1fbdedb5269 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.665365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-1033466a-b929-4e49-9767-c38be6cacf3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 1001 time: 0.1930752 Jul 15 23:28:48.665501 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-03c5ed7e-4c30-462c-9f04-a1fbdedb5269 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/63424cb9-92c7-4989-8ac0-064763abb8d5 HTTP/1.1" status: 204 len: 168 time: 0.2599838 Jul 15 23:28:48.667947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60384) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.686120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5ed7e-4c30-462c-9f04-a1fbdedb5269 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63424cb9-92c7-4989-8ac0-064763abb8d5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:48.815080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-32f0d434-1c8b-44f3-869e-4d86062832a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.816333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-32f0d434-1c8b-44f3-869e-4d86062832a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1307209 Jul 15 23:28:48.827488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4794f48e-8b09-4ae4-a5da-a0dc15f15f05 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534851 Jul 15 23:28:48.827637 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60388) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.832639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9c3729cf-3bf1-4bfd-b1e2-d704e4a08bd9 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': '65418af2-c26b-43ee-bf04-b33c496d6fc0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:48.968455 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-9c3729cf-3bf1-4bfd-b1e2-d704e4a08bd9 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The resource could not be found. Jul 15 23:28:48.974861 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9c3729cf-3bf1-4bfd-b1e2-d704e4a08bd9 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1469696 Jul 15 23:28:48.982349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60390) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.999838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-31ec8ed0-19fb-4d9f-aff1-e15b9122998e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986211124'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:49.053390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31ec8ed0-19fb-4d9f-aff1-e15b9122998e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.123504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7528aeee-1aa1-4e85-8c82-20f9ee8b7bf3 None None] Provisioning for port cfebba2d-b821-46db-89c8-651358b4da3f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:49.132151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7528aeee-1aa1-4e85-8c82-20f9ee8b7bf3 None None] Provisioning complete for port cfebba2d-b821-46db-89c8-651358b4da3f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:49.132874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7528aeee-1aa1-4e85-8c82-20f9ee8b7bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.247388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7528aeee-1aa1-4e85-8c82-20f9ee8b7bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.266485 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31ec8ed0-19fb-4d9f-aff1-e15b9122998e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.274526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31ec8ed0-19fb-4d9f-aff1-e15b9122998e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.284606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5738673b-435d-489d-bb59-3c1526475ab2 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:28:49.324164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec8ed0-19fb-4d9f-aff1-e15b9122998e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e4f59-0f8e-49a4-943f-4d9a6a873b5d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.343674 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-31ec8ed0-19fb-4d9f-aff1-e15b9122998e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.345371 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-31ec8ed0-19fb-4d9f-aff1-e15b9122998e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3610456 Jul 15 23:28:49.354642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60394) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.364139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6da84ae6-3b9a-4251-883b-5c63d7f063df tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268961758'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:49.394844 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6da84ae6-3b9a-4251-883b-5c63d7f063df tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.451002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7528aeee-1aa1-4e85-8c82-20f9ee8b7bf3 None None] For port cfebba2d-b821-46db-89c8-651358b4da3f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cfebba2d-b821-46db-89c8-651358b4da3f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:49.454498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 5738673b-435d-489d-bb59-3c1526475ab2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5738673b-435d-489d-bb59-3c1526475ab2,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:49.459487 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7528aeee-1aa1-4e85-8c82-20f9ee8b7bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.501023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '5738673b-435d-489d-bb59-3c1526475ab2', 'network_id': '2381b1bb-ebd5-4f20-99f0-9a4caa67500c', 'port_id': '5738673b-435d-489d-bb59-3c1526475ab2', 'mac_address': 'fa:16:3e:f1:fa:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a7cf4-1270-480b-996d-bee00d6fc3bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:28:49.548289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.563098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528aeee-1aa1-4e85-8c82-20f9ee8b7bf3 None None] Pushing event updated for resources: {'Port': ['ID=cfebba2d-b821-46db-89c8-651358b4da3f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.563361 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6da84ae6-3b9a-4251-883b-5c63d7f063df tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.567355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.568151 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.574817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6da84ae6-3b9a-4251-883b-5c63d7f063df tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.589961 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.609700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1ca12155-ddcd-40ac-b11e-b1fe6665c11f None None] Provisioning for port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:49.617432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5738673b-435d-489d-bb59-3c1526475ab2 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:49.624141 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1ca12155-ddcd-40ac-b11e-b1fe6665c11f None None] Provisioning complete for port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:49.624818 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1ca12155-ddcd-40ac-b11e-b1fe6665c11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.652139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6da84ae6-3b9a-4251-883b-5c63d7f063df tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.653734 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6da84ae6-3b9a-4251-883b-5c63d7f063df tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2970724 Jul 15 23:28:49.656917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60400) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.664725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-749f20e5-d2fe-4d97-8a02-96fd5c623162 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group_rule': {'security_group_id': 'ef7e4f59-0f8e-49a4-943f-4d9a6a873b5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6ea88400-9fe3-4522-817f-08dd43404167'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:49.672236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 5738673b-435d-489d-bb59-3c1526475ab2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5738673b-435d-489d-bb59-3c1526475ab2,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:49.682705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.685542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da84ae6-3b9a-4251-883b-5c63d7f063df tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea88400-9fe3-4522-817f-08dd43404167,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.708550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=a3f5ef1d-22e5-45f0-8848-4a46d69b2f45,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.735683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1ca12155-ddcd-40ac-b11e-b1fe6665c11f None None] Port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:49.737307 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-749f20e5-d2fe-4d97-8a02-96fd5c623162 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:49.741103 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-749f20e5-d2fe-4d97-8a02-96fd5c623162 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0825598 Jul 15 23:28:49.743361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60402) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.780792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:49.786365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=5738673b-435d-489d-bb59-3c1526475ab2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.786889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:49.791077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-a75df632-8f3b-4e64-8fcc-d456ae52376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:49.792626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-a75df632-8f3b-4e64-8fcc-d456ae52376f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9659212 Jul 15 23:28:49.828888 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2728abb3-7bf3-4740-8bd6-10f50c326b04 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.852268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff139c8-1dc1-4414-8519-835433d6c795 req-9b43f305-2727-4b98-a032-f3e62dca1c75 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:49.860796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2728abb3-7bf3-4740-8bd6-10f50c326b04 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.863317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ff139c8-1dc1-4414-8519-835433d6c795 req-9b43f305-2727-4b98-a032-f3e62dca1c75 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 944 time: 0.3107324 Jul 15 23:28:49.916897 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2728abb3-7bf3-4740-8bd6-10f50c326b04 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.919811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2728abb3-7bf3-4740-8bd6-10f50c326b04 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.920983 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2728abb3-7bf3-4740-8bd6-10f50c326b04 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/6ea88400-9fe3-4522-817f-08dd43404167 HTTP/1.1" status: 204 len: 168 time: 0.1763794 Jul 15 23:28:49.925078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60404) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.945732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728abb3-7bf3-4740-8bd6-10f50c326b04 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea88400-9fe3-4522-817f-08dd43404167,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.993661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['5738673b-435d-489d-bb59-3c1526475ab2'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:28:50.037942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cfebba2d-b821-46db-89c8-651358b4da3f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:50.057711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ff139c8-1dc1-4414-8519-835433d6c795 req-e9e2a512-3599-4044-bcfa-94cb342dd529 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937675 Jul 15 23:28:50.070898 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c3801e4c-45ac-4297-9b60-817d14fc0409 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1386158 Jul 15 23:28:50.072669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60406) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.152673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port cfebba2d-b821-46db-89c8-651358b4da3f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:50.153692 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.188829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83448e85-a1e0-481b-904a-4c62810fb4d4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.191022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-37e22615-b684-4cfe-8144-f7c0032a9de3 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892224 Jul 15 23:28:50.241265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Router 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:50.256928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83448e85-a1e0-481b-904a-4c62810fb4d4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.368559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83448e85-a1e0-481b-904a-4c62810fb4d4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.372310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83448e85-a1e0-481b-904a-4c62810fb4d4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.373309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2538ab56-5bf5-4207-8020-276c2526595e None None] Provisioning complete for port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:50.373809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2538ab56-5bf5-4207-8020-276c2526595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.376992 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-83448e85-a1e0-481b-904a-4c62810fb4d4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/ef7e4f59-0f8e-49a4-943f-4d9a6a873b5d HTTP/1.1" status: 204 len: 168 time: 0.3025670 Jul 15 23:28:50.378195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60412) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.396421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-529ef25b-9ff0-467a-99c6-4fabe67073d5 req-f357401e-df3d-43df-8f90-6577bf9a0eb3 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960039 Jul 15 23:28:50.401238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:50.410359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-062cf3b2-28b3-4c5a-87f7-4cd0ec907da4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "PUT /v2.0/routers/7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9187474 Jul 15 23:28:50.411562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60414) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.418808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2538ab56-5bf5-4207-8020-276c2526595e None None] Port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:50.422724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Sync routers for ids ['7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:50.434849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Routers {'7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:50.435781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:50.455534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83448e85-a1e0-481b-904a-4c62810fb4d4 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e4f59-0f8e-49a4-943f-4d9a6a873b5d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:50.496288 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a4540e-941a-4aa3-9509-444607f7afc4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:50.503141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-52a4540e-941a-4aa3-9509-444607f7afc4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports/a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 HTTP/1.1" status: 200 len: 911 time: 0.0887408 Jul 15 23:28:50.503867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60416) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.554298 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-16de9932-7f75-4435-949c-f431a108686d tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147749 Jul 15 23:28:50.554672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60418) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.561240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a8c538df-e841-4026-a7d9-647cf71f8723 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'tempest-secgroup--354615140'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:50.587283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c538df-e841-4026-a7d9-647cf71f8723 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.603404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Set router 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:50.703468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1e20b-c801-43d7-a52b-425c6c5910a7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:50.740583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1e20b-c801-43d7-a52b-425c6c5910a7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:50.746250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.746875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-09a1e20b-c801-43d7-a52b-425c6c5910a7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2408180 Jul 15 23:28:50.776848 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-031ece41-2db9-4955-923b-0b48b522ae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.834857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c538df-e841-4026-a7d9-647cf71f8723 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.840117 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c538df-e841-4026-a7d9-647cf71f8723 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.925248 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a8c538df-e841-4026-a7d9-647cf71f8723 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.926392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a8c538df-e841-4026-a7d9-647cf71f8723 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3707411 Jul 15 23:28:50.936160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60434) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.950280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ab00cf8b-867b-4b44-981a-267799954456 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:50.950280 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-ab00cf8b-867b-4b44-981a-267799954456 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:28:50.950280 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-ab00cf8b-867b-4b44-981a-267799954456 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:28:50.954176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ab00cf8b-867b-4b44-981a-267799954456 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "PUT /v2.0/security-groups/e0d82291-38ba-4ac1-aef9-b7f9c1da3875 HTTP/1.1" status: 409 len: 330 time: 0.0154676 Jul 15 23:28:50.956297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60436) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.971498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c538df-e841-4026-a7d9-647cf71f8723 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d82291-38ba-4ac1-aef9-b7f9c1da3875,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.058242 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.091544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6da1c795-c97d-4a0c-8811-2df4f789d27e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.094484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e', 'name': 'tempest-NetworksTestDHCPv6-router-1501249772', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:46Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 2, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None, '_interfaces': [{'id': 'a3f5ef1d-22e5-45f0-8848-4a46d69b2f45', 'name': '', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'mac_address': 'fa:16:3e:a8:67:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '9ed14eb7-4266-4235-95eb-d287fbc9cd85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:47Z', 'updated_at': '2021-07-15T23:28:48Z', 'revision_number': 2, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'subnets': [{'id': '9ed14eb7-4266-4235-95eb-d287fbc9cd85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:51.152882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6da1c795-c97d-4a0c-8811-2df4f789d27e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.167709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Checking router: 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:51.168406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Updating router 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:51.210484 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.239748 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6da1c795-c97d-4a0c-8811-2df4f789d27e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.242691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6da1c795-c97d-4a0c-8811-2df4f789d27e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.243886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6da1c795-c97d-4a0c-8811-2df4f789d27e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/e0d82291-38ba-4ac1-aef9-b7f9c1da3875 HTTP/1.1" status: 204 len: 168 time: 0.2866709 Jul 15 23:28:51.250213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60442) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:51.264254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1c795-c97d-4a0c-8811-2df4f789d27e tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d82291-38ba-4ac1-aef9-b7f9c1da3875,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.340708 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-970121a2-082e-4965-9ad0-64590b81c943 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871885 Jul 15 23:28:51.347616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60444) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:51.358161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5738673b-435d-489d-bb59-3c1526475ab2 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:51.383905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.390004 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-5a9a6001-cc29-44b2-be9c-c4c288ea93ea tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] delete failed (client error): The resource could not be found. Jul 15 23:28:51.391064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5a9a6001-cc29-44b2-be9c-c4c288ea93ea tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "DELETE /v2.0/security-groups/a9dca1fd-f1de-4ce7-a8f1-811e1fe7f9e7 HTTP/1.1" status: 404 len: 347 time: 0.0422888 Jul 15 23:28:51.408976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60446) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:51.451920 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-1776b8f7-5973-4232-9c06-c69d5ba852b7 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] show failed (client error): The resource could not be found. Jul 15 23:28:51.451920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1776b8f7-5973-4232-9c06-c69d5ba852b7 tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-groups/bbe98043-86c8-4b86-9348-45bef6c344b0 HTTP/1.1" status: 404 len: 347 time: 0.0339990 Jul 15 23:28:51.451920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60448) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:51.490073 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-65bbbbc9-6456-4291-8f36-f00eced2e7ad tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] show failed (client error): The resource could not be found. Jul 15 23:28:51.491161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-65bbbbc9-6456-4291-8f36-f00eced2e7ad tempest-NegativeSecGroupTest-1496793870 tempest-NegativeSecGroupTest-1496793870-project] 10.222.0.23 "GET /v2.0/security-group-rules/5bfd4536-508a-47ce-9ef1-646b194ef4ff HTTP/1.1" status: 404 len: 356 time: 0.0388412 Jul 15 23:28:51.506310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308269be-a1ab-49e4-b734-ce179eb857c1 req-640ef9b6-5bd6-41ce-a9eb-96b73be2ee87 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:51.507908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-308269be-a1ab-49e4-b734-ce179eb857c1 req-640ef9b6-5bd6-41ce-a9eb-96b73be2ee87 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 945 time: 0.2507868 Jul 15 23:28:51.588543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-308269be-a1ab-49e4-b734-ce179eb857c1 req-260598c7-315e-489e-888d-d8eb756a09a5 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688975 Jul 15 23:28:51.603212 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.623372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 5738673b-435d-489d-bb59-3c1526475ab2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:51.648744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 5738673b-435d-489d-bb59-3c1526475ab2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:51.649430 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.784468 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.817836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Transition to ACTIVE for port object a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:51.831628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.854226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.856244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:51.857969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.971345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 5738673b-435d-489d-bb59-3c1526475ab2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5738673b-435d-489d-bb59-3c1526475ab2,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:51.983089 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.991048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3560e-fb2e-4678-879a-47594c4d3429 None None] Pushing event updated for resources: {'Port': ['ID=a3f5ef1d-22e5-45f0-8848-4a46d69b2f45,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:52.043144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.085115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:52.111855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Attempting to bind port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:52.112430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Attempting to bind port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:52.112774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Attempting to bind port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:52.132668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:52.133221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:52.138101 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.138706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:52.139343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Bound port: a3f5ef1d-22e5-45f0-8848-4a46d69b2f45, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:52.142840 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.143706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60462) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:52.348883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.387102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=5738673b-435d-489d-bb59-3c1526475ab2,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:52.412109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Port a3f5ef1d-22e5-45f0-8848-4a46d69b2f45 has been deleted concurrently {{(pid=93716) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 23:28:52.413202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=a3f5ef1d-22e5-45f0-8848-4a46d69b2f45,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:52.423363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Routers {'7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:52.424525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.428415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b2ebcd1f-f9d0-49ed-9da1-cde7ce95dbec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=523c0c6c06fc487987c675adf1318246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836752 Jul 15 23:28:52.429357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60466) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:52.504426 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21ff7744-5da1-46dc-b626-9fb3e049df69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.527914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8664b5c2-5387-4914-a729-341dee31aca7 None None] Could not find standard attr ID for object a3f5ef1d-22e5-45f0-8848-4a46d69b2f45. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:52.539364 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21ff7744-5da1-46dc-b626-9fb3e049df69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.541878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] Set router 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:52.601991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e', 'name': 'tempest-NetworksTestDHCPv6-router-1501249772', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:46Z', 'updated_at': '2021-07-15T23:28:52Z', 'revision_number': 3, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.602602 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21ff7744-5da1-46dc-b626-9fb3e049df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.603342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.605662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21ff7744-5da1-46dc-b626-9fb3e049df69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.607114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-21ff7744-5da1-46dc-b626-9fb3e049df69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56c38942-285a-4e85-956a-dc2d5f55804d HTTP/1.1" status: 204 len: 168 time: 0.1762459 Jul 15 23:28:52.631475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff7744-5da1-46dc-b626-9fb3e049df69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c38942-285a-4e85-956a-dc2d5f55804d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:52.713306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87acc4-4b73-4964-ae80-8c587fde9185 None None] The sync data for ids ['7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'] in n-d-793618-8 is: [{'id': '7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e', 'name': 'tempest-NetworksTestDHCPv6-router-1501249772', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:46Z', 'updated_at': '2021-07-15T23:28:52Z', 'revision_number': 3, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:52.941711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63227d62-c6ca-40c4-be01-ede29cf6185b req-4fa73e1e-a726-4002-ba8e-7fbdd43ece0b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:52.943331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63227d62-c6ca-40c4-be01-ede29cf6185b req-4fa73e1e-a726-4002-ba8e-7fbdd43ece0b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1262627 Jul 15 23:28:52.955761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Router 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:53.045020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63227d62-c6ca-40c4-be01-ede29cf6185b req-a5231cb4-1506-45eb-bd06-918d42c9692a tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949409 Jul 15 23:28:53.085452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:53.092222 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e400f15-6a12-46ea-bead-4a03c47fb6a0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "PUT /v2.0/routers/7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3439083 Jul 15 23:28:53.094601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60482) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:53.182280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f0fd7-f13c-43bf-b3ad-44889cf45575 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:53.184143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f0fd7-f13c-43bf-b3ad-44889cf45575 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:53.185893 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e25f0fd7-f13c-43bf-b3ad-44889cf45575 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0902925 Jul 15 23:28:53.188623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60488) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:53.258701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc9e6b4-bb8b-4f70-8922-3325deb22954 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 9ed14eb7-4266-4235-95eb-d287fbc9cd85 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:53.262865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e6b4-bb8b-4f70-8922-3325deb22954 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.320483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e6b4-bb8b-4f70-8922-3325deb22954 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.424348 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.432094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e6b4-bb8b-4f70-8922-3325deb22954 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.532481 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e6b4-bb8b-4f70-8922-3325deb22954 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.580125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9e6b4-bb8b-4f70-8922-3325deb22954 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed14eb7-4266-4235-95eb-d287fbc9cd85,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:53.620183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0457ac48-957c-4e25-8dc6-1fc2cb1f9f66 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:53.630536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e6b4-bb8b-4f70-8922-3325deb22954 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.636577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2bc9e6b4-bb8b-4f70-8922-3325deb22954 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/9ed14eb7-4266-4235-95eb-d287fbc9cd85 HTTP/1.1" status: 204 len: 168 time: 0.4463387 Jul 15 23:28:53.638420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60508) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:53.886232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a7879ec8-8e31-4ec5-b61a-09bd4fcfd2b9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2427039 Jul 15 23:28:53.886713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60516) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:54.165697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-012cced0-c5f2-471a-a196-68ccf8db59af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.231923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:54.296771 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] Sync routers for ids ['7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:54.307537 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] Routers {'7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:54.308154 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:54.358230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] Deleting port cfebba2d-b821-46db-89c8-651358b4da3f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:54.359444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.478229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e69836-cde3-4996-a18a-fb6ef2b7034b req-05bafab3-ff26-471e-9fc4-15b5c4e47888 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:54.480607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96e69836-cde3-4996-a18a-fb6ef2b7034b req-05bafab3-ff26-471e-9fc4-15b5c4e47888 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1566701 Jul 15 23:28:54.487852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] For port cfebba2d-b821-46db-89c8-651358b4da3f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=cfebba2d-b821-46db-89c8-651358b4da3f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:54.488902 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.506375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] Calling delete_port for cfebba2d-b821-46db-89c8-651358b4da3f owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:54.568403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96e69836-cde3-4996-a18a-fb6ef2b7034b req-433bd17c-7e2a-4fc2-96c9-f9f651f854f7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794339 Jul 15 23:28:54.571055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-012cced0-c5f2-471a-a196-68ccf8db59af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.575285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-012cced0-c5f2-471a-a196-68ccf8db59af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.584734 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] Set router 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:54.691689 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.718794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] Pushing event deleted for resources: {'Port': ['ID=cfebba2d-b821-46db-89c8-651358b4da3f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:54.733214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf664b0b-9580-4292-8aea-73ecfdab66f0 None None] No DVR routers for this DVR port cfebba2d-b821-46db-89c8-651358b4da3f on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:54.757549 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e', 'name': 'tempest-NetworksTestDHCPv6-router-1501249772', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:46Z', 'updated_at': '2021-07-15T23:28:52Z', 'revision_number': 3, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:54.816138 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] Checking router: 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:54.844875 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] Routers {'7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:54.846391 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:28:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:54.960776 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] Set router 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:55.054018 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e', 'name': 'tempest-NetworksTestDHCPv6-router-1501249772', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:46Z', 'updated_at': '2021-07-15T23:28:52Z', 'revision_number': 3, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:55.054289 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.103774 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a140e4-9f26-4556-a7ed-953841b9a5f7 None None] The sync data for ids ['7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e'] in n-d-793618-8 is: [{'id': '7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e', 'name': 'tempest-NetworksTestDHCPv6-router-1501249772', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:46Z', 'updated_at': '2021-07-15T23:28:52Z', 'revision_number': 3, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:55.112569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-012cced0-c5f2-471a-a196-68ccf8db59af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.113639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012cced0-c5f2-471a-a196-68ccf8db59af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Fanout notify agent at l3_agent the message router_deleted on router 7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:55.121576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-012cced0-c5f2-471a-a196-68ccf8db59af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.122913 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-012cced0-c5f2-471a-a196-68ccf8db59af tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/routers/7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e HTTP/1.1" status: 204 len: 168 time: 1.2280622 Jul 15 23:28:55.125493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60550) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.163818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-209fd280-3f8a-4196-b060-96a922fc5925 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0362892 Jul 15 23:28:55.165966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60552) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.247835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758e746-c65c-4390-b0fc-2cb1c4fa81cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:55.250117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8758e746-c65c-4390-b0fc-2cb1c4fa81cc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0827014 Jul 15 23:28:55.252293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60556) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.329670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60562) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.330712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4b409b7e-71dd-473c-a10a-2d86414fcfb0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760951 Jul 15 23:28:55.336990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:55.532460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:55.538374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.935180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3d37b-8c96-45e6-a6d4-7a0ef903331c req-68e520ee-a149-4e3f-ba70-d89ce4a01fb3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:55.936324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0e3d37b-8c96-45e6-a6d4-7a0ef903331c req-68e520ee-a149-4e3f-ba70-d89ce4a01fb3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1541982 Jul 15 23:28:56.006627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cfebba2d-b821-46db-89c8-651358b4da3f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:56.034775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0e3d37b-8c96-45e6-a6d4-7a0ef903331c req-ee21b2bc-43f3-4b46-ba8a-40da8cd6739f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829656 Jul 15 23:28:56.056930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60582) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:56.062646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: cfebba2d-b821-46db-89c8-651358b4da3f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:56.063306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device cfebba2d-b821-46db-89c8-651358b4da3f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:56.102505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:28:56.104622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.164204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=c651546b-67b1-4b6e-bba0-33b5849db572,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:56.171372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:56.178123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.178472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.178843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.179199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.179516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.179836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.180342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.180653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.180976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.181298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.181620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.181939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:56.185155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:56.196154 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ead9089-81a0-4d37-ad77-ca063ab56a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.197973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b94f24-cb77-43a6-8eb1-196bc4cd76cc None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:56.202071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:56.202674 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.230613 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-67b34275-d62d-4d9a-b113-a17610e40889 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8988187 Jul 15 23:28:56.233847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60586) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:56.247868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:56.411739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ead9089-81a0-4d37-ad77-ca063ab56a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.423112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ead9089-81a0-4d37-ad77-ca063ab56a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.477144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead9089-81a0-4d37-ad77-ca063ab56a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1889dd64-1e3c-4979-a5ef-70f4c6d5b40b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:56.506815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2ead9089-81a0-4d37-ad77-ca063ab56a26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45c2cf920da242e1b60cbdee5e8a63dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467828 Jul 15 23:28:56.507839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60592) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:56.508749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:56.513964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.532197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'c651546b-67b1-4b6e-bba0-33b5849db572'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:56.534117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.579345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f294a7b-949a-4e0b-a671-0a6b858fc05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.605261 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f294a7b-949a-4e0b-a671-0a6b858fc05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.678726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f294a7b-949a-4e0b-a671-0a6b858fc05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.681589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f294a7b-949a-4e0b-a671-0a6b858fc05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.685244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2f294a7b-949a-4e0b-a671-0a6b858fc05c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1889dd64-1e3c-4979-a5ef-70f4c6d5b40b HTTP/1.1" status: 204 len: 168 time: 0.1733229 Jul 15 23:28:56.710079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f294a7b-949a-4e0b-a671-0a6b858fc05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1889dd64-1e3c-4979-a5ef-70f4c6d5b40b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:56.816681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Allocated IP 2001:db8::f816:3eff:fe9d:5573 (74549bed-ab35-4c04-a73f-49c8912c8d6f/c651546b-67b1-4b6e-bba0-33b5849db572/29d6460b-af69-4da5-94fe-cb86d50b3579) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:57.006856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.104424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:57.115521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:57.119893 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.125419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:57.126294 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.141940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Transition to ACTIVE for port object 29d6460b-af69-4da5-94fe-cb86d50b3579 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:57.147298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=59bf3169-6364-4b52-b6f3-83c87a89c885,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.163741 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dbb1ea27-abc9-405c-a10c-c6134df00939 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9272695 Jul 15 23:28:57.166737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:57.173442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:7d:a9:d9', 'name': 'tempest-NetworksTestDHCPv6-2129773190'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:57.193545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60606) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:57.215801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6a13e21-bf91-4d69-8d9a-a61b4d5c898a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.222010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Transition to ACTIVE for port object 29d6460b-af69-4da5-94fe-cb86d50b3579 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:57.237758 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.290414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:57.294197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:57.300384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:57.371320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Pushing event updated for resources: {'Port': ['ID=29d6460b-af69-4da5-94fe-cb86d50b3579,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.381877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Attempting to bind port 29d6460b-af69-4da5-94fe-cb86d50b3579 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:57.382662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Attempting to bind port 29d6460b-af69-4da5-94fe-cb86d50b3579 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:57.383347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Attempting to bind port 29d6460b-af69-4da5-94fe-cb86d50b3579 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:57.391293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:57.392084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:57.392820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.393428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:57.394131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Bound port: 29d6460b-af69-4da5-94fe-cb86d50b3579, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:57.394784 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.411007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6a13e21-bf91-4d69-8d9a-a61b4d5c898a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.426660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6a13e21-bf91-4d69-8d9a-a61b4d5c898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.506427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a13e21-bf91-4d69-8d9a-a61b4d5c898a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffc171d-5999-4e5b-9c2c-fcd6b562a058,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.516032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] For port 29d6460b-af69-4da5-94fe-cb86d50b3579, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:57.521867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] For port 29d6460b-af69-4da5-94fe-cb86d50b3579, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=29d6460b-af69-4da5-94fe-cb86d50b3579,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:57.524200 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c6a13e21-bf91-4d69-8d9a-a61b4d5c898a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a5595e541cb4a19a750a58f8ee1edbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287232 Jul 15 23:28:57.524877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60610) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:57.528425 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.553538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6ed20-af29-4a7e-8a35-66e2e5d332f6 req-85873927-2545-4e0f-86ac-fa33a22f7689 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:57.560489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6a6ed20-af29-4a7e-8a35-66e2e5d332f6 req-85873927-2545-4e0f-86ac-fa33a22f7689 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2218277 Jul 15 23:28:57.622101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:57.631006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bad9fb4-7692-4fb2-af34-6854cb7eca5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.652922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a6132-685a-459e-8e0e-f7e7f87ac333 None None] Pushing event updated for resources: {'Port': ['ID=29d6460b-af69-4da5-94fe-cb86d50b3579,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.672943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bad9fb4-7692-4fb2-af34-6854cb7eca5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.757269 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bad9fb4-7692-4fb2-af34-6854cb7eca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.758703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.760257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bad9fb4-7692-4fb2-af34-6854cb7eca5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.761905 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0bad9fb4-7692-4fb2-af34-6854cb7eca5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ffc171d-5999-4e5b-9c2c-fcd6b562a058 HTTP/1.1" status: 204 len: 168 time: 0.2359474 Jul 15 23:28:57.779059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad9fb4-7692-4fb2-af34-6854cb7eca5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffc171d-5999-4e5b-9c2c-fcd6b562a058,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.846731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6a6ed20-af29-4a7e-8a35-66e2e5d332f6 req-21808f79-1f3d-49e1-be4d-e8071da332f5 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798648 Jul 15 23:28:57.871596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 65cffaf9-7633-44f0-aa57-95244cfc2142 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:58.242825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 172.20.0.5 (74549bed-ab35-4c04-a73f-49c8912c8d6f/59bf3169-6364-4b52-b6f3-83c87a89c885/65cffaf9-7633-44f0-aa57-95244cfc2142) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:58.254303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe7d:a9d9 (74549bed-ab35-4c04-a73f-49c8912c8d6f/c651546b-67b1-4b6e-bba0-33b5849db572/65cffaf9-7633-44f0-aa57-95244cfc2142) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:58.517582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.553677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 65cffaf9-7633-44f0-aa57-95244cfc2142 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:58.652819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.727576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:58.728429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:58.730869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:58.828262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=65cffaf9-7633-44f0-aa57-95244cfc2142,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:58.856110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:58.856805 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.888304 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-56121a1e-2735-4769-9b68-014dd94a0720 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7174394 Jul 15 23:28:58.888716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60640) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.014394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a41841-bb16-4a97-917f-92f3fd4d5425 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:59.020841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a41841-bb16-4a97-917f-92f3fd4d5425 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:59.023073 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-12a41841-bb16-4a97-917f-92f3fd4d5425 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1329863 Jul 15 23:28:59.025574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60646) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.231543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e613c-d9f0-49f6-8927-55f0c143515d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 65cffaf9-7633-44f0-aa57-95244cfc2142 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:59.234125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b2e613c-d9f0-49f6-8927-55f0c143515d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.247236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e3c1a0-3538-49f1-96b7-fd81a65cf444 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:59.331115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b2e613c-d9f0-49f6-8927-55f0c143515d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.344925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e613c-d9f0-49f6-8927-55f0c143515d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 65cffaf9-7633-44f0-aa57-95244cfc2142 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:59.390657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3bc47b92-9172-4af4-a296-af68a4f7c30b None None] Provisioning for port 29d6460b-af69-4da5-94fe-cb86d50b3579 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:59.445080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c5e98-4b32-4cf9-85a1-f8343289d066 req-8008ce8b-7f32-4287-ad52-63b4b94a025d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:59.467987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e5c5e98-4b32-4cf9-85a1-f8343289d066 req-8008ce8b-7f32-4287-ad52-63b4b94a025d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.3795381 Jul 15 23:28:59.575865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e5c5e98-4b32-4cf9-85a1-f8343289d066 req-dfeace9d-6ac9-4e4b-8a15-98ddb040e23d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058824 Jul 15 23:28:59.899984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b2e613c-d9f0-49f6-8927-55f0c143515d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.955687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a06875-7fb6-4bd1-872c-d2ddbf2aa444 None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'c651546b-67b1-4b6e-bba0-33b5849db572', 'ip_address': '2001:db8::f816:3eff:fe9d:5573'}, {'subnet_id': '59bf3169-6364-4b52-b6f3-83c87a89c885'}], 'binding:host_id': 'n-d-793618-8'}, 'id': '29d6460b-af69-4da5-94fe-cb86d50b3579'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:59.991645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e613c-d9f0-49f6-8927-55f0c143515d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=65cffaf9-7633-44f0-aa57-95244cfc2142,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:00.004013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e0a06875-7fb6-4bd1-872c-d2ddbf2aa444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.118292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 29d6460b-af69-4da5-94fe-cb86d50b3579 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:00.170067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b2e613c-d9f0-49f6-8927-55f0c143515d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.175535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7b2e613c-d9f0-49f6-8927-55f0c143515d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/65cffaf9-7633-44f0-aa57-95244cfc2142 HTTP/1.1" status: 204 len: 168 time: 1.1485121 Jul 15 23:29:00.177849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60670) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:00.336838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 29d6460b-af69-4da5-94fe-cb86d50b3579 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:00.346763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 29d6460b-af69-4da5-94fe-cb86d50b3579 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:00.347243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.357013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00385ff3-47b2-4836-82f8-b3dddc5d7669 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.359124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00385ff3-47b2-4836-82f8-b3dddc5d7669 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.368117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00385ff3-47b2-4836-82f8-b3dddc5d7669 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.370210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-00385ff3-47b2-4836-82f8-b3dddc5d7669 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1912613 Jul 15 23:29:00.372717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60674) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:00.387738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-e0a06875-7fb6-4bd1-872c-d2ddbf2aa444 None None] Allocated IP 172.20.0.2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/59bf3169-6364-4b52-b6f3-83c87a89c885/29d6460b-af69-4da5-94fe-cb86d50b3579) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:00.510632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-0475e801-0c94-44b0-9fa6-9427301bc6f6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 59bf3169-6364-4b52-b6f3-83c87a89c885 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:00.578269 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.653614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e0a06875-7fb6-4bd1-872c-d2ddbf2aa444 None None] For port 29d6460b-af69-4da5-94fe-cb86d50b3579, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=29d6460b-af69-4da5-94fe-cb86d50b3579,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:00.699269 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e0a06875-7fb6-4bd1-872c-d2ddbf2aa444 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.745783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e0a06875-7fb6-4bd1-872c-d2ddbf2aa444 None None] Transition to ACTIVE for port object 29d6460b-af69-4da5-94fe-cb86d50b3579 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:00.791423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475e801-0c94-44b0-9fa6-9427301bc6f6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.830363 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e0a06875-7fb6-4bd1-872c-d2ddbf2aa444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.835231 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:29:00.836578 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:29:00.906256 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475e801-0c94-44b0-9fa6-9427301bc6f6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.947907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26953c2d-dc4d-4e49-8fb2-bf706801bd59 req-455beb1d-184e-4e6c-a90f-488d384cefeb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.955590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26953c2d-dc4d-4e49-8fb2-bf706801bd59 req-455beb1d-184e-4e6c-a90f-488d384cefeb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2242532 Jul 15 23:29:01.024712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06875-7fb6-4bd1-872c-d2ddbf2aa444 None None] Pushing event updated for resources: {'Port': ['ID=29d6460b-af69-4da5-94fe-cb86d50b3579,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:01.104447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26953c2d-dc4d-4e49-8fb2-bf706801bd59 req-99a1ee7c-a1c7-460f-944c-3242dad12c76 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477041 Jul 15 23:29:01.173272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475e801-0c94-44b0-9fa6-9427301bc6f6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.308214 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475e801-0c94-44b0-9fa6-9427301bc6f6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.405500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475e801-0c94-44b0-9fa6-9427301bc6f6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=59bf3169-6364-4b52-b6f3-83c87a89c885,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:01.427508 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0475e801-0c94-44b0-9fa6-9427301bc6f6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.432165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60696) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:01.432763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0475e801-0c94-44b0-9fa6-9427301bc6f6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/59bf3169-6364-4b52-b6f3-83c87a89c885 HTTP/1.1" status: 204 len: 168 time: 1.0584500 Jul 15 23:29:01.485424 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.516521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ded6855-454c-4669-9f93-f6c77a31cc92 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet c651546b-67b1-4b6e-bba0-33b5849db572 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:01.523378 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ded6855-454c-4669-9f93-f6c77a31cc92 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.609048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 29d6460b-af69-4da5-94fe-cb86d50b3579, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=29d6460b-af69-4da5-94fe-cb86d50b3579,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:01.621937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.648890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ded6855-454c-4669-9f93-f6c77a31cc92 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.763516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=29d6460b-af69-4da5-94fe-cb86d50b3579,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:01.770941 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ded6855-454c-4669-9f93-f6c77a31cc92 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.846044 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ded6855-454c-4669-9f93-f6c77a31cc92 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.940209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ded6855-454c-4669-9f93-f6c77a31cc92 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.950340 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6ded6855-454c-4669-9f93-f6c77a31cc92 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/c651546b-67b1-4b6e-bba0-33b5849db572 HTTP/1.1" status: 204 len: 168 time: 0.5162096 Jul 15 23:29:01.955134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60704) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:01.959924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded6855-454c-4669-9f93-f6c77a31cc92 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=c651546b-67b1-4b6e-bba0-33b5849db572,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:02.021174 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b813507f-65e9-4e9d-a789-60e67f1a8ea3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501518 Jul 15 23:29:02.026326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60706) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:02.036910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:02.083951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 29d6460b-af69-4da5-94fe-cb86d50b3579 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:02.183748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-10435a93-7656-4e1c-bc84-d71fb8f630bc None None] Could not find standard attr ID for object 65cffaf9-7633-44f0-aa57-95244cfc2142. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:02.186915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c99ff-e9e5-44e7-a602-fd97baa839b4 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:02.230071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-10435a93-7656-4e1c-bc84-d71fb8f630bc None None] Provisioning for port 29d6460b-af69-4da5-94fe-cb86d50b3579 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:02.280351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-10435a93-7656-4e1c-bc84-d71fb8f630bc None None] Provisioning complete for port 29d6460b-af69-4da5-94fe-cb86d50b3579 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:02.280704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-10435a93-7656-4e1c-bc84-d71fb8f630bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.415636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:02.447387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.621210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:02.839381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] Deleting port 29d6460b-af69-4da5-94fe-cb86d50b3579 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:02.839794 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.951027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aae734-11a1-4eeb-a7ce-9d27ae1e8c38 req-bc86e3fb-8daf-49e7-95cc-ff490b5bc859 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:02.958544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55aae734-11a1-4eeb-a7ce-9d27ae1e8c38 req-bc86e3fb-8daf-49e7-95cc-ff490b5bc859 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.4956753 Jul 15 23:29:02.990802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] For port 29d6460b-af69-4da5-94fe-cb86d50b3579, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=29d6460b-af69-4da5-94fe-cb86d50b3579,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:02.991374 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.021217 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] Calling delete_port for 29d6460b-af69-4da5-94fe-cb86d50b3579 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:03.071134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55aae734-11a1-4eeb-a7ce-9d27ae1e8c38 req-dc6d573c-1969-4275-ace6-e4a8367beadd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116676 Jul 15 23:29:03.193705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.242811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] Pushing event deleted for resources: {'Port': ['ID=29d6460b-af69-4da5-94fe-cb86d50b3579,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:03.252449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.objects.ports [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:03.254422 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.256089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d233b-6b8c-4df8-b073-8298c34d6dc7 None None] No DVR routers for this DVR port 29d6460b-af69-4da5-94fe-cb86d50b3579 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:03.305005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:03.306899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:03.312676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.313273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.328651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c899054-b247-41e1-b6bb-b3764357de1f None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:03.332931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2977240 Jul 15 23:29:03.333451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60720) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.339579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:03.366962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47b126-d4f2-4905-b967-451dde73258c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=c028ea31-09af-46f9-a163-bb34e9e8624b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:03.558079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:03.566332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.686429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'c028ea31-09af-46f9-a163-bb34e9e8624b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:03.687342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.033537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 29d6460b-af69-4da5-94fe-cb86d50b3579 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:04.055184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.072019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 29d6460b-af69-4da5-94fe-cb86d50b3579 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:04.072555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 29d6460b-af69-4da5-94fe-cb86d50b3579 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:04.174106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:04.178135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:04.185267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:04.186088 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.223910 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8892965 Jul 15 23:29:04.227090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60738) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.231114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b497b-0e53-401b-8737-6c7a70f3730b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=e54c31ec-53ed-4581-8fdb-22d6b906591c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:04.243892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:38:45:36', 'name': 'tempest-NetworksTestDHCPv6-2120529748'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:04.301593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Allocated IP 2001:db8::f816:3eff:fe57:aeb2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/c028ea31-09af-46f9-a163-bb34e9e8624b/be48c90d-b0f2-419b-be7f-1020f0aacaa0) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:04.619083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:04.678074 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.709655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Transition to ACTIVE for port object be48c90d-b0f2-419b-be7f-1020f0aacaa0 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:04.787477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Transition to ACTIVE for port object be48c90d-b0f2-419b-be7f-1020f0aacaa0 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:04.801058 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.805839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89639de4-f854-446f-99d0-487b03c87b76 req-250576d5-1504-40f8-a870-a49ff8e47fd5 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:04.813066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89639de4-f854-446f-99d0-487b03c87b76 req-250576d5-1504-40f8-a870-a49ff8e47fd5 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2976263 Jul 15 23:29:04.860270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:04.868182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:04.874804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:04.892956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89639de4-f854-446f-99d0-487b03c87b76 req-fe083e4d-f5e1-413a-a31b-d0f57e44d562 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785151 Jul 15 23:29:04.904452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.931781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:04.951765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:05.009495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Attempting to bind port be48c90d-b0f2-419b-be7f-1020f0aacaa0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:05.009862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Attempting to bind port be48c90d-b0f2-419b-be7f-1020f0aacaa0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:05.010525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Attempting to bind port be48c90d-b0f2-419b-be7f-1020f0aacaa0 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:05.016535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:05.016933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:05.018079 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.018602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:05.019202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Bound port: be48c90d-b0f2-419b-be7f-1020f0aacaa0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:05.019592 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.140132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:05.145544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:05.153786 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.234232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 172.20.0.10 (74549bed-ab35-4c04-a73f-49c8912c8d6f/e54c31ec-53ed-4581-8fdb-22d6b906591c/ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:05.255222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe38:4536 (74549bed-ab35-4c04-a73f-49c8912c8d6f/c028ea31-09af-46f9-a163-bb34e9e8624b/ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:05.301553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af8dfc-8a3e-4664-ab9b-65061e1c40cc None None] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:05.655433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.731869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:05.815573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.895731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:05.922674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:05.929343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:06.063227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:06.129537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.130582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.163408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device be48c90d-b0f2-419b-be7f-1020f0aacaa0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:06.169302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e4c7a4b4-16a5-4fe7-bcb6-2560531a6ab4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9405894 Jul 15 23:29:06.171416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60762) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.328534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:06.387252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9578e990-ee23-4c30-9a31-9a2e7eb44530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.402742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9578e990-ee23-4c30-9a31-9a2e7eb44530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.410666 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9578e990-ee23-4c30-9a31-9a2e7eb44530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2352538 Jul 15 23:29:06.410965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60764) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.452013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dbd63-168c-4cdf-bb2d-37ba08440ef8 req-8bb43f8b-4678-4d30-8f46-d756fce68b84 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.462436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a47dbd63-168c-4cdf-bb2d-37ba08440ef8 req-8bb43f8b-4678-4d30-8f46-d756fce68b84 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1793666 Jul 15 23:29:06.549325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a47dbd63-168c-4cdf-bb2d-37ba08440ef8 req-afc6e286-3296-4677-bfcd-4c4a8b67d91b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834632 Jul 15 23:29:06.712627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9ee447cd-f4de-442e-a419-441f3c56c35d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:06.713729 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee447cd-f4de-442e-a419-441f3c56c35d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.753719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c25a9ee-43f3-4bc7-ba8d-f38eb4ff58a6 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:06.822942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3a00dca7-9867-4978-a3ba-ea4d995cbd89 None None] Provisioning for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:06.835351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3a00dca7-9867-4978-a3ba-ea4d995cbd89 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:06.836542 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3a00dca7-9867-4978-a3ba-ea4d995cbd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.902807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee447cd-f4de-442e-a419-441f3c56c35d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.918937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9ee447cd-f4de-442e-a419-441f3c56c35d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:07.085384 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3a00dca7-9867-4978-a3ba-ea4d995cbd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.124135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3a00dca7-9867-4978-a3ba-ea4d995cbd89 None None] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:07.133642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3a00dca7-9867-4978-a3ba-ea4d995cbd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.154458 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee447cd-f4de-442e-a419-441f3c56c35d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.211909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee447cd-f4de-442e-a419-441f3c56c35d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.237666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00dca7-9867-4978-a3ba-ea4d995cbd89 None None] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.337547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9ee447cd-f4de-442e-a419-441f3c56c35d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.337547 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9ee447cd-f4de-442e-a419-441f3c56c35d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9 HTTP/1.1" status: 204 len: 168 time: 0.9219465 Jul 15 23:29:07.339726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60776) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.380703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9d75a-4793-4f3e-b055-8ea849b1c2a6 None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'c028ea31-09af-46f9-a163-bb34e9e8624b', 'ip_address': '2001:db8::f816:3eff:fe57:aeb2'}, {'subnet_id': 'e54c31ec-53ed-4581-8fdb-22d6b906591c'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'be48c90d-b0f2-419b-be7f-1020f0aacaa0'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:29:07.425478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548d15f-f54d-41d3-b0a5-ff4a5ec5f0ec tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:07.427627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548d15f-f54d-41d3-b0a5-ff4a5ec5f0ec tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:07.433861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548d15f-f54d-41d3-b0a5-ff4a5ec5f0ec tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:07.436005 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2548d15f-f54d-41d3-b0a5-ff4a5ec5f0ec tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0949492 Jul 15 23:29:07.438623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60778) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:07.499701 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-78c9d75a-4793-4f3e-b055-8ea849b1c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.547656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-05419784-6440-4727-b1aa-4ef4f8114148 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet c028ea31-09af-46f9-a163-bb34e9e8624b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:07.552050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05419784-6440-4727-b1aa-4ef4f8114148 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.629204 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05419784-6440-4727-b1aa-4ef4f8114148 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.825988 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05419784-6440-4727-b1aa-4ef4f8114148 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.941108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da33da-ba76-49fb-8ded-a83e549dd578 req-60b4c1c2-3439-4f58-959c-d09a2fbe42b4 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:07.942952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9da33da-ba76-49fb-8ded-a83e549dd578 req-60b4c1c2-3439-4f58-959c-d09a2fbe42b4 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1335366 Jul 15 23:29:07.993036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05419784-6440-4727-b1aa-4ef4f8114148 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server [None req-78c9d75a-4793-4f3e-b055-8ea849b1c2a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c028ea31-09af-46f9-a163-bb34e9e8624b: This subnet is being modified by another concurrent operation. Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c028ea31-09af-46f9-a163-bb34e9e8624b: This subnet is being modified by another concurrent operation. Jul 15 23:29:07.994119 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Jul 15 23:29:08.045315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9da33da-ba76-49fb-8ded-a83e549dd578 req-6b9f878e-167e-4235-a71b-c36f9e6b5199 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952997 Jul 15 23:29:08.117868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device be48c90d-b0f2-419b-be7f-1020f0aacaa0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:08.155268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05419784-6440-4727-b1aa-4ef4f8114148 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=c028ea31-09af-46f9-a163-bb34e9e8624b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.178926 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05419784-6440-4727-b1aa-4ef4f8114148 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.183835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.206608 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-05419784-6440-4727-b1aa-4ef4f8114148 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/c028ea31-09af-46f9-a163-bb34e9e8624b HTTP/1.1" status: 204 len: 168 time: 0.7634668 Jul 15 23:29:08.248927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e5fe84-8c78-4117-bb64-964a2f8825fa None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:08.289863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60802) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.364952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet e54c31ec-53ed-4581-8fdb-22d6b906591c {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:08.372719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.481449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cf214e69-3369-414a-ac6f-795a46b71230 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:08.484679 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf214e69-3369-414a-ac6f-795a46b71230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.487624 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.582243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.608308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:08.608764 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.632692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ea0d1ee-2528-4844-9c68-39ab9be3ab43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.695523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.772305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=e54c31ec-53ed-4581-8fdb-22d6b906591c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.782218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.783600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.784154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.784675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.785534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.786050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.786688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.787256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.788499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.789062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.789560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.790070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:08.801860 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.809833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d11bbaa7-98f2-4a21-8de7-755026be7d9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/e54c31ec-53ed-4581-8fdb-22d6b906591c HTTP/1.1" status: 204 len: 168 time: 0.6226184 Jul 15 23:29:08.810836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60810) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.858524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cf214e69-3369-414a-ac6f-795a46b71230 None None] Could not find standard attr ID for object ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:08.868606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-99dd4d89-94a2-4f4a-9ccd-151559130453 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539365 Jul 15 23:29:08.871421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60812) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.874242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ea0d1ee-2528-4844-9c68-39ab9be3ab43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.877589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:08.880182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4ea0d1ee-2528-4844-9c68-39ab9be3ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.936350 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4ea0d1ee-2528-4844-9c68-39ab9be3ab43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=582a89ead25f47b185dece1fb4d6f7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450670 Jul 15 23:29:08.937883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60814) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.943346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9f9ac-b7be-4421-80aa-15f5c86ace55 None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'e54c31ec-53ed-4581-8fdb-22d6b906591c'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'be48c90d-b0f2-419b-be7f-1020f0aacaa0'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:29:08.992567 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41c9f9ac-b7be-4421-80aa-15f5c86ace55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.993798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0d1ee-2528-4844-9c68-39ab9be3ab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d586698-9339-41bd-93a2-a2ced5747596,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.021269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:09.026347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.031823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56644c44-23f7-408f-bd6e-4302eb3d2650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.061174 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56644c44-23f7-408f-bd6e-4302eb3d2650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.137688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56644c44-23f7-408f-bd6e-4302eb3d2650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.141611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56644c44-23f7-408f-bd6e-4302eb3d2650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.146554 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-56644c44-23f7-408f-bd6e-4302eb3d2650 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d586698-9339-41bd-93a2-a2ced5747596 HTTP/1.1" status: 204 len: 168 time: 0.2052333 Jul 15 23:29:09.161410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56644c44-23f7-408f-bd6e-4302eb3d2650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d586698-9339-41bd-93a2-a2ced5747596,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.298045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-21a47690-11ee-44af-88ad-4568e1ba8936 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:09.298045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-21a47690-11ee-44af-88ad-4568e1ba8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.383595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1795d-526d-40f4-ac9b-192915ca31f9 req-b08b2bd5-c188-4395-9f5e-0b6ad3e76d3b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:09.385254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7de1795d-526d-40f4-ac9b-192915ca31f9 req-b08b2bd5-c188-4395-9f5e-0b6ad3e76d3b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1815464 Jul 15 23:29:09.415598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.419972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3774b-c6e5-416e-89a0-fa3563b83852 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:29:09.526405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3774b-c6e5-416e-89a0-fa3563b83852 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:29:09.593236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8941a4c7-8325-4399-a198-4027e459456e None None] Could not find standard attr ID for object ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:09.621347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60846) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.634719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05761d3a-57c5-4850-8e66-efee24fb92b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.805871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05761d3a-57c5-4850-8e66-efee24fb92b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.816441 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-05761d3a-57c5-4850-8e66-efee24fb92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.871533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05761d3a-57c5-4850-8e66-efee24fb92b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a93e62-a0bc-46b8-acda-cf88111046a4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.885200 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-05761d3a-57c5-4850-8e66-efee24fb92b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ae7948e1a1943509df00bbd7a3e2037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627332 Jul 15 23:29:09.886164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60862) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.949848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-37352409-8715-4b87-8d9b-379934c19f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.967154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7de1795d-526d-40f4-ac9b-192915ca31f9 req-e59f2113-afd5-459e-8605-5827f4c88030 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5757723 Jul 15 23:29:09.982285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-37352409-8715-4b87-8d9b-379934c19f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.998273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=4b73f291-0cf8-4294-a40c-3c5af0b02fab,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.010517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:10.012365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:10.015351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:10.015945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.030278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device be48c90d-b0f2-419b-be7f-1020f0aacaa0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:10.045727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2be793af-9563-4b5b-bb4a-48da0df5bc65 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1705611 Jul 15 23:29:10.046254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60864) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:10.055579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:10.062341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-37352409-8715-4b87-8d9b-379934c19f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.065890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-37352409-8715-4b87-8d9b-379934c19f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.070354 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-37352409-8715-4b87-8d9b-379934c19f8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52a93e62-a0bc-46b8-acda-cf88111046a4 HTTP/1.1" status: 204 len: 168 time: 0.1828799 Jul 15 23:29:10.081195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37352409-8715-4b87-8d9b-379934c19f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a93e62-a0bc-46b8-acda-cf88111046a4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.149205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e3b4fb-d487-47c6-bf55-2dab8950227e None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': '4b73f291-0cf8-4294-a40c-3c5af0b02fab'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'be48c90d-b0f2-419b-be7f-1020f0aacaa0'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:29:10.217999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b4fb-d487-47c6-bf55-2dab8950227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.240354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.264273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:10.269909 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.302290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:10.365695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.400107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35345f6c-d5f6-4edd-accd-64d85f664516 req-6b2978be-7bee-4fd2-a89c-240d08ccbaeb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:10.402433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35345f6c-d5f6-4edd-accd-64d85f664516 req-6b2978be-7bee-4fd2-a89c-240d08ccbaeb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 945 time: 0.1818795 Jul 15 23:29:10.464340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.474265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35345f6c-d5f6-4edd-accd-64d85f664516 req-98cd921a-8cae-4a0e-b4a4-0841b423ab6c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603793 Jul 15 23:29:10.479330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-e9e3b4fb-d487-47c6-bf55-2dab8950227e None None] Allocated IP 172.20.0.2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/4b73f291-0cf8-4294-a40c-3c5af0b02fab/be48c90d-b0f2-419b-be7f-1020f0aacaa0) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:10.650338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e9e3b4fb-d487-47c6-bf55-2dab8950227e None None] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:10.714313 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b4fb-d487-47c6-bf55-2dab8950227e None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.742413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e9e3b4fb-d487-47c6-bf55-2dab8950227e None None] Transition to ACTIVE for port object be48c90d-b0f2-419b-be7f-1020f0aacaa0 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:10.747937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b4fb-d487-47c6-bf55-2dab8950227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.803803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.objects.ports [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:10.856150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3b4fb-d487-47c6-bf55-2dab8950227e None None] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.275083 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.361606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf5c5c-7d22-4738-b3d6-07843770b16e req-8e7f87c6-de37-4094-861c-64b7ce0606c9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.368489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bbf5c5c-7d22-4738-b3d6-07843770b16e req-8e7f87c6-de37-4094-861c-64b7ce0606c9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1516016 Jul 15 23:29:11.434596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bbf5c5c-7d22-4738-b3d6-07843770b16e req-8b955ef1-54c1-48f4-be57-9894fac20e30 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651903 Jul 15 23:29:11.512774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:11.547903 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.554509 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.555330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.640743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:11.652127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:11.660485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.661088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.692145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=d8ad29bc-c660-43f2-a54f-45942469c134,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.703011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=8']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.726157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60918) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.726984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-474c3c32-a1e7-4df7-8b6b-94c8253981d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6792746 Jul 15 23:29:11.732034 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:03:13:d3', 'name': 'tempest-NetworksTestDHCPv6-1671119702'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:11.876148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:11.881931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecba392-594d-482b-b35d-7a2780d4b858 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:29:11.987384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75ec1af9-46f0-4415-bbb0-76f2c353106d None None] Provisioning for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:11.994308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.003663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75ec1af9-46f0-4415-bbb0-76f2c353106d None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:12.004340 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75ec1af9-46f0-4415-bbb0-76f2c353106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.020537 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port fd1d59b0-c9fe-4a88-8544-03680699aeb3 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:12.073112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device be48c90d-b0f2-419b-be7f-1020f0aacaa0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:12.279370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 172.20.0.10 (74549bed-ab35-4c04-a73f-49c8912c8d6f/4b73f291-0cf8-4294-a40c-3c5af0b02fab/fd1d59b0-c9fe-4a88-8544-03680699aeb3) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:12.287489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe03:13d3 (74549bed-ab35-4c04-a73f-49c8912c8d6f/d8ad29bc-c660-43f2-a54f-45942469c134/fd1d59b0-c9fe-4a88-8544-03680699aeb3) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:12.412161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecba392-594d-482b-b35d-7a2780d4b858 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:29:12.419155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:12.419532 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.537950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.563800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75ec1af9-46f0-4415-bbb0-76f2c353106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.568323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object fd1d59b0-c9fe-4a88-8544-03680699aeb3 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:12.659614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-75ec1af9-46f0-4415-bbb0-76f2c353106d None None] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:12.663023 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.678947 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75ec1af9-46f0-4415-bbb0-76f2c353106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.686093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.800682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b357-41c6-4112-a993-783417dbdd58 req-0d3589bc-d4c9-4192-a402-acb8323f1237 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:12.802970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4d2b357-41c6-4112-a993-783417dbdd58 req-0d3589bc-d4c9-4192-a402-acb8323f1237 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1744742 Jul 15 23:29:12.829204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:29:12.829204 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:29:12.829204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec1af9-46f0-4415-bbb0-76f2c353106d None None] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:12.829700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:12.838105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:12.853204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:12.914405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4d2b357-41c6-4112-a993-783417dbdd58 req-f6643c26-88bd-41de-98ac-e9b548e98e67 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039348 Jul 15 23:29:12.925915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:12.926922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.950310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=fd1d59b0-c9fe-4a88-8544-03680699aeb3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:12.961870 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7cff7645-1d88-4f09-a1df-3fe03f1117b3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2339084 Jul 15 23:29:12.964409 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60958) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.052879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ad087-e430-47cf-a811-5fbe4f1d1537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:13.065416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ad087-e430-47cf-a811-5fbe4f1d1537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:13.067537 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-911ad087-e430-47cf-a811-5fbe4f1d1537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1020219 Jul 15 23:29:13.070334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60960) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.235818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a47c4b85-44f3-43bc-bac1-9e6da53b6c45 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port fd1d59b0-c9fe-4a88-8544-03680699aeb3 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:13.236692 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a47c4b85-44f3-43bc-bac1-9e6da53b6c45 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.375716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a47c4b85-44f3-43bc-bac1-9e6da53b6c45 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.409580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a47c4b85-44f3-43bc-bac1-9e6da53b6c45 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for fd1d59b0-c9fe-4a88-8544-03680699aeb3 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:13.662703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a47c4b85-44f3-43bc-bac1-9e6da53b6c45 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.670659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:29:13.679859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:13.755472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c4b85-44f3-43bc-bac1-9e6da53b6c45 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=fd1d59b0-c9fe-4a88-8544-03680699aeb3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.877602 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a47c4b85-44f3-43bc-bac1-9e6da53b6c45 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.880775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a47c4b85-44f3-43bc-bac1-9e6da53b6c45 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/fd1d59b0-c9fe-4a88-8544-03680699aeb3 HTTP/1.1" status: 204 len: 168 time: 0.8090496 Jul 15 23:29:13.883291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60978) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:13.931566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe1f192-6c91-4617-b517-6d9fce2a4a1d None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:14.007425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ecab1-2429-4422-9a74-39cbde252047 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:14.010032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ecab1-2429-4422-9a74-39cbde252047 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:14.012196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ecab1-2429-4422-9a74-39cbde252047 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:14.016995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60982) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.018539 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b35ecab1-2429-4422-9a74-39cbde252047 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1336455 Jul 15 23:29:14.063326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device be48c90d-b0f2-419b-be7f-1020f0aacaa0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:14.086342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd244eba-e4c2-4644-8a13-21a8b398c3d0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 4b73f291-0cf8-4294-a40c-3c5af0b02fab {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:14.090001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd244eba-e4c2-4644-8a13-21a8b398c3d0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.136346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:14.164761 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.167563 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd244eba-e4c2-4644-8a13-21a8b398c3d0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.173204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.178462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1f25b17a-b9f3-4781-9aff-37568e3bf9f5 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:14.178844 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f25b17a-b9f3-4781-9aff-37568e3bf9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.187079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'mac_address': 'fa:16:3e:57:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:29:14.249240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5ce77-0b47-4c0d-a707-0085969be0b7 req-861837ca-aa14-4c38-87ef-47f7251bfa6f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:14.257896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0f5ce77-0b47-4c0d-a707-0085969be0b7 req-861837ca-aa14-4c38-87ef-47f7251bfa6f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1649170 Jul 15 23:29:14.328382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:14.343341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:14.343708 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.346847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.347026 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd244eba-e4c2-4644-8a13-21a8b398c3d0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.383679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0f5ce77-0b47-4c0d-a707-0085969be0b7 req-0f8d3ecb-1b24-43ae-bc44-1d17e729e753 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248779 Jul 15 23:29:14.394616 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.430339 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd244eba-e4c2-4644-8a13-21a8b398c3d0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.454648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:29:14.458728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd244eba-e4c2-4644-8a13-21a8b398c3d0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=4b73f291-0cf8-4294-a40c-3c5af0b02fab,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.465850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd244eba-e4c2-4644-8a13-21a8b398c3d0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.471322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 60992) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.481955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dd244eba-e4c2-4644-8a13-21a8b398c3d0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/4b73f291-0cf8-4294-a40c-3c5af0b02fab HTTP/1.1" status: 204 len: 168 time: 0.4612002 Jul 15 23:29:14.490213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.534057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54205f8-d891-4857-a9ed-231be9be5ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet d8ad29bc-c660-43f2-a54f-45942469c134 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:14.539394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54205f8-d891-4857-a9ed-231be9be5ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.541000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1f25b17a-b9f3-4781-9aff-37568e3bf9f5 None None] Could not find standard attr ID for object fd1d59b0-c9fe-4a88-8544-03680699aeb3. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:14.571596 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:29:14.571973 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:29:14.589872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54205f8-d891-4857-a9ed-231be9be5ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.706967 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54205f8-d891-4857-a9ed-231be9be5ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.790952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54205f8-d891-4857-a9ed-231be9be5ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.818618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54205f8-d891-4857-a9ed-231be9be5ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ad29bc-c660-43f2-a54f-45942469c134,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.825064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54205f8-d891-4857-a9ed-231be9be5ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.827002 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e54205f8-d891-4857-a9ed-231be9be5ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/d8ad29bc-c660-43f2-a54f-45942469c134 HTTP/1.1" status: 204 len: 168 time: 0.3546550 Jul 15 23:29:14.829564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32788) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.869250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-53762d8c-da4d-43e6-8025-a1b97d114faf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383778 Jul 15 23:29:14.872120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32790) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:14.877540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:14.995684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:15.002249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.149499 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.182975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:29:15.228089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:15.239857 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.281841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32808) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.302402 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.354119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.364900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d067f-dbfe-4ba4-aa7c-d1dfb384c240 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:15.374194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:15.377975 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:15.382719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:15.383216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.437298 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5639808 Jul 15 23:29:15.440600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32816) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:15.446548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:15.452582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550023f-a039-4882-a876-7065c5741ed7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=c5b2bc3b-d133-4afb-98df-32396b540784,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.519985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d7b7c75f-d29b-4eae-b5df-3cd21a250fb8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:29:15.548097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b6c75a0-5673-49b7-996e-be9913c0d601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.683717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-44f07cad-3d4a-4c9c-a775-2aa0a8b705b7 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:15.684389 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44f07cad-3d4a-4c9c-a775-2aa0a8b705b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.783438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f45e2-993d-42b8-915f-e53519302d9e req-8fc0e822-e438-4f6f-99f5-4e75c53021ee tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:15.790496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c96f45e2-993d-42b8-915f-e53519302d9e req-8fc0e822-e438-4f6f-99f5-4e75c53021ee tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2153444 Jul 15 23:29:15.858321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c96f45e2-993d-42b8-915f-e53519302d9e req-277bc62d-dc4a-46a9-891b-39c487180581 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668418 Jul 15 23:29:15.883334 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b6c75a0-5673-49b7-996e-be9913c0d601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.900145 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3b6c75a0-5673-49b7-996e-be9913c0d601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.994447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:15.998844 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.041884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e5564-c964-494d-b5c5-34c8988ff8e5 None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'c5b2bc3b-d133-4afb-98df-32396b540784'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'be48c90d-b0f2-419b-be7f-1020f0aacaa0'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:29:16.089326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c75a0-5673-49b7-996e-be9913c0d601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ac29c-2cb6-4683-925f-5cc40be40edd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.097977 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c39e5564-c964-494d-b5c5-34c8988ff8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.120179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3b6c75a0-5673-49b7-996e-be9913c0d601 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2616d8fa467041b985577d524a3957ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8348796 Jul 15 23:29:16.121324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32840) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.277146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1345e635-a1ee-4361-adbc-3a01c9e1825c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.312834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1345e635-a1ee-4361-adbc-3a01c9e1825c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.405472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1345e635-a1ee-4361-adbc-3a01c9e1825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.412668 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1345e635-a1ee-4361-adbc-3a01c9e1825c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.414330 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1345e635-a1ee-4361-adbc-3a01c9e1825c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb8ac29c-2cb6-4683-925f-5cc40be40edd HTTP/1.1" status: 204 len: 168 time: 0.2915101 Jul 15 23:29:16.434492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345e635-a1ee-4361-adbc-3a01c9e1825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ac29c-2cb6-4683-925f-5cc40be40edd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.496094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-c39e5564-c964-494d-b5c5-34c8988ff8e5 None None] Allocated IP 172.20.0.2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/c5b2bc3b-d133-4afb-98df-32396b540784/be48c90d-b0f2-419b-be7f-1020f0aacaa0) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:16.599197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.objects.ports [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:16.663066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c39e5564-c964-494d-b5c5-34c8988ff8e5 None None] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:16.705593 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c39e5564-c964-494d-b5c5-34c8988ff8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.722701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c39e5564-c964-494d-b5c5-34c8988ff8e5 None None] Transition to ACTIVE for port object be48c90d-b0f2-419b-be7f-1020f0aacaa0 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:16.740109 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c39e5564-c964-494d-b5c5-34c8988ff8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.931066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e5564-c964-494d-b5c5-34c8988ff8e5 None None] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=12']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.953855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32854) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.974081 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.977969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7e5ba5cb-4621-4038-917f-12ee41cca035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.118811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7e5ba5cb-4621-4038-917f-12ee41cca035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.123699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7e5ba5cb-4621-4038-917f-12ee41cca035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.178937 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7e5ba5cb-4621-4038-917f-12ee41cca035 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=188cad50be68409ba84ab4ce3c3508d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231786 Jul 15 23:29:17.179955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32856) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:17.221246 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ba5cb-4621-4038-917f-12ee41cca035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf2761c-f084-4dce-beb2-0c550e619ce6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.270482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2b2de-966f-4896-bf23-2a7229016b90 req-2e2ab368-1a27-40af-8cc9-6cfa40d77719 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:17.273035 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3338f2f0-2205-48c0-ac59-8d801a15db13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.281609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04e2b2de-966f-4896-bf23-2a7229016b90 req-2e2ab368-1a27-40af-8cc9-6cfa40d77719 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1572959 Jul 15 23:29:17.302237 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3338f2f0-2205-48c0-ac59-8d801a15db13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.331946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:17.377992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04e2b2de-966f-4896-bf23-2a7229016b90 req-7e4e181c-02ee-4d8f-a031-c4ad8e959403 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953989 Jul 15 23:29:17.383089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3338f2f0-2205-48c0-ac59-8d801a15db13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.388644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3338f2f0-2205-48c0-ac59-8d801a15db13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.394523 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3338f2f0-2205-48c0-ac59-8d801a15db13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdf2761c-f084-4dce-beb2-0c550e619ce6 HTTP/1.1" status: 204 len: 168 time: 0.2118282 Jul 15 23:29:17.409031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338f2f0-2205-48c0-ac59-8d801a15db13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf2761c-f084-4dce-beb2-0c550e619ce6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.441483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.453126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.456225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.534145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:17.557551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:17.566472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:17.567193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.606729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=2b3a8432-3e45-4e20-8b11-b8051b4536c7,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.625965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1839635 Jul 15 23:29:17.629504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32866) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:17.637599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05818655-2222-434f-8c11-2ce4c8393604 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=14']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.637927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:6b:18:79', 'name': 'tempest-NetworksTestDHCPv6-1470114970'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:17.677774 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:17.763164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:17.763748 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.893024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:18.063516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.117851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 9c4bc7ff-71b8-46ea-82e3-1fef51ab7835 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:18.331316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device be48c90d-b0f2-419b-be7f-1020f0aacaa0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:18.348118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 172.20.0.4 (74549bed-ab35-4c04-a73f-49c8912c8d6f/c5b2bc3b-d133-4afb-98df-32396b540784/9c4bc7ff-71b8-46ea-82e3-1fef51ab7835) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:18.357786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe6b:1879 (74549bed-ab35-4c04-a73f-49c8912c8d6f/2b3a8432-3e45-4e20-8b11-b8051b4536c7/9c4bc7ff-71b8-46ea-82e3-1fef51ab7835) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:18.370145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad027c-51bc-4fd7-8735-b216eb4e8bd2 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:18.577079 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.597266 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75c2158f-6633-482e-bbb2-10189d97a385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.605779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-710a5621-c1bf-4f5b-9efb-69b3c5b14adf None None] Provisioning for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:18.653104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-710a5621-c1bf-4f5b-9efb-69b3c5b14adf None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:18.653479 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-710a5621-c1bf-4f5b-9efb-69b3c5b14adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.739426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:18.740719 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.773426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:18.792706 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.793005 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.796961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e45791-7a25-4c1b-9ada-d8b5be34852f req-bb7bf412-b3e8-4987-823d-9e4d8d754e7f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:18.812168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02e45791-7a25-4c1b-9ada-d8b5be34852f req-bb7bf412-b3e8-4987-823d-9e4d8d754e7f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1872685 Jul 15 23:29:18.849588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 9c4bc7ff-71b8-46ea-82e3-1fef51ab7835 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:18.955585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02e45791-7a25-4c1b-9ada-d8b5be34852f req-4575a653-1f76-4b09-b52f-08d1bf1e57f3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422324 Jul 15 23:29:19.017489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=10']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:19.030364 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.053731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.054036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.054385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.054729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.055110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.055450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.055789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.056245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.056582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.056913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.057337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.057682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:19.135931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:19.139231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:19.154569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:19.161448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=9c4bc7ff-71b8-46ea-82e3-1fef51ab7835,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:19.219197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:19.220148 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.243885 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bd9eab9f-07f5-47f9-8b6c-4a9477bcec8e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6128488 Jul 15 23:29:19.246451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32898) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:19.399329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f6de7-7020-4e07-9836-7f9cb371ff78 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:19.407988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f6de7-7020-4e07-9836-7f9cb371ff78 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:19.409849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c79f6de7-7020-4e07-9836-7f9cb371ff78 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1623633 Jul 15 23:29:19.412673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32904) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:19.629781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f94a867c-733f-4cb7-8663-060e880dab83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 9c4bc7ff-71b8-46ea-82e3-1fef51ab7835 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:19.630140 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f94a867c-733f-4cb7-8663-060e880dab83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.846434 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f94a867c-733f-4cb7-8663-060e880dab83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.882141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f94a867c-733f-4cb7-8663-060e880dab83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 9c4bc7ff-71b8-46ea-82e3-1fef51ab7835 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:20.144577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cfd94b-6616-46ec-906f-93d7560343fa None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:20.389330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0558a405-563c-464c-913d-ce0ee177729c None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:20.389832 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0558a405-563c-464c-913d-ce0ee177729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.545559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4716546-bb03-49a9-b3a8-c2114c06f4b2 req-076f337a-8417-4371-9893-21d150ce59bd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:20.547279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4716546-bb03-49a9-b3a8-c2114c06f4b2 req-076f337a-8417-4371-9893-21d150ce59bd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1604130 Jul 15 23:29:20.548894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f94a867c-733f-4cb7-8663-060e880dab83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.586647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a867c-733f-4cb7-8663-060e880dab83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=9c4bc7ff-71b8-46ea-82e3-1fef51ab7835,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:20.679497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-16e149b6-fd09-456e-8364-9832bf7cd481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.757002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4716546-bb03-49a9-b3a8-c2114c06f4b2 req-de9cebf9-e5bb-4af6-ac44-ab391390a312 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722991 Jul 15 23:29:20.786510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f94a867c-733f-4cb7-8663-060e880dab83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.789426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f94a867c-733f-4cb7-8663-060e880dab83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/9c4bc7ff-71b8-46ea-82e3-1fef51ab7835 HTTP/1.1" status: 204 len: 168 time: 1.3757007 Jul 15 23:29:20.792184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32954) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:20.874092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25385aff-f430-4569-9f26-00cfc5fc755f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:20.875747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25385aff-f430-4569-9f26-00cfc5fc755f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:20.878417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25385aff-f430-4569-9f26-00cfc5fc755f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:20.880801 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-25385aff-f430-4569-9f26-00cfc5fc755f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0875385 Jul 15 23:29:20.883934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 32960) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:21.002009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d51255-bb08-482f-95df-c833530e646c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 2b3a8432-3e45-4e20-8b11-b8051b4536c7 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:21.013607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32d51255-bb08-482f-95df-c833530e646c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.036909 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.094503 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32d51255-bb08-482f-95df-c833530e646c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.240127 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32d51255-bb08-482f-95df-c833530e646c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.300637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1c2badc0-4582-4c3b-b24a-35887affd4ae None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:21.301631 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1c2badc0-4582-4c3b-b24a-35887affd4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.350473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32d51255-bb08-482f-95df-c833530e646c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.370619 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32d51255-bb08-482f-95df-c833530e646c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.374958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 32982) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:21.375203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-32d51255-bb08-482f-95df-c833530e646c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/2b3a8432-3e45-4e20-8b11-b8051b4536c7 HTTP/1.1" status: 204 len: 168 time: 0.4892788 Jul 15 23:29:21.411104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51255-bb08-482f-95df-c833530e646c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3a8432-3e45-4e20-8b11-b8051b4536c7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.539024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9d4066-3330-487b-8531-8035382b92d4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet c5b2bc3b-d133-4afb-98df-32396b540784 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:21.550107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4066-3330-487b-8531-8035382b92d4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.561015 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa9fe3-98ca-45e0-9a9a-3818d79f7e15 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:21.565197 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.616244 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4066-3330-487b-8531-8035382b92d4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.686746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8c59919d-335c-44e6-bff1-23e3bb0d509b None None] Could not find standard attr ID for object fd1d59b0-c9fe-4a88-8544-03680699aeb3. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:21.834437 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4066-3330-487b-8531-8035382b92d4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.959588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4066-3330-487b-8531-8035382b92d4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.995206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d4066-3330-487b-8531-8035382b92d4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b2bc3b-d133-4afb-98df-32396b540784,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.997215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4066-3330-487b-8531-8035382b92d4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.001301 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ad9d4066-3330-487b-8531-8035382b92d4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/c5b2bc3b-d133-4afb-98df-32396b540784 HTTP/1.1" status: 204 len: 168 time: 0.6230478 Jul 15 23:29:22.003272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33022) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.068224 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cc033ca5-3ebe-4029-9a1b-97fc5413e33f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630348 Jul 15 23:29:22.071011 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33026) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.072638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c8025-65ca-4b75-a009-c90cdbfc9ee0 req-4d3cfb3d-c1ab-4e65-9c82-bf81bc226f62 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.084735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-065c8025-65ca-4b75-a009-c90cdbfc9ee0 req-4d3cfb3d-c1ab-4e65-9c82-bf81bc226f62 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1226482 Jul 15 23:29:22.165908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-065c8025-65ca-4b75-a009-c90cdbfc9ee0 req-9503e841-4cea-4e1b-a210-ad97a8de5cd0 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799937 Jul 15 23:29:22.179712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e532eb-d2f1-469d-ae9d-6e8ca85eed59 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.183691 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c1e532eb-d2f1-469d-ae9d-6e8ca85eed59 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1094186 Jul 15 23:29:22.183937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33032) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.272147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f108198-be67-4b91-8ee6-45c3addadc01 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.277123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33038) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.293965 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f108198-be67-4b91-8ee6-45c3addadc01 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1086414 Jul 15 23:29:22.339146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33044) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.339873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ee59be5d-ac1d-4448-bca7-226dd4efc11b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609939 Jul 15 23:29:22.345320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-90c6ede8-b3d3-41d3-afde-d14015ae71a5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:22.480098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c6ede8-b3d3-41d3-afde-d14015ae71a5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:22.484730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90c6ede8-b3d3-41d3-afde-d14015ae71a5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.487103 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c6ede8-b3d3-41d3-afde-d14015ae71a5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:22.487654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c6ede8-b3d3-41d3-afde-d14015ae71a5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:22.510568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33052) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.515155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b513d954-f123-4b47-b9de-e38ca17ab6b9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:22.520956 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-90c6ede8-b3d3-41d3-afde-d14015ae71a5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1647825 Jul 15 23:29:22.621778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b513d954-f123-4b47-b9de-e38ca17ab6b9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:22.627914 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b513d954-f123-4b47-b9de-e38ca17ab6b9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.630102 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b513d954-f123-4b47-b9de-e38ca17ab6b9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:22.632095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b513d954-f123-4b47-b9de-e38ca17ab6b9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:22.667107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33062) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.676459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b513d954-f123-4b47-b9de-e38ca17ab6b9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1570020 Jul 15 23:29:22.678273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-87799724-b631-442c-8e87-f8a61ab7848e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:22.840056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87799724-b631-442c-8e87-f8a61ab7848e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:22.844307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87799724-b631-442c-8e87-f8a61ab7848e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.846780 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-87799724-b631-442c-8e87-f8a61ab7848e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:22.847270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87799724-b631-442c-8e87-f8a61ab7848e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:22.866939 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-87799724-b631-442c-8e87-f8a61ab7848e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1951904 Jul 15 23:29:22.869789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33076) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.881866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fdf8853d-2519-490f-ab45-badd78137608 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:22.892317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b94913-19a4-4d16-bec1-048b0d8a8852 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:22.994963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33082) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:23.017506 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:29:23.041264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4979db1a-c880-4aae-ad89-0c0f6a4a2113 None None] Provisioning complete for port be48c90d-b0f2-419b-be7f-1020f0aacaa0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:23.041927 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4979db1a-c880-4aae-ad89-0c0f6a4a2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.216667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d62ea68-45de-4dc6-9af2-c60cbefe25ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.272446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:23.368970 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d62ea68-45de-4dc6-9af2-c60cbefe25ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.379461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d62ea68-45de-4dc6-9af2-c60cbefe25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.406164 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.427174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62ea68-45de-4dc6-9af2-c60cbefe25ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b83e39c-b9ea-4c24-8d5d-703681ec27df,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:23.453598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] Deleting port be48c90d-b0f2-419b-be7f-1020f0aacaa0 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:23.454085 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.467851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf8853d-2519-490f-ab45-badd78137608 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:23.472110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fdf8853d-2519-490f-ab45-badd78137608 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.473727 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf8853d-2519-490f-ab45-badd78137608 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:23.474364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf8853d-2519-490f-ab45-badd78137608 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:23.505635 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fdf8853d-2519-490f-ab45-badd78137608 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6339781 Jul 15 23:29:23.508287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33090) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:23.513829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-49a04917-41bd-4069-a14d-3a950ba8825b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:23.537410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2d62ea68-45de-4dc6-9af2-c60cbefe25ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c7bd750515f4ef78c6182a1c98cd74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413241 Jul 15 23:29:23.540142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33092) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:23.616568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] For port be48c90d-b0f2-419b-be7f-1020f0aacaa0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=be48c90d-b0f2-419b-be7f-1020f0aacaa0,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:23.617113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.634265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a390-302f-4cfa-9e84-48ef3fae9b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.636472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] Calling delete_port for be48c90d-b0f2-419b-be7f-1020f0aacaa0 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:23.658211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a390-302f-4cfa-9e84-48ef3fae9b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.712371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a04917-41bd-4069-a14d-3a950ba8825b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:23.715954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-49a04917-41bd-4069-a14d-3a950ba8825b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.717343 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a04917-41bd-4069-a14d-3a950ba8825b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:23.717769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a04917-41bd-4069-a14d-3a950ba8825b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:23.720597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c316a-71ef-4777-bb8c-bbe5ef65d745 req-092e1353-4306-4237-ab28-5a1ce3956cf7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.722604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-507c316a-71ef-4777-bb8c-bbe5ef65d745 req-092e1353-4306-4237-ab28-5a1ce3956cf7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2968245 Jul 15 23:29:23.724330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a390-302f-4cfa-9e84-48ef3fae9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.727586 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a390-302f-4cfa-9e84-48ef3fae9b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.728864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9dd8a390-302f-4cfa-9e84-48ef3fae9b24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b83e39c-b9ea-4c24-8d5d-703681ec27df HTTP/1.1" status: 204 len: 168 time: 0.1878707 Jul 15 23:29:23.748623 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-49a04917-41bd-4069-a14d-3a950ba8825b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2387900 Jul 15 23:29:23.749199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33096) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:23.755735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f408d9f0-fb8b-4de2-a920-ae101354f7f8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:23.760672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8a390-302f-4cfa-9e84-48ef3fae9b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b83e39c-b9ea-4c24-8d5d-703681ec27df,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:23.773046 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.844017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] No DVR routers for this DVR port be48c90d-b0f2-419b-be7f-1020f0aacaa0 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:23.849514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-507c316a-71ef-4777-bb8c-bbe5ef65d745 req-a192b857-58f5-4a50-9cf0-e2459dd672e1 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985684 Jul 15 23:29:23.856529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaef38-5421-4c4a-8920-26d66d2c872e None None] Pushing event deleted for resources: {'Port': ['ID=be48c90d-b0f2-419b-be7f-1020f0aacaa0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:23.929913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408d9f0-fb8b-4de2-a920-ae101354f7f8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:23.934908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f408d9f0-fb8b-4de2-a920-ae101354f7f8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.936773 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f408d9f0-fb8b-4de2-a920-ae101354f7f8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:23.937356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f408d9f0-fb8b-4de2-a920-ae101354f7f8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:23.979089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f408d9f0-fb8b-4de2-a920-ae101354f7f8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2287455 Jul 15 23:29:23.981793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33102) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.026999 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-126befd1-a0c1-4c32-849b-e2f9af894f8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0417771 Jul 15 23:29:24.028178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33104) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.042838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device be48c90d-b0f2-419b-be7f-1020f0aacaa0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:24.080581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: be48c90d-b0f2-419b-be7f-1020f0aacaa0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:24.081229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device be48c90d-b0f2-419b-be7f-1020f0aacaa0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:24.116066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3977acf9-4591-4391-a13e-fdaad3054f6b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:24.125218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33108) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.125831 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3977acf9-4591-4391-a13e-fdaad3054f6b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0960057 Jul 15 23:29:24.198588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-86c2006f-7141-4dac-adb9-96eff76b5fb5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707474 Jul 15 23:29:24.202240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33110) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.219170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:24.309182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33114) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.335709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0cfc-6fe0-48e2-be36-c3f84ac0e88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.349192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:24.353589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.468047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0cfc-6fe0-48e2-be36-c3f84ac0e88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.483480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0cfc-6fe0-48e2-be36-c3f84ac0e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.515545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0cfc-6fe0-48e2-be36-c3f84ac0e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e202a0c8-8854-459a-84ac-2079d805c5f9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:24.559217 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2bcb0cfc-6fe0-48e2-be36-c3f84ac0e88f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51cc63cf44504e7fb6f4d711bb7f6910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482734 Jul 15 23:29:24.562081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33116) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.665736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4225bbc5-3290-4851-b085-d1d0e35c0276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.749873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.objects.ports [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:24.755434 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.770244 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4225bbc5-3290-4851-b085-d1d0e35c0276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.817744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:24.824999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:24.828212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:24.828804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.848832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a813d73-362d-47fe-ae1f-25a23deeb5ac None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:24.877973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=ba51c5d1-1c72-4d63-a851-78253d5d6bbd,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:24.889242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-772aba0f-b150-4394-b3fb-6988cd3c8bbe tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6855814 Jul 15 23:29:24.892571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33122) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.899452 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:c0:b6:bf', 'name': 'tempest-NetworksTestDHCPv6-1507625413'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:24.926108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4225bbc5-3290-4851-b085-d1d0e35c0276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.932316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4225bbc5-3290-4851-b085-d1d0e35c0276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.935419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4225bbc5-3290-4851-b085-d1d0e35c0276 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e202a0c8-8854-459a-84ac-2079d805c5f9 HTTP/1.1" status: 204 len: 168 time: 0.3722913 Jul 15 23:29:24.959391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225bbc5-3290-4851-b085-d1d0e35c0276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202a0c8-8854-459a-84ac-2079d805c5f9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:25.130994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.169105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:25.227214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf92b9-71fa-4099-97a4-c6b9199b6423 req-760acdc5-2b82-4164-a5fb-d1d5a949f437 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:25.229980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdbf92b9-71fa-4099-97a4-c6b9199b6423 req-760acdc5-2b82-4164-a5fb-d1d5a949f437 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1499524 Jul 15 23:29:25.296077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'ba51c5d1-1c72-4d63-a851-78253d5d6bbd'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:25.299373 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.344097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdbf92b9-71fa-4099-97a4-c6b9199b6423 req-51e447fb-9fd6-4603-8fe4-725db9ce2b87 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065552 Jul 15 23:29:25.418239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.493167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 8f38378e-c58a-44f2-862a-1ad8765324b3 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:25.659821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Allocated IP 2001:db8::f816:3eff:fee8:a525 (74549bed-ab35-4c04-a73f-49c8912c8d6f/ba51c5d1-1c72-4d63-a851-78253d5d6bbd/26ec2e42-6306-492d-9415-f886a2c2ba0e) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:25.865139 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.885049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Transition to ACTIVE for port object 26ec2e42-6306-492d-9415-f886a2c2ba0e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:25.909978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Transition to ACTIVE for port object 26ec2e42-6306-492d-9415-f886a2c2ba0e will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:25.928595 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.030806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Pushing event updated for resources: {'Port': ['ID=26ec2e42-6306-492d-9415-f886a2c2ba0e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:26.039925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fec0:b6bf (74549bed-ab35-4c04-a73f-49c8912c8d6f/ba51c5d1-1c72-4d63-a851-78253d5d6bbd/8f38378e-c58a-44f2-862a-1ad8765324b3) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:26.061587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:26.063659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:26.067436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:26.169771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Attempting to bind port 26ec2e42-6306-492d-9415-f886a2c2ba0e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:26.170938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Attempting to bind port 26ec2e42-6306-492d-9415-f886a2c2ba0e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:26.172038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Attempting to bind port 26ec2e42-6306-492d-9415-f886a2c2ba0e on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:26.181849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:26.182365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:26.182866 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.183339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:26.184023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Bound port: 26ec2e42-6306-492d-9415-f886a2c2ba0e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:26.184490 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.289270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.306947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 8f38378e-c58a-44f2-862a-1ad8765324b3 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:26.307300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] For port 26ec2e42-6306-492d-9415-f886a2c2ba0e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:26.313518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] For port 26ec2e42-6306-492d-9415-f886a2c2ba0e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=26ec2e42-6306-492d-9415-f886a2c2ba0e,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:26.319740 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.364061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.461766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe738d4-099b-4426-a924-3a997bd3df94 None None] Pushing event updated for resources: {'Port': ['ID=26ec2e42-6306-492d-9415-f886a2c2ba0e,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:26.473154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:26.487743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:26.490548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:26.496492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.497121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.582815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33160) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:26.597153 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6855083 Jul 15 23:29:26.619699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a3099-57d6-4da0-8ef0-ed106b87f057 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=8f38378e-c58a-44f2-862a-1ad8765324b3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:26.816115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d673303-a756-4ab4-82c8-e78cf43fba9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.822463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d673303-a756-4ab4-82c8-e78cf43fba9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.830668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7d673303-a756-4ab4-82c8-e78cf43fba9a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2468281 Jul 15 23:29:26.833624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33164) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:26.889806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d01ef-9ff8-4106-91e0-d10fe87d72aa req-47bc8550-17ec-4f8c-a928-1fe418c073f8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.910940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d42d01ef-9ff8-4106-91e0-d10fe87d72aa req-47bc8550-17ec-4f8c-a928-1fe418c073f8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2649000 Jul 15 23:29:26.992611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d42d01ef-9ff8-4106-91e0-d10fe87d72aa req-3480a4e2-4a84-4e36-a086-0cd407c7fcfe tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805717 Jul 15 23:29:27.077035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b68f3-34c1-42e1-bb2f-6e8f62ac750f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 8f38378e-c58a-44f2-862a-1ad8765324b3 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:27.077379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c2b68f3-34c1-42e1-bb2f-6e8f62ac750f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.199339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c2b68f3-34c1-42e1-bb2f-6e8f62ac750f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.217666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b68f3-34c1-42e1-bb2f-6e8f62ac750f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 8f38378e-c58a-44f2-862a-1ad8765324b3 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:27.351538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33182) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:27.409915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c2b68f3-34c1-42e1-bb2f-6e8f62ac750f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.491529 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b68f3-34c1-42e1-bb2f-6e8f62ac750f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=8f38378e-c58a-44f2-862a-1ad8765324b3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.497307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c2b68f3-34c1-42e1-bb2f-6e8f62ac750f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.499818 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c2b68f3-34c1-42e1-bb2f-6e8f62ac750f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/8f38378e-c58a-44f2-862a-1ad8765324b3 HTTP/1.1" status: 204 len: 168 time: 0.6647291 Jul 15 23:29:27.503150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33190) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:27.612327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c66a28a-921a-4e70-8df6-ebd0daf480e3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:27.615547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c66a28a-921a-4e70-8df6-ebd0daf480e3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:27.617145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6c66a28a-921a-4e70-8df6-ebd0daf480e3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1129990 Jul 15 23:29:27.619793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33192) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:27.719429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ded80a-3f49-4918-8806-cf811ecde9db tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet ba51c5d1-1c72-4d63-a851-78253d5d6bbd {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:27.725089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1ded80a-3f49-4918-8806-cf811ecde9db tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.806452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1ded80a-3f49-4918-8806-cf811ecde9db tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.868987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2057f82-84f3-478c-9f67-9912ad1c132e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.931078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1ded80a-3f49-4918-8806-cf811ecde9db tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.966883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f13d4293-b4af-4de4-bcce-244b6324387f None None] Provisioning for port 26ec2e42-6306-492d-9415-f886a2c2ba0e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:28.052423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1ded80a-3f49-4918-8806-cf811ecde9db tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.074919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1ded80a-3f49-4918-8806-cf811ecde9db tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.079127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a1ded80a-3f49-4918-8806-cf811ecde9db tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/ba51c5d1-1c72-4d63-a851-78253d5d6bbd HTTP/1.1" status: 204 len: 168 time: 0.4561179 Jul 15 23:29:28.080194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33204) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:28.105093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ded80a-3f49-4918-8806-cf811ecde9db tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=ba51c5d1-1c72-4d63-a851-78253d5d6bbd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.147116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 26ec2e42-6306-492d-9415-f886a2c2ba0e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:28.181352 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2057f82-84f3-478c-9f67-9912ad1c132e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.195819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2057f82-84f3-478c-9f67-9912ad1c132e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.234866 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-60d6e157-642d-4af6-8d37-09a48f165631 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494503 Jul 15 23:29:28.239808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33206) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:28.251079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:28.291788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b2057f82-84f3-478c-9f67-9912ad1c132e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b267966f55c46f0a3befba4c488a41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9386227 Jul 15 23:29:28.294726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33208) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:28.297369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 26ec2e42-6306-492d-9415-f886a2c2ba0e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:28.323281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 26ec2e42-6306-492d-9415-f886a2c2ba0e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:28.323677 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.406376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3f8a6-2382-4db0-b52c-7eea70156525 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:28.450050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3ccfde6d-a4ce-4870-bae4-e264d6cfdc17 None None] Could not find standard attr ID for object 8f38378e-c58a-44f2-862a-1ad8765324b3. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:28.470278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057f82-84f3-478c-9f67-9912ad1c132e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f254718-0f84-47a0-88c4-cebc19e29d09,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.501570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:28.509006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.548021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ef7053b1-6384-4e25-bd69-eecbcec2da49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.658250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.659676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b714cb8-4720-4964-8706-d5ff7b252131 req-42f81ce4-ccdd-43eb-82a6-a8f5bed6bcd9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.669095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b714cb8-4720-4964-8706-d5ff7b252131 req-42f81ce4-ccdd-43eb-82a6-a8f5bed6bcd9 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.3254120 Jul 15 23:29:28.678413 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ef7053b1-6384-4e25-bd69-eecbcec2da49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.781506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b714cb8-4720-4964-8706-d5ff7b252131 req-f48b5398-2a9f-4c97-b166-12c35d3d7c28 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980604 Jul 15 23:29:28.807709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ef7053b1-6384-4e25-bd69-eecbcec2da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.810345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ef7053b1-6384-4e25-bd69-eecbcec2da49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.815820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ef7053b1-6384-4e25-bd69-eecbcec2da49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f254718-0f84-47a0-88c4-cebc19e29d09 HTTP/1.1" status: 204 len: 168 time: 0.5199518 Jul 15 23:29:28.826974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7053b1-6384-4e25-bd69-eecbcec2da49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f254718-0f84-47a0-88c4-cebc19e29d09,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.054160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 26ec2e42-6306-492d-9415-f886a2c2ba0e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=26ec2e42-6306-492d-9415-f886a2c2ba0e,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:29.070445 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.175373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:29.192239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=26ec2e42-6306-492d-9415-f886a2c2ba0e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.219638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:29.274256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] Deleting port 26ec2e42-6306-492d-9415-f886a2c2ba0e {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:29.274940 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.344196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33230) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.367103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0d3dcb3-9ccb-4a93-8ee3-09547aaa56cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.455467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] For port 26ec2e42-6306-492d-9415-f886a2c2ba0e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=26ec2e42-6306-492d-9415-f886a2c2ba0e,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:29.456226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.495432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] Calling delete_port for 26ec2e42-6306-492d-9415-f886a2c2ba0e owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:29.607067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0d3dcb3-9ccb-4a93-8ee3-09547aaa56cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.613268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0d3dcb3-9ccb-4a93-8ee3-09547aaa56cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.625218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.649108 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.663135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c0d3dcb3-9ccb-4a93-8ee3-09547aaa56cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1896bce7f674444591155c79c0ff7d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177135 Jul 15 23:29:29.664163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33234) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.664870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3dcb3-9ccb-4a93-8ee3-09547aaa56cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06f6437-01c4-4e75-830b-bd3afa5e77e1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.687150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Port 26ec2e42-6306-492d-9415-f886a2c2ba0e concurrently deleted while adding address for new subnet {'id': 'bd1bb0f1-98ca-4351-a694-8caddf717e8a', 'name': '', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3013, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-15T23:29:28Z', 'updated_at': '2021-07-15T23:29:28Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'e4ed1c10eded40d7b68d44f12841093b'}. {{(pid=93714) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 15 23:29:29.688905 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] Pushing event deleted for resources: {'Port': ['ID=26ec2e42-6306-492d-9415-f886a2c2ba0e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.691411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c1857-4194-4904-a6cf-3410bd0ceabc None None] No DVR routers for this DVR port 26ec2e42-6306-492d-9415-f886a2c2ba0e on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:29.696567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.751460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:29.755182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:29.764382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022882da-ffd1-4086-a765-a59aafc22c7c None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:29.766840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:29.767962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.791340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-786c0689-af60-4fc7-935e-fed146d93562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.803380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=bd1bb0f1-98ca-4351-a694-8caddf717e8a,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.840339 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c41c542-524c-4805-b79e-4d44c6e57d4f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5994241 Jul 15 23:29:29.843606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33238) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.853822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:93:1f:23', 'name': 'tempest-NetworksTestDHCPv6-1427123273'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:29.870820 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-786c0689-af60-4fc7-935e-fed146d93562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.003518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-786c0689-af60-4fc7-935e-fed146d93562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.007139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-786c0689-af60-4fc7-935e-fed146d93562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.008730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-786c0689-af60-4fc7-935e-fed146d93562 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f06f6437-01c4-4e75-830b-bd3afa5e77e1 HTTP/1.1" status: 204 len: 168 time: 0.3199918 Jul 15 23:29:30.026261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'bd1bb0f1-98ca-4351-a694-8caddf717e8a'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:30.027470 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.036183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c0689-af60-4fc7-935e-fed146d93562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06f6437-01c4-4e75-830b-bd3afa5e77e1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.048081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 26ec2e42-6306-492d-9415-f886a2c2ba0e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:30.104910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 26ec2e42-6306-492d-9415-f886a2c2ba0e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:30.108149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 26ec2e42-6306-492d-9415-f886a2c2ba0e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:30.123808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:30.139327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.173332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714dc4-a54c-4f1c-af4d-ac7766bec85b req-aa2db712-f985-4e0b-9e8b-52133019ab93 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:30.183345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff714dc4-a54c-4f1c-af4d-ac7766bec85b req-aa2db712-f985-4e0b-9e8b-52133019ab93 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1331203 Jul 15 23:29:30.193387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 33776057-0740-4f65-a699-e9dd5f41670e yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:30.266483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff714dc4-a54c-4f1c-af4d-ac7766bec85b req-14cc634f-296e-4acb-a827-dde2216c8a3f tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820298 Jul 15 23:29:30.278292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Allocated IP 2001:db8::f816:3eff:fe78:bf5f (74549bed-ab35-4c04-a73f-49c8912c8d6f/bd1bb0f1-98ca-4351-a694-8caddf717e8a/ecd8c02a-47fe-40b4-853c-5e6d22067668) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:30.448648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.458715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Transition to ACTIVE for port object ecd8c02a-47fe-40b4-853c-5e6d22067668 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:30.475441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Transition to ACTIVE for port object ecd8c02a-47fe-40b4-853c-5e6d22067668 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:30.492309 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.545572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:30.549282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:30.552836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:30.575289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe93:1f23 (74549bed-ab35-4c04-a73f-49c8912c8d6f/bd1bb0f1-98ca-4351-a694-8caddf717e8a/33776057-0740-4f65-a699-e9dd5f41670e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:30.597982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33250) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:30.622034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Pushing event updated for resources: {'Port': ['ID=ecd8c02a-47fe-40b4-853c-5e6d22067668,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.632342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e187689-89c5-4c8a-b74f-2724017d7a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.634111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Attempting to bind port ecd8c02a-47fe-40b4-853c-5e6d22067668 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:30.634486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Attempting to bind port ecd8c02a-47fe-40b4-853c-5e6d22067668 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:30.634887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Attempting to bind port ecd8c02a-47fe-40b4-853c-5e6d22067668 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:30.640812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:30.641052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:30.641269 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.641681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:30.642697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Bound port: ecd8c02a-47fe-40b4-853c-5e6d22067668, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:30.643115 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.770273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] For port ecd8c02a-47fe-40b4-853c-5e6d22067668, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:30.775406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] For port ecd8c02a-47fe-40b4-853c-5e6d22067668, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ecd8c02a-47fe-40b4-853c-5e6d22067668,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:30.786108 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.857019 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.876085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c5c1d-ee0b-442c-9f08-10c5e0ccc15c None None] Pushing event updated for resources: {'Port': ['ID=ecd8c02a-47fe-40b4-853c-5e6d22067668,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.910291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 33776057-0740-4f65-a699-e9dd5f41670e will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:30.920352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e187689-89c5-4c8a-b74f-2724017d7a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.930277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e187689-89c5-4c8a-b74f-2724017d7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.000449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e187689-89c5-4c8a-b74f-2724017d7a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216c32a8-e6c7-4b5c-b5d8-8e474436166a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:31.007195 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e187689-89c5-4c8a-b74f-2724017d7a75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6446289fbb7b42d1847657319c7dea20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073794 Jul 15 23:29:31.009853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33256) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.065007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.130510 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de9ad4e1-3dfe-48a5-ab19-ebd1fb0ca040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.150569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:31.166520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:31.183660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:31.190064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:31.190261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.222746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=33776057-0740-4f65-a699-e9dd5f41670e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:31.226519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de9ad4e1-3dfe-48a5-ab19-ebd1fb0ca040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.242052 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-952b1bd6-2aec-48b6-b93b-c9f5b4ca094b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3971870 Jul 15 23:29:31.244861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33262) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.354023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de9ad4e1-3dfe-48a5-ab19-ebd1fb0ca040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.356930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-de9ad4e1-3dfe-48a5-ab19-ebd1fb0ca040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.361800 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-de9ad4e1-3dfe-48a5-ab19-ebd1fb0ca040 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/216c32a8-e6c7-4b5c-b5d8-8e474436166a HTTP/1.1" status: 204 len: 168 time: 0.3480334 Jul 15 23:29:31.378445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ad4e1-3dfe-48a5-ab19-ebd1fb0ca040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216c32a8-e6c7-4b5c-b5d8-8e474436166a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:31.429128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60949336-c13f-41b1-8c29-25c12839ebfd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:31.436708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60949336-c13f-41b1-8c29-25c12839ebfd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:31.441565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33270) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.450940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-60949336-c13f-41b1-8c29-25c12839ebfd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2048981 Jul 15 23:29:31.587703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7aaaa5-73da-4145-9ded-d55504ec7054 req-862a4114-7721-4f01-9476-f636ddadd5a6 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:31.589931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d7aaaa5-73da-4145-9ded-d55504ec7054 req-862a4114-7721-4f01-9476-f636ddadd5a6 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.0778205 Jul 15 23:29:31.632494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe65d1-91fc-439e-a63e-1fe19127be68 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 33776057-0740-4f65-a699-e9dd5f41670e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:31.633103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dbe65d1-91fc-439e-a63e-1fe19127be68 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.666423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d7aaaa5-73da-4145-9ded-d55504ec7054 req-a3f232f5-383c-4aca-9d82-0e6c7820deb3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659401 Jul 15 23:29:31.797359 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dbe65d1-91fc-439e-a63e-1fe19127be68 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.816361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe65d1-91fc-439e-a63e-1fe19127be68 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 33776057-0740-4f65-a699-e9dd5f41670e owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:32.093302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dbe65d1-91fc-439e-a63e-1fe19127be68 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.140049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ecd8c02a-47fe-40b4-853c-5e6d22067668 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:32.188894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe65d1-91fc-439e-a63e-1fe19127be68 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=33776057-0740-4f65-a699-e9dd5f41670e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:32.232164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dbe65d1-91fc-439e-a63e-1fe19127be68 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.237973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port ecd8c02a-47fe-40b4-853c-5e6d22067668 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:32.251988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33284) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:32.252818 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9dbe65d1-91fc-439e-a63e-1fe19127be68 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/33776057-0740-4f65-a699-e9dd5f41670e HTTP/1.1" status: 204 len: 168 time: 0.8074379 Jul 15 23:29:32.398714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0e9bc-0af3-4bec-9456-18f505fc6590 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:32.402569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0e9bc-0af3-4bec-9456-18f505fc6590 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:32.405157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-99e0e9bc-0af3-4bec-9456-18f505fc6590 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1521521 Jul 15 23:29:32.408472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33292) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:32.504264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a891ee-2e57-4a3c-ae51-c929156473d9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet bd1bb0f1-98ca-4351-a694-8caddf717e8a {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:32.539487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6b59e15f-73f5-406e-bb4f-487a68f3e53a None None] Provisioning for port ecd8c02a-47fe-40b4-853c-5e6d22067668 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:32.546550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7a891ee-2e57-4a3c-ae51-c929156473d9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.550069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6b59e15f-73f5-406e-bb4f-487a68f3e53a None None] Provisioning complete for port ecd8c02a-47fe-40b4-853c-5e6d22067668 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:32.550971 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b59e15f-73f5-406e-bb4f-487a68f3e53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.745453 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b59e15f-73f5-406e-bb4f-487a68f3e53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.747029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7a891ee-2e57-4a3c-ae51-c929156473d9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.792869 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6b59e15f-73f5-406e-bb4f-487a68f3e53a None None] For port ecd8c02a-47fe-40b4-853c-5e6d22067668, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ecd8c02a-47fe-40b4-853c-5e6d22067668,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:32.800468 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b59e15f-73f5-406e-bb4f-487a68f3e53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.898197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59e15f-73f5-406e-bb4f-487a68f3e53a None None] Pushing event updated for resources: {'Port': ['ID=ecd8c02a-47fe-40b4-853c-5e6d22067668,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:32.926947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43f131f6-690b-4fd6-9163-a1c5dac45d52 None None] Could not find standard attr ID for object 33776057-0740-4f65-a699-e9dd5f41670e. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:32.966966 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7a891ee-2e57-4a3c-ae51-c929156473d9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.116862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7a891ee-2e57-4a3c-ae51-c929156473d9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.154484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a891ee-2e57-4a3c-ae51-c929156473d9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1bb0f1-98ca-4351-a694-8caddf717e8a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:33.172406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68fd1f-7d7c-4653-8194-2d0d9934cf07 req-d5728ed3-787f-41eb-ae71-51b2f3729945 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:33.174932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e68fd1f-7d7c-4653-8194-2d0d9934cf07 req-d5728ed3-787f-41eb-ae71-51b2f3729945 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1496980 Jul 15 23:29:33.178600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e7a891ee-2e57-4a3c-ae51-c929156473d9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.181575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e7a891ee-2e57-4a3c-ae51-c929156473d9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/bd1bb0f1-98ca-4351-a694-8caddf717e8a HTTP/1.1" status: 204 len: 168 time: 0.7709255 Jul 15 23:29:33.184217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33312) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:33.207766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f1531-3979-44f5-9476-ed89ff74c3e2 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:33.241499 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c2eed982-dc61-4eef-8376-7b53e7c6d4c6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555036 Jul 15 23:29:33.242499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33314) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:33.311334 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3e68fd1f-7d7c-4653-8194-2d0d9934cf07 req-72d9cc9b-2df9-413b-93d2-77e18d0fc773 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255302 Jul 15 23:29:33.366651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c477e-875a-4190-a481-154875c6bb12 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:33.369151 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-261c477e-875a-4190-a481-154875c6bb12 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1252160 Jul 15 23:29:33.371915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33320) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:33.447641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9603f2-0c29-4b70-97c1-9531f39b1333 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:33.449871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1f9603f2-0c29-4b70-97c1-9531f39b1333 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0769203 Jul 15 23:29:33.452605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33322) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:33.539583 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1640ce5a-a808-4e74-bfd1-1acab911c1ae tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847676 Jul 15 23:29:33.544118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33326) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:33.550740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:33.581641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:33.672469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] Deleting port ecd8c02a-47fe-40b4-853c-5e6d22067668 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:33.673146 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.723602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:33.729019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.767562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] For port ecd8c02a-47fe-40b4-853c-5e6d22067668, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ecd8c02a-47fe-40b4-853c-5e6d22067668,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:33.768862 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.794352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] Calling delete_port for ecd8c02a-47fe-40b4-853c-5e6d22067668 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:33.926232 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.967486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] Pushing event deleted for resources: {'Port': ['ID=ecd8c02a-47fe-40b4-853c-5e6d22067668,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:33.983875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a55072-e975-4566-bc4c-dcebc06aeb4e None None] No DVR routers for this DVR port ecd8c02a-47fe-40b4-853c-5e6d22067668 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:34.030158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ecd8c02a-47fe-40b4-853c-5e6d22067668 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:34.056122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: ecd8c02a-47fe-40b4-853c-5e6d22067668 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:34.056516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ecd8c02a-47fe-40b4-853c-5e6d22067668 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:34.169760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.objects.ports [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:34.171440 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.220935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:34.236101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:34.236101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:34.236101 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.239466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e26f9d-262e-42c1-9bf8-9a13c9695afe None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:34.266026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7093475 Jul 15 23:29:34.266026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33334) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:34.266026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:4c:fe:92', 'name': 'tempest-NetworksTestDHCPv6-285789598'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:34.273406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc096387-6531-461d-acf4-060ecf3a9d33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=792e84ce-95c0-455b-a513-de9083a34db9,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:34.544784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:34.637985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '792e84ce-95c0-455b-a513-de9083a34db9'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:34.639146 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.753614 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.830797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 30ac9fe2-c2f9-46ad-9480-75ae3add36e4 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:34.931273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71ba7f-1092-4754-95ad-a68cc3c818eb req-92c35308-052c-413a-8de9-67ae5134ead8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:34.933130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b71ba7f-1092-4754-95ad-a68cc3c818eb req-92c35308-052c-413a-8de9-67ae5134ead8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1423368 Jul 15 23:29:34.946006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Allocated IP 2001:db8::f816:3eff:fe93:f1d8 (74549bed-ab35-4c04-a73f-49c8912c8d6f/792e84ce-95c0-455b-a513-de9083a34db9/40c75954-aac2-4714-8600-49812cd5f8d6) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:35.051726 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b71ba7f-1092-4754-95ad-a68cc3c818eb req-cbbd6ce4-bdc4-4bc0-98c7-d52e8d63058c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066983 Jul 15 23:29:35.296000 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.308210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Transition to ACTIVE for port object 40c75954-aac2-4714-8600-49812cd5f8d6 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:35.328604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Transition to ACTIVE for port object 40c75954-aac2-4714-8600-49812cd5f8d6 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:35.341659 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.402864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Pushing event updated for resources: {'Port': ['ID=40c75954-aac2-4714-8600-49812cd5f8d6,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:35.419957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:35.421770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:35.435619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe4c:fe92 (74549bed-ab35-4c04-a73f-49c8912c8d6f/792e84ce-95c0-455b-a513-de9083a34db9/30ac9fe2-c2f9-46ad-9480-75ae3add36e4) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:35.440690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:35.523231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Attempting to bind port 40c75954-aac2-4714-8600-49812cd5f8d6 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:35.523813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Attempting to bind port 40c75954-aac2-4714-8600-49812cd5f8d6 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:35.524235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Attempting to bind port 40c75954-aac2-4714-8600-49812cd5f8d6 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:35.530173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:35.530721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:35.531243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.531767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:35.532335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Bound port: 40c75954-aac2-4714-8600-49812cd5f8d6, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:35.533331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.611800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] For port 40c75954-aac2-4714-8600-49812cd5f8d6, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:35.616452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] For port 40c75954-aac2-4714-8600-49812cd5f8d6, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=40c75954-aac2-4714-8600-49812cd5f8d6,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:35.624401 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.686154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284770e9-6d9e-447b-822c-7b1aa8bab0c5 None None] Pushing event updated for resources: {'Port': ['ID=40c75954-aac2-4714-8600-49812cd5f8d6,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:35.698007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.715350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 30ac9fe2-c2f9-46ad-9480-75ae3add36e4 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:35.766222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.833852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:35.837727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:35.847206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:35.854404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:35.855461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.867624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=30ac9fe2-c2f9-46ad-9480-75ae3add36e4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:35.881129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bc56f44b-a68f-4b97-8bbe-6dfdf1c2f076 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6219487 Jul 15 23:29:35.883973 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33364) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:35.978904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ef0d9-48c3-4709-831a-d987ab0800f5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:35.986385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ef0d9-48c3-4709-831a-d987ab0800f5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:35.988433 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-838ef0d9-48c3-4709-831a-d987ab0800f5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1029360 Jul 15 23:29:35.991185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33366) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.201800 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ea57d6b9-8b36-49eb-a527-416af6cf4bd3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 30ac9fe2-c2f9-46ad-9480-75ae3add36e4 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:36.202086 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea57d6b9-8b36-49eb-a527-416af6cf4bd3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.336646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4290a-ae38-4d13-a87c-7f1651b1faa1 req-fb477f92-add2-406e-a180-cb6b7b94c78c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:36.344154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24f4290a-ae38-4d13-a87c-7f1651b1faa1 req-fb477f92-add2-406e-a180-cb6b7b94c78c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1203258 Jul 15 23:29:36.349502 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea57d6b9-8b36-49eb-a527-416af6cf4bd3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.368919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ea57d6b9-8b36-49eb-a527-416af6cf4bd3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 30ac9fe2-c2f9-46ad-9480-75ae3add36e4 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:36.382293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24f4290a-ae38-4d13-a87c-7f1651b1faa1 req-164fb1dc-f97b-4e3e-bd03-248260195ad6 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372615 Jul 15 23:29:36.522381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea57d6b9-8b36-49eb-a527-416af6cf4bd3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.559546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57d6b9-8b36-49eb-a527-416af6cf4bd3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=30ac9fe2-c2f9-46ad-9480-75ae3add36e4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:36.616059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea57d6b9-8b36-49eb-a527-416af6cf4bd3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.620864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33394) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.630204 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ea57d6b9-8b36-49eb-a527-416af6cf4bd3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/30ac9fe2-c2f9-46ad-9480-75ae3add36e4 HTTP/1.1" status: 204 len: 168 time: 0.6376019 Jul 15 23:29:36.689376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb0a83-4edf-4108-8db8-234ecc716b50 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:36.691057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb0a83-4edf-4108-8db8-234ecc716b50 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:36.695594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33396) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.706615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d2eb0a83-4edf-4108-8db8-234ecc716b50 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0847015 Jul 15 23:29:36.799730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b84805-fe39-43fa-a9c2-f7ecdbe0420e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 792e84ce-95c0-455b-a513-de9083a34db9 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:36.803490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b84805-fe39-43fa-a9c2-f7ecdbe0420e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.868212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe17e7-fc88-48b2-80db-20bb3ff9358b req-67891437-730e-40f9-86a3-a80e902943d7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:36.870792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16fe17e7-fc88-48b2-80db-20bb3ff9358b req-67891437-730e-40f9-86a3-a80e902943d7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.1444089 Jul 15 23:29:36.886442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b84805-fe39-43fa-a9c2-f7ecdbe0420e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.956256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16fe17e7-fc88-48b2-80db-20bb3ff9358b req-c81ab6aa-a85b-4a25-82ab-79b06b5e0cfe tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726469 Jul 15 23:29:37.009164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b84805-fe39-43fa-a9c2-f7ecdbe0420e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.088153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b84805-fe39-43fa-a9c2-f7ecdbe0420e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.119768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b84805-fe39-43fa-a9c2-f7ecdbe0420e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=792e84ce-95c0-455b-a513-de9083a34db9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:37.146296 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-20b84805-fe39-43fa-a9c2-f7ecdbe0420e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.149093 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-20b84805-fe39-43fa-a9c2-f7ecdbe0420e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/792e84ce-95c0-455b-a513-de9083a34db9 HTTP/1.1" status: 204 len: 168 time: 0.4524639 Jul 15 23:29:37.152187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33402) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:37.210468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33406) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:37.210743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c8b93a10-0327-4cb5-9521-7e35658fea69 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571256 Jul 15 23:29:37.216757 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:37.240718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbacde6d-aa94-466f-b444-a6702d37726b None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:37.324725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:37.331602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.398666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-68397c1d-518b-4249-9e1a-b92791c9fafb None None] Provisioning for port 40c75954-aac2-4714-8600-49812cd5f8d6 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:37.530063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:37.630710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] Deleting port 40c75954-aac2-4714-8600-49812cd5f8d6 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:37.631290 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.656801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aed540-8f02-4682-8781-659cc38584c5 req-9c032eaf-92b0-479a-8040-c66564b2d87b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:37.665616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2aed540-8f02-4682-8781-659cc38584c5 req-9c032eaf-92b0-479a-8040-c66564b2d87b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.0824015 Jul 15 23:29:37.711744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2aed540-8f02-4682-8781-659cc38584c5 req-18de1e32-834d-4c31-a1eb-4bedc8e3324d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452449 Jul 15 23:29:37.771273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:37.778178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] For port 40c75954-aac2-4714-8600-49812cd5f8d6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=40c75954-aac2-4714-8600-49812cd5f8d6,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:37.778659 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.792587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] Calling delete_port for 40c75954-aac2-4714-8600-49812cd5f8d6 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:37.886540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.903194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] No DVR routers for this DVR port 40c75954-aac2-4714-8600-49812cd5f8d6 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:37.933934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Port 40c75954-aac2-4714-8600-49812cd5f8d6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93714) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 23:29:37.934488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Reverting IP allocation for 2001:db8::f816:3eff:fe93:f1d8 {{(pid=93714) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 23:29:37.938462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe93:f1d8 {{(pid=93714) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 23:29:37.940089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.941213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ded99f-c3fc-4f7a-8f4d-390f4e4ec6ad None None] Pushing event deleted for resources: {'Port': ['ID=40c75954-aac2-4714-8600-49812cd5f8d6,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:37.990048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:37.995737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:37.999806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:38.000916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.007776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35b117f-90a8-49af-a012-a4fd5c3f86a3 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:38.025491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=503da5b5-0630-4fc3-9f3e-b51adc84ee9b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:38.035490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33414) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.041644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:92:97:c6', 'name': 'tempest-NetworksTestDHCPv6-39916718'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:38.045320 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e23dbdb-715c-410a-80a7-a52090faa8dc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8332264 Jul 15 23:29:38.229168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd842-f6fa-4ebf-acac-e1b99ddbf322 req-fbef1e36-ad78-4db6-bcff-69e7db934482 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:38.236955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-994cd842-f6fa-4ebf-acac-e1b99ddbf322 req-fbef1e36-ad78-4db6-bcff-69e7db934482 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.1140363 Jul 15 23:29:38.239991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '503da5b5-0630-4fc3-9f3e-b51adc84ee9b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:38.240876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.255925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:38.260100 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.290730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 72017420-22d5-4c33-9be9-09dd9d1bef43 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:38.357274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-994cd842-f6fa-4ebf-acac-e1b99ddbf322 req-5d9262a8-4e03-4407-a5ec-20489172a041 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119285 Jul 15 23:29:38.429876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Allocated IP 2001:db8::f816:3eff:feb9:c91 (74549bed-ab35-4c04-a73f-49c8912c8d6f/503da5b5-0630-4fc3-9f3e-b51adc84ee9b/493ba9dd-c6da-4f07-ad31-f90a87ff8eaa) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:38.652741 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.663022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Transition to ACTIVE for port object 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:38.684468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Transition to ACTIVE for port object 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:38.691532 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.744508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Pushing event updated for resources: {'Port': ['ID=493ba9dd-c6da-4f07-ad31-f90a87ff8eaa,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:38.765268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:38.769439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:38.771452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:38.789049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe92:97c6 (74549bed-ab35-4c04-a73f-49c8912c8d6f/503da5b5-0630-4fc3-9f3e-b51adc84ee9b/72017420-22d5-4c33-9be9-09dd9d1bef43) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:38.842535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Attempting to bind port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:38.842942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Attempting to bind port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:38.843309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Attempting to bind port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:38.848866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:38.849252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:38.849654 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.850050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:38.850698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Bound port: 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:38.851113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.932995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] For port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:38.938226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] For port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=493ba9dd-c6da-4f07-ad31-f90a87ff8eaa,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:38.944815 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.993835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.034236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 72017420-22d5-4c33-9be9-09dd9d1bef43 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:39.037562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95323eae-d8a3-46ea-9668-73ef82e9946e None None] Pushing event updated for resources: {'Port': ['ID=493ba9dd-c6da-4f07-ad31-f90a87ff8eaa,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.074457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.122633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:39.127363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:39.132008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:39.138625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.139657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.162783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1258800 Jul 15 23:29:39.167116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33434) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.209280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d55d9-ea88-47fe-ba47-2c51820b172b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=72017420-22d5-4c33-9be9-09dd9d1bef43,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.298421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f40224-16be-46da-8c6b-5a4f613c1bcf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.311708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f40224-16be-46da-8c6b-5a4f613c1bcf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.313576 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-57f40224-16be-46da-8c6b-5a4f613c1bcf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1453321 Jul 15 23:29:39.318558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33440) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.326893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652b594-6bf4-4be8-be88-03be2ce88dce req-49af83aa-cfd4-40f3-a0b4-a8568aa282a8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.328527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0652b594-6bf4-4be8-be88-03be2ce88dce req-49af83aa-cfd4-40f3-a0b4-a8568aa282a8 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1464221 Jul 15 23:29:39.433579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0652b594-6bf4-4be8-be88-03be2ce88dce req-50f0448b-ff5a-4600-9c98-c141f7daf57b tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934050 Jul 15 23:29:39.478947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c44ca965-67b3-4a71-8dc8-87bab1c40b00 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 72017420-22d5-4c33-9be9-09dd9d1bef43 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:39.479347 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c44ca965-67b3-4a71-8dc8-87bab1c40b00 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.581013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c44ca965-67b3-4a71-8dc8-87bab1c40b00 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.594200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c44ca965-67b3-4a71-8dc8-87bab1c40b00 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 72017420-22d5-4c33-9be9-09dd9d1bef43 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:39.634390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6313-4dc9-4622-a62e-25772e4afeff req-81274f13-ecd3-4d39-882c-933a5d4e500c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.636113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a1e6313-4dc9-4622-a62e-25772e4afeff req-81274f13-ecd3-4d39-882c-933a5d4e500c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.0755017 Jul 15 23:29:39.695302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a1e6313-4dc9-4622-a62e-25772e4afeff req-e3bac897-6ab5-4a1d-b5e2-4598a5f40774 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515254 Jul 15 23:29:39.770618 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c44ca965-67b3-4a71-8dc8-87bab1c40b00 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.780582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:39.855156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c44ca965-67b3-4a71-8dc8-87bab1c40b00 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.858842 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c44ca965-67b3-4a71-8dc8-87bab1c40b00 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/72017420-22d5-4c33-9be9-09dd9d1bef43 HTTP/1.1" status: 204 len: 168 time: 0.5374560 Jul 15 23:29:39.858842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ca965-67b3-4a71-8dc8-87bab1c40b00 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=72017420-22d5-4c33-9be9-09dd9d1bef43,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.861074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33448) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.888962 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.934978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c9a7d3-cc97-4e9a-8cfe-e8a5760011b1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.937261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c9a7d3-cc97-4e9a-8cfe-e8a5760011b1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.943143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33450) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.943644 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e0c9a7d3-cc97-4e9a-8cfe-e8a5760011b1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0811725 Jul 15 23:29:39.944477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:39.948968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.037441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=11']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.072844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5bb3cc-6153-462c-b98e-d051d122c4cf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 503da5b5-0630-4fc3-9f3e-b51adc84ee9b {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:40.090530 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb3cc-6153-462c-b98e-d051d122c4cf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.107149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:40.175245 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb3cc-6153-462c-b98e-d051d122c4cf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.193802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:40.340802 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb3cc-6153-462c-b98e-d051d122c4cf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.408779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb3cc-6153-462c-b98e-d051d122c4cf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.448090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bb3cc-6153-462c-b98e-d051d122c4cf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=503da5b5-0630-4fc3-9f3e-b51adc84ee9b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.452536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb3cc-6153-462c-b98e-d051d122c4cf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.457228 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ca5bb3cc-6153-462c-b98e-d051d122c4cf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/503da5b5-0630-4fc3-9f3e-b51adc84ee9b HTTP/1.1" status: 204 len: 168 time: 0.5096276 Jul 15 23:29:40.457419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33458) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:40.483850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-48407bb5-c957-42d0-8da5-859c34d9d4db None None] Provisioning for port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:40.488897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-48407bb5-c957-42d0-8da5-859c34d9d4db None None] Provisioning complete for port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:40.489275 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-48407bb5-c957-42d0-8da5-859c34d9d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.723637 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-48407bb5-c957-42d0-8da5-859c34d9d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.945197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9044b6-89bb-43a4-b647-6720e87a605d None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:40.951142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33466) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:40.951632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fc9864d8-a242-401b-ad98-8394802c9070 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4928079 Jul 15 23:29:40.985334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-48407bb5-c957-42d0-8da5-859c34d9d4db None None] For port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=493ba9dd-c6da-4f07-ad31-f90a87ff8eaa,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:40.996838 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-48407bb5-c957-42d0-8da5-859c34d9d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.035900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53be900-5d4b-4dcd-bbf4-b06da960aada req-4bfaac6e-845f-4121-a136-6c28e1bff718 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:41.039242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b6b77-0eea-4976-98be-0ec5f4fbeee5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:41.043616 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-931b6b77-0eea-4976-98be-0ec5f4fbeee5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0874069 Jul 15 23:29:41.043861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a53be900-5d4b-4dcd-bbf4-b06da960aada req-4bfaac6e-845f-4121-a136-6c28e1bff718 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.0973663 Jul 15 23:29:41.044252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33468) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.093316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a53be900-5d4b-4dcd-bbf4-b06da960aada req-80ddf8d9-4aac-4378-951f-bf472883eb17 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483363 Jul 15 23:29:41.105423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3c5d5-3085-4e7d-814d-776a756b4a37 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:41.109365 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d9c3c5d5-3085-4e7d-814d-776a756b4a37 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0617797 Jul 15 23:29:41.109544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33470) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.155379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-56735f6d-dc08-4efa-a863-1d2596ab2ce4 None None] Could not find standard attr ID for object 72017420-22d5-4c33-9be9-09dd9d1bef43. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:41.158450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48407bb5-c957-42d0-8da5-859c34d9d4db None None] Pushing event updated for resources: {'Port': ['ID=493ba9dd-c6da-4f07-ad31-f90a87ff8eaa,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:41.174893 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d09f4c9-e5cc-4ba8-834d-a768d6007650 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642323 Jul 15 23:29:41.179320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33474) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.184256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:41.298325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:41.315688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725ddd0-b503-4a71-a261-f1f16ebe3e34 req-345c3806-e47a-4539-937f-5e9edfb9e446 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:41.317002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:41.318864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0725ddd0-b503-4a71-a261-f1f16ebe3e34 req-345c3806-e47a-4539-937f-5e9edfb9e446 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0856538 Jul 15 23:29:41.320724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.369139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] Deleting port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:41.369950 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.370857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0725ddd0-b503-4a71-a261-f1f16ebe3e34 req-e86190dd-35b8-4ac0-a4e4-7b758a0c86c7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405180 Jul 15 23:29:41.440181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] For port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=493ba9dd-c6da-4f07-ad31-f90a87ff8eaa,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:41.441021 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.452248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] Calling delete_port for 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:41.518002 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.550802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.562448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:41.566914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:41.571566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:41.572223 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.588385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] Pushing event deleted for resources: {'Port': ['ID=493ba9dd-c6da-4f07-ad31-f90a87ff8eaa,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:41.591232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=a73de6db-dd91-4cc3-8c99-cd04d33c4eb1,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:41.594789 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-32b8fbbd-6366-4666-ac37-3898d85abbc6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4147332 Jul 15 23:29:41.598025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33484) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.602889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ffbf0-122f-4a22-8ca6-d9a254322d68 None None] No DVR routers for this DVR port 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:41.603621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:30:af:b7', 'name': 'tempest-NetworksTestDHCPv6-1834040756'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:41.630953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8b7a5-cd60-49fb-9dc6-46663da1aed3 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:41.778254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:29:41.835248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'a73de6db-dd91-4cc3-8c99-cd04d33c4eb1'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:41.836272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.987029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:41.997048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:42.025271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'mac_address': 'fa:16:3e:57:2e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:29:42.059522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:42.088341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.091627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:42.091977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 493ba9dd-c6da-4f07-ad31-f90a87ff8eaa not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:42.093837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/a73de6db-dd91-4cc3-8c99-cd04d33c4eb1/0d575cb8-f0ad-43b2-8c4d-ed3a9146b488) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:42.112646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 09860ad5-aa84-46d9-b2de-67bad4b9b2d9 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:42.113051 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.143938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:29:42.199915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:42.208465 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.262432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=12']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:42.295406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d356-5dc5-4261-a40d-b98b72dcc69c req-4ca1f899-2587-4198-bb3d-c6e408a5a1e7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:42.297268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9224d356-5dc5-4261-a40d-b98b72dcc69c req-4ca1f899-2587-4198-bb3d-c6e408a5a1e7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.0868638 Jul 15 23:29:42.326082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d7b7c75f-d29b-4eae-b5df-3cd21a250fb8'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:29:42.341285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9224d356-5dc5-4261-a40d-b98b72dcc69c req-6a7c6ff2-123c-4a2d-ad27-86c148cfc689 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361745 Jul 15 23:29:42.392477 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.406041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Transition to ACTIVE for port object 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:42.478628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Transition to ACTIVE for port object 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:42.561641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.597195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ccb8-516c-4072-8c31-6462bde820b0 req-b87ecd80-2ce4-49c9-9b93-71ce12c762e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:42.599948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::383 (74549bed-ab35-4c04-a73f-49c8912c8d6f/a73de6db-dd91-4cc3-8c99-cd04d33c4eb1/09860ad5-aa84-46d9-b2de-67bad4b9b2d9) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:42.603940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e5ccb8-516c-4072-8c31-6462bde820b0 req-b87ecd80-2ce4-49c9-9b93-71ce12c762e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 945 time: 0.0923417 Jul 15 23:29:42.624244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:42.629874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:42.633109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:42.643661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Pushing event updated for resources: {'Port': ['ID=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:42.672253 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e5ccb8-516c-4072-8c31-6462bde820b0 req-70fbd0fa-f27b-4e4a-97f5-484c215d0195 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581322 Jul 15 23:29:42.720131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Attempting to bind port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:42.723537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Attempting to bind port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:42.724149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Attempting to bind port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:42.732256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:42.732928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:42.733067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.733647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:42.734141 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Bound port: 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:42.735033 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.869365 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.873892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] For port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:42.886989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] For port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:42.891345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 09860ad5-aa84-46d9-b2de-67bad4b9b2d9 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:42.898781 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.937360 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.004807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:43.014435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:43.014681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc519bf-b9c7-48f8-a321-0cacd3aa4be5 None None] Pushing event updated for resources: {'Port': ['ID=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:43.020288 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:43.030551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:43.031456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.057858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=09860ad5-aa84-46d9-b2de-67bad4b9b2d9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:43.075367 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-92ac44c3-4f6f-40af-b386-f4e8ed8ebc81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4762180 Jul 15 23:29:43.075587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33522) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:43.183308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546f3e2-c57d-431d-a7c2-249ef44ed505 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:43.189577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546f3e2-c57d-431d-a7c2-249ef44ed505 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:43.200887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33528) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:43.215506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b546f3e2-c57d-431d-a7c2-249ef44ed505 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1389410 Jul 15 23:29:43.436300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dde450a8-e7ff-4fca-a356-762bbbfee696 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 09860ad5-aa84-46d9-b2de-67bad4b9b2d9 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:43.436747 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dde450a8-e7ff-4fca-a356-762bbbfee696 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.597457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dde450a8-e7ff-4fca-a356-762bbbfee696 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.613077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dde450a8-e7ff-4fca-a356-762bbbfee696 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 09860ad5-aa84-46d9-b2de-67bad4b9b2d9 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:43.651690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d5fe7-9617-4a59-955e-d8584f15c4f6 req-dde70aba-d6c9-4635-bc96-394340f8405d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:43.659866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-569d5fe7-9617-4a59-955e-d8584f15c4f6 req-dde70aba-d6c9-4635-bc96-394340f8405d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.1553919 Jul 15 23:29:43.720795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-569d5fe7-9617-4a59-955e-d8584f15c4f6 req-c34f19f9-b27d-4f64-adae-0eed67535ebf tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Jul 15 23:29:43.802022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:43.927960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.958834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dde450a8-e7ff-4fca-a356-762bbbfee696 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.002938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:44.004071 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.087028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde450a8-e7ff-4fca-a356-762bbbfee696 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=09860ad5-aa84-46d9-b2de-67bad4b9b2d9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:44.150701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dde450a8-e7ff-4fca-a356-762bbbfee696 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.155404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33564) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:44.166632 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dde450a8-e7ff-4fca-a356-762bbbfee696 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/09860ad5-aa84-46d9-b2de-67bad4b9b2d9 HTTP/1.1" status: 204 len: 168 time: 0.9606516 Jul 15 23:29:44.246804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:44.268157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68ce4ac-11c5-4a7c-ab89-3c53accba3a3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:44.270514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68ce4ac-11c5-4a7c-ab89-3c53accba3a3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:44.276409 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33566) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:44.283668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d68ce4ac-11c5-4a7c-ab89-3c53accba3a3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1194232 Jul 15 23:29:44.326202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03649495-c242-4f60-9600-692467053e65 req-1fbf8a5f-f2aa-42b7-9685-4eb0413fcde7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:44.327934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03649495-c242-4f60-9600-692467053e65 req-1fbf8a5f-f2aa-42b7-9685-4eb0413fcde7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 945 time: 0.2792797 Jul 15 23:29:44.438105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df267d1-8c0a-4deb-9e03-ee4aa3a16eb9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet a73de6db-dd91-4cc3-8c99-cd04d33c4eb1 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:44.438992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03649495-c242-4f60-9600-692467053e65 req-83af7041-f804-4cd7-b6ba-0419d4ed5f17 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006382 Jul 15 23:29:44.458342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df267d1-8c0a-4deb-9e03-ee4aa3a16eb9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.483802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.530031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33574) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:44.571435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df267d1-8c0a-4deb-9e03-ee4aa3a16eb9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.650974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:44.685741 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.719541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:44.752099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df267d1-8c0a-4deb-9e03-ee4aa3a16eb9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.808240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc36-356a-4c91-948f-53b749080141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.824991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6c735091-717c-47c1-91bc-2d2dedd60783 None None] Provisioning for port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:44.878407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6c735091-717c-47c1-91bc-2d2dedd60783 None None] Provisioning complete for port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:44.878797 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6c735091-717c-47c1-91bc-2d2dedd60783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.947217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df267d1-8c0a-4deb-9e03-ee4aa3a16eb9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.989370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=13']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.006507 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc36-356a-4c91-948f-53b749080141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.019263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc36-356a-4c91-948f-53b749080141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.060089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df267d1-8c0a-4deb-9e03-ee4aa3a16eb9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=a73de6db-dd91-4cc3-8c99-cd04d33c4eb1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.089418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df267d1-8c0a-4deb-9e03-ee4aa3a16eb9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.091512 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8df267d1-8c0a-4deb-9e03-ee4aa3a16eb9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/a73de6db-dd91-4cc3-8c99-cd04d33c4eb1 HTTP/1.1" status: 204 len: 168 time: 0.8137147 Jul 15 23:29:45.094490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33586) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.172991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ca91cc36-356a-4c91-948f-53b749080141 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd91c25458c649bdb324b12db325e708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410575 Jul 15 23:29:45.174403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33588) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.188337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc14e9c-cba6-492e-bc6d-85b5be3c7e89 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:45.194543 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6eb925b9-83ff-4112-81eb-6fb56ce2038f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977073 Jul 15 23:29:45.196869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33590) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.214243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91cc36-356a-4c91-948f-53b749080141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ab300-5465-4ae5-938d-712bbe1904e6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.264395 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b696e29c-c991-45a6-b885-57335fab24f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.294667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56464ae0-e0f4-4d48-8c10-a782f17e56b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.296518 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-56464ae0-e0f4-4d48-8c10-a782f17e56b2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0986400 Jul 15 23:29:45.299621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33592) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.311110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058908a-3c2c-4148-a27c-1a5735201462 req-750c05cf-feb6-4511-8248-e67cba0b6ffe tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.319288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6058908a-3c2c-4148-a27c-1a5735201462 req-750c05cf-feb6-4511-8248-e67cba0b6ffe tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2186813 Jul 15 23:29:45.332657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b696e29c-c991-45a6-b885-57335fab24f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.378284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55660e-adab-490f-bc4c-855710e0da4a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.380668 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aa55660e-adab-490f-bc4c-855710e0da4a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0792770 Jul 15 23:29:45.383287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33594) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.431583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b6b6ba54-bacc-472b-b2e7-cd620c612083 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423787 Jul 15 23:29:45.436127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33596) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.441810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:45.442073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6058908a-3c2c-4148-a27c-1a5735201462 req-c8740824-ab01-4a94-bb36-ff879d886e47 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208267 Jul 15 23:29:45.450744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6c735091-717c-47c1-91bc-2d2dedd60783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.492980 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b696e29c-c991-45a6-b885-57335fab24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.500371 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b696e29c-c991-45a6-b885-57335fab24f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.512168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b696e29c-c991-45a6-b885-57335fab24f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d88ab300-5465-4ae5-938d-712bbe1904e6 HTTP/1.1" status: 204 len: 168 time: 0.3252993 Jul 15 23:29:45.535361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6c735091-717c-47c1-91bc-2d2dedd60783 None None] For port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:45.543934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696e29c-c991-45a6-b885-57335fab24f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ab300-5465-4ae5-938d-712bbe1904e6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.565985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6c735091-717c-47c1-91bc-2d2dedd60783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.700975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c735091-717c-47c1-91bc-2d2dedd60783 None None] Pushing event updated for resources: {'Port': ['ID=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.758710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:45.762915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.790914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3181b314-83be-43ba-84b0-e19b98b992ad None None] Could not find standard attr ID for object 09860ad5-aa84-46d9-b2de-67bad4b9b2d9. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:45.910580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:45.964772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274dd1f-e562-4875-9962-5cbc3b3fb6a0 req-183b9501-be1c-4705-818a-0a3cee40f234 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.966463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7274dd1f-e562-4875-9962-5cbc3b3fb6a0 req-183b9501-be1c-4705-818a-0a3cee40f234 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.1755457 Jul 15 23:29:46.085730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] Deleting port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:46.086117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.128265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7274dd1f-e562-4875-9962-5cbc3b3fb6a0 req-46cd245f-c274-4d10-88a3-512f8a233753 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275151 Jul 15 23:29:46.153267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:46.167441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33614) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:46.182430 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a17f55d-f15b-4b9a-8072-a628ea48c73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.272502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] For port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:46.272823 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.292785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] Calling delete_port for 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:46.385097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:46.398113 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a17f55d-f15b-4b9a-8072-a628ea48c73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.404297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a17f55d-f15b-4b9a-8072-a628ea48c73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.405617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.458187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0a17f55d-f15b-4b9a-8072-a628ea48c73b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70ae9cc58baa4d66abe6e5c5537038a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894838 Jul 15 23:29:46.460554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33622) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:46.468399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f55d-f15b-4b9a-8072-a628ea48c73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d2ce39-e0ca-4de6-a7ae-22eb3795a113,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:46.483035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:46.507730 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.578575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4db9b997-0502-47fc-a686-fcb0b3697f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.592791 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.598642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93714) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 23:29:46.599128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Reverting IP allocation for 2001:db8::f816:3eff:fe57:79f6 {{(pid=93714) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 23:29:46.613261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe57:79f6 {{(pid=93714) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 23:29:46.615688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.623010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] No DVR routers for this DVR port 0d575cb8-f0ad-43b2-8c4d-ed3a9146b488 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:46.629918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:46.659975 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4db9b997-0502-47fc-a686-fcb0b3697f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.710671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c720e3-88e8-4768-bf20-dee07e03e620 None None] Pushing event deleted for resources: {'Port': ['ID=0d575cb8-f0ad-43b2-8c4d-ed3a9146b488,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:46.815034 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=8e17533c-8806-4587-986d-675d7639162f,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:46.847797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:46.872607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:46.881549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:46.883273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.884389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1820e4a-cc08-4627-9520-d041902f6520 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:46.897349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4db9b997-0502-47fc-a686-fcb0b3697f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.900741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4db9b997-0502-47fc-a686-fcb0b3697f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.903888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4db9b997-0502-47fc-a686-fcb0b3697f21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94d2ce39-e0ca-4de6-a7ae-22eb3795a113 HTTP/1.1" status: 204 len: 168 time: 0.4423847 Jul 15 23:29:46.912096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6ca0ba2d-fb33-4ecd-8e43-ed6b6ad59537 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4744184 Jul 15 23:29:46.915531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33630) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:46.921140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-eed8d692-f070-4d14-8c4f-939ff78a82c1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:46.936508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9b997-0502-47fc-a686-fcb0b3697f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d2ce39-e0ca-4de6-a7ae-22eb3795a113,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:47.022241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628633a6-84a5-47c8-a1be-922f45e5e0fa req-6148570d-bff3-49e3-a432-65d04be772eb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.059721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-628633a6-84a5-47c8-a1be-922f45e5e0fa req-6148570d-bff3-49e3-a432-65d04be772eb tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2674661 Jul 15 23:29:47.165338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-628633a6-84a5-47c8-a1be-922f45e5e0fa req-da963ef8-d7c1-495f-bbe1-68941de018b3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958433 Jul 15 23:29:47.257721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed8d692-f070-4d14-8c4f-939ff78a82c1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:47.261357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eed8d692-f070-4d14-8c4f-939ff78a82c1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.266195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '8e17533c-8806-4587-986d-675d7639162f'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:47.267344 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.437109 n-d-793618-8 neutron-server[93714]: INFO neutron.db.ipam_backend_mixin [None req-eed8d692-f070-4d14-8c4f-939ff78a82c1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e17533c-8806-4587-986d-675d7639162f (CIDR: 2001:db8::/64) Jul 15 23:29:47.447340 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed8d692-f070-4d14-8c4f-939ff78a82c1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:47.447996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed8d692-f070-4d14-8c4f-939ff78a82c1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:47.486679 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eed8d692-f070-4d14-8c4f-939ff78a82c1 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5698097 Jul 15 23:29:47.487312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33640) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.495312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:47.565600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953edb31-6296-4b9d-a597-9fb991221d82 req-c6a0e22e-1cb7-4208-a611-fa09a9e3d3e0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.574313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-953edb31-6296-4b9d-a597-9fb991221d82 req-c6a0e22e-1cb7-4208-a611-fa09a9e3d3e0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.1381247 Jul 15 23:29:47.590114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Allocated IP 2001:db8::f816:3eff:feac:6530 (74549bed-ab35-4c04-a73f-49c8912c8d6f/8e17533c-8806-4587-986d-675d7639162f/ca407e3b-b9d4-4d61-81ef-960a194ab93f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:47.683244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-953edb31-6296-4b9d-a597-9fb991221d82 req-faa3940c-350b-4ada-812a-80fd132f9e26 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021197 Jul 15 23:29:47.779031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:47.783809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.918239 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.934848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Transition to ACTIVE for port object ca407e3b-b9d4-4d61-81ef-960a194ab93f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:47.980853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Transition to ACTIVE for port object ca407e3b-b9d4-4d61-81ef-960a194ab93f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:47.993315 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.129537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.187581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:48.223253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=74f04e2f-5b91-4b31-9ce0-ce26e5640ea1,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:48.224444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:48.235285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:48.237449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Pushing event updated for resources: {'Port': ['ID=ca407e3b-b9d4-4d61-81ef-960a194ab93f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:48.242563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:48.244471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:48.250326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:48.256250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b6f3685a-8a2b-4479-9fec-9ccf4c4c36b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.257847 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.363503 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-330e786f-5f3f-4382-bfbf-b7c9ef367c66 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8751144 Jul 15 23:29:48.367207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33670) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:48.371914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-87469811-c86f-4095-97f2-716f5ee66eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:48.374869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-87469811-c86f-4095-97f2-716f5ee66eef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1097 time: 0.4028363 Jul 15 23:29:48.384665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:43:29:be', 'name': 'tempest-NetworksTestDHCPv6-1817400269'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:48.413620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Attempting to bind port ca407e3b-b9d4-4d61-81ef-960a194ab93f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:48.414012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Attempting to bind port ca407e3b-b9d4-4d61-81ef-960a194ab93f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:48.414393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Attempting to bind port ca407e3b-b9d4-4d61-81ef-960a194ab93f on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:48.420731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:48.421104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:48.421510 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.421901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:48.422357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Bound port: ca407e3b-b9d4-4d61-81ef-960a194ab93f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:48.422738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.541694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] For port ca407e3b-b9d4-4d61-81ef-960a194ab93f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:48.546024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] For port ca407e3b-b9d4-4d61-81ef-960a194ab93f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ca407e3b-b9d4-4d61-81ef-960a194ab93f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:48.563561 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.653205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-0cac7f66-d33a-4639-8d77-5830f787eb32 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:48.660026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-0cac7f66-d33a-4639-8d77-5830f787eb32 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.3783433 Jul 15 23:29:48.677626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574283e-32f5-4db1-80eb-10a4ff265c74 req-befc9b45-88cc-4bf7-866d-58fe3dd092e7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:48.680571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d574283e-32f5-4db1-80eb-10a4ff265c74 req-befc9b45-88cc-4bf7-866d-58fe3dd092e7 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 946 time: 0.2351789 Jul 15 23:29:48.768481 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a9ba6-49d9-4228-a982-1c567ff6708e None None] Pushing event updated for resources: {'Port': ['ID=ca407e3b-b9d4-4d61-81ef-960a194ab93f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:48.793285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d574283e-32f5-4db1-80eb-10a4ff265c74 req-751261eb-c478-4bcc-b369-34fbeebdfd5d tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups?id=c10af0b9-a85f-42ae-b202-60e7d408f820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040907 Jul 15 23:29:48.800674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-f3149da5-19f1-4add-b171-c8302f29dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:48.802200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-f3149da5-19f1-4add-b171-c8302f29dcfb service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.3960335 Jul 15 23:29:48.847815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:49.043891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-65ab065e-35c4-4407-9682-2274b4e08edd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 1001 time: 0.2237506 Jul 15 23:29:49.044998 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.073044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Deleting port 5738673b-435d-489d-bb59-3c1526475ab2 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:49.073495 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.198920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port fb502e89-6a21-4b40-9bd5-417cecc30e4e yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:49.280770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-d499fecb-8374-479b-b030-2d310ffb31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:49.282312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-d499fecb-8374-479b-b030-2d310ffb31d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.2304735 Jul 15 23:29:49.400537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9fba5-fcc5-4c5e-9648-fde8fae48c55 req-40a47bd3-4984-4a3d-bb37-c04b024c70ef tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:49.403315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eb9fba5-fcc5-4c5e-9648-fde8fae48c55 req-40a47bd3-4984-4a3d-bb37-c04b024c70ef tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.2607048 Jul 15 23:29:49.427956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] For port 5738673b-435d-489d-bb59-3c1526475ab2, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=5738673b-435d-489d-bb59-3c1526475ab2,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:49.430216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.461862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eb9fba5-fcc5-4c5e-9648-fde8fae48c55 req-9df7327b-0b00-4332-84c0-a2d306ff55f6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517950 Jul 15 23:29:49.477879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Calling delete_port for 5738673b-435d-489d-bb59-3c1526475ab2 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:49.479647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-6c837074-7dd7-48ab-a571-0ae3addf91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:49.486561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-6c837074-7dd7-48ab-a571-0ae3addf91ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892271 Jul 15 23:29:49.615162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-082580a2-8855-43af-a9eb-4e687a52042e service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186609 Jul 15 23:29:49.629438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8:0:1::3d9 (74549bed-ab35-4c04-a73f-49c8912c8d6f/74f04e2f-5b91-4b31-9ce0-ce26e5640ea1/fb502e89-6a21-4b40-9bd5-417cecc30e4e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:49.655281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe43:29be (74549bed-ab35-4c04-a73f-49c8912c8d6f/8e17533c-8806-4587-986d-675d7639162f/fb502e89-6a21-4b40-9bd5-417cecc30e4e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:49.851635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ead9b92-4e60-44a5-be24-30957e2364ee req-e65ff833-c3df-4bb5-9048-ccbd5f2e483c service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203033 Jul 15 23:29:49.909081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.015576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event deleted for resources: {'Port': ['ID=5738673b-435d-489d-bb59-3c1526475ab2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:50.131275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ca407e3b-b9d4-4d61-81ef-960a194ab93f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:50.203397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aed41e9-cd0e-4adb-9f71-4e7316f3181e req-3426df4a-fa8b-4f48-a06c-d96706de5069 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 210 time: 0.0996492 Jul 15 23:29:50.211656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.236220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object fb502e89-6a21-4b40-9bd5-417cecc30e4e will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:50.288680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port ca407e3b-b9d4-4d61-81ef-960a194ab93f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:50.354795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] No DVR routers for this DVR port 5738673b-435d-489d-bb59-3c1526475ab2 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:50.367127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.369396 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-78fade6f-c6df-46da-8910-007a8cf524e8 req-3b9c02e3-54ef-4ad0-91b5-19709d1201c3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.37 "DELETE /v2.0/ports/5738673b-435d-489d-bb59-3c1526475ab2 HTTP/1.1" status: 204 len: 173 time: 1.6927130 Jul 15 23:29:50.369854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e684b2-399c-44b8-9983-ab0c4d4975f9', 'name': 'network-vif-deleted', 'tag': '5738673b-435d-489d-bb59-3c1526475ab2'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:50.374180 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e419fec1-fa05-4d6e-bb74-5ac3b7e44021" -d '{"events": [{"server_uuid": "b8e684b2-399c-44b8-9983-ab0c4d4975f9", "name": "network-vif-deleted", "tag": "5738673b-435d-489d-bb59-3c1526475ab2"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:50.435055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.508693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:50.512364 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ae84b-4373-45f3-bf4e-2812c9dd5b58 x-openstack-request-id: req-be4ae84b-4373-45f3-bf4e-2812c9dd5b58 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:50.512731 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e684b2-399c-44b8-9983-ab0c4d4975f9", "name": "network-vif-deleted", "tag": "5738673b-435d-489d-bb59-3c1526475ab2", "status": "failed", "code": 422}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:50.512929 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be4ae84b-4373-45f3-bf4e-2812c9dd5b58 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:50.513345 n-d-793618-8 neutron-server[93714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8e684b2-399c-44b8-9983-ab0c4d4975f9', 'name': 'network-vif-deleted', 'tag': '5738673b-435d-489d-bb59-3c1526475ab2', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:29:50.514171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:50.557357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:50.577225 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491ca39-e317-42f5-a8ee-167c57887913 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:50.577565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:50.578294 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.612807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33720) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:50.613300 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2395458 Jul 15 23:29:50.621867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6f4d9-0990-4e16-939a-99f765df8395 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=fb502e89-6a21-4b40-9bd5-417cecc30e4e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:50.799409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-aef8fa54-9bdb-4651-8577-0a92b4dd3d4b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port fb502e89-6a21-4b40-9bd5-417cecc30e4e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:50.800292 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aef8fa54-9bdb-4651-8577-0a92b4dd3d4b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.819242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43f1f34f-d7e3-4764-9451-7778344df2a0 None None] Provisioning for port ca407e3b-b9d4-4d61-81ef-960a194ab93f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:50.821349 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c60803b4-35b0-4917-a824-5aa8c5410d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.938169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aef8fa54-9bdb-4651-8577-0a92b4dd3d4b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.963835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-aef8fa54-9bdb-4651-8577-0a92b4dd3d4b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for fb502e89-6a21-4b40-9bd5-417cecc30e4e owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:51.013075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43f1f34f-d7e3-4764-9451-7778344df2a0 None None] Provisioning complete for port ca407e3b-b9d4-4d61-81ef-960a194ab93f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:51.013461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43f1f34f-d7e3-4764-9451-7778344df2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.179110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014be9b9-f739-4bb7-aab4-7fab08b0cb4d req-815e6054-cc01-4210-ac8e-239dd8a92982 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:51.183501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-014be9b9-f739-4bb7-aab4-7fab08b0cb4d req-815e6054-cc01-4210-ac8e-239dd8a92982 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.2174656 Jul 15 23:29:51.279460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-014be9b9-f739-4bb7-aab4-7fab08b0cb4d req-9072ad01-a5ec-461c-b1a0-f97a9d4a2e10 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864978 Jul 15 23:29:51.396583 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.462743 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43f1f34f-d7e3-4764-9451-7778344df2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.514456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-43f1f34f-d7e3-4764-9451-7778344df2a0 None None] For port ca407e3b-b9d4-4d61-81ef-960a194ab93f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ca407e3b-b9d4-4d61-81ef-960a194ab93f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:51.522233 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aef8fa54-9bdb-4651-8577-0a92b4dd3d4b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.530731 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43f1f34f-d7e3-4764-9451-7778344df2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.597403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e0c3eb3-bbb2-4355-94a6-dabf8671358b req-c0a0e0bd-74cc-4bb9-8e0e-ecd8e9865eb3 tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 210 time: 0.0546584 Jul 15 23:29:51.627839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1f34f-d7e3-4764-9451-7778344df2a0 None None] Pushing event updated for resources: {'Port': ['ID=ca407e3b-b9d4-4d61-81ef-960a194ab93f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:51.756927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5738673b-435d-489d-bb59-3c1526475ab2 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:51.818688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 5738673b-435d-489d-bb59-3c1526475ab2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:51.819330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 5738673b-435d-489d-bb59-3c1526475ab2 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:51.906165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5542ce-4121-4325-a350-44c65e345d5d None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': '8e17533c-8806-4587-986d-675d7639162f', 'ip_address': '2001:db8::f816:3eff:feac:6530'}, {'subnet_id': '74f04e2f-5b91-4b31-9ce0-ce26e5640ea1'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'ca407e3b-b9d4-4d61-81ef-960a194ab93f'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:29:51.910398 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.922066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8fa54-9bdb-4651-8577-0a92b4dd3d4b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=fb502e89-6a21-4b40-9bd5-417cecc30e4e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:51.979099 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad5542ce-4121-4325-a350-44c65e345d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.981292 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aef8fa54-9bdb-4651-8577-0a92b4dd3d4b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.986841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aef8fa54-9bdb-4651-8577-0a92b4dd3d4b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/fb502e89-6a21-4b40-9bd5-417cecc30e4e HTTP/1.1" status: 204 len: 168 time: 1.3693054 Jul 15 23:29:51.987722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33756) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.055876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-993d5b2c-a531-4db6-abd8-28028211dffe req-806dea52-fb14-4bac-b6ad-305909397e4c tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e684b2-399c-44b8-9983-ab0c4d4975f9 HTTP/1.1" status: 200 len: 210 time: 0.0518193 Jul 15 23:29:52.162014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ca407e3b-b9d4-4d61-81ef-960a194ab93f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:52.163091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcb2613-3afd-4363-9ebb-e31a3914656a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:52.164861 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dfcb2613-3afd-4363-9ebb-e31a3914656a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1749580 Jul 15 23:29:52.167516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33760) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.294922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde0cde-7e15-4b4e-890e-456d657c680c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:52.311858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33768) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.312288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4fde0cde-7e15-4b4e-890e-456d657c680c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1431615 Jul 15 23:29:52.317227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ca407e3b-b9d4-4d61-81ef-960a194ab93f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:52.317681 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.375698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ad5542ce-4121-4325-a350-44c65e345d5d None None] Allocated IP 2001:db8:0:1::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/74f04e2f-5b91-4b31-9ce0-ce26e5640ea1/ca407e3b-b9d4-4d61-81ef-960a194ab93f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:52.442315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15900e-6532-4085-8860-46d1871c2823 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:52.444199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15900e-6532-4085-8860-46d1871c2823 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:52.446824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15900e-6532-4085-8860-46d1871c2823 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:52.453057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33772) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.465603 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6a15900e-6532-4085-8860-46d1871c2823 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1524100 Jul 15 23:29:52.516401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad328966-76e6-42b0-a438-983cf74ae8bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 74f04e2f-5b91-4b31-9ce0-ce26e5640ea1 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:52.573379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ad5542ce-4121-4325-a350-44c65e345d5d None None] For port ca407e3b-b9d4-4d61-81ef-960a194ab93f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ca407e3b-b9d4-4d61-81ef-960a194ab93f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:52.645892 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad5542ce-4121-4325-a350-44c65e345d5d None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.664878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ad5542ce-4121-4325-a350-44c65e345d5d None None] Transition to ACTIVE for port object ca407e3b-b9d4-4d61-81ef-960a194ab93f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:52.667200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72c6b5-54cb-482d-bffe-c2d7d29b2b02 req-5b2e53f2-ac27-4ea3-829a-b8f5f2517e1e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:52.675597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f72c6b5-54cb-482d-bffe-c2d7d29b2b02 req-5b2e53f2-ac27-4ea3-829a-b8f5f2517e1e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.0916650 Jul 15 23:29:52.676909 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad5542ce-4121-4325-a350-44c65e345d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.692393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad328966-76e6-42b0-a438-983cf74ae8bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.795096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5542ce-4121-4325-a350-44c65e345d5d None None] Pushing event updated for resources: {'Port': ['ID=ca407e3b-b9d4-4d61-81ef-960a194ab93f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:52.795968 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad328966-76e6-42b0-a438-983cf74ae8bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.807053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f72c6b5-54cb-482d-bffe-c2d7d29b2b02 req-bb4d83dc-0ea4-4a9d-97c3-c61f6b013cb8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305149 Jul 15 23:29:52.929915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad328966-76e6-42b0-a438-983cf74ae8bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.048879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33786) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.065043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad328966-76e6-42b0-a438-983cf74ae8bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.095514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad328966-76e6-42b0-a438-983cf74ae8bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=74f04e2f-5b91-4b31-9ce0-ce26e5640ea1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.114096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad328966-76e6-42b0-a438-983cf74ae8bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.119163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ad328966-76e6-42b0-a438-983cf74ae8bd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/74f04e2f-5b91-4b31-9ce0-ce26e5640ea1 HTTP/1.1" status: 204 len: 168 time: 0.6610830 Jul 15 23:29:53.119516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33792) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.190955 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f37b8b21-56ee-4f5a-8638-fa7c63f8ccdd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.242555 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f37b8b21-56ee-4f5a-8638-fa7c63f8ccdd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.244160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4812eeb2-5322-424e-b050-a219ebb798cb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 8e17533c-8806-4587-986d-675d7639162f {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:53.259409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4812eeb2-5322-424e-b050-a219ebb798cb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.313030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f37b8b21-56ee-4f5a-8638-fa7c63f8ccdd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.316078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f37b8b21-56ee-4f5a-8638-fa7c63f8ccdd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.317411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f37b8b21-56ee-4f5a-8638-fa7c63f8ccdd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "DELETE /v2.0/security-groups/c10af0b9-a85f-42ae-b202-60e7d408f820 HTTP/1.1" status: 204 len: 168 time: 0.2664499 Jul 15 23:29:53.323194 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.325218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33794) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.341369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b8b21-56ee-4f5a-8638-fa7c63f8ccdd tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10af0b9-a85f-42ae-b202-60e7d408f820,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.348712 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-d6c38d7c-1751-440f-9c18-e02af63648bf tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] show failed (client error): The resource could not be found. Jul 15 23:29:53.350577 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d6c38d7c-1751-440f-9c18-e02af63648bf tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "GET /v2.0/security-groups/c10af0b9-a85f-42ae-b202-60e7d408f820 HTTP/1.1" status: 404 len: 347 time: 0.0239606 Jul 15 23:29:53.353528 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4812eeb2-5322-424e-b050-a219ebb798cb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.354064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33796) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.540590 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4812eeb2-5322-424e-b050-a219ebb798cb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.556254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Deleting port 8a93b2f1-aa61-48be-b345-27f1b6585b8a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:53.556761 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.647292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4812eeb2-5322-424e-b050-a219ebb798cb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.690098 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.690458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.708406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Calling delete_port for 8a93b2f1-aa61-48be-b345-27f1b6585b8a owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:53.710322 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4812eeb2-5322-424e-b050-a219ebb798cb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.712298 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4812eeb2-5322-424e-b050-a219ebb798cb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/8e17533c-8806-4587-986d-675d7639162f HTTP/1.1" status: 204 len: 168 time: 0.5908716 Jul 15 23:29:53.713165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812eeb2-5322-424e-b050-a219ebb798cb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=8e17533c-8806-4587-986d-675d7639162f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.716291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33802) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.775261 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1f810e47-9e47-4b2d-88f5-afac20f36c61 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551524 Jul 15 23:29:53.776342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33806) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:53.781427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:53.871414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58efbd77-01d0-4192-ab3f-b9b7c2e84cc1 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:53.966025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.010419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:54.016115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.081829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Pushing event deleted for resources: {'Port': ['ID=8a93b2f1-aa61-48be-b345-27f1b6585b8a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:54.127710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-69de4b28-a104-4a7f-aafb-b5556e003997 None None] Provisioning for port ca407e3b-b9d4-4d61-81ef-960a194ab93f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:54.136937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ca407e3b-b9d4-4d61-81ef-960a194ab93f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:54.226169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-69de4b28-a104-4a7f-aafb-b5556e003997 None None] Provisioning complete for port ca407e3b-b9d4-4d61-81ef-960a194ab93f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:54.226642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69de4b28-a104-4a7f-aafb-b5556e003997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.269056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.273091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.280831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9b3c9bc1-25f4-4327-acb2-8092e9b60dad tempest-AttachVolumeShelveTestJSON-1595294811 tempest-AttachVolumeShelveTestJSON-1595294811-project] 10.222.0.23 "DELETE /v2.0/floatingips/5405df71-e952-4805-bcaf-293416929804 HTTP/1.1" status: 204 len: 168 time: 0.9246519 Jul 15 23:29:54.300982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33816) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:54.319355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ca407e3b-b9d4-4d61-81ef-960a194ab93f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:54.320079 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.461675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c1e0-d2d3-434c-a17c-989e596b977b req-c30a09dc-fe6d-4192-aa14-c4979dcffeac tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:54.484085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c48c1e0-d2d3-434c-a17c-989e596b977b req-c30a09dc-fe6d-4192-aa14-c4979dcffeac tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.3224630 Jul 15 23:29:54.651976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:54.675349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-69de4b28-a104-4a7f-aafb-b5556e003997 None None] Could not find standard attr ID for object fb502e89-6a21-4b40-9bd5-417cecc30e4e. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:54.685217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c48c1e0-d2d3-434c-a17c-989e596b977b req-4cfc7ab2-316d-4784-a0fe-86db9348b74a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001541 Jul 15 23:29:54.720574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:54.806180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] Deleting port ca407e3b-b9d4-4d61-81ef-960a194ab93f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:54.806180 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.024876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] For port ca407e3b-b9d4-4d61-81ef-960a194ab93f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ca407e3b-b9d4-4d61-81ef-960a194ab93f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:55.025966 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.091843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] Calling delete_port for ca407e3b-b9d4-4d61-81ef-960a194ab93f owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:55.099876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.104964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.381783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.570541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] For port ca407e3b-b9d4-4d61-81ef-960a194ab93f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ca407e3b-b9d4-4d61-81ef-960a194ab93f,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:55.608265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.614314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.618039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.625388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.697084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] No DVR routers for this DVR port ca407e3b-b9d4-4d61-81ef-960a194ab93f on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:55.732269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0afd6f-ada6-44c1-adf6-4f40378dca31 None None] Pushing event deleted for resources: {'Port': ['ID=ca407e3b-b9d4-4d61-81ef-960a194ab93f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:55.755132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=ca407e3b-b9d4-4d61-81ef-960a194ab93f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:55.788210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:55.827026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=f234a07b-b189-45fe-bc2e-b4e7ee169655,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:55.838978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:55.850987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:55.850987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.853406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20adf8ba-a4fc-4650-bd01-3606eb114111 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:55.890380 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2fcaee69-a5e3-44fd-bbf9-c874b6c91569 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1129231 Jul 15 23:29:55.894003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33848) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:55.919671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e4475c49-99c9-4770-a84a-820fbdb823e5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:56.090423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ca407e3b-b9d4-4d61-81ef-960a194ab93f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:56.138740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: ca407e3b-b9d4-4d61-81ef-960a194ab93f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:56.139272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ca407e3b-b9d4-4d61-81ef-960a194ab93f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:56.229175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4475c49-99c9-4770-a84a-820fbdb823e5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:56.238822 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4475c49-99c9-4770-a84a-820fbdb823e5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.246497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209243e-cb49-47f3-bc15-470fae844eb6 req-ddcdec2c-446e-4ad2-98ee-33122c957240 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:56.264838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': 'f234a07b-b189-45fe-bc2e-b4e7ee169655'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:56.266331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.269210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a209243e-cb49-47f3-bc15-470fae844eb6 req-ddcdec2c-446e-4ad2-98ee-33122c957240 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.3361332 Jul 15 23:29:56.374809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Deleting port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:56.375172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.405626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a209243e-cb49-47f3-bc15-470fae844eb6 req-d8f26e61-08b7-4956-ae4e-74c606c8eec9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288681 Jul 15 23:29:56.478882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Allocated IP 2001:db8::f816:3eff:fe5e:5dc2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/f234a07b-b189-45fe-bc2e-b4e7ee169655/bfefefa3-e71a-45f5-84c7-555170632c52) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:56.565698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] For port 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:56.566468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.585024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Calling delete_port for 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:56.827960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.850551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Transition to ACTIVE for port object bfefefa3-e71a-45f5-84c7-555170632c52 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:56.898390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Transition to ACTIVE for port object bfefefa3-e71a-45f5-84c7-555170632c52 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:56.911921 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.037326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:57.043211 n-d-793618-8 neutron-server[93714]: INFO neutron.db.ipam_backend_mixin [None req-e4475c49-99c9-4770-a84a-820fbdb823e5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f234a07b-b189-45fe-bc2e-b4e7ee169655 (CIDR: 2001:db8::/64) Jul 15 23:29:57.049072 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4475c49-99c9-4770-a84a-820fbdb823e5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:57.049557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4475c49-99c9-4770-a84a-820fbdb823e5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:57.050423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:57.053783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:57.081855 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e4475c49-99c9-4770-a84a-820fbdb823e5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1861691 Jul 15 23:29:57.082446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33864) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:57.089399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Pushing event updated for resources: {'Port': ['ID=bfefefa3-e71a-45f5-84c7-555170632c52,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:57.091051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:57.200076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.218920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Attempting to bind port bfefefa3-e71a-45f5-84c7-555170632c52 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:57.219541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Attempting to bind port bfefefa3-e71a-45f5-84c7-555170632c52 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:57.221285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Attempting to bind port bfefefa3-e71a-45f5-84c7-555170632c52 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:57.227198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:57.228007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:57.228511 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.229011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:57.230119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Bound port: bfefefa3-e71a-45f5-84c7-555170632c52, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:57.230703 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.239942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:57.247104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.296937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:57.405732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] For port bfefefa3-e71a-45f5-84c7-555170632c52, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:57.416576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] For port bfefefa3-e71a-45f5-84c7-555170632c52, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bfefefa3-e71a-45f5-84c7-555170632c52,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:57.422944 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.550248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bae35-376e-4596-9c25-66aba2cf3ac4 None None] Pushing event updated for resources: {'Port': ['ID=bfefefa3-e71a-45f5-84c7-555170632c52,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:57.759691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.932400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.223233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ee84-cc41-4c36-897f-701c597b1688 req-5f1f9bb9-2a21-476b-b949-80758a1abffb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:58.233238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cb7ee84-cc41-4c36-897f-701c597b1688 req-5f1f9bb9-2a21-476b-b949-80758a1abffb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.4597306 Jul 15 23:29:58.271075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:58.317224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:58.341704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:58.344279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.363720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=cc707e8e-995e-4339-a84a-548c758b4419,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:58.392825 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.398313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.398784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.399123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.399455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.399781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.400107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.400428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.401059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.401392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.401712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.402033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:58.415003 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b28085c2-2c75-4558-9c21-36d4ff179219 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3311918 Jul 15 23:29:58.417562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33884) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.430113 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:01:2f:bf', 'name': 'tempest-NetworksTestDHCPv6-1217877948'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:58.444852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bfefefa3-e71a-45f5-84c7-555170632c52 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:58.585331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cb7ee84-cc41-4c36-897f-701c597b1688 req-4c493b8f-ff9a-4751-813e-9e18eb4fd452 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435488 Jul 15 23:29:58.659434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:58.760722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Router ab4a2af8-b28d-441a-9bfe-1d43db34583a has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:58.820797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port bfefefa3-e71a-45f5-84c7-555170632c52 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:58.831909 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.888203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port 4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:59.035369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:59.049048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-333df057-48f2-49bd-a8d7-6fecb6dda1ec admin admin] 10.222.0.23 "PUT /v2.0/routers/ab4a2af8-b28d-441a-9bfe-1d43db34583a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7444539 Jul 15 23:29:59.049511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33898) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.054379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] Sync routers for ids ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:59.094620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] Routers {'ab4a2af8-b28d-441a-9bfe-1d43db34583a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:59.095620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:29:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:59.325090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8:0:1::2b3 (74549bed-ab35-4c04-a73f-49c8912c8d6f/cc707e8e-995e-4339-a84a-548c758b4419/4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:59.336279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::f816:3eff:fe01:2fbf (74549bed-ab35-4c04-a73f-49c8912c8d6f/f234a07b-b189-45fe-bc2e-b4e7ee169655/4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:59.354034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.440516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] Set router ab4a2af8-b28d-441a-9bfe-1d43db34583a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:59.600893 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.725395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Deleting port 91731d92-63da-4cc7-9015-a35e9b3fd192 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:59.730057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.749493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:29:57Z', 'revision_number': 5, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port': {'id': '91731d92-63da-4cc7-9015-a35e9b3fd192', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:03Z', 'updated_at': '2021-07-15T23:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:59.795488 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.821832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object 4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:59.857806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] Checking router: ab4a2af8-b28d-441a-9bfe-1d43db34583a for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:59.869334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.893638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4c314-da0e-4242-b870-e6f352c0df8a None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:59.905629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] Routers {'ab4a2af8-b28d-441a-9bfe-1d43db34583a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:59.906515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:29:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:59.943450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] For port 91731d92-63da-4cc7-9015-a35e9b3fd192, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=91731d92-63da-4cc7-9015-a35e9b3fd192,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:59.944650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.960082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Calling delete_port for 91731d92-63da-4cc7-9015-a35e9b3fd192 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:59.960967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:59.964805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:59.969463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:59.976047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:59.976557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.006052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.017974 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:30:00.040807 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8eae36a6-721f-409d-87b8-f38d59f244bb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6218736 Jul 15 23:30:00.043203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33918) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.208299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] Set router ab4a2af8-b28d-441a-9bfe-1d43db34583a gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:00.221760 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.265643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0c75cae3-66de-4a73-aefd-2eb4dffe95f0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port 4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:00.267260 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c75cae3-66de-4a73-aefd-2eb4dffe95f0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.295899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91731d92-63da-4cc7-9015-a35e9b3fd192,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.398717 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.424893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:29:59Z', 'revision_number': 6, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:00.456182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c75cae3-66de-4a73-aefd-2eb4dffe95f0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.466455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b10da4f5-56e8-484f-8eee-faebca2151a1 None None] Provisioning for port bfefefa3-e71a-45f5-84c7-555170632c52 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:00.468991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0c75cae3-66de-4a73-aefd-2eb4dffe95f0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for 4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:00.469149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71592ead-6503-43db-acc3-0a8eb96fc360 None None] The sync data for ids ['ab4a2af8-b28d-441a-9bfe-1d43db34583a'] in n-d-793618-8 is: [{'id': 'ab4a2af8-b28d-441a-9bfe-1d43db34583a', 'name': 'tempest-AttachVolumeShelveTestJSON-628675179-router', 'tenant_id': 'ffaf75ea1fca4034a4428552df893234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:02Z', 'updated_at': '2021-07-15T23:29:59Z', 'revision_number': 6, 'project_id': 'ffaf75ea1fca4034a4428552df893234', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:00.653632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b10da4f5-56e8-484f-8eee-faebca2151a1 None None] Provisioning complete for port bfefefa3-e71a-45f5-84c7-555170632c52 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:00.655135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b10da4f5-56e8-484f-8eee-faebca2151a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.686294 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.696631 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.778687 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.779918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4a2af8-b28d-441a-9bfe-1d43db34583a {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:00.791870 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.798019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-47fde247-d32a-43a0-9c06-1b60cfc2bab0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ab4a2af8-b28d-441a-9bfe-1d43db34583a HTTP/1.1" status: 204 len: 168 time: 1.7472765 Jul 15 23:30:00.800315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33926) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.864408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c75cae3-66de-4a73-aefd-2eb4dffe95f0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.953687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75cae3-66de-4a73-aefd-2eb4dffe95f0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.972617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f16b4b-7e25-4eaf-908e-1b5690c2e1f9 req-d99483d0-56aa-4b4f-9178-90968452e0ce tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:00.974276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08f16b4b-7e25-4eaf-908e-1b5690c2e1f9 req-d99483d0-56aa-4b4f-9178-90968452e0ce tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.7824004 Jul 15 23:30:01.045652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c75cae3-66de-4a73-aefd-2eb4dffe95f0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.050498 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c75cae3-66de-4a73-aefd-2eb4dffe95f0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b HTTP/1.1" status: 204 len: 168 time: 1.0035048 Jul 15 23:30:01.050498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33934) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:01.065998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f43682f-04ee-457a-9409-2e5a4ff4b9fa admin admin] Deleting subnet 090a7cf4-1270-480b-996d-bee00d6fc3bd {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:01.082324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f43682f-04ee-457a-9409-2e5a4ff4b9fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.092546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08f16b4b-7e25-4eaf-908e-1b5690c2e1f9 req-62b153d9-456f-4905-ad58-8eb1bb7a7685 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045632 Jul 15 23:30:01.145449 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b10da4f5-56e8-484f-8eee-faebca2151a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.188634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f43682f-04ee-457a-9409-2e5a4ff4b9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.208766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c42db-0067-4221-b37d-750c49bcfe55 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.215425 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-830c42db-0067-4221-b37d-750c49bcfe55 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1628687 Jul 15 23:30:01.221416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33936) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:01.312753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b10da4f5-56e8-484f-8eee-faebca2151a1 None None] For port bfefefa3-e71a-45f5-84c7-555170632c52, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bfefefa3-e71a-45f5-84c7-555170632c52,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:01.322793 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b10da4f5-56e8-484f-8eee-faebca2151a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.341753 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f43682f-04ee-457a-9409-2e5a4ff4b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.413521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec0689-c574-4017-be2b-3a369403e0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.415606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-baec0689-c574-4017-be2b-3a369403e0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1912000 Jul 15 23:30:01.418403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33938) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:01.436451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f43682f-04ee-457a-9409-2e5a4ff4b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.452266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10da4f5-56e8-484f-8eee-faebca2151a1 None None] Pushing event updated for resources: {'Port': ['ID=bfefefa3-e71a-45f5-84c7-555170632c52,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:01.503909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43682f-04ee-457a-9409-2e5a4ff4b9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090a7cf4-1270-480b-996d-bee00d6fc3bd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:01.524348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f43682f-04ee-457a-9409-2e5a4ff4b9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.529663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef120b2-4a4a-4dc9-841b-20ac2f8bf5c4 None None] Network 2381b1bb-ebd5-4f20-99f0-9a4caa67500c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:01.538728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3f43682f-04ee-457a-9409-2e5a4ff4b9fa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/090a7cf4-1270-480b-996d-bee00d6fc3bd HTTP/1.1" status: 204 len: 168 time: 0.7349584 Jul 15 23:30:01.539458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33946) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:01.558475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c587a5-c32a-40bf-a8ad-556bebdaae88 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.559725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d721af-48b9-4e81-b853-82da93fcfc5d None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'f234a07b-b189-45fe-bc2e-b4e7ee169655', 'ip_address': '2001:db8::f816:3eff:fe5e:5dc2'}, {'subnet_id': 'cc707e8e-995e-4339-a84a-548c758b4419'}], 'binding:host_id': 'n-d-793618-8'}, 'id': 'bfefefa3-e71a-45f5-84c7-555170632c52'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:30:01.560381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c587a5-c32a-40bf-a8ad-556bebdaae88 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.562125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c587a5-c32a-40bf-a8ad-556bebdaae88 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:01.565920 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-19c587a5-c32a-40bf-a8ad-556bebdaae88 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1462603 Jul 15 23:30:01.573127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33948) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:01.650055 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c7d721af-48b9-4e81-b853-82da93fcfc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.682941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf0d725-1db8-4e5a-a8f1-3037ade1bd87 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet cc707e8e-995e-4339-a84a-548c758b4419 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:01.687946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d725-1db8-4e5a-a8f1-3037ade1bd87 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.699861 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.788116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d725-1db8-4e5a-a8f1-3037ade1bd87 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.835189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Deleting port 9c0b8e9c-a97f-415f-a928-984d2c92b109 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:01.835533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.870492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d725-1db8-4e5a-a8f1-3037ade1bd87 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.949128 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d725-1db8-4e5a-a8f1-3037ade1bd87 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server [None req-c7d721af-48b9-4e81-b853-82da93fcfc5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc707e8e-995e-4339-a84a-548c758b4419: This subnet is being modified by another concurrent operation. Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc707e8e-995e-4339-a84a-548c758b4419: This subnet is being modified by another concurrent operation. Jul 15 23:30:01.959556 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Jul 15 23:30:02.024933 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d725-1db8-4e5a-a8f1-3037ade1bd87 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.035866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] For port 9c0b8e9c-a97f-415f-a928-984d2c92b109, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9c0b8e9c-a97f-415f-a928-984d2c92b109,segment=NetworkSegment(d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e),segment_id=d0f9cf5c-5baa-4c63-bd29-ee5afc18c09e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:02.036492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.042439 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0bf0d725-1db8-4e5a-a8f1-3037ade1bd87 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/cc707e8e-995e-4339-a84a-548c758b4419 HTTP/1.1" status: 204 len: 168 time: 0.4681597 Jul 15 23:30:02.043539 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33958) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:02.044311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0d725-1db8-4e5a-a8f1-3037ade1bd87 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=cc707e8e-995e-4339-a84a-548c758b4419,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.089403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Calling delete_port for 9c0b8e9c-a97f-415f-a928-984d2c92b109 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:02.123792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] DHCP port deletion for 2381b1bb-ebd5-4f20-99f0-9a4caa67500c request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:02.291488 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.309476 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d59f21-ec82-4772-b0d2-8e2c8700e755 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet f234a07b-b189-45fe-bc2e-b4e7ee169655 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:02.313080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:02.314125 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6d59f21-ec82-4772-b0d2-8e2c8700e755 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.386111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6d59f21-ec82-4772-b0d2-8e2c8700e755 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.395761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0b8e9c-a97f-415f-a928-984d2c92b109,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.401602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:02.405419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1f67b7d6-e627-4cf7-8c3b-6dd00ceae5d0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:02.406075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] No DVR routers for this DVR port 9c0b8e9c-a97f-415f-a928-984d2c92b109 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:02.406345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 91731d92-63da-4cc7-9015-a35e9b3fd192 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:02.409652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ff99df71-a9d1-4afb-afe3-2c811294c91a None None] Provisioning complete for port bfefefa3-e71a-45f5-84c7-555170632c52 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:02.410296 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff99df71-a9d1-4afb-afe3-2c811294c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.413004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] Deleting port 9c0b8e9c-a97f-415f-a928-984d2c92b109 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:02.413595 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.504005 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6d59f21-ec82-4772-b0d2-8e2c8700e755 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.570214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] For port 9c0b8e9c-a97f-415f-a928-984d2c92b109, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:02.571082 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.584161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] Calling delete_port for 9c0b8e9c-a97f-415f-a928-984d2c92b109 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:02.588448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] Port 9c0b8e9c-a97f-415f-a928-984d2c92b109 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:30:02.592369 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.625763 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6d59f21-ec82-4772-b0d2-8e2c8700e755 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.674162 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.683055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d59f21-ec82-4772-b0d2-8e2c8700e755 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=f234a07b-b189-45fe-bc2e-b4e7ee169655,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.692368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6d59f21-ec82-4772-b0d2-8e2c8700e755 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.692870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] No DVR routers for this DVR port 9c0b8e9c-a97f-415f-a928-984d2c92b109 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:02.694343 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b6d59f21-ec82-4772-b0d2-8e2c8700e755 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/f234a07b-b189-45fe-bc2e-b4e7ee169655 HTTP/1.1" status: 204 len: 168 time: 0.6479397 Jul 15 23:30:02.706728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33972) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:02.708187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2381b1bb-ebd5-4f20-99f0-9a4caa67500c']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:02.708545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 91731d92-63da-4cc7-9015-a35e9b3fd192 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:02.708545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 91731d92-63da-4cc7-9015-a35e9b3fd192 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:02.723378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:02.723777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f9cf5c-5baa-4c63-bd29-ee5afc18c09e') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:02.736687 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.765174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2b943-69aa-471b-9698-09cb238236c8 req-911f7544-493b-481b-a0a8-dc87d30db1c6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:02.771571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8a2b943-69aa-471b-9698-09cb238236c8 req-911f7544-493b-481b-a0a8-dc87d30db1c6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.2201972 Jul 15 23:30:02.773410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.788053 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de5515-2d06-4099-83ce-4c277ae24216 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:02.788695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:02.789106 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:02.791525 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:02.804145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5c88d-1dd8-47f5-97f7-a97fc90caf53 None None] Pushing event deleted for resources: {'Port': ['ID=9c0b8e9c-a97f-415f-a928-984d2c92b109,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.906958 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-559f0241-e75a-4d08-a23c-fb78c07d6a33 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1979499 Jul 15 23:30:02.907696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33976) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:02.937397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:03.163667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:03.170387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.178310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:03.210199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4baf7cb8-b516-4088-a275-096ec1ed0468 None None] Could not find standard attr ID for object 4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:30:03.234204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8a2b943-69aa-471b-9698-09cb238236c8 req-4576b394-45d3-4c22-806f-6b3fd805b7fe tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4556906 Jul 15 23:30:03.258603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] Deleting port bfefefa3-e71a-45f5-84c7-555170632c52 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:03.259323 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.272346 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.287774 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.303301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2381b1bb-ebd5-4f20-99f0-9a4caa67500c HTTP/1.1" status: 204 len: 168 time: 1.7566686 Jul 15 23:30:03.356750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732be068-6851-4681-8c87-dff41e82aca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2381b1bb-ebd5-4f20-99f0-9a4caa67500c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:03.403279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] For port bfefefa3-e71a-45f5-84c7-555170632c52, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=bfefefa3-e71a-45f5-84c7-555170632c52,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:03.403809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.439777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] Calling delete_port for bfefefa3-e71a-45f5-84c7-555170632c52 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:03.539283 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.612897 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.621453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33988) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:03.639286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:03.645857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] Pushing event deleted for resources: {'Port': ['ID=bfefefa3-e71a-45f5-84c7-555170632c52,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:03.658139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:03.660645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe7e8c-ccc3-4829-90c4-59a2370e605f None None] No DVR routers for this DVR port bfefefa3-e71a-45f5-84c7-555170632c52 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:03.666298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.671328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.683909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca4cc3-6196-4759-a274-388b46c7cc1c None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:03.694463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9f432174-405d-4801-b2e3-4bdd831081d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffaf75ea1fca4034a4428552df893234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691290 Jul 15 23:30:03.695103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 33990) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:03.703051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=6ca25665-0f67-4436-9c00-e9939ef878e4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:03.706539 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-296fef03-a98b-4f0e-bfed-67d70986448e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7978349 Jul 15 23:30:03.709448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 33992) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:03.714672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ef7b82af-0a96-4825-984e-a7593313ad51 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:03.784551 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9787cc0d-3978-41bd-b1a7-e9e9c1e78c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.833924 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9787cc0d-3978-41bd-b1a7-e9e9c1e78c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.923673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9787cc0d-3978-41bd-b1a7-e9e9c1e78c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.927319 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9787cc0d-3978-41bd-b1a7-e9e9c1e78c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.930236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9787cc0d-3978-41bd-b1a7-e9e9c1e78c56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17b52835-757d-48cf-8bcc-e2acb0003e86 HTTP/1.1" status: 204 len: 168 time: 0.2325413 Jul 15 23:30:03.956555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7b82af-0a96-4825-984e-a7593313ad51 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:03.960563 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ef7b82af-0a96-4825-984e-a7593313ad51 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.979242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787cc0d-3978-41bd-b1a7-e9e9c1e78c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b52835-757d-48cf-8bcc-e2acb0003e86,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.070475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9c0b8e9c-a97f-415f-a928-984d2c92b109 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:04.099818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9c0b8e9c-a97f-415f-a928-984d2c92b109 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:04.100181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9c0b8e9c-a97f-415f-a928-984d2c92b109 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:04.100687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bfefefa3-e71a-45f5-84c7-555170632c52 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:04.146918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: bfefefa3-e71a-45f5-84c7-555170632c52 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:04.146918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device bfefefa3-e71a-45f5-84c7-555170632c52 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:04.158641 n-d-793618-8 neutron-server[93714]: INFO neutron.db.ipam_backend_mixin [None req-ef7b82af-0a96-4825-984e-a7593313ad51 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ca25665-0f67-4436-9c00-e9939ef878e4 (CIDR: 2001:db8::/64) Jul 15 23:30:04.164792 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7b82af-0a96-4825-984e-a7593313ad51 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:30:04.164792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7b82af-0a96-4825-984e-a7593313ad51 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:04.188776 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ef7b82af-0a96-4825-984e-a7593313ad51 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4782112 Jul 15 23:30:04.191610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34000) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:04.201598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:04.204671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-74549bed-ab35-4c04-a73f-49c8912c8d6f', 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'tenant_id': 'e4ed1c10eded40d7b68d44f12841093b', 'fixed_ips': [{'subnet_id': '6ca25665-0f67-4436-9c00-e9939ef878e4'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:04.211636 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.528997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:04.537139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.661497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/6ca25665-0f67-4436-9c00-e9939ef878e4/6d7c2153-8035-4069-8ca7-1db2400f5834) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:04.815954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cc4f7-bddb-47b7-b33d-02149c591178 req-74e8b88e-f424-44ae-8ba5-0ff0585fd858 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:04.824026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b19cc4f7-bddb-47b7-b33d-02149c591178 req-74e8b88e-f424-44ae-8ba5-0ff0585fd858 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.2614048 Jul 15 23:30:04.907843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b19cc4f7-bddb-47b7-b33d-02149c591178 req-504b72eb-8cc8-4d6d-be4d-ac93c8c599b4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764935 Jul 15 23:30:04.977094 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.996416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Transition to ACTIVE for port object 6d7c2153-8035-4069-8ca7-1db2400f5834 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:05.033193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Transition to ACTIVE for port object 6d7c2153-8035-4069-8ca7-1db2400f5834 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:05.049866 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.096836 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Pushing event updated for resources: {'Port': ['ID=6d7c2153-8035-4069-8ca7-1db2400f5834,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.120943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:05.122911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:05.126987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:05.215291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Attempting to bind port 6d7c2153-8035-4069-8ca7-1db2400f5834 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:05.216396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Attempting to bind port 6d7c2153-8035-4069-8ca7-1db2400f5834 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:05.216934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Attempting to bind port 6d7c2153-8035-4069-8ca7-1db2400f5834 on network 74549bed-ab35-4c04-a73f-49c8912c8d6f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:05.229642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:05.230098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Checking segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:05.230561 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.231017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Bound using segment: {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:05.231603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Bound port: 6d7c2153-8035-4069-8ca7-1db2400f5834, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dca400-273a-4108-ab52-1b753761d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:05.231997 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.307218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:30:05.385926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] For port 6d7c2153-8035-4069-8ca7-1db2400f5834, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:05.390588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] For port 6d7c2153-8035-4069-8ca7-1db2400f5834, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d7c2153-8035-4069-8ca7-1db2400f5834,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:05.402490 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.489639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f2295-790f-43d9-987b-4217143808c0 None None] Pushing event updated for resources: {'Port': ['ID=6d7c2153-8035-4069-8ca7-1db2400f5834,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.848023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.165740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d7c2153-8035-4069-8ca7-1db2400f5834 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:06.264579 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6d7c2153-8035-4069-8ca7-1db2400f5834 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:06.301133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] For port 6d7c2153-8035-4069-8ca7-1db2400f5834, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d7c2153-8035-4069-8ca7-1db2400f5834,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:06.325450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f32c6d-b264-4c48-ba56-6c19f40c4780 req-d4018c54-798f-49a4-a48c-2ed929234d51 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:06.347210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46f32c6d-b264-4c48-ba56-6c19f40c4780 req-d4018c54-798f-49a4-a48c-2ed929234d51 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.1238363 Jul 15 23:30:06.361158 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.370326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.371850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.406305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46f32c6d-b264-4c48-ba56-6c19f40c4780 req-f83f970f-82a8-4c08-8906-af6e6defda75 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575347 Jul 15 23:30:06.492342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:06.500984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:06.512188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:06.513098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.530599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=096eba2c-d2c9-449a-8e32-c217974b0a3c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:06.533564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=6d7c2153-8035-4069-8ca7-1db2400f5834,revision_number=4']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:06.548549 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0bd7b8e4-f454-45b5-806c-3b530a7fc2c4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3524899 Jul 15 23:30:06.548869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34068) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:06.556882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:57:52:cc', 'name': 'tempest-NetworksTestDHCPv6-1021097331'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:06.867192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:07.055588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.112460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port b33e6205-30e9-489e-a44a-c7009975f0ad yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:07.412627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34098) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:07.559152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155cca02-3be3-4d1b-a6cf-1fc0a48a0636 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:07.822501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-17a9dba5-e3e4-4fc5-861d-ff479d98e6f3 None None] Provisioning for port 6d7c2153-8035-4069-8ca7-1db2400f5834 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:07.831355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::23d (74549bed-ab35-4c04-a73f-49c8912c8d6f/6ca25665-0f67-4436-9c00-e9939ef878e4/b33e6205-30e9-489e-a44a-c7009975f0ad) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:07.843374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:52cc (74549bed-ab35-4c04-a73f-49c8912c8d6f/096eba2c-d2c9-449a-8e32-c217974b0a3c/b33e6205-30e9-489e-a44a-c7009975f0ad) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:07.845425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-17a9dba5-e3e4-4fc5-861d-ff479d98e6f3 None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:07.855768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17a9dba5-e3e4-4fc5-861d-ff479d98e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.881316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c3a9-d157-431e-8f9f-f334e6089144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.944993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc7995-dd54-4d30-8f52-299ea408bc7c req-95e99974-9cc1-4b18-9af0-6074a1243ff0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:07.946599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cfc7995-dd54-4d30-8f52-299ea408bc7c req-95e99974-9cc1-4b18-9af0-6074a1243ff0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.3297300 Jul 15 23:30:08.059882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cfc7995-dd54-4d30-8f52-299ea408bc7c req-c1943509-b3cf-496e-b209-2ab16fb0b8e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064689 Jul 15 23:30:08.134428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d7c2153-8035-4069-8ca7-1db2400f5834 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:08.175097 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17a9dba5-e3e4-4fc5-861d-ff479d98e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.225686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c3a9-d157-431e-8f9f-f334e6089144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.235077 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c3a9-d157-431e-8f9f-f334e6089144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.240586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-17a9dba5-e3e4-4fc5-861d-ff479d98e6f3 None None] For port 6d7c2153-8035-4069-8ca7-1db2400f5834, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d7c2153-8035-4069-8ca7-1db2400f5834,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:08.243950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.254621 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17a9dba5-e3e4-4fc5-861d-ff479d98e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.264907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object b33e6205-30e9-489e-a44a-c7009975f0ad will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:08.287306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4c3a9-d157-431e-8f9f-f334e6089144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e11b1e-acc3-4cd0-9c47-3ee14e8f513d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.303136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3dd4c3a9-d157-431e-8f9f-f334e6089144 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48f2873442f84a46a8274adf09def15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8891861 Jul 15 23:30:08.306274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34114) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:08.316471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.331208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:08.331976 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.437054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:08.446137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:08.447719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91d72da1-2872-4374-b10f-a63213d98912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.456814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:08.479575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9dba5-e3e4-4fc5-861d-ff479d98e6f3 None None] Pushing event updated for resources: {'Port': ['ID=6d7c2153-8035-4069-8ca7-1db2400f5834,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.481485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:08.482181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.518230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=b33e6205-30e9-489e-a44a-c7009975f0ad,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.521311 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91d72da1-2872-4374-b10f-a63213d98912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.553340 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-255a1f92-acbe-4b3f-b0a2-afb17897a466 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0033104 Jul 15 23:30:08.554031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34118) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:08.633451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91d72da1-2872-4374-b10f-a63213d98912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.637377 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91d72da1-2872-4374-b10f-a63213d98912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.639424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-91d72da1-2872-4374-b10f-a63213d98912 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80e11b1e-acc3-4cd0-9c47-3ee14e8f513d HTTP/1.1" status: 204 len: 168 time: 0.3318174 Jul 15 23:30:08.651475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d72da1-2872-4374-b10f-a63213d98912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e11b1e-acc3-4cd0-9c47-3ee14e8f513d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.753791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a2a11bef-c241-440a-b18d-9ca6e831189d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port b33e6205-30e9-489e-a44a-c7009975f0ad {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:08.754135 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2a11bef-c241-440a-b18d-9ca6e831189d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.909094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2a11bef-c241-440a-b18d-9ca6e831189d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.931375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a2a11bef-c241-440a-b18d-9ca6e831189d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for b33e6205-30e9-489e-a44a-c7009975f0ad owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:09.302947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-78dd7a45-a5f4-4da9-ba38-d46500814427 None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:09.305634 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-78dd7a45-a5f4-4da9-ba38-d46500814427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.351976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2a11bef-c241-440a-b18d-9ca6e831189d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.403513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbb221-66ed-4fa4-942f-0a05967560c9 req-2dafe998-c511-4403-9a32-9056ea4348c4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:09.405194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fddbb221-66ed-4fa4-942f-0a05967560c9 req-2dafe998-c511-4403-9a32-9056ea4348c4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.1197798 Jul 15 23:30:09.467628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fddbb221-66ed-4fa4-942f-0a05967560c9 req-fe72a292-b941-44f0-8bf6-5803b3aaf566 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559406 Jul 15 23:30:09.517947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a11bef-c241-440a-b18d-9ca6e831189d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=b33e6205-30e9-489e-a44a-c7009975f0ad,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:09.528342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a2a11bef-c241-440a-b18d-9ca6e831189d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.535228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34162) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:09.545443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a2a11bef-c241-440a-b18d-9ca6e831189d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/b33e6205-30e9-489e-a44a-c7009975f0ad HTTP/1.1" status: 204 len: 168 time: 0.9902184 Jul 15 23:30:09.613398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050418b-07ce-4250-8705-4f202505af24 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:09.621350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34168) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:09.634570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4050418b-07ce-4250-8705-4f202505af24 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0980048 Jul 15 23:30:09.749096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58729a2-f66d-4e6b-b4ce-6b2fc19e8f80 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:09.755283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34178) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:09.755394 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a58729a2-f66d-4e6b-b4ce-6b2fc19e8f80 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1302221 Jul 15 23:30:09.840888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1994e00-2f38-4760-93d6-7b695f8e8ad7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:09.842860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1994e00-2f38-4760-93d6-7b695f8e8ad7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:09.846776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1994e00-2f38-4760-93d6-7b695f8e8ad7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:09.848840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a1994e00-2f38-4760-93d6-7b695f8e8ad7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0941939 Jul 15 23:30:09.853415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34186) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:09.937017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 096eba2c-d2c9-449a-8e32-c217974b0a3c {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:09.941361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.992654 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.040441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-23475c31-f151-43d0-9ec6-d61d63dd7646 None None] Could not find standard attr ID for object b33e6205-30e9-489e-a44a-c7009975f0ad. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:30:10.072327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d7c2153-8035-4069-8ca7-1db2400f5834 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:10.223448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.238336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:10.238971 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.288154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0577475-a1f5-49f9-888f-70fa341d9f54 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:30:10.352478 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.370328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.373447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/096eba2c-d2c9-449a-8e32-c217974b0a3c HTTP/1.1" status: 204 len: 168 time: 0.5151374 Jul 15 23:30:10.377019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34206) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:10.398301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=096eba2c-d2c9-449a-8e32-c217974b0a3c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.409861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.410301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.410659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.411018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.411355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.412470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.413009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.413167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.413628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.414214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.414672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.415092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6a07-aae7-4196-a2b7-a68f8b75d530 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:10.484736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0577475-a1f5-49f9-888f-70fa341d9f54 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:30:10.493033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cf7bcc-8b89-4be2-b469-ff4feaeaba14 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet 6ca25665-0f67-4436-9c00-e9939ef878e4 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:10.510535 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18cf7bcc-8b89-4be2-b469-ff4feaeaba14 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.615484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18cf7bcc-8b89-4be2-b469-ff4feaeaba14 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.806783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dd649-1109-4483-a49b-e38f4306a309 req-7144042e-a134-4a44-9573-ae1eb8717bc4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:10.824152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b2dd649-1109-4483-a49b-e38f4306a309 req-7144042e-a134-4a44-9573-ae1eb8717bc4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.1323035 Jul 15 23:30:10.828000 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18cf7bcc-8b89-4be2-b469-ff4feaeaba14 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.891198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b2dd649-1109-4483-a49b-e38f4306a309 req-3729d658-1e0a-4b6b-9aa6-140eda90856a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636065 Jul 15 23:30:10.983719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18cf7bcc-8b89-4be2-b469-ff4feaeaba14 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.064378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf7bcc-8b89-4be2-b469-ff4feaeaba14 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca25665-0f67-4436-9c00-e9939ef878e4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:11.075982 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18cf7bcc-8b89-4be2-b469-ff4feaeaba14 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.081517 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-18cf7bcc-8b89-4be2-b469-ff4feaeaba14 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/6ca25665-0f67-4436-9c00-e9939ef878e4 HTTP/1.1" status: 204 len: 168 time: 0.6982727 Jul 15 23:30:11.081673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34258) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:11.138255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34260) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:11.144966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:11.164052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-14e433d0-d589-498b-9d0f-83dae82f8afd tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525060 Jul 15 23:30:11.295755 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:11.299826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.819768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.922441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:11.972543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:11.984993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:11.986229 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.992321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=e339cd1e-4a4d-445e-a8a1-59b79924b449,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:12.035870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:12.040203 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-78a2a2c1-7ccf-4703-9ae8-16c022262b85 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8998551 Jul 15 23:30:12.042396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34294) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:12.054964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-62212d7b-f863-40b2-818b-577391d8a19f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:12.173034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6fa770-e3a5-4d9c-ae00-2ea88d7f0908 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:30:12.286372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62212d7b-f863-40b2-818b-577391d8a19f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:12.290390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62212d7b-f863-40b2-818b-577391d8a19f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.503240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6fa770-e3a5-4d9c-ae00-2ea88d7f0908 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:30:12.527844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a8ac9a93-289c-4d57-9c46-dd103e5a7cdf None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:12.529616 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9a93-289c-4d57-9c46-dd103e5a7cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.558553 n-d-793618-8 neutron-server[93715]: INFO neutron.db.ipam_backend_mixin [None req-62212d7b-f863-40b2-818b-577391d8a19f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e339cd1e-4a4d-445e-a8a1-59b79924b449 (CIDR: 2001:db8::/64) Jul 15 23:30:12.575634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded048ef-8927-4e25-96e5-cb6c1fdd501c req-37f64ddc-bdc2-41cb-aafb-4282c1368286 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:12.583264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ded048ef-8927-4e25-96e5-cb6c1fdd501c req-37f64ddc-bdc2-41cb-aafb-4282c1368286 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 946 time: 0.2548211 Jul 15 23:30:12.585413 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-62212d7b-f863-40b2-818b-577391d8a19f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:30:12.585928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62212d7b-f863-40b2-818b-577391d8a19f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:12.633054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34306) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:12.639046 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'subnet': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:12.644318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-62212d7b-f863-40b2-818b-577391d8a19f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6004453 Jul 15 23:30:12.695578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ded048ef-8927-4e25-96e5-cb6c1fdd501c req-d81b8593-468b-4879-a3c1-f32c5fa23566 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112807 Jul 15 23:30:12.811179 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.001824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:13.029575 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.153785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=14']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:13.523413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:13.527452 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.540407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52d920-af10-475f-a720-3e0ff5101fd3 None None] Update dhcp port {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'fixed_ips': [{'subnet_id': 'e339cd1e-4a4d-445e-a8a1-59b79924b449'}], 'binding:host_id': 'n-d-793618-8'}, 'id': '6d7c2153-8035-4069-8ca7-1db2400f5834'} from n-d-793618-8. {{(pid=93716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:30:13.623124 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac52d920-af10-475f-a720-3e0ff5101fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.891194 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.007635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ac52d920-af10-475f-a720-3e0ff5101fd3 None None] Allocated IP 2001:db8::2 (74549bed-ab35-4c04-a73f-49c8912c8d6f/e339cd1e-4a4d-445e-a8a1-59b79924b449/6d7c2153-8035-4069-8ca7-1db2400f5834) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:14.184982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ac52d920-af10-475f-a720-3e0ff5101fd3 None None] For port 6d7c2153-8035-4069-8ca7-1db2400f5834, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d7c2153-8035-4069-8ca7-1db2400f5834,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:14.262473 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac52d920-af10-475f-a720-3e0ff5101fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.291959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ac52d920-af10-475f-a720-3e0ff5101fd3 None None] Transition to ACTIVE for port object 6d7c2153-8035-4069-8ca7-1db2400f5834 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:14.296952 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac52d920-af10-475f-a720-3e0ff5101fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.328828 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:30:14.440080 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52d920-af10-475f-a720-3e0ff5101fd3 None None] Pushing event updated for resources: {'Port': ['ID=6d7c2153-8035-4069-8ca7-1db2400f5834,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.630874 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.023932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] For port 6d7c2153-8035-4069-8ca7-1db2400f5834, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d7c2153-8035-4069-8ca7-1db2400f5834,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:15.096537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.107064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.108909 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.226411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:15.235875 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:15.249516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.250369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.276207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=6d7c2153-8035-4069-8ca7-1db2400f5834,revision_number=10']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:15.292468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Subnet': ['ID=e03264ce-3977-4681-9ebb-4a53bb6ae188,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:15.303972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34440) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:15.306208 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a3e9cec0-84e1-4a3d-8fad-a42882656bd6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6718671 Jul 15 23:30:15.317848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Request body: {'port': {'network_id': '74549bed-ab35-4c04-a73f-49c8912c8d6f', 'mac_address': 'fa:16:3e:88:4f:05', 'name': 'tempest-NetworksTestDHCPv6-381762613'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:15.418734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79663d5d-d84f-4686-a5c4-4d5fc1855e8e None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:15.511550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Made reservation on behalf of e4ed1c10eded40d7b68d44f12841093b for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:15.572331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0bb08899-ccf2-4803-b57b-cb588fde2372 None None] Provisioning for port 6d7c2153-8035-4069-8ca7-1db2400f5834 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:15.585560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0bb08899-ccf2-4803-b57b-cb588fde2372 None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:15.585941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0bb08899-ccf2-4803-b57b-cb588fde2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.624294 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.698650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] device_id is not set on port feeb6b0c-76b1-4d59-aa29-2d68b6c73072 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:15.801775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff7cb-9da6-43e5-970e-6d7dfa971cb6 req-9455b197-d300-46b0-ac04-c4684cb16ee7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.803389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c71ff7cb-9da6-43e5-970e-6d7dfa971cb6 req-9455b197-d300-46b0-ac04-c4684cb16ee7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1712668 Jul 15 23:30:16.044088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d7c2153-8035-4069-8ca7-1db2400f5834 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:16.046368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c71ff7cb-9da6-43e5-970e-6d7dfa971cb6 req-22f4de5e-36b7-40b6-82f3-5cd3d96a7372 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959541 Jul 15 23:30:16.087004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8::1bf (74549bed-ab35-4c04-a73f-49c8912c8d6f/e339cd1e-4a4d-445e-a8a1-59b79924b449/feeb6b0c-76b1-4d59-aa29-2d68b6c73072) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:16.109327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Allocated IP 2001:db8:0:1:f816:3eff:fe88:4f05 (74549bed-ab35-4c04-a73f-49c8912c8d6f/e03264ce-3977-4681-9ebb-4a53bb6ae188/feeb6b0c-76b1-4d59-aa29-2d68b6c73072) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:16.201534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:16.206630 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.490262 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.509189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Transition to ACTIVE for port object feeb6b0c-76b1-4d59-aa29-2d68b6c73072 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:16.575749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.688854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event updated for resources: {'Port': ['ID=feeb6b0c-76b1-4d59-aa29-2d68b6c73072,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:16.818620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:16.827700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:16.833404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:16.839864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:16.841031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.892522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-977b5bbb-a4a3-48f6-9b83-717baf62c0be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5842550 Jul 15 23:30:16.893276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34490) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:16.912619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-c24cb2db-7b60-4d58-9009-639cdc267724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:16.915830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-c24cb2db-7b60-4d58-9009-639cdc267724 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.3284566 Jul 15 23:30:16.924838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117e7c-3476-4be8-993b-4cc0f95e210a req-1afd3710-8c84-407d-9130-fd181a6d9d70 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:16.932255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62117e7c-3476-4be8-993b-4cc0f95e210a req-1afd3710-8c84-407d-9130-fd181a6d9d70 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.2246053 Jul 15 23:30:16.960274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c8451-be47-49c6-ba10-27b5b0ef19be None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:17.104313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62117e7c-3476-4be8-993b-4cc0f95e210a req-97889b80-caf8-4307-b847-6f1cb6710646 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702955 Jul 15 23:30:17.156506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-037daf5e-fb9a-45eb-b190-cbff7125ad98 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting port feeb6b0c-76b1-4d59-aa29-2d68b6c73072 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:17.158585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-037daf5e-fb9a-45eb-b190-cbff7125ad98 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.164823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e64cf9d3-7e81-4c17-9db9-9324096161fe None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:17.165042 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e64cf9d3-7e81-4c17-9db9-9324096161fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.251021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-36ef4afb-2b1b-42a2-9356-8ba6a02b83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:17.257014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-36ef4afb-2b1b-42a2-9356-8ba6a02b83b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.2928169 Jul 15 23:30:17.308933 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-037daf5e-fb9a-45eb-b190-cbff7125ad98 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.341561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-037daf5e-fb9a-45eb-b190-cbff7125ad98 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Calling delete_port for feeb6b0c-76b1-4d59-aa29-2d68b6c73072 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:17.524875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-4aa558b1-d2b3-4436-9819-b3c4a7e013f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.2609010 Jul 15 23:30:17.598194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-a522af3a-2d0b-4bd1-968b-cead6cc6faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:17.600391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-a522af3a-2d0b-4bd1-968b-cead6cc6faa7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0670135 Jul 15 23:30:17.687655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-186a9ac5-d802-4a23-a1ae-bce379666d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:17.689196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-186a9ac5-d802-4a23-a1ae-bce379666d63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814464 Jul 15 23:30:17.770332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-037daf5e-fb9a-45eb-b190-cbff7125ad98 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.801956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037daf5e-fb9a-45eb-b190-cbff7125ad98 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Port': ['ID=feeb6b0c-76b1-4d59-aa29-2d68b6c73072,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:17.836367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-ea6ae451-654a-454e-ae15-0b8df517ff5c service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381590 Jul 15 23:30:17.869558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-037daf5e-fb9a-45eb-b190-cbff7125ad98 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.873874 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-037daf5e-fb9a-45eb-b190-cbff7125ad98 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/feeb6b0c-76b1-4d59-aa29-2d68b6c73072 HTTP/1.1" status: 204 len: 168 time: 0.9767678 Jul 15 23:30:17.874069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34520) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:17.902831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6269b4ca-1a57-4b0a-93c9-3e6c981e2748 None None] Could not find standard attr ID for object feeb6b0c-76b1-4d59-aa29-2d68b6c73072. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:30:17.919306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6269b4ca-1a57-4b0a-93c9-3e6c981e2748 None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:17.922335 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6269b4ca-1a57-4b0a-93c9-3e6c981e2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.981375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aaa8ed-6625-43c4-8dda-1d0285c665de tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:17.987972 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-91aaa8ed-6625-43c4-8dda-1d0285c665de tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1128845 Jul 15 23:30:17.988853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34530) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.003476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd1fbc09-2963-43e0-a66a-09158c0c7d81 req-f684246b-bf47-4228-ae54-2efd1aa01484 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561668 Jul 15 23:30:18.107109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc4b7d9-ec8f-4fc2-b66c-3e47f205cecf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.112756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34534) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.123010 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3bc4b7d9-ec8f-4fc2-b66c-3e47f205cecf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1323969 Jul 15 23:30:18.172456 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7f40b9fa-4158-49e6-ad20-053d7f4f382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.206235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481a231-cf91-45e6-98b2-5b47a22f0279 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.208659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481a231-cf91-45e6-98b2-5b47a22f0279 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.210176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481a231-cf91-45e6-98b2-5b47a22f0279 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.216342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5481a231-cf91-45e6-98b2-5b47a22f0279 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0999310 Jul 15 23:30:18.217216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34542) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.332339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f962fe-86d1-4bcc-bd75-bb627a5cc93f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet e03264ce-3977-4681-9ebb-4a53bb6ae188 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:18.345302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87f962fe-86d1-4bcc-bd75-bb627a5cc93f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.370453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-46e4d14b-1569-4f4c-b6bd-21153979cb24 None None] Could not find standard attr ID for object feeb6b0c-76b1-4d59-aa29-2d68b6c73072. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:30:18.395252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87f962fe-86d1-4bcc-bd75-bb627a5cc93f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.500851 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87f962fe-86d1-4bcc-bd75-bb627a5cc93f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.584636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87f962fe-86d1-4bcc-bd75-bb627a5cc93f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.625167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69c72e-1b1d-4b5d-a1ac-2d14c018cb32 req-68b65a47-d66b-4569-b4de-c909c2fea35b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:18.627407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da69c72e-1b1d-4b5d-a1ac-2d14c018cb32 req-68b65a47-d66b-4569-b4de-c909c2fea35b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.2389174 Jul 15 23:30:18.640417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f962fe-86d1-4bcc-bd75-bb627a5cc93f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=e03264ce-3977-4681-9ebb-4a53bb6ae188,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:18.643082 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-87f962fe-86d1-4bcc-bd75-bb627a5cc93f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.648265 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-87f962fe-86d1-4bcc-bd75-bb627a5cc93f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/e03264ce-3977-4681-9ebb-4a53bb6ae188 HTTP/1.1" status: 204 len: 168 time: 0.4297681 Jul 15 23:30:18.651472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.724918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db401e05-2d7e-4202-a853-8318997e647a None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:18.728221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da69c72e-1b1d-4b5d-a1ac-2d14c018cb32 req-37b922d8-b82a-4eea-9950-b26bc04fddd5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927639 Jul 15 23:30:18.810296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d67a47-c332-4080-90e2-2a728a771bf9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Deleting subnet e339cd1e-4a4d-445e-a8a1-59b79924b449 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:18.818783 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1d67a47-c332-4080-90e2-2a728a771bf9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.885858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1d67a47-c332-4080-90e2-2a728a771bf9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.076029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1d67a47-c332-4080-90e2-2a728a771bf9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.172837 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1d67a47-c332-4080-90e2-2a728a771bf9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.188887 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1d67a47-c332-4080-90e2-2a728a771bf9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.191257 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c1d67a47-c332-4080-90e2-2a728a771bf9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/e339cd1e-4a4d-445e-a8a1-59b79924b449 HTTP/1.1" status: 204 len: 168 time: 0.5386434 Jul 15 23:30:19.193721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34566) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.230460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d67a47-c332-4080-90e2-2a728a771bf9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Subnet': ['ID=e339cd1e-4a4d-445e-a8a1-59b79924b449,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.251390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-73bd333f-0a62-4787-8c31-0b050db3a292 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556412 Jul 15 23:30:19.253997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34570) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.405338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dca8ba-2812-4df8-be2d-7c574c9e5830 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:19.409371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-16dca8ba-2812-4df8-be2d-7c574c9e5830 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1513221 Jul 15 23:30:19.409743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34576) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.511336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd870999-1870-4f00-a046-8ce60a5aa3d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:19.513127 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fd870999-1870-4f00-a046-8ce60a5aa3d5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023023 Jul 15 23:30:19.515987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.561876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34584) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.562679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4c5c1e7f-fd12-4f61-8196-c11cd10f1ad6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444884 Jul 15 23:30:19.640074 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49b7492-257d-4e44-b2b9-3ce6bf9548f3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:19.640845 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49b7492-257d-4e44-b2b9-3ce6bf9548f3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:19.643780 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c49b7492-257d-4e44-b2b9-3ce6bf9548f3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/feeb6b0c-76b1-4d59-aa29-2d68b6c73072 HTTP/1.1" status: 404 len: 333 time: 0.0784242 Jul 15 23:30:19.645333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34588) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.687738 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d64431a-1d7d-477d-b2b1-d07a5ffd508a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:19.689227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d64431a-1d7d-477d-b2b1-d07a5ffd508a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:19.691764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3d64431a-1d7d-477d-b2b1-d07a5ffd508a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/e03264ce-3977-4681-9ebb-4a53bb6ae188 HTTP/1.1" status: 404 len: 337 time: 0.0452361 Jul 15 23:30:19.694083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34590) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.796440 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e3fc37-d948-4f39-8174-499ce1048c4d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:19.796933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e3fc37-d948-4f39-8174-499ce1048c4d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:19.799300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f4e3fc37-d948-4f39-8174-499ce1048c4d tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/e339cd1e-4a4d-445e-a8a1-59b79924b449 HTTP/1.1" status: 404 len: 337 time: 0.1034184 Jul 15 23:30:19.801779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34594) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.913139 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd72f50-8bca-48bc-aa61-eef01d44882a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:19.914172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd72f50-8bca-48bc-aa61-eef01d44882a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:19.916172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7bd72f50-8bca-48bc-aa61-eef01d44882a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/b33e6205-30e9-489e-a44a-c7009975f0ad HTTP/1.1" status: 404 len: 333 time: 0.1134641 Jul 15 23:30:19.919319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34598) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.964306 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4807c899-e45c-495e-b2f7-85f12b9b9ed9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:19.964887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4807c899-e45c-495e-b2f7-85f12b9b9ed9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:19.967434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af83f05-3ca3-418b-b259-0db114ec9a89 None None] Network 74549bed-ab35-4c04-a73f-49c8912c8d6f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:19.970590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34602) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.970883 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4807c899-e45c-495e-b2f7-85f12b9b9ed9 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/096eba2c-d2c9-449a-8e32-c217974b0a3c HTTP/1.1" status: 404 len: 337 time: 0.0455801 Jul 15 23:30:20.004454 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3f5e40-b80e-48ce-8076-fef825745705 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.005230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3f5e40-b80e-48ce-8076-fef825745705 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.008166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3f3f5e40-b80e-48ce-8076-fef825745705 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/6ca25665-0f67-4436-9c00-e9939ef878e4 HTTP/1.1" status: 404 len: 337 time: 0.0361741 Jul 15 23:30:20.010566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34606) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.089618 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f9140e-f6f5-4ff5-8c51-b8c09e7bfcc8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.097780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f9140e-f6f5-4ff5-8c51-b8c09e7bfcc8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.101792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34608) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.102724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e4f9140e-f6f5-4ff5-8c51-b8c09e7bfcc8 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/4cc0ab13-ce51-45e6-9c69-2866ff3d0c0b HTTP/1.1" status: 404 len: 333 time: 0.0909944 Jul 15 23:30:20.106595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34610) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.139921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-40f8348f-ef48-4bbd-836a-78b02b294e67 None None] Provisioning complete for port 6d7c2153-8035-4069-8ca7-1db2400f5834 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:20.140396 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-40f8348f-ef48-4bbd-836a-78b02b294e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.162957 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-03101f98-6382-4ff2-bbd3-1243c1553e97 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.163716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03101f98-6382-4ff2-bbd3-1243c1553e97 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.165639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-03101f98-6382-4ff2-bbd3-1243c1553e97 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/cc707e8e-995e-4339-a84a-548c758b4419 HTTP/1.1" status: 404 len: 337 time: 0.0449181 Jul 15 23:30:20.168489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34614) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.194186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c348d2-0096-41c1-9b50-32d7d8788e9c req-71639ca6-022d-4087-a11e-4e25e1f5a4e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:20.203161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93c348d2-0096-41c1-9b50-32d7d8788e9c req-71639ca6-022d-4087-a11e-4e25e1f5a4e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1932781 Jul 15 23:30:20.225930 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9467d4-42fe-497a-afc5-477c9abd4db3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.226660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9467d4-42fe-497a-afc5-477c9abd4db3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.229211 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ed9467d4-42fe-497a-afc5-477c9abd4db3 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/f234a07b-b189-45fe-bc2e-b4e7ee169655 HTTP/1.1" status: 404 len: 337 time: 0.0593171 Jul 15 23:30:20.231736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34616) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.258986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93c348d2-0096-41c1-9b50-32d7d8788e9c req-ed11dfcf-6e84-4610-8a01-0645fd9c29c6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511348 Jul 15 23:30:20.264189 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f720d451-1392-4bb9-b5ac-e5497ed083be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.264909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f720d451-1392-4bb9-b5ac-e5497ed083be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.267200 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f720d451-1392-4bb9-b5ac-e5497ed083be tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/fb502e89-6a21-4b40-9bd5-417cecc30e4e HTTP/1.1" status: 404 len: 333 time: 0.0343380 Jul 15 23:30:20.269662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34618) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.315977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-427f7ff2-38b8-4d90-834b-9bc1e116f823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.319352 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6c4dae-c62d-4f6c-bf77-f8e284413e31 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.319810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6c4dae-c62d-4f6c-bf77-f8e284413e31 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.322235 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b6c4dae-c62d-4f6c-bf77-f8e284413e31 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/74f04e2f-5b91-4b31-9ce0-ce26e5640ea1 HTTP/1.1" status: 404 len: 337 time: 0.0509617 Jul 15 23:30:20.324271 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34624) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.376065 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d97a938-caf9-4606-bfac-14c5e309fc83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.377046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d97a938-caf9-4606-bfac-14c5e309fc83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.378937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9d97a938-caf9-4606-bfac-14c5e309fc83 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/8e17533c-8806-4587-986d-675d7639162f HTTP/1.1" status: 404 len: 337 time: 0.0533941 Jul 15 23:30:20.383072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34634) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.458398 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d918f99-f482-46d6-8c54-f89244327541 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.459435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d918f99-f482-46d6-8c54-f89244327541 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.474509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9d918f99-f482-46d6-8c54-f89244327541 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/09860ad5-aa84-46d9-b2de-67bad4b9b2d9 HTTP/1.1" status: 404 len: 333 time: 0.0881398 Jul 15 23:30:20.476857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34640) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.486676 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-427f7ff2-38b8-4d90-834b-9bc1e116f823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.492910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] DHCP port deletion for 74549bed-ab35-4c04-a73f-49c8912c8d6f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:20.495478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-427f7ff2-38b8-4d90-834b-9bc1e116f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.509167 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c5aac7-a9a2-4ced-9c0e-c3a7e09ac9bf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.509533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c5aac7-a9a2-4ced-9c0e-c3a7e09ac9bf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.515488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-63c5aac7-a9a2-4ced-9c0e-c3a7e09ac9bf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/a73de6db-dd91-4cc3-8c99-cd04d33c4eb1 HTTP/1.1" status: 404 len: 337 time: 0.0352337 Jul 15 23:30:20.515757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34644) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.559117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Deleting port 6d7c2153-8035-4069-8ca7-1db2400f5834 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:20.560022 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.581657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-427f7ff2-38b8-4d90-834b-9bc1e116f823 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64f16f73bd534166bab6166c42b4e627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787469 Jul 15 23:30:20.589522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34648) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.595896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f7ff2-38b8-4d90-834b-9bc1e116f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ed1832-95ef-4b41-8d6a-8fab63156f8f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:20.598043 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf4c08f-dc4c-4f1e-9def-08efefb075f2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.598838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf4c08f-dc4c-4f1e-9def-08efefb075f2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.600595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eaf4c08f-dc4c-4f1e-9def-08efefb075f2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/72017420-22d5-4c33-9be9-09dd9d1bef43 HTTP/1.1" status: 404 len: 333 time: 0.0839093 Jul 15 23:30:20.607615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34650) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.663130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] For port 6d7c2153-8035-4069-8ca7-1db2400f5834, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d7c2153-8035-4069-8ca7-1db2400f5834,segment=NetworkSegment(56dca400-273a-4108-ab52-1b753761d544),segment_id=56dca400-273a-4108-ab52-1b753761d544)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:20.663696 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.666037 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-34aac57f-b4f1-4abb-9ffa-f1b270d96835 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.666592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34aac57f-b4f1-4abb-9ffa-f1b270d96835 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.668415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-34aac57f-b4f1-4abb-9ffa-f1b270d96835 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/503da5b5-0630-4fc3-9f3e-b51adc84ee9b HTTP/1.1" status: 404 len: 337 time: 0.0597904 Jul 15 23:30:20.674789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34654) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.690914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Calling delete_port for 6d7c2153-8035-4069-8ca7-1db2400f5834 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:20.703343 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ffaeabbd-0c2d-4f51-9cdf-6747212df6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.749842 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea1f6aa-91e0-454d-aee9-7f77af487440 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.751730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea1f6aa-91e0-454d-aee9-7f77af487440 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.754100 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9ea1f6aa-91e0-454d-aee9-7f77af487440 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/30ac9fe2-c2f9-46ad-9480-75ae3add36e4 HTTP/1.1" status: 404 len: 333 time: 0.0780911 Jul 15 23:30:20.759084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34662) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.780961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f410eac-336e-48d4-bfcb-6b9fa2ccc16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.805087 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.809076 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45f6080-5eba-4b35-b859-b799dbf1152b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.809620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45f6080-5eba-4b35-b859-b799dbf1152b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.812569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e45f6080-5eba-4b35-b859-b799dbf1152b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/792e84ce-95c0-455b-a513-de9083a34db9 HTTP/1.1" status: 404 len: 337 time: 0.0494106 Jul 15 23:30:20.815330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34670) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.818643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] No DVR routers for this DVR port 6d7c2153-8035-4069-8ca7-1db2400f5834 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:20.844131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca17118-daba-4a75-b920-f95b3bc6a74a req-1fd53a52-d5c7-4448-9de4-893687c173b4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:20.846127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ca17118-daba-4a75-b920-f95b3bc6a74a req-1fd53a52-d5c7-4448-9de4-893687c173b4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1946111 Jul 15 23:30:20.853602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Pushing event deleted for resources: {'Port': ['ID=6d7c2153-8035-4069-8ca7-1db2400f5834,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:20.883039 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a74da5-b4d0-4265-be26-96d4e6c82079 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.883784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a74da5-b4d0-4265-be26-96d4e6c82079 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.888163 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d4a74da5-b4d0-4265-be26-96d4e6c82079 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/33776057-0740-4f65-a699-e9dd5f41670e HTTP/1.1" status: 404 len: 333 time: 0.0713277 Jul 15 23:30:20.888773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34676) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.888950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.889308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.889648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.889983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.890328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.890644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.894597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.895210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.895548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.895878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.896204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.898994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30daf2bd-9eaa-4104-be5e-b1e9eef8a206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:20.913659 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f410eac-336e-48d4-bfcb-6b9fa2ccc16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.922369 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb59aa12-5a77-4863-be5b-c2b1ec928977 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.923859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb59aa12-5a77-4863-be5b-c2b1ec928977 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.928988 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bb59aa12-5a77-4863-be5b-c2b1ec928977 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/bd1bb0f1-98ca-4351-a694-8caddf717e8a HTTP/1.1" status: 404 len: 337 time: 0.0391293 Jul 15 23:30:20.930154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34682) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.941272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ca17118-daba-4a75-b920-f95b3bc6a74a req-ed2d1bb5-3693-4231-828b-046e8ff1df63 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668089 Jul 15 23:30:20.976986 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d5473c-204f-488a-9b7d-ab9233fe6b84 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:20.978581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d5473c-204f-488a-9b7d-ab9233fe6b84 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.984088 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-68d5473c-204f-488a-9b7d-ab9233fe6b84 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/8f38378e-c58a-44f2-862a-1ad8765324b3 HTTP/1.1" status: 404 len: 333 time: 0.0523884 Jul 15 23:30:20.985638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34688) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.034009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f410eac-336e-48d4-bfcb-6b9fa2ccc16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.037015 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0848566f-b320-4f2e-b4a6-342cb1e1b8bc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.037638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0848566f-b320-4f2e-b4a6-342cb1e1b8bc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.041987 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0848566f-b320-4f2e-b4a6-342cb1e1b8bc tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/ba51c5d1-1c72-4d63-a851-78253d5d6bbd HTTP/1.1" status: 404 len: 337 time: 0.0526290 Jul 15 23:30:21.042111 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f410eac-336e-48d4-bfcb-6b9fa2ccc16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.044192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34692) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.044949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.049104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6f410eac-336e-48d4-bfcb-6b9fa2ccc16f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46ed1832-95ef-4b41-8d6a-8fab63156f8f HTTP/1.1" status: 204 len: 168 time: 0.4558353 Jul 15 23:30:21.079100 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb50f8bd-0c8e-4165-9b16-b308110f415f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.079815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb50f8bd-0c8e-4165-9b16-b308110f415f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.082803 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cb50f8bd-0c8e-4165-9b16-b308110f415f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/9c4bc7ff-71b8-46ea-82e3-1fef51ab7835 HTTP/1.1" status: 404 len: 333 time: 0.0363951 Jul 15 23:30:21.084654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34696) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.103719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f410eac-336e-48d4-bfcb-6b9fa2ccc16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ed1832-95ef-4b41-8d6a-8fab63156f8f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.116029 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-829585b7-e387-41dc-bb7f-5ff9a8165884 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.116623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829585b7-e387-41dc-bb7f-5ff9a8165884 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.120686 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-829585b7-e387-41dc-bb7f-5ff9a8165884 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/2b3a8432-3e45-4e20-8b11-b8051b4536c7 HTTP/1.1" status: 404 len: 337 time: 0.0327635 Jul 15 23:30:21.121251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34698) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.170208 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-782452a0-26c3-4452-a92c-3e9af197bcf5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.170934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782452a0-26c3-4452-a92c-3e9af197bcf5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.187958 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-782452a0-26c3-4452-a92c-3e9af197bcf5 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/c5b2bc3b-d133-4afb-98df-32396b540784 HTTP/1.1" status: 404 len: 337 time: 0.0650494 Jul 15 23:30:21.190945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34704) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.199014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b47d0e-f62f-4bcc-bdce-93f681e0b56c req-c2152284-76b9-4343-92b4-cd9c8545601c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:21.207717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65b47d0e-f62f-4bcc-bdce-93f681e0b56c req-c2152284-76b9-4343-92b4-cd9c8545601c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1247065 Jul 15 23:30:21.234523 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-087dbd67-386d-439c-a397-d80bb3ce6ff2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.236292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087dbd67-386d-439c-a397-d80bb3ce6ff2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.238387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-087dbd67-386d-439c-a397-d80bb3ce6ff2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/fd1d59b0-c9fe-4a88-8544-03680699aeb3 HTTP/1.1" status: 404 len: 333 time: 0.0462549 Jul 15 23:30:21.240961 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34708) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.283455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65b47d0e-f62f-4bcc-bdce-93f681e0b56c req-906e88a7-900b-44dd-b601-b3b448e124c3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743008 Jul 15 23:30:21.304392 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f2c64f-b557-405a-bee9-4a6ba7b0336a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.304912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f2c64f-b557-405a-bee9-4a6ba7b0336a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.307032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-02f2c64f-b557-405a-bee9-4a6ba7b0336a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/d8ad29bc-c660-43f2-a54f-45942469c134 HTTP/1.1" status: 404 len: 337 time: 0.0645390 Jul 15 23:30:21.309553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34712) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.337922 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abfc908-80ce-4057-a326-e25bd0c07daf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.338533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abfc908-80ce-4057-a326-e25bd0c07daf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.343247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34714) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.343759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7abfc908-80ce-4057-a326-e25bd0c07daf tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/4b73f291-0cf8-4294-a40c-3c5af0b02fab HTTP/1.1" status: 404 len: 337 time: 0.0325329 Jul 15 23:30:21.398216 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe62c56-56ce-4983-8929-f5e1b89e4e5f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.401266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe62c56-56ce-4983-8929-f5e1b89e4e5f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.403174 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4fe62c56-56ce-4983-8929-f5e1b89e4e5f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/ccbae242-7ec2-46bd-bbce-ba81aa7c9dd9 HTTP/1.1" status: 404 len: 333 time: 0.0589454 Jul 15 23:30:21.405740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34716) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.467939 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1b28d2-0fbe-4b2e-93a7-97d32538453a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.468400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1b28d2-0fbe-4b2e-93a7-97d32538453a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.470381 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bf1b28d2-0fbe-4b2e-93a7-97d32538453a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/e54c31ec-53ed-4581-8fdb-22d6b906591c HTTP/1.1" status: 404 len: 337 time: 0.0633655 Jul 15 23:30:21.473168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34726) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.478950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34728) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.511643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-946ed3f9-8b13-4e82-8443-a7a69fb647d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.535704 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1891e93f-bf22-4f51-a991-b24954b83e72 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.536063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1891e93f-bf22-4f51-a991-b24954b83e72 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.540452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1891e93f-bf22-4f51-a991-b24954b83e72 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/c028ea31-09af-46f9-a163-bb34e9e8624b HTTP/1.1" status: 404 len: 337 time: 0.0636041 Jul 15 23:30:21.552711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34734) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.581355 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.589814 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9edf58-677d-46f0-bd4d-aab87ee06f35 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.590399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9edf58-677d-46f0-bd4d-aab87ee06f35 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.595771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1b9edf58-677d-46f0-bd4d-aab87ee06f35 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/65cffaf9-7633-44f0-aa57-95244cfc2142 HTTP/1.1" status: 404 len: 333 time: 0.0392919 Jul 15 23:30:21.596805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34740) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.629506 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c75637-946a-4c02-8776-6b45c90999e6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.629951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c75637-946a-4c02-8776-6b45c90999e6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.634195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-26c75637-946a-4c02-8776-6b45c90999e6 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/59bf3169-6364-4b52-b6f3-83c87a89c885 HTTP/1.1" status: 404 len: 337 time: 0.0339849 Jul 15 23:30:21.634875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34742) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.646993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-946ed3f9-8b13-4e82-8443-a7a69fb647d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.652605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-946ed3f9-8b13-4e82-8443-a7a69fb647d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.692732 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30e0c6b-070b-494a-b073-de6d721ae71f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.693353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30e0c6b-070b-494a-b073-de6d721ae71f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.697492 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-946ed3f9-8b13-4e82-8443-a7a69fb647d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e97eeeb33b64c218fedf82fc606c38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146330 Jul 15 23:30:21.697687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f30e0c6b-070b-494a-b073-de6d721ae71f tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/c651546b-67b1-4b6e-bba0-33b5849db572 HTTP/1.1" status: 404 len: 337 time: 0.0592663 Jul 15 23:30:21.697802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ed3f9-8b13-4e82-8443-a7a69fb647d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f663e5-0130-4d11-81f3-ca34315c2ee9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.698924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34744) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.698924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34746) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.750271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f62fca83-cb0a-4d53-99f3-5dea8c9809a4 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e HTTP/1.1" status: 200 len: 205 time: 0.0445764 Jul 15 23:30:21.756579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34748) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.797187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-82e48b9f-a74b-4025-91f5-1827601a4659 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:21.804171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-82e48b9f-a74b-4025-91f5-1827601a4659 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.2827091 Jul 15 23:30:21.814548 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-ef25e65e-ed33-4830-8474-d94b0fa7104a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] delete failed (client error): The resource could not be found. Jul 15 23:30:21.819438 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ef25e65e-ed33-4830-8474-d94b0fa7104a tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/routers/7d8751e4-c423-4cb9-8fc6-e6818dcf9a1e HTTP/1.1" status: 404 len: 336 time: 0.0654953 Jul 15 23:30:21.820274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34750) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.825758 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89dfe1da-8c39-408d-98f6-488a34099820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.841549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8bf2540c-38ee-4d2e-9073-a727df75bf32 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/quotas/bfa49eb36e4a4c86a5069d0bc18d3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0360003 Jul 15 23:30:21.851870 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-08917fb2-2a91-4076-ac96-bd8e51065337 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:21.852334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08917fb2-2a91-4076-ac96-bd8e51065337 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:21.857296 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-08917fb2-2a91-4076-ac96-bd8e51065337 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/9ed14eb7-4266-4235-95eb-d287fbc9cd85 HTTP/1.1" status: 404 len: 337 time: 0.0358968 Jul 15 23:30:21.857978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34752) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.897315 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89dfe1da-8c39-408d-98f6-488a34099820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.931848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d79c7dc9-d319-4a28-89ed-dee9d95e5c94 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "GET /v2.0/ports?device_id=5722f5b5-6588-4961-bbb3-0f31088917a0 HTTP/1.1" status: 200 len: 205 time: 0.0645821 Jul 15 23:30:21.932112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34758) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.984830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89dfe1da-8c39-408d-98f6-488a34099820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.987853 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89dfe1da-8c39-408d-98f6-488a34099820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.991555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-89dfe1da-8c39-408d-98f6-488a34099820 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3f663e5-0130-4d11-81f3-ca34315c2ee9 HTTP/1.1" status: 204 len: 168 time: 0.2896740 Jul 15 23:30:22.007737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe1da-8c39-408d-98f6-488a34099820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f663e5-0130-4d11-81f3-ca34315c2ee9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:22.037045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-bf294146-082a-4291-af56-a4306b15509f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1941364 Jul 15 23:30:22.065096 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-ed949d3c-2ed3-46cd-95fd-22423083e33c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] delete failed (client error): The resource could not be found. Jul 15 23:30:22.066898 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ed949d3c-2ed3-46cd-95fd-22423083e33c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/routers/5722f5b5-6588-4961-bbb3-0f31088917a0 HTTP/1.1" status: 404 len: 336 time: 0.1378386 Jul 15 23:30:22.075285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34762) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.108593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d7c2153-8035-4069-8ca7-1db2400f5834 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:22.119282 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45dfeca-8f16-4354-a833-b1addcc5bb43 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.120508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45dfeca-8f16-4354-a833-b1addcc5bb43 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.126985 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b45dfeca-8f16-4354-a833-b1addcc5bb43 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/92fde877-ea59-4f3f-82ef-52cc1c88b9e3 HTTP/1.1" status: 404 len: 337 time: 0.0504589 Jul 15 23:30:22.127912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34766) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.147792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6d7c2153-8035-4069-8ca7-1db2400f5834 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:22.148149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d7c2153-8035-4069-8ca7-1db2400f5834 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:22.169450 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-953343ad-bc1d-4e92-8e8c-2a2a112612b0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.170108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953343ad-bc1d-4e92-8e8c-2a2a112612b0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.179961 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-953343ad-bc1d-4e92-8e8c-2a2a112612b0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/ae90f3b6-a9ef-4543-b727-8d6bfddaa2f0 HTTP/1.1" status: 404 len: 337 time: 0.0483453 Jul 15 23:30:22.180559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34768) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.216139 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4ccd88-2056-4b7b-a08e-9c4ce66f37fb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.217216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4ccd88-2056-4b7b-a08e-9c4ce66f37fb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.223145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-5d6f0eec-948c-4c29-ac66-4fde8eac4f41 service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847608 Jul 15 23:30:22.229820 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd4ccd88-2056-4b7b-a08e-9c4ce66f37fb tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/69fe0a5c-8e0b-4143-bc1e-2c1a2919767d HTTP/1.1" status: 404 len: 333 time: 0.0443251 Jul 15 23:30:22.230458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34774) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.287267 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-23417214-13be-42fe-8224-9b27f364353c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.287803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23417214-13be-42fe-8224-9b27f364353c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.289867 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23417214-13be-42fe-8224-9b27f364353c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/5cd2f311-5149-49d0-bdde-f10e02cdcd29 HTTP/1.1" status: 404 len: 337 time: 0.0567605 Jul 15 23:30:22.293551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34776) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.345616 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb7ee22-7b1d-483f-ac26-2e0a778ad3ce tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.347578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb7ee22-7b1d-483f-ac26-2e0a778ad3ce tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.349520 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bdb7ee22-7b1d-483f-ac26-2e0a778ad3ce tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/5abceddf-64fd-4e7a-a269-47ac0f8f73ad HTTP/1.1" status: 404 len: 333 time: 0.0547037 Jul 15 23:30:22.354283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34780) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.386248 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b774f2-69f3-43c1-b995-b8c97421240c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.387028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b774f2-69f3-43c1-b995-b8c97421240c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.388981 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-91b774f2-69f3-43c1-b995-b8c97421240c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/429b2ba4-5db8-4461-a1b4-812747251734 HTTP/1.1" status: 404 len: 337 time: 0.0336666 Jul 15 23:30:22.392178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34782) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.405983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-e875a471-10c6-4654-a2ae-f01a5789a99b service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818810 Jul 15 23:30:22.429464 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2439914e-c4cb-410b-9b7b-5eaa5c9e5fda tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.432139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2439914e-c4cb-410b-9b7b-5eaa5c9e5fda tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.437525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2439914e-c4cb-410b-9b7b-5eaa5c9e5fda tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/3344df76-c5ed-4fd9-9e83-6f19ba2651b1 HTTP/1.1" status: 404 len: 333 time: 0.0442841 Jul 15 23:30:22.438539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34784) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.472756 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bf752f-eb44-494a-8482-64da1da779d7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.473200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bf752f-eb44-494a-8482-64da1da779d7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.477781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.478347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d5bf752f-eb44-494a-8482-64da1da779d7 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/ba5e2b5f-55bc-499d-8790-5f0dde98edb1 HTTP/1.1" status: 404 len: 337 time: 0.0381880 Jul 15 23:30:22.509762 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-156afb8a-937a-45b6-86e2-1ad9e36abb36 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.510683 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156afb8a-937a-45b6-86e2-1ad9e36abb36 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.515267 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-156afb8a-937a-45b6-86e2-1ad9e36abb36 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/cafdf34f-ccee-4616-9027-df763e8fe746 HTTP/1.1" status: 404 len: 333 time: 0.0319371 Jul 15 23:30:22.516785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34792) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.565616 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c5b40c-e225-4fbb-bcd9-5b90eeae09d2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.565616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c5b40c-e225-4fbb-bcd9-5b90eeae09d2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.567972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-39c5b40c-e225-4fbb-bcd9-5b90eeae09d2 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/b10fcce1-eead-446e-9752-3f0c8d195542 HTTP/1.1" status: 404 len: 337 time: 0.0497818 Jul 15 23:30:22.570350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34796) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.601905 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bcc9d5-5761-4d83-b179-865dc58ccb10 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.603472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bcc9d5-5761-4d83-b179-865dc58ccb10 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.608347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34802) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.608534 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-78bcc9d5-5761-4d83-b179-865dc58ccb10 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/ecb3e62b-1c40-48a8-bf3b-df0eb2f32080 HTTP/1.1" status: 404 len: 333 time: 0.0371096 Jul 15 23:30:22.646725 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-093ec5f8-cbae-4da7-afc6-75951c24e5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.647825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093ec5f8-cbae-4da7-afc6-75951c24e5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.650433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-093ec5f8-cbae-4da7-afc6-75951c24e5c0 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/20dc0770-7e89-4d8f-9061-ae59e2b89877 HTTP/1.1" status: 404 len: 337 time: 0.0401711 Jul 15 23:30:22.653003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34806) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.693663 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5292c6f3-fd51-486b-be13-464d4bb9d93b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.694849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5292c6f3-fd51-486b-be13-464d4bb9d93b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.698805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5292c6f3-fd51-486b-be13-464d4bb9d93b tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/82317584-3ad3-4129-91c5-9a954d67d8fc HTTP/1.1" status: 404 len: 333 time: 0.0429034 Jul 15 23:30:22.699627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34810) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.732464 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b382a8ca-1ad0-48dd-aadf-2828316f8f81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.733598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b382a8ca-1ad0-48dd-aadf-2828316f8f81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.736108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b382a8ca-1ad0-48dd-aadf-2828316f8f81 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/2daad674-5f79-4776-8cbf-8f17413d669e HTTP/1.1" status: 404 len: 337 time: 0.0352478 Jul 15 23:30:22.738633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34816) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.771345 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d53d7c-3b9b-4f8b-ad22-52cb9af68c82 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.772371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d53d7c-3b9b-4f8b-ad22-52cb9af68c82 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.774466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-95d53d7c-3b9b-4f8b-ad22-52cb9af68c82 tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/ports/e324c7bf-7555-4dda-b07e-e778ee92923f HTTP/1.1" status: 404 len: 333 time: 0.0346317 Jul 15 23:30:22.777284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34822) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.817076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a76f45c-26bb-4f48-b3dd-fde3df202d5d req-4f74183f-53ba-4dcf-b51c-611da2aae291 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 210 time: 0.0408790 Jul 15 23:30:22.829851 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f181eb66-055c-4725-8d55-24143baec49e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:22.830501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f181eb66-055c-4725-8d55-24143baec49e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:22.833305 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f181eb66-055c-4725-8d55-24143baec49e tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/subnets/d3752026-b579-42aa-a28d-b387cbd48386 HTTP/1.1" status: 404 len: 337 time: 0.0547628 Jul 15 23:30:22.836132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34824) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.944139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.090731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.101522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74549bed-ab35-4c04-a73f-49c8912c8d6f']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:23.114600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dca400-273a-4108-ab52-1b753761d544') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:23.114930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dca400-273a-4108-ab52-1b753761d544') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:23.126489 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.142290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.149504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:23.149901 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:23.152985 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:23.239843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.245215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.251613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] 10.222.0.23 "DELETE /v2.0/networks/74549bed-ab35-4c04-a73f-49c8912c8d6f HTTP/1.1" status: 204 len: 168 time: 0.4114931 Jul 15 23:30:23.330454 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.755072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34870) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:23.831828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ecd80-eb33-401b-8dd4-6931b6a4cd8c tempest-NetworksTestDHCPv6-81702931 tempest-NetworksTestDHCPv6-81702931-project] Pushing event deleted for resources: {'Network': ['ID=74549bed-ab35-4c04-a73f-49c8912c8d6f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.028923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fa2610f-c913-4aea-ab3b-52efebf6f771 req-8df4451b-5f4b-4de3-ae4e-36328e5046cc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 210 time: 0.0554297 Jul 15 23:30:24.065974 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c3ea9322-c251-4306-8e12-3cba18e77a30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4ed1c10eded40d7b68d44f12841093b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086298 Jul 15 23:30:24.068851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 34886) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:24.148082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71ff4aa6-7954-4f0d-b22a-08929b3a1bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.176049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71ff4aa6-7954-4f0d-b22a-08929b3a1bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.238683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71ff4aa6-7954-4f0d-b22a-08929b3a1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.242243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71ff4aa6-7954-4f0d-b22a-08929b3a1bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.245609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-71ff4aa6-7954-4f0d-b22a-08929b3a1bf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b474978e-5b38-4414-b4a8-8511d11bd5a5 HTTP/1.1" status: 204 len: 168 time: 0.1734114 Jul 15 23:30:24.274327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff4aa6-7954-4f0d-b22a-08929b3a1bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b474978e-5b38-4414-b4a8-8511d11bd5a5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.817460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-44f304f0-b8b8-443f-9543-6ef2b207280e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:24.821909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-44f304f0-b8b8-443f-9543-6ef2b207280e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.2377319 Jul 15 23:30:24.871725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'port': {'device_id': 'ce1a81a8-06f2-43bc-8b46-e08db5469d44', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'admin_state_up': True, 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:25.085933 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.237309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Made reservation on behalf of bfa49eb36e4a4c86a5069d0bc18d3dd2 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:25.243444 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.312458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6abffd34-2e55-46ec-98e5-1ec70e311bf4 req-46629e63-af03-4c0b-bf51-a9df02c09dac tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 210 time: 0.0641143 Jul 15 23:30:25.535356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Allocated IP 172.20.0.12 (9b850e48-a58c-48a5-b95c-7064321c3aef/316fc3de-261a-4b63-9c9b-ac6de8c66d18/3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:25.609015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 34958) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:25.864496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'networks': [{'name': 'tempest-network--168354031'}, {'name': 'tempest-network--1548331562'}]} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:25.864876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'network': {'name': 'tempest-network--168354031'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:25.865410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'network': {'name': 'tempest-network--1548331562'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:25.916201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Made reservation on behalf of 8eb45c4a9adc4f2eb79876906a05dfec for: {'network': 2} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:25.918701 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.926290 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.941701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Transition to ACTIVE for port object 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:25.942615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.028477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.100453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:26.106478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:26.110928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:26.142574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'Port': ['ID=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:26.190677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:26.191590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.202142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.208735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.209489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.214283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d9e36460-b4ea-4d3e-a753-73099bd0b69c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3761089 Jul 15 23:30:26.227472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Request body: {'port': {'device_id': 'ce1a81a8-06f2-43bc-8b46-e08db5469d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:26.260273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe93f1-89bc-45da-a5f7-56326636d441,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:26.274564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:26.304638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.308379 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Added segment ef92c2ef-c6d2-42a3-8545-48a469030e0e of type vlan for network d40e0adf-a57e-4995-a455-1a93b9e0b294 Jul 15 23:30:26.338410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.434843 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.492464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-64ff9796-3457-4414-83e6-f15ed555190f None None] Provisioning for port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:26.501656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-64ff9796-3457-4414-83e6-f15ed555190f None None] Provisioning complete for port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:26.502061 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-64ff9796-3457-4414-83e6-f15ed555190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.523576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:26.555389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.556043 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Added segment 70784f77-19fa-4f8e-ac22-e6e9aa439d25 of type vlan for network b6b81092-6cb0-4968-ad00-2c5be81f34c6 Jul 15 23:30:26.604403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-64ff9796-3457-4414-83e6-f15ed555190f None None] Port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:26.629201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.666537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.667115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.674890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:26.679937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:26.680619 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.727012 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1162422 Jul 15 23:30:26.728197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35000) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:26.916037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce1f5b-ade7-4b90-99d2-bba6f5abfa80 req-abe10053-d7e4-4604-8f89-832a714d307f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:26.918039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8ce1f5b-ade7-4b90-99d2-bba6f5abfa80 req-abe10053-d7e4-4604-8f89-832a714d307f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 932 time: 0.3278546 Jul 15 23:30:26.918793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35004) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:26.987827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8ce1f5b-ade7-4b90-99d2-bba6f5abfa80 req-ac18a305-d6b3-4402-9af1-a2ca933eaf72 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571957 Jul 15 23:30:27.050373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fa91d-fd58-4a80-928c-a84ce6851c0f tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:27.066426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fa91d-fd58-4a80-928c-a84ce6851c0f tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:27.072661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fa91d-fd58-4a80-928c-a84ce6851c0f tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:27.081546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fa91d-fd58-4a80-928c-a84ce6851c0f tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:27.086815 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-235fa91d-fd58-4a80-928c-a84ce6851c0f tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3545790 Jul 15 23:30:27.087740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:27.131878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Network': ['ID=d40e0adf-a57e-4995-a455-1a93b9e0b294,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.143572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d40e0adf-a57e-4995-a455-1a93b9e0b294 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:27.161031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:30:27.191884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.210909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Transition to ACTIVE for port object 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:27.216207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.253670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:27.373385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07c6b-fb0b-49cf-a124-a31f4f724b25 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Network': ['ID=b6b81092-6cb0-4968-ad00-2c5be81f34c6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.390372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76d42858-6d7b-4e6f-86f5-ede51d4d9a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.392508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.392952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network b6b81092-6cb0-4968-ad00-2c5be81f34c6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:27.502921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be80cb8a-ad0a-42a7-845c-ab8dd2dccebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.505903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Attempting to bind port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:27.506244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Attempting to bind port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:27.506584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Attempting to bind port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:27.521556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.529090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c on network 9b850e48-a58c-48a5-b95c-7064321c3aef not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:30:27.529422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Attempting to bind port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:27.538568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:27.538960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Checking segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:27.539354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Bound using segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:27.539797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Bound port: 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:27.540165 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.625750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.db.api [None req-be80cb8a-ad0a-42a7-845c-ab8dd2dccebb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:30:27.625750 n-d-793618-8 neutron-server[93715]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:30:27.625750 n-d-793618-8 neutron-server[93715]: [parameters: {'project_id': 'e0a859fd114f4088bbf4a67cca305e57', 'id': 'd3421ddf-8917-4d95-8a3b-0af931c1e3ac', 'expiration': datetime.datetime(2021, 7, 15, 23, 32, 27, 555324)}] Jul 15 23:30:27.625750 n-d-793618-8 neutron-server[93715]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:30:27.626290 n-d-793618-8 neutron-server[93715]: DEBUG oslo_db.api [None req-be80cb8a-ad0a-42a7-845c-ab8dd2dccebb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:30:27.655728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.671063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40e0adf-a57e-4995-a455-1a93b9e0b294']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:27.688503 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef92c2ef-c6d2-42a3-8545-48a469030e0e') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:27.688935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef92c2ef-c6d2-42a3-8545-48a469030e0e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:27.702800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.724026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] For port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:27.730047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.730229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] For port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:27.740027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:27.740594 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:27.745676 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:27.749798 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.796419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:27.798063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.798488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c HTTP/1.1" status: 200 len: 1092 time: 1.5760019 Jul 15 23:30:27.821794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1a81a8-06f2-43bc-8b46-e08db5469d44', 'tag': '3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:27.822401 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.825935 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f498959f-d9d8-4a57-af69-a2b09e330f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1a81a8-06f2-43bc-8b46-e08db5469d44", "tag": "3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:27.830469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.834652 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/networks/d40e0adf-a57e-4995-a455-1a93b9e0b294 HTTP/1.1" status: 204 len: 168 time: 0.7120743 Jul 15 23:30:27.837910 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:27.876826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da9de5-779e-4f12-9bfc-31384435db68 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Network': ['ID=d40e0adf-a57e-4995-a455-1a93b9e0b294,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.888335 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76d42858-6d7b-4e6f-86f5-ede51d4d9a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.903420 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76d42858-6d7b-4e6f-86f5-ede51d4d9a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.964922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6d11f-139b-492c-87dd-44b6607197e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.972119 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.033441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-76d42858-6d7b-4e6f-86f5-ede51d4d9a52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e175ad14dfd4c91aeb590a494d51b19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1077199 Jul 15 23:30:28.044926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35034) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:28.057916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d42858-6d7b-4e6f-86f5-ede51d4d9a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd174190-1b71-42f0-a483-70db450cc721,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:28.091756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-98a12762-df72-4c43-8f53-56a975eb4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.094110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-98a12762-df72-4c43-8f53-56a975eb4e32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 1095 time: 0.1921325 Jul 15 23:30:28.134553 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be80cb8a-ad0a-42a7-845c-ab8dd2dccebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.194216 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc186291-5cb9-44eb-9cf2-b5267cf9aec8 x-openstack-request-id: req-dc186291-5cb9-44eb-9cf2-b5267cf9aec8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:28.194517 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1a81a8-06f2-43bc-8b46-e08db5469d44", "tag": "3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:28.194787 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc186291-5cb9-44eb-9cf2-b5267cf9aec8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:28.195249 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1a81a8-06f2-43bc-8b46-e08db5469d44', 'tag': '3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c', 'status': 'completed', 'code': 200} Jul 15 23:30:28.201439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-e1ea0c40-3d4c-4ab9-8d42-56411844672e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c HTTP/1.1" status: 200 len: 217 time: 0.0841939 Jul 15 23:30:28.222221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.235804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75696794-5f42-4c93-81cd-5ae04d0b92cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.252809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b81092-6cb0-4968-ad00-2c5be81f34c6']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:28.281434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70784f77-19fa-4f8e-ac22-e6e9aa439d25') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:28.281855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70784f77-19fa-4f8e-ac22-e6e9aa439d25') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:28.298686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.314786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.321880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:28.322509 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:28.326305 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:28.387953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75696794-5f42-4c93-81cd-5ae04d0b92cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.399936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.413443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.415866 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/networks/b6b81092-6cb0-4968-ad00-2c5be81f34c6 HTTP/1.1" status: 204 len: 168 time: 0.5768609 Jul 15 23:30:28.420232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35040) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:28.449194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab04c25-5820-45be-a9cc-7204aa5b7b28 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Network': ['ID=b6b81092-6cb0-4968-ad00-2c5be81f34c6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:28.453088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-a46efebe-f4e5-4cd1-847f-2098d29b44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.455589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-a46efebe-f4e5-4cd1-847f-2098d29b44aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.2420282 Jul 15 23:30:28.460905 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75696794-5f42-4c93-81cd-5ae04d0b92cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.463773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-75696794-5f42-4c93-81cd-5ae04d0b92cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.464948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-75696794-5f42-4c93-81cd-5ae04d0b92cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd174190-1b71-42f0-a483-70db450cc721 HTTP/1.1" status: 204 len: 168 time: 0.4189150 Jul 15 23:30:28.512859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75696794-5f42-4c93-81cd-5ae04d0b92cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd174190-1b71-42f0-a483-70db450cc721,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:28.562848 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be80cb8a-ad0a-42a7-845c-ab8dd2dccebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.571830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be80cb8a-ad0a-42a7-845c-ab8dd2dccebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.604893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ade02-ce69-45d7-a63c-e269a1964004 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.613240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ade02-ce69-45d7-a63c-e269a1964004 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.619710 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d90ade02-ce69-45d7-a63c-e269a1964004 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1922626 Jul 15 23:30:28.619956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35048) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:28.625404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-424060598'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:28.659683 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Made reservation on behalf of 8eb45c4a9adc4f2eb79876906a05dfec for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:28.663474 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.666558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0bdc-45c8-46ab-8795-a7d2c2b78786 req-ca981a33-28f4-4353-8bca-ed8b18dfb62f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.678197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a3b0bdc-45c8-46ab-8795-a7d2c2b78786 req-ca981a33-28f4-4353-8bca-ed8b18dfb62f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 944 time: 0.3737385 Jul 15 23:30:28.705311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:28.715077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d26652e7-e1b5-4135-829f-baf1c13d388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.717323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d26652e7-e1b5-4135-829f-baf1c13d388a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514172 Jul 15 23:30:28.723714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-be80cb8a-ad0a-42a7-845c-ab8dd2dccebb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0a859fd114f4088bbf4a67cca305e57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4685493 Jul 15 23:30:28.726281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80cb8a-ad0a-42a7-845c-ab8dd2dccebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8787a759-cb71-4a83-be0c-1024b8803495,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:28.735595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35052) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:28.736851 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.737206 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Added segment 06f1a721-d1e1-4396-a481-590c9948dc3b of type vlan for network 2bb4d82a-4f71-483c-a88c-5c8dc14a4664 Jul 15 23:30:28.815276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a3b0bdc-45c8-46ab-8795-a7d2c2b78786 req-44794631-cee0-4e99-a109-36518ebefaf5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355546 Jul 15 23:30:28.871039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.903239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-ef36cdde-8851-41a5-b8c2-db68ef46bb2a service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606050 Jul 15 23:30:28.947442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-752a13f9-3006-41c9-8b26-f4b21a3b180c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.967409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35060) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:28.968397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.976969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.977601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.062744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d603c16c-6ca7-4483-ab6e-dade9c1fe278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.071891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Network': ['ID=2bb4d82a-4f71-483c-a88c-5c8dc14a4664,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.084769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2bb4d82a-4f71-483c-a88c-5c8dc14a4664 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:29.089419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-752a13f9-3006-41c9-8b26-f4b21a3b180c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.102069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35062) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:29.103491 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fd1ca67d-484a-4a3d-aeba-a0ceb29714f2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4820375 Jul 15 23:30:29.111154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1065039910'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:29.126192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-d3f67b60-1a03-4f64-8eda-1f84f069123a service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118464 Jul 15 23:30:29.176139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-752a13f9-3006-41c9-8b26-f4b21a3b180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.178437 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-752a13f9-3006-41c9-8b26-f4b21a3b180c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.182583 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-752a13f9-3006-41c9-8b26-f4b21a3b180c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8787a759-cb71-4a83-be0c-1024b8803495 HTTP/1.1" status: 204 len: 168 time: 0.4435222 Jul 15 23:30:29.198407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a13f9-3006-41c9-8b26-f4b21a3b180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8787a759-cb71-4a83-be0c-1024b8803495,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.266934 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d603c16c-6ca7-4483-ab6e-dade9c1fe278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.279361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d603c16c-6ca7-4483-ab6e-dade9c1fe278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.337034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Made reservation on behalf of 8eb45c4a9adc4f2eb79876906a05dfec for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:29.340924 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.353867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-ef1e8911-e604-4148-b22a-62e42a5dcb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:29.355704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-ef1e8911-e604-4148-b22a-62e42a5dcb09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 1095 time: 0.1491826 Jul 15 23:30:29.368729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d603c16c-6ca7-4483-ab6e-dade9c1fe278 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2cfd910839043df8fffe0d7aec882d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926837 Jul 15 23:30:29.371307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35070) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:29.381309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603c16c-6ca7-4483-ab6e-dade9c1fe278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce44e17-8239-4517-ae49-9e3679ece0a3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.458573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:29.485310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d317721-691f-4ca2-a985-a8f3b72b00cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.504736 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.505363 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Added segment d9a1f5c9-f344-4380-9223-209c9f009281 of type vlan for network 2057f2b1-e092-45b8-ac76-e6eecabc33df Jul 15 23:30:29.538529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d317721-691f-4ca2-a985-a8f3b72b00cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.566255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.608161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-06037c6c-5776-4dd5-9245-f59443d3d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:29.609259 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d317721-691f-4ca2-a985-a8f3b72b00cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.610235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-06037c6c-5776-4dd5-9245-f59443d3d289 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.2403977 Jul 15 23:30:29.615522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d317721-691f-4ca2-a985-a8f3b72b00cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.617980 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d317721-691f-4ca2-a985-a8f3b72b00cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fce44e17-8239-4517-ae49-9e3679ece0a3 HTTP/1.1" status: 204 len: 168 time: 0.2452660 Jul 15 23:30:29.631328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d317721-691f-4ca2-a985-a8f3b72b00cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce44e17-8239-4517-ae49-9e3679ece0a3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.683091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.688953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:29.689602 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.757831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35080) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:29.765572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-e0c64a6b-522b-4dfb-91ba-de02e567eef6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c HTTP/1.1" status: 200 len: 217 time: 0.1377738 Jul 15 23:30:29.796735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae70f-75e7-4296-bdc0-fd8a8b16b456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.918104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8147876 Jul 15 23:30:29.924148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35088) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:29.925745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cc09d-731f-4e39-9fab-738495ee3835 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Network': ['ID=2057f2b1-e092-45b8-ac76-e6eecabc33df,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.932815 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'ports': [{'network_id': '2bb4d82a-4f71-483c-a88c-5c8dc14a4664', 'name': 'tempest-port--1951551187', 'admin_state_up': True}, {'network_id': '2057f2b1-e092-45b8-ac76-e6eecabc33df', 'admin_state_up': False}]} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:29.933236 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'port': {'network_id': '2bb4d82a-4f71-483c-a88c-5c8dc14a4664', 'name': 'tempest-port--1951551187', 'admin_state_up': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:29.936776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'port': {'network_id': '2057f2b1-e092-45b8-ac76-e6eecabc33df', 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:29.939815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-632f9d1a-a25d-4c6b-a6e3-e53a249e630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:29.941891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-632f9d1a-a25d-4c6b-a6e3-e53a249e630f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1599770 Jul 15 23:30:29.943298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 2057f2b1-e092-45b8-ac76-e6eecabc33df details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:30.138847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-d23ed619-599d-4cc1-ad01-2b6eefe1b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:30.149018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-d23ed619-599d-4cc1-ad01-2b6eefe1b83f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980112 Jul 15 23:30:30.252709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae70f-75e7-4296-bdc0-fd8a8b16b456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.261716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae70f-75e7-4296-bdc0-fd8a8b16b456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.307067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e441a6-521d-4102-9391-008615d6fdc6 req-6e91f60d-c818-4727-af49-fd7924356202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:30.319963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e441a6-521d-4102-9391-008615d6fdc6 req-6e91f60d-c818-4727-af49-fd7924356202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 944 time: 0.2644014 Jul 15 23:30:30.325349 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ec3ae70f-75e7-4296-bdc0-fd8a8b16b456 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=508eaa79f99d47ab9a9c29fdd78264d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612214 Jul 15 23:30:30.328160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35102) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:30.338331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ae70f-75e7-4296-bdc0-fd8a8b16b456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11925e3a-17a8-4388-9005-cbd6c5034dde,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:30.369697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Made reservation on behalf of 8eb45c4a9adc4f2eb79876906a05dfec for: {'port': 2} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:30.374516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.401233 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.465025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5843f133-0a3f-43fe-8ec3-e1a7daad1866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.468099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-ef0769f9-74b0-444c-b97e-a41fdef719e8 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935500 Jul 15 23:30:30.472613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e441a6-521d-4102-9391-008615d6fdc6 req-165ee0e7-8f76-4192-80db-06f0b37de6ac tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508110 Jul 15 23:30:30.917349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] device_id is not set on port a29f5391-faff-4875-9193-25899b2cfc74 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:30.948408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5843f133-0a3f-43fe-8ec3-e1a7daad1866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.957762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f498959f-d9d8-4a57-af69-a2b09e330f5e req-1e840edb-15e6-4fe3-8a62-42be8229a1d7 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777591 Jul 15 23:30:31.081302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5843f133-0a3f-43fe-8ec3-e1a7daad1866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.084358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5843f133-0a3f-43fe-8ec3-e1a7daad1866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.085881 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5843f133-0a3f-43fe-8ec3-e1a7daad1866 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11925e3a-17a8-4388-9005-cbd6c5034dde HTTP/1.1" status: 204 len: 168 time: 0.7563739 Jul 15 23:30:31.112898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843f133-0a3f-43fe-8ec3-e1a7daad1866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11925e3a-17a8-4388-9005-cbd6c5034dde,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:31.176059 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.270550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] device_id is not set on port d9f13a53-0384-48b5-8fdb-1b6a4d07b690 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:31.448300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.502846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.568633 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Port': ['ID=a29f5391-faff-4875-9193-25899b2cfc74,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:31.634856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Checking segment: {'id': '06f1a721-d1e1-4396-a481-590c9948dc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2bb4d82a-4f71-483c-a88c-5c8dc14a4664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:31.636682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Network hostable DHCP agents. Network: 2bb4d82a-4f71-483c-a88c-5c8dc14a4664, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:31.669227 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Network 2bb4d82a-4f71-483c-a88c-5c8dc14a4664 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:31.686092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2bb4d82a-4f71-483c-a88c-5c8dc14a4664) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:31.692520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:31.693420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.713614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b063ce6a-3f92-4f96-b416-b1bc32e7e0c4 None None] Network 2bb4d82a-4f71-483c-a88c-5c8dc14a4664 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:31.853389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Port': ['ID=d9f13a53-0384-48b5-8fdb-1b6a4d07b690,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:31.864570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Checking segment: {'id': 'd9a1f5c9-f344-4380-9223-209c9f009281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2057f2b1-e092-45b8-ac76-e6eecabc33df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:31.864934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Network hostable DHCP agents. Network: 2057f2b1-e092-45b8-ac76-e6eecabc33df, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:31.903277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5760eb-c6d0-4a58-9e2f-b3a36d8faa84 req-700ee8a8-1b35-4a02-8584-2bbedd4af266 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:31.908204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Network 2057f2b1-e092-45b8-ac76-e6eecabc33df is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:31.920396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b5760eb-c6d0-4a58-9e2f-b3a36d8faa84 req-700ee8a8-1b35-4a02-8584-2bbedd4af266 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 944 time: 0.1947629 Jul 15 23:30:31.926948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 2057f2b1-e092-45b8-ac76-e6eecabc33df) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:31.945449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f69479-f01b-4693-941d-4d382f00361e None None] Network 2057f2b1-e092-45b8-ac76-e6eecabc33df requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:31.952109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:31.960561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:31.981758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:31.982649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.032588 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8ffe534f-f145-482a-b067-2460486b09a2 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1072199 Jul 15 23:30:32.035222 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35162) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:32.072669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b5760eb-c6d0-4a58-9e2f-b3a36d8faa84 req-0dd68638-8af7-4e8f-aa23-c053fe213d8d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512742 Jul 15 23:30:32.160052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:30:32.215237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b72c53-f8e3-4515-801f-570d8bb0ef44 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:32.223861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b72c53-f8e3-4515-801f-570d8bb0ef44 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:32.225648 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f9b72c53-f8e3-4515-801f-570d8bb0ef44 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1894114 Jul 15 23:30:32.228895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35170) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:32.415692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-7d12efd2-4a68-450a-b675-0650bfa60cf0 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Deleting port a29f5391-faff-4875-9193-25899b2cfc74 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:32.416265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d12efd2-4a68-450a-b675-0650bfa60cf0 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.477430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:32.510011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': '3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c', 'mac_address': 'fa:16:3e:49:f6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:30:32.520072 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d12efd2-4a68-450a-b675-0650bfa60cf0 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.564487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-7d12efd2-4a68-450a-b675-0650bfa60cf0 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Calling delete_port for a29f5391-faff-4875-9193-25899b2cfc74 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:32.621910 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.654572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:30:32.683641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:32.692902 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.718890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d12efd2-4a68-450a-b675-0650bfa60cf0 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.758247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:32.793981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12efd2-4a68-450a-b675-0650bfa60cf0 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Port': ['ID=a29f5391-faff-4875-9193-25899b2cfc74,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:32.816795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d12efd2-4a68-450a-b675-0650bfa60cf0 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.823907 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d12efd2-4a68-450a-b675-0650bfa60cf0 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/ports/a29f5391-faff-4875-9193-25899b2cfc74 HTTP/1.1" status: 204 len: 168 time: 0.5938988 Jul 15 23:30:32.826571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35200) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:33.015355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-706f9484-416d-4449-99c5-2da2d89ce31d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Deleting port d9f13a53-0384-48b5-8fdb-1b6a4d07b690 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:33.017043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-706f9484-416d-4449-99c5-2da2d89ce31d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.030933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:30:33.137585 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-706f9484-416d-4449-99c5-2da2d89ce31d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.163837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-706f9484-416d-4449-99c5-2da2d89ce31d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Calling delete_port for d9f13a53-0384-48b5-8fdb-1b6a4d07b690 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:33.455730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec4e48-d7b0-46a1-8bc6-53895fafccfa req-243cf54b-0f89-4c40-95c4-d2b61976f490 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:33.462935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ec4e48-d7b0-46a1-8bc6-53895fafccfa req-243cf54b-0f89-4c40-95c4-d2b61976f490 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 945 time: 0.1673892 Jul 15 23:30:33.465818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-706f9484-416d-4449-99c5-2da2d89ce31d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.526493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f9484-416d-4449-99c5-2da2d89ce31d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Port': ['ID=d9f13a53-0384-48b5-8fdb-1b6a4d07b690,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:33.554871 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-706f9484-416d-4449-99c5-2da2d89ce31d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.557268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-706f9484-416d-4449-99c5-2da2d89ce31d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/ports/d9f13a53-0384-48b5-8fdb-1b6a4d07b690 HTTP/1.1" status: 204 len: 168 time: 0.7293868 Jul 15 23:30:33.560119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35230) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:33.578178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ec4e48-d7b0-46a1-8bc6-53895fafccfa req-b03bef2f-077a-40d8-bc70-452e1f16bfe1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140163 Jul 15 23:30:33.606877 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c6b25a66-2a84-4b4e-b7fb-0e721934fd5b tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450509 Jul 15 23:30:33.611508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35234) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:33.619951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1664649078'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:33.672360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Made reservation on behalf of 8eb45c4a9adc4f2eb79876906a05dfec for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:33.681574 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.724952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:33.739935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.740430 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Added segment d29ec187-7481-4bae-81e9-a2e55c288200 of type vlan for network f4fe8e44-850e-48d1-8fd8-f8b90ca52056 Jul 15 23:30:33.825103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.869945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.876581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:33.877212 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.935465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35248) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:33.936723 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3237545 Jul 15 23:30:33.948603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1749409101'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:33.999361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fef0a8-f2fa-4626-9134-56833342a59d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Network': ['ID=f4fe8e44-850e-48d1-8fd8-f8b90ca52056,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:34.010642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Made reservation on behalf of 8eb45c4a9adc4f2eb79876906a05dfec for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:34.016130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.022241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f4fe8e44-850e-48d1-8fd8-f8b90ca52056 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:34.075970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:34.101942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.107377 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Added segment d01d57f3-ddb6-40cb-ab39-c1bdbf8c0467 of type vlan for network 749e363a-db2b-4736-abe7-d085331de262 Jul 15 23:30:34.174606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:34.186286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.257921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:34.265109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:34.265671 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.267149 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.284805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:34.285814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.372730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4360707 Jul 15 23:30:34.415922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced9d39-fdfa-458b-930d-f119e78801b6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Network': ['ID=749e363a-db2b-4736-abe7-d085331de262,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:34.432789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 749e363a-db2b-4736-abe7-d085331de262 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:34.479012 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.512723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35256) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:34.525546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:34.528009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'subnets': [{'network_id': 'f4fe8e44-850e-48d1-8fd8-f8b90ca52056', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1695493160', 'ip_version': 4}, {'network_id': '749e363a-db2b-4736-abe7-d085331de262', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:34.528632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'subnet': {'network_id': 'f4fe8e44-850e-48d1-8fd8-f8b90ca52056', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1695493160', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:34.529818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Request body: {'subnet': {'network_id': '749e363a-db2b-4736-abe7-d085331de262', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:34.598493 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.621157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35260) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:34.706677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:34.859154 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f844010-cc07-46d6-857f-24ac07a0296b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.981272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8b0e-3f89-4fe4-8ccf-a1af8d5260b5 req-0e210d8f-8339-4c72-920f-282ffeae6c72 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:34.983522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-454e8b0e-3f89-4fe4-8ccf-a1af8d5260b5 req-0e210d8f-8339-4c72-920f-282ffeae6c72 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.0964832 Jul 15 23:30:35.044730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-454e8b0e-3f89-4fe4-8ccf-a1af8d5260b5 req-873cc1e1-c1cf-435b-bf03-1c77ae742185 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528021 Jul 15 23:30:35.053281 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f844010-cc07-46d6-857f-24ac07a0296b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.058391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f844010-cc07-46d6-857f-24ac07a0296b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.081663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Made reservation on behalf of 8eb45c4a9adc4f2eb79876906a05dfec for: {'subnet': 2} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:35.096330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.096709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.180005 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f844010-cc07-46d6-857f-24ac07a0296b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b36cfab2e9754004b48238f847fadbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571396 Jul 15 23:30:35.181478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f844010-cc07-46d6-857f-24ac07a0296b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7aba8a-678f-49df-81d1-69589b23aa25,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:35.205167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35272) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:35.291299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e05f354a-3c41-4af6-9dab-cf22bbe4306d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.320533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e05f354a-3c41-4af6-9dab-cf22bbe4306d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.379540 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e05f354a-3c41-4af6-9dab-cf22bbe4306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.384250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e05f354a-3c41-4af6-9dab-cf22bbe4306d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.402408 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e05f354a-3c41-4af6-9dab-cf22bbe4306d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d7aba8a-678f-49df-81d1-69589b23aa25 HTTP/1.1" status: 204 len: 168 time: 0.1855273 Jul 15 23:30:35.421096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f354a-3c41-4af6-9dab-cf22bbe4306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7aba8a-678f-49df-81d1-69589b23aa25,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:35.685272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.778191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Subnet': ['ID=bb12a434-04c7-4d5e-91b4-0b8c6eed440f,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:35.801455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Checking segment: {'id': 'd29ec187-7481-4bae-81e9-a2e55c288200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f4fe8e44-850e-48d1-8fd8-f8b90ca52056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:35.801812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Network hostable DHCP agents. Network: f4fe8e44-850e-48d1-8fd8-f8b90ca52056, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:35.821490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Network f4fe8e44-850e-48d1-8fd8-f8b90ca52056 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:35.836164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f4fe8e44-850e-48d1-8fd8-f8b90ca52056) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:35.841447 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.847765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c88987-393b-485d-b15e-5d6868fed8c8 None None] Network f4fe8e44-850e-48d1-8fd8-f8b90ca52056 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:35.890370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35280) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:35.916032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33c757fa-59ab-4194-9053-e76a0dfa23ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.933520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event updated for resources: {'Subnet': ['ID=549cc1d1-7a8f-4d62-899f-713ec7d0a8a9,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:36.010413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Checking segment: {'id': 'd01d57f3-ddb6-40cb-ab39-c1bdbf8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '749e363a-db2b-4736-abe7-d085331de262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:36.010811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Network hostable DHCP agents. Network: 749e363a-db2b-4736-abe7-d085331de262, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:36.051544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Network 749e363a-db2b-4736-abe7-d085331de262 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:36.067590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 749e363a-db2b-4736-abe7-d085331de262) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:36.081921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43fce0d-082e-4943-ba04-58712a67e08b None None] Network 749e363a-db2b-4736-abe7-d085331de262 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:36.101459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:36.101941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:36.102583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.105699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-f4fe8e44-850e-48d1-8fd8-f8b90ca52056', 'network_id': 'f4fe8e44-850e-48d1-8fd8-f8b90ca52056', 'tenant_id': '8eb45c4a9adc4f2eb79876906a05dfec', 'fixed_ips': [{'subnet_id': 'bb12a434-04c7-4d5e-91b4-0b8c6eed440f'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:36.109245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.130682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33c757fa-59ab-4194-9053-e76a0dfa23ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.138459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-33c757fa-59ab-4194-9053-e76a0dfa23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.153704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5ff70d73-2a74-4f06-a3fe-1e7d681d32e6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6346767 Jul 15 23:30:36.153704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35286) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:36.233389 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-33c757fa-59ab-4194-9053-e76a0dfa23ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10a2e3406cc74f319b9d4cebabdbe79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432615 Jul 15 23:30:36.239589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35288) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:36.241593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c757fa-59ab-4194-9053-e76a0dfa23ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e608e5ae-e0b3-4a9c-b779-dfa2cab1cf53,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:36.319036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a38ab-34ea-446d-a513-7755284f9b62 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:36.321720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a38ab-34ea-446d-a513-7755284f9b62 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:36.327721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a38ab-34ea-446d-a513-7755284f9b62 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:36.330429 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-632a38ab-34ea-446d-a513-7755284f9b62 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1794009 Jul 15 23:30:36.333793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35290) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:36.403057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fc2b5d-4123-468e-9bd3-6b33b6439104 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Deleting subnet bb12a434-04c7-4d5e-91b4-0b8c6eed440f {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:36.412776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Allocated IP 172.20.0.2 (f4fe8e44-850e-48d1-8fd8-f8b90ca52056/bb12a434-04c7-4d5e-91b4-0b8c6eed440f/ad6d86fd-e185-40af-aa79-fc5c2baf75e2) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:36.420773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e94b1d8-3652-44b1-bf46-72db880dceb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.457223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9eb1-aeec-4b63-a088-8633f34f5d33 req-77177d83-b992-4973-94de-af455429c5d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:36.462311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e94b1d8-3652-44b1-bf46-72db880dceb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.466281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72ef9eb1-aeec-4b63-a088-8633f34f5d33 req-77177d83-b992-4973-94de-af455429c5d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1602271 Jul 15 23:30:36.540321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72ef9eb1-aeec-4b63-a088-8633f34f5d33 req-f8565067-9da3-4b82-931a-9e1f085c385c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729558 Jul 15 23:30:36.548868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e94b1d8-3652-44b1-bf46-72db880dceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.553478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0e94b1d8-3652-44b1-bf46-72db880dceb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.555048 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e94b1d8-3652-44b1-bf46-72db880dceb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e608e5ae-e0b3-4a9c-b779-dfa2cab1cf53 HTTP/1.1" status: 204 len: 168 time: 0.3074982 Jul 15 23:30:36.565951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-749e363a-db2b-4736-abe7-d085331de262', 'network_id': '749e363a-db2b-4736-abe7-d085331de262', 'tenant_id': '8eb45c4a9adc4f2eb79876906a05dfec', 'fixed_ips': [{'subnet_id': '549cc1d1-7a8f-4d62-899f-713ec7d0a8a9'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:36.567632 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.569758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94b1d8-3652-44b1-bf46-72db880dceb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e608e5ae-e0b3-4a9c-b779-dfa2cab1cf53,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:36.750125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.782315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Transition to ACTIVE for port object ad6d86fd-e185-40af-aa79-fc5c2baf75e2 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:36.814687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Transition to ACTIVE for port object ad6d86fd-e185-40af-aa79-fc5c2baf75e2 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:36.820178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Allocated IP 172.20.0.18 (749e363a-db2b-4736-abe7-d085331de262/549cc1d1-7a8f-4d62-899f-713ec7d0a8a9/8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:36.825623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-49fc2b5d-4123-468e-9bd3-6b33b6439104 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.835091 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.896844 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-49fc2b5d-4123-468e-9bd3-6b33b6439104 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.956339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Pushing event updated for resources: {'Port': ['ID=ad6d86fd-e185-40af-aa79-fc5c2baf75e2,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:37.018506 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:30:37.039151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Network f4fe8e44-850e-48d1-8fd8-f8b90ca52056 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:37.061724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:37.062682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-49fc2b5d-4123-468e-9bd3-6b33b6439104 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.067119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:37.219277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-49fc2b5d-4123-468e-9bd3-6b33b6439104 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.242850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-49fc2b5d-4123-468e-9bd3-6b33b6439104 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.246995 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-49fc2b5d-4123-468e-9bd3-6b33b6439104 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/subnets/bb12a434-04c7-4d5e-91b4-0b8c6eed440f HTTP/1.1" status: 204 len: 168 time: 0.9095860 Jul 15 23:30:37.247194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Attempting to bind port ad6d86fd-e185-40af-aa79-fc5c2baf75e2 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:37.247194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Attempting to bind port ad6d86fd-e185-40af-aa79-fc5c2baf75e2 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd29ec187-7481-4bae-81e9-a2e55c288200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f4fe8e44-850e-48d1-8fd8-f8b90ca52056'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:37.247469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Attempting to bind port ad6d86fd-e185-40af-aa79-fc5c2baf75e2 on network f4fe8e44-850e-48d1-8fd8-f8b90ca52056 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:37.249184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35312) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:37.275390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:37.277564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Checking segment: {'id': 'd29ec187-7481-4bae-81e9-a2e55c288200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f4fe8e44-850e-48d1-8fd8-f8b90ca52056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:37.279265 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.283294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Bound using segment: {'id': 'd29ec187-7481-4bae-81e9-a2e55c288200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f4fe8e44-850e-48d1-8fd8-f8b90ca52056'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:37.283938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Bound port: ad6d86fd-e185-40af-aa79-fc5c2baf75e2, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29ec187-7481-4bae-81e9-a2e55c288200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f4fe8e44-850e-48d1-8fd8-f8b90ca52056'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:37.285092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.292342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc2b5d-4123-468e-9bd3-6b33b6439104 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Subnet': ['ID=bb12a434-04c7-4d5e-91b4-0b8c6eed440f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:37.307467 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.339119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Transition to ACTIVE for port object 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:37.344710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae973341-d000-4f2a-9b41-a3022275fc64 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Deleting subnet 549cc1d1-7a8f-4d62-899f-713ec7d0a8a9 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:37.398705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Transition to ACTIVE for port object 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:37.406166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae973341-d000-4f2a-9b41-a3022275fc64 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.413540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.487986 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae973341-d000-4f2a-9b41-a3022275fc64 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.532543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] For port ad6d86fd-e185-40af-aa79-fc5c2baf75e2, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:37.538566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Network 749e363a-db2b-4736-abe7-d085331de262 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:37.558911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] For port ad6d86fd-e185-40af-aa79-fc5c2baf75e2, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ad6d86fd-e185-40af-aa79-fc5c2baf75e2,segment=NetworkSegment(d29ec187-7481-4bae-81e9-a2e55c288200),segment_id=d29ec187-7481-4bae-81e9-a2e55c288200)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:37.560546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:37.567729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Pushing event updated for resources: {'Port': ['ID=8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:37.573895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:37.578329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.783548 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae973341-d000-4f2a-9b41-a3022275fc64 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.798321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3647428-62f2-4ff1-8dff-b9211798776e None None] Pushing event updated for resources: {'Port': ['ID=ad6d86fd-e185-40af-aa79-fc5c2baf75e2,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:37.866235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Attempting to bind port 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:37.866656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Attempting to bind port 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd01d57f3-ddb6-40cb-ab39-c1bdbf8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '749e363a-db2b-4736-abe7-d085331de262'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:37.879318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Attempting to bind port 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e on network 749e363a-db2b-4736-abe7-d085331de262 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:37.915814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:37.916553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Checking segment: {'id': 'd01d57f3-ddb6-40cb-ab39-c1bdbf8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '749e363a-db2b-4736-abe7-d085331de262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:37.916774 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.917287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Bound using segment: {'id': 'd01d57f3-ddb6-40cb-ab39-c1bdbf8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '749e363a-db2b-4736-abe7-d085331de262'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:37.917887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Bound port: 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01d57f3-ddb6-40cb-ab39-c1bdbf8c0467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '749e363a-db2b-4736-abe7-d085331de262'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:37.918377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.972789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f592fb-87ec-4a34-b00b-37d3df34f018 None None] Network f4fe8e44-850e-48d1-8fd8-f8b90ca52056 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:38.010186 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae973341-d000-4f2a-9b41-a3022275fc64 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.060467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab4ca9-e4b6-45e5-8005-191defcf88b6 req-5b49bcfa-6de9-4f48-9ce6-00614fa7be54 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:38.062007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7ab4ca9-e4b6-45e5-8005-191defcf88b6 req-5b49bcfa-6de9-4f48-9ce6-00614fa7be54 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.2812951 Jul 15 23:30:38.135428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae973341-d000-4f2a-9b41-a3022275fc64 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Subnet': ['ID=549cc1d1-7a8f-4d62-899f-713ec7d0a8a9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:38.139740 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae973341-d000-4f2a-9b41-a3022275fc64 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.145170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ae973341-d000-4f2a-9b41-a3022275fc64 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/subnets/549cc1d1-7a8f-4d62-899f-713ec7d0a8a9 HTTP/1.1" status: 204 len: 168 time: 0.8904052 Jul 15 23:30:38.145790 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.207476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7ab4ca9-e4b6-45e5-8005-191defcf88b6 req-97d3fdcd-0182-4cdb-8ed6-335bb9134053 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019320 Jul 15 23:30:38.270338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc712cfc-d75f-4953-a118-acbd7aa77055 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:38.280605 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dc712cfc-d75f-4953-a118-acbd7aa77055 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1314099 Jul 15 23:30:38.284540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35336) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.305920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] For port 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:38.309985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] For port 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e,segment=NetworkSegment(d01d57f3-ddb6-40cb-ab39-c1bdbf8c0467),segment_id=d01d57f3-ddb6-40cb-ab39-c1bdbf8c0467)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:38.343204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.466171 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.515499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81ea00-3729-45b6-908f-44f769d6936f None None] Pushing event updated for resources: {'Port': ['ID=8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:38.571280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ba1bf-d70b-476b-bf0e-e80a36f50701 None None] Network 749e363a-db2b-4736-abe7-d085331de262 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:38.583847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Deleting port 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:38.584989 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.703709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] For port 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e,segment=NetworkSegment(d01d57f3-ddb6-40cb-ab39-c1bdbf8c0467),segment_id=d01d57f3-ddb6-40cb-ab39-c1bdbf8c0467)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:38.704438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.739419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Calling delete_port for 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:38.902224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.956598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Port': ['ID=8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:38.967206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] No DVR routers for this DVR port 8d8a5d7d-0e1b-4d78-aa58-21c2e38a507e on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:39.062168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49a487-20bd-4373-9dbb-e0316ce52757 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:30:39.157657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.177984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749e363a-db2b-4736-abe7-d085331de262']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:39.206016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01d57f3-ddb6-40cb-ab39-c1bdbf8c0467') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:39.206313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01d57f3-ddb6-40cb-ab39-c1bdbf8c0467') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:39.229548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49a487-20bd-4373-9dbb-e0316ce52757 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:30:39.232943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.282508 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.295157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:39.297768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:39.306414 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:39.482420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.533415 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.538350 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/networks/749e363a-db2b-4736-abe7-d085331de262 HTTP/1.1" status: 204 len: 168 time: 1.2423995 Jul 15 23:30:39.543318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35368) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.588021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d5665-0aa5-47cf-9bea-02eadcd75eab tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Network': ['ID=749e363a-db2b-4736-abe7-d085331de262,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:39.764932 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.805861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73770a84-2a22-431f-afe8-bcf2f765aeac req-8287b425-069f-4c6a-9fdd-49fec596925a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:39.813850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73770a84-2a22-431f-afe8-bcf2f765aeac req-8287b425-069f-4c6a-9fdd-49fec596925a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1906860 Jul 15 23:30:39.865814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2835e9-8058-4482-83b2-bb776ab8bc49 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:30:39.887977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73770a84-2a22-431f-afe8-bcf2f765aeac req-180b0488-41f5-46a4-a819-6033cde95949 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729764 Jul 15 23:30:39.909879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Deleting port ad6d86fd-e185-40af-aa79-fc5c2baf75e2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:39.910248 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.995778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2835e9-8058-4482-83b2-bb776ab8bc49 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:30:40.007810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] For port ad6d86fd-e185-40af-aa79-fc5c2baf75e2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ad6d86fd-e185-40af-aa79-fc5c2baf75e2,segment=NetworkSegment(d29ec187-7481-4bae-81e9-a2e55c288200),segment_id=d29ec187-7481-4bae-81e9-a2e55c288200)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:40.008175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.021013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Calling delete_port for ad6d86fd-e185-40af-aa79-fc5c2baf75e2 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:40.161157 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.200505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Port': ['ID=ad6d86fd-e185-40af-aa79-fc5c2baf75e2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:40.202635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] No DVR routers for this DVR port ad6d86fd-e185-40af-aa79-fc5c2baf75e2 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:40.333627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.350062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fe8e44-850e-48d1-8fd8-f8b90ca52056']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:40.376556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29ec187-7481-4bae-81e9-a2e55c288200') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:40.377041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29ec187-7481-4bae-81e9-a2e55c288200') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:40.392072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.412569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.424986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:40.425439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:40.428691 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:40.508228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.518655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.520956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/networks/f4fe8e44-850e-48d1-8fd8-f8b90ca52056 HTTP/1.1" status: 204 len: 168 time: 0.9762604 Jul 15 23:30:40.524361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35388) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.531460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f6f58-eb29-436b-9290-6a497d501705 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Network': ['ID=f4fe8e44-850e-48d1-8fd8-f8b90ca52056,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:40.619431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.904766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.915532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2057f2b1-e092-45b8-ac76-e6eecabc33df']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:40.928479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a1f5c9-f344-4380-9223-209c9f009281') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:40.928796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a1f5c9-f344-4380-9223-209c9f009281') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:40.956399 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.975646 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.995052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:40.995605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:41.000149 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:41.122998 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.140051 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.142858 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/networks/2057f2b1-e092-45b8-ac76-e6eecabc33df HTTP/1.1" status: 204 len: 168 time: 0.6139753 Jul 15 23:30:41.145905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35436) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.181298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df674ab7-8991-4a3d-aa5d-b045cd430de6 tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Network': ['ID=2057f2b1-e092-45b8-ac76-e6eecabc33df,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:41.300759 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.329516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5375c8-6d3e-4026-b7e8-d734eb7761f0 req-f1ee38da-5f26-44ad-a422-2845dbfa2b1c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:41.331055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e5375c8-6d3e-4026-b7e8-d734eb7761f0 req-f1ee38da-5f26-44ad-a422-2845dbfa2b1c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1745069 Jul 15 23:30:41.436421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.442314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e5375c8-6d3e-4026-b7e8-d734eb7761f0 req-395eb478-da41-4169-bacc-fe207797eed5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Jul 15 23:30:41.450948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb4d82a-4f71-483c-a88c-5c8dc14a4664']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:41.468481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f1a721-d1e1-4396-a481-590c9948dc3b') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:41.468789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f1a721-d1e1-4396-a481-590c9948dc3b') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:41.480919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.494865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.501703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:41.502173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:41.506091 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:41.571350 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.579363 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.585166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] 10.222.0.23 "DELETE /v2.0/networks/2bb4d82a-4f71-483c-a88c-5c8dc14a4664 HTTP/1.1" status: 204 len: 168 time: 0.4367630 Jul 15 23:30:41.603097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd81111-3091-41cf-9ef0-7dc65e4f037d tempest-BulkNetworkOpsTest-1939424022 tempest-BulkNetworkOpsTest-1939424022-project] Pushing event deleted for resources: {'Network': ['ID=2bb4d82a-4f71-483c-a88c-5c8dc14a4664,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:42.011390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35564) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.428306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-77e1fa29-e912-4918-bcca-bd55298a7e3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8eb45c4a9adc4f2eb79876906a05dfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157038 Jul 15 23:30:42.430607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35622) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.525676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-681b9a29-6073-4127-9697-73f85ffd1bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.564110 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-681b9a29-6073-4127-9697-73f85ffd1bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.674299 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-681b9a29-6073-4127-9697-73f85ffd1bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.677150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-681b9a29-6073-4127-9697-73f85ffd1bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.678613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-681b9a29-6073-4127-9697-73f85ffd1bbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2fe93f1-89bc-45da-a5f7-56326636d441 HTTP/1.1" status: 204 len: 168 time: 0.2461886 Jul 15 23:30:42.694935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b9a29-6073-4127-9697-73f85ffd1bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe93f1-89bc-45da-a5f7-56326636d441,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:42.769759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879db4d5-b510-4439-94f9-df69611df22c req-c310a401-74cb-482e-912a-447f97540433 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:42.777345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-879db4d5-b510-4439-94f9-df69611df22c req-c310a401-74cb-482e-912a-447f97540433 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1561463 Jul 15 23:30:42.851642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-879db4d5-b510-4439-94f9-df69611df22c req-365ea499-b1a0-482e-8585-cee8ae52d912 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655231 Jul 15 23:30:43.682123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.859628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.051490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1035996057'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:44.102136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:44.108810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.129964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.154321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c303a0c-6609-4986-965e-dee0da5dcafc req-30104ce9-ebf7-4bdd-a307-06be42b12f35 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:44.161371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c303a0c-6609-4986-965e-dee0da5dcafc req-30104ce9-ebf7-4bdd-a307-06be42b12f35 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1575437 Jul 15 23:30:44.238245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c303a0c-6609-4986-965e-dee0da5dcafc req-d76ef16d-52ed-4348-9b5c-c099276d61e3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759079 Jul 15 23:30:44.374071 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.395338 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.430081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:44.463369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.463726 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Added segment f9a14c22-0461-4cac-89b5-b1fa893dc598 of type vlan for network 52bafbc6-4dcf-4091-a07a-edd915f55c71 Jul 15 23:30:44.549676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.553399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490236e7-438d-448f-a7e1-7c7ad5c9dc10,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:44.589588 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.598777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:44.600356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.690331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Network': ['ID=52bafbc6-4dcf-4091-a07a-edd915f55c71,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:44.718279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6bc04db8-2d59-4ffe-8bfb-2da7ac2278c6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0192657 Jul 15 23:30:44.740191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 52bafbc6-4dcf-4091-a07a-edd915f55c71 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:44.768644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35936) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.982217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58a6f67b-a14f-459c-9eb2-4c9b5c8c4d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.119625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58a6f67b-a14f-459c-9eb2-4c9b5c8c4d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.126132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-58a6f67b-a14f-459c-9eb2-4c9b5c8c4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.160230 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-58a6f67b-a14f-459c-9eb2-4c9b5c8c4d76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f902b6790ff34669ba48f1c813a09498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895216 Jul 15 23:30:45.161076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35962) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:45.210473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6f67b-a14f-459c-9eb2-4c9b5c8c4d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221b33ab-5097-4965-b2a6-cb2635d76fc8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:45.279775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee264fc1-d4ff-4658-82d7-efc4e57c168b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.321303 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee264fc1-d4ff-4658-82d7-efc4e57c168b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.388687 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee264fc1-d4ff-4658-82d7-efc4e57c168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.393235 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ee264fc1-d4ff-4658-82d7-efc4e57c168b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.398585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ee264fc1-d4ff-4658-82d7-efc4e57c168b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/221b33ab-5097-4965-b2a6-cb2635d76fc8 HTTP/1.1" status: 204 len: 168 time: 0.2349536 Jul 15 23:30:45.422981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee264fc1-d4ff-4658-82d7-efc4e57c168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221b33ab-5097-4965-b2a6-cb2635d76fc8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:45.560274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489273-798a-43df-9f36-a527dd260cdc req-8f3bdbfb-cdf0-469f-8efe-2abf1199ab35 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:45.569749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83489273-798a-43df-9f36-a527dd260cdc req-8f3bdbfb-cdf0-469f-8efe-2abf1199ab35 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.0928831 Jul 15 23:30:45.623396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83489273-798a-43df-9f36-a527dd260cdc req-d36afce6-44f2-467f-8371-d8cfb5ca697f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Jul 15 23:30:45.967627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 35988) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:45.991112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b753b1b8-139e-40b6-8a61-f57a359c4f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.128380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b753b1b8-139e-40b6-8a61-f57a359c4f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.137356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b753b1b8-139e-40b6-8a61-f57a359c4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.175589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 35994) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:46.176141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b753b1b8-139e-40b6-8a61-f57a359c4f8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f418e42233af44daa94499ed50e5f801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052255 Jul 15 23:30:46.207243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753b1b8-139e-40b6-8a61-f57a359c4f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd28394a-8caa-496e-a4f3-1288f84be676,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:46.256356 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8425bc4-751e-45b9-943a-8c18c9beee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.284934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8425bc4-751e-45b9-943a-8c18c9beee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.346583 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8425bc4-751e-45b9-943a-8c18c9beee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.349785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f8425bc4-751e-45b9-943a-8c18c9beee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.355344 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f8425bc4-751e-45b9-943a-8c18c9beee8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd28394a-8caa-496e-a4f3-1288f84be676 HTTP/1.1" status: 204 len: 168 time: 0.1812978 Jul 15 23:30:46.372270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8425bc4-751e-45b9-943a-8c18c9beee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd28394a-8caa-496e-a4f3-1288f84be676,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:46.835138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de01b09-717c-4119-9e47-04bb7c785264 req-7b3a0c69-42ff-45dc-b325-3ec8a8ac9c86 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:46.843540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4de01b09-717c-4119-9e47-04bb7c785264 req-7b3a0c69-42ff-45dc-b325-3ec8a8ac9c86 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.0770736 Jul 15 23:30:46.895240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4de01b09-717c-4119-9e47-04bb7c785264 req-81959080-d004-4fe7-8c24-d5afce5c9c47 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Jul 15 23:30:48.062494 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-651a91b7-e722-41af-975d-9efa5e46d1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.064188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36054) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.070879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'subnet': {'network_id': '52bafbc6-4dcf-4091-a07a-edd915f55c71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:48.120755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec616b-b8cc-4f0a-aede-01f5335132f4 req-3aca189f-f260-40f5-b46d-7cc2d10027d9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:48.132620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36ec616b-b8cc-4f0a-aede-01f5335132f4 req-3aca189f-f260-40f5-b46d-7cc2d10027d9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.0783880 Jul 15 23:30:48.191518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:48.199133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.206192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36ec616b-b8cc-4f0a-aede-01f5335132f4 req-a105b367-80b2-4074-aafb-a1a2ab26a4f3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Jul 15 23:30:48.423698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.492571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Subnet': ['ID=de4af039-2aa8-4bb8-b298-0cf0fd9e28ba,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:48.501860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Checking segment: {'id': 'f9a14c22-0461-4cac-89b5-b1fa893dc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '52bafbc6-4dcf-4091-a07a-edd915f55c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:48.502229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network hostable DHCP agents. Network: 52bafbc6-4dcf-4091-a07a-edd915f55c71, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:48.521000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network 52bafbc6-4dcf-4091-a07a-edd915f55c71 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:48.532781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 52bafbc6-4dcf-4091-a07a-edd915f55c71) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:48.541194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb764b63-2148-43b2-bb24-42efffb7503b None None] Network 52bafbc6-4dcf-4091-a07a-edd915f55c71 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:48.545926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:48.546638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.565099 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f36875fe-d0b4-4e80-a788-f9749dbb4f62 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4987731 Jul 15 23:30:48.568432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36078) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.575918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-177740139'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:48.604595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:48.608541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.643308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:48.658014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.658580 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Added segment 1cc900e4-2188-40ca-a42d-fbea9302bd4e of type vlan for network 0d890784-510c-46a9-a439-678bad68865b Jul 15 23:30:48.713937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.744306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-52bafbc6-4dcf-4091-a07a-edd915f55c71', 'network_id': '52bafbc6-4dcf-4091-a07a-edd915f55c71', 'tenant_id': 'f342b96599994de7be48594224b7922a', 'fixed_ips': [{'subnet_id': 'de4af039-2aa8-4bb8-b298-0cf0fd9e28ba'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:48.745204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.765791 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.777154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:48.777826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.928643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Allocated IP 2001:db8:0:ffff::2 (52bafbc6-4dcf-4091-a07a-edd915f55c71/de4af039-2aa8-4bb8-b298-0cf0fd9e28ba/6f2f8086-1a53-4ab8-89bf-de8f3e7f277a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:48.969961 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36088) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.972355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4022682 Jul 15 23:30:48.976004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'subnet': {'network_id': '0d890784-510c-46a9-a439-678bad68865b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:49.074017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462dc42-8b71-4105-a5cf-f1003889ac54 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Network': ['ID=0d890784-510c-46a9-a439-678bad68865b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.091051 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-522d6903-de74-452e-afb5-5493da51f61c req-e7cacf2f-3661-4f1a-94cd-d8a2d4098f3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2786930 Jul 15 23:30:49.095612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0d890784-510c-46a9-a439-678bad68865b details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:49.203111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:49.213790 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.255490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6903-de74-452e-afb5-5493da51f61c req-5e2376a0-202d-401c-b811-d3a9b77e7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:49.257715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-522d6903-de74-452e-afb5-5493da51f61c req-5e2376a0-202d-401c-b811-d3a9b77e7543 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.1083457 Jul 15 23:30:49.277162 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.306484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Transition to ACTIVE for port object 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:49.337074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Transition to ACTIVE for port object 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:49.355860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.394929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36098) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.446973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Pushing event updated for resources: {'Port': ['ID=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.467927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Network 52bafbc6-4dcf-4091-a07a-edd915f55c71 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:49.469611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:49.475347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:49.505899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6903-de74-452e-afb5-5493da51f61c req-df6fcb69-097d-4901-b074-0a0649eed127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:49.508385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-522d6903-de74-452e-afb5-5493da51f61c req-df6fcb69-097d-4901-b074-0a0649eed127 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.2185450 Jul 15 23:30:49.609158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc39a2d-efbd-4111-bf8d-a06ac132bfcb req-b064495a-28c9-4864-9fa1-c9dcb9c1570a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:49.616960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Attempting to bind port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:49.617360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Attempting to bind port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f9a14c22-0461-4cac-89b5-b1fa893dc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '52bafbc6-4dcf-4091-a07a-edd915f55c71'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:49.618654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbc39a2d-efbd-4111-bf8d-a06ac132bfcb req-b064495a-28c9-4864-9fa1-c9dcb9c1570a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.2037323 Jul 15 23:30:49.621970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Attempting to bind port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a on network 52bafbc6-4dcf-4091-a07a-edd915f55c71 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:49.629601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:49.629982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Checking segment: {'id': 'f9a14c22-0461-4cac-89b5-b1fa893dc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '52bafbc6-4dcf-4091-a07a-edd915f55c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:49.630392 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.630956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Bound using segment: {'id': 'f9a14c22-0461-4cac-89b5-b1fa893dc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '52bafbc6-4dcf-4091-a07a-edd915f55c71'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:49.631286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Bound port: 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a14c22-0461-4cac-89b5-b1fa893dc598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '52bafbc6-4dcf-4091-a07a-edd915f55c71'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:49.631675 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.648076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-522d6903-de74-452e-afb5-5493da51f61c req-be5eed19-030f-455f-ae84-b169f482b0fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.1262062 Jul 15 23:30:49.712509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6903-de74-452e-afb5-5493da51f61c req-5b4bcf4a-eea3-4d51-8422-bcfaba1f8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:49.714470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-522d6903-de74-452e-afb5-5493da51f61c req-5b4bcf4a-eea3-4d51-8422-bcfaba1f8a90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0589771 Jul 15 23:30:49.771367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbc39a2d-efbd-4111-bf8d-a06ac132bfcb req-61c457e7-91b7-4ad0-aae3-2c05010b3b57 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517234 Jul 15 23:30:49.801574 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] For port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:49.805301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] For port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,segment=NetworkSegment(f9a14c22-0461-4cac-89b5-b1fa893dc598),segment_id=f9a14c22-0461-4cac-89b5-b1fa893dc598)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:49.813875 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.816272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6903-de74-452e-afb5-5493da51f61c req-b4c53a48-db2b-4fb9-822e-9522518a56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:49.820366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-522d6903-de74-452e-afb5-5493da51f61c req-b4c53a48-db2b-4fb9-822e-9522518a56c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982523 Jul 15 23:30:49.934540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6f72d-28be-448e-b3b4-0875d8038928 None None] Pushing event updated for resources: {'Port': ['ID=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.936673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:30:49.947018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.963330 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c329de8e-c5a1-46a5-ab31-eb53d2643e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.126298 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c329de8e-c5a1-46a5-ab31-eb53d2643e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.136127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c329de8e-c5a1-46a5-ab31-eb53d2643e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.202684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Subnet': ['ID=8b2c304c-aca7-4e6d-a23e-3c3f6db163f8,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:50.210398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329de8e-c5a1-46a5-ab31-eb53d2643e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f71425-2c12-41f5-b5b6-e20d8d746b41,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:50.220853 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c329de8e-c5a1-46a5-ab31-eb53d2643e83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dc5dd81aaed4e7695be65891cc77e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179052 Jul 15 23:30:50.222478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36116) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.263139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Checking segment: {'id': '1cc900e4-2188-40ca-a42d-fbea9302bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d890784-510c-46a9-a439-678bad68865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:50.263472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network hostable DHCP agents. Network: 0d890784-510c-46a9-a439-678bad68865b, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:50.327250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e9676d4-5fa2-4a87-bc35-daf17dd6b6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.337601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network 0d890784-510c-46a9-a439-678bad68865b is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:50.378566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0d890784-510c-46a9-a439-678bad68865b) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:50.384394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:50.385916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.387839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3fe45a-ce20-4a81-ae32-1419bbf578cc None None] Network 0d890784-510c-46a9-a439-678bad68865b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:50.409588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e9676d4-5fa2-4a87-bc35-daf17dd6b6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.426591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-02d19ed7-514f-454f-a3d5-7fade232ad65 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4554086 Jul 15 23:30:50.430345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36122) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.430939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-522d6903-de74-452e-afb5-5493da51f61c req-cce24d94-6693-4afa-80c1-251312a1437e service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020446 Jul 15 23:30:50.437154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'port': {'network_id': '0d890784-510c-46a9-a439-678bad68865b', 'name': 'tempest-NetworksIpV6TestAttrs-1108354309'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:50.542156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-522d6903-de74-452e-afb5-5493da51f61c req-0256855a-b3c0-411d-adf5-d4a015e78179 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994058 Jul 15 23:30:50.577180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:50.582428 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.618681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] device_id is not set on port 0e3bf0a9-9ca8-42ca-8d30-1145155d8f69 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:50.632642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e9676d4-5fa2-4a87-bc35-daf17dd6b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.636230 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e9676d4-5fa2-4a87-bc35-daf17dd6b6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.637935 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e9676d4-5fa2-4a87-bc35-daf17dd6b6b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28f71425-2c12-41f5-b5b6-e20d8d746b41 HTTP/1.1" status: 204 len: 168 time: 0.4141514 Jul 15 23:30:50.687870 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-604ffc8c-080c-4b26-984b-14744d732f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.699647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-0d890784-510c-46a9-a439-678bad68865b', 'network_id': '0d890784-510c-46a9-a439-678bad68865b', 'tenant_id': 'f342b96599994de7be48594224b7922a', 'fixed_ips': [{'subnet_id': '8b2c304c-aca7-4e6d-a23e-3c3f6db163f8'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:50.700790 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.711991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9676d4-5fa2-4a87-bc35-daf17dd6b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f71425-2c12-41f5-b5b6-e20d8d746b41,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:50.824577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Allocated IP 2001:db8::f816:3eff:fec5:9c27 (0d890784-510c-46a9-a439-678bad68865b/8b2c304c-aca7-4e6d-a23e-3c3f6db163f8/0e3bf0a9-9ca8-42ca-8d30-1145155d8f69) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:51.033538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.122712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2b54f-f4f2-4ce9-9be5-20d4ab18e18f req-5eb5f641-29f1-4b77-9a87-73ea9368203d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:51.131733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c2b54f-f4f2-4ce9-9be5-20d4ab18e18f req-5eb5f641-29f1-4b77-9a87-73ea9368203d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1145899 Jul 15 23:30:51.163969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.179719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Transition to ACTIVE for port object 0e3bf0a9-9ca8-42ca-8d30-1145155d8f69 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:51.205169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46c2b54f-f4f2-4ce9-9be5-20d4ab18e18f req-1dc9e1f4-aa70-43d4-a50a-f0489b904766 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Jul 15 23:30:51.223766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.296205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network 0d890784-510c-46a9-a439-678bad68865b is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:51.297965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Allocated IP 2001:db8::f816:3eff:fe40:a542 (0d890784-510c-46a9-a439-678bad68865b/8b2c304c-aca7-4e6d-a23e-3c3f6db163f8/1dfb6345-73de-4af0-91cc-7a33b4e2a016) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:51.304431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:51.307180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:51.314550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:51.315509 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.333105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Port': ['ID=0e3bf0a9-9ca8-42ca-8d30-1145155d8f69,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.351518 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-24b208c1-206a-4218-8469-764ab1a165fa tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9192748 Jul 15 23:30:51.354907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36150) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:51.423356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4803d10d-40a2-4833-8403-3210e7fe33bb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Deleting subnet 8b2c304c-aca7-4e6d-a23e-3c3f6db163f8 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:51.435587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58eaeb-c30e-4f64-9409-d94eb9e45d6e None None] Network 52bafbc6-4dcf-4091-a07a-edd915f55c71 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:51.500721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6797a8af-428b-42d9-a795-ce688acd5bbd None None] Provisioning for port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:51.569984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.588029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.589046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Transition to ACTIVE for port object 1dfb6345-73de-4af0-91cc-7a33b4e2a016 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:51.631503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Transition to ACTIVE for port object 1dfb6345-73de-4af0-91cc-7a33b4e2a016 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:51.637001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4803d10d-40a2-4833-8403-3210e7fe33bb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.647394 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.687904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4803d10d-40a2-4833-8403-3210e7fe33bb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.724980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Network 0d890784-510c-46a9-a439-678bad68865b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:51.728291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:51.730983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:51.744814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Pushing event updated for resources: {'Port': ['ID=1dfb6345-73de-4af0-91cc-7a33b4e2a016,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.826582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Attempting to bind port 1dfb6345-73de-4af0-91cc-7a33b4e2a016 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:51.827614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Attempting to bind port 1dfb6345-73de-4af0-91cc-7a33b4e2a016 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '1cc900e4-2188-40ca-a42d-fbea9302bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d890784-510c-46a9-a439-678bad68865b'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:51.829446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Attempting to bind port 1dfb6345-73de-4af0-91cc-7a33b4e2a016 on network 0d890784-510c-46a9-a439-678bad68865b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:51.840784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:51.841175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Checking segment: {'id': '1cc900e4-2188-40ca-a42d-fbea9302bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d890784-510c-46a9-a439-678bad68865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:51.841589 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.841976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Bound using segment: {'id': '1cc900e4-2188-40ca-a42d-fbea9302bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d890784-510c-46a9-a439-678bad68865b'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:51.842448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Bound port: 1dfb6345-73de-4af0-91cc-7a33b4e2a016, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc900e4-2188-40ca-a42d-fbea9302bd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d890784-510c-46a9-a439-678bad68865b'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:51.842962 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.853951 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4803d10d-40a2-4833-8403-3210e7fe33bb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.932485 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4803d10d-40a2-4833-8403-3210e7fe33bb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.936521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] For port 1dfb6345-73de-4af0-91cc-7a33b4e2a016, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:51.941312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] For port 1dfb6345-73de-4af0-91cc-7a33b4e2a016, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1dfb6345-73de-4af0-91cc-7a33b4e2a016,segment=NetworkSegment(1cc900e4-2188-40ca-a42d-fbea9302bd4e),segment_id=1cc900e4-2188-40ca-a42d-fbea9302bd4e)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:51.949557 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.026640 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4803d10d-40a2-4833-8403-3210e7fe33bb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.032605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36194) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.033329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4803d10d-40a2-4833-8403-3210e7fe33bb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/subnets/8b2c304c-aca7-4e6d-a23e-3c3f6db163f8 HTTP/1.1" status: 204 len: 168 time: 0.6769133 Jul 15 23:30:52.034559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803d10d-40a2-4833-8403-3210e7fe33bb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2c304c-aca7-4e6d-a23e-3c3f6db163f8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:52.049022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277943-e0e7-4f60-87fa-2d55fc486bf9 None None] Pushing event updated for resources: {'Port': ['ID=1dfb6345-73de-4af0-91cc-7a33b4e2a016,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:52.130059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eb9967-bcb7-4339-932e-86e0eb68f27d tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:52.131928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eb9967-bcb7-4339-932e-86e0eb68f27d tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:52.136075 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-04eb9967-bcb7-4339-932e-86e0eb68f27d tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1016049 Jul 15 23:30:52.137252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36210) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.207148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:52.323970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:52.330014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:52.330403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.406038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d237f282-20e6-4774-ac2e-cb9237afe526 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.424417 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d237f282-20e6-4774-ac2e-cb9237afe526 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 23:30:52.426935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d237f282-20e6-4774-ac2e-cb9237afe526 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:52.433931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36234) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.440419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d237f282-20e6-4774-ac2e-cb9237afe526 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/0d890784-510c-46a9-a439-678bad68865b HTTP/1.1" status: 409 len: 405 time: 0.3016851 Jul 15 23:30:52.462139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1560998459'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:52.497814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.508867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:52.512449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.556763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,segment=NetworkSegment(f9a14c22-0461-4cac-89b5-b1fa893dc598),segment_id=f9a14c22-0461-4cac-89b5-b1fa893dc598)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:52.568455 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.597691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:52.615212 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.616142 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Added segment 15d0171e-fadd-4906-b606-4a3060cd5292 of type vlan for network 6393b85a-a9b5-4840-8def-3b3afba4f611 Jul 15 23:30:52.627276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213dec-de33-4ca5-81aa-ef7e0a21fef4 req-175350a4-696f-4435-92f5-e5aedf4d9178 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:52.631245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37213dec-de33-4ca5-81aa-ef7e0a21fef4 req-175350a4-696f-4435-92f5-e5aedf4d9178 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1729472 Jul 15 23:30:52.671938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:52.708164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.714010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37213dec-de33-4ca5-81aa-ef7e0a21fef4 req-0083e32e-3317-48a1-b7b5-c75d623568b9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746775 Jul 15 23:30:52.770123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.777785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:52.778686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.861259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36248) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.862329 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4120936 Jul 15 23:30:52.867121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'subnet': {'network_id': '6393b85a-a9b5-4840-8def-3b3afba4f611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:52.944077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ca159-62d5-4342-8946-f878bd9339b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Network': ['ID=6393b85a-a9b5-4840-8def-3b3afba4f611,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:52.956486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 6393b85a-a9b5-4840-8def-3b3afba4f611 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:53.026597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:53.044753 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.327919 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.476715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.objects.ports [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:30:53.480048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.583482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Subnet': ['ID=7e017944-6433-4318-a667-50aca517cfe8,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:53.589967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Checking segment: {'id': '15d0171e-fadd-4906-b606-4a3060cd5292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6393b85a-a9b5-4840-8def-3b3afba4f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:53.590568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network hostable DHCP agents. Network: 6393b85a-a9b5-4840-8def-3b3afba4f611, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:53.610852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec6dfa-0544-46bc-a825-3ed3cad6eabb None None] Network 0d890784-510c-46a9-a439-678bad68865b requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:53.615530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network 6393b85a-a9b5-4840-8def-3b3afba4f611 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:53.628573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 6393b85a-a9b5-4840-8def-3b3afba4f611) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:53.645141 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c8192-bc48-4184-a8d9-9a95d42bfcc7 None None] Network 6393b85a-a9b5-4840-8def-3b3afba4f611 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:53.651331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:53.652661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.674102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6bab1b63-1799-476a-ac7f-c1ad759527f0 None None] Provisioning for port 1dfb6345-73de-4af0-91cc-7a33b4e2a016 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:53.689222 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36300) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:53.690309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3de2932d-2801-48ce-bd95-1936d623ed29 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8277647 Jul 15 23:30:53.696132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'port': {'network_id': '6393b85a-a9b5-4840-8def-3b3afba4f611', 'name': 'tempest-NetworksIpV6TestAttrs-692511475'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:53.842085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:53.847331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.876813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] device_id is not set on port 850ca2b7-04aa-42bc-a69d-b675015cd7b0 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:54.083891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Allocated IP 2001:db8::f816:3eff:fe75:4528 (6393b85a-a9b5-4840-8def-3b3afba4f611/7e017944-6433-4318-a667-50aca517cfe8/850ca2b7-04aa-42bc-a69d-b675015cd7b0) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:54.156923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0fe8f-89e6-429f-80dc-6cbe8941a3ea req-db5c1cc0-1ffd-43b9-8800-72546e3168b1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.175776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08e0fe8f-89e6-429f-80dc-6cbe8941a3ea req-db5c1cc0-1ffd-43b9-8800-72546e3168b1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.2204571 Jul 15 23:30:54.240942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-6393b85a-a9b5-4840-8def-3b3afba4f611', 'network_id': '6393b85a-a9b5-4840-8def-3b3afba4f611', 'tenant_id': 'f342b96599994de7be48594224b7922a', 'fixed_ips': [{'subnet_id': '7e017944-6433-4318-a667-50aca517cfe8'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:54.242046 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.243083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08e0fe8f-89e6-429f-80dc-6cbe8941a3ea req-34b5ef1d-17e6-43ff-9451-f9c8c7f43887 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656571 Jul 15 23:30:54.350076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] DHCP port deletion for 0d890784-510c-46a9-a439-678bad68865b request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:54.371325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:54.456708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.466312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] Deleting port 1dfb6345-73de-4af0-91cc-7a33b4e2a016 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:54.466687 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.480806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:54.481445 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.489583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Transition to ACTIVE for port object 850ca2b7-04aa-42bc-a69d-b675015cd7b0 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:54.550982 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.611058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] For port 1dfb6345-73de-4af0-91cc-7a33b4e2a016, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1dfb6345-73de-4af0-91cc-7a33b4e2a016,segment=NetworkSegment(1cc900e4-2188-40ca-a42d-fbea9302bd4e),segment_id=1cc900e4-2188-40ca-a42d-fbea9302bd4e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:54.612374 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.636954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network 6393b85a-a9b5-4840-8def-3b3afba4f611 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:54.641839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:54.650415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:54.657075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.657952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.659282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] Calling delete_port for 1dfb6345-73de-4af0-91cc-7a33b4e2a016 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:54.685393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Port': ['ID=850ca2b7-04aa-42bc-a69d-b675015cd7b0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:54.697018 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-751236e9-1c26-42e0-94e0-3ba521263736 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0065966 Jul 15 23:30:54.699765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36322) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:54.778660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-3479d347-9c38-4e80-a2a5-eeb7cd4e94e7 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Deleting subnet 7e017944-6433-4318-a667-50aca517cfe8 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:54.803962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Allocated IP 2001:db8::f816:3eff:fe79:5ea0 (6393b85a-a9b5-4840-8def-3b3afba4f611/7e017944-6433-4318-a667-50aca517cfe8/826342bb-21b8-47af-a75e-1a520f112650) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:54.815299 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.862841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] Pushing event deleted for resources: {'Port': ['ID=1dfb6345-73de-4af0-91cc-7a33b4e2a016,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:54.895258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115183b5-9046-4b5c-827d-c40181acca4a None None] No DVR routers for this DVR port 1dfb6345-73de-4af0-91cc-7a33b4e2a016 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:55.055084 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.068823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Transition to ACTIVE for port object 826342bb-21b8-47af-a75e-1a520f112650 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:55.096628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.097707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Transition to ACTIVE for port object 826342bb-21b8-47af-a75e-1a520f112650 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:55.106132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3479d347-9c38-4e80-a2a5-eeb7cd4e94e7 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.107435 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.158674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Network 6393b85a-a9b5-4840-8def-3b3afba4f611 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:55.161981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:55.163825 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3479d347-9c38-4e80-a2a5-eeb7cd4e94e7 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.166597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:55.239939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Pushing event updated for resources: {'Port': ['ID=826342bb-21b8-47af-a75e-1a520f112650,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:55.242403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Attempting to bind port 826342bb-21b8-47af-a75e-1a520f112650 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:55.242799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Attempting to bind port 826342bb-21b8-47af-a75e-1a520f112650 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '15d0171e-fadd-4906-b606-4a3060cd5292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6393b85a-a9b5-4840-8def-3b3afba4f611'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:55.243172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Attempting to bind port 826342bb-21b8-47af-a75e-1a520f112650 on network 6393b85a-a9b5-4840-8def-3b3afba4f611 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:55.249290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:55.249673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Checking segment: {'id': '15d0171e-fadd-4906-b606-4a3060cd5292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6393b85a-a9b5-4840-8def-3b3afba4f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:55.250080 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.250547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Bound using segment: {'id': '15d0171e-fadd-4906-b606-4a3060cd5292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6393b85a-a9b5-4840-8def-3b3afba4f611'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:55.251097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Bound port: 826342bb-21b8-47af-a75e-1a520f112650, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d0171e-fadd-4906-b606-4a3060cd5292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6393b85a-a9b5-4840-8def-3b3afba4f611'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:55.251486 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.351090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3479d347-9c38-4e80-a2a5-eeb7cd4e94e7 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.433017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] For port 826342bb-21b8-47af-a75e-1a520f112650, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:55.436634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] For port 826342bb-21b8-47af-a75e-1a520f112650, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=826342bb-21b8-47af-a75e-1a520f112650,segment=NetworkSegment(15d0171e-fadd-4906-b606-4a3060cd5292),segment_id=15d0171e-fadd-4906-b606-4a3060cd5292)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:55.440134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3479d347-9c38-4e80-a2a5-eeb7cd4e94e7 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.447275 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.512923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479d347-9c38-4e80-a2a5-eeb7cd4e94e7 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Subnet': ['ID=7e017944-6433-4318-a667-50aca517cfe8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:55.517431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3479d347-9c38-4e80-a2a5-eeb7cd4e94e7 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.521673 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3479d347-9c38-4e80-a2a5-eeb7cd4e94e7 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/subnets/7e017944-6433-4318-a667-50aca517cfe8 HTTP/1.1" status: 204 len: 168 time: 0.8185103 Jul 15 23:30:55.521989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36344) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:55.573947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d490dff-5fb9-4265-ba6f-e2a996a2f15f None None] Pushing event updated for resources: {'Port': ['ID=826342bb-21b8-47af-a75e-1a520f112650,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:55.600989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd587131-d4f6-4610-8aa9-2faf0e183f52 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:55.602510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd587131-d4f6-4610-8aa9-2faf0e183f52 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:55.604368 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fd587131-d4f6-4610-8aa9-2faf0e183f52 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0814583 Jul 15 23:30:55.608393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36346) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:55.630862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea87ae9-5a7d-4d12-931e-d164854aa8ab req-6b1c8ce4-d692-44f0-8fd7-a51bc2660135 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:55.635112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ea87ae9-5a7d-4d12-931e-d164854aa8ab req-6b1c8ce4-d692-44f0-8fd7-a51bc2660135 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1884394 Jul 15 23:30:55.751969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b42a275-e8d2-4494-a6a9-ea30416de62e tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.753917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ea87ae9-5a7d-4d12-931e-d164854aa8ab req-118c393c-ebb3-4cdf-9683-05bd2c389427 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082439 Jul 15 23:30:55.772080 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b42a275-e8d2-4494-a6a9-ea30416de62e tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 23:30:55.772983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b42a275-e8d2-4494-a6a9-ea30416de62e tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:55.776686 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b42a275-e8d2-4494-a6a9-ea30416de62e tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/6393b85a-a9b5-4840-8def-3b3afba4f611 HTTP/1.1" status: 409 len: 405 time: 0.1673086 Jul 15 23:30:55.783876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36350) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:55.791213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-829421685'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:55.857058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:55.862064 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.890608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:55.904341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.905174 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Added segment e4d3640c-335d-49b9-ae4a-34eb3064a17a of type vlan for network 9f23c43f-edb1-42de-b525-b5d15fd2c795 Jul 15 23:30:55.960087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.021062 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.042148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:56.044560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.222677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Network': ['ID=9f23c43f-edb1-42de-b525-b5d15fd2c795,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:56.237770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 9f23c43f-edb1-42de-b525-b5d15fd2c795 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:56.238941 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6f255971-cf5e-4ae6-93ca-99d9cb7344d8 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4531958 Jul 15 23:30:56.240927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36358) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:56.265193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'subnet': {'network_id': '9f23c43f-edb1-42de-b525-b5d15fd2c795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:56.265684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 826342bb-21b8-47af-a75e-1a520f112650 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:56.382454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:56.388029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.472560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 826342bb-21b8-47af-a75e-1a520f112650 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:56.568267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1dfb6345-73de-4af0-91cc-7a33b4e2a016 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:56.600819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1dfb6345-73de-4af0-91cc-7a33b4e2a016 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:56.611189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1dfb6345-73de-4af0-91cc-7a33b4e2a016 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:56.615660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36362) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:56.753664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-463f47ce-f924-4baa-8e3b-641647b9d2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.951228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-463f47ce-f924-4baa-8e3b-641647b9d2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.962332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-463f47ce-f924-4baa-8e3b-641647b9d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.003218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f47ce-f924-4baa-8e3b-641647b9d2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bead4d3-60d9-45eb-8105-af46d909ec39,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:57.069431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-463f47ce-f924-4baa-8e3b-641647b9d2c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ba4b25739b24db2983cf6bfba4b1863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520247 Jul 15 23:30:57.072269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-07d559c0-9bd8-4d3c-9a36-4b762081b579 req-1867bbb4-69ef-4695-9d4c-0e020100c335 service neutron] (93715) timed out ('10.222.0.23', 54136) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:30:57.074365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36372) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:57.086160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3853bdf-294b-4a79-a227-e636e335a9ae None None] Network 6393b85a-a9b5-4840-8def-3b3afba4f611 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:57.170203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb957ecb-a33c-42c9-9cfc-337be3f1f4f2 req-f14abe3d-f78c-4d8e-aef9-3a08f6421c19 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:57.171875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb957ecb-a33c-42c9-9cfc-337be3f1f4f2 req-f14abe3d-f78c-4d8e-aef9-3a08f6421c19 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1700661 Jul 15 23:30:57.200253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46da8994-71de-49cd-ab37-8226942397ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.242119 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46da8994-71de-49cd-ab37-8226942397ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.347403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb957ecb-a33c-42c9-9cfc-337be3f1f4f2 req-c3a302b2-3925-4336-aa37-bfffb6f30fc3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499052 Jul 15 23:30:57.348584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46da8994-71de-49cd-ab37-8226942397ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.348967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:30:57.350972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.351201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-46da8994-71de-49cd-ab37-8226942397ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.359869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-46da8994-71de-49cd-ab37-8226942397ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bead4d3-60d9-45eb-8105-af46d909ec39 HTTP/1.1" status: 204 len: 168 time: 0.2763712 Jul 15 23:30:57.378531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da8994-71de-49cd-ab37-8226942397ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bead4d3-60d9-45eb-8105-af46d909ec39,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:57.412260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f80b0663-535d-411e-ba9f-690d75c37645 None None] Provisioning for port 826342bb-21b8-47af-a75e-1a520f112650 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:57.423068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f80b0663-535d-411e-ba9f-690d75c37645 None None] Provisioning complete for port 826342bb-21b8-47af-a75e-1a520f112650 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:57.423772 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f80b0663-535d-411e-ba9f-690d75c37645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.425290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Subnet': ['ID=c3a9f23d-d1d6-45d7-82c7-62aebfc11e5c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:57.441601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36382) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:57.441761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Checking segment: {'id': 'e4d3640c-335d-49b9-ae4a-34eb3064a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9f23c43f-edb1-42de-b525-b5d15fd2c795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:57.442026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network hostable DHCP agents. Network: 9f23c43f-edb1-42de-b525-b5d15fd2c795, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:57.480504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network 9f23c43f-edb1-42de-b525-b5d15fd2c795 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:57.502522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 9f23c43f-edb1-42de-b525-b5d15fd2c795) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:57.512837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:57.516841 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.522161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fc26b-a035-4e43-92d3-d00c9653ebef None None] Network 9f23c43f-edb1-42de-b525-b5d15fd2c795 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:57.554260 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e84bfea3-e43e-48ff-bd35-14428b9a3fd2 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3119795 Jul 15 23:30:57.557489 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36386) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:57.658544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] DHCP port deletion for 6393b85a-a9b5-4840-8def-3b3afba4f611 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:57.664522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6694d932-16dd-408c-9c35-efff4c7fe6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.709172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f80b0663-535d-411e-ba9f-690d75c37645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.722713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.836939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f80b0663-535d-411e-ba9f-690d75c37645 None None] For port 826342bb-21b8-47af-a75e-1a520f112650, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=826342bb-21b8-47af-a75e-1a520f112650,segment=NetworkSegment(15d0171e-fadd-4906-b606-4a3060cd5292),segment_id=15d0171e-fadd-4906-b606-4a3060cd5292)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:57.859188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af11378-7aa7-460d-8b0a-8de366211d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-9f23c43f-edb1-42de-b525-b5d15fd2c795', 'network_id': '9f23c43f-edb1-42de-b525-b5d15fd2c795', 'tenant_id': 'f342b96599994de7be48594224b7922a', 'fixed_ips': [{'subnet_id': 'c3a9f23d-d1d6-45d7-82c7-62aebfc11e5c'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:57.860359 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8af11378-7aa7-460d-8b0a-8de366211d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.865502 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f80b0663-535d-411e-ba9f-690d75c37645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.866201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.884747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6694d932-16dd-408c-9c35-efff4c7fe6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.891757 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6694d932-16dd-408c-9c35-efff4c7fe6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.944352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694d932-16dd-408c-9c35-efff4c7fe6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc08a2-5e2d-4f3d-a285-f280bfa433db,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:57.951164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6694d932-16dd-408c-9c35-efff4c7fe6c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91b4d30b1cb34161996428e7a3213e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070269 Jul 15 23:30:57.953923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:57.963693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36392) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:57.985546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.996322 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3657c18-58b6-4018-a66f-58383ee455c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.028875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] Deleting port 826342bb-21b8-47af-a75e-1a520f112650 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:58.029278 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.032090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a9f23d-d1d6-45d7-82c7-62aebfc11e5c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server [None req-8af11378-7aa7-460d-8b0a-8de366211d27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3a9f23d-d1d6-45d7-82c7-62aebfc11e5c: This subnet is being modified by another concurrent operation. Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3a9f23d-d1d6-45d7-82c7-62aebfc11e5c: This subnet is being modified by another concurrent operation. Jul 15 23:30:58.054214 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Jul 15 23:30:58.065612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ab42ce4-bd58-43f2-9ac5-3e2f2d791a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.101650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ab42ce4-bd58-43f2-9ac5-3e2f2d791a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.124672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4aecb7-eb10-4cf6-8a32-12383a5e3029 None None] Network 9f23c43f-edb1-42de-b525-b5d15fd2c795 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:58.155564 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.172579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f23c43f-edb1-42de-b525-b5d15fd2c795']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:58.188965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d3640c-335d-49b9-ae4a-34eb3064a17a') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:58.189552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d3640c-335d-49b9-ae4a-34eb3064a17a') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:58.190351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] For port 826342bb-21b8-47af-a75e-1a520f112650, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=826342bb-21b8-47af-a75e-1a520f112650,segment=NetworkSegment(15d0171e-fadd-4906-b606-4a3060cd5292),segment_id=15d0171e-fadd-4906-b606-4a3060cd5292)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:58.190889 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.198566 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3657c18-58b6-4018-a66f-58383ee455c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.201191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 826342bb-21b8-47af-a75e-1a520f112650 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:58.202369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ab42ce4-bd58-43f2-9ac5-3e2f2d791a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.205599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.206869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ab42ce4-bd58-43f2-9ac5-3e2f2d791a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.208554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1ab42ce4-bd58-43f2-9ac5-3e2f2d791a82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54bc08a2-5e2d-4f3d-a285-f280bfa433db HTTP/1.1" status: 204 len: 168 time: 0.2532582 Jul 15 23:30:58.214986 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3657c18-58b6-4018-a66f-58383ee455c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.230447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.235654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab42ce4-bd58-43f2-9ac5-3e2f2d791a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc08a2-5e2d-4f3d-a285-f280bfa433db,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.245331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:58.245760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:58.250026 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:58.273227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c3657c18-58b6-4018-a66f-58383ee455c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f3abd5e959845848b20fcf185683f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051326 Jul 15 23:30:58.276101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36398) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.289269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] Calling delete_port for 826342bb-21b8-47af-a75e-1a520f112650 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:58.319079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3657c18-58b6-4018-a66f-58383ee455c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a906938a-58d1-470f-a708-b8bd06d4405a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.364254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.370701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.387699 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/9f23c43f-edb1-42de-b525-b5d15fd2c795 HTTP/1.1" status: 204 len: 168 time: 0.8227260 Jul 15 23:30:58.387934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36402) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.401315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1229849600'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:58.411044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Network': ['ID=9f23c43f-edb1-42de-b525-b5d15fd2c795,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.413291 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3ab47412-dcf9-4d68-aa16-763509315613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.423468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.423884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.424592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.424972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.425894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.425894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.426432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.426791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.427134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.427454 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.428272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.428576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af06ee6c-0abd-4c30-9035-216072a53a9f tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:58.443185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3ab47412-dcf9-4d68-aa16-763509315613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.492590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:58.498282 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.536724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b0663-535d-411e-ba9f-690d75c37645 None None] Pushing event updated for resources: {'Port': ['ID=826342bb-21b8-47af-a75e-1a520f112650,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.540898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3ab47412-dcf9-4d68-aa16-763509315613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.543494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3ab47412-dcf9-4d68-aa16-763509315613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.544835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3ab47412-dcf9-4d68-aa16-763509315613 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a906938a-58d1-470f-a708-b8bd06d4405a HTTP/1.1" status: 204 len: 168 time: 0.2678468 Jul 15 23:30:58.552290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:58.575515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab47412-dcf9-4d68-aa16-763509315613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a906938a-58d1-470f-a708-b8bd06d4405a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.596825 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.597055 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Added segment a0c93d1f-6ec8-437d-9ae0-c8d6da8f78fa of type vlan for network fad6cf2d-e49b-40d7-8a68-420b4b7efe00 Jul 15 23:30:58.678043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.700228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b08867-32b1-41c4-b0e2-517c3873f57b req-0a5f62c7-c983-4118-8500-5d6864f1b394 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:58.702400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-48b08867-32b1-41c4-b0e2-517c3873f57b req-0a5f62c7-c983-4118-8500-5d6864f1b394 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1512876 Jul 15 23:30:58.752179 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.762254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-48b08867-32b1-41c4-b0e2-517c3873f57b req-f00ac8d3-a80a-4ec0-be66-d82914b53ef6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537846 Jul 15 23:30:58.766682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.776676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:58.779639 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.796240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.832301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4451931 Jul 15 23:30:58.835094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36408) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.841599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'subnet': {'network_id': 'fad6cf2d-e49b-40d7-8a68-420b4b7efe00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:58.898258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] No DVR routers for this DVR port 826342bb-21b8-47af-a75e-1a520f112650 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:58.900726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931caf62-989a-4342-82ba-e51e5e0f6876 None None] Pushing event deleted for resources: {'Port': ['ID=826342bb-21b8-47af-a75e-1a520f112650,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.917906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf2041-5fdb-4c2c-811d-d1ee05b4bcbb tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Network': ['ID=fad6cf2d-e49b-40d7-8a68-420b4b7efe00,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.929724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed4b85c-5075-49d4-809e-60fe33a54050 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:30:58.932921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network fad6cf2d-e49b-40d7-8a68-420b4b7efe00 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:58.964438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36412) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.981249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-07d4599e-afb3-4de2-8683-1882e1592a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.998205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:59.014676 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.112377 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-07d4599e-afb3-4de2-8683-1882e1592a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.119223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-07d4599e-afb3-4de2-8683-1882e1592a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.159520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed4b85c-5075-49d4-809e-60fe33a54050 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:30:59.182405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-07d4599e-afb3-4de2-8683-1882e1592a6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c999453214a45e2a5bc9f79563093b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145309 Jul 15 23:30:59.182949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36418) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.238439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4599e-afb3-4de2-8683-1882e1592a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145d8d2a-cb53-4a6e-922d-a022b9d57e66,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:59.300121 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db9ce973-94b9-4aaa-be65-384b092ef41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.332765 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.344688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db9ce973-94b9-4aaa-be65-384b092ef41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.421192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Subnet': ['ID=e71404bd-1d2f-4bb4-b3b5-272e20914fbf,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:59.427555 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db9ce973-94b9-4aaa-be65-384b092ef41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.430397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Checking segment: {'id': 'a0c93d1f-6ec8-437d-9ae0-c8d6da8f78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fad6cf2d-e49b-40d7-8a68-420b4b7efe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:59.430886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network hostable DHCP agents. Network: fad6cf2d-e49b-40d7-8a68-420b4b7efe00, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:59.433163 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db9ce973-94b9-4aaa-be65-384b092ef41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.437617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-db9ce973-94b9-4aaa-be65-384b092ef41c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/145d8d2a-cb53-4a6e-922d-a022b9d57e66 HTTP/1.1" status: 204 len: 168 time: 0.2507522 Jul 15 23:30:59.445308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ce973-94b9-4aaa-be65-384b092ef41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d8d2a-cb53-4a6e-922d-a022b9d57e66,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:59.454205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network fad6cf2d-e49b-40d7-8a68-420b4b7efe00 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:59.480374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, fad6cf2d-e49b-40d7-8a68-420b4b7efe00) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:59.486136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:59.486740 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.516831 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-51c409c4-9de7-40c8-9ea3-26b3a66be560 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6797831 Jul 15 23:30:59.519439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36432) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.567511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea09ec-f86f-4a91-a56e-bd24cef1b6df None None] Network fad6cf2d-e49b-40d7-8a68-420b4b7efe00 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:59.688134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.808724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.926479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.982792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Subnet': ['ID=e71404bd-1d2f-4bb4-b3b5-272e20914fbf,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:00.008485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb12ea9-9055-45a6-a9f3-d5a8a525eeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-fad6cf2d-e49b-40d7-8a68-420b4b7efe00', 'network_id': 'fad6cf2d-e49b-40d7-8a68-420b4b7efe00', 'tenant_id': 'f342b96599994de7be48594224b7922a', 'fixed_ips': [{'subnet_id': 'e71404bd-1d2f-4bb4-b3b5-272e20914fbf'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:00.009375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2bb12ea9-9055-45a6-a9f3-d5a8a525eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.069809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df722fb0-efad-4701-85bd-0765ef47e753 req-490985a8-2f6f-41c2-94a0-9710571f7d95 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:00.073065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df722fb0-efad-4701-85bd-0765ef47e753 req-490985a8-2f6f-41c2-94a0-9710571f7d95 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1199374 Jul 15 23:31:00.092839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.105518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad6cf2d-e49b-40d7-8a68-420b4b7efe00']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:00.140024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df722fb0-efad-4701-85bd-0765ef47e753 req-e9c72fc9-e7ea-48dc-b191-94ad8fd3f87a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605779 Jul 15 23:31:00.149297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c93d1f-6ec8-437d-9ae0-c8d6da8f78fa') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:00.149605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c93d1f-6ec8-437d-9ae0-c8d6da8f78fa') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:00.169319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b88948a-9b5f-4452-84eb-5de7c29a00a8 None None] Network fad6cf2d-e49b-40d7-8a68-420b4b7efe00 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:00.178987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.193918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.201246 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:00.201770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:00.206016 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:00.291246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.301371 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.307437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36460) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.312260 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/fad6cf2d-e49b-40d7-8a68-420b4b7efe00 HTTP/1.1" status: 204 len: 168 time: 0.7908170 Jul 15 23:31:00.313679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1119367125'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:00.340215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:00.341997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a4bd2-9d0f-4b69-b7a8-8321f6d85bab tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Network': ['ID=fad6cf2d-e49b-40d7-8a68-420b4b7efe00,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:00.345982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.390447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:00.402785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.403153 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Added segment f8448597-ba1a-4704-9f9d-1b158a674a13 of type vlan for network ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee Jul 15 23:31:00.467074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.507493 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.514614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:00.515323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.589579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2809069 Jul 15 23:31:00.592516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36476) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:00.600660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Request body: {'subnet': {'network_id': 'ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:00.641557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e5932-f0ee-4ae7-acf9-e06cd646a76a tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Network': ['ID=ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:00.656126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:00.792523 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Made reservation on behalf of f342b96599994de7be48594224b7922a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:00.798132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.117976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.objects.ports [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93714) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:31:01.120033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.192750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event updated for resources: {'Subnet': ['ID=5d8e8084-df5c-4e8a-b00c-a0e495c911ed,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:01.225765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Checking segment: {'id': 'f8448597-ba1a-4704-9f9d-1b158a674a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:01.227265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network hostable DHCP agents. Network: ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:01.258446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Network ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:01.279303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:01.284948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:01.285686 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.294919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46bfb3-f0f4-4448-974d-f33454080955 None None] Network ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:01.308900 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-77143cb8-9921-48dd-b651-4a998633a396 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7131989 Jul 15 23:31:01.310147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36506) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:01.386896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e9dc9-ca78-4cbc-a4fb-5eaf7d5f8d4d req-f97a42f0-d2a6-40d2-afba-d4e9abd733e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:01.401972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe6e9dc9-ca78-4cbc-a4fb-5eaf7d5f8d4d req-f97a42f0-d2a6-40d2-afba-d4e9abd733e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1285851 Jul 15 23:31:01.463702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.480112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe6e9dc9-ca78-4cbc-a4fb-5eaf7d5f8d4d req-fc8edacb-d7a0-4600-a278-b2d700429aec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Jul 15 23:31:01.545493 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.563807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24eb17-d008-47ad-9367-910b7dd5177a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee', 'network_id': 'ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee', 'tenant_id': 'f342b96599994de7be48594224b7922a', 'fixed_ips': [{'subnet_id': '5d8e8084-df5c-4e8a-b00c-a0e495c911ed'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:01.564847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc24eb17-d008-47ad-9367-910b7dd5177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.638685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server [None req-bc24eb17-d008-47ad-9367-910b7dd5177a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d8e8084-df5c-4e8a-b00c-a0e495c911ed: This subnet is being modified by another concurrent operation. Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d8e8084-df5c-4e8a-b00c-a0e495c911ed: This subnet is being modified by another concurrent operation. Jul 15 23:31:01.695995 n-d-793618-8 neutron-server[93716]: ERROR oslo_messaging.rpc.server Jul 15 23:31:01.712543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8e8084-df5c-4e8a-b00c-a0e495c911ed,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:01.724113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfd9ef-fd05-483c-95e5-4a879ecb2c51 None None] Network ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:01.811579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.826711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:01.839335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8448597-ba1a-4704-9f9d-1b158a674a13') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:01.839694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8448597-ba1a-4704-9f9d-1b158a674a13') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:01.851838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.879298 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.891469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:01.892144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:01.898048 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:01.904495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe8ed4-6379-4a4c-a6e6-7eece99ddb70 None None] get_active_networks_info from n-d-793618-8 {{(pid=93716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:31:02.000181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe8ed4-6379-4a4c-a6e6-7eece99ddb70 None None] Resources bound (agent type, host, resource id): {{(pid=93716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:31:02.014737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.023501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.025711 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee HTTP/1.1" status: 204 len: 168 time: 0.7138140 Jul 15 23:31:02.029653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36534) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.064587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd595f-d2d8-47f6-9ae8-7edd309f80b0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Network': ['ID=ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.097892 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dcc350-ee9b-4f5d-a702-22f98cd40c27 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:02.102323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6dcc350-ee9b-4f5d-a702-22f98cd40c27 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:02.106954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f6dcc350-ee9b-4f5d-a702-22f98cd40c27 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/subnets/5d8e8084-df5c-4e8a-b00c-a0e495c911ed HTTP/1.1" status: 404 len: 337 time: 0.0735614 Jul 15 23:31:02.107678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36538) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.129599 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-77283764-73c0-41f7-acb4-dd4fef7e0141 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:02.130191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77283764-73c0-41f7-acb4-dd4fef7e0141 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:02.134463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-77283764-73c0-41f7-acb4-dd4fef7e0141 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/ee6c1fe3-afc9-4a4e-b059-3b3c3b3759ee HTTP/1.1" status: 404 len: 339 time: 0.0234056 Jul 15 23:31:02.134991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36542) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.164777 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00fbff2-2d2a-4978-9290-d4692e679ed0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:02.165254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00fbff2-2d2a-4978-9290-d4692e679ed0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:02.169565 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f00fbff2-2d2a-4978-9290-d4692e679ed0 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/subnets/e71404bd-1d2f-4bb4-b3b5-272e20914fbf HTTP/1.1" status: 404 len: 337 time: 0.0317061 Jul 15 23:31:02.169901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36546) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.210698 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c136a820-34e9-438e-8d0a-2341dfd30595 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:02.211311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c136a820-34e9-438e-8d0a-2341dfd30595 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:02.214798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c136a820-34e9-438e-8d0a-2341dfd30595 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/fad6cf2d-e49b-40d7-8a68-420b4b7efe00 HTTP/1.1" status: 404 len: 339 time: 0.0427003 Jul 15 23:31:02.216603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36548) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.272669 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbab7513-c77f-4b66-a87a-238cc7f625b1 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:02.273148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbab7513-c77f-4b66-a87a-238cc7f625b1 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:02.277700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36554) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.278028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bbab7513-c77f-4b66-a87a-238cc7f625b1 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/subnets/c3a9f23d-d1d6-45d7-82c7-62aebfc11e5c HTTP/1.1" status: 404 len: 337 time: 0.0595219 Jul 15 23:31:02.314466 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-933b7c98-5e20-472f-84fe-d3c2426630c9 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:02.315240 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933b7c98-5e20-472f-84fe-d3c2426630c9 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:02.318404 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-933b7c98-5e20-472f-84fe-d3c2426630c9 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/9f23c43f-edb1-42de-b525-b5d15fd2c795 HTTP/1.1" status: 404 len: 339 time: 0.0394943 Jul 15 23:31:02.320863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36558) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.447883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36564) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.459434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-95753736-c712-4573-bf7f-ef918b143bdf tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Deleting port 850ca2b7-04aa-42bc-a69d-b675015cd7b0 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:02.459779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95753736-c712-4573-bf7f-ef918b143bdf tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.541408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95753736-c712-4573-bf7f-ef918b143bdf tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.572383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-95753736-c712-4573-bf7f-ef918b143bdf tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Calling delete_port for 850ca2b7-04aa-42bc-a69d-b675015cd7b0 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:02.602950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaea614d-4e8d-4635-8163-cba2f554c7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.711944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12cb84-cd34-4086-b121-783c1a981e2c req-a53386ab-cce8-45ca-892f-ec33348836b5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:02.714462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee12cb84-cd34-4086-b121-783c1a981e2c req-a53386ab-cce8-45ca-892f-ec33348836b5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.0770721 Jul 15 23:31:02.744314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95753736-c712-4573-bf7f-ef918b143bdf tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.762838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36574) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.779676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee12cb84-cd34-4086-b121-783c1a981e2c req-0b15f90f-be3a-40db-b14c-879ede0e3a20 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589509 Jul 15 23:31:02.795252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95753736-c712-4573-bf7f-ef918b143bdf tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Port': ['ID=850ca2b7-04aa-42bc-a69d-b675015cd7b0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.809493 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95753736-c712-4573-bf7f-ef918b143bdf tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.814337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36578) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.814515 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95753736-c712-4573-bf7f-ef918b143bdf tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/ports/850ca2b7-04aa-42bc-a69d-b675015cd7b0 HTTP/1.1" status: 204 len: 168 time: 0.4921024 Jul 15 23:31:02.852017 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d08f6c-1bc1-4c88-951f-8170ac988cd6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:02.852477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d08f6c-1bc1-4c88-951f-8170ac988cd6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:02.855381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-01d08f6c-1bc1-4c88-951f-8170ac988cd6 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/subnets/7e017944-6433-4318-a667-50aca517cfe8 HTTP/1.1" status: 404 len: 337 time: 0.0400350 Jul 15 23:31:02.857820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.871506 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaea614d-4e8d-4635-8163-cba2f554c7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.876927 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eaea614d-4e8d-4635-8163-cba2f554c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.928545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea614d-4e8d-4635-8163-cba2f554c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9dff37-95e2-4d99-b5d9-8d2174415125,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:02.937320 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eaea614d-4e8d-4635-8163-cba2f554c7ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cc85d08a8ea4247beb53ee3c391c4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876287 Jul 15 23:31:02.940524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36582) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:02.958170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15fdb4f8-c713-4f47-a72e-088cb4d06afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.971713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.003871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a72f6679-191e-4ff7-867e-569c772f1023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.043878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a72f6679-191e-4ff7-867e-569c772f1023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.122550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.137247 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a72f6679-191e-4ff7-867e-569c772f1023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.138107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6393b85a-a9b5-4840-8def-3b3afba4f611']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:03.143501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a72f6679-191e-4ff7-867e-569c772f1023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.149384 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a72f6679-191e-4ff7-867e-569c772f1023 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d9dff37-95e2-4d99-b5d9-8d2174415125 HTTP/1.1" status: 204 len: 168 time: 0.2041628 Jul 15 23:31:03.159896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f6679-191e-4ff7-867e-569c772f1023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9dff37-95e2-4d99-b5d9-8d2174415125,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:03.160169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d0171e-fadd-4906-b606-4a3060cd5292') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:03.160414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d0171e-fadd-4906-b606-4a3060cd5292') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:03.172993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.205893 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.219862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15fdb4f8-c713-4f47-a72e-088cb4d06afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.221112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:03.221581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:03.225226 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:03.236861 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15fdb4f8-c713-4f47-a72e-088cb4d06afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.325071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-15fdb4f8-c713-4f47-a72e-088cb4d06afa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe82bd61c6b6469086c644ebcae20e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611875 Jul 15 23:31:03.327624 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.329418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdb4f8-c713-4f47-a72e-088cb4d06afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c8d1d-2a79-4ece-aa9e-090db27c1666,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:03.329607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36586) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.339537 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.341644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/6393b85a-a9b5-4840-8def-3b3afba4f611 HTTP/1.1" status: 204 len: 168 time: 0.4827497 Jul 15 23:31:03.344698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36588) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.365354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bfa63-6339-4f85-8223-608bf51e95a4 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Network': ['ID=6393b85a-a9b5-4840-8def-3b3afba4f611,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:03.403467 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d42649a7-056c-4729-9166-fecb5a9992e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.434170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d42649a7-056c-4729-9166-fecb5a9992e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.486294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-57896bf1-b694-490b-a388-d3c8c73a34be tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Deleting port 0e3bf0a9-9ca8-42ca-8d30-1145155d8f69 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:03.487088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57896bf1-b694-490b-a388-d3c8c73a34be tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.500084 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d42649a7-056c-4729-9166-fecb5a9992e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.505520 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d42649a7-056c-4729-9166-fecb5a9992e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.509421 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d42649a7-056c-4729-9166-fecb5a9992e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/375c8d1d-2a79-4ece-aa9e-090db27c1666 HTTP/1.1" status: 204 len: 168 time: 0.1763575 Jul 15 23:31:03.517435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42649a7-056c-4729-9166-fecb5a9992e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c8d1d-2a79-4ece-aa9e-090db27c1666,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:03.595627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57896bf1-b694-490b-a388-d3c8c73a34be tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.609370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-57896bf1-b694-490b-a388-d3c8c73a34be tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Calling delete_port for 0e3bf0a9-9ca8-42ca-8d30-1145155d8f69 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:03.641692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36594) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.660397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4accf26b-dbdc-47e9-8545-abdbaa09b77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.710329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57896bf1-b694-490b-a388-d3c8c73a34be tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.756808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57896bf1-b694-490b-a388-d3c8c73a34be tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Port': ['ID=0e3bf0a9-9ca8-42ca-8d30-1145155d8f69,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:03.767083 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-57896bf1-b694-490b-a388-d3c8c73a34be tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.770173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-57896bf1-b694-490b-a388-d3c8c73a34be tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/ports/0e3bf0a9-9ca8-42ca-8d30-1145155d8f69 HTTP/1.1" status: 204 len: 168 time: 0.4240994 Jul 15 23:31:03.772557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36598) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.792587 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4accf26b-dbdc-47e9-8545-abdbaa09b77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.800172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4accf26b-dbdc-47e9-8545-abdbaa09b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.805585 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb4877b-a64d-483c-b61b-40a230d06401 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:03.806060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb4877b-a64d-483c-b61b-40a230d06401 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:03.808010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cbb4877b-a64d-483c-b61b-40a230d06401 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/subnets/8b2c304c-aca7-4e6d-a23e-3c3f6db163f8 HTTP/1.1" status: 404 len: 337 time: 0.0343747 Jul 15 23:31:03.811538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36600) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.861109 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4accf26b-dbdc-47e9-8545-abdbaa09b77a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a640f4d78694fff98bac0ee238f4762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181540 Jul 15 23:31:03.863224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accf26b-dbdc-47e9-8545-abdbaa09b77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7321e55-f70a-461c-af58-e19873301aaa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:03.866375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36606) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.949070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36608) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.953011 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.965707 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55a9-74e6-4ebb-bfd1-cb95669ac8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.985900 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90593aa5-02cc-42ea-9c06-0cbdf11dc845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.022732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90593aa5-02cc-42ea-9c06-0cbdf11dc845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.109385 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.116756 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90593aa5-02cc-42ea-9c06-0cbdf11dc845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.119046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30e2d6-bb2e-4f90-a8df-9202f0c70862 req-477eccff-da2c-4788-831e-d06c23f71efc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:04.119329 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-90593aa5-02cc-42ea-9c06-0cbdf11dc845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.122885 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-90593aa5-02cc-42ea-9c06-0cbdf11dc845 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7321e55-f70a-461c-af58-e19873301aaa HTTP/1.1" status: 204 len: 168 time: 0.2526004 Jul 15 23:31:04.123038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b30e2d6-bb2e-4f90-a8df-9202f0c70862 req-477eccff-da2c-4788-831e-d06c23f71efc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1647184 Jul 15 23:31:04.139273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55a9-74e6-4ebb-bfd1-cb95669ac8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.141311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90593aa5-02cc-42ea-9c06-0cbdf11dc845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7321e55-f70a-461c-af58-e19873301aaa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.145749 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55a9-74e6-4ebb-bfd1-cb95669ac8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.151066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d890784-510c-46a9-a439-678bad68865b']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:04.178549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc900e4-2188-40ca-a42d-fbea9302bd4e') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:04.178872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc900e4-2188-40ca-a42d-fbea9302bd4e') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:04.191419 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a4ce55a9-74e6-4ebb-bfd1-cb95669ac8a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c54bef08b2e34533ac8cc2ce288965ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412870 Jul 15 23:31:04.193637 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce55a9-74e6-4ebb-bfd1-cb95669ac8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f877206-4962-42b2-92ce-f01f7c90a322,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.196640 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.196831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36612) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:04.221977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b30e2d6-bb2e-4f90-a8df-9202f0c70862 req-6e091ef2-40f7-4f90-98f0-418d0d9f0fc4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755136 Jul 15 23:31:04.223331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.234210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:04.235156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:04.238284 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:04.268904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df1b987-c621-40f7-9dba-a797c92943ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.305886 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df1b987-c621-40f7-9dba-a797c92943ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.321319 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.335186 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.340350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/0d890784-510c-46a9-a439-678bad68865b HTTP/1.1" status: 204 len: 168 time: 0.5287354 Jul 15 23:31:04.344146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36614) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:04.374643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df1b987-c621-40f7-9dba-a797c92943ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.378513 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8df1b987-c621-40f7-9dba-a797c92943ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.383701 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8df1b987-c621-40f7-9dba-a797c92943ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f877206-4962-42b2-92ce-f01f7c90a322 HTTP/1.1" status: 204 len: 168 time: 0.1856275 Jul 15 23:31:04.392465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1b987-c621-40f7-9dba-a797c92943ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f877206-4962-42b2-92ce-f01f7c90a322,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.399709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606ee40-7a8e-46fe-ab9a-37a411c85154 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Network': ['ID=0d890784-510c-46a9-a439-678bad68865b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.436566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd9ed89-42d1-4f96-ba8d-33d6083db1b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Deleting subnet de4af039-2aa8-4bb8-b298-0cf0fd9e28ba {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:04.440839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ed89-42d1-4f96-ba8d-33d6083db1b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.491206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ed89-42d1-4f96-ba8d-33d6083db1b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.617534 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ed89-42d1-4f96-ba8d-33d6083db1b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.700759 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ed89-42d1-4f96-ba8d-33d6083db1b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.733637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9ed89-42d1-4f96-ba8d-33d6083db1b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Subnet': ['ID=de4af039-2aa8-4bb8-b298-0cf0fd9e28ba,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.736504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ed89-42d1-4f96-ba8d-33d6083db1b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.741158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36632) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:04.741665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3fd9ed89-42d1-4f96-ba8d-33d6083db1b3 tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/subnets/de4af039-2aa8-4bb8-b298-0cf0fd9e28ba HTTP/1.1" status: 204 len: 168 time: 0.3960824 Jul 15 23:31:04.755056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c9472-7fa5-4978-8058-74dc56bf906a None None] Network 52bafbc6-4dcf-4091-a07a-edd915f55c71 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:04.876162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.965629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Deleting port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:04.965957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.039711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] DHCP port deletion for 52bafbc6-4dcf-4091-a07a-edd915f55c71 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:05.081938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] For port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,segment=NetworkSegment(f9a14c22-0461-4cac-89b5-b1fa893dc598),segment_id=f9a14c22-0461-4cac-89b5-b1fa893dc598)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:05.083004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.102942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Calling delete_port for 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:05.125965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] Deleting port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:05.126984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.206068 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.217249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] For port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,segment=NetworkSegment(f9a14c22-0461-4cac-89b5-b1fa893dc598),segment_id=f9a14c22-0461-4cac-89b5-b1fa893dc598)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:05.217646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.232770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] Calling delete_port for 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:05.243746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Port': ['ID=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.253760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] No DVR routers for this DVR port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:05.324291 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.357195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.359982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] Pushing event deleted for resources: {'Port': ['ID=6f2f8086-1a53-4ab8-89bf-de8f3e7f277a,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.362462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8179238-dd0d-414c-9b22-b069e91d626e None None] No DVR routers for this DVR port 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:05.387941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bafbc6-4dcf-4091-a07a-edd915f55c71']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:05.405939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a14c22-0461-4cac-89b5-b1fa893dc598') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:05.406213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a14c22-0461-4cac-89b5-b1fa893dc598') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:05.416795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.435531 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.450543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:05.450964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:05.487132 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:05.536408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496be6f-610b-4f1a-bf92-991ebf33dabf req-578bcd84-0e2f-43be-88ec-fe9ad8f0a292 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:05.543611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5496be6f-610b-4f1a-bf92-991ebf33dabf req-578bcd84-0e2f-43be-88ec-fe9ad8f0a292 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1014876 Jul 15 23:31:05.580395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.593850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5496be6f-610b-4f1a-bf92-991ebf33dabf req-8e05a822-db9b-466a-82c8-583830302526 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452132 Jul 15 23:31:05.594203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.594203 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] 10.222.0.23 "DELETE /v2.0/networks/52bafbc6-4dcf-4091-a07a-edd915f55c71 HTTP/1.1" status: 204 len: 168 time: 0.8511953 Jul 15 23:31:05.606084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24804685-d40d-4532-b35b-a472551514ff tempest-NetworksIpV6TestAttrs-897677056 tempest-NetworksIpV6TestAttrs-897677056-project] Pushing event deleted for resources: {'Network': ['ID=52bafbc6-4dcf-4091-a07a-edd915f55c71,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.920346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36710) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:05.938406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36714) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:06.097044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:06.127024 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4376371-b349-45be-a086-7504ed09fbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.140075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:06.140434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6f2f8086-1a53-4ab8-89bf-de8f3e7f277a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:06.147626 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ede1114a-c47c-4746-b257-17d6ca05032c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f342b96599994de7be48594224b7922a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256911 Jul 15 23:31:06.150029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36724) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:06.244510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b64fb20f-99d3-42fa-a27c-e2abb46c9e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.273230 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b64fb20f-99d3-42fa-a27c-e2abb46c9e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.283489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4376371-b349-45be-a086-7504ed09fbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.288406 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4376371-b349-45be-a086-7504ed09fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.333522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b64fb20f-99d3-42fa-a27c-e2abb46c9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.336556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b64fb20f-99d3-42fa-a27c-e2abb46c9e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.340059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b64fb20f-99d3-42fa-a27c-e2abb46c9e48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/490236e7-438d-448f-a7e1-7c7ad5c9dc10 HTTP/1.1" status: 204 len: 168 time: 0.1863883 Jul 15 23:31:06.340586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36732) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:06.341063 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b4376371-b349-45be-a086-7504ed09fbda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8afdfc6528474c3eb389b95fae35e533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982620 Jul 15 23:31:06.342002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4376371-b349-45be-a086-7504ed09fbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d93437-f1b5-4ccf-a9bb-69c2fbcef953,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:06.408023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fb20f-99d3-42fa-a27c-e2abb46c9e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490236e7-438d-448f-a7e1-7c7ad5c9dc10,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:06.438362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e54c206-9602-4038-9fab-253c949256a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.465395 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e54c206-9602-4038-9fab-253c949256a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.531311 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e54c206-9602-4038-9fab-253c949256a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.533975 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e54c206-9602-4038-9fab-253c949256a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.535181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2e54c206-9602-4038-9fab-253c949256a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62d93437-f1b5-4ccf-a9bb-69c2fbcef953 HTTP/1.1" status: 204 len: 168 time: 0.1790335 Jul 15 23:31:06.543928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54c206-9602-4038-9fab-253c949256a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d93437-f1b5-4ccf-a9bb-69c2fbcef953,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:06.858236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcb161-dd73-4895-9814-c07be16f45ee req-100da38a-7602-4900-86bc-303f99b56189 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:06.858566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09bcb161-dd73-4895-9814-c07be16f45ee req-100da38a-7602-4900-86bc-303f99b56189 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1113994 Jul 15 23:31:06.920842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09bcb161-dd73-4895-9814-c07be16f45ee req-ae629915-57d5-4d73-8245-9055d27e0750 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Jul 15 23:31:07.378524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36802) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:07.617661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-91ec711f-ac64-40ca-a6dc-06c3238b7c87 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:07.618384 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-91ec711f-ac64-40ca-a6dc-06c3238b7c87 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:31:07.618638 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-91ec711f-ac64-40ca-a6dc-06c3238b7c87 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:31:07.619784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-91ec711f-ac64-40ca-a6dc-06c3238b7c87 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2399995 Jul 15 23:31:07.623279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36812) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:07.629474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--458778702'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:07.656139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.665283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.779783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.785225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.833931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448853ee-b583-4742-b282-ea4568cfaa61,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:07.897253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.901724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.913135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36816) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:07.927485 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.931379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3034654 Jul 15 23:31:07.932147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36820) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:07.937388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15a02d-06b5-45f4-86f5-30d97ab11140 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6095a517-736a-43f1-853f-556537fae697,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:07.938426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dbfea2ce-e8b5-4698-a7cd-60642b3cae4f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '6095a517-736a-43f1-853f-556537fae697', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:07.974974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbfea2ce-e8b5-4698-a7cd-60642b3cae4f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.035728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbfea2ce-e8b5-4698-a7cd-60642b3cae4f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.040976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbfea2ce-e8b5-4698-a7cd-60642b3cae4f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.075997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfea2ce-e8b5-4698-a7cd-60642b3cae4f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1651db-ce62-4b68-adaf-d528fed35614,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.086342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbfea2ce-e8b5-4698-a7cd-60642b3cae4f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.090252 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dbfea2ce-e8b5-4698-a7cd-60642b3cae4f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543667 Jul 15 23:31:08.090252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d686c07c-bdc2-41e5-ac28-13f5d2c5734b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.090809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36824) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.095128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d89d59a8-b564-4129-93c1-456c7ec49bc2 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '6095a517-736a-43f1-853f-556537fae697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:08.201615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d89d59a8-b564-4129-93c1-456c7ec49bc2 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.233281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a73d2e-0096-4f27-8fff-346d02074c11 req-f3020ec6-fa1e-4357-b275-64128ff63eb3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:08.235417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3a73d2e-0096-4f27-8fff-346d02074c11 req-f3020ec6-fa1e-4357-b275-64128ff63eb3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1547732 Jul 15 23:31:08.297885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3a73d2e-0096-4f27-8fff-346d02074c11 req-884705ed-4a60-45a3-b6e4-4fbf074ea856 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557809 Jul 15 23:31:08.363026 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d686c07c-bdc2-41e5-ac28-13f5d2c5734b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.368782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d686c07c-bdc2-41e5-ac28-13f5d2c5734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.381068 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-d89d59a8-b564-4129-93c1-456c7ec49bc2 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:31:08.382376 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d89d59a8-b564-4129-93c1-456c7ec49bc2 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2907987 Jul 15 23:31:08.391900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36830) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.412847 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d686c07c-bdc2-41e5-ac28-13f5d2c5734b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d95a8cff3c5447c4a5096ba7145e6a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980233 Jul 15 23:31:08.413724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686c07c-bdc2-41e5-ac28-13f5d2c5734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaf94fc-b983-4cb3-84df-07e94e112c25,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.416948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36832) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.467463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21d436ac-4b4a-4548-b15f-f5ce42b5169a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.477413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-155c6e06-578a-4c0a-9691-dfcb8ab88bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.496479 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21d436ac-4b4a-4548-b15f-f5ce42b5169a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.506823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-155c6e06-578a-4c0a-9691-dfcb8ab88bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.550832 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21d436ac-4b4a-4548-b15f-f5ce42b5169a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.554054 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-21d436ac-4b4a-4548-b15f-f5ce42b5169a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.555558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-21d436ac-4b4a-4548-b15f-f5ce42b5169a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/6095a517-736a-43f1-853f-556537fae697 HTTP/1.1" status: 204 len: 168 time: 0.1624212 Jul 15 23:31:08.558539 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36834) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.567091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d436ac-4b4a-4548-b15f-f5ce42b5169a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095a517-736a-43f1-853f-556537fae697,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.570586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-155c6e06-578a-4c0a-9691-dfcb8ab88bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.573601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-155c6e06-578a-4c0a-9691-dfcb8ab88bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.575082 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-155c6e06-578a-4c0a-9691-dfcb8ab88bb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acaf94fc-b983-4cb3-84df-07e94e112c25 HTTP/1.1" status: 204 len: 168 time: 0.1566548 Jul 15 23:31:08.598800 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c6e06-578a-4c0a-9691-dfcb8ab88bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaf94fc-b983-4cb3-84df-07e94e112c25,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.630841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36838) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.631405 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-799f1b6e-72a6-4275-b970-851062873690 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696957 Jul 15 23:31:08.635806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-deb8267f-28ab-45df-8c06-67734945e1c4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619702396'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:08.662062 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-deb8267f-28ab-45df-8c06-67734945e1c4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.757146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-deb8267f-28ab-45df-8c06-67734945e1c4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.761724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-deb8267f-28ab-45df-8c06-67734945e1c4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.799943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-deb8267f-28ab-45df-8c06-67734945e1c4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.802246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-deb8267f-28ab-45df-8c06-67734945e1c4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1691170 Jul 15 23:31:08.804104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36842) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.808520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e105b134-2753-42d6-84dc-9945f7705a14 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '53b9871d-4f56-46d0-87bc-4f2645892316', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:08.809007 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-e105b134-2753-42d6-84dc-9945f7705a14 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 23:31:08.809502 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-e105b134-2753-42d6-84dc-9945f7705a14 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:08.812834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e105b134-2753-42d6-84dc-9945f7705a14 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054622 Jul 15 23:31:08.812834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8267f-28ab-45df-8c06-67734945e1c4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9871d-4f56-46d0-87bc-4f2645892316,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.813645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36844) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.892376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-758810b5-be11-4dbe-bd3f-8e44cf8b7884 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.920158 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-758810b5-be11-4dbe-bd3f-8e44cf8b7884 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.975363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-758810b5-be11-4dbe-bd3f-8e44cf8b7884 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.979333 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-758810b5-be11-4dbe-bd3f-8e44cf8b7884 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.983823 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-758810b5-be11-4dbe-bd3f-8e44cf8b7884 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/53b9871d-4f56-46d0-87bc-4f2645892316 HTTP/1.1" status: 204 len: 168 time: 0.1689825 Jul 15 23:31:08.984094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36852) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:08.994679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758810b5-be11-4dbe-bd3f-8e44cf8b7884 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9871d-4f56-46d0-87bc-4f2645892316,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:09.038829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f1882eda-5fbd-4805-8256-9640d3665f35 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508835 Jul 15 23:31:09.041164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36856) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.045819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d1f24cb5-5ea6-4030-8861-8a5e22a39482 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697318117'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:09.078298 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1f24cb5-5ea6-4030-8861-8a5e22a39482 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.182127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1f24cb5-5ea6-4030-8861-8a5e22a39482 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.186792 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1f24cb5-5ea6-4030-8861-8a5e22a39482 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.216848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d1f24cb5-5ea6-4030-8861-8a5e22a39482 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.220970 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d1f24cb5-5ea6-4030-8861-8a5e22a39482 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1763813 Jul 15 23:31:09.220970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36862) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.227273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ff2f31c3-b789-4bef-9e72-a6137b77c4ad tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '19e4ae75-a6d2-44f5-ab70-d6f09af0451f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:09.228172 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-ff2f31c3-b789-4bef-9e72-a6137b77c4ad tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 23:31:09.228684 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-ff2f31c3-b789-4bef-9e72-a6137b77c4ad tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:09.232669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ff2f31c3-b789-4bef-9e72-a6137b77c4ad tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066121 Jul 15 23:31:09.232669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f24cb5-5ea6-4030-8861-8a5e22a39482 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e4ae75-a6d2-44f5-ab70-d6f09af0451f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:09.232930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36866) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.294509 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f296768-919b-4967-8feb-a44dd54d1b2c tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.325870 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f296768-919b-4967-8feb-a44dd54d1b2c tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.411605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f296768-919b-4967-8feb-a44dd54d1b2c tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.423597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2f296768-919b-4967-8feb-a44dd54d1b2c tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.427566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36878) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.429436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2f296768-919b-4967-8feb-a44dd54d1b2c tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/19e4ae75-a6d2-44f5-ab70-d6f09af0451f HTTP/1.1" status: 204 len: 168 time: 0.1955717 Jul 15 23:31:09.445013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f296768-919b-4967-8feb-a44dd54d1b2c tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e4ae75-a6d2-44f5-ab70-d6f09af0451f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:09.499207 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-86197268-5444-4915-a7e0-b59b444e9574 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671198 Jul 15 23:31:09.500217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36880) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.506057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c520afc4-9b3d-4e69-96df-d9e8880ce326 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--269940765'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:09.533295 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c520afc4-9b3d-4e69-96df-d9e8880ce326 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.567949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd22a-dde5-4d25-9ab5-90e560a9a855 req-9b5f4b6a-a8b0-4319-b3b6-85ed9fe8e876 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:09.570700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4bdd22a-dde5-4d25-9ab5-90e560a9a855 req-9b5f4b6a-a8b0-4319-b3b6-85ed9fe8e876 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.0831530 Jul 15 23:31:09.635050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4bdd22a-dde5-4d25-9ab5-90e560a9a855 req-ceba79ff-d036-4aff-a76f-e7e64c565992 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585504 Jul 15 23:31:09.649194 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c520afc4-9b3d-4e69-96df-d9e8880ce326 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.654801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c520afc4-9b3d-4e69-96df-d9e8880ce326 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.692406 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c520afc4-9b3d-4e69-96df-d9e8880ce326 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.693778 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c520afc4-9b3d-4e69-96df-d9e8880ce326 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1924720 Jul 15 23:31:09.694664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520afc4-9b3d-4e69-96df-d9e8880ce326 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6c921f-bc86-47ed-97e5-827e91811da9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:09.697127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36884) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.707018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5f0e5e93-c507-4284-baf1-651cff189af0 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': 'fd6c921f-bc86-47ed-97e5-827e91811da9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:09.707941 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-5f0e5e93-c507-4284-baf1-651cff189af0 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 23:31:09.708324 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-5f0e5e93-c507-4284-baf1-651cff189af0 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:09.709427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5f0e5e93-c507-4284-baf1-651cff189af0 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107086 Jul 15 23:31:09.712498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36886) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.719297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-93f144d7-c532-4165-93cb-65cd5fb9d89f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': 'fd6c921f-bc86-47ed-97e5-827e91811da9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:09.720093 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-93f144d7-c532-4165-93cb-65cd5fb9d89f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 23:31:09.720945 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-93f144d7-c532-4165-93cb-65cd5fb9d89f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:09.722517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-93f144d7-c532-4165-93cb-65cd5fb9d89f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067239 Jul 15 23:31:09.724594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36888) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.730232 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8455bf1f-0418-40ed-9759-fbac5439f186 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': 'fd6c921f-bc86-47ed-97e5-827e91811da9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:09.731107 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-8455bf1f-0418-40ed-9759-fbac5439f186 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 23:31:09.731612 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-8455bf1f-0418-40ed-9759-fbac5439f186 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:09.735743 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8455bf1f-0418-40ed-9759-fbac5439f186 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063639 Jul 15 23:31:09.736051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.740870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6e952623-71ef-43c0-bc02-ea1032da09c7 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': 'fd6c921f-bc86-47ed-97e5-827e91811da9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:09.741863 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-6e952623-71ef-43c0-bc02-ea1032da09c7 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 23:31:09.742351 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-6e952623-71ef-43c0-bc02-ea1032da09c7 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:09.745660 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6e952623-71ef-43c0-bc02-ea1032da09c7 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061214 Jul 15 23:31:09.746010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36894) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.810705 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d60d9191-1ddb-4b2b-8e20-8bf37546eccb tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.836749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d60d9191-1ddb-4b2b-8e20-8bf37546eccb tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.925609 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d60d9191-1ddb-4b2b-8e20-8bf37546eccb tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.925609 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d60d9191-1ddb-4b2b-8e20-8bf37546eccb tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.925906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36898) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.926419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d60d9191-1ddb-4b2b-8e20-8bf37546eccb tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd6c921f-bc86-47ed-97e5-827e91811da9 HTTP/1.1" status: 204 len: 168 time: 0.1537223 Jul 15 23:31:09.926419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d9191-1ddb-4b2b-8e20-8bf37546eccb tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6c921f-bc86-47ed-97e5-827e91811da9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:09.970944 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3c3d2983-84ee-4c0a-b59e-c70c2899e8b0 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653443 Jul 15 23:31:09.971561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36904) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.976576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4e1f4439-377a-4fe4-b4ba-98d7affddc44 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230420645'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.003792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4439-377a-4fe4-b4ba-98d7affddc44 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.112527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4439-377a-4fe4-b4ba-98d7affddc44 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.116888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4439-377a-4fe4-b4ba-98d7affddc44 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.146042 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4439-377a-4fe4-b4ba-98d7affddc44 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.147617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4e1f4439-377a-4fe4-b4ba-98d7affddc44 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1750040 Jul 15 23:31:10.151163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36908) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.153266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f4439-377a-4fe4-b4ba-98d7affddc44 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087dfb5e-77d3-4634-8018-ed502f90db92,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:10.155954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-215a340b-b7b5-481d-a009-9f2a5fb5a048 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.157150 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-215a340b-b7b5-481d-a009-9f2a5fb5a048 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:31:10.157661 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-215a340b-b7b5-481d-a009-9f2a5fb5a048 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.161570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36910) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.161722 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-215a340b-b7b5-481d-a009-9f2a5fb5a048 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095413 Jul 15 23:31:10.166667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a0d74506-c979-440e-a3d6-06b5de776e4e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.243295 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-a0d74506-c979-440e-a3d6-06b5de776e4e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.245138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a0d74506-c979-440e-a3d6-06b5de776e4e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0824573 Jul 15 23:31:10.247884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36916) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.256837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6ca77c49-79ba-4b73-b59b-5fd1644ff02b tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.257333 n-d-793618-8 neutron-server[93715]: WARNING neutron.api.v2.base [None req-6ca77c49-79ba-4b73-b59b-5fd1644ff02b tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 23:31:10.258044 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-6ca77c49-79ba-4b73-b59b-5fd1644ff02b tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.259130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6ca77c49-79ba-4b73-b59b-5fd1644ff02b tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099993 Jul 15 23:31:10.262339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36918) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.267195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-49bc464a-c579-4423-abc6-f6c867ab866f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.310318 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-49bc464a-c579-4423-abc6-f6c867ab866f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.311714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-49bc464a-c579-4423-abc6-f6c867ab866f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0484383 Jul 15 23:31:10.314705 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36920) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.319777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5f4b7365-ecd2-4dbc-af24-c953f5683a85 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.320268 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-5f4b7365-ecd2-4dbc-af24-c953f5683a85 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:31:10.320750 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-5f4b7365-ecd2-4dbc-af24-c953f5683a85 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.321692 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5f4b7365-ecd2-4dbc-af24-c953f5683a85 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058403 Jul 15 23:31:10.324447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36922) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.330388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c3f0a348-858a-4404-9e94-8223b30bc7b2 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.356024 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-c3f0a348-858a-4404-9e94-8223b30bc7b2 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Project 40896aae0b8d4bb0810ca66710037302 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:31:10.374972 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-c3f0a348-858a-4404-9e94-8223b30bc7b2 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.376130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c3f0a348-858a-4404-9e94-8223b30bc7b2 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0507109 Jul 15 23:31:10.378985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.384658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-218f7bbd-7aff-4eda-9989-201d0ca9bd62 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.385452 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-218f7bbd-7aff-4eda-9989-201d0ca9bd62 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 23:31:10.386260 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-218f7bbd-7aff-4eda-9989-201d0ca9bd62 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.389669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-218f7bbd-7aff-4eda-9989-201d0ca9bd62 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072203 Jul 15 23:31:10.389922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36928) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.395437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e64cfb2b-5b1f-419d-afb6-6beac04cee47 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.426087 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-e64cfb2b-5b1f-419d-afb6-6beac04cee47 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Project 40896aae0b8d4bb0810ca66710037302 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:31:10.439935 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-e64cfb2b-5b1f-419d-afb6-6beac04cee47 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.441262 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e64cfb2b-5b1f-419d-afb6-6beac04cee47 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0503876 Jul 15 23:31:10.444192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36930) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.448697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-213276de-0fae-42e4-8a10-61e8b5046317 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '087dfb5e-77d3-4634-8018-ed502f90db92', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.476772 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-213276de-0fae-42e4-8a10-61e8b5046317 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Project 40896aae0b8d4bb0810ca66710037302 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:31:10.491902 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-213276de-0fae-42e4-8a10-61e8b5046317 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:10.495705 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-213276de-0fae-42e4-8a10-61e8b5046317 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0478575 Jul 15 23:31:10.496049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36934) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.565994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.592633 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.645638 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.648457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.649622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/087dfb5e-77d3-4634-8018-ed502f90db92 HTTP/1.1" status: 204 len: 168 time: 0.1526017 Jul 15 23:31:10.653982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36938) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.660185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087dfb5e-77d3-4634-8018-ed502f90db92,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:10.670195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.670659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.671081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.671641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.672113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.672447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.672781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.675882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.676283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.676731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.676964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.677300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b00806-4d40-4a0f-bf57-5784e99b1dca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:10.738403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-493759e4-6117-4091-bf82-dc878da3710e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796037 Jul 15 23:31:10.738808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36942) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.743536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9504ef9f-cac2-44ba-b02d-cc63113e5b7e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227616970'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.778579 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9504ef9f-cac2-44ba-b02d-cc63113e5b7e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.870017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67de2ad-05de-4a29-82c1-15c61b324ff4 req-8d4cad66-4c7c-4e44-bf0d-1a9617cacf85 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:10.871714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d67de2ad-05de-4a29-82c1-15c61b324ff4 req-8d4cad66-4c7c-4e44-bf0d-1a9617cacf85 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1060081 Jul 15 23:31:10.944086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d67de2ad-05de-4a29-82c1-15c61b324ff4 req-4bcdaa20-8b06-42a7-8d68-95bb195857f7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606070 Jul 15 23:31:10.963623 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9504ef9f-cac2-44ba-b02d-cc63113e5b7e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.971066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9504ef9f-cac2-44ba-b02d-cc63113e5b7e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.001589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9504ef9f-cac2-44ba-b02d-cc63113e5b7e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.003042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9504ef9f-cac2-44ba-b02d-cc63113e5b7e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2630315 Jul 15 23:31:11.006065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36950) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.011585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504ef9f-cac2-44ba-b02d-cc63113e5b7e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02736a58-6177-4364-9554-bb396e8ed0e1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.012308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-71de6edd-334f-4cb0-b928-9816e8f1861a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '02736a58-6177-4364-9554-bb396e8ed0e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:11.064983 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-71de6edd-334f-4cb0-b928-9816e8f1861a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The resource could not be found. Jul 15 23:31:11.069403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-71de6edd-334f-4cb0-b928-9816e8f1861a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0612864 Jul 15 23:31:11.071186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36960) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.076358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3e3985e8-8891-46aa-ab68-e5f64271c666 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '02736a58-6177-4364-9554-bb396e8ed0e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ba7ee8ae-3088-4852-ac79-f064b34813ea'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:11.122803 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-3e3985e8-8891-46aa-ab68-e5f64271c666 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The resource could not be found. Jul 15 23:31:11.126575 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e3985e8-8891-46aa-ab68-e5f64271c666 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0516763 Jul 15 23:31:11.126924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 36974) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.188418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b52c7ed4-46a3-4e78-a4fd-c14937ea9b51 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.220061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b52c7ed4-46a3-4e78-a4fd-c14937ea9b51 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.291011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b52c7ed4-46a3-4e78-a4fd-c14937ea9b51 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.294267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b52c7ed4-46a3-4e78-a4fd-c14937ea9b51 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.298064 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b52c7ed4-46a3-4e78-a4fd-c14937ea9b51 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/02736a58-6177-4364-9554-bb396e8ed0e1 HTTP/1.1" status: 204 len: 168 time: 0.1678698 Jul 15 23:31:11.301444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 36996) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.306837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c7ed4-46a3-4e78-a4fd-c14937ea9b51 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02736a58-6177-4364-9554-bb396e8ed0e1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.351366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-390a3543-36b0-4fe6-be1e-da2895ae0e7f tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515735 Jul 15 23:31:11.355850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37006) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.362851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-77739742-1c1e-4a0b-96ac-f53da35407ef tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '01f5dcd3-4e18-41a5-a2b6-cf70be421875', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:11.411893 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-77739742-1c1e-4a0b-96ac-f53da35407ef tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The resource could not be found. Jul 15 23:31:11.413311 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-77739742-1c1e-4a0b-96ac-f53da35407ef tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0562203 Jul 15 23:31:11.416950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37012) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.421812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-162386e1-a7fe-472b-b689-d8f33629a43d tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--668553483'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:11.452676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162386e1-a7fe-472b-b689-d8f33629a43d tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.614653 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162386e1-a7fe-472b-b689-d8f33629a43d tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.619959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162386e1-a7fe-472b-b689-d8f33629a43d tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.648994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162386e1-a7fe-472b-b689-d8f33629a43d tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.650236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-162386e1-a7fe-472b-b689-d8f33629a43d tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2321837 Jul 15 23:31:11.653467 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37032) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.655385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162386e1-a7fe-472b-b689-d8f33629a43d tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ec86a-6200-497b-925e-3e88c05a95d6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.660282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-bf95c52e-4464-4199-b876-e69ecb664863 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389201156'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:11.685586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bf95c52e-4464-4199-b876-e69ecb664863 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.808808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bf95c52e-4464-4199-b876-e69ecb664863 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.815108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bf95c52e-4464-4199-b876-e69ecb664863 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.855194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95c52e-4464-4199-b876-e69ecb664863 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ca9aaf-ef92-4bd0-83a0-f9f3bfd84340,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.858349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bf95c52e-4464-4199-b876-e69ecb664863 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.863354 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bf95c52e-4464-4199-b876-e69ecb664863 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2088015 Jul 15 23:31:11.863468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37044) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.868345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-261ea519-017b-4034-a239-2ca37811b1d4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': 'b83ec86a-6200-497b-925e-3e88c05a95d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '35ca9aaf-ef92-4bd0-83a0-f9f3bfd84340'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:11.914623 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-261ea519-017b-4034-a239-2ca37811b1d4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:11.916580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-261ea519-017b-4034-a239-2ca37811b1d4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0517814 Jul 15 23:31:11.919199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37046) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.952032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37048) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.995541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfe003d4-22fc-462a-ab94-ddbe627ff412 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.110957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcef5a19-3d85-404f-a894-fb5d1abf9fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.227518 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcef5a19-3d85-404f-a894-fb5d1abf9fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.232170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bcef5a19-3d85-404f-a894-fb5d1abf9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.279295 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bcef5a19-3d85-404f-a894-fb5d1abf9fa4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0de30997889d4e749992aa682bc2792a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259997 Jul 15 23:31:12.280110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5a19-3d85-404f-a894-fb5d1abf9fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20a43b-6c48-4c08-9450-5a7fd4258f02,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:12.283324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37054) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.339372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea74df25-caa0-48ca-9533-303fca974caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.366184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea74df25-caa0-48ca-9533-303fca974caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.425037 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea74df25-caa0-48ca-9533-303fca974caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.427963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea74df25-caa0-48ca-9533-303fca974caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.431485 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ea74df25-caa0-48ca-9533-303fca974caa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e20a43b-6c48-4c08-9450-5a7fd4258f02 HTTP/1.1" status: 204 len: 168 time: 0.1449757 Jul 15 23:31:12.433772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfe003d4-22fc-462a-ab94-ddbe627ff412 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.449831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74df25-caa0-48ca-9533-303fca974caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20a43b-6c48-4c08-9450-5a7fd4258f02,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:12.557532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6d47-9c90-484b-915c-0d19d3fe2cdc req-d51e7040-1d7e-4973-a974-a918dfb99fd8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:12.565634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d5a6d47-9c90-484b-915c-0d19d3fe2cdc req-d51e7040-1d7e-4973-a974-a918dfb99fd8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1712081 Jul 15 23:31:12.568466 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfe003d4-22fc-462a-ab94-ddbe627ff412 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.576241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bfe003d4-22fc-462a-ab94-ddbe627ff412 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.577519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bfe003d4-22fc-462a-ab94-ddbe627ff412 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/35ca9aaf-ef92-4bd0-83a0-f9f3bfd84340 HTTP/1.1" status: 204 len: 168 time: 0.6570888 Jul 15 23:31:12.580599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37060) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.623714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe003d4-22fc-462a-ab94-ddbe627ff412 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ca9aaf-ef92-4bd0-83a0-f9f3bfd84340,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:12.705853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d5a6d47-9c90-484b-915c-0d19d3fe2cdc req-9b400f3e-6c8e-40e6-b1c5-67a60d5288cd tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390686 Jul 15 23:31:12.709502 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ada3e5ee-9437-4d10-9036-fbef123a84b4 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1252999 Jul 15 23:31:12.710064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37066) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.804689 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0609c51d-0a23-42e3-8d34-ddc65dab73e9 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.835547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0609c51d-0a23-42e3-8d34-ddc65dab73e9 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.854944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37068) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.870083 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4a8adec6-bb6a-42e9-bcb3-4f90cb6cc026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.884474 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0609c51d-0a23-42e3-8d34-ddc65dab73e9 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.887369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0609c51d-0a23-42e3-8d34-ddc65dab73e9 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.888533 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0609c51d-0a23-42e3-8d34-ddc65dab73e9 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/b83ec86a-6200-497b-925e-3e88c05a95d6 HTTP/1.1" status: 204 len: 168 time: 0.1775343 Jul 15 23:31:12.891238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37070) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.901262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609c51d-0a23-42e3-8d34-ddc65dab73e9 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ec86a-6200-497b-925e-3e88c05a95d6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:12.981161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a172942c-bcfa-4f28-b915-dfc6d726f5de tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886517 Jul 15 23:31:12.985941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37072) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.992374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7642340f-983a-4aff-bfa5-999c29f4e2bf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974057332'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:13.049421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4a8adec6-bb6a-42e9-bcb3-4f90cb6cc026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.058049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4a8adec6-bb6a-42e9-bcb3-4f90cb6cc026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.089105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4a8adec6-bb6a-42e9-bcb3-4f90cb6cc026 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33d8808ceb654fd2bafe7cd99348ce5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305181 Jul 15 23:31:13.090035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37074) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.118044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8adec6-bb6a-42e9-bcb3-4f90cb6cc026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73261901-2016-49d9-a9e8-656c4eb0c3ea,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:13.138168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7642340f-983a-4aff-bfa5-999c29f4e2bf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.158831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d9e8281-3ddd-4b0c-8077-1720bbf1a6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.192330 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d9e8281-3ddd-4b0c-8077-1720bbf1a6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.243351 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7642340f-983a-4aff-bfa5-999c29f4e2bf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.248113 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7642340f-983a-4aff-bfa5-999c29f4e2bf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.255483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d9e8281-3ddd-4b0c-8077-1720bbf1a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.258186 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3d9e8281-3ddd-4b0c-8077-1720bbf1a6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.262617 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3d9e8281-3ddd-4b0c-8077-1720bbf1a6b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73261901-2016-49d9-a9e8-656c4eb0c3ea HTTP/1.1" status: 204 len: 168 time: 0.1713283 Jul 15 23:31:13.272743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e8281-3ddd-4b0c-8077-1720bbf1a6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73261901-2016-49d9-a9e8-656c4eb0c3ea,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:13.292494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7642340f-983a-4aff-bfa5-999c29f4e2bf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.293780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7642340f-983a-4aff-bfa5-999c29f4e2bf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3068116 Jul 15 23:31:13.295856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642340f-983a-4aff-bfa5-999c29f4e2bf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4fedd2-7c6d-45c9-b48a-746a391cb22e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:13.296702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37086) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.304224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0f78961e-290f-4c79-bb69-29a4bbf16aac tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '9d4fedd2-7c6d-45c9-b48a-746a391cb22e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:13.351487 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-0f78961e-290f-4c79-bb69-29a4bbf16aac tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:13.355881 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f78961e-290f-4c79-bb69-29a4bbf16aac tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0545630 Jul 15 23:31:13.356109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37088) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.362375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-beb35512-5e5a-4c63-b384-b12da14e7d7a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group_rule': {'security_group_id': '9d4fedd2-7c6d-45c9-b48a-746a391cb22e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:13.413793 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-beb35512-5e5a-4c63-b384-b12da14e7d7a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:13.417511 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-beb35512-5e5a-4c63-b384-b12da14e7d7a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0576072 Jul 15 23:31:13.417909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37090) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.486067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c98537ed-ffd8-44e0-b3c3-92eef842bbaf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.514894 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c98537ed-ffd8-44e0-b3c3-92eef842bbaf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.566177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c98537ed-ffd8-44e0-b3c3-92eef842bbaf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.569449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c98537ed-ffd8-44e0-b3c3-92eef842bbaf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.574183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37094) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.574688 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c98537ed-ffd8-44e0-b3c3-92eef842bbaf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/9d4fedd2-7c6d-45c9-b48a-746a391cb22e HTTP/1.1" status: 204 len: 168 time: 0.1558251 Jul 15 23:31:13.585394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98537ed-ffd8-44e0-b3c3-92eef842bbaf tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4fedd2-7c6d-45c9-b48a-746a391cb22e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:13.636825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-95d67d8d-bc8e-4027-8275-ed782501ac32 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578456 Jul 15 23:31:13.637382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37100) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.642390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1e70630c-7e76-43fb-ae1a-91061d3b7eca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'tempest-secgroup--131709492'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:13.702395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1e70630c-7e76-43fb-ae1a-91061d3b7eca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.857103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1e70630c-7e76-43fb-ae1a-91061d3b7eca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.861731 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1e70630c-7e76-43fb-ae1a-91061d3b7eca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.868067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.895269 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1e70630c-7e76-43fb-ae1a-91061d3b7eca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.896687 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1e70630c-7e76-43fb-ae1a-91061d3b7eca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2582641 Jul 15 23:31:13.899945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37112) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.905542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f47da1eb-770b-4e17-8bec-954c21e0ec08 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:13.905837 n-d-793618-8 neutron-server[93714]: WARNING neutron.api.v2.base [None req-f47da1eb-770b-4e17-8bec-954c21e0ec08 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:31:13.907049 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-f47da1eb-770b-4e17-8bec-954c21e0ec08 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:31:13.908036 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f47da1eb-770b-4e17-8bec-954c21e0ec08 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "PUT /v2.0/security-groups/3246d8b0-c4e3-4376-82f8-0e4bd0f00720 HTTP/1.1" status: 409 len: 330 time: 0.0071700 Jul 15 23:31:13.910696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37114) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.945056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70630c-7e76-43fb-ae1a-91061d3b7eca tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3246d8b0-c4e3-4376-82f8-0e4bd0f00720,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:13.972436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c00c84-782e-477b-9542-3328889fb6c4 req-0394bffa-d901-4453-9c68-400af68ef342 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:13.973672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51c00c84-782e-477b-9542-3328889fb6c4 req-0394bffa-d901-4453-9c68-400af68ef342 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.0893345 Jul 15 23:31:13.977682 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdd73917-cffd-4980-928a-5507382d0d5e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.021200 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:31:14.026992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdd73917-cffd-4980-928a-5507382d0d5e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.040711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51c00c84-782e-477b-9542-3328889fb6c4 req-aa4cb551-f810-4182-bc03-bfddb12d876b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604429 Jul 15 23:31:14.086244 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdd73917-cffd-4980-928a-5507382d0d5e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.089305 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cdd73917-cffd-4980-928a-5507382d0d5e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.092168 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cdd73917-cffd-4980-928a-5507382d0d5e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/3246d8b0-c4e3-4376-82f8-0e4bd0f00720 HTTP/1.1" status: 204 len: 168 time: 0.1801901 Jul 15 23:31:14.094683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37120) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.104157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd73917-cffd-4980-928a-5507382d0d5e tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3246d8b0-c4e3-4376-82f8-0e4bd0f00720,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:14.166617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ec65bfc6-9a35-4b2e-99ac-f9bc48ffb14d tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706167 Jul 15 23:31:14.170394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37124) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.190046 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-c372d7fe-19db-4af9-8395-6b43768bc920 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] delete failed (client error): The resource could not be found. Jul 15 23:31:14.191554 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c372d7fe-19db-4af9-8395-6b43768bc920 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "DELETE /v2.0/security-groups/b04563c7-043b-4c5b-a22a-f4e8df48813b HTTP/1.1" status: 404 len: 347 time: 0.0199771 Jul 15 23:31:14.195807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37126) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.217712 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-0f50fff6-1899-465a-aa3a-931f8c943d07 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] show failed (client error): The resource could not be found. Jul 15 23:31:14.220075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0f50fff6-1899-465a-aa3a-931f8c943d07 tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-groups/a6453a2d-ab79-4a70-9da5-05d1cd9dedcc HTTP/1.1" status: 404 len: 347 time: 0.0232439 Jul 15 23:31:14.223647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37128) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.237326 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-8640df49-a356-4d14-b668-91c5d123437a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] show failed (client error): The resource could not be found. Jul 15 23:31:14.238946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8640df49-a356-4d14-b668-91c5d123437a tempest-NegativeSecGroupIPv6Test-1837787472 tempest-NegativeSecGroupIPv6Test-1837787472-project] 10.222.0.23 "GET /v2.0/security-group-rules/661c5407-adc3-4d16-89e5-2d471584d61d HTTP/1.1" status: 404 len: 356 time: 0.0141602 Jul 15 23:31:14.500888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37140) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.829963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f36eb94a-1ae5-4185-bdcd-c98dd8565421 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40896aae0b8d4bb0810ca66710037302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278232 Jul 15 23:31:14.832330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37154) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.912538 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44b2af7a-e91c-4192-90d1-b113b2ae0f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.944248 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44b2af7a-e91c-4192-90d1-b113b2ae0f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.015546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44b2af7a-e91c-4192-90d1-b113b2ae0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.018955 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44b2af7a-e91c-4192-90d1-b113b2ae0f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.020961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-44b2af7a-e91c-4192-90d1-b113b2ae0f26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/448853ee-b583-4742-b282-ea4568cfaa61 HTTP/1.1" status: 204 len: 168 time: 0.1874774 Jul 15 23:31:15.035826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2af7a-e91c-4192-90d1-b113b2ae0f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448853ee-b583-4742-b282-ea4568cfaa61,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:15.282781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13158b-48c6-4b32-b1a8-6370053a6582 req-242bf202-d4f4-4c29-a4f3-2e276a99e97d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:15.285352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf13158b-48c6-4b32-b1a8-6370053a6582 req-242bf202-d4f4-4c29-a4f3-2e276a99e97d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1105826 Jul 15 23:31:15.354339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf13158b-48c6-4b32-b1a8-6370053a6582 req-e6ffbba7-ff36-4fed-a05e-3c2115b14ac9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611293 Jul 15 23:31:16.154747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37222) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:16.162448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37226) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:16.288709 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d6823501-13a5-49b9-8760-e5a5d6b941ac tempest-ServiceProvidersTest-871724120 tempest-ServiceProvidersTest-871724120-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1251383 Jul 15 23:31:16.295610 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-484f5b8c-6983-4320-afec-4b77ccfb48b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.403313 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-484f5b8c-6983-4320-afec-4b77ccfb48b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.411784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-484f5b8c-6983-4320-afec-4b77ccfb48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.456275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f5b8c-6983-4320-afec-4b77ccfb48b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0e5157-165c-41a9-96d7-2c328cfad545,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:16.462656 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-484f5b8c-6983-4320-afec-4b77ccfb48b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37c8cb6d3ea4435f9261b6a14b357803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055921 Jul 15 23:31:16.467457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37236) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:16.576637 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37238) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:16.610344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f8c85ef5-7cb5-4e1b-8468-19de61af3dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.648980 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f8c85ef5-7cb5-4e1b-8468-19de61af3dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.658790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca8f2-afe3-4791-9c3e-0992ccabe2ae req-165964fa-a964-4477-bf30-20602a9ca333 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:16.660711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-806ca8f2-afe3-4791-9c3e-0992ccabe2ae req-165964fa-a964-4477-bf30-20602a9ca333 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1332891 Jul 15 23:31:16.707818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd627583-5438-44ea-96d3-a3a4ddab80c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.737856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-806ca8f2-afe3-4791-9c3e-0992ccabe2ae req-3a51c716-b2da-4ba8-aedd-62155fa5c82b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706549 Jul 15 23:31:16.757019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f8c85ef5-7cb5-4e1b-8468-19de61af3dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.760289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f8c85ef5-7cb5-4e1b-8468-19de61af3dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.763211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f8c85ef5-7cb5-4e1b-8468-19de61af3dae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d0e5157-165c-41a9-96d7-2c328cfad545 HTTP/1.1" status: 204 len: 168 time: 0.2946475 Jul 15 23:31:16.772923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c85ef5-7cb5-4e1b-8468-19de61af3dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0e5157-165c-41a9-96d7-2c328cfad545,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:16.852338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd627583-5438-44ea-96d3-a3a4ddab80c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.859089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cd627583-5438-44ea-96d3-a3a4ddab80c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.900873 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd627583-5438-44ea-96d3-a3a4ddab80c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e156321c-23dc-47c9-a2bd-2249e179ac9e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:16.908375 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cd627583-5438-44ea-96d3-a3a4ddab80c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=395e0dcaf28341b188c3346a715fa956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274865 Jul 15 23:31:16.908642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37246) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:16.969251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c31f1a0d-531d-4521-b238-05e19883c8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.996379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c31f1a0d-531d-4521-b238-05e19883c8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.065215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c31f1a0d-531d-4521-b238-05e19883c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.067921 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c31f1a0d-531d-4521-b238-05e19883c8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.071360 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c31f1a0d-531d-4521-b238-05e19883c8e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e156321c-23dc-47c9-a2bd-2249e179ac9e HTTP/1.1" status: 204 len: 168 time: 0.1591823 Jul 15 23:31:17.078643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f1a0d-531d-4521-b238-05e19883c8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e156321c-23dc-47c9-a2bd-2249e179ac9e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:17.165342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37258) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:17.182348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e736513-18e3-423e-99b9-d6c7251d607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.292901 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e736513-18e3-423e-99b9-d6c7251d607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.298202 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1e736513-18e3-423e-99b9-d6c7251d607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.343622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1e736513-18e3-423e-99b9-d6c7251d607f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=856abcda0260485bac68a6678cb19908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771691 Jul 15 23:31:17.346212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e736513-18e3-423e-99b9-d6c7251d607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a986a6-cdf1-4e9d-9950-97146291c2c1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:17.346731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37262) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:17.401337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2e84376-b6c1-4f93-ae0b-1e523885a9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.429120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2e84376-b6c1-4f93-ae0b-1e523885a9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.489066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2e84376-b6c1-4f93-ae0b-1e523885a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.492400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c2e84376-b6c1-4f93-ae0b-1e523885a9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.493636 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c2e84376-b6c1-4f93-ae0b-1e523885a9f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22a986a6-cdf1-4e9d-9950-97146291c2c1 HTTP/1.1" status: 204 len: 168 time: 0.1458628 Jul 15 23:31:17.503309 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e84376-b6c1-4f93-ae0b-1e523885a9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a986a6-cdf1-4e9d-9950-97146291c2c1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:17.985634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a269d-8f0a-46db-99d5-b872e810c327 req-ab92d9c0-fb47-470e-87f3-deb07b4567d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:17.994094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa6a269d-8f0a-46db-99d5-b872e810c327 req-ab92d9c0-fb47-470e-87f3-deb07b4567d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1033475 Jul 15 23:31:18.063700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa6a269d-8f0a-46db-99d5-b872e810c327 req-284235c4-f1fe-43a3-9f07-a083a85acda8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667977 Jul 15 23:31:18.090029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ba400667-d3b1-48f7-bd77-0d10ed335110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.132374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37376) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:19.276666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3944d2-f6f0-4e92-8054-6f46ba09e551 req-7a63ab12-6339-4926-b5a0-f34a89331ca9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:19.278388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a3944d2-f6f0-4e92-8054-6f46ba09e551 req-7a63ab12-6339-4926-b5a0-f34a89331ca9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.0788057 Jul 15 23:31:19.284098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b31c30b-3169-4269-9cda-cbb1a58ccb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.341795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a3944d2-f6f0-4e92-8054-6f46ba09e551 req-5ed2f5fe-f2f6-489a-b6da-f2565d993b07 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547609 Jul 15 23:31:19.431708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b31c30b-3169-4269-9cda-cbb1a58ccb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.437891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b31c30b-3169-4269-9cda-cbb1a58ccb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.489507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37396) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:19.504139 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b31c30b-3169-4269-9cda-cbb1a58ccb29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47968e85169945e6ae166db969e7e93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701613 Jul 15 23:31:19.533326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31c30b-3169-4269-9cda-cbb1a58ccb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6221f412-8407-466a-b572-9cb118b64dea,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:19.553904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50610f58-51ac-405b-9376-2339152b17cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.580522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50610f58-51ac-405b-9376-2339152b17cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.647132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50610f58-51ac-405b-9376-2339152b17cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.650029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-50610f58-51ac-405b-9376-2339152b17cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.653624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-50610f58-51ac-405b-9376-2339152b17cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6221f412-8407-466a-b572-9cb118b64dea HTTP/1.1" status: 204 len: 168 time: 0.1607099 Jul 15 23:31:19.671835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610f58-51ac-405b-9376-2339152b17cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6221f412-8407-466a-b572-9cb118b64dea,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:20.559592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911482-be18-4328-8bda-40d50a8e7a44 req-7fdfaa80-7d7d-4e69-b963-c5f506572e5e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:20.561219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5911482-be18-4328-8bda-40d50a8e7a44 req-7fdfaa80-7d7d-4e69-b963-c5f506572e5e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1015728 Jul 15 23:31:20.617631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5911482-be18-4328-8bda-40d50a8e7a44 req-74144061-48bd-47f6-b6f5-77490c20e001 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Jul 15 23:31:20.663616 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3686adc2-4912-4741-866e-d1da06528297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.033862 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.289487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37474) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:21.434443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-345794956', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:21.459470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Made reservation on behalf of 78bba86ddc534f8883b7a7a7b27c5f36 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:21.464190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.473901 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.576410 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.592525 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.598052 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.604297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] device_id is not set on port 57612e92-929b-4747-a8d8-b77df0366e2c yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:31:21.711342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e332d5c-3d64-4326-a61e-d63309ded451,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:21.838225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Allocated IP 172.25.3.10 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/57612e92-929b-4747-a8d8-b77df0366e2c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:21.877952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d34a-4837-46db-b883-59db6ae161af req-cd1a655b-d070-4730-86da-85da5af628ce tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:21.879627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a503d34a-4837-46db-b883-59db6ae161af req-cd1a655b-d070-4730-86da-85da5af628ce tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1264789 Jul 15 23:31:21.965421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a503d34a-4837-46db-b883-59db6ae161af req-e923baf1-bf3a-40db-859f-10864eb0c6d8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Jul 15 23:31:22.091399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.148752 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.217954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Pushing event updated for resources: {'Port': ['ID=57612e92-929b-4747-a8d8-b77df0366e2c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:22.233160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:22.235576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:22.238888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:22.324189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:22.324599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.362918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eb7a63f0-8469-4414-84d8-66a9ec651134 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.0712769 Jul 15 23:31:22.363082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37492) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.369841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.10'}]}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:22.404721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.406226 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.487359 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.637902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.869473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.890050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.066318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.257893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.266644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.348637 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.598125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41334-0b9d-4e5f-850e-04cbc72c3d0d req-522681a1-bbf8-4cf7-8de1-49f0da1945d8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:23.613874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68f41334-0b9d-4e5f-850e-04cbc72c3d0d req-522681a1-bbf8-4cf7-8de1-49f0da1945d8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1772122 Jul 15 23:31:23.684013 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-68f41334-0b9d-4e5f-850e-04cbc72c3d0d req-63b8311a-0194-42db-a884-db0840ad83c7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691056 Jul 15 23:31:23.758040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.758795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d81193b0-c95e-4b52-9f8e-be2657a56077 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:31:23.789203 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:31:23.790617 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0699c338-d363-44ea-951d-43cc5b5be68a tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4274461 Jul 15 23:31:23.793502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37518) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.886918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fb81d04c-4a8e-49b7-998b-b078916a1534 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Deleting port 57612e92-929b-4747-a8d8-b77df0366e2c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:23.887426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb81d04c-4a8e-49b7-998b-b078916a1534 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.983252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb81d04c-4a8e-49b7-998b-b078916a1534 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.995692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fb81d04c-4a8e-49b7-998b-b078916a1534 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Calling delete_port for 57612e92-929b-4747-a8d8-b77df0366e2c owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:24.142558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb81d04c-4a8e-49b7-998b-b078916a1534 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.221948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81d04c-4a8e-49b7-998b-b078916a1534 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Pushing event deleted for resources: {'Port': ['ID=57612e92-929b-4747-a8d8-b77df0366e2c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.245619 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb81d04c-4a8e-49b7-998b-b078916a1534 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.253247 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb81d04c-4a8e-49b7-998b-b078916a1534 tempest-RoutersAdminNegativeIpV6Test-2023720622 tempest-RoutersAdminNegativeIpV6Test-2023720622-project-admin] 10.222.0.23 "DELETE /v2.0/ports/57612e92-929b-4747-a8d8-b77df0366e2c HTTP/1.1" status: 204 len: 168 time: 0.4586635 Jul 15 23:31:24.872175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37548) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:25.088014 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.098118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8813bd0-0d50-42f0-aa87-f23d800bfc76 req-8c30b37d-fb8c-42e3-b9e8-688b8991473d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:25.107609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8813bd0-0d50-42f0-aa87-f23d800bfc76 req-8c30b37d-fb8c-42e3-b9e8-688b8991473d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1930988 Jul 15 23:31:25.148199 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-efd5b689-1b47-4274-99a6-fd78520ec836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.189747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8813bd0-0d50-42f0-aa87-f23d800bfc76 req-6c480c1a-1e3b-4688-b4c8-7fc69e9632a5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809875 Jul 15 23:31:25.316859 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-efd5b689-1b47-4274-99a6-fd78520ec836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.322836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-efd5b689-1b47-4274-99a6-fd78520ec836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.361181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5b689-1b47-4274-99a6-fd78520ec836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c20e831-1a37-4a69-8b9c-a2b298eaa909,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:25.391234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-efd5b689-1b47-4274-99a6-fd78520ec836 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfe40c94221e4a83977a88f355b42488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148137 Jul 15 23:31:25.393604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37556) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:25.464742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ce703ca-437d-41e3-a1f6-1aa306b74ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.509647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ce703ca-437d-41e3-a1f6-1aa306b74ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.589264 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ce703ca-437d-41e3-a1f6-1aa306b74ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.592692 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ce703ca-437d-41e3-a1f6-1aa306b74ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.596891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6ce703ca-437d-41e3-a1f6-1aa306b74ca7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c20e831-1a37-4a69-8b9c-a2b298eaa909 HTTP/1.1" status: 204 len: 168 time: 0.2012742 Jul 15 23:31:25.615880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce703ca-437d-41e3-a1f6-1aa306b74ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c20e831-1a37-4a69-8b9c-a2b298eaa909,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:26.028058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37576) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:26.074914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5b50d00d-5909-4554-b23c-aab692788fe4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78bba86ddc534f8883b7a7a7b27c5f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428917 Jul 15 23:31:26.075372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37578) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:26.129098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb4c616a-d7d3-44b4-af4b-c957c2f0ef4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.149856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb4c616a-d7d3-44b4-af4b-c957c2f0ef4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.199603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb4c616a-d7d3-44b4-af4b-c957c2f0ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.202783 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bb4c616a-d7d3-44b4-af4b-c957c2f0ef4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.206580 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bb4c616a-d7d3-44b4-af4b-c957c2f0ef4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e332d5c-3d64-4326-a61e-d63309ded451 HTTP/1.1" status: 204 len: 168 time: 0.1276345 Jul 15 23:31:26.227974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c616a-d7d3-44b4-af4b-c957c2f0ef4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e332d5c-3d64-4326-a61e-d63309ded451,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:26.438097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d641294-8c8f-46c0-9f63-058942cbd334 req-db5254c4-2277-41a7-85fa-b1004e28cf86 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:26.439973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d641294-8c8f-46c0-9f63-058942cbd334 req-db5254c4-2277-41a7-85fa-b1004e28cf86 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1164980 Jul 15 23:31:26.553366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d641294-8c8f-46c0-9f63-058942cbd334 req-73897f70-85e8-41bc-80d2-0766434f6b7e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907247 Jul 15 23:31:27.237433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37624) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:27.347228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-467418603'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:27.376672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Made reservation on behalf of 13c3a89a150445488a51b7ef3d78ac01 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:27.381033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.390449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.508131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.514367 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.553997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bdc8c9-0ee4-431d-9fb6-439797147e0c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:27.577424 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:27.594646 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.595099 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Added segment e7fcd5c8-a019-429a-879e-8d0e0b1108e4 of type vlan for network 10e160b8-341b-4982-8797-31ef4aafb8d7 Jul 15 23:31:27.654177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.716750 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.732764 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:27.734900 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.777479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5355160 Jul 15 23:31:27.784602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37630) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:27.792865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Request body: {'subnet': {'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:27.876032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e938c-5857-4bd4-aae4-3b06b38f8cec req-e1423007-862d-48e1-951d-018a28cfc1f0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:27.878887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d63e938c-5857-4bd4-aae4-3b06b38f8cec req-e1423007-862d-48e1-951d-018a28cfc1f0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1525223 Jul 15 23:31:27.934165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbd295-d812-4106-b67d-d83802599501 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event updated for resources: {'Network': ['ID=10e160b8-341b-4982-8797-31ef4aafb8d7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:27.936517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Made reservation on behalf of 13c3a89a150445488a51b7ef3d78ac01 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:27.941060 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.956265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 10e160b8-341b-4982-8797-31ef4aafb8d7 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:27.960005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d63e938c-5857-4bd4-aae4-3b06b38f8cec req-add397fa-f4e1-4cef-8019-235c32b5b027 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Jul 15 23:31:28.261819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.350980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Checking segment: {'id': 'e7fcd5c8-a019-429a-879e-8d0e0b1108e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:28.351354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Network hostable DHCP agents. Network: 10e160b8-341b-4982-8797-31ef4aafb8d7, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:28.361543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event updated for resources: {'Subnet': ['ID=78e9768b-25a3-4f6e-ad9a-9cca901d332b,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:28.376717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Network 10e160b8-341b-4982-8797-31ef4aafb8d7 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:28.394061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 10e160b8-341b-4982-8797-31ef4aafb8d7) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:28.401894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:28.402743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.404436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d210c8b-1400-4b06-bab3-18dad82bf6e3 None None] Network 10e160b8-341b-4982-8797-31ef4aafb8d7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:28.425433 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-42d7ed29-6cc3-4a33-8e6f-2e0c5e570878 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6394711 Jul 15 23:31:28.428341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37646) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:28.437289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Request body: {'port': {'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-823198796'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:28.588936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Made reservation on behalf of 13c3a89a150445488a51b7ef3d78ac01 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:28.593376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.613342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] device_id is not set on port 1582eee2-f431-4db9-9c6f-4cfa6caf75ee yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:31:28.640564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-10e160b8-341b-4982-8797-31ef4aafb8d7', 'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7', 'tenant_id': '13c3a89a150445488a51b7ef3d78ac01', 'fixed_ips': [{'subnet_id': '78e9768b-25a3-4f6e-ad9a-9cca901d332b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:28.642037 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.747806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Allocated IP 2001:db8::2aa (10e160b8-341b-4982-8797-31ef4aafb8d7/78e9768b-25a3-4f6e-ad9a-9cca901d332b/1582eee2-f431-4db9-9c6f-4cfa6caf75ee) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:28.903480 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.918766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Transition to ACTIVE for port object 1582eee2-f431-4db9-9c6f-4cfa6caf75ee will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:28.955280 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.003769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Network 10e160b8-341b-4982-8797-31ef4aafb8d7 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:29.007002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:29.011168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:29.012581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Allocated IP 2001:db8::2 (10e160b8-341b-4982-8797-31ef4aafb8d7/78e9768b-25a3-4f6e-ad9a-9cca901d332b/6f3edbac-63e2-4fc2-891a-35aa34f7baa5) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:29.017220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.017914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.024481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event updated for resources: {'Port': ['ID=1582eee2-f431-4db9-9c6f-4cfa6caf75ee,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.044762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fa2296c0-4357-4d6d-89e8-5f18faff986b tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6146598 Jul 15 23:31:29.049403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37654) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:29.055809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Request body: {'port': {'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-814468599', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:29.056300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] bootfile-name is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:31:29.056634 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] tftp-server is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:31:29.056965 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] server-ip-address is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:31:29.181045 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Made reservation on behalf of 13c3a89a150445488a51b7ef3d78ac01 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:29.186384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.209134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] device_id is not set on port 03a2c4b6-46ca-4063-b63d-9308e7387df7 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:31:29.302514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7df74-6814-43d6-8ff6-914a5a60ade6 req-841b97d7-710e-4444-ad51-592bb17072a6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.306966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baa7df74-6814-43d6-8ff6-914a5a60ade6 req-841b97d7-710e-4444-ad51-592bb17072a6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1686029 Jul 15 23:31:29.317989 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.331813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Transition to ACTIVE for port object 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:29.353931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Transition to ACTIVE for port object 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:29.362092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.402083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baa7df74-6814-43d6-8ff6-914a5a60ade6 req-631af0cd-02d9-45d6-b372-0be48acf2738 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828745 Jul 15 23:31:29.449758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Pushing event updated for resources: {'Port': ['ID=6f3edbac-63e2-4fc2-891a-35aa34f7baa5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.453588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Allocated IP 2001:db8::ad (10e160b8-341b-4982-8797-31ef4aafb8d7/78e9768b-25a3-4f6e-ad9a-9cca901d332b/03a2c4b6-46ca-4063-b63d-9308e7387df7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:29.461273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Network 10e160b8-341b-4982-8797-31ef4aafb8d7 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:29.462728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.463145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.463484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.463824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.464166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.464501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.464835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.465167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.465604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.465825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.466200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.466567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:29.472522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:29.475440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:29.553845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Attempting to bind port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:29.554223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Attempting to bind port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e7fcd5c8-a019-429a-879e-8d0e0b1108e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:29.554598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Attempting to bind port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 on network 10e160b8-341b-4982-8797-31ef4aafb8d7 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:29.577043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:29.577435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Checking segment: {'id': 'e7fcd5c8-a019-429a-879e-8d0e0b1108e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:29.577848 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.578313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Bound using segment: {'id': 'e7fcd5c8-a019-429a-879e-8d0e0b1108e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:29.578817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Bound port: 6f3edbac-63e2-4fc2-891a-35aa34f7baa5, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fcd5c8-a019-429a-879e-8d0e0b1108e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10e160b8-341b-4982-8797-31ef4aafb8d7'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:29.579214 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.709426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.714953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] For port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:29.720444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] For port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6f3edbac-63e2-4fc2-891a-35aa34f7baa5,segment=NetworkSegment(e7fcd5c8-a019-429a-879e-8d0e0b1108e4),segment_id=e7fcd5c8-a019-429a-879e-8d0e0b1108e4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:29.727287 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.748251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Transition to ACTIVE for port object 03a2c4b6-46ca-4063-b63d-9308e7387df7 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:29.826709 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.831981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e65cb-be83-44fa-b4ec-4cd1450a3085 None None] Pushing event updated for resources: {'Port': ['ID=6f3edbac-63e2-4fc2-891a-35aa34f7baa5,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.876378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Network 10e160b8-341b-4982-8797-31ef4aafb8d7 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:29.880010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:29.887121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:29.896759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.897427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.913065 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event updated for resources: {'Port': ['ID=03a2c4b6-46ca-4063-b63d-9308e7387df7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.924439 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e7df5bc-a4ca-4423-8149-2ef00c08a7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.8708441 Jul 15 23:31:29.924929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37678) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:29.998103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283f81cf-9d7d-47bf-a880-12f14addf56d tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:30.005044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283f81cf-9d7d-47bf-a880-12f14addf56d tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:30.011852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283f81cf-9d7d-47bf-a880-12f14addf56d tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:30.013966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-283f81cf-9d7d-47bf-a880-12f14addf56d tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0880563 Jul 15 23:31:30.017481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37680) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:30.192831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3cd44838-5715-4822-9bf9-f46895c941ac tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Deleting port 03a2c4b6-46ca-4063-b63d-9308e7387df7 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:30.193353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3cd44838-5715-4822-9bf9-f46895c941ac tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.333373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3cd44838-5715-4822-9bf9-f46895c941ac tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.346444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3cd44838-5715-4822-9bf9-f46895c941ac tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Calling delete_port for 03a2c4b6-46ca-4063-b63d-9308e7387df7 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:30.536595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3cd44838-5715-4822-9bf9-f46895c941ac tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.595216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd44838-5715-4822-9bf9-f46895c941ac tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event deleted for resources: {'Port': ['ID=03a2c4b6-46ca-4063-b63d-9308e7387df7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:30.621771 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3cd44838-5715-4822-9bf9-f46895c941ac tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.624484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3cd44838-5715-4822-9bf9-f46895c941ac tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "DELETE /v2.0/ports/03a2c4b6-46ca-4063-b63d-9308e7387df7 HTTP/1.1" status: 204 len: 168 time: 0.6059923 Jul 15 23:31:30.631591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37688) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:30.637175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Request body: {'port': {'name': 'tempest-new-port-name-1295380617', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:30.637626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] bootfile-name is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:31:30.637970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] tftp-server is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:31:30.638306 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.api.validators [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] server-ip-address is not in valid_values {{(pid=93714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:31:30.686314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf5fe3-ff71-4707-b54e-5053bfcfdd07 req-86a3ae84-151d-4d2f-9949-ddc895eb9f91 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:30.695751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdf5fe3-ff71-4707-b54e-5053bfcfdd07 req-86a3ae84-151d-4d2f-9949-ddc895eb9f91 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1125298 Jul 15 23:31:30.752880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdf5fe3-ff71-4707-b54e-5053bfcfdd07 req-247e389b-d371-47af-b0be-b36cb3742f58 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558822 Jul 15 23:31:30.840915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.149411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.160666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.222112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] In _notify_port_updated(), no bound segment for port 1582eee2-f431-4db9-9c6f-4cfa6caf75ee on network 10e160b8-341b-4982-8797-31ef4aafb8d7 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:31:31.228264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:31.228933 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.230530 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "PUT /v2.0/ports/1582eee2-f431-4db9-9c6f-4cfa6caf75ee HTTP/1.1" status: 200 len: 1130 time: 0.5977597 Jul 15 23:31:31.233381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37698) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:31.262986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605d6cf-aa41-4751-b219-f5c3b4761338 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event updated for resources: {'Port': ['ID=1582eee2-f431-4db9-9c6f-4cfa6caf75ee,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:31.321050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea41bae-efef-4eb4-8929-d9e30ef2b51f None None] Network 10e160b8-341b-4982-8797-31ef4aafb8d7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:31.339455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec956a04-2ed0-4fe1-bc9a-4271dfb8e771 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:31.347499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37706) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:31.358144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ec956a04-2ed0-4fe1-bc9a-4271dfb8e771 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "GET /v2.0/ports/1582eee2-f431-4db9-9c6f-4cfa6caf75ee HTTP/1.1" status: 200 len: 1130 time: 0.1233945 Jul 15 23:31:31.565240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-53ad8873-5da4-40c4-8010-90522a655580 None None] Provisioning for port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:31.703009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8d7963b4-d450-4405-8077-cee58343ddbc tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Deleting port 1582eee2-f431-4db9-9c6f-4cfa6caf75ee {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:31.703650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d7963b4-d450-4405-8077-cee58343ddbc tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.049115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d7963b4-d450-4405-8077-cee58343ddbc tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.067269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-cf178132-1c4d-450d-baf8-6cfc19892fb2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:32.068924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-cf178132-1c4d-450d-baf8-6cfc19892fb2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.1549757 Jul 15 23:31:32.094235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8d7963b4-d450-4405-8077-cee58343ddbc tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Calling delete_port for 1582eee2-f431-4db9-9c6f-4cfa6caf75ee owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:32.096070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37716) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:32.250294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:32.326104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Provisioning for port 1582eee2-f431-4db9-9c6f-4cfa6caf75ee completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:32.342027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Provisioning complete for port 1582eee2-f431-4db9-9c6f-4cfa6caf75ee triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:32.343213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.348195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:32.375705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:32.379764 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.398806 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a60fbf1-41c4-45d7-8e3c-e425cf7ca22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.432469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Port 1582eee2-f431-4db9-9c6f-4cfa6caf75ee cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:32.446935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d7963b4-d450-4405-8077-cee58343ddbc tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.448881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Provisioning complete for port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:32.449446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.500582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954276a-de3c-4ba8-b999-a67dae50b7be req-4e99e58a-cc45-4700-b5db-89e717edd4f4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:32.515405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7954276a-de3c-4ba8-b999-a67dae50b7be req-4e99e58a-cc45-4700-b5db-89e717edd4f4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 946 time: 0.3555217 Jul 15 23:31:32.546557 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.576171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7954276a-de3c-4ba8-b999-a67dae50b7be req-b9763d05-5ffb-4bdf-bbea-6f07e10163c1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595295 Jul 15 23:31:32.589318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7963b4-d450-4405-8077-cee58343ddbc tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event deleted for resources: {'Port': ['ID=1582eee2-f431-4db9-9c6f-4cfa6caf75ee,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:32.597222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Deleting port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:32.597626 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.613751 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8d7963b4-d450-4405-8077-cee58343ddbc tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.622380 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.623995 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8d7963b4-d450-4405-8077-cee58343ddbc tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "DELETE /v2.0/ports/1582eee2-f431-4db9-9c6f-4cfa6caf75ee HTTP/1.1" status: 204 len: 168 time: 1.2757328 Jul 15 23:31:32.631834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37722) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:32.718935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6f3edbac-63e2-4fc2-891a-35aa34f7baa5,segment=NetworkSegment(e7fcd5c8-a019-429a-879e-8d0e0b1108e4),segment_id=e7fcd5c8-a019-429a-879e-8d0e0b1108e4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:32.740063 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.822105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] For port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:32.822476 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.851259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Calling delete_port for 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:32.859264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ef4c73-e98a-4cd0-9454-a62a2ed3c94c tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Deleting subnet 78e9768b-25a3-4f6e-ad9a-9cca901d332b {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:32.880422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32ef4c73-e98a-4cd0-9454-a62a2ed3c94c tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.885773 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:31:32.886342 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-cb0ec899-49a8-40ac-82ba-6ab36b794e9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:31:32.901041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=6f3edbac-63e2-4fc2-891a-35aa34f7baa5,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:32.984179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a60fbf1-41c4-45d7-8e3c-e425cf7ca22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.016200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32ef4c73-e98a-4cd0-9454-a62a2ed3c94c tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.019081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2a60fbf1-41c4-45d7-8e3c-e425cf7ca22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.061360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.075049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:33.169607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event deleted for resources: {'Port': ['ID=3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:33.230828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2a60fbf1-41c4-45d7-8e3c-e425cf7ca22f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af175b0b844941b3834338eebf6fec20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1311798 Jul 15 23:31:33.242075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37732) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:33.243483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] No DVR routers for this DVR port 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:33.249634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.254571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60fbf1-41c4-45d7-8e3c-e425cf7ca22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23001bd4-4ace-4c97-a1df-1bb76a697d12,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:33.267438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f7cd046-093b-40a4-9e2d-9bcebaef13ca req-8667b2d3-d187-484f-8b28-26cfa6a6a9ea tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "DELETE /v2.0/ports/3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c HTTP/1.1" status: 204 len: 173 time: 1.1511199 Jul 15 23:31:33.396267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32ef4c73-e98a-4cd0-9454-a62a2ed3c94c tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.401354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a81a8-06f2-43bc-8b46-e08db5469d44', 'name': 'network-vif-deleted', 'tag': '3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:33.409156 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23123509-8fa3-4f97-8caf-8a346de774da" -d '{"events": [{"server_uuid": "ce1a81a8-06f2-43bc-8b46-e08db5469d44", "name": "network-vif-deleted", "tag": "3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:33.455093 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b79de25-f762-45a0-aa53-ef7ea424ccad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.498903 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801961d1-2571-46be-9b82-f2c4f8f94e0a x-openstack-request-id: req-801961d1-2571-46be-9b82-f2c4f8f94e0a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:33.499318 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1a81a8-06f2-43bc-8b46-e08db5469d44", "name": "network-vif-deleted", "tag": "3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c", "status": "failed", "code": 422}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:33.499646 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-801961d1-2571-46be-9b82-f2c4f8f94e0a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:33.500429 n-d-793618-8 neutron-server[93715]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce1a81a8-06f2-43bc-8b46-e08db5469d44', 'name': 'network-vif-deleted', 'tag': '3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:31:33.510256 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b79de25-f762-45a0-aa53-ef7ea424ccad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.567434 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32ef4c73-e98a-4cd0-9454-a62a2ed3c94c tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.630531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-71a6475c-13bd-47e8-a02f-daa8abd20ce4 None None] Could not find standard attr ID for object 1582eee2-f431-4db9-9c6f-4cfa6caf75ee. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:31:33.638399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-71a6475c-13bd-47e8-a02f-daa8abd20ce4 None None] Could not find standard attr ID for object 03a2c4b6-46ca-4063-b63d-9308e7387df7. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:31:33.661137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37740) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:33.677570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b79de25-f762-45a0-aa53-ef7ea424ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.686625 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b79de25-f762-45a0-aa53-ef7ea424ccad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.689307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5b79de25-f762-45a0-aa53-ef7ea424ccad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23001bd4-4ace-4c97-a1df-1bb76a697d12 HTTP/1.1" status: 204 len: 168 time: 0.4178214 Jul 15 23:31:33.710323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79de25-f762-45a0-aa53-ef7ea424ccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23001bd4-4ace-4c97-a1df-1bb76a697d12,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:33.710934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef4c73-e98a-4cd0-9454-a62a2ed3c94c tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event deleted for resources: {'Subnet': ['ID=78e9768b-25a3-4f6e-ad9a-9cca901d332b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:33.736625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-32ef4c73-e98a-4cd0-9454-a62a2ed3c94c tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.742848 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-32ef4c73-e98a-4cd0-9454-a62a2ed3c94c tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "DELETE /v2.0/subnets/78e9768b-25a3-4f6e-ad9a-9cca901d332b HTTP/1.1" status: 204 len: 168 time: 1.0950618 Jul 15 23:31:33.745574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37746) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:33.986884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5365da8c-7170-4df8-8fc9-0e7df480ed94 req-f0725a72-a7bd-4566-bf51-c79cba18ce61 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 210 time: 0.1467166 Jul 15 23:31:33.996025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.997988 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1955eb38-e152-4fb5-abd7-3dbc83264ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.096172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e171bd0-4b27-4c39-8752-c7029bdcca1e None None] Network 10e160b8-341b-4982-8797-31ef4aafb8d7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:34.133085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Deleting port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:34.133355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.157507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e9c94937-4fbe-4d2c-88a2-b65e4d05fc7e None None] Could not find standard attr ID for object 1582eee2-f431-4db9-9c6f-4cfa6caf75ee. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:31:34.227306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] For port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6f3edbac-63e2-4fc2-891a-35aa34f7baa5,segment=NetworkSegment(e7fcd5c8-a019-429a-879e-8d0e0b1108e4),segment_id=e7fcd5c8-a019-429a-879e-8d0e0b1108e4)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:34.227782 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.228232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:34.246206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Calling delete_port for 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:34.255672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37754) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:34.275665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bb58731-7be6-4cd4-999e-236199adec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.333695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:34.334151 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.387856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1955eb38-e152-4fb5-abd7-3dbc83264ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.402094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1955eb38-e152-4fb5-abd7-3dbc83264ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.439059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1955eb38-e152-4fb5-abd7-3dbc83264ad4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86925e2ce77e4a29a3372dd3efc833c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7761967 Jul 15 23:31:34.442620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37756) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:34.478887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955eb38-e152-4fb5-abd7-3dbc83264ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a055e0-a123-43b1-97dc-d07441f2212c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:34.488183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.509061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67cdb7c-196e-4dc9-90f5-d79e2a376040 None None] DHCP port deletion for 10e160b8-341b-4982-8797-31ef4aafb8d7 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:34.533200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dee32a4b-a226-4a5e-bb61-1e0d58311faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.549218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event deleted for resources: {'Port': ['ID=6f3edbac-63e2-4fc2-891a-35aa34f7baa5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:34.551207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] No DVR routers for this DVR port 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:34.574730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dee32a4b-a226-4a5e-bb61-1e0d58311faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.584035 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bb58731-7be6-4cd4-999e-236199adec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.593478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bb58731-7be6-4cd4-999e-236199adec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.637517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.648755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e160b8-341b-4982-8797-31ef4aafb8d7']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:34.657931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb58731-7be6-4cd4-999e-236199adec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9427e1b7-8d5e-40eb-a72c-5171f6f9e66a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:34.665374 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8bb58731-7be6-4cd4-999e-236199adec2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9c4217c9153483c9aceae455f777ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061537 Jul 15 23:31:34.665600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37758) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:34.678851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fcd5c8-a019-429a-879e-8d0e0b1108e4') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:34.679226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fcd5c8-a019-429a-879e-8d0e0b1108e4') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:34.690795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.696198 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dee32a4b-a226-4a5e-bb61-1e0d58311faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.698699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dee32a4b-a226-4a5e-bb61-1e0d58311faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.702439 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dee32a4b-a226-4a5e-bb61-1e0d58311faf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4a055e0-a123-43b1-97dc-d07441f2212c HTTP/1.1" status: 204 len: 168 time: 0.2587557 Jul 15 23:31:34.708155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.716496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:34.717326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.725148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee32a4b-a226-4a5e-bb61-1e0d58311faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a055e0-a123-43b1-97dc-d07441f2212c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:34.746732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11aa011-1c53-41ff-bdfd-b5963fad42cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:34.762030 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:34.776397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11aa011-1c53-41ff-bdfd-b5963fad42cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.807657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.824078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.826111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] 10.222.0.23 "DELETE /v2.0/networks/10e160b8-341b-4982-8797-31ef4aafb8d7 HTTP/1.1" status: 204 len: 168 time: 1.0791485 Jul 15 23:31:34.840648 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11aa011-1c53-41ff-bdfd-b5963fad42cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.842028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39932dfd-2529-4540-a754-740d042174c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231 tempest-ExtraDHCPOptionsIpV6TestJSON-2018658231-project] Pushing event deleted for resources: {'Network': ['ID=10e160b8-341b-4982-8797-31ef4aafb8d7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:34.847498 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11aa011-1c53-41ff-bdfd-b5963fad42cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.848940 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a11aa011-1c53-41ff-bdfd-b5963fad42cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9427e1b7-8d5e-40eb-a72c-5171f6f9e66a HTTP/1.1" status: 204 len: 168 time: 0.1823559 Jul 15 23:31:34.858125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aa011-1c53-41ff-bdfd-b5963fad42cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9427e1b7-8d5e-40eb-a72c-5171f6f9e66a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:35.193863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37776) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:35.205529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-514f2517-7467-4e57-9c92-8db22537e1b2 req-9335e672-99fc-493f-974f-035e16ad934a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 210 time: 0.0561264 Jul 15 23:31:35.304078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37784) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:35.327858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a93c334-842c-4642-8813-cb8c72fd7f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.473294 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a93c334-842c-4642-8813-cb8c72fd7f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.478486 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a93c334-842c-4642-8813-cb8c72fd7f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.499690 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-530bc683-bc19-495b-aaf8-64dd29b572e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13c3a89a150445488a51b7ef3d78ac01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043475 Jul 15 23:31:35.502555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37790) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:35.559717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03aa9c34-9149-4a30-87c5-7a1eb9a8d481 req-69133ffa-92dc-4e25-a7a9-68810c9d1622 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1a81a8-06f2-43bc-8b46-e08db5469d44 HTTP/1.1" status: 200 len: 210 time: 0.0422349 Jul 15 23:31:35.559969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1716b6e-8ea2-439c-9916-373f4a43d708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.568103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93c334-842c-4642-8813-cb8c72fd7f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9eb6ab-8db5-4d4a-96dc-33193dc3c9ca,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:35.590227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3a93c334-842c-4642-8813-cb8c72fd7f63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8454e82390274fc896e3cc467c62d597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849708 Jul 15 23:31:35.591029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37794) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:35.607372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1716b6e-8ea2-439c-9916-373f4a43d708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.680589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-170fc35a-87be-4583-a936-1bac06de9c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.691276 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1716b6e-8ea2-439c-9916-373f4a43d708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.697443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c1716b6e-8ea2-439c-9916-373f4a43d708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.702315 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c1716b6e-8ea2-439c-9916-373f4a43d708 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3bdc8c9-0ee4-431d-9fb6-439797147e0c HTTP/1.1" status: 204 len: 168 time: 0.1986308 Jul 15 23:31:35.711653 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-170fc35a-87be-4583-a936-1bac06de9c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.717410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1716b6e-8ea2-439c-9916-373f4a43d708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bdc8c9-0ee4-431d-9fb6-439797147e0c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:35.786173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-170fc35a-87be-4583-a936-1bac06de9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.789940 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-170fc35a-87be-4583-a936-1bac06de9c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.791237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-170fc35a-87be-4583-a936-1bac06de9c2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b9eb6ab-8db5-4d4a-96dc-33193dc3c9ca HTTP/1.1" status: 204 len: 168 time: 0.1992569 Jul 15 23:31:35.802599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fc35a-87be-4583-a936-1bac06de9c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9eb6ab-8db5-4d4a-96dc-33193dc3c9ca,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:36.113958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:36.149446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:36.158173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6f3edbac-63e2-4fc2-891a-35aa34f7baa5 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:36.261197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165d52-37f0-4fac-ac4e-d594c0674eb3 req-07536f24-6cd3-4ac5-bf99-fca9b45cf0b5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:36.268612 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a165d52-37f0-4fac-ac4e-d594c0674eb3 req-07536f24-6cd3-4ac5-bf99-fca9b45cf0b5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0735397 Jul 15 23:31:36.318241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a165d52-37f0-4fac-ac4e-d594c0674eb3 req-9fecc2e1-03f2-427a-ad91-3b07e960e192 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484319 Jul 15 23:31:36.393229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:36.426936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:36.427615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:36.481600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37840) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:36.532883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f7224-e976-4efb-8d59-ccd78d9e6d91 req-b42d1054-36f7-433b-bfc0-5873d01a6963 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:36.534514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d93f7224-e976-4efb-8d59-ccd78d9e6d91 req-b42d1054-36f7-433b-bfc0-5873d01a6963 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0782993 Jul 15 23:31:36.578090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d93f7224-e976-4efb-8d59-ccd78d9e6d91 req-b270107f-cb1c-49b7-b36e-d1a1a8041bb7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Jul 15 23:31:36.718524 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b71330f7-dea8-4741-9e28-7c3ccc3ccc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.830698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b71330f7-dea8-4741-9e28-7c3ccc3ccc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.836357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b71330f7-dea8-4741-9e28-7c3ccc3ccc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.907496 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b71330f7-dea8-4741-9e28-7c3ccc3ccc9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a138a472e954c689db2bcbde2b6f9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242601 Jul 15 23:31:36.908985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37864) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:36.930699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71330f7-dea8-4741-9e28-7c3ccc3ccc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed3c2c7-6314-4db5-bc7d-92c638f7180d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:37.063943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9a11-1213-4429-a3e4-4422fbcf50d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.140689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-a0876fd7-0e57-4d66-849c-dd53d05aaf4b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:37.142481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-a0876fd7-0e57-4d66-849c-dd53d05aaf4b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.1764073 Jul 15 23:31:37.167055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-89dd6e41-827d-4c99-99a9-88b948bbfcb5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/quotas/bfa49eb36e4a4c86a5069d0bc18d3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0180607 Jul 15 23:31:37.168183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37884) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.185656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9a11-1213-4429-a3e4-4422fbcf50d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.272924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-fece340a-4443-481f-b670-4fc2e39bf6b5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0987387 Jul 15 23:31:37.293583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9a11-1213-4429-a3e4-4422fbcf50d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.296166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9a11-1213-4429-a3e4-4422fbcf50d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.300673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9d0b9a11-1213-4429-a3e4-4422fbcf50d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ed3c2c7-6314-4db5-bc7d-92c638f7180d HTTP/1.1" status: 204 len: 168 time: 0.3906360 Jul 15 23:31:37.308828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b9a11-1213-4429-a3e4-4422fbcf50d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed3c2c7-6314-4db5-bc7d-92c638f7180d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:37.322364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c6f21229-b9db-43f3-8aeb-4a9a7bb24f67 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] Request body: {'port': {'network_id': '594d634f-00e9-437c-a122-306746fea384', 'name': 'tempest-NetworksNegativeTestJSON-1084774741'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:37.354693 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f21229-b9db-43f3-8aeb-4a9a7bb24f67 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] POST failed (client error): The resource could not be found. Jul 15 23:31:37.355489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f21229-b9db-43f3-8aeb-4a9a7bb24f67 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:37.357032 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c6f21229-b9db-43f3-8aeb-4a9a7bb24f67 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1876018 Jul 15 23:31:37.362514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37896) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.410974 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6abfaa8-714e-4929-aa5c-f9ed24f388bf tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:37.411618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6abfaa8-714e-4929-aa5c-f9ed24f388bf tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:37.413913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e6abfaa8-714e-4929-aa5c-f9ed24f388bf tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "DELETE /v2.0/networks/91cfe7ad-73c9-4136-bba4-7fb74362dcce HTTP/1.1" status: 404 len: 339 time: 0.0494957 Jul 15 23:31:37.417709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37900) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.455356 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-82782590-f4c6-4446-8cfe-28a530ad7a7f tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:37.456808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82782590-f4c6-4446-8cfe-28a530ad7a7f tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:37.458815 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-82782590-f4c6-4446-8cfe-28a530ad7a7f tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "DELETE /v2.0/ports/c2946a7a-af61-4fbc-b5fc-90e7d863cf08 HTTP/1.1" status: 404 len: 333 time: 0.0398023 Jul 15 23:31:37.470237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37902) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.500260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-f14b16e7-16e7-48c1-9be6-f856ae4edcda service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186458 Jul 15 23:31:37.507920 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51cd001-3206-497a-a815-e1ba48f99d90 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:37.508694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51cd001-3206-497a-a815-e1ba48f99d90 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:37.510682 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b51cd001-3206-497a-a815-e1ba48f99d90 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "DELETE /v2.0/subnets/a382106f-d5f0-4bca-8143-56bd938e271c HTTP/1.1" status: 404 len: 337 time: 0.0380924 Jul 15 23:31:37.514303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37904) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.552306 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-250b19e5-0ca2-41db-9912-aee6df983fa5 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] GET failed (client error): The resource could not be found. Jul 15 23:31:37.559699 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-250b19e5-0ca2-41db-9912-aee6df983fa5 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "GET /v2.0/networks/c4993a69-6e67-4854-a0ab-936aec38b624 HTTP/1.1" status: 404 len: 339 time: 0.0442109 Jul 15 23:31:37.564417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37906) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.603058 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c71e90c-08e1-445a-9133-02b9dbaa2e5a tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] GET failed (client error): The resource could not be found. Jul 15 23:31:37.605096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c71e90c-08e1-445a-9133-02b9dbaa2e5a tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "GET /v2.0/ports/d4483c3c-3c42-4980-b4f6-662b90549eae HTTP/1.1" status: 404 len: 333 time: 0.0396843 Jul 15 23:31:37.610049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.631020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-00c010b7-119c-4bf5-9cd4-efef0eff0587 service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270349 Jul 15 23:31:37.639904 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fbd8d0-68e7-413b-8b33-3528c59b1337 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] GET failed (client error): The resource could not be found. Jul 15 23:31:37.645839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37912) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.646222 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-78fbd8d0-68e7-413b-8b33-3528c59b1337 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "GET /v2.0/subnets/dbb23b81-8399-404d-a568-16a970a95f29 HTTP/1.1" status: 404 len: 337 time: 0.0346532 Jul 15 23:31:37.652295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-75410b29-edb4-4c65-8b03-fe871fd5a9fc tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:37.681455 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-75410b29-edb4-4c65-8b03-fe871fd5a9fc tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] PUT failed (client error): The resource could not be found. Jul 15 23:31:37.682052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75410b29-edb4-4c65-8b03-fe871fd5a9fc tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:37.686728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-75410b29-edb4-4c65-8b03-fe871fd5a9fc tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "PUT /v2.0/networks/b7fd5f8d-e868-4fd4-a47b-128e1b2085fa HTTP/1.1" status: 404 len: 339 time: 0.0360651 Jul 15 23:31:37.687123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37916) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.694108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-79ae36e3-beea-4fee-83ba-0665b6bce09a tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:37.745928 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ae36e3-beea-4fee-83ba-0665b6bce09a tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] PUT failed (client error): The resource could not be found. Jul 15 23:31:37.750931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ae36e3-beea-4fee-83ba-0665b6bce09a tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:37.753762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-79ae36e3-beea-4fee-83ba-0665b6bce09a tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "PUT /v2.0/ports/f8b05491-e94b-4fe1-9c9a-ce5c72f284f2 HTTP/1.1" status: 404 len: 333 time: 0.0650439 Jul 15 23:31:37.756813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37922) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.764946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5a8738c8-2d32-4a55-824f-772a1fb074c8 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:37.794554 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8738c8-2d32-4a55-824f-772a1fb074c8 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] PUT failed (client error): The resource could not be found. Jul 15 23:31:37.795420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8738c8-2d32-4a55-824f-772a1fb074c8 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:37.797669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5a8738c8-2d32-4a55-824f-772a1fb074c8 tempest-NetworksNegativeTestJSON-1318163436 tempest-NetworksNegativeTestJSON-1318163436-project] 10.222.0.23 "PUT /v2.0/subnets/730a1de2-6d54-41df-b9ae-0838e2627a19 HTTP/1.1" status: 404 len: 337 time: 0.0391364 Jul 15 23:31:37.868083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e6aa465-a07a-4f1e-8434-6e94ae48c3f1 req-59eeb210-74a9-4090-9907-09678a8b5d97 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 210 time: 0.0435660 Jul 15 23:31:38.201591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37956) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:38.446053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0c012cd-42fb-4fb5-b884-547c33d561b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.615332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0c012cd-42fb-4fb5-b884-547c33d561b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.624314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0c012cd-42fb-4fb5-b884-547c33d561b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.655851 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f0c012cd-42fb-4fb5-b884-547c33d561b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ef16f2bf70a48888340d97ceffa371f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530733 Jul 15 23:31:38.659321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 37980) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:38.710242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c012cd-42fb-4fb5-b884-547c33d561b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165c09b-2e9f-4510-966e-53fb91020b7d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.733544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87cdfa71-7a0a-4db3-bb5f-9ef3e8ab889d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.769037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87cdfa71-7a0a-4db3-bb5f-9ef3e8ab889d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.840687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 37984) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:38.842297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87cdfa71-7a0a-4db3-bb5f-9ef3e8ab889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.846414 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-87cdfa71-7a0a-4db3-bb5f-9ef3e8ab889d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.854844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-87cdfa71-7a0a-4db3-bb5f-9ef3e8ab889d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7165c09b-2e9f-4510-966e-53fb91020b7d HTTP/1.1" status: 204 len: 168 time: 0.1939251 Jul 15 23:31:38.886850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdfa71-7a0a-4db3-bb5f-9ef3e8ab889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165c09b-2e9f-4510-966e-53fb91020b7d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:39.033689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-959901149-network', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:39.075108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Made reservation on behalf of ae18e730f7dd4b41a4ddc3e2489d10d0 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:39.078658 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.083331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06306894-add4-47f7-9a36-01b2ce68eca3 req-b932fa3b-fcf5-4cf2-8e80-60ff43b9134b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 210 time: 0.0376441 Jul 15 23:31:39.092892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.259389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.267883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.319256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:39.386232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.387509 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Added segment cadf66eb-1359-4f66-a25b-efda281b9338 of type vlan for network 3c77861c-24ac-4fa0-9844-caa1a0efd740 Jul 15 23:31:39.393814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4ff6ce-5142-4d62-a729-c88fabdecbf7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:39.501991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.567889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.584864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.584864 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.594605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-4a105ae1-5adf-4ed7-9916-f4a86d378c10 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.597052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-4a105ae1-5adf-4ed7-9916-f4a86d378c10 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.2366858 Jul 15 23:31:39.614862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'port': {'device_id': 'f6d88cc5-336e-474a-82ff-fbe2fddcabdf', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'admin_state_up': True, 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:39.690537 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8477213 Jul 15 23:31:39.703064 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38016) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:39.715242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Request body: {'subnet': {'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-959901149-subnet', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:39.796172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Made reservation on behalf of bfa49eb36e4a4c86a5069d0bc18d3dd2 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:39.799625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Made reservation on behalf of ae18e730f7dd4b41a4ddc3e2489d10d0 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:39.802087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.805112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.848167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae242930-e4c0-4b20-9939-0cdf564dfe2f admin admin] Pushing event updated for resources: {'Network': ['ID=3c77861c-24ac-4fa0-9844-caa1a0efd740,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:39.863806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 3c77861c-24ac-4fa0-9844-caa1a0efd740 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:39.940974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38020) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:39.963302 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0134764 Jul 15 23:31:39.965159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38022) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:40.102338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Allocated IP 172.20.0.5 (9b850e48-a58c-48a5-b95c-7064321c3aef/316fc3de-261a-4b63-9c9b-ac6de8c66d18/745c021a-0a35-4c9e-b1f4-866427c53453) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:40.131113 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.183982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5f5011a8-1e59-4a8e-8d80-0cb267a3c417 tempest-NetworksApiDiscovery-1777965942 tempest-NetworksApiDiscovery-1777965942-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2177095 Jul 15 23:31:40.228051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.232174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Checking segment: {'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:40.232528 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Network hostable DHCP agents. Network: 3c77861c-24ac-4fa0-9844-caa1a0efd740, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:40.256021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Network 3c77861c-24ac-4fa0-9844-caa1a0efd740 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:40.273972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 3c77861c-24ac-4fa0-9844-caa1a0efd740) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:40.283115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.283718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f4e3a-fd65-4985-a3e3-7eaed19c376a None None] Network 3c77861c-24ac-4fa0-9844-caa1a0efd740 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:40.283960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.304700 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-834c6cec-5d36-40c5-8510-91ff1f3bf497 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5994875 Jul 15 23:31:40.306202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38032) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:40.311023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:40.336276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-90b48b91-ce59-4113-a750-15bf122e4d2c req-cc992498-a8d2-44fa-a2fd-2d06ac59110a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 210 time: 0.0392716 Jul 15 23:31:40.352175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.353321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.461465 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.461722 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.478283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Transition to ACTIVE for port object 745c021a-0a35-4c9e-b1f4-866427c53453 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:40.516358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.577942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-3c77861c-24ac-4fa0-9844-caa1a0efd740', 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'fixed_ips': [{'subnet_id': 'b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:40.580650 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.587531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:40.591024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:40.596646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:40.628632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'Port': ['ID=745c021a-0a35-4c9e-b1f4-866427c53453,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.679168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.705788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.708524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.759090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-6be936ae-a8f2-4226-9964-9b0a43538ce1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1513081 Jul 15 23:31:40.772074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Request body: {'port': {'device_id': 'f6d88cc5-336e-474a-82ff-fbe2fddcabdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:40.806669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38042) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:41.009734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.140134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0505e31-47cd-4b47-be3a-8a4e940a27eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.163721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38050) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:41.176120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.201287 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.268872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Allocated IP 172.20.0.2 (3c77861c-24ac-4fa0-9844-caa1a0efd740/b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa/95cd671d-ffc9-47c8-8f68-25222debd3b4) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:41.313469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Allocated IP 172.25.3.80 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:41.428948 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.460407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.470394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Transition to ACTIVE for port object 95cd671d-ffc9-47c8-8f68-25222debd3b4 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:41.489753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Transition to ACTIVE for port object 95cd671d-ffc9-47c8-8f68-25222debd3b4 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:41.505523 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.541238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d12c64a0-7b24-4fa8-9667-e0a12b35a680 None None] Provisioning for port 745c021a-0a35-4c9e-b1f4-866427c53453 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:41.547427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d12c64a0-7b24-4fa8-9667-e0a12b35a680 None None] Provisioning complete for port 745c021a-0a35-4c9e-b1f4-866427c53453 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:41.547788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d12c64a0-7b24-4fa8-9667-e0a12b35a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.584855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Network 3c77861c-24ac-4fa0-9844-caa1a0efd740 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:41.588398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:41.592409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Pushing event updated for resources: {'Port': ['ID=95cd671d-ffc9-47c8-8f68-25222debd3b4,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:41.597474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:41.617395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d12c64a0-7b24-4fa8-9667-e0a12b35a680 None None] Port 745c021a-0a35-4c9e-b1f4-866427c53453 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:41.681603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Attempting to bind port 95cd671d-ffc9-47c8-8f68-25222debd3b4 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:41.682376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Attempting to bind port 95cd671d-ffc9-47c8-8f68-25222debd3b4 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:41.683004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Attempting to bind port 95cd671d-ffc9-47c8-8f68-25222debd3b4 on network 3c77861c-24ac-4fa0-9844-caa1a0efd740 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:41.689534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:41.690309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Checking segment: {'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:41.690963 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.691555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Bound using segment: {'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:41.692252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Bound port: 95cd671d-ffc9-47c8-8f68-25222debd3b4, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:41.692855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.776069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] For port 95cd671d-ffc9-47c8-8f68-25222debd3b4, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:41.780614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] For port 95cd671d-ffc9-47c8-8f68-25222debd3b4, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=95cd671d-ffc9-47c8-8f68-25222debd3b4,segment=NetworkSegment(cadf66eb-1359-4f66-a25b-efda281b9338),segment_id=cadf66eb-1359-4f66-a25b-efda281b9338)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:41.786446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.860300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554912-f190-4d67-9e20-49758f5fc188 None None] Pushing event updated for resources: {'Port': ['ID=95cd671d-ffc9-47c8-8f68-25222debd3b4,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:41.939135 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-804fc404-8616-4b2e-87c3-73b0480895c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.954888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745c021a-0a35-4c9e-b1f4-866427c53453 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:41.976792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.996723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.025993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c165f6-fdb6-4b7d-9a6a-8d456f713ada req-33853c24-b0c3-440c-9888-eaac94238ec0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:42.030253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:42.036868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64c165f6-fdb6-4b7d-9a6a-8d456f713ada req-33853c24-b0c3-440c-9888-eaac94238ec0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 931 time: 0.1680801 Jul 15 23:31:42.056318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Transition to ACTIVE for port object 745c021a-0a35-4c9e-b1f4-866427c53453 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:42.075961 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:42.077563 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.082334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:42.179124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Pushing event updated for resources: {'Port': ['ID=fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:42.399887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64c165f6-fdb6-4b7d-9a6a-8d456f713ada req-0c8fda03-e13d-40d8-9420-863b3e0d5990 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620985 Jul 15 23:31:42.412270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0505e31-47cd-4b47-be3a-8a4e940a27eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.428985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Pushing event updated for resources: {'Port': ['ID=745c021a-0a35-4c9e-b1f4-866427c53453,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:42.445608 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b0505e31-47cd-4b47-be3a-8a4e940a27eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.493982 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b0505e31-47cd-4b47-be3a-8a4e940a27eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0aba1848b9c74de8bbd5b2950ab86fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6862862 Jul 15 23:31:42.495057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38068) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:42.524717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Attempting to bind port 745c021a-0a35-4c9e-b1f4-866427c53453 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:42.525062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Attempting to bind port 745c021a-0a35-4c9e-b1f4-866427c53453 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:42.525393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Attempting to bind port 745c021a-0a35-4c9e-b1f4-866427c53453 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:42.530505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Port 745c021a-0a35-4c9e-b1f4-866427c53453 on network 9b850e48-a58c-48a5-b95c-7064321c3aef not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:31:42.530949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Attempting to bind port 745c021a-0a35-4c9e-b1f4-866427c53453 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:42.537029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:42.537576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Checking segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:42.538110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Bound using segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:42.538605 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Bound port: 745c021a-0a35-4c9e-b1f4-866427c53453, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:42.538994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.554731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0505e31-47cd-4b47-be3a-8a4e940a27eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8774ee63-d282-4b6e-a96b-14d2df239bc9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:42.655320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] For port 745c021a-0a35-4c9e-b1f4-866427c53453, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:42.659906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] For port 745c021a-0a35-4c9e-b1f4-866427c53453, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=745c021a-0a35-4c9e-b1f4-866427c53453,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:42.666383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.737073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:42.737826 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.739167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] 10.222.0.59 "PUT /v2.0/ports/745c021a-0a35-4c9e-b1f4-866427c53453 HTTP/1.1" status: 200 len: 1091 time: 1.9719846 Jul 15 23:31:42.739612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d88cc5-336e-474a-82ff-fbe2fddcabdf', 'tag': '745c021a-0a35-4c9e-b1f4-866427c53453'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:42.741910 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df476967-f1ac-4345-a87a-bbde9bae641e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d88cc5-336e-474a-82ff-fbe2fddcabdf", "tag": "745c021a-0a35-4c9e-b1f4-866427c53453"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:42.754859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc82367-de66-4e73-b60c-a3294f78d59b service neutron] Pushing event updated for resources: {'Port': ['ID=745c021a-0a35-4c9e-b1f4-866427c53453,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:42.766420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19658eef-1b18-4cc3-b6d7-2cdf04b85cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.854256 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ec3e11-6bd0-43bb-9d06-414e62b7ce4d x-openstack-request-id: req-27ec3e11-6bd0-43bb-9d06-414e62b7ce4d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:42.854845 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d88cc5-336e-474a-82ff-fbe2fddcabdf", "tag": "745c021a-0a35-4c9e-b1f4-866427c53453", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:42.855106 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27ec3e11-6bd0-43bb-9d06-414e62b7ce4d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:42.855504 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d88cc5-336e-474a-82ff-fbe2fddcabdf', 'tag': '745c021a-0a35-4c9e-b1f4-866427c53453', 'status': 'completed', 'code': 200} Jul 15 23:31:42.857852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.863943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19658eef-1b18-4cc3-b6d7-2cdf04b85cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.867737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-804fc404-8616-4b2e-87c3-73b0480895c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.899954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-a8dd3a0e-4ac1-4f65-b022-77cbacc48535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:42.901515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-a8dd3a0e-4ac1-4f65-b022-77cbacc48535 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 1094 time: 0.1129544 Jul 15 23:31:42.913215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-804fc404-8616-4b2e-87c3-73b0480895c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.975211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-0fc1d152-d1ef-475e-9dac-83fef1a9c703 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745c021a-0a35-4c9e-b1f4-866427c53453 HTTP/1.1" status: 200 len: 217 time: 0.0641530 Jul 15 23:31:43.039573 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-804fc404-8616-4b2e-87c3-73b0480895c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=695aba19687647d8b48b49fee9dc3232&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8746045 Jul 15 23:31:43.042274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38092) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:43.049256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc404-8616-4b2e-87c3-73b0480895c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1499857d-5b1c-49b2-813c-74215c68fd32,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.065252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-1a7eba8a-8f33-4605-861e-b0d419475d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.066838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-1a7eba8a-8f33-4605-861e-b0d419475d84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0827284 Jul 15 23:31:43.164806 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19658eef-1b18-4cc3-b6d7-2cdf04b85cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.167612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-19658eef-1b18-4cc3-b6d7-2cdf04b85cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.171435 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-19658eef-1b18-4cc3-b6d7-2cdf04b85cd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8774ee63-d282-4b6e-a96b-14d2df239bc9 HTTP/1.1" status: 204 len: 168 time: 0.6648188 Jul 15 23:31:43.171627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-76f6dfdc-1943-4e2d-8a78-16a3092978ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.173765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-76f6dfdc-1943-4e2d-8a78-16a3092978ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893004 Jul 15 23:31:43.195639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19658eef-1b18-4cc3-b6d7-2cdf04b85cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8774ee63-d282-4b6e-a96b-14d2df239bc9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.253320 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd012-a60b-4aac-bef5-4f604b4c31ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.292776 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd012-a60b-4aac-bef5-4f604b4c31ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.312979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.351851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-eae73926-4fc2-4f85-be8c-20fd7c8cf1de service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699533 Jul 15 23:31:43.457040 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee759e4-e994-45c7-aaf0-79e91b9615b8 None None] Network 3c77861c-24ac-4fa0-9844-caa1a0efd740 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:43.482521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd012-a60b-4aac-bef5-4f604b4c31ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.485441 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f2dd012-a60b-4aac-bef5-4f604b4c31ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.486694 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f2dd012-a60b-4aac-bef5-4f604b4c31ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1499857d-5b1c-49b2-813c-74215c68fd32 HTTP/1.1" status: 204 len: 168 time: 0.4433105 Jul 15 23:31:43.496000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eb2ce709-818b-44f0-8f2f-ef9d6f17f1d4 None None] Provisioning for port 95cd671d-ffc9-47c8-8f68-25222debd3b4 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:43.506306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dd012-a60b-4aac-bef5-4f604b4c31ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1499857d-5b1c-49b2-813c-74215c68fd32,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.526355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Router 00931175-31ec-4104-847e-61f9776953bb is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:31:43.539363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51eda423-bc7b-4f5e-b536-5be0f3fd0d9e req-ad970329-ae07-4c0e-add5-73a5865724c4 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771853 Jul 15 23:31:43.749292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:43.761856 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Sync routers for ids ['00931175-31ec-4104-847e-61f9776953bb'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:43.780011 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Routers {'00931175-31ec-4104-847e-61f9776953bb'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:43.783268 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['00931175-31ec-4104-847e-61f9776953bb'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:43.792678 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.794178 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f9318e43-6d09-4ccb-b064-82cdd3d627dc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4868255 Jul 15 23:31:43.797437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38128) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:43.869538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.876870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476967-f1ac-4345-a87a-bbde9bae641e req-64d67c05-3c72-421d-baf8-8bbe1aa73a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.880412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df476967-f1ac-4345-a87a-bbde9bae641e req-64d67c05-3c72-421d-baf8-8bbe1aa73a83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 1094 time: 0.2705808 Jul 15 23:31:43.944433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14295887-1314-4b02-bfbe-0a75d00843f0 req-3e7f24e7-9a5e-4251-bc16-60a7dee30648 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.958875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14295887-1314-4b02-bfbe-0a75d00843f0 req-3e7f24e7-9a5e-4251-bc16-60a7dee30648 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 943 time: 0.2847526 Jul 15 23:31:44.086638 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Set router 00931175-31ec-4104-847e-61f9776953bb gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:44.289194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 95cd671d-ffc9-47c8-8f68-25222debd3b4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:44.319877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-14295887-1314-4b02-bfbe-0a75d00843f0 req-d3b551fb-5cb3-4e01-a9dc-d061e086d8e9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588989 Jul 15 23:31:44.379450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476967-f1ac-4345-a87a-bbde9bae641e req-028c38d4-a64b-49e3-a79d-51ec88e8927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:44.381554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df476967-f1ac-4345-a87a-bbde9bae641e req-028c38d4-a64b-49e3-a79d-51ec88e8927b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.4902203 Jul 15 23:31:44.468076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 95cd671d-ffc9-47c8-8f68-25222debd3b4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:44.475082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 95cd671d-ffc9-47c8-8f68-25222debd3b4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:44.475468 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.478316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df476967-f1ac-4345-a87a-bbde9bae641e req-5ba061ae-b955-46dd-831d-c2107b7345f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745c021a-0a35-4c9e-b1f4-866427c53453 HTTP/1.1" status: 200 len: 217 time: 0.0862818 Jul 15 23:31:44.569620 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.602220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476967-f1ac-4345-a87a-bbde9bae641e req-56631c5e-a834-4a48-b6d7-cde94deb97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:44.607680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df476967-f1ac-4345-a87a-bbde9bae641e req-56631c5e-a834-4a48-b6d7-cde94deb97ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1135895 Jul 15 23:31:44.637554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 95cd671d-ffc9-47c8-8f68-25222debd3b4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=95cd671d-ffc9-47c8-8f68-25222debd3b4,segment=NetworkSegment(cadf66eb-1359-4f66-a25b-efda281b9338),segment_id=cadf66eb-1359-4f66-a25b-efda281b9338)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:44.644847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.655194 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:42Z', 'revision_number': 3, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port': {'id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:41Z', 'updated_at': '2021-07-15T23:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:44.690536 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Checking router: 00931175-31ec-4104-847e-61f9776953bb for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:44.690863 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Updating router 00931175-31ec-4104-847e-61f9776953bb port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:44.743674 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.770624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=95cd671d-ffc9-47c8-8f68-25222debd3b4,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:44.772778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476967-f1ac-4345-a87a-bbde9bae641e req-542453c0-80a0-4501-bc31-7f040820a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:44.774397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df476967-f1ac-4345-a87a-bbde9bae641e req-542453c0-80a0-4501-bc31-7f040820a177 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588249 Jul 15 23:31:44.812422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.947938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df476967-f1ac-4345-a87a-bbde9bae641e req-217f49be-94ed-407b-b294-a290d1c6abca service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645753 Jul 15 23:31:45.086585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Allocated IP 172.20.0.1 (3c77861c-24ac-4fa0-9844-caa1a0efd740/b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa/64aa84e0-0b80-477b-9c6e-b07567691873) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:45.086866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df476967-f1ac-4345-a87a-bbde9bae641e req-79db6212-2757-4634-8f40-756033df7ec8 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290820 Jul 15 23:31:45.123098 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.137265 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Transition to ACTIVE for port object fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:45.146373 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.200914 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Attempting to bind port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:45.201275 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Attempting to bind port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:45.202138 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Attempting to bind port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:45.210803 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:45.211309 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:45.211774 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.212180 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:45.212730 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Bound port: fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:45.213108 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.228853 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.244446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Transition to ACTIVE for port object 64aa84e0-0b80-477b-9c6e-b07567691873 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:45.262481 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Pushing event updated for resources: {'Port': ['ID=fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:45.277461 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.277992 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.278246 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.278575 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.278928 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.279249 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.279566 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.279928 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.280278 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.280671 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.281226 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.281396 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:45.284739 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.312224 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] For port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:45.315284 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] For port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:45.320807 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.339291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Pushing event updated for resources: {'Port': ['ID=64aa84e0-0b80-477b-9c6e-b07567691873,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:45.342925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Network 3c77861c-24ac-4fa0-9844-caa1a0efd740 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:45.358830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:45.363660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:45.405406 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6536f-04db-4b82-ab37-3c3af19c961d None None] Pushing event updated for resources: {'Port': ['ID=fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:45.438173 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Routers {'00931175-31ec-4104-847e-61f9776953bb'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:45.439049 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['00931175-31ec-4104-847e-61f9776953bb'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:45.449902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.626572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a005f0-b6c7-4c3a-83dd-3f6cb01f6f10 req-0df9490a-c124-4937-9ef3-a755ad434183 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.633757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56a005f0-b6c7-4c3a-83dd-3f6cb01f6f10 req-0df9490a-c124-4937-9ef3-a755ad434183 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 943 time: 0.0950704 Jul 15 23:31:45.664660 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] Set router 00931175-31ec-4104-847e-61f9776953bb gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:45.701548 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.703398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56a005f0-b6c7-4c3a-83dd-3f6cb01f6f10 req-98d687d3-9750-43cc-811e-970eb9ab8922 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689642 Jul 15 23:31:45.779732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-dd87bd01-3b94-49cc-b891-72ccbe6ed926 None None] Provisioning for port 64aa84e0-0b80-477b-9c6e-b07567691873 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:45.784951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-dd87bd01-3b94-49cc-b891-72ccbe6ed926 None None] Provisioning complete for port 64aa84e0-0b80-477b-9c6e-b07567691873 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:45.785336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dd87bd01-3b94-49cc-b891-72ccbe6ed926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.842464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-dd87bd01-3b94-49cc-b891-72ccbe6ed926 None None] Port 64aa84e0-0b80-477b-9c6e-b07567691873 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:45.918906 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.924786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.958017 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:42Z', 'revision_number': 3, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port': {'id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:41Z', 'updated_at': '2021-07-15T23:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:45.994044 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7822f5-f3bd-415b-a075-a732149c3348 None None] The sync data for ids ['00931175-31ec-4104-847e-61f9776953bb'] in n-d-793618-8 is: [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:42Z', 'revision_number': 3, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port': {'id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:41Z', 'updated_at': '2021-07-15T23:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:45.995776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Pushing event updated for resources: {'Port': ['ID=64aa84e0-0b80-477b-9c6e-b07567691873,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:46.001172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.101531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 95cd671d-ffc9-47c8-8f68-25222debd3b4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:46.122052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Network 3c77861c-24ac-4fa0-9844-caa1a0efd740 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:46.123669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:46.205435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 95cd671d-ffc9-47c8-8f68-25222debd3b4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:46.205812 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.304332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Router 00931175-31ec-4104-847e-61f9776953bb has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:46.424306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 745c021a-0a35-4c9e-b1f4-866427c53453 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:31:46.445722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:46.455082 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e0bd8f3b-6abc-4cfb-9883-e1450b4425f9 admin admin] 10.222.0.23 "PUT /v2.0/routers/00931175-31ec-4104-847e-61f9776953bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6547842 Jul 15 23:31:46.538181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 745c021a-0a35-4c9e-b1f4-866427c53453, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=745c021a-0a35-4c9e-b1f4-866427c53453,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:46.553520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '745c021a-0a35-4c9e-b1f4-866427c53453', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': '745c021a-0a35-4c9e-b1f4-866427c53453', 'mac_address': 'fa:16:3e:64:30:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:31:46.611632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-00d51d5e-07cc-4a79-8555-4b3e215785a5 None None] Provisioning complete for port 64aa84e0-0b80-477b-9c6e-b07567691873 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:46.612127 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00d51d5e-07cc-4a79-8555-4b3e215785a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.614849 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.666163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745c021a-0a35-4c9e-b1f4-866427c53453 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:46.690679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 745c021a-0a35-4c9e-b1f4-866427c53453, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=745c021a-0a35-4c9e-b1f4-866427c53453,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:46.697071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-00d51d5e-07cc-4a79-8555-4b3e215785a5 None None] Port 64aa84e0-0b80-477b-9c6e-b07567691873 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:46.701223 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.770724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=745c021a-0a35-4c9e-b1f4-866427c53453,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:46.931639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddb7ae-5826-4367-b426-40efff5992c4 req-6bb7542b-d7ad-45ee-9cee-b9e75a808677 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:46.935226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dddb7ae-5826-4367-b426-40efff5992c4 req-6bb7542b-d7ad-45ee-9cee-b9e75a808677 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 944 time: 0.0836689 Jul 15 23:31:46.949485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['745c021a-0a35-4c9e-b1f4-866427c53453'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:47.000979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dddb7ae-5826-4367-b426-40efff5992c4 req-d9fdb9a9-4bd5-48ba-996a-26fd9e786b3f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598731 Jul 15 23:31:47.174191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38198) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:47.180832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-31612714-network', 'tenant_id': '11065e8ef89542dbb45f4a266e765449'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:47.205396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Made reservation on behalf of 11065e8ef89542dbb45f4a266e765449 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:47.208340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.220910 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.339026 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.343296 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.364890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:47.379989 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55a0f66-dec5-43b8-b51c-fee8c4a4dddf,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.385170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.385538 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Added segment c105cfb6-7322-495a-be47-f492ec798430 of type vlan for network e65e87cf-65bb-45e6-9e70-1f3118496325 Jul 15 23:31:47.429947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.462025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.463167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:47.463755 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.496390 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3198256 Jul 15 23:31:47.499100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38220) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:47.504584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Request body: {'subnet': {'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-31612714-subnet', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:47.519182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38222) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:47.537923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Made reservation on behalf of 11065e8ef89542dbb45f4a266e765449 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:47.541585 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.553592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21afcfb-1aef-41d1-924e-b5b06cb47691 admin admin] Pushing event updated for resources: {'Network': ['ID=e65e87cf-65bb-45e6-9e70-1f3118496325,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.565363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e65e87cf-65bb-45e6-9e70-1f3118496325 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:47.710449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-032b806f-cfb8-4096-8899-e7bc056888f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.759156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.828541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ade6a3-3d23-49a8-aad3-27b3ce7b44cf,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.836172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Checking segment: {'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:47.836540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Network hostable DHCP agents. Network: e65e87cf-65bb-45e6-9e70-1f3118496325, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:47.852706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-032b806f-cfb8-4096-8899-e7bc056888f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.854269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Network e65e87cf-65bb-45e6-9e70-1f3118496325 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:47.857571 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-032b806f-cfb8-4096-8899-e7bc056888f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.864951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e65e87cf-65bb-45e6-9e70-1f3118496325) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:47.870769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:47.871439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.873938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1887bc-676c-48e7-9ac0-7cfb9a460c48 None None] Network e65e87cf-65bb-45e6-9e70-1f3118496325 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:47.899550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5e7c75f9-467c-4600-8e4a-b809736a1440 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3992593 Jul 15 23:31:47.901960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38234) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:47.902736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b806f-cfb8-4096-8899-e7bc056888f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c94341-3d63-4c4c-9b08-aa2165da956a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.909332 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-032b806f-cfb8-4096-8899-e7bc056888f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24393c7d6cb34df995c04d14404b8fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867648 Jul 15 23:31:47.911809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:47.913008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38236) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:47.943097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.944265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.009597 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6137a12-bb43-4f1d-81b9-e35ce463f23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.036188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6137a12-bb43-4f1d-81b9-e35ce463f23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.048607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.099248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6137a12-bb43-4f1d-81b9-e35ce463f23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.102066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6137a12-bb43-4f1d-81b9-e35ce463f23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.117879 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d6137a12-bb43-4f1d-81b9-e35ce463f23d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16c94341-3d63-4c4c-9b08-aa2165da956a HTTP/1.1" status: 204 len: 168 time: 0.1922591 Jul 15 23:31:48.132609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-35e69467-9a3b-460c-abff-45f5812ab37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.155712 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6137a12-bb43-4f1d-81b9-e35ce463f23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c94341-3d63-4c4c-9b08-aa2165da956a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:48.198242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-e65e87cf-65bb-45e6-9e70-1f3118496325', 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'fixed_ips': [{'subnet_id': '00ade6a3-3d23-49a8-aad3-27b3ce7b44cf'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:48.199330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.381613 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.403192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:48.468372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9a1da-6a9d-46d1-8638-b7e980e6666b req-4017998e-e573-43f1-a084-04a2f4930a40 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:48.470393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dee9a1da-6a9d-46d1-8638-b7e980e6666b req-4017998e-e573-43f1-a084-04a2f4930a40 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 944 time: 0.1590264 Jul 15 23:31:48.504163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 745c021a-0a35-4c9e-b1f4-866427c53453 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:48.513185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Sync routers for ids ['00931175-31ec-4104-847e-61f9776953bb'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:48.553908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dee9a1da-6a9d-46d1-8638-b7e980e6666b req-d8b15c0e-d3af-412a-b22c-b8a92ec16a5c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760975 Jul 15 23:31:48.568213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Allocated IP 172.20.0.2 (e65e87cf-65bb-45e6-9e70-1f3118496325/00ade6a3-3d23-49a8-aad3-27b3ce7b44cf/9efb910d-1f2d-4b0e-8c31-4bfce1cc640f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:48.584457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38244) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:48.585735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Routers {'00931175-31ec-4104-847e-61f9776953bb'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:48.586379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['00931175-31ec-4104-847e-61f9776953bb'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:48.602423 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3c5d1042-522e-424e-9f5c-44a938e951e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.717989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 745c021a-0a35-4c9e-b1f4-866427c53453 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:48.762556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3c5d1042-522e-424e-9f5c-44a938e951e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.770533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3c5d1042-522e-424e-9f5c-44a938e951e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.774992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:48.778245 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.799943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 745c021a-0a35-4c9e-b1f4-866427c53453 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:48.800326 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.801867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:48.802228 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.830034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.854486 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d1042-522e-424e-9f5c-44a938e951e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2471085-1f1a-4bfb-8b95-ce5c1ef07192,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:48.873773 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3c5d1042-522e-424e-9f5c-44a938e951e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d17b4f8d4b0467f8c5eca56d42ca76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873216 Jul 15 23:31:48.881650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38254) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:48.970918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6929f3e-c7e6-4273-9002-22e5fdb58d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.988849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-06f39efa-a857-4788-b844-8be8cc42ce27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1642237 Jul 15 23:31:48.989887 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.014081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Allocated IP 172.25.3.216 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/26bd8f26-b82f-42ba-95fb-45ba007dd4d0) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:49.044773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6929f3e-c7e6-4273-9002-22e5fdb58d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.048082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Set router 00931175-31ec-4104-847e-61f9776953bb gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:49.088179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Transition to ACTIVE for port object 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:49.108724 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6929f3e-c7e6-4273-9002-22e5fdb58d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.112670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6929f3e-c7e6-4273-9002-22e5fdb58d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.114397 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b6929f3e-c7e6-4273-9002-22e5fdb58d57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2471085-1f1a-4bfb-8b95-ce5c1ef07192 HTTP/1.1" status: 204 len: 168 time: 0.2352481 Jul 15 23:31:49.127259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6929f3e-c7e6-4273-9002-22e5fdb58d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2471085-1f1a-4bfb-8b95-ce5c1ef07192,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:49.240104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-8087ad31-9882-4681-b5b7-83643068a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:49.241705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-8087ad31-9882-4681-b5b7-83643068a566 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.1782100 Jul 15 23:31:49.246102 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.364251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38264) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:49.364997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.383141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:49.384067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Transition to ACTIVE for port object 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:49.388947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:49.412734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:49.429139 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.436478 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.462925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-917ca55c-af8d-4869-a3c1-dd658051db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:49.464414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-917ca55c-af8d-4869-a3c1-dd658051db81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.1763494 Jul 15 23:31:49.516140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Pushing event updated for resources: {'Port': ['ID=26bd8f26-b82f-42ba-95fb-45ba007dd4d0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:49.522275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0c66f41-3624-444a-b768-a45d980efb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.530334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.567336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Network e65e87cf-65bb-45e6-9e70-1f3118496325 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:49.582389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:49.609457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-f0edc910-ca82-4404-a9de-af5044d26bcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.1380279 Jul 15 23:31:49.614662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Pushing event updated for resources: {'Port': ['ID=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:49.626003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:49.655583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:49.666804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 745c021a-0a35-4c9e-b1f4-866427c53453, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=745c021a-0a35-4c9e-b1f4-866427c53453,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:49.675841 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.685050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0c66f41-3624-444a-b768-a45d980efb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.693409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0c66f41-3624-444a-b768-a45d980efb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.708529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-4e83f7ff-462a-4bff-8a5d-baa9ddfa3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:49.710116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-4e83f7ff-462a-4bff-8a5d-baa9ddfa3dd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0759101 Jul 15 23:31:49.716853 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.735495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c66f41-3624-444a-b768-a45d980efb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa31a987-8e7a-4c42-ae40-78f8e516fa10,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:49.759058 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0c66f41-3624-444a-b768-a45d980efb17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e66ff93af9e42e28a87b2c0dfc8e727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935399 Jul 15 23:31:49.761475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38278) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:49.816236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Attempting to bind port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:49.816236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Attempting to bind port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:49.816236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Attempting to bind port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f on network e65e87cf-65bb-45e6-9e70-1f3118496325 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:49.855344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b0fd-3caa-48ad-a7a0-0a8590c25e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.863082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:49.863082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Checking segment: {'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:49.863082 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.863082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Bound using segment: {'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:49.863082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Bound port: 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:49.868715 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.892335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b0fd-3caa-48ad-a7a0-0a8590c25e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.899668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:49.904794 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.967914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b0fd-3caa-48ad-a7a0-0a8590c25e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.974185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b0fd-3caa-48ad-a7a0-0a8590c25e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.976101 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8dd3b0fd-3caa-48ad-a7a0-0a8590c25e49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa31a987-8e7a-4c42-ae40-78f8e516fa10 HTTP/1.1" status: 204 len: 168 time: 0.2134199 Jul 15 23:31:49.991084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3b0fd-3caa-48ad-a7a0-0a8590c25e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa31a987-8e7a-4c42-ae40-78f8e516fa10,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:50.027150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=745c021a-0a35-4c9e-b1f4-866427c53453,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:50.061445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] For port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:50.066249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] For port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,segment=NetworkSegment(c105cfb6-7322-495a-be47-f492ec798430),segment_id=c105cfb6-7322-495a-be47-f492ec798430)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:50.080193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.191757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:50.200883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:45Z', 'revision_number': 4, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port': {'id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:41Z', 'updated_at': '2021-07-15T23:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '64aa84e0-0b80-477b-9c6e-b07567691873', 'name': '', 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'mac_address': 'fa:16:3e:81:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:44Z', 'updated_at': '2021-07-15T23:31:45Z', 'revision_number': 2, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'subnets': [{'id': 'b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:50.227524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf440a-63f8-4ead-88de-d9627c51cd3f None None] Pushing event updated for resources: {'Port': ['ID=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:50.264277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Checking router: 00931175-31ec-4104-847e-61f9776953bb for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:50.264609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Updating router 00931175-31ec-4104-847e-61f9776953bb port 64aa84e0-0b80-477b-9c6e-b07567691873 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:50.320370 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.340806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:50.341341 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.349706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-49d72bb0-971c-4c56-91b6-f6a1fb29ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:50.351220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-49d72bb0-971c-4c56-91b6-f6a1fb29ceba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5335782 Jul 15 23:31:50.407410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8913489-0a23-4b00-bdf6-2bf43b3ce6e7 req-e23d8593-46af-4f8c-9366-cc6786db379c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:50.408964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8913489-0a23-4b00-bdf6-2bf43b3ce6e7 req-e23d8593-46af-4f8c-9366-cc6786db379c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 945 time: 0.5927579 Jul 15 23:31:50.570420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38300) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:50.587387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e1a84670-31fe-4725-842c-358fcd1dfbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.628403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8913489-0a23-4b00-bdf6-2bf43b3ce6e7 req-b1222e4b-9244-4367-b443-ecc9dc74bbf6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077787 Jul 15 23:31:50.701999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-07159fdf-6fd0-4cef-a1d0-97a9bc1b4682 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381360 Jul 15 23:31:50.709434 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.724908 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-782f0d67-5bfa-4ac4-8b1d-809e06e0b149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.743363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e1a84670-31fe-4725-842c-358fcd1dfbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.752389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e1a84670-31fe-4725-842c-358fcd1dfbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.777413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a84670-31fe-4725-842c-358fcd1dfbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1466152-7fc4-4468-b12b-17709aec86f8,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:50.815255 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e1a84670-31fe-4725-842c-358fcd1dfbf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fef692e23a04d1e9d27ee38ca4abb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433636 Jul 15 23:31:50.818000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38304) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:50.860780 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.872121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Transition to ACTIVE for port object 64aa84e0-0b80-477b-9c6e-b07567691873 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:50.876007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3cb5-2a04-413b-a7cc-f25e22ece711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.880420 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.910146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3cb5-2a04-413b-a7cc-f25e22ece711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.915682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24119ec6-b3cb-4e7e-ba1d-a16490780ecd req-bd5cbfae-f79b-40cd-b496-13fc60149e53 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027981 Jul 15 23:31:50.970123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:31:50.972145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e81aa-5f84-49de-babb-cffcb26d32be None None] Pushing event updated for resources: {'Port': ['ID=64aa84e0-0b80-477b-9c6e-b07567691873,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:50.982867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3cb5-2a04-413b-a7cc-f25e22ece711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.997479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3cb5-2a04-413b-a7cc-f25e22ece711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.001092 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b0e3cb5-2a04-413b-a7cc-f25e22ece711 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1466152-7fc4-4468-b12b-17709aec86f8 HTTP/1.1" status: 204 len: 168 time: 0.1787798 Jul 15 23:31:51.007533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e3cb5-2a04-413b-a7cc-f25e22ece711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1466152-7fc4-4468-b12b-17709aec86f8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:51.021509 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:31:51.073879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.078711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Attempting to bind port 64aa84e0-0b80-477b-9c6e-b07567691873 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:51.079235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Attempting to bind port 64aa84e0-0b80-477b-9c6e-b07567691873 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:51.079706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Attempting to bind port 64aa84e0-0b80-477b-9c6e-b07567691873 on network 3c77861c-24ac-4fa0-9844-caa1a0efd740 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:51.086244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:51.086787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Checking segment: {'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:51.087305 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.087804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Bound using segment: {'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:51.088408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Bound port: 64aa84e0-0b80-477b-9c6e-b07567691873, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadf66eb-1359-4f66-a25b-efda281b9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:51.088896 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.221234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] For port 64aa84e0-0b80-477b-9c6e-b07567691873, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:51.230005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] For port 64aa84e0-0b80-477b-9c6e-b07567691873, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=64aa84e0-0b80-477b-9c6e-b07567691873,segment=NetworkSegment(cadf66eb-1359-4f66-a25b-efda281b9338),segment_id=cadf66eb-1359-4f66-a25b-efda281b9338)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:51.238113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:51.238873 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.255837 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Sync routers for ids ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:51.261644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.263695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0f0e0a67-f6c0-419f-a249-9c13637a2d45 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3597565 Jul 15 23:31:51.267082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38316) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:51.274025 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Routers {'2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:51.277599 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.478063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Routers {'00931175-31ec-4104-847e-61f9776953bb'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:51.479458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['00931175-31ec-4104-847e-61f9776953bb'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.529280 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Set router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:51.692322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] Set router 00931175-31ec-4104-847e-61f9776953bb gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:51.813724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e81aa-5f84-49de-babb-cffcb26d32be None None] Pushing event updated for resources: {'Port': ['ID=64aa84e0-0b80-477b-9c6e-b07567691873,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:51.832558 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Thu, 15 Jul 2021 23:26:51 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:51.832801 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova Traceback (most recent call last): Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jul 15 23:31:51.853368 n-d-793618-8 neutron-server[93716]: ERROR neutron.notifiers.nova Jul 15 23:31:51.856723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69323df-2acc-401b-9025-e86ca9d54214 None None] Network e65e87cf-65bb-45e6-9e70-1f3118496325 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:51.859023 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 3, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port': {'id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:48Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.888209 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Checking router: 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:51.888982 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Updating router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:51.957395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833384b-de48-4a0b-beb5-bd996b4a32fb req-2e2ce4da-0b7b-4040-96b7-e41182201bf6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:51.961274 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.969394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8833384b-de48-4a0b-beb5-bd996b4a32fb req-2e2ce4da-0b7b-4040-96b7-e41182201bf6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 945 time: 0.1267517 Jul 15 23:31:52.072971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8833384b-de48-4a0b-beb5-bd996b4a32fb req-b6be562a-19a1-4e46-94e7-0a930a258c85 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025877 Jul 15 23:31:52.094407 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.138537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.297713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:52.449904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:45Z', 'revision_number': 4, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port': {'id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:41Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '64aa84e0-0b80-477b-9c6e-b07567691873', 'name': '', 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'mac_address': 'fa:16:3e:81:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:44Z', 'updated_at': '2021-07-15T23:31:51Z', 'revision_number': 4, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'subnets': [{'id': 'b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:52.506339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8a357105-e7f6-4d50-b56d-54582d314e04 None None] Provisioning for port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:52.519545 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.532623 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Transition to ACTIVE for port object 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:52.533522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c61476-21e2-41d8-aa39-0c11f06d0072 None None] The sync data for ids ['00931175-31ec-4104-847e-61f9776953bb'] in n-d-793618-8 is: [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:45Z', 'revision_number': 4, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port': {'id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:41Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '64aa84e0-0b80-477b-9c6e-b07567691873', 'name': '', 'network_id': '3c77861c-24ac-4fa0-9844-caa1a0efd740', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'mac_address': 'fa:16:3e:81:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:44Z', 'updated_at': '2021-07-15T23:31:51Z', 'revision_number': 4, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'subnets': [{'id': 'b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:52.543641 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.564130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:52.571827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:52.572199 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.722788 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Attempting to bind port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:52.724578 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Attempting to bind port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:52.733190 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Attempting to bind port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:52.761316 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:52.761817 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:52.762439 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.763986 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:52.766582 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Bound port: 26bd8f26-b82f-42ba-95fb-45ba007dd4d0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:52.767146 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.775592 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.839103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,segment=NetworkSegment(c105cfb6-7322-495a-be47-f492ec798430),segment_id=c105cfb6-7322-495a-be47-f492ec798430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:52.848139 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.848397 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d75f6-deda-4801-ba5b-7e65435964bb None None] Pushing event updated for resources: {'Port': ['ID=26bd8f26-b82f-42ba-95fb-45ba007dd4d0,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:52.935379 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] For port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:52.941057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:52.953421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Allocated IP 172.20.0.1 (e65e87cf-65bb-45e6-9e70-1f3118496325/00ade6a3-3d23-49a8-aad3-27b3ce7b44cf/55102281-7075-4ed5-889e-d1e7b7bb4dbd) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:52.953673 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] For port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=26bd8f26-b82f-42ba-95fb-45ba007dd4d0,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:52.972173 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.076043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-39970659-148b-4bd8-ae4c-d1392cb654b8 None None] Provisioning complete for port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:53.076434 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39970659-148b-4bd8-ae4c-d1392cb654b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.094404 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Routers {'2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:53.098973 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:53.139494 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.155286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Transition to ACTIVE for port object 55102281-7075-4ed5-889e-d1e7b7bb4dbd will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:53.198027 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.217182 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d75f6-deda-4801-ba5b-7e65435964bb None None] Pushing event updated for resources: {'Port': ['ID=26bd8f26-b82f-42ba-95fb-45ba007dd4d0,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:53.304152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Network e65e87cf-65bb-45e6-9e70-1f3118496325 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:53.317951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:53.340667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:53.347530 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.402419 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] Set router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:53.431035 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Pushing event updated for resources: {'Port': ['ID=55102281-7075-4ed5-889e-d1e7b7bb4dbd,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:53.508262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.559501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c132386-ef96-49bb-88e0-0b47666d394a req-027c04c8-51f9-48d0-a39f-680d7be74075 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:53.572195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c132386-ef96-49bb-88e0-0b47666d394a req-027c04c8-51f9-48d0-a39f-680d7be74075 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 945 time: 0.2257564 Jul 15 23:31:53.640223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c132386-ef96-49bb-88e0-0b47666d394a req-389a7285-c834-4de6-8a92-dc100b6587c7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668826 Jul 15 23:31:53.715772 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 3, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port': {'id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:48Z', 'updated_at': '2021-07-15T23:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:53.751265 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bcf59b-eb0b-4aed-b0eb-e2299f9077f5 None None] The sync data for ids ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'] in n-d-793618-8 is: [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 3, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port': {'id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:48Z', 'updated_at': '2021-07-15T23:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:53.777300 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.779293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4948636e-3862-4d66-86f1-9f1f34f61cc9 None None] Provisioning for port 55102281-7075-4ed5-889e-d1e7b7bb4dbd completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:53.789997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4948636e-3862-4d66-86f1-9f1f34f61cc9 None None] Provisioning complete for port 55102281-7075-4ed5-889e-d1e7b7bb4dbd triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:53.790367 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4948636e-3862-4d66-86f1-9f1f34f61cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.841403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4948636e-3862-4d66-86f1-9f1f34f61cc9 None None] Port 55102281-7075-4ed5-889e-d1e7b7bb4dbd cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:53.855358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e328d11e-f67d-44a2-8bda-e79a7b3e8167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07e9003-23af-4535-a37e-13fe1a344601'}, {'server_uuid': 'cc84b07a-c6de-4317-aeea-9f9c0618e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f03a90-05d2-450d-994d-3ac72991e7dc'}, {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}, {'server_uuid': 'b8e684b2-399c-44b8-9983-ab0c4d4975f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5738673b-435d-489d-bb59-3c1526475ab2'}, {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}, {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}, {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}, {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}, {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}, {'server_uuid': 'ce1a81a8-06f2-43bc-8b46-e08db5469d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c'}, {'server_uuid': 'f6d88cc5-336e-474a-82ff-fbe2fddcabdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745c021a-0a35-4c9e-b1f4-866427c53453'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:53.858349 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b888c13-cbca-4240-b933-cfc32d89da28" -d '{"events": [{"server_uuid": "e328d11e-f67d-44a2-8bda-e79a7b3e8167", "name": "network-vif-plugged", "status": "completed", "tag": "e07e9003-23af-4535-a37e-13fe1a344601"}, {"server_uuid": "cc84b07a-c6de-4317-aeea-9f9c0618e44f", "name": "network-vif-plugged", "status": "completed", "tag": "d5f03a90-05d2-450d-994d-3ac72991e7dc"}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}, {"server_uuid": "b8e684b2-399c-44b8-9983-ab0c4d4975f9", "name": "network-vif-plugged", "status": "completed", "tag": "5738673b-435d-489d-bb59-3c1526475ab2"}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}, {"server_uuid": "ce1a81a8-06f2-43bc-8b46-e08db5469d44", "name": "network-vif-plugged", "status": "completed", "tag": "3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c"}, {"server_uuid": "f6d88cc5-336e-474a-82ff-fbe2fddcabdf", "name": "network-vif-plugged", "status": "completed", "tag": "745c021a-0a35-4c9e-b1f4-866427c53453"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:53.977289 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.985133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.057019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Pushing event updated for resources: {'Port': ['ID=55102281-7075-4ed5-889e-d1e7b7bb4dbd,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:54.077745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.139472 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 1887 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a92a9-8e90-4cea-8b2d-3d52c9eed8e4 x-openstack-request-id: req-a74a92a9-8e90-4cea-8b2d-3d52c9eed8e4 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:54.139814 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e328d11e-f67d-44a2-8bda-e79a7b3e8167", "name": "network-vif-plugged", "status": "failed", "tag": "e07e9003-23af-4535-a37e-13fe1a344601", "code": 422}, {"server_uuid": "cc84b07a-c6de-4317-aeea-9f9c0618e44f", "name": "network-vif-plugged", "status": "failed", "tag": "d5f03a90-05d2-450d-994d-3ac72991e7dc", "code": 422}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "code": 200}, {"server_uuid": "b8e684b2-399c-44b8-9983-ab0c4d4975f9", "name": "network-vif-plugged", "status": "failed", "tag": "5738673b-435d-489d-bb59-3c1526475ab2", "code": 422}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "code": 200}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "code": 200}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "code": 200}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "code": 200}, {"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "code": 200}, {"server_uuid": "ce1a81a8-06f2-43bc-8b46-e08db5469d44", "name": "network-vif-plugged", "status": "failed", "tag": "3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c", "code": 422}, {"server_uuid": "f6d88cc5-336e-474a-82ff-fbe2fddcabdf", "name": "network-vif-plugged", "status": "completed", "tag": "745c021a-0a35-4c9e-b1f4-866427c53453", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:54.140071 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a74a92a9-8e90-4cea-8b2d-3d52c9eed8e4 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:54.140569 n-d-793618-8 neutron-server[93716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e328d11e-f67d-44a2-8bda-e79a7b3e8167', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'e07e9003-23af-4535-a37e-13fe1a344601', 'code': 422} returned with failed status Jul 15 23:31:54.140829 n-d-793618-8 neutron-server[93716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc84b07a-c6de-4317-aeea-9f9c0618e44f', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'd5f03a90-05d2-450d-994d-3ac72991e7dc', 'code': 422} returned with failed status Jul 15 23:31:54.141082 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'code': 200} Jul 15 23:31:54.141331 n-d-793618-8 neutron-server[93716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8e684b2-399c-44b8-9983-ab0c4d4975f9', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '5738673b-435d-489d-bb59-3c1526475ab2', 'code': 422} returned with failed status Jul 15 23:31:54.141575 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'code': 200} Jul 15 23:31:54.141817 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'code': 200} Jul 15 23:31:54.142057 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'code': 200} Jul 15 23:31:54.143648 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'code': 200} Jul 15 23:31:54.144026 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'code': 200} Jul 15 23:31:54.144278 n-d-793618-8 neutron-server[93716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce1a81a8-06f2-43bc-8b46-e08db5469d44', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '3ceb81fd-47bd-4d8f-b730-3b3c6ecc753c', 'code': 422} returned with failed status Jul 15 23:31:54.144525 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d88cc5-336e-474a-82ff-fbe2fddcabdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745c021a-0a35-4c9e-b1f4-866427c53453', 'code': 200} Jul 15 23:31:54.268926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Network e65e87cf-65bb-45e6-9e70-1f3118496325 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:54.271837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:54.352394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:54.425759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303be-d9b6-4627-8c88-0e9690e71406 req-a606a612-c1d3-4f29-a407-42685564d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:54.432244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef0303be-d9b6-4627-8c88-0e9690e71406 req-a606a612-c1d3-4f29-a407-42685564d052 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 1096 time: 0.1703792 Jul 15 23:31:54.477980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:54.502920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:54.503536 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.516453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef0303be-d9b6-4627-8c88-0e9690e71406 req-ae587477-ccce-4f30-99bc-7d2defcade83 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764914 Jul 15 23:31:54.676226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 64aa84e0-0b80-477b-9c6e-b07567691873 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:54.719818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:54.726131 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5f337d2e-74f4-4f9b-b178-00757c7c181b admin admin] 10.222.0.23 "PUT /v2.0/routers/2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4572232 Jul 15 23:31:54.738671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9a392b5a-c1ff-4bab-b57d-905ad6951b13 None None] Provisioning complete for port 55102281-7075-4ed5-889e-d1e7b7bb4dbd triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:54.739367 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9a392b5a-c1ff-4bab-b57d-905ad6951b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.783920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9a392b5a-c1ff-4bab-b57d-905ad6951b13 None None] Port 55102281-7075-4ed5-889e-d1e7b7bb4dbd cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:54.811350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 64aa84e0-0b80-477b-9c6e-b07567691873 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:54.817640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 64aa84e0-0b80-477b-9c6e-b07567691873 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:54.818356 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.923579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.939367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845cd9-4c68-46aa-8cef-61762a1427cc req-67dc6bb3-12f3-46d7-8f9d-afe0d9e47cb4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:54.943374 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74845cd9-4c68-46aa-8cef-61762a1427cc req-67dc6bb3-12f3-46d7-8f9d-afe0d9e47cb4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 945 time: 0.0736406 Jul 15 23:31:54.969842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 64aa84e0-0b80-477b-9c6e-b07567691873, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=64aa84e0-0b80-477b-9c6e-b07567691873,segment=NetworkSegment(cadf66eb-1359-4f66-a25b-efda281b9338),segment_id=cadf66eb-1359-4f66-a25b-efda281b9338)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:54.980548 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.013457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74845cd9-4c68-46aa-8cef-61762a1427cc req-61510644-d2b8-4138-9530-03d48ea8e020 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619094 Jul 15 23:31:55.040501 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=64aa84e0-0b80-477b-9c6e-b07567691873,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:55.103110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.938450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38452) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:56.263534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Sync routers for ids ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:56.288086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Routers {'2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:56.288709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:56.295362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 64aa84e0-0b80-477b-9c6e-b07567691873 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:56.338351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525590f-6ef0-4b70-9aff-753fe1501023 req-cc016cf2-ccc7-47a8-8974-9eafc07b7651 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:56.340033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d525590f-6ef0-4b70-9aff-753fe1501023 req-cc016cf2-ccc7-47a8-8974-9eafc07b7651 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 945 time: 0.1343410 Jul 15 23:31:56.396894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d525590f-6ef0-4b70-9aff-753fe1501023 req-3f531903-63be-46cd-85ef-714db4704feb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507624 Jul 15 23:31:56.457256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.647350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 64aa84e0-0b80-477b-9c6e-b07567691873 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:56.648153 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.712817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Set router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:56.771472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Deleting port 64aa84e0-0b80-477b-9c6e-b07567691873 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:56.771886 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.815508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:56.860110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] For port 64aa84e0-0b80-477b-9c6e-b07567691873, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=64aa84e0-0b80-477b-9c6e-b07567691873,segment=NetworkSegment(cadf66eb-1359-4f66-a25b-efda281b9338),segment_id=cadf66eb-1359-4f66-a25b-efda281b9338)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:56.860382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.873655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Calling delete_port for 64aa84e0-0b80-477b-9c6e-b07567691873 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:56.927149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:56.932886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:56.933255 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.036544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:31:53Z', 'revision_number': 4, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port': {'id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:48Z', 'updated_at': '2021-07-15T23:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '55102281-7075-4ed5-889e-d1e7b7bb4dbd', 'name': '', 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'mac_address': 'fa:16:3e:52:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '00ade6a3-3d23-49a8-aad3-27b3ce7b44cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:52Z', 'updated_at': '2021-07-15T23:31:53Z', 'revision_number': 2, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'subnets': [{'id': '00ade6a3-3d23-49a8-aad3-27b3ce7b44cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:57.068147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Checking router: 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:57.068547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Updating router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b port 55102281-7075-4ed5-889e-d1e7b7bb4dbd binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:31:57.069703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.099375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.101752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Pushing event deleted for resources: {'Port': ['ID=64aa84e0-0b80-477b-9c6e-b07567691873,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:57.124631 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.130082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=26bd8f26-b82f-42ba-95fb-45ba007dd4d0,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:57.137661 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.314361 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.322691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=26bd8f26-b82f-42ba-95fb-45ba007dd4d0,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:57.544486 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.568131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Transition to ACTIVE for port object 55102281-7075-4ed5-889e-d1e7b7bb4dbd will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:57.577487 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.577636 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Router 00931175-31ec-4104-847e-61f9776953bb has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:57.648690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6782d-22c3-45dd-b53b-804136127448 None None] Pushing event updated for resources: {'Port': ['ID=55102281-7075-4ed5-889e-d1e7b7bb4dbd,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:57.735657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Attempting to bind port 55102281-7075-4ed5-889e-d1e7b7bb4dbd on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:57.736000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Attempting to bind port 55102281-7075-4ed5-889e-d1e7b7bb4dbd by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:57.736357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Attempting to bind port 55102281-7075-4ed5-889e-d1e7b7bb4dbd on network e65e87cf-65bb-45e6-9e70-1f3118496325 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:57.760493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:57.760871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Checking segment: {'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:57.766745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.766745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Bound using segment: {'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:57.766745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Bound port: 55102281-7075-4ed5-889e-d1e7b7bb4dbd, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c105cfb6-7322-495a-be47-f492ec798430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:57.767112 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.798967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:57.809845 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8c72dd0c-b892-48aa-b3aa-97e6b032050c admin admin] 10.222.0.23 "PUT /v2.0/routers/00931175-31ec-4104-847e-61f9776953bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8700888 Jul 15 23:31:57.811973 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] Sync routers for ids ['00931175-31ec-4104-847e-61f9776953bb'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:57.813203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38502) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:57.824558 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] Routers {'00931175-31ec-4104-847e-61f9776953bb'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:57.828503 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['00931175-31ec-4104-847e-61f9776953bb'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:57.927984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] For port 55102281-7075-4ed5-889e-d1e7b7bb4dbd, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:57.935658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] For port 55102281-7075-4ed5-889e-d1e7b7bb4dbd, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=55102281-7075-4ed5-889e-d1e7b7bb4dbd,segment=NetworkSegment(c105cfb6-7322-495a-be47-f492ec798430),segment_id=c105cfb6-7322-495a-be47-f492ec798430)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:57.948783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.974071 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.013651 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] Set router 00931175-31ec-4104-847e-61f9776953bb gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:58.056188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6782d-22c3-45dd-b53b-804136127448 None None] Pushing event updated for resources: {'Port': ['ID=55102281-7075-4ed5-889e-d1e7b7bb4dbd,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:58.105946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Routers {'2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:58.106589 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:58.246592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.288911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] Set router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:58.324963 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:57Z', 'revision_number': 5, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port': {'id': 'fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00931175-31ec-4104-847e-61f9776953bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:41Z', 'updated_at': '2021-07-15T23:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:58.366636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Deleting port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:58.367294 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.408527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] Checking router: 00931175-31ec-4104-847e-61f9776953bb for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:58.428566 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] Routers {'00931175-31ec-4104-847e-61f9776953bb'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:58.429240 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['00931175-31ec-4104-847e-61f9776953bb'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:58.431608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:58.474436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] For port fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:58.475105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.489142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Calling delete_port for fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:58.625478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:58.625855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.647394 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] Set router 00931175-31ec-4104-847e-61f9776953bb gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:58.681478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38522) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:58.761842 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:58Z', 'revision_number': 6, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:58.797419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.801550 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e646a-ce20-47e5-8ce3-dda842b234c4 None None] The sync data for ids ['00931175-31ec-4104-847e-61f9776953bb'] in n-d-793618-8 is: [{'id': '00931175-31ec-4104-847e-61f9776953bb', 'name': 'tempest-TestAggregatesBasicOps-959901149-router', 'tenant_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:40Z', 'updated_at': '2021-07-15T23:31:58Z', 'revision_number': 6, 'project_id': 'ae18e730f7dd4b41a4ddc3e2489d10d0', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:58.850320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:58.935713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.946915 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.957112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:31:53Z', 'revision_number': 4, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port': {'id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:48Z', 'updated_at': '2021-07-15T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '55102281-7075-4ed5-889e-d1e7b7bb4dbd', 'name': '', 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'mac_address': 'fa:16:3e:52:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '00ade6a3-3d23-49a8-aad3-27b3ce7b44cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:52Z', 'updated_at': '2021-07-15T23:31:57Z', 'revision_number': 4, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'subnets': [{'id': '00ade6a3-3d23-49a8-aad3-27b3ce7b44cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:59.004460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837dfbe4-81d4-48d9-9a38-701e26efffb7 None None] The sync data for ids ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'] in n-d-793618-8 is: [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:31:53Z', 'revision_number': 4, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port': {'id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:48Z', 'updated_at': '2021-07-15T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '55102281-7075-4ed5-889e-d1e7b7bb4dbd', 'name': '', 'network_id': 'e65e87cf-65bb-45e6-9e70-1f3118496325', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'mac_address': 'fa:16:3e:52:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '00ade6a3-3d23-49a8-aad3-27b3ce7b44cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:52Z', 'updated_at': '2021-07-15T23:31:57Z', 'revision_number': 4, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'subnets': [{'id': '00ade6a3-3d23-49a8-aad3-27b3ce7b44cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:59.051243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.054439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.096281 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.100244 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.102129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.102907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00931175-31ec-4104-847e-61f9776953bb {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:31:59.108085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.112002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-df0b348e-e1ba-4820-92bb-b04e977cf3e1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/00931175-31ec-4104-847e-61f9776953bb HTTP/1.1" status: 204 len: 168 time: 1.2973013 Jul 15 23:31:59.112616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38530) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:59.137915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3244ef24-331b-4e26-8036-1a5597d68aad,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:59.150030 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89fb385502d7453ea8a392145aa554a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644279 Jul 15 23:31:59.150200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38532) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:59.153031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.153250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.153600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.154023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.154281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.154621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.154993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.155344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.155754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.156157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.156494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.156876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e6488-652c-4789-9739-cdf21f34e156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:59.176698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c31eb8-0c5f-4e96-b4ac-b4220ebc226d admin admin] Deleting subnet b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:59.180085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35c31eb8-0c5f-4e96-b4ac-b4220ebc226d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.239053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35c31eb8-0c5f-4e96-b4ac-b4220ebc226d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.303157 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8138bdd2-7efe-4ea4-b9fc-2f75cd45708a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.345012 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8138bdd2-7efe-4ea4-b9fc-2f75cd45708a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.405621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35c31eb8-0c5f-4e96-b4ac-b4220ebc226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.470424 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8138bdd2-7efe-4ea4-b9fc-2f75cd45708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.473590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8138bdd2-7efe-4ea4-b9fc-2f75cd45708a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.475085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8138bdd2-7efe-4ea4-b9fc-2f75cd45708a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3244ef24-331b-4e26-8036-1a5597d68aad HTTP/1.1" status: 204 len: 168 time: 0.3245091 Jul 15 23:31:59.494191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138bdd2-7efe-4ea4-b9fc-2f75cd45708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3244ef24-331b-4e26-8036-1a5597d68aad,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:59.502197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35c31eb8-0c5f-4e96-b4ac-b4220ebc226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.550131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c31eb8-0c5f-4e96-b4ac-b4220ebc226d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:59.552880 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35c31eb8-0c5f-4e96-b4ac-b4220ebc226d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.556344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063f586-8560-40e9-bb27-4f72042b578c None None] Network 3c77861c-24ac-4fa0-9844-caa1a0efd740 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:59.569016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-35c31eb8-0c5f-4e96-b4ac-b4220ebc226d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b1e58c6d-df7b-43d2-b47d-4dfab3b4a3fa HTTP/1.1" status: 204 len: 168 time: 0.4553492 Jul 15 23:31:59.571627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38536) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:59.666172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.757690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Deleting port 95cd671d-ffc9-47c8-8f68-25222debd3b4 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:59.758823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.827085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] DHCP port deletion for 3c77861c-24ac-4fa0-9844-caa1a0efd740 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:59.888078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] For port 95cd671d-ffc9-47c8-8f68-25222debd3b4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=95cd671d-ffc9-47c8-8f68-25222debd3b4,segment=NetworkSegment(cadf66eb-1359-4f66-a25b-efda281b9338),segment_id=cadf66eb-1359-4f66-a25b-efda281b9338)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:59.891011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.914923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Calling delete_port for 95cd671d-ffc9-47c8-8f68-25222debd3b4 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:59.938631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] Deleting port 95cd671d-ffc9-47c8-8f68-25222debd3b4 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:59.939544 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.022730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38550) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:00.035721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] For port 95cd671d-ffc9-47c8-8f68-25222debd3b4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=95cd671d-ffc9-47c8-8f68-25222debd3b4,segment=NetworkSegment(cadf66eb-1359-4f66-a25b-efda281b9338),segment_id=cadf66eb-1359-4f66-a25b-efda281b9338)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:00.036133 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.050207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb654364-dd13-4c86-98ca-ee0a7d99c759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.058383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] Calling delete_port for 95cd671d-ffc9-47c8-8f68-25222debd3b4 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:00.168492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.229379 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.243873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 55102281-7075-4ed5-889e-d1e7b7bb4dbd up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:00.255855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cd671d-ffc9-47c8-8f68-25222debd3b4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:00.259219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] No DVR routers for this DVR port 95cd671d-ffc9-47c8-8f68-25222debd3b4 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:00.313176 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb654364-dd13-4c86-98ca-ee0a7d99c759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.322423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb654364-dd13-4c86-98ca-ee0a7d99c759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.386117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] Pushing event deleted for resources: {'Port': ['ID=95cd671d-ffc9-47c8-8f68-25222debd3b4,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:00.409525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df764e88-8219-4afa-84a7-ea4fce12d357 None None] No DVR routers for this DVR port 95cd671d-ffc9-47c8-8f68-25222debd3b4 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:00.440760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.448660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 55102281-7075-4ed5-889e-d1e7b7bb4dbd completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:00.453439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 55102281-7075-4ed5-889e-d1e7b7bb4dbd triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:00.453809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.460683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb654364-dd13-4c86-98ca-ee0a7d99c759 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a87170afb5174b6b852c924420b24ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362915 Jul 15 23:32:00.464121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38554) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:00.464791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb654364-dd13-4c86-98ca-ee0a7d99c759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab75f467-9270-4793-a0d6-0d3ca0fa626e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:00.470414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c77861c-24ac-4fa0-9844-caa1a0efd740']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.496727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadf66eb-1359-4f66-a25b-efda281b9338') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.497031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadf66eb-1359-4f66-a25b-efda281b9338') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.519846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.549190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.561317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:00.562045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:00.564080 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:00.587153 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34a77fb0-d8a1-4e57-bc5a-7a8b49df5c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.603769 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.613541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34a77fb0-d8a1-4e57-bc5a-7a8b49df5c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.677904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 55102281-7075-4ed5-889e-d1e7b7bb4dbd, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=55102281-7075-4ed5-889e-d1e7b7bb4dbd,segment=NetworkSegment(c105cfb6-7322-495a-be47-f492ec798430),segment_id=c105cfb6-7322-495a-be47-f492ec798430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:00.684123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34a77fb0-d8a1-4e57-bc5a-7a8b49df5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.685247 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.690022 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34a77fb0-d8a1-4e57-bc5a-7a8b49df5c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.693253 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-34a77fb0-d8a1-4e57-bc5a-7a8b49df5c32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab75f467-9270-4793-a0d6-0d3ca0fa626e HTTP/1.1" status: 204 len: 168 time: 0.2215343 Jul 15 23:32:00.696280 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.709654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.719504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3c77861c-24ac-4fa0-9844-caa1a0efd740 HTTP/1.1" status: 204 len: 168 time: 1.1467350 Jul 15 23:32:00.720275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38558) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:00.724488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a77fb0-d8a1-4e57-bc5a-7a8b49df5c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab75f467-9270-4793-a0d6-0d3ca0fa626e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:00.752210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994ee9-58ae-4643-90fa-a4abe48f0221 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c77861c-24ac-4fa0-9844-caa1a0efd740,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:00.819122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=55102281-7075-4ed5-889e-d1e7b7bb4dbd,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:00.823424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 64aa84e0-0b80-477b-9c6e-b07567691873 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:00.869753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 64aa84e0-0b80-477b-9c6e-b07567691873 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:00.870360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 64aa84e0-0b80-477b-9c6e-b07567691873 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:00.870815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:00.893092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:00.893583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fe3e0ae8-04d4-4d31-b4f8-f1b99f2b85d9 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:00.894111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 95cd671d-ffc9-47c8-8f68-25222debd3b4 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:00.926126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 95cd671d-ffc9-47c8-8f68-25222debd3b4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:00.926982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 95cd671d-ffc9-47c8-8f68-25222debd3b4 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:01.611110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.889968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Deleting port 55102281-7075-4ed5-889e-d1e7b7bb4dbd {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:01.890240 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.985548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] For port 55102281-7075-4ed5-889e-d1e7b7bb4dbd, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=55102281-7075-4ed5-889e-d1e7b7bb4dbd,segment=NetworkSegment(c105cfb6-7322-495a-be47-f492ec798430),segment_id=c105cfb6-7322-495a-be47-f492ec798430)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:01.986017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.001044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Calling delete_port for 55102281-7075-4ed5-889e-d1e7b7bb4dbd owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:02.156739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 55102281-7075-4ed5-889e-d1e7b7bb4dbd up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:02.213578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 55102281-7075-4ed5-889e-d1e7b7bb4dbd triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:02.213959 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.239650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.258027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Could not find standard attr ID for object 55102281-7075-4ed5-889e-d1e7b7bb4dbd. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:32:02.261120 n-d-793618-8 neutron-server[93716]: INFO neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No ports have port_id starting with 55102281-7075-4ed5-889e-d1e7b7bb4dbd Jul 15 23:32:02.275952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=55102281-7075-4ed5-889e-d1e7b7bb4dbd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:02.627351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.961709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:03.096733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:03.104556 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0b910f6-33c6-450a-99ae-10d7512960d1 admin admin] 10.222.0.23 "PUT /v2.0/routers/2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3556798 Jul 15 23:32:03.105057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38618) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.111086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] Sync routers for ids ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:03.122789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] Routers {'2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:03.123451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.256852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.273404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38620) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.323906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] Set router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:03.470249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.480935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e09e54d-a592-4d8f-954a-a6230e6e4262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.557857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Deleting port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:03.558667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.730353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e09e54d-a592-4d8f-954a-a6230e6e4262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.738339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] For port 26bd8f26-b82f-42ba-95fb-45ba007dd4d0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=26bd8f26-b82f-42ba-95fb-45ba007dd4d0,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:03.740660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.741863 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e09e54d-a592-4d8f-954a-a6230e6e4262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.756291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Calling delete_port for 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:03.790264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09e54d-a592-4d8f-954a-a6230e6e4262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e88430-c8e2-4a74-8884-fffe5fdc6ecd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:03.809787 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6e09e54d-a592-4d8f-954a-a6230e6e4262 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ad2b96f83654f0d8e20504b4d26fcc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351913 Jul 15 23:32:03.813137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38628) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.855606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:32:02Z', 'revision_number': 5, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port': {'id': '26bd8f26-b82f-42ba-95fb-45ba007dd4d0', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:31:48Z', 'updated_at': '2021-07-15T23:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.879243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4381cf5d-a146-4406-a5c4-ca0a115b8144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.892783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] Checking router: 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:03.902407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] Routers {'2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:03.903221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.907094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4381cf5d-a146-4406-a5c4-ca0a115b8144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.984172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4381cf5d-a146-4406-a5c4-ca0a115b8144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.985257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.987501 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4381cf5d-a146-4406-a5c4-ca0a115b8144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.991546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4381cf5d-a146-4406-a5c4-ca0a115b8144 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2e88430-c8e2-4a74-8884-fffe5fdc6ecd HTTP/1.1" status: 204 len: 168 time: 0.1773467 Jul 15 23:32:04.000915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381cf5d-a146-4406-a5c4-ca0a115b8144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e88430-c8e2-4a74-8884-fffe5fdc6ecd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.028609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] Set router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:04.044392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Pushing event deleted for resources: {'Port': ['ID=26bd8f26-b82f-42ba-95fb-45ba007dd4d0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.120302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:32:03Z', 'revision_number': 6, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:04.150857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.158124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2229cc-5159-4495-bf67-d1a6018cbae7 None None] The sync data for ids ['2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b'] in n-d-793618-8 is: [{'id': '2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b', 'name': 'tempest-TestAggregatesBasicOps-31612714-router', 'tenant_id': '11065e8ef89542dbb45f4a266e765449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:47Z', 'updated_at': '2021-07-15T23:32:03Z', 'revision_number': 6, 'project_id': '11065e8ef89542dbb45f4a266e765449', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:04.266228 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.269093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.314725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.315316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:32:04.319886 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.323754 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38634) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.324923 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1042f947-f2e6-439b-b352-f280f86b64ab admin admin] 10.222.0.23 "DELETE /v2.0/routers/2b78ca04-f27e-457d-90f0-1a7c7b0f6a1b HTTP/1.1" status: 204 len: 168 time: 1.2170603 Jul 15 23:32:04.365988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38636) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.378937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-823f2aa9-44e4-4d6c-9d39-a3c873c07c93 admin admin] Deleting subnet 00ade6a3-3d23-49a8-aad3-27b3ce7b44cf {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:04.383156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-823f2aa9-44e4-4d6c-9d39-a3c873c07c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.383626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38db3b0f-c9e3-4628-b6e5-c5035eec6cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.426181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-823f2aa9-44e4-4d6c-9d39-a3c873c07c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.482214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38db3b0f-c9e3-4628-b6e5-c5035eec6cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.486617 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38db3b0f-c9e3-4628-b6e5-c5035eec6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.516750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-823f2aa9-44e4-4d6c-9d39-a3c873c07c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.545414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38638) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.545544 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-38db3b0f-c9e3-4628-b6e5-c5035eec6cf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91c2a7004a114c4a99daa8fc567ab9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783524 Jul 15 23:32:04.546733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db3b0f-c9e3-4628-b6e5-c5035eec6cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9962fe31-d5aa-4ed7-abc8-c6d43e71ff96,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.618492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec496-ea52-4804-a401-60e74782e7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.623759 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-823f2aa9-44e4-4d6c-9d39-a3c873c07c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.667770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2aa9-44e4-4d6c-9d39-a3c873c07c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ade6a3-3d23-49a8-aad3-27b3ce7b44cf,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.670582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec496-ea52-4804-a401-60e74782e7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.673283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-823f2aa9-44e4-4d6c-9d39-a3c873c07c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.677659 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38642) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.678436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-823f2aa9-44e4-4d6c-9d39-a3c873c07c93 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/00ade6a3-3d23-49a8-aad3-27b3ce7b44cf HTTP/1.1" status: 204 len: 168 time: 0.3536296 Jul 15 23:32:04.682675 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be60373-bdee-44cb-b2d0-a8ede4a31036 None None] Network e65e87cf-65bb-45e6-9e70-1f3118496325 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:04.788304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.802713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec496-ea52-4804-a401-60e74782e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.807095 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec496-ea52-4804-a401-60e74782e7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.808274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2d4ec496-ea52-4804-a401-60e74782e7c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9962fe31-d5aa-4ed7-abc8-c6d43e71ff96 HTTP/1.1" status: 204 len: 168 time: 0.2618113 Jul 15 23:32:04.818273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ec496-ea52-4804-a401-60e74782e7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9962fe31-d5aa-4ed7-abc8-c6d43e71ff96,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.927899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Deleting port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:04.928459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.033409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] DHCP port deletion for e65e87cf-65bb-45e6-9e70-1f3118496325 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:05.071140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] For port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,segment=NetworkSegment(c105cfb6-7322-495a-be47-f492ec798430),segment_id=c105cfb6-7322-495a-be47-f492ec798430)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:05.072719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.111317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Calling delete_port for 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:05.143428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] Deleting port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:05.143803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.211944 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.240383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:05.241462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] For port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,segment=NetworkSegment(c105cfb6-7322-495a-be47-f492ec798430),segment_id=c105cfb6-7322-495a-be47-f492ec798430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:05.241853 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.244751 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] No DVR routers for this DVR port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:05.266673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] Calling delete_port for 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:05.367273 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.378015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.391385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] Pushing event deleted for resources: {'Port': ['ID=9efb910d-1f2d-4b0e-8c31-4bfce1cc640f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:05.410983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85769c5-6f02-4c9d-a2f4-0bb236bd0b11 None None] No DVR routers for this DVR port 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:05.422330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65e87cf-65bb-45e6-9e70-1f3118496325']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:05.437558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c105cfb6-7322-495a-be47-f492ec798430') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:05.437847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c105cfb6-7322-495a-be47-f492ec798430') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:05.447489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.467485 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.475053 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:05.475655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:05.478100 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:05.562985 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.576923 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.579429 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e65e87cf-65bb-45e6-9e70-1f3118496325 HTTP/1.1" status: 204 len: 168 time: 0.9006269 Jul 15 23:32:05.604182 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458526e-c9fb-465e-804e-b24b13bc8d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65e87cf-65bb-45e6-9e70-1f3118496325,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:05.750448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38674) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:05.802522 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b602d777-94f2-44cc-9e92-2dae93f81c8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae18e730f7dd4b41a4ddc3e2489d10d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506973 Jul 15 23:32:05.804915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38676) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:05.885138 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3cbec9d1-324c-4fbc-8d8f-4df693f01e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.911337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3cbec9d1-324c-4fbc-8d8f-4df693f01e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.978430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3cbec9d1-324c-4fbc-8d8f-4df693f01e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.981312 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3cbec9d1-324c-4fbc-8d8f-4df693f01e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.985438 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3cbec9d1-324c-4fbc-8d8f-4df693f01e72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d4ff6ce-5142-4d62-a729-c88fabdecbf7 HTTP/1.1" status: 204 len: 168 time: 0.1766150 Jul 15 23:32:05.995447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbec9d1-324c-4fbc-8d8f-4df693f01e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4ff6ce-5142-4d62-a729-c88fabdecbf7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:06.116022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 55102281-7075-4ed5-889e-d1e7b7bb4dbd no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:06.144103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 55102281-7075-4ed5-889e-d1e7b7bb4dbd {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:06.145060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 55102281-7075-4ed5-889e-d1e7b7bb4dbd not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:06.145685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:06.167775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:06.168384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9efb910d-1f2d-4b0e-8c31-4bfce1cc640f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:06.169175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:06.197916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:06.198280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 26bd8f26-b82f-42ba-95fb-45ba007dd4d0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:06.324422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38692) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:06.415060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38696) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:06.448917 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bfe182d-a814-477b-85da-1cd210db92fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.456601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8fe4a09b-47ab-42ae-bf05-8ad3a8a908a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11065e8ef89542dbb45f4a266e765449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403135 Jul 15 23:32:06.459066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38698) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:06.517914 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1595716-1730-408e-878b-f76babc661f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.539388 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1595716-1730-408e-878b-f76babc661f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.547819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bfe182d-a814-477b-85da-1cd210db92fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.552217 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2bfe182d-a814-477b-85da-1cd210db92fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.592693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe182d-a814-477b-85da-1cd210db92fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb29c9c-acd5-4ea0-b589-995689307e38,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:06.592890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1595716-1730-408e-878b-f76babc661f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.596226 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1595716-1730-408e-878b-f76babc661f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.601705 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2bfe182d-a814-477b-85da-1cd210db92fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e22b3671fb264d6f8c519636fda2b399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718396 Jul 15 23:32:06.602176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a1595716-1730-408e-878b-f76babc661f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e55a0f66-dec5-43b8-b51c-fee8c4a4dddf HTTP/1.1" status: 204 len: 168 time: 0.1377499 Jul 15 23:32:06.602176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38700) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:06.624492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1595716-1730-408e-878b-f76babc661f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55a0f66-dec5-43b8-b51c-fee8c4a4dddf,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:06.678544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7334265b-84c0-4ed6-a007-ea6fe782760d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.701500 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7334265b-84c0-4ed6-a007-ea6fe782760d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.756382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7334265b-84c0-4ed6-a007-ea6fe782760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.759165 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7334265b-84c0-4ed6-a007-ea6fe782760d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.760712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7334265b-84c0-4ed6-a007-ea6fe782760d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cb29c9c-acd5-4ea0-b589-995689307e38 HTTP/1.1" status: 204 len: 168 time: 0.1595793 Jul 15 23:32:06.771944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334265b-84c0-4ed6-a007-ea6fe782760d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb29c9c-acd5-4ea0-b589-995689307e38,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:07.244906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38734) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:07.431164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5878183a-e757-4142-aced-c05b76b50285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.552909 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5878183a-e757-4142-aced-c05b76b50285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.558168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5878183a-e757-4142-aced-c05b76b50285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.596445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5878183a-e757-4142-aced-c05b76b50285 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed24d9e17df442c89a6e0b2b14413555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497515 Jul 15 23:32:07.599132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38752) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:07.609893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878183a-e757-4142-aced-c05b76b50285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7e045e-0bec-45f9-b52e-39c24e5ebb6b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:07.685579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21695c7a-a595-467f-9dca-9d68c8ce5a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.711023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21695c7a-a595-467f-9dca-9d68c8ce5a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.768902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21695c7a-a595-467f-9dca-9d68c8ce5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.772034 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21695c7a-a595-467f-9dca-9d68c8ce5a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.774398 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-21695c7a-a595-467f-9dca-9d68c8ce5a3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b7e045e-0bec-45f9-b52e-39c24e5ebb6b HTTP/1.1" status: 204 len: 168 time: 0.1721733 Jul 15 23:32:07.783668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21695c7a-a595-467f-9dca-9d68c8ce5a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7e045e-0bec-45f9-b52e-39c24e5ebb6b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.134598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38774) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:08.150282 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8d17-1dfd-41b7-bfc0-c888b47ab6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.255721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8d17-1dfd-41b7-bfc0-c888b47ab6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.262244 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8d17-1dfd-41b7-bfc0-c888b47ab6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.309650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8dfc8d17-1dfd-41b7-bfc0-c888b47ab6df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b6356b89c514ba6a4dc53b829e88956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735570 Jul 15 23:32:08.310609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc8d17-1dfd-41b7-bfc0-c888b47ab6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10838a44-5252-49f7-8530-b60743214d91,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.312089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38782) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:08.373820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68bcdd0b-35f9-45e0-ac80-bbea8fad655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.398591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68bcdd0b-35f9-45e0-ac80-bbea8fad655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.451211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68bcdd0b-35f9-45e0-ac80-bbea8fad655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.455103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68bcdd0b-35f9-45e0-ac80-bbea8fad655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.458841 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-68bcdd0b-35f9-45e0-ac80-bbea8fad655b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10838a44-5252-49f7-8530-b60743214d91 HTTP/1.1" status: 204 len: 168 time: 0.1430979 Jul 15 23:32:08.467933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcdd0b-35f9-45e0-ac80-bbea8fad655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10838a44-5252-49f7-8530-b60743214d91,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.513466 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38792) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:08.716561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'network': {'name': 'tempest-network-smoke--1547742050', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'port_security_enabled': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:08.742647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:08.746264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.755061 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.850986 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.860251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.889404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:08.905483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4c5f6-a73c-4b2d-aa86-ead92608e93e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.909000 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.909353 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Added segment d7c16c51-41bf-47b0-a7c5-16b77f1e7d25 of type vlan for network fed69efd-64ed-4606-85ea-eb6249b156bb Jul 15 23:32:08.955477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.001242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.007581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:09.008225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.048322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5336151 Jul 15 23:32:09.051955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38810) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:09.056705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-549778743', 'admin_state_up': True, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:09.085819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.087074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.093084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e42d8-2174-4275-b96c-d4664c977ce7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Network': ['ID=fed69efd-64ed-4606-85ea-eb6249b156bb,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:09.105484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network fed69efd-64ed-4606-85ea-eb6249b156bb details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:09.163127 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.652429 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.674015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea307e3-bee3-4893-93f3-ecdfed861260 req-e82372c8-a213-4460-afa3-22b2833b74e3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:09.675663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ea307e3-bee3-4893-93f3-ecdfed861260 req-e82372c8-a213-4460-afa3-22b2833b74e3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1831894 Jul 15 23:32:09.743252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ea307e3-bee3-4893-93f3-ecdfed861260 req-e4e348d1-ea49-4cbb-b543-1e4acb3dba69 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533924 Jul 15 23:32:09.897521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38848) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:09.967197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.993243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.006293 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e878-68b5-4a77-979c-39fcdb6903fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.085283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48b993-2671-4e30-a5bd-bdb143816260 req-6ec509b7-144e-4366-9efc-a09c1e730bfc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:10.086817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc48b993-2671-4e30-a5bd-bdb143816260 req-6ec509b7-144e-4366-9efc-a09c1e730bfc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1786559 Jul 15 23:32:10.112621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e878-68b5-4a77-979c-39fcdb6903fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.117550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e878-68b5-4a77-979c-39fcdb6903fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.162734 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2ff8e878-68b5-4a77-979c-39fcdb6903fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e1435b4260843f6b0b2c07244464fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622273 Jul 15 23:32:10.162734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8e878-68b5-4a77-979c-39fcdb6903fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a66abd-0bb8-4549-ad95-f133fc940167,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.165350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38852) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:10.173203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc48b993-2671-4e30-a5bd-bdb143816260 req-71fb5476-50b8-4092-a9fa-70d99a329f25 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601320 Jul 15 23:32:10.174486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.25.3.136 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/b334597d-c5b2-4663-862b-038883671223) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:10.225651 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2936e86-17f3-4b31-b683-0d201a091d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.250537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2936e86-17f3-4b31-b683-0d201a091d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.309633 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2936e86-17f3-4b31-b683-0d201a091d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.312350 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2936e86-17f3-4b31-b683-0d201a091d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.313596 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d2936e86-17f3-4b31-b683-0d201a091d01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97a66abd-0bb8-4549-ad95-f133fc940167 HTTP/1.1" status: 204 len: 168 time: 0.1449587 Jul 15 23:32:10.325372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2936e86-17f3-4b31-b683-0d201a091d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a66abd-0bb8-4549-ad95-f133fc940167,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.360333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.413977 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.472905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:10.475091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:10.482673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:10.515580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=b334597d-c5b2-4663-862b-038883671223,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.759365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9f376-8d9d-4aaa-a2a4-2722ade41df7 req-b39eaf81-5239-491a-b34d-57d826f28a2f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:10.760918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dda9f376-8d9d-4aaa-a2a4-2722ade41df7 req-b39eaf81-5239-491a-b34d-57d826f28a2f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.2169089 Jul 15 23:32:10.899718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dda9f376-8d9d-4aaa-a2a4-2722ade41df7 req-7a8084ae-c127-4ccf-942d-c92dc50e5dd1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045907 Jul 15 23:32:10.929491 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.163434 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.298596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 79642c5d-4258-4418-b60b-600ea7b42929 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:11.418111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:11.437504 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Sync routers for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:11.441016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.444998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e4f72a9f-1777-4cd9-8baa-5c6e36dcd40b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3891733 Jul 15 23:32:11.445412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:11.454747 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:11.455486 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:11.580902 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:11.737145 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-081960aa-588d-45b5-86ee-1d8eb0244ee4 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a727dce9389f4d749a6eb83a7dd04fd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2904987 Jul 15 23:32:11.739995 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38904) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:11.777871 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 3, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:11.951859 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Checking router: 79642c5d-4258-4418-b60b-600ea7b42929 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:11.954656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3377-f967-4f3e-b3d6-58c6be8d6e2f req-cf6a29e2-6420-4595-b565-3331b4f50e06 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:11.956375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-570f3377-f967-4f3e-b3d6-58c6be8d6e2f req-cf6a29e2-6420-4595-b565-3331b4f50e06 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1092784 Jul 15 23:32:11.956527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Updating router 79642c5d-4258-4418-b60b-600ea7b42929 port b334597d-c5b2-4663-862b-038883671223 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:11.959792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b6702-1548-4365-992e-9a1c5599b7fb tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:11.964042 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-860b6702-1548-4365-992e-9a1c5599b7fb tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2204850 Jul 15 23:32:11.964505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38914) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:12.009013 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.016141 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-637d76f6-512b-4492-9f87-0193e7ee7e56 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468340 Jul 15 23:32:12.016141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 38918) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:12.021847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-249973616', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:12.061597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-570f3377-f967-4f3e-b3d6-58c6be8d6e2f req-8d857621-91ce-48d0-ba84-41ff685e07be tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941458 Jul 15 23:32:12.141406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:12.145981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.327128 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.341900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Transition to ACTIVE for port object b334597d-c5b2-4663-862b-038883671223 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:12.349786 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.376920 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.419695 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Attempting to bind port b334597d-c5b2-4663-862b-038883671223 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:12.420079 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Attempting to bind port b334597d-c5b2-4663-862b-038883671223 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:12.420639 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Attempting to bind port b334597d-c5b2-4663-862b-038883671223 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:12.435825 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:12.436202 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:12.436607 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.436994 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:12.437682 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Bound port: b334597d-c5b2-4663-862b-038883671223, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:12.442547 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.461767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Subnet': ['ID=ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:12.482247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Checking segment: {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:12.482613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network hostable DHCP agents. Network: fed69efd-64ed-4606-85ea-eb6249b156bb, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:12.483153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ba71b-ab44-42c8-9ef8-fee5471aa412 None None] Pushing event updated for resources: {'Port': ['ID=b334597d-c5b2-4663-862b-038883671223,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:12.501981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network fed69efd-64ed-4606-85ea-eb6249b156bb is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:12.509272 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] For port b334597d-c5b2-4663-862b-038883671223, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:12.512899 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] For port b334597d-c5b2-4663-862b-038883671223, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b334597d-c5b2-4663-862b-038883671223,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:12.516568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, fed69efd-64ed-4606-85ea-eb6249b156bb) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:12.519409 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.529428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f29f7d-6d28-4618-8919-d52f44a545d1 None None] Network fed69efd-64ed-4606-85ea-eb6249b156bb requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:12.541844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:12.542887 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.585963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38940) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:12.588411 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-25ba436d-d308-4e19-afbc-37e474fa1d76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5719931 Jul 15 23:32:12.600745 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ba71b-ab44-42c8-9ef8-fee5471aa412 None None] Pushing event updated for resources: {'Port': ['ID=b334597d-c5b2-4663-862b-038883671223,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:12.623088 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:12.623866 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:12.727624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-fed69efd-64ed-4606-85ea-eb6249b156bb', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:12.729549 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.806990 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:12.920834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Allocated IP 172.20.0.2 (fed69efd-64ed-4606-85ea-eb6249b156bb/ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c/0f562064-3619-470e-a6eb-5b3b461a9c23) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:12.976355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-e870afbd-7f01-4387-9bc6-6e1090fb71c7 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c3c7aa919aa84f2a8fdcc500b4ec8bc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499880 Jul 15 23:32:13.048460 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 3, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:13.088430 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f2733-9f6d-4551-8abe-017df3811044 None None] The sync data for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 is: [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:10Z', 'revision_number': 3, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:13.113545 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.123289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Transition to ACTIVE for port object 0f562064-3619-470e-a6eb-5b3b461a9c23 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:13.144362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Transition to ACTIVE for port object 0f562064-3619-470e-a6eb-5b3b461a9c23 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:13.152546 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.190215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Network fed69efd-64ed-4606-85ea-eb6249b156bb is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:13.193301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:13.197142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:13.268231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Pushing event updated for resources: {'Port': ['ID=0f562064-3619-470e-a6eb-5b3b461a9c23,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:13.275248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Attempting to bind port 0f562064-3619-470e-a6eb-5b3b461a9c23 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:13.275618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Attempting to bind port 0f562064-3619-470e-a6eb-5b3b461a9c23 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:13.276050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Attempting to bind port 0f562064-3619-470e-a6eb-5b3b461a9c23 on network fed69efd-64ed-4606-85ea-eb6249b156bb {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:13.282380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:13.282777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Checking segment: {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:13.283192 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.283584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Bound using segment: {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:13.284401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Bound port: 0f562064-3619-470e-a6eb-5b3b461a9c23, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:13.284401 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.356369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] For port 0f562064-3619-470e-a6eb-5b3b461a9c23, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:13.361153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] For port 0f562064-3619-470e-a6eb-5b3b461a9c23, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f562064-3619-470e-a6eb-5b3b461a9c23,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:13.368438 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.469962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b35ea-5bfd-4eee-b979-7872650b7032 None None] Pushing event updated for resources: {'Port': ['ID=0f562064-3619-470e-a6eb-5b3b461a9c23,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:13.555683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-850d8f13-8910-46c2-95e8-832a743c9ba2 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:13.557257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-850d8f13-8910-46c2-95e8-832a743c9ba2 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5756493 Jul 15 23:32:13.616930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-9ab2ced2-9c3e-4fd3-b48b-b882f8986cdc tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/quotas/c3c7aa919aa84f2a8fdcc500b4ec8bc3 HTTP/1.1" status: 200 len: 375 time: 0.0457227 Jul 15 23:32:13.683426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-1d01a195-20ea-4029-b942-2cec04381a15 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3c7aa919aa84f2a8fdcc500b4ec8bc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580456 Jul 15 23:32:13.792043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.873883 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.222665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00058d2-5a72-432d-8399-2b707b4e91fb req-9f3827b5-daef-4bc6-a397-0e14e2ddfecc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:14.227572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d00058d2-5a72-432d-8399-2b707b4e91fb req-9f3827b5-daef-4bc6-a397-0e14e2ddfecc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.2091765 Jul 15 23:32:14.250820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b334597d-c5b2-4663-862b-038883671223 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:14.317809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b334597d-c5b2-4663-862b-038883671223 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:14.327782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b334597d-c5b2-4663-862b-038883671223 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:14.328350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.331697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d00058d2-5a72-432d-8399-2b707b4e91fb req-107dde4a-8ee0-4ae7-a658-14cfe3bfe9e7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907009 Jul 15 23:32:14.363318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.20.0.1 (fed69efd-64ed-4606-85ea-eb6249b156bb/ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c/04519db1-fa38-4167-9629-04afb06732ab) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:14.432027 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.460966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port b334597d-c5b2-4663-862b-038883671223, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b334597d-c5b2-4663-862b-038883671223,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:14.467120 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.467996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-deff8dca-08ff-41e5-9df3-7eafdcca14be req-e562062d-93a1-4eee-9e09-a7271e301171 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0454423 Jul 15 23:32:14.468812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f562064-3619-470e-a6eb-5b3b461a9c23 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:14.570996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 0f562064-3619-470e-a6eb-5b3b461a9c23 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:14.578363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=b334597d-c5b2-4663-862b-038883671223,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:14.585681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.601870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Transition to ACTIVE for port object 04519db1-fa38-4167-9629-04afb06732ab will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:14.640712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.689491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network fed69efd-64ed-4606-85ea-eb6249b156bb is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:14.695339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:14.699980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:14.732050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=04519db1-fa38-4167-9629-04afb06732ab,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:14.747632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.747881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.748403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.749003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.749800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.750273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.750883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.751350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.752014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.752478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.753057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.753522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:14.777143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.844223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe00b78-e538-4bfd-a63b-525e6fbbf9c9 None None] Network fed69efd-64ed-4606-85ea-eb6249b156bb requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:14.973241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.986047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4b1e6bbe-5dc9-4630-a7ae-29c3958bcece None None] Provisioning for port 0f562064-3619-470e-a6eb-5b3b461a9c23 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:14.999289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4b1e6bbe-5dc9-4630-a7ae-29c3958bcece None None] Provisioning complete for port 0f562064-3619-470e-a6eb-5b3b461a9c23 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:14.999798 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6bbe-5dc9-4630-a7ae-29c3958bcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.150577 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6bbe-5dc9-4630-a7ae-29c3958bcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.206018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4b1e6bbe-5dc9-4630-a7ae-29c3958bcece None None] For port 0f562064-3619-470e-a6eb-5b3b461a9c23, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f562064-3619-470e-a6eb-5b3b461a9c23,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:15.213282 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6bbe-5dc9-4630-a7ae-29c3958bcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.317729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.325706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.342519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e6bbe-5dc9-4630-a7ae-29c3958bcece None None] Pushing event updated for resources: {'Port': ['ID=0f562064-3619-470e-a6eb-5b3b461a9c23,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:15.398177 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-6e254600-ed63-4285-a5ea-5fa999761b45 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c3c7aa919aa84f2a8fdcc500b4ec8bc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768864 Jul 15 23:32:15.442064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fa7bc51e-befc-455d-8468-dc4c695c7ec5 None None] Provisioning for port 04519db1-fa38-4167-9629-04afb06732ab completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:15.450407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=04519db1-fa38-4167-9629-04afb06732ab,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:15.452087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fa7bc51e-befc-455d-8468-dc4c695c7ec5 None None] Provisioning complete for port 04519db1-fa38-4167-9629-04afb06732ab triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.452474 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc51e-befc-455d-8468-dc4c695c7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.454237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.536186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fa7bc51e-befc-455d-8468-dc4c695c7ec5 None None] Port 04519db1-fa38-4167-9629-04afb06732ab cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:15.575531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fa7bc51e-befc-455d-8468-dc4c695c7ec5 None None] Provisioning complete for port 0f562064-3619-470e-a6eb-5b3b461a9c23 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.575893 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc51e-befc-455d-8468-dc4c695c7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.614367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network fed69efd-64ed-4606-85ea-eb6249b156bb is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:15.616492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:15.731475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c760af-458d-40ee-b11c-656da1900525 req-d401e90a-4be8-42a7-aabf-f72fa5b9876c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.739030 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1c760af-458d-40ee-b11c-656da1900525 req-d401e90a-4be8-42a7-aabf-f72fa5b9876c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1906142 Jul 15 23:32:15.841765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1c760af-458d-40ee-b11c-656da1900525 req-30779261-e99f-4912-96f8-00220ff952fe tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017294 Jul 15 23:32:15.863777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 79642c5d-4258-4418-b60b-600ea7b42929 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:15.885607 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-78a788ab-5ce7-4f7b-9022-042d0618a77d None None] Provisioning complete for port 04519db1-fa38-4167-9629-04afb06732ab triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.891346 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-78a788ab-5ce7-4f7b-9022-042d0618a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.938628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-78a788ab-5ce7-4f7b-9022-042d0618a77d None None] Port 04519db1-fa38-4167-9629-04afb06732ab cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:16.053585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa0c3470-b5e6-49f3-acad-c0d00789cd82 req-fc4c4680-7d31-466b-b29e-341a8a0413f8 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0366571 Jul 15 23:32:16.063108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d1e66960-c112-4dd5-8a22-752f09538ad2 None None] Provisioning complete for port 04519db1-fa38-4167-9629-04afb06732ab triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:16.064005 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d1e66960-c112-4dd5-8a22-752f09538ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.070853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:16.089193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3d93fd04-dfeb-4356-bb13-c245352528d7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "PUT /v2.0/routers/79642c5d-4258-4418-b60b-600ea7b42929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5010145 Jul 15 23:32:16.089932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38982) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:16.100517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Sync routers for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:16.127937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:16.128841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:16.190132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d1e66960-c112-4dd5-8a22-752f09538ad2 None None] Port 04519db1-fa38-4167-9629-04afb06732ab cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:16.207572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b334597d-c5b2-4663-862b-038883671223 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:16.213278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-ffc38fd6-d699-4b96-992f-2275f0c14f61 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.214658 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-ffc38fd6-d699-4b96-992f-2275f0c14f61 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8112102 Jul 15 23:32:16.239286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Request body: {'port': {'device_id': '5b682dff-eede-40eb-b32c-867795f2f9b0', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'c3c7aa919aa84f2a8fdcc500b4ec8bc3'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:16.295062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8d7f0-8ed9-4358-9638-b04bdca5ce39 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.295551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8d7f0-8ed9-4358-9638-b04bdca5ce39 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.296031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8d7f0-8ed9-4358-9638-b04bdca5ce39 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.297590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8d7f0-8ed9-4358-9638-b04bdca5ce39 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.298101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8d7f0-8ed9-4358-9638-b04bdca5ce39 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.300265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-85a8d7f0-8ed9-4358-9638-b04bdca5ce39 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2092741 Jul 15 23:32:16.303204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38984) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:16.319458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b334597d-c5b2-4663-862b-038883671223 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:16.319746 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.326843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:16.380480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Made reservation on behalf of c3c7aa919aa84f2a8fdcc500b4ec8bc3 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:16.385662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.398095 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.531337 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.537398 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.633660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:16.713245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Allocated IP 192.168.233.121 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/f20caeea-0e11-4402-929c-608b2a137dd9) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:16.719120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f562064-3619-470e-a6eb-5b3b461a9c23 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:16.757045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8767f11-c853-45a1-8754-26918571b837 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.757633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8767f11-c853-45a1-8754-26918571b837 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.758050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8767f11-c853-45a1-8754-26918571b837 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.758566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8767f11-c853-45a1-8754-26918571b837 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.759167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8767f11-c853-45a1-8754-26918571b837 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.760922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f8767f11-c853-45a1-8754-26918571b837 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.4567857 Jul 15 23:32:16.764236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 38986) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:16.826631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0f562064-3619-470e-a6eb-5b3b461a9c23 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:16.827034 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.891427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:15Z', 'revision_number': 2, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:16.959049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Checking router: 79642c5d-4258-4418-b60b-600ea7b42929 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:16.959648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Updating router 79642c5d-4258-4418-b60b-600ea7b42929 port 04519db1-fa38-4167-9629-04afb06732ab binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:16.966081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.016821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.025675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Transition to ACTIVE for port object f20caeea-0e11-4402-929c-608b2a137dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:17.069599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-63fdafc1-b3a0-4377-9b90-ceeb8fbc8227 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 0.3014753 Jul 15 23:32:17.099013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.162154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:17.165696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:17.181966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:17.220216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b39df-d70d-4f0b-a504-520e2545222a req-3c68c653-83ea-46d8-9714-2f50f9ccd28e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:17.229692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-492b39df-d70d-4f0b-a504-520e2545222a req-3c68c653-83ea-46d8-9714-2f50f9ccd28e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1389692 Jul 15 23:32:17.257763 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Pushing event updated for resources: {'Port': ['ID=f20caeea-0e11-4402-929c-608b2a137dd9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.300318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-492b39df-d70d-4f0b-a504-520e2545222a req-130a1ce2-e43e-4e4a-9803-cc910576d9b9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691855 Jul 15 23:32:17.302639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:17.303394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.330783 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a6cc907b-df4b-4b38-bdac-8f8e2c14229f tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0992358 Jul 15 23:32:17.379139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39002) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.507744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.511612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-949c4f31-3a9d-4492-bdab-c7f77f44379d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.540206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Request body: {'port': {'device_id': '5b682dff-eede-40eb-b32c-867795f2f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:17.552368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Transition to ACTIVE for port object 04519db1-fa38-4167-9629-04afb06732ab will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:17.567811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4839cfdf-97fc-4710-982e-02b3cd005bac None None] Provisioning for port f20caeea-0e11-4402-929c-608b2a137dd9 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:17.574142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4839cfdf-97fc-4710-982e-02b3cd005bac None None] Provisioning complete for port f20caeea-0e11-4402-929c-608b2a137dd9 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:17.574519 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4839cfdf-97fc-4710-982e-02b3cd005bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.579366 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.632528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-949c4f31-3a9d-4492-bdab-c7f77f44379d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.638933 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-949c4f31-3a9d-4492-bdab-c7f77f44379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.688486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4839cfdf-97fc-4710-982e-02b3cd005bac None None] Port f20caeea-0e11-4402-929c-608b2a137dd9 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:17.692842 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.723737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5d067-cddc-4d2f-bcf4-a3a6d5f0c1f4 None None] Pushing event updated for resources: {'Port': ['ID=04519db1-fa38-4167-9629-04afb06732ab,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.739912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-949c4f31-3a9d-4492-bdab-c7f77f44379d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd834387399f4dbc8b9c224e978986c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582234 Jul 15 23:32:17.740811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c4f31-3a9d-4492-bdab-c7f77f44379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa38f0-ca66-4d06-93e6-10469de84afd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.743141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39006) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.790602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Attempting to bind port 04519db1-fa38-4167-9629-04afb06732ab on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:17.791200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Attempting to bind port 04519db1-fa38-4167-9629-04afb06732ab by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:17.791631 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Attempting to bind port 04519db1-fa38-4167-9629-04afb06732ab on network fed69efd-64ed-4606-85ea-eb6249b156bb {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:17.811445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:17.811877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Checking segment: {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:17.812303 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.812704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Bound using segment: {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:17.813181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Bound port: 04519db1-fa38-4167-9629-04afb06732ab, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:17.813573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.837429 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-797b1bc2-5b61-4acf-9e3e-8f0453a8be1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.866720 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-797b1bc2-5b61-4acf-9e3e-8f0453a8be1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.901727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39008) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.910037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-16ebb9a5-47ad-474b-823b-5b2b2154c160 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798866760', 'description': 'tempest-secgroup-smoke-798866760 description', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:17.941951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] For port 04519db1-fa38-4167-9629-04afb06732ab, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:17.950259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] For port 04519db1-fa38-4167-9629-04afb06732ab, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=04519db1-fa38-4167-9629-04afb06732ab,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:17.958365 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.990486 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ebb9a5-47ad-474b-823b-5b2b2154c160 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.090030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-797b1bc2-5b61-4acf-9e3e-8f0453a8be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.094196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-797b1bc2-5b61-4acf-9e3e-8f0453a8be1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.104675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-797b1bc2-5b61-4acf-9e3e-8f0453a8be1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4aa38f0-ca66-4d06-93e6-10469de84afd HTTP/1.1" status: 204 len: 168 time: 0.3583193 Jul 15 23:32:18.114192 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2971ad7c-a5af-4b69-9f61-1967b206d73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.129422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b1bc2-5b61-4acf-9e3e-8f0453a8be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa38f0-ca66-4d06-93e6-10469de84afd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.129801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:18.130584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:31:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.187357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf69-2ac7-4096-87c0-abe1a4da4db5 req-079cbe31-58b1-4941-846d-42e87a044fde tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:18.188962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbd8cf69-2ac7-4096-87c0-abe1a4da4db5 req-079cbe31-58b1-4941-846d-42e87a044fde tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 936 time: 0.1749663 Jul 15 23:32:18.221453 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ebb9a5-47ad-474b-823b-5b2b2154c160 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.229353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ebb9a5-47ad-474b-823b-5b2b2154c160 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.265160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20caeea-0e11-4402-929c-608b2a137dd9 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:18.275646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbd8cf69-2ac7-4096-87c0-abe1a4da4db5 req-3810b8a0-7940-4164-a065-0ddd69d1a7a8 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779302 Jul 15 23:32:18.288107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.294357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:18.296441 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16ebb9a5-47ad-474b-823b-5b2b2154c160 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.298651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-16ebb9a5-47ad-474b-823b-5b2b2154c160 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3967366 Jul 15 23:32:18.302138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39012) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.308242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c824c69c-9f12-477c-b265-46fd59851ca0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '0924ea86-7742-49e3-bdbf-cc90e1d13287', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:18.324608 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Transition to ACTIVE for port object f20caeea-0e11-4402-929c-608b2a137dd9 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:18.326838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebb9a5-47ad-474b-823b-5b2b2154c160 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0924ea86-7742-49e3-bdbf-cc90e1d13287,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.330678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5d067-cddc-4d2f-bcf4-a3a6d5f0c1f4 None None] Pushing event updated for resources: {'Port': ['ID=04519db1-fa38-4167-9629-04afb06732ab,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.331272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.386025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c824c69c-9f12-477c-b265-46fd59851ca0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.484532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Pushing event updated for resources: {'Port': ['ID=f20caeea-0e11-4402-929c-608b2a137dd9,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.558003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c824c69c-9f12-477c-b265-46fd59851ca0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.567777 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c824c69c-9f12-477c-b265-46fd59851ca0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.581901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Attempting to bind port f20caeea-0e11-4402-929c-608b2a137dd9 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:18.582876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Attempting to bind port f20caeea-0e11-4402-929c-608b2a137dd9 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:18.583474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Attempting to bind port f20caeea-0e11-4402-929c-608b2a137dd9 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:18.589717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Port f20caeea-0e11-4402-929c-608b2a137dd9 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:32:18.590327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Attempting to bind port f20caeea-0e11-4402-929c-608b2a137dd9 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:18.595641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824c69c-9f12-477c-b265-46fd59851ca0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d933df-b161-4f93-877e-2cb66e15842c,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.608556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:18.608998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:18.609484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:18.609943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Bound port: f20caeea-0e11-4402-929c-608b2a137dd9, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:18.610313 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.611123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c824c69c-9f12-477c-b265-46fd59851ca0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.613439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c824c69c-9f12-477c-b265-46fd59851ca0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096702 Jul 15 23:32:18.616548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39022) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.622300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ff2d53f7-83d9-4f17-b676-7fe6910de66c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '0924ea86-7742-49e3-bdbf-cc90e1d13287', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:18.637887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddc2bb-067c-4b53-a8ea-7dfb6e49c859 req-49e80f49-acfa-47d7-87e6-ce7a7d4d21e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:18.650673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8ddc2bb-067c-4b53-a8ea-7dfb6e49c859 req-49e80f49-acfa-47d7-87e6-ce7a7d4d21e1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1554804 Jul 15 23:32:18.694634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:17Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.714158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] For port f20caeea-0e11-4402-929c-608b2a137dd9, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:18.716056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff2d53f7-83d9-4f17-b676-7fe6910de66c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.720423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] For port f20caeea-0e11-4402-929c-608b2a137dd9, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f20caeea-0e11-4402-929c-608b2a137dd9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:18.730960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.731316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81512ce5-4063-4148-ad7d-43be422f3ed6 None None] The sync data for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 is: [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:17Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:18.735953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8ddc2bb-067c-4b53-a8ea-7dfb6e49c859 req-4a6c7987-3b46-48e8-8e69-48b1a8a3227b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843070 Jul 15 23:32:18.806025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff2d53f7-83d9-4f17-b676-7fe6910de66c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.814391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff2d53f7-83d9-4f17-b676-7fe6910de66c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.841029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d53f7-83d9-4f17-b676-7fe6910de66c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ba11ad-bec3-43a7-8dd8-72206fd37123,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.846516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:18.847681 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.850690 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ff2d53f7-83d9-4f17-b676-7fe6910de66c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.851984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ff2d53f7-83d9-4f17-b676-7fe6910de66c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2345073 Jul 15 23:32:18.859268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39028) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.865365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3f5b913e-3ca1-4bae-aaae-df85e0387215 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '0924ea86-7742-49e3-bdbf-cc90e1d13287', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:18.867347 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] 10.222.0.37 "PUT /v2.0/ports/f20caeea-0e11-4402-929c-608b2a137dd9 HTTP/1.1" status: 200 len: 1096 time: 1.5154562 Jul 15 23:32:18.868314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b682dff-eede-40eb-b32c-867795f2f9b0', 'tag': 'f20caeea-0e11-4402-929c-608b2a137dd9'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:18.870850 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64309422-2821-45ce-9b38-634044d29667" -d '{"events": [{"name": "network-changed", "server_uuid": "5b682dff-eede-40eb-b32c-867795f2f9b0", "tag": "f20caeea-0e11-4402-929c-608b2a137dd9"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:18.910416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d589d8-b6aa-49a7-85b8-fdbf4de1777a service neutron] Pushing event updated for resources: {'Port': ['ID=f20caeea-0e11-4402-929c-608b2a137dd9,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.947180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f5b913e-3ca1-4bae-aaae-df85e0387215 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.032617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-829fecbb-0d6f-4895-a23a-664d63afbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.033802 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-829fecbb-0d6f-4895-a23a-664d63afbae5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3c7aa919aa84f2a8fdcc500b4ec8bc3&device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 1099 time: 0.1116748 Jul 15 23:32:19.070592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f5b913e-3ca1-4bae-aaae-df85e0387215 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.079923 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f5b913e-3ca1-4bae-aaae-df85e0387215 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.122900 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-a209de10-e1dc-49fd-a63a-7eefee9185ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f20caeea-0e11-4402-929c-608b2a137dd9 HTTP/1.1" status: 200 len: 217 time: 0.0739141 Jul 15 23:32:19.126480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b913e-3ca1-4bae-aaae-df85e0387215 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121b7aa6-1740-4f0f-9ec1-db4310698917,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:19.131255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3f5b913e-3ca1-4bae-aaae-df85e0387215 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.131801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3f5b913e-3ca1-4bae-aaae-df85e0387215 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2708647 Jul 15 23:32:19.134572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39040) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:19.141842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0edb3491-a681-4d35-95bf-a853c06ec4c3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '0924ea86-7742-49e3-bdbf-cc90e1d13287', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:19.186114 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936294b8-c8d0-4dd1-afb7-22f6b2af93b9 x-openstack-request-id: req-936294b8-c8d0-4dd1-afb7-22f6b2af93b9 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:19.186516 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b682dff-eede-40eb-b32c-867795f2f9b0", "tag": "f20caeea-0e11-4402-929c-608b2a137dd9", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:19.186950 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-936294b8-c8d0-4dd1-afb7-22f6b2af93b9 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:19.187500 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b682dff-eede-40eb-b32c-867795f2f9b0', 'tag': 'f20caeea-0e11-4402-929c-608b2a137dd9', 'status': 'completed', 'code': 200} Jul 15 23:32:19.211694 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-c6d2a985-314e-4552-9e80-f9e02c7c11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.213251 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-c6d2a985-314e-4552-9e80-f9e02c7c11c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0830712 Jul 15 23:32:19.250158 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0edb3491-a681-4d35-95bf-a853c06ec4c3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.331501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0edb3491-a681-4d35-95bf-a853c06ec4c3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.333660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-e400e9a6-3eb8-4179-8f9c-9f4a78f3a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.335300 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-e400e9a6-3eb8-4179-8f9c-9f4a78f3a243 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146238 Jul 15 23:32:19.338205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0edb3491-a681-4d35-95bf-a853c06ec4c3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.407681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb3491-a681-4d35-95bf-a853c06ec4c3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665499ba-4c5e-4a5d-aa5e-2a136bac9fbf,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:19.417953 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0edb3491-a681-4d35-95bf-a853c06ec4c3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.419754 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0edb3491-a681-4d35-95bf-a853c06ec4c3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2838342 Jul 15 23:32:19.423088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39052) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:19.429062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1483e8a6-f0f8-4c3a-ac1a-fa35bfaaaa7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '0924ea86-7742-49e3-bdbf-cc90e1d13287', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:19.490323 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-d4f44f4d-8ad8-4e9c-a765-262e0adb1208 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425958 Jul 15 23:32:19.494207 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-1483e8a6-f0f8-4c3a-ac1a-fa35bfaaaa7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Project a727dce9389f4d749a6eb83a7dd04fd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:32:19.501511 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1483e8a6-f0f8-4c3a-ac1a-fa35bfaaaa7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.589163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafc6a3-809e-4bbd-a785-62c4e5c0fa32 req-d2281d58-7701-47ef-ae2b-638831638bab tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.598048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffafc6a3-809e-4bbd-a785-62c4e5c0fa32 req-d2281d58-7701-47ef-ae2b-638831638bab tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 948 time: 0.1723125 Jul 15 23:32:19.613706 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-800cafa3-9098-4789-827b-2f1feeee34c8 req-6d779df2-2a88-4338-a218-887077d99da3 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165566 Jul 15 23:32:19.651203 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1483e8a6-f0f8-4c3a-ac1a-fa35bfaaaa7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.661061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffafc6a3-809e-4bbd-a785-62c4e5c0fa32 req-2ea1bfbb-21e9-404a-b9f8-2b93c0324885 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612469 Jul 15 23:32:19.661697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1483e8a6-f0f8-4c3a-ac1a-fa35bfaaaa7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.691900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483e8a6-f0f8-4c3a-ac1a-fa35bfaaaa7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375534b9-782b-4ba9-b796-71fe54844faa,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:19.716692 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1483e8a6-f0f8-4c3a-ac1a-fa35bfaaaa7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.721176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1483e8a6-f0f8-4c3a-ac1a-fa35bfaaaa7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2961371 Jul 15 23:32:19.723261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39054) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:19.736636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b8464013-6301-4b21-a1b6-59856a9cd6bf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '0924ea86-7742-49e3-bdbf-cc90e1d13287', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:19.767780 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-b8464013-6301-4b21-a1b6-59856a9cd6bf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Project a727dce9389f4d749a6eb83a7dd04fd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:32:19.774232 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8464013-6301-4b21-a1b6-59856a9cd6bf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.795726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309422-2821-45ce-9b38-634044d29667 req-28b2368d-b35c-4a85-bb39-38f8e355bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.797314 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-64309422-2821-45ce-9b38-634044d29667 req-28b2368d-b35c-4a85-bb39-38f8e355bc64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3c7aa919aa84f2a8fdcc500b4ec8bc3&device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0913067 Jul 15 23:32:19.854561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8464013-6301-4b21-a1b6-59856a9cd6bf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.860202 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8464013-6301-4b21-a1b6-59856a9cd6bf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.884967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8464013-6301-4b21-a1b6-59856a9cd6bf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524a5cc1-662d-4c0e-a736-10bd0410f9ab,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:19.891675 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8464013-6301-4b21-a1b6-59856a9cd6bf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.893941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b8464013-6301-4b21-a1b6-59856a9cd6bf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1696682 Jul 15 23:32:19.967678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309422-2821-45ce-9b38-634044d29667 req-c43990ea-fb5f-49ee-945b-6144405a1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.970112 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-64309422-2821-45ce-9b38-634044d29667 req-c43990ea-fb5f-49ee-945b-6144405a1a0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.1616113 Jul 15 23:32:20.007454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a060ba3-d428-4fac-9db4-f6c7db15b022 req-3e7a6e9f-770f-442d-b6df-97c1f3b00bb8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:20.009258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a060ba3-d428-4fac-9db4-f6c7db15b022 req-3e7a6e9f-770f-442d-b6df-97c1f3b00bb8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0751023 Jul 15 23:32:20.026301 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-64309422-2821-45ce-9b38-634044d29667 req-2ea81bd1-e947-47f1-be4e-e5b918b03625 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f20caeea-0e11-4402-929c-608b2a137dd9 HTTP/1.1" status: 200 len: 217 time: 0.0493143 Jul 15 23:32:20.059145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a060ba3-d428-4fac-9db4-f6c7db15b022 req-8a19030b-bce4-4539-8fb9-f7cff9b9221b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Jul 15 23:32:20.096614 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309422-2821-45ce-9b38-634044d29667 req-0979fa5b-8360-4f90-9c89-05b45bff5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:20.099079 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-64309422-2821-45ce-9b38-634044d29667 req-0979fa5b-8360-4f90-9c89-05b45bff5b4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0660892 Jul 15 23:32:20.167575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 04519db1-fa38-4167-9629-04afb06732ab up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:20.184823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309422-2821-45ce-9b38-634044d29667 req-c8e43a48-243e-420e-9932-f4a5a7342e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:20.186497 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-64309422-2821-45ce-9b38-634044d29667 req-c8e43a48-243e-420e-9932-f4a5a7342e94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800796 Jul 15 23:32:20.230435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-1dadd52e-3e56-4223-8fbd-3fdc0278ed7b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798866760&fields=id&tenant_id=a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 267 time: 0.0438349 Jul 15 23:32:20.252380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 04519db1-fa38-4167-9629-04afb06732ab completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:20.259126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 04519db1-fa38-4167-9629-04afb06732ab triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:20.259310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.347185 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-64309422-2821-45ce-9b38-634044d29667 req-7ffeb299-3441-4362-aee7-3ea13676a79a service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512654 Jul 15 23:32:20.381072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-b84475fc-e438-4a11-b43a-dd4c570b03e9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:20.389631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-b84475fc-e438-4a11-b43a-dd4c570b03e9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/networks?id=fed69efd-64ed-4606-85ea-eb6249b156bb HTTP/1.1" status: 200 len: 797 time: 0.1581242 Jul 15 23:32:20.411194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-f74c0b28-d541-4c59-beef-bc0b1ef534ba tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/quotas/a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 375 time: 0.0202203 Jul 15 23:32:20.415649 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.460280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 04519db1-fa38-4167-9629-04afb06732ab, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=04519db1-fa38-4167-9629-04afb06732ab,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:20.465551 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-64309422-2821-45ce-9b38-634044d29667 req-5d63f499-b883-47a7-ab05-47f47b2e41a9 service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112080 Jul 15 23:32:20.467705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.502788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-f88e6573-956e-403d-a528-e3b4d321dc99 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823283 Jul 15 23:32:20.530126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=04519db1-fa38-4167-9629-04afb06732ab,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:20.604307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-33a04a8d-5f06-4c2c-9579-2505662f3fa6 service neutron] 10.222.0.23 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000247 Jul 15 23:32:20.669265 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ffba4ed1-b9a8-4435-abcd-ba2455bde8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.704160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-cf2b3e4e-818e-454b-87e5-74ef0dd3902a service neutron] 10.222.0.23 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931520 Jul 15 23:32:20.984208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a9db-3956-400f-a793-d885fdfee6c1 req-57997b05-f203-49d4-91db-a3eb209c37c9 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:20.985850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3329a9db-3956-400f-a793-d885fdfee6c1 req-57997b05-f203-49d4-91db-a3eb209c37c9 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 948 time: 0.0913999 Jul 15 23:32:21.032941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3329a9db-3956-400f-a793-d885fdfee6c1 req-320bac3f-10fa-4a38-aec3-3128c6b23d49 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Jul 15 23:32:21.033077 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.122027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-939e83da-3b0e-4c30-8c5a-7bb3ac4d1b36 req-3bde1f4d-3218-4a9f-a6d1-2a234c8c7bdc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 210 time: 0.0364673 Jul 15 23:32:21.300658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8725a1-7cf4-4e15-84b3-1d8d5045377c req-bbb845cb-b4fd-457a-a56b-bf68e1301cc4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:21.302243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c8725a1-7cf4-4e15-84b3-1d8d5045377c req-bbb845cb-b4fd-457a-a56b-bf68e1301cc4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0764139 Jul 15 23:32:21.344687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c8725a1-7cf4-4e15-84b3-1d8d5045377c req-f4a0b54c-ec4d-4f96-ac8d-c4268b361a26 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365140 Jul 15 23:32:21.568089 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.205629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 04519db1-fa38-4167-9629-04afb06732ab up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:22.271680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 04519db1-fa38-4167-9629-04afb06732ab triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:22.271930 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.290192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-06eb8cff-14ab-47c5-9f8d-007549ddd0b7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.293818 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-06eb8cff-14ab-47c5-9f8d-007549ddd0b7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "GET /v2.0/networks?id=fed69efd-64ed-4606-85ea-eb6249b156bb HTTP/1.1" status: 200 len: 797 time: 0.2573500 Jul 15 23:32:22.357520 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-528998ed-ab6c-49a5-8b47-753ee3cf5276 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 379 time: 0.0483196 Jul 15 23:32:22.370158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f20caeea-0e11-4402-929c-608b2a137dd9 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:32:22.370813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'port': {'device_id': 'b02da648-5691-4245-a011-361831739044', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'admin_state_up': True, 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'security_groups': ['0924ea86-7742-49e3-bdbf-cc90e1d13287']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:22.387002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bc5d9-5a84-41d0-a214-809c66395e93 req-2bd72104-6748-4f25-8ec1-f58bf33b72bb tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.396272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea7bc5d9-5a84-41d0-a214-809c66395e93 req-2bd72104-6748-4f25-8ec1-f58bf33b72bb tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 948 time: 0.1062694 Jul 15 23:32:22.442954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea7bc5d9-5a84-41d0-a214-809c66395e93 req-adf3d241-8ee8-4507-9e91-011ebde097f8 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Jul 15 23:32:22.503612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:22.507469 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.531009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f20caeea-0e11-4402-929c-608b2a137dd9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f20caeea-0e11-4402-929c-608b2a137dd9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:22.543779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'f20caeea-0e11-4402-929c-608b2a137dd9', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': 'f20caeea-0e11-4402-929c-608b2a137dd9', 'mac_address': 'fa:16:3e:4d:40:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:32:22.579323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c525309-a242-442f-a66c-53f94bee7f99 req-21a867bb-a1b2-4aac-9859-837acf3eff63 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 210 time: 0.0332279 Jul 15 23:32:22.585863 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.605197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20caeea-0e11-4402-929c-608b2a137dd9 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:22.627374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f20caeea-0e11-4402-929c-608b2a137dd9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f20caeea-0e11-4402-929c-608b2a137dd9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:22.632719 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.640327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.20.0.12 (fed69efd-64ed-4606-85ea-eb6249b156bb/ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c/99500ca0-ed79-4a7d-a979-017670822d95) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:22.693035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=f20caeea-0e11-4402-929c-608b2a137dd9,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:22.763354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bc530-f5a1-4739-9ca8-871c0ae573b7 req-299b4a87-395b-495f-a17d-9d96d5e11c8e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.765049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-451bc530-f5a1-4739-9ca8-871c0ae573b7 req-299b4a87-395b-495f-a17d-9d96d5e11c8e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0720217 Jul 15 23:32:22.789342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.803123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Transition to ACTIVE for port object 99500ca0-ed79-4a7d-a979-017670822d95 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:22.803633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-451bc530-f5a1-4739-9ca8-871c0ae573b7 req-1cd33c93-abe9-4808-82a9-dfa2e75a1193 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Jul 15 23:32:22.836363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.885638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network fed69efd-64ed-4606-85ea-eb6249b156bb is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:22.892290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:22.894920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:22.899206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=99500ca0-ed79-4a7d-a979-017670822d95,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:22.930262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['f20caeea-0e11-4402-929c-608b2a137dd9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:22.956204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:22.956858 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.975370 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-858082cd-c0b4-4fc8-957a-91d625c100a2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6115112 Jul 15 23:32:22.993494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Request body: {'port': {'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:23.090785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.258839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-51c66a57-fbad-4722-8f39-2b8f4015b777 None None] Provisioning for port 99500ca0-ed79-4a7d-a979-017670822d95 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:23.261282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-b2c73fac-49db-4b08-92c5-cb0942dc4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.262793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-b2c73fac-49db-4b08-92c5-cb0942dc4a39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.1013649 Jul 15 23:32:23.264179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-51c66a57-fbad-4722-8f39-2b8f4015b777 None None] Provisioning complete for port 99500ca0-ed79-4a7d-a979-017670822d95 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:23.264653 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c66a57-fbad-4722-8f39-2b8f4015b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.271718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae522f5-88a2-4da3-b224-115608961405 req-ceda3506-3695-4204-b90d-c13a56dcfbd5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.278480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae522f5-88a2-4da3-b224-115608961405 req-ceda3506-3695-4204-b90d-c13a56dcfbd5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1289999 Jul 15 23:32:23.306618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-51c66a57-fbad-4722-8f39-2b8f4015b777 None None] Port 99500ca0-ed79-4a7d-a979-017670822d95 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:23.328461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.376982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae522f5-88a2-4da3-b224-115608961405 req-23d9b51f-93f4-44d8-baf1-e0e108e0e257 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975237 Jul 15 23:32:23.412789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-331c3400-84bd-4c17-9a63-92ca6563b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.414407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-331c3400-84bd-4c17-9a63-92ca6563b96e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.1289644 Jul 15 23:32:23.440662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99500ca0-ed79-4a7d-a979-017670822d95 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:23.449106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.466157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Transition to ACTIVE for port object 99500ca0-ed79-4a7d-a979-017670822d95 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:23.472609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.493124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-74ae880e-2791-4642-92cd-3a79f5c1b6fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.0670016 Jul 15 23:32:23.576158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-15fcf44b-ae19-4928-98a3-c8dbe2570e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.578108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-15fcf44b-ae19-4928-98a3-c8dbe2570e3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0769813 Jul 15 23:32:23.614079 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Attempting to bind port 99500ca0-ed79-4a7d-a979-017670822d95 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:23.614428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Attempting to bind port 99500ca0-ed79-4a7d-a979-017670822d95 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:23.614799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Attempting to bind port 99500ca0-ed79-4a7d-a979-017670822d95 on network fed69efd-64ed-4606-85ea-eb6249b156bb {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:23.623086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Port 99500ca0-ed79-4a7d-a979-017670822d95 on network fed69efd-64ed-4606-85ea-eb6249b156bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:32:23.623422 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Attempting to bind port 99500ca0-ed79-4a7d-a979-017670822d95 on network fed69efd-64ed-4606-85ea-eb6249b156bb {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:23.628811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Pushing event updated for resources: {'Port': ['ID=99500ca0-ed79-4a7d-a979-017670822d95,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:23.632828 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:23.633184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Checking segment: {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:23.633573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Bound using segment: {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:23.634020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Bound port: 99500ca0-ed79-4a7d-a979-017670822d95, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:23.634383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.721231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1260c2-634b-4d9e-88e1-ea2a774384da req-dde83c35-2789-46c8-b04d-a335008d31a1 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.723182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce1260c2-634b-4d9e-88e1-ea2a774384da req-dde83c35-2789-46c8-b04d-a335008d31a1 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 949 time: 0.1416788 Jul 15 23:32:23.726604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-c572ed17-bbb5-4e7a-9c48-fbf573c2fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.728202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-c572ed17-bbb5-4e7a-9c48-fbf573c2fa79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359794 Jul 15 23:32:23.737127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] For port 99500ca0-ed79-4a7d-a979-017670822d95, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:23.741370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] For port 99500ca0-ed79-4a7d-a979-017670822d95, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=99500ca0-ed79-4a7d-a979-017670822d95,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:23.752848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.788949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.790236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.791504 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] 10.222.0.37 "PUT /v2.0/ports/99500ca0-ed79-4a7d-a979-017670822d95 HTTP/1.1" status: 200 len: 1092 time: 0.8038187 Jul 15 23:32:23.794319 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:23.796888 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b02da648-5691-4245-a011-361831739044", "tag": "99500ca0-ed79-4a7d-a979-017670822d95"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:23.816181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce1260c2-634b-4d9e-88e1-ea2a774384da req-98e3dbac-7480-4fad-abd7-94cb3d155be4 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812550 Jul 15 23:32:23.824578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5eccf-824d-44b5-ba41-0d311eadc138 service neutron] Pushing event updated for resources: {'Port': ['ID=99500ca0-ed79-4a7d-a979-017670822d95,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:23.895001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-f7343e08-d49a-4b3f-ab55-c5d488ad488b service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489732 Jul 15 23:32:23.914431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-a06b17a0-8657-43fb-9854-0dae26e26d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.916096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-a06b17a0-8657-43fb-9854-0dae26e26d6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 1095 time: 0.0645370 Jul 15 23:32:23.973084 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-d270767f-20c5-4f45-93fe-035bbe43d04d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99500ca0-ed79-4a7d-a979-017670822d95 HTTP/1.1" status: 200 len: 217 time: 0.0434742 Jul 15 23:32:24.035916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-ec9f3495-9f66-4f8a-badd-cfa00d4e9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.040739 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-ec9f3495-9f66-4f8a-badd-cfa00d4e9e04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c HTTP/1.1" status: 200 len: 834 time: 0.0615470 Jul 15 23:32:24.050674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56cd1986-63a6-4ac9-827e-f50cd069bbe4 req-49ed6c5f-dca4-4be6-a2f3-b783366fef0c service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467564 Jul 15 23:32:24.088635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80498563-5f3c-4296-851a-0b4f1a0e7b36 req-139ffbb1-8957-4cef-a64e-437e1cc82f98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.090097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80498563-5f3c-4296-851a-0b4f1a0e7b36 req-139ffbb1-8957-4cef-a64e-437e1cc82f98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 944 time: 0.1028180 Jul 15 23:32:24.128746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-15e3a6f8-8dab-43f8-9fae-1e46437160cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.130902 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-15e3a6f8-8dab-43f8-9fae-1e46437160cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fed69efd-64ed-4606-85ea-eb6249b156bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838468 Jul 15 23:32:24.132753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80498563-5f3c-4296-851a-0b4f1a0e7b36 req-6a574688-5792-414f-9b9a-fd93045e5180 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348449 Jul 15 23:32:24.211947 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24643ec2-727a-4f8c-afbd-df808563ebe9 x-openstack-request-id: req-24643ec2-727a-4f8c-afbd-df808563ebe9 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:24.212243 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02da648-5691-4245-a011-361831739044", "tag": "99500ca0-ed79-4a7d-a979-017670822d95", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:24.212496 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24643ec2-727a-4f8c-afbd-df808563ebe9 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:24.212908 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95', 'status': 'completed', 'code': 200} Jul 15 23:32:24.234426 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-4440fafe-72da-4a01-8eec-999f60a11eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969508 Jul 15 23:32:24.327331 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fd1ce89c-3070-429c-998d-ed5b7a8516ed req-8401a984-1f5c-4ca0-96b4-e21e85a4ff1e service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854471 Jul 15 23:32:24.372152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f20caeea-0e11-4402-929c-608b2a137dd9 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:24.501954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port f20caeea-0e11-4402-929c-608b2a137dd9 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:24.508277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port f20caeea-0e11-4402-929c-608b2a137dd9 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:24.508651 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.601260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-9411f04a-73b3-4e17-9ad9-a63cf0a951e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.603177 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-9411f04a-73b3-4e17-9ad9-a63cf0a951e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 1095 time: 0.1918397 Jul 15 23:32:24.655858 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.686252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b682dff-eede-40eb-b32c-867795f2f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20caeea-0e11-4402-929c-608b2a137dd9'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:24.689287 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9a7756-f5e2-4301-aa5b-fe223b7ad06b" -d '{"events": [{"server_uuid": "5b682dff-eede-40eb-b32c-867795f2f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "f20caeea-0e11-4402-929c-608b2a137dd9"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:24.707320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port f20caeea-0e11-4402-929c-608b2a137dd9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f20caeea-0e11-4402-929c-608b2a137dd9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:24.714009 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.717671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-f9e1a9b7-5702-45ec-8bfe-894f74ac2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.721827 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-f9e1a9b7-5702-45ec-8bfe-894f74ac2c07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fed69efd-64ed-4606-85ea-eb6249b156bb HTTP/1.1" status: 200 len: 898 time: 0.1110468 Jul 15 23:32:24.749187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4114d-67e6-4b69-89f5-b6243a3627a9 req-5e1b3314-30c6-4a23-9460-610f1e77a866 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.758064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56a4114d-67e6-4b69-89f5-b6243a3627a9 req-5e1b3314-30c6-4a23-9460-610f1e77a866 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1167541 Jul 15 23:32:24.783206 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-97b831e0-e9bc-45a6-956c-fe7daed985d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99500ca0-ed79-4a7d-a979-017670822d95 HTTP/1.1" status: 200 len: 217 time: 0.0531611 Jul 15 23:32:24.804398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56a4114d-67e6-4b69-89f5-b6243a3627a9 req-c96e91e5-dc71-42b0-8ed3-5c1e993cfa60 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463612 Jul 15 23:32:24.818593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=f20caeea-0e11-4402-929c-608b2a137dd9,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:24.849354 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd973f7a-3401-46aa-8f3f-47681b8391e1 x-openstack-request-id: req-bd973f7a-3401-46aa-8f3f-47681b8391e1 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:24.849935 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b682dff-eede-40eb-b32c-867795f2f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "f20caeea-0e11-4402-929c-608b2a137dd9", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:24.850383 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd973f7a-3401-46aa-8f3f-47681b8391e1 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:24.851015 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b682dff-eede-40eb-b32c-867795f2f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20caeea-0e11-4402-929c-608b2a137dd9', 'code': 200} Jul 15 23:32:24.856257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-989d0ffd-a225-48e8-97d7-2fdab5d0ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.857776 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-989d0ffd-a225-48e8-97d7-2fdab5d0ec22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c HTTP/1.1" status: 200 len: 834 time: 0.0682070 Jul 15 23:32:24.944551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-63d6273a-e68c-41b2-a6c0-49af04f05d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.946226 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-63d6273a-e68c-41b2-a6c0-49af04f05d8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fed69efd-64ed-4606-85ea-eb6249b156bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643682 Jul 15 23:32:25.048144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febef4e-9a13-43d6-bbf2-42657cb44967 req-82db37fb-514f-406c-b5b6-ea1b1d18884b tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:25.049927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8febef4e-9a13-43d6-bbf2-42657cb44967 req-82db37fb-514f-406c-b5b6-ea1b1d18884b tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 950 time: 0.1067226 Jul 15 23:32:25.051364 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-e06476ea-e83b-4a44-b873-f80a7f086c16 service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986571 Jul 15 23:32:25.052558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62ac9d-a5c5-4072-85ef-9e9e456ac2d8 req-3234c47d-a739-4665-9a01-783852384a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:25.054152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da62ac9d-a5c5-4072-85ef-9e9e456ac2d8 req-3234c47d-a739-4665-9a01-783852384a54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1006463 Jul 15 23:32:25.119235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8febef4e-9a13-43d6-bbf2-42657cb44967 req-08616f9b-3a0d-40b9-959e-1b1aa9badb4e tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628169 Jul 15 23:32:25.134208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da62ac9d-a5c5-4072-85ef-9e9e456ac2d8 req-a285c9e1-c4c9-48f6-b050-95b7c232b68f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Jul 15 23:32:25.138783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.163123 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6d20f2cd-0c0d-45d6-b80f-9b20c9df98fa req-216bb961-dc69-4aef-a54a-168846735270 service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992625 Jul 15 23:32:25.310126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f478b-cb1b-4b85-a39d-ffd53ee515a2 req-46fe9e24-c6cb-4af6-905d-58c1dd056a5c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:25.311755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b40f478b-cb1b-4b85-a39d-ffd53ee515a2 req-46fe9e24-c6cb-4af6-905d-58c1dd056a5c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 944 time: 0.0633187 Jul 15 23:32:25.350583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b40f478b-cb1b-4b85-a39d-ffd53ee515a2 req-fd020c13-44aa-4c5b-8d71-fa7de3315e82 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328043 Jul 15 23:32:25.972651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af16270-b817-432e-a136-0f711f1a78b8 req-00c0e809-2cab-4bf5-ae8a-6a82b3307d51 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:25.974169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6af16270-b817-432e-a136-0f711f1a78b8 req-00c0e809-2cab-4bf5-ae8a-6a82b3307d51 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0667496 Jul 15 23:32:26.013345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6af16270-b817-432e-a136-0f711f1a78b8 req-21fad602-d567-4e10-ab1f-d60c022f174b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334461 Jul 15 23:32:26.198352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4d982-5206-4f5a-8e77-c5ea9e8e13ec req-bcddb175-af66-4b1a-9ec9-3f1b3010bb74 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:26.200008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbf4d982-5206-4f5a-8e77-c5ea9e8e13ec req-bcddb175-af66-4b1a-9ec9-3f1b3010bb74 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0683780 Jul 15 23:32:26.241702 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbf4d982-5206-4f5a-8e77-c5ea9e8e13ec req-dbb7ee59-372b-473a-8e10-0a1cacdc5fba tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351455 Jul 15 23:32:26.423983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c295a-0fd5-4a6f-977c-7ee45cdac7d3 req-006cb088-e90a-4ff4-8dd2-4489182f58d7 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:26.425453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-370c295a-0fd5-4a6f-977c-7ee45cdac7d3 req-006cb088-e90a-4ff4-8dd2-4489182f58d7 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 950 time: 0.0677853 Jul 15 23:32:26.466609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-370c295a-0fd5-4a6f-977c-7ee45cdac7d3 req-3456ed4d-7123-4d06-8db2-f26308a22623 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Jul 15 23:32:26.845304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27dd37-5318-4122-9c50-eddd0a67e1a6 req-3134a2c4-0246-4ec3-a6ed-260e50889572 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:26.846856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c27dd37-5318-4122-9c50-eddd0a67e1a6 req-3134a2c4-0246-4ec3-a6ed-260e50889572 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 944 time: 0.0662355 Jul 15 23:32:26.884126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c27dd37-5318-4122-9c50-eddd0a67e1a6 req-c1c357db-0dd2-4652-b263-2ce5d2715f54 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Jul 15 23:32:27.376936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787b33c-f093-4af3-acd0-e09b20db2748 req-49800e5c-5572-4136-a579-20aa1bf1202a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:27.383873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d787b33c-f093-4af3-acd0-e09b20db2748 req-49800e5c-5572-4136-a579-20aa1bf1202a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0731981 Jul 15 23:32:27.417794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d787b33c-f093-4af3-acd0-e09b20db2748 req-05d9cab1-b335-4a76-993e-378c27f3d2bf tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Jul 15 23:32:27.828847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf30e27-86f7-4d9f-a39f-546037f9e4f0 req-24d72648-e2cb-41db-95ae-577cc45a8baa tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:27.831140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ecf30e27-86f7-4d9f-a39f-546037f9e4f0 req-24d72648-e2cb-41db-95ae-577cc45a8baa tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0876963 Jul 15 23:32:27.884725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ecf30e27-86f7-4d9f-a39f-546037f9e4f0 req-20953649-d3d3-4d75-afee-519d0efb3e2c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474174 Jul 15 23:32:28.020078 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:32:28.072575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f404c-a95a-4cf1-a227-6946f00dc95f req-bb14fe6d-ab44-42a0-890f-7399a47b159c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:28.074219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e29f404c-a95a-4cf1-a227-6946f00dc95f req-bb14fe6d-ab44-42a0-890f-7399a47b159c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 944 time: 0.0756538 Jul 15 23:32:28.119891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e29f404c-a95a-4cf1-a227-6946f00dc95f req-1f4ff310-13ea-456e-aa29-9f6ffb294b8b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394683 Jul 15 23:32:28.403787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 99500ca0-ed79-4a7d-a979-017670822d95 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:32:28.503556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 99500ca0-ed79-4a7d-a979-017670822d95, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=99500ca0-ed79-4a7d-a979-017670822d95,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:28.516694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '99500ca0-ed79-4a7d-a979-017670822d95', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:32:28.570513 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.585537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99500ca0-ed79-4a7d-a979-017670822d95 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:28.607540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 99500ca0-ed79-4a7d-a979-017670822d95, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=99500ca0-ed79-4a7d-a979-017670822d95,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:28.612015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.662394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=99500ca0-ed79-4a7d-a979-017670822d95,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:28.879031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['99500ca0-ed79-4a7d-a979-017670822d95'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:29.092093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61241-62f9-424f-b9f0-6ba58bff794a req-2f1f360a-04b4-4f8a-9c6f-aa7dac4e5dec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:29.099973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09c61241-62f9-424f-b9f0-6ba58bff794a req-2f1f360a-04b4-4f8a-9c6f-aa7dac4e5dec tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0881929 Jul 15 23:32:29.141627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09c61241-62f9-424f-b9f0-6ba58bff794a req-cf32f043-6c54-45f7-80d9-f19b094ed4f4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Jul 15 23:32:29.317695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bffc7-ca47-4885-b3e1-8100b492a99f req-92d96337-d110-459b-97c0-e2e6334f90a4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:29.321100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110bffc7-ca47-4885-b3e1-8100b492a99f req-92d96337-d110-459b-97c0-e2e6334f90a4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 945 time: 0.0697668 Jul 15 23:32:29.370922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-110bffc7-ca47-4885-b3e1-8100b492a99f req-7e761f7e-970c-4bfb-9ce9-10d99b0181d2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457497 Jul 15 23:32:29.723518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536896e8-e61d-49bd-ab1f-4b2e822792e9 req-64f37150-d839-4374-b632-9550ea57a0f7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:29.725164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-536896e8-e61d-49bd-ab1f-4b2e822792e9 req-64f37150-d839-4374-b632-9550ea57a0f7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0715091 Jul 15 23:32:29.775545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-536896e8-e61d-49bd-ab1f-4b2e822792e9 req-ee8d1050-f5b2-4bb7-8887-c4e5e9460078 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431798 Jul 15 23:32:30.419738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 99500ca0-ed79-4a7d-a979-017670822d95 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:30.497270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 99500ca0-ed79-4a7d-a979-017670822d95 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:30.512610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 99500ca0-ed79-4a7d-a979-017670822d95 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:30.513235 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.621295 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.649581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2682810-398b-4f16-903e-41952ebf82a8 req-0c679e2b-58b2-4c2b-8b2f-beaebf3b794b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:30.652053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2682810-398b-4f16-903e-41952ebf82a8 req-0c679e2b-58b2-4c2b-8b2f-beaebf3b794b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 945 time: 0.0820303 Jul 15 23:32:30.656732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:30.659890 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e31b2eb-8151-44c9-8cb2-8dcca58668cc" -d '{"events": [{"server_uuid": "b02da648-5691-4245-a011-361831739044", "name": "network-vif-plugged", "status": "completed", "tag": "99500ca0-ed79-4a7d-a979-017670822d95"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:30.685557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 99500ca0-ed79-4a7d-a979-017670822d95, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=99500ca0-ed79-4a7d-a979-017670822d95,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:30.691230 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.694290 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2682810-398b-4f16-903e-41952ebf82a8 req-45a6105b-e433-408d-b526-d86672c8b416 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350711 Jul 15 23:32:30.745099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=99500ca0-ed79-4a7d-a979-017670822d95,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:30.753239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.753588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.753933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.754280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.754669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.754957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.755289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.755613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.755937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.756259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.756585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.756907 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:30.761759 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c202cdf1-106d-45e2-a6a0-f558b4851ec5 x-openstack-request-id: req-c202cdf1-106d-45e2-a6a0-f558b4851ec5 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:30.762045 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02da648-5691-4245-a011-361831739044", "name": "network-vif-plugged", "status": "completed", "tag": "99500ca0-ed79-4a7d-a979-017670822d95", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:30.762297 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c202cdf1-106d-45e2-a6a0-f558b4851ec5 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:30.762684 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95', 'code': 200} Jul 15 23:32:30.988557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ca702-bdbb-4d52-8025-136fc5440a13 req-0e1099f3-d1d4-4a7f-9837-3a97e839efe0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:30.995776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8176c7-aade-4907-a658-0d70da753615 req-75ccbcd2-14a3-4b40-86c8-89081aa29d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:30.996975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b89ca702-bdbb-4d52-8025-136fc5440a13 req-0e1099f3-d1d4-4a7f-9837-3a97e839efe0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0972581 Jul 15 23:32:30.997918 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb8176c7-aade-4907-a658-0d70da753615 req-75ccbcd2-14a3-4b40-86c8-89081aa29d96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 1097 time: 0.1239083 Jul 15 23:32:31.039349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b89ca702-bdbb-4d52-8025-136fc5440a13 req-a92418e1-1c40-4c6a-848b-45a5ba42c6d8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Jul 15 23:32:31.040479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-eb8176c7-aade-4907-a658-0d70da753615 req-70094c78-b71b-4209-b86e-3ecd6a06666d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363467 Jul 15 23:32:31.221943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6226c-a74b-40ef-ab90-a9e943b7c887 req-0432e382-0eb8-40f6-ba71-c540d2d6e207 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:31.223765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09d6226c-a74b-40ef-ab90-a9e943b7c887 req-0432e382-0eb8-40f6-ba71-c540d2d6e207 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0700977 Jul 15 23:32:31.262355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09d6226c-a74b-40ef-ab90-a9e943b7c887 req-ea78e929-fe07-4f53-bd0a-13b5915942b1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330803 Jul 15 23:32:31.448855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f89a0d-3743-4ee7-bbee-d9fec4c037b3 req-2951a0e0-806c-4c10-9695-d480af766d9e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:31.450412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02f89a0d-3743-4ee7-bbee-d9fec4c037b3 req-2951a0e0-806c-4c10-9695-d480af766d9e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0693111 Jul 15 23:32:31.497192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02f89a0d-3743-4ee7-bbee-d9fec4c037b3 req-24e10585-2b99-4fa7-bdd7-a1f77edc4475 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 Jul 15 23:32:31.676610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5986fde-2fce-4f28-9ff1-900e4dddcffa req-6c2e6f4e-3ee7-4fe6-8189-f753ed66cbcf tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:31.678160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5986fde-2fce-4f28-9ff1-900e4dddcffa req-6c2e6f4e-3ee7-4fe6-8189-f753ed66cbcf tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0637350 Jul 15 23:32:31.716171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5986fde-2fce-4f28-9ff1-900e4dddcffa req-331e2c9a-2a91-4edf-ba1a-8cba7803be96 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324092 Jul 15 23:32:31.882006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f26b-39af-48ee-aac5-c13bb4dfffb2 req-7b764562-07fa-4352-8c5e-5cad30b04743 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:31.883388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c518f26b-39af-48ee-aac5-c13bb4dfffb2 req-7b764562-07fa-4352-8c5e-5cad30b04743 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 946 time: 0.0669413 Jul 15 23:32:31.921080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c518f26b-39af-48ee-aac5-c13bb4dfffb2 req-5f4c579e-c893-4a87-a4f8-2d8e685b1c58 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Jul 15 23:32:33.117979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ca657-efbe-42d4-9b3b-2ed16475e407 req-5d960a35-36e6-4af8-8f34-3fd05e631f25 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:33.119420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de6ca657-efbe-42d4-9b3b-2ed16475e407 req-5d960a35-36e6-4af8-8f34-3fd05e631f25 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 946 time: 0.0675578 Jul 15 23:32:33.156944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de6ca657-efbe-42d4-9b3b-2ed16475e407 req-12064ce1-4f6c-4bf1-857c-2a1eeab50f30 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Jul 15 23:32:33.326311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67794bf-cb23-476f-8953-0183d0b9babe req-c2779d4b-b65e-44d1-8517-c47e53731bd2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:33.328353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e67794bf-cb23-476f-8953-0183d0b9babe req-c2779d4b-b65e-44d1-8517-c47e53731bd2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 946 time: 0.0645854 Jul 15 23:32:33.364614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e67794bf-cb23-476f-8953-0183d0b9babe req-627d3b51-3c7d-48c0-b64d-f19734f13dc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308220 Jul 15 23:32:33.388403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39236) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:33.438517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d5fcb5-ab0d-484d-98ca-8358ba074360 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:33.440017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-02d5fcb5-ab0d-484d-98ca-8358ba074360 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 1092 time: 0.0504990 Jul 15 23:32:33.442721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39238) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:33.446939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:33.470222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.570355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.680963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.25.3.208 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c779b637-319a-45c2-b810-2dc39d0269ff) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:33.789991 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.831628 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.875928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:33.878821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:33.883366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:33.886112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=c779b637-319a-45c2-b810-2dc39d0269ff,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:34.685536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.803541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.956355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.961301 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.026363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=c779b637-319a-45c2-b810-2dc39d0269ff,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:35.038984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.139206 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Floating IP 8aa2792b-64df-44cd-bfbc-4dc025b14877 associated. External IP: 172.25.3.208, port: 99500ca0-ed79-4a7d-a979-017670822d95. Jul 15 23:32:35.353612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 79642c5d-4258-4418-b60b-600ea7b42929 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:35.462772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:35.472767 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] Sync routers for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:35.480297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.483968 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:35.484999 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.521650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ded2ef1c-4b8f-4042-a554-d0ed35af3d33 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0754929 Jul 15 23:32:35.521650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:35.522030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39256) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:35.522506 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "b02da648-5691-4245-a011-361831739044", "tag": "99500ca0-ed79-4a7d-a979-017670822d95"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:35.566837 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec2db18-10fb-4a0d-bb3b-663ba51ad150 x-openstack-request-id: req-5ec2db18-10fb-4a0d-bb3b-663ba51ad150 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:35.567711 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02da648-5691-4245-a011-361831739044", "tag": "99500ca0-ed79-4a7d-a979-017670822d95", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:35.568114 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ec2db18-10fb-4a0d-bb3b-663ba51ad150 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:35.568662 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95', 'status': 'completed', 'code': 200} Jul 15 23:32:35.587564 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d6cf4f9a-f340-4092-b544-6a842df31064 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/floatingips/8aa2792b-64df-44cd-bfbc-4dc025b14877 HTTP/1.1" status: 200 len: 992 time: 0.0636349 Jul 15 23:32:35.617148 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:35.693854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-1942b884-6daa-428b-b3f7-06fd0b808b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.695687 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-1942b884-6daa-428b-b3f7-06fd0b808b8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 1097 time: 0.0653980 Jul 15 23:32:35.791707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-3fc4dfb5-d79b-4466-b676-1e298111e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.794584 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-3fc4dfb5-d79b-4466-b676-1e298111e9c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fed69efd-64ed-4606-85ea-eb6249b156bb HTTP/1.1" status: 200 len: 898 time: 0.0931885 Jul 15 23:32:35.869455 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:34Z', 'revision_number': 0, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.895944 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] Checking router: 79642c5d-4258-4418-b60b-600ea7b42929 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:35.904363 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:35.905085 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.908576 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-074f25dd-6879-4d89-b95f-b515fcf583d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99500ca0-ed79-4a7d-a979-017670822d95 HTTP/1.1" status: 200 len: 1000 time: 0.0996311 Jul 15 23:32:35.967238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-99a3e202-7125-4ce2-a85e-c0fd8b440d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.969135 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-99a3e202-7125-4ce2-a85e-c0fd8b440d56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c HTTP/1.1" status: 200 len: 834 time: 0.0548334 Jul 15 23:32:36.021539 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:36.037498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-1822cf26-ffa6-4e8e-8252-a6228c08f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:36.039397 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-1822cf26-ffa6-4e8e-8252-a6228c08f60b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fed69efd-64ed-4606-85ea-eb6249b156bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634055 Jul 15 23:32:36.143965 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-ab172e44-72fe-47d6-bc79-ae3f1642d862 service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983131 Jul 15 23:32:36.243777 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cec1f8c8-ec7a-47b5-85e5-e334468c7ce7 req-9d246e17-329d-402b-8fbc-afc8d871893e service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941350 Jul 15 23:32:36.270701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:34Z', 'revision_number': 0, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:36.378699 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb372080-d67c-4fc6-b8f9-e0521f99998d None None] The sync data for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 is: [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:34Z', 'revision_number': 0, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:36.574512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d7f61-cc61-4be1-8570-5625048ad249 None None] New status for floating IP 8aa2792b-64df-44cd-bfbc-4dc025b14877: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:32:36.589745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39264) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:36.689257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-118359ac-1e5a-408d-93f9-8d271bd28011 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/floatingips/8aa2792b-64df-44cd-bfbc-4dc025b14877 HTTP/1.1" status: 200 len: 992 time: 0.0967140 Jul 15 23:32:37.692284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39272) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:37.754787 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-633ce81e-7b88-4245-a326-a2eed07dcbd6 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/floatingips/8aa2792b-64df-44cd-bfbc-4dc025b14877 HTTP/1.1" status: 200 len: 994 time: 0.0603325 Jul 15 23:32:43.871048 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.285010 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39348) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:47.389702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e81dd715-b6f0-4a79-aef1-87f2b6f2826a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.483012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e81dd715-b6f0-4a79-aef1-87f2b6f2826a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.487988 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e81dd715-b6f0-4a79-aef1-87f2b6f2826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.528599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dd715-b6f0-4a79-aef1-87f2b6f2826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a013ff58-cbd0-4847-961e-ed059fb6f931,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:47.533982 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e81dd715-b6f0-4a79-aef1-87f2b6f2826a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e12598e0f654b0983759581430675bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477632 Jul 15 23:32:47.536572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39354) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:47.586857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a70d780a-8afa-4949-b94f-a79e0b3f1e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.608008 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a70d780a-8afa-4949-b94f-a79e0b3f1e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.657035 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a70d780a-8afa-4949-b94f-a79e0b3f1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.660178 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a70d780a-8afa-4949-b94f-a79e0b3f1e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.661367 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a70d780a-8afa-4949-b94f-a79e0b3f1e69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a013ff58-cbd0-4847-961e-ed059fb6f931 HTTP/1.1" status: 204 len: 168 time: 0.1238947 Jul 15 23:32:47.671174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d780a-8afa-4949-b94f-a79e0b3f1e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a013ff58-cbd0-4847-961e-ed059fb6f931,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:48.066982 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8cfc-5141-40c8-98e9-34d8e2ee8514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.298721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39376) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:48.394091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-684979478-network', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:48.417704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:48.420368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.429528 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.524602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.529065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.556481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e729af-952e-4fed-b33b-577f9e15e9ef,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:48.576860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:48.586645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.587041 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Added segment 77fabe40-67c9-4f34-bd4b-08f5c0047fec of type vlan for network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec Jul 15 23:32:48.640675 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.679239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.680364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:48.681009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.717058 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4170887 Jul 15 23:32:48.720023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39382) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:48.730552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Request body: {'subnet': {'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-684979478-subnet', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:48.759176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878780-d6da-44f1-8b7b-c5a7f99483ba admin admin] Pushing event updated for resources: {'Network': ['ID=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:48.777176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:48.779808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:48.782795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.254109 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.314251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:49.319570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:49.319924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Network hostable DHCP agents. Network: 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:49.336485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:49.345898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:49.350613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:49.351814 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.355422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce9c31-0d78-4f1e-904c-c207f06e4f01 None None] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:49.369253 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4b8ab9c6-7303-4c21-b639-b315323b3f29 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6455135 Jul 15 23:32:49.369440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39384) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:49.373998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:49.397865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.399058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.470030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.525344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:49.526458 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.614311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.682251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Allocated IP 172.20.0.2 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/f8b2dada-c16f-47ce-a93b-126af09b0659) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:49.834195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.850528 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.857973 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.860811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Transition to ACTIVE for port object f8b2dada-c16f-47ce-a93b-126af09b0659 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:49.877578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Transition to ACTIVE for port object f8b2dada-c16f-47ce-a93b-126af09b0659 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:49.884311 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.920140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:49.925817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:49.928455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:49.960711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Pushing event updated for resources: {'Port': ['ID=f8b2dada-c16f-47ce-a93b-126af09b0659,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:49.964812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Allocated IP 172.25.3.212 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/018ee243-011f-44e1-87ef-0f53259aee24) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:49.994455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Attempting to bind port f8b2dada-c16f-47ce-a93b-126af09b0659 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:49.994997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Attempting to bind port f8b2dada-c16f-47ce-a93b-126af09b0659 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:49.995458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Attempting to bind port f8b2dada-c16f-47ce-a93b-126af09b0659 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:50.006191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:50.006737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:50.007443 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.007941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:50.008526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Bound port: f8b2dada-c16f-47ce-a93b-126af09b0659, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:50.009009 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.081830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] For port f8b2dada-c16f-47ce-a93b-126af09b0659, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:50.084516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.085755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] For port f8b2dada-c16f-47ce-a93b-126af09b0659, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f8b2dada-c16f-47ce-a93b-126af09b0659,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:50.096686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.128824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.161713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71432d47-603a-4e26-93ad-9c722c07f348 None None] Pushing event updated for resources: {'Port': ['ID=f8b2dada-c16f-47ce-a93b-126af09b0659,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:50.181121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:50.184162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:50.188842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:50.190947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Pushing event updated for resources: {'Port': ['ID=018ee243-011f-44e1-87ef-0f53259aee24,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:50.503302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.679586 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8eeec441-f546-4cd3-9788-09f9c2e599a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.703221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.838863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Router 99179a35-cd6b-4ae7-8938-5803881715c6 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:50.858651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-051f6d08-6ec6-4696-87ca-f2b5593eb4c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572832 Jul 15 23:32:50.964414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:50.980515 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:50.985643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.987669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-b8dae77a-1808-4a52-a1fc-a21efe3241dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:50.989184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-b8dae77a-1808-4a52-a1fc-a21efe3241dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.0745559 Jul 15 23:32:50.989830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:50.990314 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-64e598ee-3f19-4e1f-8d6a-194487837760 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6197593 Jul 15 23:32:51.007519 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:51.008677 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:51.040075 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.147831 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:51.253246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-c0abf44c-d2c8-4863-a2a0-2842fda11fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:51.256461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-c0abf44c-d2c8-4863-a2a0-2842fda11fae service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.2113283 Jul 15 23:32:51.312012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e1a1f-5477-4f43-821e-ea0105a6735c None None] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:51.345877 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:50Z', 'revision_number': 3, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:51.377806 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:51.378059 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Updating router 99179a35-cd6b-4ae7-8938-5803881715c6 port 018ee243-011f-44e1-87ef-0f53259aee24 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:51.382671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-b0ca6dbb-0541-44da-90bc-bf428bfed8d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.1129329 Jul 15 23:32:51.383628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3d1da858-a8e1-4c20-97e2-ef4d52349b1e None None] Provisioning for port f8b2dada-c16f-47ce-a93b-126af09b0659 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:51.412968 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.520333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-9460a791-2de0-4c96-83e2-7d753a566ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:51.521781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-9460a791-2de0-4c96-83e2-7d753a566ccf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0940440 Jul 15 23:32:51.573823 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.667143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-fa9f7463-3395-4af7-93c5-88222f40d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:51.668574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-fa9f7463-3395-4af7-93c5-88222f40d2eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382561 Jul 15 23:32:51.706123 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.717023 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Transition to ACTIVE for port object 018ee243-011f-44e1-87ef-0f53259aee24 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:51.723849 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.774825 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Attempting to bind port 018ee243-011f-44e1-87ef-0f53259aee24 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:51.775192 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Attempting to bind port 018ee243-011f-44e1-87ef-0f53259aee24 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:51.775555 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Attempting to bind port 018ee243-011f-44e1-87ef-0f53259aee24 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:51.783189 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Pushing event updated for resources: {'Port': ['ID=018ee243-011f-44e1-87ef-0f53259aee24,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:51.786276 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:51.786644 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:51.786980 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.787113 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.787441 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:51.787899 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Bound port: 018ee243-011f-44e1-87ef-0f53259aee24, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:51.788275 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.810272 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.810617 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.810981 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.811315 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.811645 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.812500 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.812824 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.813145 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.813466 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.815925 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.815925 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.815925 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:51.851190 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] For port 018ee243-011f-44e1-87ef-0f53259aee24, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:51.854451 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] For port 018ee243-011f-44e1-87ef-0f53259aee24, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=018ee243-011f-44e1-87ef-0f53259aee24,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:51.859422 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.872442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-4196dc84-6cfc-4314-8249-a517362cf75a service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925838 Jul 15 23:32:51.907176 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:51.907787 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:51.957448 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab64a3-7565-4743-9627-d17cbb34242e None None] Pushing event updated for resources: {'Port': ['ID=018ee243-011f-44e1-87ef-0f53259aee24,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:52.024978 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:52.188354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f8b2dada-c16f-47ce-a93b-126af09b0659 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:52.238497 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:50Z', 'revision_number': 3, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:52.248176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f8b2dada-c16f-47ce-a93b-126af09b0659 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:52.253448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f8b2dada-c16f-47ce-a93b-126af09b0659 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:52.253878 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.271688 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0b116-090a-4d22-8cde-ad04deae7d4e None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:50Z', 'revision_number': 3, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:52.359413 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.395070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f8b2dada-c16f-47ce-a93b-126af09b0659, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f8b2dada-c16f-47ce-a93b-126af09b0659,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:52.400704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.404537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b020d1e1-5e52-4487-84a2-fd70cc18b2c8 req-63dcd868-400c-4e6d-9d3e-4e1a3df1a42e service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186846 Jul 15 23:32:52.428374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Allocated IP 172.20.0.1 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/b7e94e06-830a-453b-a0a0-35a3c1f563c4) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:52.459382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f8b2dada-c16f-47ce-a93b-126af09b0659,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:52.562361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.577226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Transition to ACTIVE for port object b7e94e06-830a-453b-a0a0-35a3c1f563c4 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:52.620570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.663959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:52.669492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:52.672271 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:52.703046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e94e06-830a-453b-a0a0-35a3c1f563c4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:52.735326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.894420 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.995567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75686589-f085-45b0-b6cb-e8704dc65961 None None] Provisioning for port b7e94e06-830a-453b-a0a0-35a3c1f563c4 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:53.004001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75686589-f085-45b0-b6cb-e8704dc65961 None None] Provisioning complete for port b7e94e06-830a-453b-a0a0-35a3c1f563c4 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:53.005739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75686589-f085-45b0-b6cb-e8704dc65961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.059956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-75686589-f085-45b0-b6cb-e8704dc65961 None None] Port b7e94e06-830a-453b-a0a0-35a3c1f563c4 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:53.101847 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.107019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.178015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e94e06-830a-453b-a0a0-35a3c1f563c4,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:53.183215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.295523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:53.297056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:53.329439 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.420323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Router 99179a35-cd6b-4ae7-8938-5803881715c6 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:53.541830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:53.556426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-62e7ec4b-08f7-4206-9ec1-a4bb8cf9d2b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/99179a35-cd6b-4ae7-8938-5803881715c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5648782 Jul 15 23:32:53.582683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d6372417-598b-46de-ad28-6cc816e41ae4 None None] Provisioning complete for port b7e94e06-830a-453b-a0a0-35a3c1f563c4 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:53.583382 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6372417-598b-46de-ad28-6cc816e41ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.629717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d6372417-598b-46de-ad28-6cc816e41ae4 None None] Port b7e94e06-830a-453b-a0a0-35a3c1f563c4 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:54.027905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39446) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:54.034218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1328648871-network', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:54.059522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Made reservation on behalf of c29b24baf0bd4c3d8d9d91d277e43ea3 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:54.062023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.072452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.113974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:54.124145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:54.124862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:54.202907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.211181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.237635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:54.247731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d40561-e42e-46af-a0a8-85f80d3bf92a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:54.252875 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.253472 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Added segment d76aabc3-bd87-42a2-a4c7-3d5f20b565f6 of type vlan for network 969f1931-bdd4-48c0-a160-09e39f9510d6 Jul 15 23:32:54.258676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:54.300409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.309821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 018ee243-011f-44e1-87ef-0f53259aee24 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:54.341334 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.342624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:54.344070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.404984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3759315 Jul 15 23:32:54.407926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39452) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:54.413658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Request body: {'subnet': {'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1328648871-subnet', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:54.440887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Made reservation on behalf of c29b24baf0bd4c3d8d9d91d277e43ea3 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:54.444062 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.452512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609881a-1f0a-4dc0-8512-a2508ce6cf51 admin admin] Pushing event updated for resources: {'Network': ['ID=969f1931-bdd4-48c0-a160-09e39f9510d6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:54.468297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 969f1931-bdd4-48c0-a160-09e39f9510d6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:54.472878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 018ee243-011f-44e1-87ef-0f53259aee24 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:54.493327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 018ee243-011f-44e1-87ef-0f53259aee24 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:54.493701 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.628462 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.683132 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.689706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 2, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:54.699509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd825091-ba16-4265-b858-ff899bcc9fd6,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:54.710919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Checking segment: {'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:54.711345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Network hostable DHCP agents. Network: 969f1931-bdd4-48c0-a160-09e39f9510d6, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:54.718010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:54.719885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Updating router 99179a35-cd6b-4ae7-8938-5803881715c6 port b7e94e06-830a-453b-a0a0-35a3c1f563c4 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:54.733320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Network 969f1931-bdd4-48c0-a160-09e39f9510d6 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:54.745086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 969f1931-bdd4-48c0-a160-09e39f9510d6) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:54.749929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:54.751457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.753730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 018ee243-011f-44e1-87ef-0f53259aee24, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=018ee243-011f-44e1-87ef-0f53259aee24,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:54.762363 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.763181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f8b2dada-c16f-47ce-a93b-126af09b0659 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:54.765505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df473628-422b-4baf-8b3b-0d0db78074ad None None] Network 969f1931-bdd4-48c0-a160-09e39f9510d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:54.769022 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9dbe5286-adea-4c37-81dd-21dd319718c7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3599219 Jul 15 23:32:54.771693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39460) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:54.776312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:54.798068 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.799265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.856896 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.858167 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.002421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.126481 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=018ee243-011f-44e1-87ef-0f53259aee24,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:55.181866 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.182546 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f8b2dada-c16f-47ce-a93b-126af09b0659 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:55.182929 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.214583 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.238535 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.351347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Allocated IP 172.25.3.155 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/6d259c54-c6bc-41f9-bec2-dc0e64e74f38) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:55.369395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-969f1931-bdd4-48c0-a160-09e39f9510d6', 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'fixed_ips': [{'subnet_id': 'cd825091-ba16-4265-b858-ff899bcc9fd6'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:55.370212 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.475852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.524681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.565185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:55.570521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:55.574006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:55.604650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Pushing event updated for resources: {'Port': ['ID=6d259c54-c6bc-41f9-bec2-dc0e64e74f38,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:55.653735 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.669323 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Allocated IP 172.20.0.2 (969f1931-bdd4-48c0-a160-09e39f9510d6/cd825091-ba16-4265-b858-ff899bcc9fd6/c30ef933-233e-46f7-8ecf-98662fd0980d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:55.675653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Transition to ACTIVE for port object b7e94e06-830a-453b-a0a0-35a3c1f563c4 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:55.685119 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.762817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4bd9d-8706-4f25-aad8-02bbbcfbb071 None None] Pushing event updated for resources: {'Port': ['ID=b7e94e06-830a-453b-a0a0-35a3c1f563c4,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:55.852003 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35fb451b-788d-4344-954c-32c028cae082 req-bd2ab23d-c5e1-4eb8-9951-89cd262998be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756648 Jul 15 23:32:55.910663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.913264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Attempting to bind port b7e94e06-830a-453b-a0a0-35a3c1f563c4 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:55.913643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Attempting to bind port b7e94e06-830a-453b-a0a0-35a3c1f563c4 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:55.914010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Attempting to bind port b7e94e06-830a-453b-a0a0-35a3c1f563c4 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:55.926883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:55.927290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:55.927699 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.928089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:55.928564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Bound port: b7e94e06-830a-453b-a0a0-35a3c1f563c4, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:55.928945 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.019716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.025808 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb451b-788d-4344-954c-32c028cae082 req-48d485e5-b761-405a-8539-082fa058b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:56.031010 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35fb451b-788d-4344-954c-32c028cae082 req-48d485e5-b761-405a-8539-082fa058b4d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c3c7aa919aa84f2a8fdcc500b4ec8bc3&device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1128442 Jul 15 23:32:56.041717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Transition to ACTIVE for port object c30ef933-233e-46f7-8ecf-98662fd0980d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:56.072903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Transition to ACTIVE for port object c30ef933-233e-46f7-8ecf-98662fd0980d will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:56.075271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] For port b7e94e06-830a-453b-a0a0-35a3c1f563c4, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:56.080178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] For port b7e94e06-830a-453b-a0a0-35a3c1f563c4, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b7e94e06-830a-453b-a0a0-35a3c1f563c4,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:56.085350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.092700 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.156126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Network 969f1931-bdd4-48c0-a160-09e39f9510d6 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:56.166998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Pushing event updated for resources: {'Port': ['ID=c30ef933-233e-46f7-8ecf-98662fd0980d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:56.166998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:56.178158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:56.209410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 018ee243-011f-44e1-87ef-0f53259aee24 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:56.211234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.246706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:56.247410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:56.285107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb451b-788d-4344-954c-32c028cae082 req-670f337c-cb13-4021-841e-8e0a2fc69514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:56.295591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35fb451b-788d-4344-954c-32c028cae082 req-670f337c-cb13-4021-841e-8e0a2fc69514 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.2324808 Jul 15 23:32:56.370489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35fb451b-788d-4344-954c-32c028cae082 req-c811ab8c-97b0-4730-a8a7-7f52c8f517c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f20caeea-0e11-4402-929c-608b2a137dd9 HTTP/1.1" status: 200 len: 217 time: 0.0651281 Jul 15 23:32:56.371565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4bd9d-8706-4f25-aad8-02bbbcfbb071 None None] Pushing event updated for resources: {'Port': ['ID=b7e94e06-830a-453b-a0a0-35a3c1f563c4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:56.385008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Attempting to bind port c30ef933-233e-46f7-8ecf-98662fd0980d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:56.385380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Attempting to bind port c30ef933-233e-46f7-8ecf-98662fd0980d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:56.385744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Attempting to bind port c30ef933-233e-46f7-8ecf-98662fd0980d on network 969f1931-bdd4-48c0-a160-09e39f9510d6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:56.398206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Router ee355f71-4104-4258-854d-6f1322c119e5 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:56.446228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:56.446611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Checking segment: {'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:56.447044 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.447425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Bound using segment: {'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:56.447539 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb451b-788d-4344-954c-32c028cae082 req-34ba07b7-fce9-4d10-9e64-2767b8052531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:56.447913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Bound port: c30ef933-233e-46f7-8ecf-98662fd0980d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:56.448295 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.449608 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35fb451b-788d-4344-954c-32c028cae082 req-34ba07b7-fce9-4d10-9e64-2767b8052531 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0729029 Jul 15 23:32:56.484423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 018ee243-011f-44e1-87ef-0f53259aee24 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:56.484827 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.523641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb451b-788d-4344-954c-32c028cae082 req-dd61a600-02d2-4657-808b-92555c718194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:56.525165 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35fb451b-788d-4344-954c-32c028cae082 req-dd61a600-02d2-4657-808b-92555c718194 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670283 Jul 15 23:32:56.527786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:56.558533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:56.572155 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Sync routers for ids ['ee355f71-4104-4258-854d-6f1322c119e5'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:56.584714 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Routers {'ee355f71-4104-4258-854d-6f1322c119e5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:56.585349 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee355f71-4104-4258-854d-6f1322c119e5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:56.598686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.599831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-142ab52a-7ce1-4637-a83c-fbc92e1f8c7d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8271286 Jul 15 23:32:56.602907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39488) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:56.660074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] For port c30ef933-233e-46f7-8ecf-98662fd0980d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:56.685151 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35fb451b-788d-4344-954c-32c028cae082 req-38574b95-a789-4401-aaa9-e5418fd5cd1f service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508474 Jul 15 23:32:56.687989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] For port c30ef933-233e-46f7-8ecf-98662fd0980d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c30ef933-233e-46f7-8ecf-98662fd0980d,segment=NetworkSegment(d76aabc3-bd87-42a2-a4c7-3d5f20b565f6),segment_id=d76aabc3-bd87-42a2-a4c7-3d5f20b565f6)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:56.738784 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.745442 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Set router ee355f71-4104-4258-854d-6f1322c119e5 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:56.819042 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-35fb451b-788d-4344-954c-32c028cae082 req-9965dbbe-d634-4e3b-88d4-3e99aa90a6fc service neutron] 10.222.0.37 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214218 Jul 15 23:32:56.861987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c0ba4-f0b9-4e28-8eae-34c595e05db1 None None] Pushing event updated for resources: {'Port': ['ID=c30ef933-233e-46f7-8ecf-98662fd0980d,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:56.923529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:56Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:56.969938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d3d34-fed9-415d-99c3-4e8f910b4235 None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:56Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:57.010293 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:32:55Z', 'revision_number': 3, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port': {'id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:55Z', 'updated_at': '2021-07-15T23:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:57.080859 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Checking router: ee355f71-4104-4258-854d-6f1322c119e5 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:57.081204 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Updating router ee355f71-4104-4258-854d-6f1322c119e5 port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:57.128230 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.617897 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.633309 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Transition to ACTIVE for port object 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:57.642544 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.737849 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Attempting to bind port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:57.738213 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Attempting to bind port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:57.739037 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Attempting to bind port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:57.746314 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:57.746678 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:57.747098 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.747479 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:57.747940 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Bound port: 6d259c54-c6bc-41f9-bec2-dc0e64e74f38, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:57.748311 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.755224 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15c46-f520-4612-a2fc-891b5745516e None None] Pushing event updated for resources: {'Port': ['ID=6d259c54-c6bc-41f9-bec2-dc0e64e74f38,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:57.771199 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.818725 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] For port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:57.822289 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] For port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d259c54-c6bc-41f9-bec2-dc0e64e74f38,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:57.828056 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.974386 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Routers {'ee355f71-4104-4258-854d-6f1322c119e5'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:57.976849 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee355f71-4104-4258-854d-6f1322c119e5'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:57.988462 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15c46-f520-4612-a2fc-891b5745516e None None] Pushing event updated for resources: {'Port': ['ID=6d259c54-c6bc-41f9-bec2-dc0e64e74f38,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:58.055982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Allocated IP 172.20.0.1 (969f1931-bdd4-48c0-a160-09e39f9510d6/cd825091-ba16-4265-b858-ff899bcc9fd6/13a3fff0-76f7-4469-9801-eaf884e2c545) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:58.239601 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] Set router ee355f71-4104-4258-854d-6f1322c119e5 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:58.333303 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.339751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c30ef933-233e-46f7-8ecf-98662fd0980d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:58.351326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Transition to ACTIVE for port object 13a3fff0-76f7-4469-9801-eaf884e2c545 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:58.398510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.408298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851c224-318f-4236-83c5-b9f4b0dd86d6 None None] Network 969f1931-bdd4-48c0-a160-09e39f9510d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:58.480367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Network 969f1931-bdd4-48c0-a160-09e39f9510d6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:58.487977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:58.494167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:58.550686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.557750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Pushing event updated for resources: {'Port': ['ID=13a3fff0-76f7-4469-9801-eaf884e2c545,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:58.585252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-f47db207-350d-48dd-a979-d8258091b570 req-96a0f812-ea1a-44b4-88d0-818a50c0909f service neutron] (93714) timed out ('10.222.0.23', 45160) {{(pid=93714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:32:58.608748 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:32:55Z', 'revision_number': 3, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port': {'id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:55Z', 'updated_at': '2021-07-15T23:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:58.644641 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a94367-92ce-4e13-a801-1463f183ea5b None None] The sync data for ids ['ee355f71-4104-4258-854d-6f1322c119e5'] in n-d-793618-8 is: [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:32:55Z', 'revision_number': 3, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port': {'id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:55Z', 'updated_at': '2021-07-15T23:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:58.710590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-47b1f06a-4ed6-4c66-949e-4e0db164b433 None None] Provisioning for port c30ef933-233e-46f7-8ecf-98662fd0980d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:58.729686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c30ef933-233e-46f7-8ecf-98662fd0980d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:58.746168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.751879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c30ef933-233e-46f7-8ecf-98662fd0980d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:58.761915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.932367 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.949353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.956112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.975431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c30ef933-233e-46f7-8ecf-98662fd0980d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c30ef933-233e-46f7-8ecf-98662fd0980d,segment=NetworkSegment(d76aabc3-bd87-42a2-a4c7-3d5f20b565f6),segment_id=d76aabc3-bd87-42a2-a4c7-3d5f20b565f6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:58.982900 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.984662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b7e94e06-830a-453b-a0a0-35a3c1f563c4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:59.066126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Pushing event updated for resources: {'Port': ['ID=13a3fff0-76f7-4469-9801-eaf884e2c545,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:59.069073 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.075953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c30ef933-233e-46f7-8ecf-98662fd0980d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:59.092181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b7e94e06-830a-453b-a0a0-35a3c1f563c4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:59.102684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b7e94e06-830a-453b-a0a0-35a3c1f563c4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:59.103141 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.179006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Network 969f1931-bdd4-48c0-a160-09e39f9510d6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:59.184078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:59.277742 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.332760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port b7e94e06-830a-453b-a0a0-35a3c1f563c4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b7e94e06-830a-453b-a0a0-35a3c1f563c4,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:59.344875 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.380803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6be7bf46-ffa8-4834-bfdd-d5096823cc19 None None] Provisioning complete for port c30ef933-233e-46f7-8ecf-98662fd0980d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:59.380803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6be7bf46-ffa8-4834-bfdd-d5096823cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.453865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Router ee355f71-4104-4258-854d-6f1322c119e5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:59.455434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=b7e94e06-830a-453b-a0a0-35a3c1f563c4,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:59.533820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6be7bf46-ffa8-4834-bfdd-d5096823cc19 None None] Provisioning for port 13a3fff0-76f7-4469-9801-eaf884e2c545 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:59.539646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6be7bf46-ffa8-4834-bfdd-d5096823cc19 None None] Provisioning complete for port 13a3fff0-76f7-4469-9801-eaf884e2c545 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:59.540297 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6be7bf46-ffa8-4834-bfdd-d5096823cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.601325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6be7bf46-ffa8-4834-bfdd-d5096823cc19 None None] Port 13a3fff0-76f7-4469-9801-eaf884e2c545 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:59.639462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:59.652754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9e0ef4af-9f92-46cb-a5dd-f04b4ddbf49f admin admin] 10.222.0.23 "PUT /v2.0/routers/ee355f71-4104-4258-854d-6f1322c119e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0411689 Jul 15 23:32:59.728802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a17f404c-d483-4b20-9509-975ee8ffe9dd None None] Provisioning complete for port 13a3fff0-76f7-4469-9801-eaf884e2c545 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:59.730606 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a17f404c-d483-4b20-9509-975ee8ffe9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.782456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a17f404c-d483-4b20-9509-975ee8ffe9dd None None] Port 13a3fff0-76f7-4469-9801-eaf884e2c545 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:59.927934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7025524b-bfa3-4a95-a0b7-0ed4b64b5215 None None] Provisioning complete for port 13a3fff0-76f7-4469-9801-eaf884e2c545 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:59.928646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7025524b-bfa3-4a95-a0b7-0ed4b64b5215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.973081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7025524b-bfa3-4a95-a0b7-0ed4b64b5215 None None] Port 13a3fff0-76f7-4469-9801-eaf884e2c545 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:00.285188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:00.338746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:00.344585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:00.344892 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.427491 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.459118 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d259c54-c6bc-41f9-bec2-dc0e64e74f38,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:00.463552 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.464300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c30ef933-233e-46f7-8ecf-98662fd0980d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:00.559723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=6d259c54-c6bc-41f9-bec2-dc0e64e74f38,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:00.576961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c30ef933-233e-46f7-8ecf-98662fd0980d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:00.578160 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.685753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b7e94e06-830a-453b-a0a0-35a3c1f563c4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:00.738202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b7e94e06-830a-453b-a0a0-35a3c1f563c4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:00.738649 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.987584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Sync routers for ids ['ee355f71-4104-4258-854d-6f1322c119e5'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:00.996996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Routers {'ee355f71-4104-4258-854d-6f1322c119e5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:00.997892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee355f71-4104-4258-854d-6f1322c119e5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:01.108407 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Set router ee355f71-4104-4258-854d-6f1322c119e5 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:01.326560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:32:58Z', 'revision_number': 4, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port': {'id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:55Z', 'updated_at': '2021-07-15T23:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '13a3fff0-76f7-4469-9801-eaf884e2c545', 'name': '', 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'mac_address': 'fa:16:3e:9d:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'cd825091-ba16-4265-b858-ff899bcc9fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:57Z', 'updated_at': '2021-07-15T23:32:58Z', 'revision_number': 2, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'subnets': [{'id': 'cd825091-ba16-4265-b858-ff899bcc9fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:01.353176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Checking router: ee355f71-4104-4258-854d-6f1322c119e5 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:01.353532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Updating router ee355f71-4104-4258-854d-6f1322c119e5 port 13a3fff0-76f7-4469-9801-eaf884e2c545 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:01.398336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.686140 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.697986 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Transition to ACTIVE for port object 13a3fff0-76f7-4469-9801-eaf884e2c545 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:01.704492 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.759571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c28a69-e2eb-49bd-898e-1b0e8b4ef831 None None] Pushing event updated for resources: {'Port': ['ID=13a3fff0-76f7-4469-9801-eaf884e2c545,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:01.817898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Attempting to bind port 13a3fff0-76f7-4469-9801-eaf884e2c545 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:01.818268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Attempting to bind port 13a3fff0-76f7-4469-9801-eaf884e2c545 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:01.818633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Attempting to bind port 13a3fff0-76f7-4469-9801-eaf884e2c545 on network 969f1931-bdd4-48c0-a160-09e39f9510d6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:01.826269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:01.826576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Checking segment: {'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:01.827143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.827769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Bound using segment: {'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:01.828247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Bound port: 13a3fff0-76f7-4469-9801-eaf884e2c545, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:01.828626 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.916739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] For port 13a3fff0-76f7-4469-9801-eaf884e2c545, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:01.920918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] For port 13a3fff0-76f7-4469-9801-eaf884e2c545, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=13a3fff0-76f7-4469-9801-eaf884e2c545,segment=NetworkSegment(d76aabc3-bd87-42a2-a4c7-3d5f20b565f6),segment_id=d76aabc3-bd87-42a2-a4c7-3d5f20b565f6)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:01.927732 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.000298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Routers {'ee355f71-4104-4258-854d-6f1322c119e5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:02.000860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:32:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee355f71-4104-4258-854d-6f1322c119e5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:02.028810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-21b148a5-6f7a-4588-8e04-f00d74985b16 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:02.030631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-21b148a5-6f7a-4588-8e04-f00d74985b16 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1529634 Jul 15 23:33:02.047483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2b2ccb7b-f751-438c-a6fa-8c346db0ab48 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/quotas/969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 375 time: 0.0113366 Jul 15 23:33:02.068570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c28a69-e2eb-49bd-898e-1b0e8b4ef831 None None] Pushing event updated for resources: {'Port': ['ID=13a3fff0-76f7-4469-9801-eaf884e2c545,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:02.154599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] Set router ee355f71-4104-4258-854d-6f1322c119e5 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:02.161378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-fb520b31-61f4-4d5a-b915-2bdb71c6ec9a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066225 Jul 15 23:33:02.191978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:02.282934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-942f0b82-20d8-47f9-a1cc-e304818df12a service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142056 Jul 15 23:33:02.340919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:02.341297 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.376098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-1bdc78b1-c250-45d6-ab90-e711164a8604 service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904677 Jul 15 23:33:02.492304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:32:58Z', 'revision_number': 4, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port': {'id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:55Z', 'updated_at': '2021-07-15T23:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '13a3fff0-76f7-4469-9801-eaf884e2c545', 'name': '', 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'mac_address': 'fa:16:3e:9d:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'cd825091-ba16-4265-b858-ff899bcc9fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:57Z', 'updated_at': '2021-07-15T23:33:01Z', 'revision_number': 4, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'subnets': [{'id': 'cd825091-ba16-4265-b858-ff899bcc9fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:02.522495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e2a67-b27f-42b4-b512-aef75eab9453 None None] The sync data for ids ['ee355f71-4104-4258-854d-6f1322c119e5'] in n-d-793618-8 is: [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:32:58Z', 'revision_number': 4, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port': {'id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:55Z', 'updated_at': '2021-07-15T23:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '13a3fff0-76f7-4469-9801-eaf884e2c545', 'name': '', 'network_id': '969f1931-bdd4-48c0-a160-09e39f9510d6', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'mac_address': 'fa:16:3e:9d:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'cd825091-ba16-4265-b858-ff899bcc9fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:57Z', 'updated_at': '2021-07-15T23:33:01Z', 'revision_number': 4, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'subnets': [{'id': 'cd825091-ba16-4265-b858-ff899bcc9fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:02.775062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-116d9167-7394-4bbe-9caa-5d26c5c1def2 req-0d553c52-eed5-43ca-b1b8-df6c3013f37e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 210 time: 0.0538747 Jul 15 23:33:03.989332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32d964f4-0db9-4df9-bc08-1ddf5d6fb217 req-81c9573a-2759-4b00-a109-f8b20c07c4e5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 210 time: 0.0926290 Jul 15 23:33:04.090648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-cdb33f25-8a97-4930-ab4e-9a629521a820 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:04.092338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-cdb33f25-8a97-4930-ab4e-9a629521a820 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.2139809 Jul 15 23:33:04.107783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'port': {'device_id': '4b88ae59-1493-4d91-9980-fa0462593acd', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'admin_state_up': True, 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:04.260092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 13a3fff0-76f7-4469-9801-eaf884e2c545 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:04.272364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:04.287395 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.330410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 13a3fff0-76f7-4469-9801-eaf884e2c545 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:04.335813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 13a3fff0-76f7-4469-9801-eaf884e2c545 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:04.336196 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.418865 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.451674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.20.0.10 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/43441ec3-1821-4fc0-aa75-bf322883e75b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:04.634157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 13a3fff0-76f7-4469-9801-eaf884e2c545, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=13a3fff0-76f7-4469-9801-eaf884e2c545,segment=NetworkSegment(d76aabc3-bd87-42a2-a4c7-3d5f20b565f6),segment_id=d76aabc3-bd87-42a2-a4c7-3d5f20b565f6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:04.636927 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.640575 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.653224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Transition to ACTIVE for port object 43441ec3-1821-4fc0-aa75-bf322883e75b will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:04.694325 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.709074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=13a3fff0-76f7-4469-9801-eaf884e2c545,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:04.753112 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:04.759353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:04.761333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=43441ec3-1821-4fc0-aa75-bf322883e75b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:04.763503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:04.815739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:04.816392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.837415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-17060289-a7e4-41da-8721-2f8eae6fdcd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7355595 Jul 15 23:33:04.852907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Request body: {'port': {'device_id': '4b88ae59-1493-4d91-9980-fa0462593acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:04.963421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.020734 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:33:05.061302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-204705d5-2d57-4b72-a64d-be40bcf179d6 None None] Provisioning for port 43441ec3-1821-4fc0-aa75-bf322883e75b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:05.067317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-204705d5-2d57-4b72-a64d-be40bcf179d6 None None] Provisioning complete for port 43441ec3-1821-4fc0-aa75-bf322883e75b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:05.067931 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-204705d5-2d57-4b72-a64d-be40bcf179d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.152179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-204705d5-2d57-4b72-a64d-be40bcf179d6 None None] Port 43441ec3-1821-4fc0-aa75-bf322883e75b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:05.314921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef80a-d6fb-4284-b3c5-72a33e5c1634 req-1eb77c9a-b891-4f75-893d-68b828bd2da7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:05.316423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6aef80a-d6fb-4284-b3c5-72a33e5c1634 req-1eb77c9a-b891-4f75-893d-68b828bd2da7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 932 time: 0.1546383 Jul 15 23:33:05.375332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6aef80a-d6fb-4284-b3c5-72a33e5c1634 req-9cb78d12-beb6-4694-9f7d-7727173950ac tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533299 Jul 15 23:33:05.421354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43441ec3-1821-4fc0-aa75-bf322883e75b {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:05.428948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.441427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Transition to ACTIVE for port object 43441ec3-1821-4fc0-aa75-bf322883e75b will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:05.445783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.495517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Pushing event updated for resources: {'Port': ['ID=43441ec3-1821-4fc0-aa75-bf322883e75b,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:05.594021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Attempting to bind port 43441ec3-1821-4fc0-aa75-bf322883e75b on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:05.594475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Attempting to bind port 43441ec3-1821-4fc0-aa75-bf322883e75b by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:05.594911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Attempting to bind port 43441ec3-1821-4fc0-aa75-bf322883e75b on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:05.600104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Port 43441ec3-1821-4fc0-aa75-bf322883e75b on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:33:05.600532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Attempting to bind port 43441ec3-1821-4fc0-aa75-bf322883e75b on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:05.607091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:05.607526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:05.607983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:05.608920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Bound port: 43441ec3-1821-4fc0-aa75-bf322883e75b, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:05.610067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.697373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] For port 43441ec3-1821-4fc0-aa75-bf322883e75b, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:05.701016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] For port 43441ec3-1821-4fc0-aa75-bf322883e75b, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=43441ec3-1821-4fc0-aa75-bf322883e75b,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:05.707672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.746064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:05.746698 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.748423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] 10.222.0.59 "PUT /v2.0/ports/43441ec3-1821-4fc0-aa75-bf322883e75b HTTP/1.1" status: 200 len: 1092 time: 0.9013305 Jul 15 23:33:05.748984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b88ae59-1493-4d91-9980-fa0462593acd', 'tag': '43441ec3-1821-4fc0-aa75-bf322883e75b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:05.751328 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f880de-d820-4aeb-9f59-9a49c619af27" -d '{"events": [{"name": "network-changed", "server_uuid": "4b88ae59-1493-4d91-9980-fa0462593acd", "tag": "43441ec3-1821-4fc0-aa75-bf322883e75b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:05.844117 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa9b6c0-ee3c-45c4-9064-820328f5b69c x-openstack-request-id: req-4aa9b6c0-ee3c-45c4-9064-820328f5b69c {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:05.844563 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b88ae59-1493-4d91-9980-fa0462593acd", "tag": "43441ec3-1821-4fc0-aa75-bf322883e75b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:05.844882 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4aa9b6c0-ee3c-45c4-9064-820328f5b69c {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:05.845381 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b88ae59-1493-4d91-9980-fa0462593acd', 'tag': '43441ec3-1821-4fc0-aa75-bf322883e75b', 'status': 'completed', 'code': 200} Jul 15 23:33:05.858347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64fbf8-3aa8-45c3-9814-9d1d89703bfc service neutron] Pushing event updated for resources: {'Port': ['ID=43441ec3-1821-4fc0-aa75-bf322883e75b,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:05.906788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-c8c0ddcc-f7d3-46e5-a83f-18db39522b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:05.908593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-c8c0ddcc-f7d3-46e5-a83f-18db39522b2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 1095 time: 0.1040599 Jul 15 23:33:05.962242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-9dd43583-9757-408c-80a6-ed6dd6b1cc06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43441ec3-1821-4fc0-aa75-bf322883e75b HTTP/1.1" status: 200 len: 217 time: 0.0448194 Jul 15 23:33:06.019782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2b368bf7-81e2-40c8-a33b-4a498aa8b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:06.021333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-2b368bf7-81e2-40c8-a33b-4a498aa8b4b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0491626 Jul 15 23:33:06.083078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-a1b31ad2-125b-4a06-ab23-8a325f6c8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:06.085169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-a1b31ad2-125b-4a06-ab23-8a325f6c8f49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551734 Jul 15 23:33:06.191151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 13a3fff0-76f7-4469-9801-eaf884e2c545 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:06.215852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-948b4616-4dd1-4184-92d1-2070852d5783 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105425 Jul 15 23:33:06.261206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 13a3fff0-76f7-4469-9801-eaf884e2c545 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:06.261585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:06.317445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e01d00fd-a595-4989-8f66-9f35fc059cc7 req-21442c7c-7202-45b5-a0d8-49546f93c809 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920656 Jul 15 23:33:06.440066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-58a4348a-32e0-47cc-a0a5-6b843f6bafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:06.441744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-58a4348a-32e0-47cc-a0a5-6b843f6bafb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 1095 time: 0.0635743 Jul 15 23:33:06.588919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-dcb0b4d5-1c26-4503-99e6-7b9bd7beda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:06.590560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-dcb0b4d5-1c26-4503-99e6-7b9bd7beda4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1416199 Jul 15 23:33:06.643333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-29809d12-721a-40fd-bd9e-eb479946b1a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43441ec3-1821-4fc0-aa75-bf322883e75b HTTP/1.1" status: 200 len: 217 time: 0.0441024 Jul 15 23:33:06.656693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da2dad-c121-4a9b-81cd-8f9131d5849f req-251247d4-7d55-4eb7-b6b2-1650533fe5bb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:06.658159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5da2dad-c121-4a9b-81cd-8f9131d5849f req-251247d4-7d55-4eb7-b6b2-1650533fe5bb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 944 time: 0.1283519 Jul 15 23:33:06.728130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5da2dad-c121-4a9b-81cd-8f9131d5849f req-1623a34a-1004-4654-9a4a-2ebeba1e7c40 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614066 Jul 15 23:33:06.729600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-e5f93317-bb6c-4ffd-bc79-6eb15e90cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:06.731110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-e5f93317-bb6c-4ffd-bc79-6eb15e90cf19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0721109 Jul 15 23:33:06.801957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-57aa4b04-80ed-447a-ae56-512a6c73d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:06.803476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-57aa4b04-80ed-447a-ae56-512a6c73d251 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621479 Jul 15 23:33:06.904451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-ce7f83b5-c0fe-410e-8ae4-d1920239e839 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886836 Jul 15 23:33:07.019347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-49f880de-d820-4aeb-9f59-9a49c619af27 req-82f300e9-abe3-4e25-b532-cb024a17c905 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070747 Jul 15 23:33:08.000766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-16938006-753f-4537-9997-0f5af0069151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.002597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-16938006-753f-4537-9997-0f5af0069151 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.0974891 Jul 15 23:33:08.015444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c10cd-79c1-4d1d-8611-23cbb9692d89 req-03b991f1-f3c6-4e5a-b585-fa6263e25f01 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.016965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca3c10cd-79c1-4d1d-8611-23cbb9692d89 req-03b991f1-f3c6-4e5a-b585-fa6263e25f01 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 944 time: 0.1027417 Jul 15 23:33:08.119938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca3c10cd-79c1-4d1d-8611-23cbb9692d89 req-8562859a-9f86-4e5b-ac69-943e7a752012 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757978 Jul 15 23:33:08.149161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-8a2f12fe-de87-46ee-a521-ac5b1057e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.150863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-8a2f12fe-de87-46ee-a521-ac5b1057e411 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.1329956 Jul 15 23:33:08.235305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-73b35980-cc5b-4e6c-998d-22e5f7e47990 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.0765452 Jul 15 23:33:08.320311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-1bd7f626-42ed-46a1-8892-5be59866587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.323549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-1bd7f626-42ed-46a1-8892-5be59866587e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0816858 Jul 15 23:33:08.388714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7039f3-dbd8-4864-918c-23a8d61729c2 req-762b50d0-a073-49fc-b17d-b491822c8bb3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.390889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c7039f3-dbd8-4864-918c-23a8d61729c2 req-762b50d0-a073-49fc-b17d-b491822c8bb3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1172254 Jul 15 23:33:08.433761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-7f9261bb-8215-4da4-bf15-529ca97e4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.435426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-7f9261bb-8215-4da4-bf15-529ca97e4485 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038203 Jul 15 23:33:08.443456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c7039f3-dbd8-4864-918c-23a8d61729c2 req-f9ea6c3f-e63f-4dbf-bc04-40cce8ae8938 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458276 Jul 15 23:33:08.536571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-89cb4e32-87a8-4743-a9d9-2772ae71760d service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920997 Jul 15 23:33:08.978865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8cd7668-de50-4344-9b4a-7044aa8961ea req-15593b22-6d26-4620-98a3-d87f1851d15d service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350703 Jul 15 23:33:09.014262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39750) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:09.102640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa6144-dda1-40ce-9032-c78aebbf858d tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:09.103243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa6144-dda1-40ce-9032-c78aebbf858d tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:09.103721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa6144-dda1-40ce-9032-c78aebbf858d tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:09.114841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e5aa6144-dda1-40ce-9032-c78aebbf858d tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=a727dce9389f4d749a6eb83a7dd04fd9&network_id=fed69efd-64ed-4606-85ea-eb6249b156bb HTTP/1.1" status: 200 len: 2970 time: 0.0896444 Jul 15 23:33:09.303928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59363caf-31a5-475c-a71e-52e290dddf53 req-05d5e667-e33d-418d-acad-9860b1550554 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:09.305569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59363caf-31a5-475c-a71e-52e290dddf53 req-05d5e667-e33d-418d-acad-9860b1550554 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 944 time: 0.0679824 Jul 15 23:33:09.345839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59363caf-31a5-475c-a71e-52e290dddf53 req-aa6a6710-5075-45ba-8dfc-3e9da54fdc55 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Jul 15 23:33:09.624175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a0a6-60a7-4d7c-887d-30eba9fe4a02 req-7b368617-9214-4745-afa4-9599c61e44e7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:09.626097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ebc5a0a6-60a7-4d7c-887d-30eba9fe4a02 req-7b368617-9214-4745-afa4-9599c61e44e7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0677929 Jul 15 23:33:09.680711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ebc5a0a6-60a7-4d7c-887d-30eba9fe4a02 req-6566c8fd-47fb-4bde-8381-1fa0a22e0999 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481915 Jul 15 23:33:10.519908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a289600-c900-477a-8d82-de00a66670a6 req-ecad70e0-e697-476a-a4e6-0a98d8d9b294 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:10.521562 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a289600-c900-477a-8d82-de00a66670a6 req-ecad70e0-e697-476a-a4e6-0a98d8d9b294 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 944 time: 0.0638640 Jul 15 23:33:10.562997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a289600-c900-477a-8d82-de00a66670a6 req-3bd211d0-a484-4fff-a18c-7d9e881f2b3a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358427 Jul 15 23:33:10.823030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-1f4a86b2-7e58-4025-9e94-87767ffcb58a req-b077ac4c-01b3-4359-bbb0-1d8bcd46c2b6 tempest-MultipleCreateTestJSON-1133794013 tempest-MultipleCreateTestJSON-1133794013-project] (93715) timed out ('10.222.0.59', 54004) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:33:10.858053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3e6f5-e89b-4d7c-a92c-9937e7921798 req-bbeb46f8-973e-46e1-bbe1-d36d8889b1d4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:10.860089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7f3e6f5-e89b-4d7c-a92c-9937e7921798 req-bbeb46f8-973e-46e1-bbe1-d36d8889b1d4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0642178 Jul 15 23:33:10.872698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39804) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:10.941680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7f3e6f5-e89b-4d7c-a92c-9937e7921798 req-45841a5d-e2a3-42fd-8b2c-8269c3bf3666 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757370 Jul 15 23:33:10.947357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3877231-d2b3-4d19-a14f-9f80a7d0307e tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:10.950270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a3877231-d2b3-4d19-a14f-9f80a7d0307e tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 814 time: 0.0754654 Jul 15 23:33:11.450559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39822) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.455765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'network': {'name': 'tempest-network-smoke--1852041487', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'port_security_enabled': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:11.477146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:11.480747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.509161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:11.518032 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.518374 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Added segment c3962d9d-94d5-42a9-88a2-f373bc0bed2d of type vlan for network 385e0c63-056a-4460-b494-96b57b725b70 Jul 15 23:33:11.560995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.589344 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.595664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.596279 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.630361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1759906 Jul 15 23:33:11.631233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39830) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.757211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cecbe-ca87-4eff-b743-3e2dad1bceaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Network': ['ID=385e0c63-056a-4460-b494-96b57b725b70,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:11.775400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 385e0c63-056a-4460-b494-96b57b725b70 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:11.799621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a700f-85ce-450f-9014-fcf6799365fb tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.801123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c42a700f-85ce-450f-9014-fcf6799365fb tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a727dce9389f4d749a6eb83a7dd04fd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1690450 Jul 15 23:33:11.803981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39832) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.831111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54d4d-9bd4-466d-813e-b58d9afcd9a2 req-3c8224df-b471-41a3-b9d2-21cb93a2f98c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.832614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfe54d4d-9bd4-466d-813e-b58d9afcd9a2 req-3c8224df-b471-41a3-b9d2-21cb93a2f98c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 944 time: 0.1146224 Jul 15 23:33:11.881798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfe54d4d-9bd4-466d-813e-b58d9afcd9a2 req-106fa473-d70d-4030-bd62-3eb4693e4301 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Jul 15 23:33:11.904641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67317ad-4c6a-4b09-b2b4-127736125927 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.906213 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b67317ad-4c6a-4b09-b2b4-127736125927 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999029 Jul 15 23:33:11.909355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39838) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.944260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b90b3455-b6b4-4ccb-b62e-13b28b873fb1 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337596 Jul 15 23:33:11.946824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39840) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.985275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-61ea5a0a-dc47-486d-bda4-cde4e4a75d38 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a727dce9389f4d749a6eb83a7dd04fd9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373120 Jul 15 23:33:11.987678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39842) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:12.137230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f433f1-9c70-47ca-926a-92e88e7b44fa tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:12.138780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-56f433f1-9c70-47ca-926a-92e88e7b44fa tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501675 Jul 15 23:33:12.142848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39846) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:12.171640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-30483858-5998-4974-88b7-19ae03907f04 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276577 Jul 15 23:33:12.174044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39852) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:12.178859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1213540434', 'network_id': '385e0c63-056a-4460-b494-96b57b725b70', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:12.270053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:12.273649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.463463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.529100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Subnet': ['ID=94186c86-ed34-4ef9-a06b-751b7d1527bd,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:12.539202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Checking segment: {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:12.539572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network hostable DHCP agents. Network: 385e0c63-056a-4460-b494-96b57b725b70, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:12.563629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network 385e0c63-056a-4460-b494-96b57b725b70 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:12.573460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 385e0c63-056a-4460-b494-96b57b725b70) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:12.577707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:12.578296 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.582874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6308fca5-5349-481d-b020-279f556a219a None None] Network 385e0c63-056a-4460-b494-96b57b725b70 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:12.593128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-189658ce-31e5-4c6a-bdca-19db67ab998c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4178345 Jul 15 23:33:12.755449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-385e0c63-056a-4460-b494-96b57b725b70', 'network_id': '385e0c63-056a-4460-b494-96b57b725b70', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ips': [{'subnet_id': '94186c86-ed34-4ef9-a06b-751b7d1527bd'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:12.756333 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.887847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Allocated IP 172.20.0.18 (385e0c63-056a-4460-b494-96b57b725b70/94186c86-ed34-4ef9-a06b-751b7d1527bd/1b62edd1-00ee-420c-a7c9-e4b93595af55) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:12.967646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39870) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:12.977576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ed0121ad-4663-4c3b-96fa-0c90965870d0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558267214', 'description': 'tempest-secgroup-smoke-1558267214 description', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:13.008807 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ed0121ad-4663-4c3b-96fa-0c90965870d0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.059659 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.069324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Transition to ACTIVE for port object 1b62edd1-00ee-420c-a7c9-e4b93595af55 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:13.085632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Transition to ACTIVE for port object 1b62edd1-00ee-420c-a7c9-e4b93595af55 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:13.093984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.135326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Network 385e0c63-056a-4460-b494-96b57b725b70 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:13.139349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ed0121ad-4663-4c3b-96fa-0c90965870d0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.140860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:13.143239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Pushing event updated for resources: {'Port': ['ID=1b62edd1-00ee-420c-a7c9-e4b93595af55,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.145377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:13.145780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ed0121ad-4663-4c3b-96fa-0c90965870d0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.193211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ed0121ad-4663-4c3b-96fa-0c90965870d0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.194455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ed0121ad-4663-4c3b-96fa-0c90965870d0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2252376 Jul 15 23:33:13.197700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39874) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:13.199851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0121ad-4663-4c3b-96fa-0c90965870d0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3eaab9-ca1d-4216-a474-7daa3080d001,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.212792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': 'ea3eaab9-ca1d-4216-a474-7daa3080d001', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:13.214916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa11b61-3db3-4f25-859d-8d163f012c3f req-791eb771-0e1d-4158-9aca-e5641a2775d4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:13.216539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfa11b61-3db3-4f25-859d-8d163f012c3f req-791eb771-0e1d-4158-9aca-e5641a2775d4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 944 time: 0.1243060 Jul 15 23:33:13.220144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Attempting to bind port 1b62edd1-00ee-420c-a7c9-e4b93595af55 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:13.220521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Attempting to bind port 1b62edd1-00ee-420c-a7c9-e4b93595af55 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:13.220947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Attempting to bind port 1b62edd1-00ee-420c-a7c9-e4b93595af55 on network 385e0c63-056a-4460-b494-96b57b725b70 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:13.227639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:13.228012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Checking segment: {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:13.228398 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.228794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Bound using segment: {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:13.229443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Bound port: 1b62edd1-00ee-420c-a7c9-e4b93595af55, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:13.229729 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.254129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.279536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfa11b61-3db3-4f25-859d-8d163f012c3f req-d28cab39-dc93-42a7-b4ba-3bb397959876 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567791 Jul 15 23:33:13.315857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] For port 1b62edd1-00ee-420c-a7c9-e4b93595af55, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:13.320469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] For port 1b62edd1-00ee-420c-a7c9-e4b93595af55, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1b62edd1-00ee-420c-a7c9-e4b93595af55,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:13.322650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.326164 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.327089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.341456 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7978aea0-784b-4216-b08b-89c89214be9c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.354504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.354926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.355293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.355645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.356168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.356778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.357126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.357418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.357961 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.358305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.359357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.359690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:13.363783 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.368039 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-be7a7341-8f0c-4c7b-b16d-ca6d20e886f4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693175 Jul 15 23:33:13.368805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39880) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:13.374736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-76360063-9b9e-4cce-97c4-fb1f5916807d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': 'ea3eaab9-ca1d-4216-a474-7daa3080d001', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:13.407226 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76360063-9b9e-4cce-97c4-fb1f5916807d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.410137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5690b-22c4-42f2-8780-1f400b077875 None None] Pushing event updated for resources: {'Port': ['ID=1b62edd1-00ee-420c-a7c9-e4b93595af55,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.469623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76360063-9b9e-4cce-97c4-fb1f5916807d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.474831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76360063-9b9e-4cce-97c4-fb1f5916807d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.494004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76360063-9b9e-4cce-97c4-fb1f5916807d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcae2c80-c465-4303-8780-7fdad6554be7,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.500782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76360063-9b9e-4cce-97c4-fb1f5916807d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.502179 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-76360063-9b9e-4cce-97c4-fb1f5916807d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319630 Jul 15 23:33:13.505973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39882) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:13.511924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0c3bec24-b7d5-4c56-a1a1-a56903f643f3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': 'ea3eaab9-ca1d-4216-a474-7daa3080d001', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:13.552883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c3bec24-b7d5-4c56-a1a1-a56903f643f3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.640868 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c3bec24-b7d5-4c56-a1a1-a56903f643f3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.653619 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c3bec24-b7d5-4c56-a1a1-a56903f643f3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.673051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bec24-b7d5-4c56-a1a1-a56903f643f3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a016a8d3-3588-4337-a278-7a867690e13e,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.681027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c3bec24-b7d5-4c56-a1a1-a56903f643f3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.682391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0c3bec24-b7d5-4c56-a1a1-a56903f643f3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1753337 Jul 15 23:33:13.685233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39888) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:13.694882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1349cc80-d6f4-4b3f-8f8b-4d7adb871c52 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': 'ea3eaab9-ca1d-4216-a474-7daa3080d001', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:13.738606 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1349cc80-d6f4-4b3f-8f8b-4d7adb871c52 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.806175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1349cc80-d6f4-4b3f-8f8b-4d7adb871c52 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.810632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1349cc80-d6f4-4b3f-8f8b-4d7adb871c52 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.828664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349cc80-d6f4-4b3f-8f8b-4d7adb871c52 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61aa6d9-c135-450b-b351-bd0b89d4b772,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.835163 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1349cc80-d6f4-4b3f-8f8b-4d7adb871c52 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.838798 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1349cc80-d6f4-4b3f-8f8b-4d7adb871c52 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501696 Jul 15 23:33:13.839480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 39894) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:13.844617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d6e26fdd-a91f-4364-a40b-430711da184d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': 'ea3eaab9-ca1d-4216-a474-7daa3080d001', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:13.878812 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-d6e26fdd-a91f-4364-a40b-430711da184d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Project a727dce9389f4d749a6eb83a7dd04fd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:33:13.882791 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.884621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d6e26fdd-a91f-4364-a40b-430711da184d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.947943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d6e26fdd-a91f-4364-a40b-430711da184d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.952721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d6e26fdd-a91f-4364-a40b-430711da184d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.971655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e26fdd-a91f-4364-a40b-430711da184d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5000fdca-e78b-4434-bc72-1f54a8e0abe9,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.975964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d6e26fdd-a91f-4364-a40b-430711da184d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.980227 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 39896) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:13.980407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d6e26fdd-a91f-4364-a40b-430711da184d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396167 Jul 15 23:33:13.985418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ab9f2434-4a75-49ab-887a-52ad02bf6c5b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': 'ea3eaab9-ca1d-4216-a474-7daa3080d001', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:14.007308 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-ab9f2434-4a75-49ab-887a-52ad02bf6c5b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Project a727dce9389f4d749a6eb83a7dd04fd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:33:14.012081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2434-4a75-49ab-887a-52ad02bf6c5b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.080637 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2434-4a75-49ab-887a-52ad02bf6c5b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.085395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2434-4a75-49ab-887a-52ad02bf6c5b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.105619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f2434-4a75-49ab-887a-52ad02bf6c5b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d76775-1e6a-441b-b095-fe3b50ab48b7,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:14.113253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2434-4a75-49ab-887a-52ad02bf6c5b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.122352 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ab9f2434-4a75-49ab-887a-52ad02bf6c5b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332695 Jul 15 23:33:14.267001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1b62edd1-00ee-420c-a7c9-e4b93595af55 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:14.326669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 1b62edd1-00ee-420c-a7c9-e4b93595af55 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:14.366190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-dd55e0fd-643e-4c72-a702-1b06cf6b18b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558267214&fields=id&tenant_id=a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 267 time: 0.0358129 Jul 15 23:33:14.488902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de109f-13d8-4d13-9d42-6aada78da58a req-477c2482-00d9-428b-935e-221f5457b4b0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:14.490409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-477c2482-00d9-428b-935e-221f5457b4b0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/networks?id=385e0c63-056a-4460-b494-96b57b725b70 HTTP/1.1" status: 200 len: 797 time: 0.1171448 Jul 15 23:33:14.503775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6dda1-5299-4417-807c-b287ef4b6986 None None] Network 385e0c63-056a-4460-b494-96b57b725b70 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:14.506343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-7b5ef1cd-b036-43f0-8957-a0a517d4ac5d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/quotas/a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 375 time: 0.0101335 Jul 15 23:33:14.571297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-364abe95-d88b-42d8-a647-ad30879fe53b None None] Provisioning for port 1b62edd1-00ee-420c-a7c9-e4b93595af55 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:14.581174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-364abe95-d88b-42d8-a647-ad30879fe53b None None] Provisioning complete for port 1b62edd1-00ee-420c-a7c9-e4b93595af55 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:14.581547 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-364abe95-d88b-42d8-a647-ad30879fe53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.585613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-737fecc6-6b89-4a7e-b422-cb9890ea7119 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0735471 Jul 15 23:33:14.708532 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bfc40d25-9660-4401-8b26-16eca481162e service neutron] 10.222.0.23 "GET /v2.0/networks/385e0c63-056a-4460-b494-96b57b725b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103024 Jul 15 23:33:14.731280 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-364abe95-d88b-42d8-a647-ad30879fe53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.776192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-364abe95-d88b-42d8-a647-ad30879fe53b None None] For port 1b62edd1-00ee-420c-a7c9-e4b93595af55, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1b62edd1-00ee-420c-a7c9-e4b93595af55,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:14.782317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-364abe95-d88b-42d8-a647-ad30879fe53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.812209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-5c72d10e-c82b-443b-bae5-f36b3eb7f108 service neutron] 10.222.0.23 "GET /v2.0/networks/385e0c63-056a-4460-b494-96b57b725b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971127 Jul 15 23:33:14.838140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364abe95-d88b-42d8-a647-ad30879fe53b None None] Pushing event updated for resources: {'Port': ['ID=1b62edd1-00ee-420c-a7c9-e4b93595af55,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:15.111001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eaf00215-28e7-4f12-874a-6f867dbff918 None None] Provisioning complete for port 1b62edd1-00ee-420c-a7c9-e4b93595af55 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:15.115170 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eaf00215-28e7-4f12-874a-6f867dbff918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.150538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07054c-b866-4302-88b7-381071fa2a3a req-2c4eb324-ed5a-4f68-936d-e2ddadc08d81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:15.156640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba07054c-b866-4302-88b7-381071fa2a3a req-2c4eb324-ed5a-4f68-936d-e2ddadc08d81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 944 time: 0.1047392 Jul 15 23:33:15.204287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba07054c-b866-4302-88b7-381071fa2a3a req-f86a039d-7637-4c83-92cc-246aacb0c5eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Jul 15 23:33:15.300724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a5f39f0-2691-44c9-a195-eb9e771d36f1 req-65517bdb-24fe-4ce8-ab77-a04f5fbd781b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 210 time: 0.0329103 Jul 15 23:33:16.194285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1b62edd1-00ee-420c-a7c9-e4b93595af55 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:16.242316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de109f-13d8-4d13-9d42-6aada78da58a req-a17abc8a-7f84-4880-bc9d-55654e2c92c6 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.244004 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-a17abc8a-7f84-4880-bc9d-55654e2c92c6 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "GET /v2.0/networks?id=385e0c63-056a-4460-b494-96b57b725b70 HTTP/1.1" status: 200 len: 797 time: 0.1227190 Jul 15 23:33:16.270967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1b62edd1-00ee-420c-a7c9-e4b93595af55 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:16.271666 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.309904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bd66eedf-dbbd-498e-b5d0-725d4439937f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 472 time: 0.0433502 Jul 15 23:33:16.319455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'port': {'device_id': '1654f2d6-e998-4d99-82d2-4eeea9353939', 'network_id': '385e0c63-056a-4460-b494-96b57b725b70', 'admin_state_up': True, 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'security_groups': ['ea3eaab9-ca1d-4216-a474-7daa3080d001']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:16.449143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c3c1-4963-4f5d-b86e-c41657f57f6a req-0f482548-8fa6-41c1-961a-3a9728a22bf5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.450691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a014c3c1-4963-4f5d-b86e-c41657f57f6a req-0f482548-8fa6-41c1-961a-3a9728a22bf5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 944 time: 0.0678313 Jul 15 23:33:16.471436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:16.475451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.490459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a014c3c1-4963-4f5d-b86e-c41657f57f6a req-ee0977f8-a439-46b0-b8df-10960cda0e7b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Jul 15 23:33:16.615068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.20.0.25 (385e0c63-056a-4460-b494-96b57b725b70/94186c86-ed34-4ef9-a06b-751b7d1527bd/bcd5c52c-7a26-4088-9f40-2479617867b1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:16.639344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35c42484-9938-42f4-ba74-fe97411ec14e req-1e5b79a1-9c90-48cb-bb3b-bcc870a92ad7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 210 time: 0.0442708 Jul 15 23:33:16.759729 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.773407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Transition to ACTIVE for port object bcd5c52c-7a26-4088-9f40-2479617867b1 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:16.805557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.818877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 43441ec3-1821-4fc0-aa75-bf322883e75b details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:33:16.848995 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network 385e0c63-056a-4460-b494-96b57b725b70 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:16.854311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:16.858619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:16.896555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=bcd5c52c-7a26-4088-9f40-2479617867b1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:16.930442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 43441ec3-1821-4fc0-aa75-bf322883e75b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=43441ec3-1821-4fc0-aa75-bf322883e75b,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:16.940455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:16.941715 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.944697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '43441ec3-1821-4fc0-aa75-bf322883e75b', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'port_id': '43441ec3-1821-4fc0-aa75-bf322883e75b', 'mac_address': 'fa:16:3e:45:46:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:33:16.965478 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-93862c6f-11ba-48e1-8606-e80917e2bb0e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6502151 Jul 15 23:33:16.987100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Request body: {'port': {'device_id': '1654f2d6-e998-4d99-82d2-4eeea9353939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:16.991016 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.005146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43441ec3-1821-4fc0-aa75-bf322883e75b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:17.026447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 43441ec3-1821-4fc0-aa75-bf322883e75b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=43441ec3-1821-4fc0-aa75-bf322883e75b,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:17.035811 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.082701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.093161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=43441ec3-1821-4fc0-aa75-bf322883e75b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:17.163148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-56002d6b-c7f7-4620-b882-126d3a3638ca None None] Provisioning for port bcd5c52c-7a26-4088-9f40-2479617867b1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:17.167657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-56002d6b-c7f7-4620-b882-126d3a3638ca None None] Provisioning complete for port bcd5c52c-7a26-4088-9f40-2479617867b1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:17.168136 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-56002d6b-c7f7-4620-b882-126d3a3638ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.213636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-56002d6b-c7f7-4620-b882-126d3a3638ca None None] Port bcd5c52c-7a26-4088-9f40-2479617867b1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:17.341878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['43441ec3-1821-4fc0-aa75-bf322883e75b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:17.365542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd5c52c-7a26-4088-9f40-2479617867b1 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:17.373881 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.389768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Transition to ACTIVE for port object bcd5c52c-7a26-4088-9f40-2479617867b1 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:17.394339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.471460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd5c52c-7a26-4088-9f40-2479617867b1,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:17.533132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Attempting to bind port bcd5c52c-7a26-4088-9f40-2479617867b1 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:17.533504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Attempting to bind port bcd5c52c-7a26-4088-9f40-2479617867b1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:17.533972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Attempting to bind port bcd5c52c-7a26-4088-9f40-2479617867b1 on network 385e0c63-056a-4460-b494-96b57b725b70 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:17.541102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Port bcd5c52c-7a26-4088-9f40-2479617867b1 on network 385e0c63-056a-4460-b494-96b57b725b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:33:17.541431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Attempting to bind port bcd5c52c-7a26-4088-9f40-2479617867b1 on network 385e0c63-056a-4460-b494-96b57b725b70 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:17.547285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:17.547629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Checking segment: {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:17.548018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Bound using segment: {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:17.548551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Bound port: bcd5c52c-7a26-4088-9f40-2479617867b1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:17.549244 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.620979 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] For port bcd5c52c-7a26-4088-9f40-2479617867b1, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:17.625736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] For port bcd5c52c-7a26-4088-9f40-2479617867b1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bcd5c52c-7a26-4088-9f40-2479617867b1,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:17.630702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.677642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:17.678563 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.681294 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] 10.222.0.37 "PUT /v2.0/ports/bcd5c52c-7a26-4088-9f40-2479617867b1 HTTP/1.1" status: 200 len: 1092 time: 0.7003515 Jul 15 23:33:17.682075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1654f2d6-e998-4d99-82d2-4eeea9353939', 'tag': 'bcd5c52c-7a26-4088-9f40-2479617867b1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:17.686235 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1654f2d6-e998-4d99-82d2-4eeea9353939", "tag": "bcd5c52c-7a26-4088-9f40-2479617867b1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:17.713897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10f3ee-6169-44a9-b725-b5f30bab96e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd5c52c-7a26-4088-9f40-2479617867b1,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:17.724668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb36b41-a586-4119-af87-06bd68fd4656 req-28d3a7d7-04de-415f-af2b-17f6e4fd5635 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:17.726971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eb36b41-a586-4119-af87-06bd68fd4656 req-28d3a7d7-04de-415f-af2b-17f6e4fd5635 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 945 time: 0.1186788 Jul 15 23:33:17.804953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eb36b41-a586-4119-af87-06bd68fd4656 req-7634792c-8aa8-44d8-93c2-18e27d1e424b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660236 Jul 15 23:33:17.831674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de109f-13d8-4d13-9d42-6aada78da58a req-fa73bbdf-50d3-46a3-bdd6-347dba9bb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:17.836440 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-fa73bbdf-50d3-46a3-bdd6-347dba9bb7d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 1095 time: 0.0824358 Jul 15 23:33:17.892103 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-577111a1-82e1-4245-a942-967fe63bd2f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=bcd5c52c-7a26-4088-9f40-2479617867b1 HTTP/1.1" status: 200 len: 217 time: 0.0414903 Jul 15 23:33:17.949801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de109f-13d8-4d13-9d42-6aada78da58a req-e2ba9b7a-f991-42a8-a262-491886391dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:17.956809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-e2ba9b7a-f991-42a8-a262-491886391dce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94186c86-ed34-4ef9-a06b-751b7d1527bd HTTP/1.1" status: 200 len: 838 time: 0.0581903 Jul 15 23:33:17.994560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1e80d-23ad-44ec-9d3d-2db84e4808ee req-938f9d54-406b-4dd5-8d9b-ef2e5e8f75e8 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:17.996251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6c1e80d-23ad-44ec-9d3d-2db84e4808ee req-938f9d54-406b-4dd5-8d9b-ef2e5e8f75e8 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 944 time: 0.0709116 Jul 15 23:33:18.024538 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de109f-13d8-4d13-9d42-6aada78da58a req-86b40d89-6dec-419a-953c-42c67e5717c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:18.025621 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-86b40d89-6dec-419a-953c-42c67e5717c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=385e0c63-056a-4460-b494-96b57b725b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620680 Jul 15 23:33:18.037846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6c1e80d-23ad-44ec-9d3d-2db84e4808ee req-9de6af44-d93c-447c-ad25-df534f5aa5eb tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Jul 15 23:33:18.069906 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f4c23545-55ee-42bc-8f36-e37d8bed83e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.104798 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6293c6a-e639-4466-9a07-fc7464b82e2a x-openstack-request-id: req-e6293c6a-e639-4466-9a07-fc7464b82e2a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:18.105152 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1654f2d6-e998-4d99-82d2-4eeea9353939", "tag": "bcd5c52c-7a26-4088-9f40-2479617867b1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:18.105407 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6293c6a-e639-4466-9a07-fc7464b82e2a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:18.105806 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1654f2d6-e998-4d99-82d2-4eeea9353939', 'tag': 'bcd5c52c-7a26-4088-9f40-2479617867b1', 'status': 'completed', 'code': 200} Jul 15 23:33:18.132974 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-89ebd14e-42f8-4288-b81e-11e310375544 service neutron] 10.222.0.37 "GET /v2.0/networks/385e0c63-056a-4460-b494-96b57b725b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007710 Jul 15 23:33:18.224882 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41de109f-13d8-4d13-9d42-6aada78da58a req-a6cf9d97-56b4-453a-bae0-1e152cdbf969 service neutron] 10.222.0.37 "GET /v2.0/networks/385e0c63-056a-4460-b494-96b57b725b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858159 Jul 15 23:33:18.377895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-1a45b647-e646-4e97-b375-0c11d5fee6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:18.379442 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-1a45b647-e646-4e97-b375-0c11d5fee6b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 1095 time: 0.0538483 Jul 15 23:33:18.472811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-bdb8aaf4-d40d-45b3-8d39-c8d55abcdfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:18.474370 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-bdb8aaf4-d40d-45b3-8d39-c8d55abcdfc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=385e0c63-056a-4460-b494-96b57b725b70 HTTP/1.1" status: 200 len: 898 time: 0.0888093 Jul 15 23:33:18.516509 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-e34cbf57-f6e9-46b1-a0e8-6dd88546c2bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=bcd5c52c-7a26-4088-9f40-2479617867b1 HTTP/1.1" status: 200 len: 217 time: 0.0350254 Jul 15 23:33:18.575133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-b7997466-5e83-4dfb-bbb8-9d008c94a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:18.576782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-b7997466-5e83-4dfb-bbb8-9d008c94a57d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94186c86-ed34-4ef9-a06b-751b7d1527bd HTTP/1.1" status: 200 len: 838 time: 0.0541794 Jul 15 23:33:18.638268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-00e4acd6-35f3-4c74-892b-b5eabf757448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:18.639856 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-00e4acd6-35f3-4c74-892b-b5eabf757448 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=385e0c63-056a-4460-b494-96b57b725b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563560 Jul 15 23:33:18.728494 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-a80b1d74-0a7d-441e-aec0-1f9bc23c45b7 service neutron] 10.222.0.37 "GET /v2.0/networks/385e0c63-056a-4460-b494-96b57b725b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800891 Jul 15 23:33:18.822745 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d3d1229c-d01b-48c8-aa90-20ab8fbd55f8 req-60c11b76-19ca-4c50-9b6a-e44031fcaddd service neutron] 10.222.0.37 "GET /v2.0/networks/385e0c63-056a-4460-b494-96b57b725b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875509 Jul 15 23:33:18.827821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 43441ec3-1821-4fc0-aa75-bf322883e75b up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:18.880286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 43441ec3-1821-4fc0-aa75-bf322883e75b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:18.884307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 43441ec3-1821-4fc0-aa75-bf322883e75b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:18.884683 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.963557 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.998957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 43441ec3-1821-4fc0-aa75-bf322883e75b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=43441ec3-1821-4fc0-aa75-bf322883e75b,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:18.999893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88ae59-1493-4d91-9980-fa0462593acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43441ec3-1821-4fc0-aa75-bf322883e75b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:19.002682 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9096ee7c-e843-4006-a5f9-fb7aa39c6649" -d '{"events": [{"server_uuid": "4b88ae59-1493-4d91-9980-fa0462593acd", "name": "network-vif-plugged", "status": "completed", "tag": "43441ec3-1821-4fc0-aa75-bf322883e75b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:19.006031 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.007193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346d7e-79eb-436d-919d-dd3c3e4ec7ac req-2abd3cc2-6182-43bf-95aa-e238387d60c5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:19.009830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43346d7e-79eb-436d-919d-dd3c3e4ec7ac req-2abd3cc2-6182-43bf-95aa-e238387d60c5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 945 time: 0.0769155 Jul 15 23:33:19.052263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43346d7e-79eb-436d-919d-dd3c3e4ec7ac req-0775fe28-97e9-48cf-8732-6e0088aafa12 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352476 Jul 15 23:33:19.064270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=43441ec3-1821-4fc0-aa75-bf322883e75b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:19.105551 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fb68fb-09f4-4c36-8746-7ebcd49cf72b x-openstack-request-id: req-58fb68fb-09f4-4c36-8746-7ebcd49cf72b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:19.105857 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88ae59-1493-4d91-9980-fa0462593acd", "name": "network-vif-plugged", "status": "completed", "tag": "43441ec3-1821-4fc0-aa75-bf322883e75b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:19.106331 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58fb68fb-09f4-4c36-8746-7ebcd49cf72b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:19.106882 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b88ae59-1493-4d91-9980-fa0462593acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43441ec3-1821-4fc0-aa75-bf322883e75b', 'code': 200} Jul 15 23:33:19.284304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324780-d77c-4ed6-8630-ef107d2a6e26 req-3c2742cb-e95f-4432-acd9-1d13a1076d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:19.285376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c324780-d77c-4ed6-8630-ef107d2a6e26 req-3c2742cb-e95f-4432-acd9-1d13a1076d42 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 1097 time: 0.0952237 Jul 15 23:33:19.292823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c32499-68c7-426b-b78b-bde00f87f657 req-4bb25606-bc55-4490-81fa-63318d28a1f6 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:19.294382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c32499-68c7-426b-b78b-bde00f87f657 req-4bb25606-bc55-4490-81fa-63318d28a1f6 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 944 time: 0.0963175 Jul 15 23:33:19.353716 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c324780-d77c-4ed6-8630-ef107d2a6e26 req-8164e264-cd84-43ac-9e1b-7e33edc8b076 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578306 Jul 15 23:33:19.356975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5c32499-68c7-426b-b78b-bde00f87f657 req-cba2b128-2e8f-4b05-86c4-0da23d4921e8 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543096 Jul 15 23:33:20.240829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5842f32-28fe-4c38-b168-c2fc0f0382bb req-cf5e3b86-c9be-4a56-b1e3-d080e5c77f9a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:20.242331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5842f32-28fe-4c38-b168-c2fc0f0382bb req-cf5e3b86-c9be-4a56-b1e3-d080e5c77f9a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 946 time: 0.0642788 Jul 15 23:33:20.281114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5842f32-28fe-4c38-b168-c2fc0f0382bb req-2b1b6003-b61b-4f2d-8ca3-89884fdcd540 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Jul 15 23:33:20.538093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a174b19-8249-417c-92f7-263714aad1c5 req-183cad18-249a-4e2d-8e64-f51bc5a2f969 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:20.540040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a174b19-8249-417c-92f7-263714aad1c5 req-183cad18-249a-4e2d-8e64-f51bc5a2f969 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 944 time: 0.0703006 Jul 15 23:33:20.579512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a174b19-8249-417c-92f7-263714aad1c5 req-49d75320-502b-479e-acbe-b81408daf0fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337830 Jul 15 23:33:20.672939 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43be890f-515c-48bd-8d37-4cd7d891a537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.033160 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.459663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664650-2f0d-4c5e-b939-5008246ef78e req-e13b081f-804c-4dfc-938f-267c0aa73ed4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:21.461313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60664650-2f0d-4c5e-b939-5008246ef78e req-e13b081f-804c-4dfc-938f-267c0aa73ed4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 946 time: 0.0677977 Jul 15 23:33:21.500644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60664650-2f0d-4c5e-b939-5008246ef78e req-def0e751-d3dd-4c59-8553-114581826449 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jul 15 23:33:21.573883 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.681548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d1b02-cf0c-4327-8627-86ed9370a113 req-a816f75a-eee2-460b-b501-883de220ac07 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:21.683073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872d1b02-cf0c-4327-8627-86ed9370a113 req-a816f75a-eee2-460b-b501-883de220ac07 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 946 time: 0.0716424 Jul 15 23:33:21.722357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-872d1b02-cf0c-4327-8627-86ed9370a113 req-0e204768-4261-4a4f-b197-65ee2e668ea2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327792 Jul 15 23:33:21.905151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056f2d4-7a88-4139-a747-92b16ce741d0 req-d3827d92-f108-4cbb-9fd2-1fac1ca4ccd5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:21.907267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3056f2d4-7a88-4139-a747-92b16ce741d0 req-d3827d92-f108-4cbb-9fd2-1fac1ca4ccd5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 944 time: 0.0724480 Jul 15 23:33:21.945207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3056f2d4-7a88-4139-a747-92b16ce741d0 req-191d8b11-d2f1-4920-bb76-1f6d43fcffaf tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323143 Jul 15 23:33:22.107860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce737a-1507-4ba9-addf-1a0bba25ca33 req-b25098a5-bf71-4b95-a5dc-f5d2313107ff tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:22.109928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11ce737a-1507-4ba9-addf-1a0bba25ca33 req-b25098a5-bf71-4b95-a5dc-f5d2313107ff tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 946 time: 0.0683241 Jul 15 23:33:22.154201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11ce737a-1507-4ba9-addf-1a0bba25ca33 req-23ffd252-76c2-42ea-9caa-9560c9c13936 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384328 Jul 15 23:33:22.537553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8be3ba-e8e5-4f30-ac57-c8b32bbe8619 req-93ff3a1f-27da-4718-b209-526e52310da3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:22.539075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f8be3ba-e8e5-4f30-ac57-c8b32bbe8619 req-93ff3a1f-27da-4718-b209-526e52310da3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 946 time: 0.0647752 Jul 15 23:33:22.587221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f8be3ba-e8e5-4f30-ac57-c8b32bbe8619 req-9dd18fa1-f1f6-4906-9952-86b5bf24823e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Jul 15 23:33:22.744954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bcd5c52c-7a26-4088-9f40-2479617867b1 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:33:22.843686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bcd5c52c-7a26-4088-9f40-2479617867b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bcd5c52c-7a26-4088-9f40-2479617867b1,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:22.854640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'bcd5c52c-7a26-4088-9f40-2479617867b1', 'network_id': '385e0c63-056a-4460-b494-96b57b725b70', 'port_id': 'bcd5c52c-7a26-4088-9f40-2479617867b1', 'mac_address': 'fa:16:3e:e9:35:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94186c86-ed34-4ef9-a06b-751b7d1527bd', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:33:22.891217 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.903415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd5c52c-7a26-4088-9f40-2479617867b1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:22.922947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bcd5c52c-7a26-4088-9f40-2479617867b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bcd5c52c-7a26-4088-9f40-2479617867b1,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:22.926941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.972469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=bcd5c52c-7a26-4088-9f40-2479617867b1,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:23.127760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da08b-8b28-4a24-b47d-eb4d78038afd req-64d42043-64ce-49f4-a311-16e6be792a3a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:23.129233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a0da08b-8b28-4a24-b47d-eb4d78038afd req-64d42043-64ce-49f4-a311-16e6be792a3a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 945 time: 0.0690610 Jul 15 23:33:23.169150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a0da08b-8b28-4a24-b47d-eb4d78038afd req-f07b2e97-a95c-435e-9909-291aa837d018 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Jul 15 23:33:23.223339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['bcd5c52c-7a26-4088-9f40-2479617867b1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:23.339713 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.762358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ecb1b-d4e7-46f3-a977-291b4778c5dc req-a9f92574-fdd2-43bc-be88-450402367ec0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:23.763801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f0ecb1b-d4e7-46f3-a977-291b4778c5dc req-a9f92574-fdd2-43bc-be88-450402367ec0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 946 time: 0.0667696 Jul 15 23:33:23.801575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f0ecb1b-d4e7-46f3-a977-291b4778c5dc req-65ecd74e-cb1e-4917-a06d-bd5d1e4f2aba tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jul 15 23:33:24.350128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e0ea-7e2c-4d2b-b267-530020d5e316 req-8c84234f-730d-423e-968d-a3dbe63ca558 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:24.351733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c626e0ea-7e2c-4d2b-b267-530020d5e316 req-8c84234f-730d-423e-968d-a3dbe63ca558 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 945 time: 0.0715320 Jul 15 23:33:24.390860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c626e0ea-7e2c-4d2b-b267-530020d5e316 req-09e88a65-12cf-4b84-8349-d9b6a97da162 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Jul 15 23:33:24.741502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-90c1c895-370e-483a-bc8d-d22cb63fe780 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:24.743812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-90c1c895-370e-483a-bc8d-d22cb63fe780 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 946 time: 0.0751753 Jul 15 23:33:24.745912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bcd5c52c-7a26-4088-9f40-2479617867b1 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:24.802980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port bcd5c52c-7a26-4088-9f40-2479617867b1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:24.806650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port bcd5c52c-7a26-4088-9f40-2479617867b1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:24.807053 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.863378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port 43441ec3-1821-4fc0-aa75-bf322883e75b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:24.863976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.911027 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.946818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654f2d6-e998-4d99-82d2-4eeea9353939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd5c52c-7a26-4088-9f40-2479617867b1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:24.949132 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5b745c-4bd6-4234-8c86-5119bdce8887" -d '{"events": [{"server_uuid": "1654f2d6-e998-4d99-82d2-4eeea9353939", "name": "network-vif-plugged", "status": "completed", "tag": "bcd5c52c-7a26-4088-9f40-2479617867b1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:24.962272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bcd5c52c-7a26-4088-9f40-2479617867b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bcd5c52c-7a26-4088-9f40-2479617867b1,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:24.968906 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.986422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] For port 43441ec3-1821-4fc0-aa75-bf322883e75b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=43441ec3-1821-4fc0-aa75-bf322883e75b,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:24.986795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.003645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for 43441ec3-1821-4fc0-aa75-bf322883e75b owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:25.021618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=bcd5c52c-7a26-4088-9f40-2479617867b1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:25.183538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf6825-fdf5-4514-abdf-20fc01464341 req-d7bf664b-7655-4b04-9b98-bfaf6b6743f0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:25.184160 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.185088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfdf6825-fdf5-4514-abdf-20fc01464341 req-d7bf664b-7655-4b04-9b98-bfaf6b6743f0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 946 time: 0.1429501 Jul 15 23:33:25.263537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfdf6825-fdf5-4514-abdf-20fc01464341 req-245646c6-71fc-449d-b4df-799d7d4ccde8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Jul 15 23:33:25.265839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.285810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['43441ec3-1821-4fc0-aa75-bf322883e75b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:25.309154 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=43441ec3-1821-4fc0-aa75-bf322883e75b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:25.314912 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee453e1-3cef-46aa-af19-fc96dbaaaf0b x-openstack-request-id: req-bee453e1-3cef-46aa-af19-fc96dbaaaf0b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:25.315249 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654f2d6-e998-4d99-82d2-4eeea9353939", "name": "network-vif-plugged", "status": "completed", "tag": "bcd5c52c-7a26-4088-9f40-2479617867b1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:25.315507 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bee453e1-3cef-46aa-af19-fc96dbaaaf0b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:25.315898 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654f2d6-e998-4d99-82d2-4eeea9353939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd5c52c-7a26-4088-9f40-2479617867b1', 'code': 200} Jul 15 23:33:25.362135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.362481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.362848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.363189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.363522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.363853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.364181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.364512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.364835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.365159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.365480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.365798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:25.400722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] No DVR routers for this DVR port 43441ec3-1821-4fc0-aa75-bf322883e75b on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:25.412912 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.416475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-402de88e-7f69-4613-9ada-7f40fe1ccf2b req-632e2451-cb67-44a8-91c1-30430f35d4b6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "DELETE /v2.0/ports/43441ec3-1821-4fc0-aa75-bf322883e75b HTTP/1.1" status: 204 len: 173 time: 0.6657858 Jul 15 23:33:25.416788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88ae59-1493-4d91-9980-fa0462593acd', 'name': 'network-vif-deleted', 'tag': '43441ec3-1821-4fc0-aa75-bf322883e75b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:25.419195 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e22314d-9631-481e-aca7-259890fd2175" -d '{"events": [{"server_uuid": "4b88ae59-1493-4d91-9980-fa0462593acd", "name": "network-vif-deleted", "tag": "43441ec3-1821-4fc0-aa75-bf322883e75b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:25.513866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d78613-4a46-454b-84ec-baf7f840fe0f req-d1242b56-7f16-4a18-8323-ffc5b8a561fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:25.516192 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-58d78613-4a46-454b-84ec-baf7f840fe0f req-d1242b56-7f16-4a18-8323-ffc5b8a561fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 1097 time: 0.0586762 Jul 15 23:33:25.567134 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-58d78613-4a46-454b-84ec-baf7f840fe0f req-070e73a9-d3c1-422d-b2de-5a357315799c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441756 Jul 15 23:33:25.617289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750068b-ac18-4edc-8f6a-df3a840849bf req-6b76c253-2a27-489a-b35c-3159a241a96a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:25.618790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4750068b-ac18-4edc-8f6a-df3a840849bf req-6b76c253-2a27-489a-b35c-3159a241a96a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 946 time: 0.0795014 Jul 15 23:33:25.661345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4750068b-ac18-4edc-8f6a-df3a840849bf req-1e6d5792-af3e-4611-8f8b-f3d922da0326 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368874 Jul 15 23:33:25.706169 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6879911-ed8d-4a5f-ae3c-db242ddfee65 x-openstack-request-id: req-d6879911-ed8d-4a5f-ae3c-db242ddfee65 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:25.706473 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88ae59-1493-4d91-9980-fa0462593acd", "name": "network-vif-deleted", "tag": "43441ec3-1821-4fc0-aa75-bf322883e75b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:25.706727 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6879911-ed8d-4a5f-ae3c-db242ddfee65 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:25.707159 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b88ae59-1493-4d91-9980-fa0462593acd', 'name': 'network-vif-deleted', 'tag': '43441ec3-1821-4fc0-aa75-bf322883e75b', 'status': 'completed', 'code': 200} Jul 15 23:33:26.398238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a44d420-31e0-407a-bda7-9aee904b1e67 req-3ab5cb79-e730-437b-8473-5582b63d9bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 210 time: 0.0286262 Jul 15 23:33:26.845180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9f417-b4db-45ca-b086-d5ff6bfee253 req-77db5bc4-ba25-46a1-853e-fd4dda8a7ad0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:26.846856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9a9f417-b4db-45ca-b086-d5ff6bfee253 req-77db5bc4-ba25-46a1-853e-fd4dda8a7ad0 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 946 time: 0.0675328 Jul 15 23:33:26.885260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9a9f417-b4db-45ca-b086-d5ff6bfee253 req-57f46cc9-b8e9-48ea-ab85-125e21450511 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327218 Jul 15 23:33:27.062614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4e8b8-ca34-4972-af56-74d3acf185a8 req-b8cb6a5d-4189-46c0-979f-3c17e7263e9b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:27.064026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aca4e8b8-ca34-4972-af56-74d3acf185a8 req-b8cb6a5d-4189-46c0-979f-3c17e7263e9b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 946 time: 0.0677836 Jul 15 23:33:27.101972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aca4e8b8-ca34-4972-af56-74d3acf185a8 req-0ee00ee6-689b-482a-a045-d50821fef790 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Jul 15 23:33:27.536101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74f2bf31-53fe-4f8d-9db9-00e25137b194 req-e6dc0bea-078f-4231-8634-f4f9803965f2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 210 time: 0.0291839 Jul 15 23:33:28.574460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40292) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:28.711271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5631f444-4739-44f8-9f32-a30d00c134c0 req-fae96711-bf40-4bd9-8c6c-73b6f16d3089 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 210 time: 0.0465009 Jul 15 23:33:28.877987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 43441ec3-1821-4fc0-aa75-bf322883e75b no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:28.907239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 43441ec3-1821-4fc0-aa75-bf322883e75b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:28.907598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 43441ec3-1821-4fc0-aa75-bf322883e75b not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:29.450258 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.761242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.20.0.17 (385e0c63-056a-4460-b494-96b57b725b70/94186c86-ed34-4ef9-a06b-751b7d1527bd/05c64dda-2c84-4de9-a525-051de412ffd5) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:29.875871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-125306d4-8f08-423f-ad0a-a16098209e2e req-e96f4bd2-75ed-4b87-8942-f822f947f6b3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 210 time: 0.0394800 Jul 15 23:33:29.914808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.929056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Transition to ACTIVE for port object 05c64dda-2c84-4de9-a525-051de412ffd5 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:29.966003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.017345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network 385e0c63-056a-4460-b494-96b57b725b70 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:30.022902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:30.025964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:30.074566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=05c64dda-2c84-4de9-a525-051de412ffd5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:30.085275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.282691 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.383466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75cd94fd-b9e2-4527-ac19-19b5bf8d8400 None None] Provisioning for port 05c64dda-2c84-4de9-a525-051de412ffd5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:30.389445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75cd94fd-b9e2-4527-ac19-19b5bf8d8400 None None] Provisioning complete for port 05c64dda-2c84-4de9-a525-051de412ffd5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:30.390125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75cd94fd-b9e2-4527-ac19-19b5bf8d8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.455235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-75cd94fd-b9e2-4527-ac19-19b5bf8d8400 None None] Port 05c64dda-2c84-4de9-a525-051de412ffd5 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:30.632022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.638016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.715914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=05c64dda-2c84-4de9-a525-051de412ffd5,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:30.719065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.825908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network 385e0c63-056a-4460-b494-96b57b725b70 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:30.827967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:30.990121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 79642c5d-4258-4418-b60b-600ea7b42929 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:31.094949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d86b7bc4-d1ea-4a59-a29e-13e8a3494615 req-0d6ba8bc-7d20-4e46-8b34-2b29b6af3e1e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b88ae59-1493-4d91-9980-fa0462593acd HTTP/1.1" status: 200 len: 210 time: 0.0555990 Jul 15 23:33:31.145341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:31.157768 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-09fde5b8-13d0-43e1-8ba1-a9a9970eeb57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "PUT /v2.0/routers/79642c5d-4258-4418-b60b-600ea7b42929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5749977 Jul 15 23:33:31.160983 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Sync routers for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:31.172219 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:31.172855 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:31.181136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eb476e4e-e0b0-4845-9aa5-9c2e28c6102b None None] Provisioning complete for port 05c64dda-2c84-4de9-a525-051de412ffd5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:31.181627 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb476e4e-e0b0-4845-9aa5-9c2e28c6102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.216381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-eb476e4e-e0b0-4845-9aa5-9c2e28c6102b None None] Port 05c64dda-2c84-4de9-a525-051de412ffd5 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:31.282686 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:31.510420 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:30Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05c64dda-2c84-4de9-a525-051de412ffd5', 'name': '', 'network_id': '385e0c63-056a-4460-b494-96b57b725b70', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7f:66:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '94186c86-ed34-4ef9-a06b-751b7d1527bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:29Z', 'updated_at': '2021-07-15T23:33:30Z', 'revision_number': 2, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': '94186c86-ed34-4ef9-a06b-751b7d1527bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:31.536318 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Checking router: 79642c5d-4258-4418-b60b-600ea7b42929 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:31.536675 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Updating router 79642c5d-4258-4418-b60b-600ea7b42929 port 05c64dda-2c84-4de9-a525-051de412ffd5 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:31.569621 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.827745 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.837385 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Transition to ACTIVE for port object 05c64dda-2c84-4de9-a525-051de412ffd5 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:31.843418 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.922195 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497acd7-3b73-4c93-afa0-af0004058d48 None None] Pushing event updated for resources: {'Port': ['ID=05c64dda-2c84-4de9-a525-051de412ffd5,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:31.956535 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Attempting to bind port 05c64dda-2c84-4de9-a525-051de412ffd5 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:31.957066 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Attempting to bind port 05c64dda-2c84-4de9-a525-051de412ffd5 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:31.957426 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Attempting to bind port 05c64dda-2c84-4de9-a525-051de412ffd5 on network 385e0c63-056a-4460-b494-96b57b725b70 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:31.962630 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:31.963425 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Checking segment: {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:31.963982 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.964509 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Bound using segment: {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:31.965164 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Bound port: 05c64dda-2c84-4de9-a525-051de412ffd5, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '385e0c63-056a-4460-b494-96b57b725b70'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:31.965701 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.035446 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] For port 05c64dda-2c84-4de9-a525-051de412ffd5, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:32.038889 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] For port 05c64dda-2c84-4de9-a525-051de412ffd5, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=05c64dda-2c84-4de9-a525-051de412ffd5,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:32.044689 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.102268 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:32.102962 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.158628 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497acd7-3b73-4c93-afa0-af0004058d48 None None] Pushing event updated for resources: {'Port': ['ID=05c64dda-2c84-4de9-a525-051de412ffd5,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:32.344839 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:32.621153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:30Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05c64dda-2c84-4de9-a525-051de412ffd5', 'name': '', 'network_id': '385e0c63-056a-4460-b494-96b57b725b70', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7f:66:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '94186c86-ed34-4ef9-a06b-751b7d1527bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:29Z', 'updated_at': '2021-07-15T23:33:32Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': '94186c86-ed34-4ef9-a06b-751b7d1527bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.647589 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaeb117-1989-4af4-955b-7608695048c0 None None] The sync data for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 is: [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:30Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '05c64dda-2c84-4de9-a525-051de412ffd5', 'name': '', 'network_id': '385e0c63-056a-4460-b494-96b57b725b70', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7f:66:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '94186c86-ed34-4ef9-a06b-751b7d1527bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:29Z', 'updated_at': '2021-07-15T23:33:32Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': '94186c86-ed34-4ef9-a06b-751b7d1527bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:34.214082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 05c64dda-2c84-4de9-a525-051de412ffd5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:34.269750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 05c64dda-2c84-4de9-a525-051de412ffd5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:34.273800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 05c64dda-2c84-4de9-a525-051de412ffd5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:34.274252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.366811 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.405550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 05c64dda-2c84-4de9-a525-051de412ffd5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=05c64dda-2c84-4de9-a525-051de412ffd5,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:34.410284 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.465719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=05c64dda-2c84-4de9-a525-051de412ffd5,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:34.473227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.473576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.473916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.474256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.474590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.474946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.475361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.475593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.475915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.476235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.476557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:34.476882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:36.203824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 05c64dda-2c84-4de9-a525-051de412ffd5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:36.253260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 05c64dda-2c84-4de9-a525-051de412ffd5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:36.253643 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.902061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2b96-4889-4a4a-ad35-21230bbd210a req-79ef118b-8a69-4d16-9e2b-80b624b03105 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:36.903599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-499e2b96-4889-4a4a-ad35-21230bbd210a req-79ef118b-8a69-4d16-9e2b-80b624b03105 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 950 time: 0.0651941 Jul 15 23:33:36.943761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-499e2b96-4889-4a4a-ad35-21230bbd210a req-b433897a-5b7f-44b2-af6a-c39597ee0d87 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343738 Jul 15 23:33:38.124434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790595b7-a6b3-45ad-9e77-f73de95e3367 req-9233514a-ba8f-4693-b93f-9d0bfa2de343 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:38.125965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-790595b7-a6b3-45ad-9e77-f73de95e3367 req-9233514a-ba8f-4693-b93f-9d0bfa2de343 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 950 time: 0.0680401 Jul 15 23:33:38.166150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-790595b7-a6b3-45ad-9e77-f73de95e3367 req-130f9605-2ebe-4d94-b818-ae1d7c55a1bc tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Jul 15 23:33:38.603074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-a75f7ab0-997b-43b8-a083-9e9c73080e5d tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:38.604534 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-a75f7ab0-997b-43b8-a083-9e9c73080e5d tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 950 time: 0.0668392 Jul 15 23:33:38.713191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Deleting port f20caeea-0e11-4402-929c-608b2a137dd9 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:38.713550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.805381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] For port f20caeea-0e11-4402-929c-608b2a137dd9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=f20caeea-0e11-4402-929c-608b2a137dd9,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:38.805753 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.817762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Calling delete_port for f20caeea-0e11-4402-929c-608b2a137dd9 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:38.950671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.987255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Pushing event deleted for resources: {'Port': ['ID=f20caeea-0e11-4402-929c-608b2a137dd9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:38.988023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['f20caeea-0e11-4402-929c-608b2a137dd9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:39.037569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] No DVR routers for this DVR port f20caeea-0e11-4402-929c-608b2a137dd9 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:39.040417 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.042569 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-08dfc785-4d51-41b0-9bed-e87a2be7c763 req-974f2f1f-65c4-4cd9-95dd-8d286fad7212 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.37 "DELETE /v2.0/ports/f20caeea-0e11-4402-929c-608b2a137dd9 HTTP/1.1" status: 204 len: 173 time: 0.4325731 Jul 15 23:33:39.043038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b682dff-eede-40eb-b32c-867795f2f9b0', 'name': 'network-vif-deleted', 'tag': 'f20caeea-0e11-4402-929c-608b2a137dd9'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:39.045290 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7746f426-0828-4858-b554-da07f80d2bd7" -d '{"events": [{"server_uuid": "5b682dff-eede-40eb-b32c-867795f2f9b0", "name": "network-vif-deleted", "tag": "f20caeea-0e11-4402-929c-608b2a137dd9"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:39.087076 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a042e413-81f9-4db7-84a1-82e34271cf2c x-openstack-request-id: req-a042e413-81f9-4db7-84a1-82e34271cf2c {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:39.087352 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b682dff-eede-40eb-b32c-867795f2f9b0", "name": "network-vif-deleted", "tag": "f20caeea-0e11-4402-929c-608b2a137dd9", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:39.087607 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a042e413-81f9-4db7-84a1-82e34271cf2c {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:39.088008 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b682dff-eede-40eb-b32c-867795f2f9b0', 'name': 'network-vif-deleted', 'tag': 'f20caeea-0e11-4402-929c-608b2a137dd9', 'status': 'completed', 'code': 200} Jul 15 23:33:39.515892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69b96633-1ebc-412b-9808-18ae6c9ab17d req-46e61cc9-b370-4dcb-8ed3-f0a9f4746ae3 tempest-VolumesBackupsTest-1726514479 tempest-VolumesBackupsTest-1726514479-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b682dff-eede-40eb-b32c-867795f2f9b0 HTTP/1.1" status: 200 len: 210 time: 0.2167706 Jul 15 23:33:42.024402 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:33:42.831355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f20caeea-0e11-4402-929c-608b2a137dd9 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:42.864012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: f20caeea-0e11-4402-929c-608b2a137dd9 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:42.864593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device f20caeea-0e11-4402-929c-608b2a137dd9 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:43.876324 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.749441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503ae7c-d78c-499a-b16f-d916c387f0e9 req-5e749cc3-25c7-40a8-a46b-5b998c22f387 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:46.751307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c503ae7c-d78c-499a-b16f-d916c387f0e9 req-5e749cc3-25c7-40a8-a46b-5b998c22f387 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0855129 Jul 15 23:33:46.790692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c503ae7c-d78c-499a-b16f-d916c387f0e9 req-273a9603-cb8c-4363-b3aa-1088005e7c80 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335610 Jul 15 23:33:47.004180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5d716-35e6-434b-a3ac-3808831f97bd req-663a97dd-5710-4179-aece-cf0321fcb4ca tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:47.005771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ae5d716-35e6-434b-a3ac-3808831f97bd req-663a97dd-5710-4179-aece-cf0321fcb4ca tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0714595 Jul 15 23:33:47.052778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ae5d716-35e6-434b-a3ac-3808831f97bd req-fba5b5c7-f19e-4477-b4c5-9929c6380efe tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409017 Jul 15 23:33:47.356559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da46-d774-407f-8f73-46553b0ac66c req-68903f8f-8f85-49c5-b08c-bef1d918845a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:47.358675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-68903f8f-8f85-49c5-b08c-bef1d918845a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.1165824 Jul 15 23:33:47.376923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-e38b117b-c218-4983-9ba0-a81d659d6ec1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/quotas/bfa49eb36e4a4c86a5069d0bc18d3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0106795 Jul 15 23:33:47.466004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-ea190f1d-0d34-4edf-a442-e8cbbb270311 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0829682 Jul 15 23:33:47.583449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-cda51021-b49b-4afc-bded-9a4fa443dea6 service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098888 Jul 15 23:33:47.687867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-1207c634-c09e-4244-9c44-bca26f5d0a25 service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006801 Jul 15 23:33:47.911171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5893b40-64db-4615-839b-277e2c143fc3 req-d8ac2584-e381-4494-ac02-e4a7b64ce257 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 210 time: 0.0382054 Jul 15 23:33:48.058267 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f789627a-cb01-48d3-be5e-e518fc42355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.183431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76f76862-9a5e-437f-8eb4-7d8472b1ca91 req-c00891ed-166f-48bb-b47e-69fc218dd990 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 210 time: 0.0604665 Jul 15 23:33:49.303930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da46-d774-407f-8f73-46553b0ac66c req-f721092e-252d-4bbe-b731-eab9712d81e9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:49.305506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-f721092e-252d-4bbe-b731-eab9712d81e9 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.2118540 Jul 15 23:33:49.322403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'port': {'device_id': '328439c8-7da1-430c-b640-8f71ad995a04', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'admin_state_up': True, 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:49.465186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Made reservation on behalf of bfa49eb36e4a4c86a5069d0bc18d3dd2 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:49.469953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.612074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Allocated IP 172.20.0.3 (9b850e48-a58c-48a5-b95c-7064321c3aef/316fc3de-261a-4b63-9c9b-ac6de8c66d18/a9090178-34f8-4c94-8156-45fd7668b120) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:49.783141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.800063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Transition to ACTIVE for port object a9090178-34f8-4c94-8156-45fd7668b120 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:49.836291 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.848435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['745c021a-0a35-4c9e-b1f4-866427c53453'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:49.896910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:49.900847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:49.906575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:49.918322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'Port': ['ID=a9090178-34f8-4c94-8156-45fd7668b120,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:49.989368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:49.990297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.008928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-6fa73592-d530-4a57-907c-5b5036fbc60f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6926448 Jul 15 23:33:50.023711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Request body: {'port': {'device_id': '328439c8-7da1-430c-b640-8f71ad995a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:50.106945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.276946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-15dddf2e-ceca-434e-9128-f83269a3feed None None] Provisioning for port a9090178-34f8-4c94-8156-45fd7668b120 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:50.281852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-15dddf2e-ceca-434e-9128-f83269a3feed None None] Provisioning complete for port a9090178-34f8-4c94-8156-45fd7668b120 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:50.283590 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15dddf2e-ceca-434e-9128-f83269a3feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.332314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-15dddf2e-ceca-434e-9128-f83269a3feed None None] Port a9090178-34f8-4c94-8156-45fd7668b120 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:50.683360 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3bc57432-2ef4-40d1-833f-f82a6684253a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.795149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ce769-ddf7-425d-8210-31ce33713493 req-52f8a80e-dc94-4a95-9b68-f6569e033193 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:50.797373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-767ce769-ddf7-425d-8210-31ce33713493 req-52f8a80e-dc94-4a95-9b68-f6569e033193 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 931 time: 0.1336806 Jul 15 23:33:50.851824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9090178-34f8-4c94-8156-45fd7668b120 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:50.864683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.878100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-767ce769-ddf7-425d-8210-31ce33713493 req-1c6266de-f389-4b08-92a7-5614e5d699d7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736673 Jul 15 23:33:50.882598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Transition to ACTIVE for port object a9090178-34f8-4c94-8156-45fd7668b120 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:50.887514 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.943876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Pushing event updated for resources: {'Port': ['ID=a9090178-34f8-4c94-8156-45fd7668b120,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.027324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Attempting to bind port a9090178-34f8-4c94-8156-45fd7668b120 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:51.027667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Attempting to bind port a9090178-34f8-4c94-8156-45fd7668b120 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:51.027995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Attempting to bind port a9090178-34f8-4c94-8156-45fd7668b120 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:51.033463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Port a9090178-34f8-4c94-8156-45fd7668b120 on network 9b850e48-a58c-48a5-b95c-7064321c3aef not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:33:51.033788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Attempting to bind port a9090178-34f8-4c94-8156-45fd7668b120 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:51.039698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:51.040178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Checking segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:51.040648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Bound using segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:51.041458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Bound port: a9090178-34f8-4c94-8156-45fd7668b120, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:51.041893 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.065787 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.128747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] For port a9090178-34f8-4c94-8156-45fd7668b120, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:51.133101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] For port a9090178-34f8-4c94-8156-45fd7668b120, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a9090178-34f8-4c94-8156-45fd7668b120,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:51.140194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.179086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:51.179918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.181776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] 10.222.0.59 "PUT /v2.0/ports/a9090178-34f8-4c94-8156-45fd7668b120 HTTP/1.1" status: 200 len: 1091 time: 1.1642427 Jul 15 23:33:51.184328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328439c8-7da1-430c-b640-8f71ad995a04', 'tag': 'a9090178-34f8-4c94-8156-45fd7668b120'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:51.186911 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51988d60-4687-4c6d-ba9f-42c5c4c12b11" -d '{"events": [{"name": "network-changed", "server_uuid": "328439c8-7da1-430c-b640-8f71ad995a04", "tag": "a9090178-34f8-4c94-8156-45fd7668b120"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:51.247753 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7a3392-77df-4715-9a59-ef84d861e9db x-openstack-request-id: req-cc7a3392-77df-4715-9a59-ef84d861e9db {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:51.248067 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328439c8-7da1-430c-b640-8f71ad995a04", "tag": "a9090178-34f8-4c94-8156-45fd7668b120", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:51.248321 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc7a3392-77df-4715-9a59-ef84d861e9db {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:51.248746 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328439c8-7da1-430c-b640-8f71ad995a04', 'tag': 'a9090178-34f8-4c94-8156-45fd7668b120', 'status': 'completed', 'code': 200} Jul 15 23:33:51.250862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5e7ae-a7b7-4c09-9b53-92cb13ecbc4e service neutron] Pushing event updated for resources: {'Port': ['ID=a9090178-34f8-4c94-8156-45fd7668b120,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.315510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da46-d774-407f-8f73-46553b0ac66c req-9b94b7d2-aabe-4cf1-a570-1ad09ad1f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:51.317390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-9b94b7d2-aabe-4cf1-a570-1ad09ad1f6b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 1094 time: 0.0804763 Jul 15 23:33:51.397245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-dc7170b2-0082-4928-9160-25ff89f0262e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9090178-34f8-4c94-8156-45fd7668b120 HTTP/1.1" status: 200 len: 217 time: 0.0709488 Jul 15 23:33:51.452645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da46-d774-407f-8f73-46553b0ac66c req-26b3068c-8d46-43cb-9434-05a9033b8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:51.454422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-26b3068c-8d46-43cb-9434-05a9033b8402 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0491824 Jul 15 23:33:51.525772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da46-d774-407f-8f73-46553b0ac66c req-ec6b5897-244f-4dde-8da1-5c9d01b8f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:51.527405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-ec6b5897-244f-4dde-8da1-5c9d01b8f59e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658827 Jul 15 23:33:51.580878 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.632697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-a2967dd2-c55d-405f-a801-495680a5d05c service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963850 Jul 15 23:33:51.725260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 40924) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:51.744842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d0da46-d774-407f-8f73-46553b0ac66c req-47f7e42e-cc33-4b1c-986c-81dfbb03396e service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040180 Jul 15 23:33:51.935298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-74a2cadd-a8f3-4d47-bbdd-c9c79c18201a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936911 Jul 15 23:33:51.955832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-36127094-21ac-416e-8103-314d6a5582a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:51.957951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-36127094-21ac-416e-8103-314d6a5582a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 1094 time: 0.1177065 Jul 15 23:33:52.167258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-fb172a78-b9e6-42c2-b380-e39bf78c8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.170666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-fb172a78-b9e6-42c2-b380-e39bf78c8792 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 1096 time: 0.1989176 Jul 15 23:33:52.187102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-74aef57f-32aa-4eff-9482-57287a14e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.189136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-74aef57f-32aa-4eff-9482-57287a14e245 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.1909361 Jul 15 23:33:52.201626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e65b12-347d-4b71-9679-d44f94faaead req-eb2de332-ec9d-4506-b5e1-1ca93bc0c22c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.203977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0e65b12-347d-4b71-9679-d44f94faaead req-eb2de332-ec9d-4506-b5e1-1ca93bc0c22c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 943 time: 0.1699505 Jul 15 23:33:52.239612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.253661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-8e6d244e-25fa-4525-a351-99d731e6b320 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9090178-34f8-4c94-8156-45fd7668b120 HTTP/1.1" status: 200 len: 217 time: 0.0485227 Jul 15 23:33:52.361281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0e65b12-347d-4b71-9679-d44f94faaead req-0de925fb-d219-469b-acef-544a81e01772 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023066 Jul 15 23:33:52.407541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-bed8c58e-1482-403d-b6aa-cd9b1d26f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.410122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-bed8c58e-1482-403d-b6aa-cd9b1d26f241 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1358087 Jul 15 23:33:52.492944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-8b4e1438-ac1f-4562-8c57-8fb4d6d07141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.494610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-8b4e1438-ac1f-4562-8c57-8fb4d6d07141 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.2491336 Jul 15 23:33:52.589036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-877c8216-6a8f-42ac-b297-27fcd5067234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.591950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-877c8216-6a8f-42ac-b297-27fcd5067234 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735559 Jul 15 23:33:52.604362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-c09cf3a7-dbfc-4498-aa1a-5ac50ec69269 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745c021a-0a35-4c9e-b1f4-866427c53453 HTTP/1.1" status: 200 len: 217 time: 0.0987837 Jul 15 23:33:52.737812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port 05c64dda-2c84-4de9-a525-051de412ffd5 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:52.738324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.782144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-97df0bc2-9063-4b5b-b9e3-da544c145e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.783847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-97df0bc2-9063-4b5b-b9e3-da544c145e3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1669354 Jul 15 23:33:52.787448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-04d513cc-e736-421e-a7a7-2249ad52eebf service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794198 Jul 15 23:33:52.837850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port 05c64dda-2c84-4de9-a525-051de412ffd5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=05c64dda-2c84-4de9-a525-051de412ffd5,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:52.838328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.856028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for 05c64dda-2c84-4de9-a525-051de412ffd5 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:52.937921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51988d60-4687-4c6d-ba9f-42c5c4c12b11 req-358456fb-0766-4252-ae96-05115019a713 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318130 Jul 15 23:33:52.940835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-7204de49-7eb0-433b-a12d-a05aea93812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:52.942383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-7204de49-7eb0-433b-a12d-a05aea93812c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460481 Jul 15 23:33:53.053467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-87cdecc2-4fa0-4bff-955d-05968acfa974 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035223 Jul 15 23:33:53.073332 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.110397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=05c64dda-2c84-4de9-a525-051de412ffd5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:53.170088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae6986e-2ba2-42a5-a7c5-33379d4edb10 req-1887b138-634e-4384-8246-a61f77fb81ff service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090357 Jul 15 23:33:53.329615 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.332209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.553131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cecf0-ea56-43b8-a3e5-0617945ab202 req-a506fb45-bf7f-4325-8a3a-68c5c2958f54 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:53.554630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-019cecf0-ea56-43b8-a3e5-0617945ab202 req-a506fb45-bf7f-4325-8a3a-68c5c2958f54 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 943 time: 0.0758111 Jul 15 23:33:53.572205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 79642c5d-4258-4418-b60b-600ea7b42929 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:53.596937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-019cecf0-ea56-43b8-a3e5-0617945ab202 req-a8587387-f534-4280-af12-f987bdf8093d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365155 Jul 15 23:33:53.847906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-188a0c58-ad88-47d7-9555-9477fbd72f71 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:53.849471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-188a0c58-ad88-47d7-9555-9477fbd72f71 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1252332 Jul 15 23:33:53.867174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f1c19568-9bc2-4583-bd09-e5ce09201cad tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/quotas/969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 375 time: 0.0120499 Jul 15 23:33:53.954152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-3b25e0bc-8b52-47d6-87f3-52cf7f1f0b68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811379 Jul 15 23:33:54.033866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:54.044232 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bdfe12cc-511f-47a7-b6b8-f51c9b38421e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "PUT /v2.0/routers/79642c5d-4258-4418-b60b-600ea7b42929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3179493 Jul 15 23:33:54.047547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] Sync routers for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:54.057873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:54.058908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:54.063627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-8b0ea114-6a02-43b5-9040-3a0ec1f5bae4 service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984392 Jul 15 23:33:54.175992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-70243118-5b93-42ad-a1cf-3701a90d776a service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094961 Jul 15 23:33:54.366520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:54.649580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:53Z', 'revision_number': 6, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:54.652985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c8e6c0a-d264-4272-8b2c-5f1834a3efd3 req-4db46b8e-129a-479c-96cd-a8ae952a2794 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 210 time: 0.0334098 Jul 15 23:33:54.709418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] Checking router: 79642c5d-4258-4418-b60b-600ea7b42929 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:54.718909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:54.719538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:54.842287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0ddf-64b1-4c82-83d5-c4cf3d740316 req-7c60a317-a0d6-4081-ae9c-ae76924b237d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:54.844227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aeef0ddf-64b1-4c82-83d5-c4cf3d740316 req-7c60a317-a0d6-4081-ae9c-ae76924b237d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 946 time: 0.0748215 Jul 15 23:33:54.851458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:54.910325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aeef0ddf-64b1-4c82-83d5-c4cf3d740316 req-b6c48620-e522-4fcb-9557-b96e00cf7dd9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527830 Jul 15 23:33:55.037331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a9090178-34f8-4c94-8156-45fd7668b120 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:33:55.117329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7683b22-5ce0-4d18-a07c-5569abaebc23 req-7cfb8af7-2184-4fa0-b91b-b43992a73299 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:55.119726 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7683b22-5ce0-4d18-a07c-5569abaebc23 req-7cfb8af7-2184-4fa0-b91b-b43992a73299 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 943 time: 0.0856969 Jul 15 23:33:55.192709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7683b22-5ce0-4d18-a07c-5569abaebc23 req-87105d8c-2cf5-48d7-80d2-639e460c5b3f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Jul 15 23:33:55.219579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.228427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a9090178-34f8-4c94-8156-45fd7668b120, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a9090178-34f8-4c94-8156-45fd7668b120,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:55.243137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'a9090178-34f8-4c94-8156-45fd7668b120', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': 'a9090178-34f8-4c94-8156-45fd7668b120', 'mac_address': 'fa:16:3e:7e:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:33:55.247879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:53Z', 'revision_number': 6, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:55.291886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1fa8f-6033-423a-bd99-8f94535fd3f2 None None] The sync data for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 is: [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:53Z', 'revision_number': 6, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8aa2792b-64df-44cd-bfbc-4dc025b14877', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'port_id': '99500ca0-ed79-4a7d-a979-017670822d95', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'mac_address': 'fa:16:3e:5c:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02da648-5691-4245-a011-361831739044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:34Z', 'updated_at': '2021-07-15T23:32:36Z', 'revision_number': 1, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:55.309554 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.328329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9090178-34f8-4c94-8156-45fd7668b120 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:55.349723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a9090178-34f8-4c94-8156-45fd7668b120, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a9090178-34f8-4c94-8156-45fd7668b120,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:55.354159 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.404280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=a9090178-34f8-4c94-8156-45fd7668b120,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:55.603886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a9090178-34f8-4c94-8156-45fd7668b120'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:55.829206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-6f5b3685-9987-4cc5-ab36-711610ed7b0e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:55.831060 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-6f5b3685-9987-4cc5-ab36-711610ed7b0e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1463830 Jul 15 23:33:55.856573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'port': {'device_id': '06d03f63-b83d-469f-a041-23ca54684026', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'admin_state_up': True, 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:55.886700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8d0e96c-d5a1-4324-b21b-96f3ba213b30 req-bcad2a5f-8ad8-4db8-9565-2db7c2af0b00 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 210 time: 0.0343888 Jul 15 23:33:56.002112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:56.006102 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.135323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f839f34-1635-4e34-b1b5-6793b61c795e req-918a1cf9-d079-42b3-b4f0-5ebc598b977a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:56.145103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f839f34-1635-4e34-b1b5-6793b61c795e req-918a1cf9-d079-42b3-b4f0-5ebc598b977a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 946 time: 0.0983632 Jul 15 23:33:56.168770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 05c64dda-2c84-4de9-a525-051de412ffd5 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:56.174405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.20.0.9 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/337c9b74-07ed-4c07-8fa2-6c2075e1897e) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:56.193199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 05c64dda-2c84-4de9-a525-051de412ffd5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:56.194196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 05c64dda-2c84-4de9-a525-051de412ffd5 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:56.217065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f839f34-1635-4e34-b1b5-6793b61c795e req-667e26bf-dd05-4349-8004-c114a74f2e91 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3eaab9-ca1d-4216-a474-7daa3080d001&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710804 Jul 15 23:33:56.327791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-5008232d-cabe-4514-aa26-38011235cf73 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:56.329361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-5008232d-cabe-4514-aa26-38011235cf73 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 946 time: 0.1052094 Jul 15 23:33:56.397601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.414159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Transition to ACTIVE for port object 337c9b74-07ed-4c07-8fa2-6c2075e1897e will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:56.479991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4180bd5-98b4-4731-9265-b865029adf56 req-27cc701e-818b-4d62-a9b1-61e6e66683aa tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:56.486264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.487657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4180bd5-98b4-4731-9265-b865029adf56 req-27cc701e-818b-4d62-a9b1-61e6e66683aa tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 944 time: 0.1244636 Jul 15 23:33:56.545658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4180bd5-98b4-4731-9265-b865029adf56 req-6e686c26-5d78-4dcf-b9cb-59365c5ddc0c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537875 Jul 15 23:33:56.550583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port bcd5c52c-7a26-4088-9f40-2479617867b1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:56.550969 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.615013 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:56.621469 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:56.625457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:56.685958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=337c9b74-07ed-4c07-8fa2-6c2075e1897e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:56.705761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port bcd5c52c-7a26-4088-9f40-2479617867b1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bcd5c52c-7a26-4088-9f40-2479617867b1,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:56.706819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.726616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for bcd5c52c-7a26-4088-9f40-2479617867b1 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:56.731188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:56.731870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.768573 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-74f24d3c-0bde-4116-9c91-2e54592fef20 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9166656 Jul 15 23:33:56.785971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Request body: {'port': {'device_id': '06d03f63-b83d-469f-a041-23ca54684026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:56.886131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.913254 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.985314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=bcd5c52c-7a26-4088-9f40-2479617867b1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:57.021255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a9090178-34f8-4c94-8156-45fd7668b120 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:57.055922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] No DVR routers for this DVR port bcd5c52c-7a26-4088-9f40-2479617867b1 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:57.061867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.071373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5825ef16-e3d8-4754-bdf9-0da398e70aa4 req-3f32d28c-34d2-4957-8cfa-a84e075e1105 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "DELETE /v2.0/ports/bcd5c52c-7a26-4088-9f40-2479617867b1 HTTP/1.1" status: 204 len: 173 time: 0.7367103 Jul 15 23:33:57.074875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1654f2d6-e998-4d99-82d2-4eeea9353939', 'name': 'network-vif-deleted', 'tag': 'bcd5c52c-7a26-4088-9f40-2479617867b1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:57.080549 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b9b723-c40e-40f1-babe-82f3db67f60c" -d '{"events": [{"server_uuid": "1654f2d6-e998-4d99-82d2-4eeea9353939", "name": "network-vif-deleted", "tag": "bcd5c52c-7a26-4088-9f40-2479617867b1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:57.122531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-96c3afc3-f49e-4f87-ab91-3c869cf9905e None None] Provisioning for port 337c9b74-07ed-4c07-8fa2-6c2075e1897e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:57.129275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-96c3afc3-f49e-4f87-ab91-3c869cf9905e None None] Provisioning complete for port 337c9b74-07ed-4c07-8fa2-6c2075e1897e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:57.129705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96c3afc3-f49e-4f87-ab91-3c869cf9905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.222530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-96c3afc3-f49e-4f87-ab91-3c869cf9905e None None] Port 337c9b74-07ed-4c07-8fa2-6c2075e1897e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:57.230146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port a9090178-34f8-4c94-8156-45fd7668b120 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:57.239767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port a9090178-34f8-4c94-8156-45fd7668b120 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:57.240265 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.254590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb4513-9c72-44cf-a5f2-7d392bc46159 req-6a02ebf6-017a-459f-863d-eb65e9bed12b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:57.256246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25fb4513-9c72-44cf-a5f2-7d392bc46159 req-6a02ebf6-017a-459f-863d-eb65e9bed12b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 931 time: 0.1401420 Jul 15 23:33:57.354539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25fb4513-9c72-44cf-a5f2-7d392bc46159 req-b8415add-198d-4db4-a108-648dc5bf2deb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881217 Jul 15 23:33:57.383069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.413990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337c9b74-07ed-4c07-8fa2-6c2075e1897e {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:57.423473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.427240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328439c8-7da1-430c-b640-8f71ad995a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9090178-34f8-4c94-8156-45fd7668b120'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:57.432325 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a651fdc4-83b5-4a41-8297-8630965a598f" -d '{"events": [{"server_uuid": "328439c8-7da1-430c-b640-8f71ad995a04", "name": "network-vif-plugged", "status": "completed", "tag": "a9090178-34f8-4c94-8156-45fd7668b120"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:57.443952 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05ed2d4-f8d5-488f-8990-57ab2e6d670d x-openstack-request-id: req-b05ed2d4-f8d5-488f-8990-57ab2e6d670d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:57.444473 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1654f2d6-e998-4d99-82d2-4eeea9353939", "name": "network-vif-deleted", "tag": "bcd5c52c-7a26-4088-9f40-2479617867b1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:57.444894 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b05ed2d4-f8d5-488f-8990-57ab2e6d670d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:57.445469 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1654f2d6-e998-4d99-82d2-4eeea9353939', 'name': 'network-vif-deleted', 'tag': 'bcd5c52c-7a26-4088-9f40-2479617867b1', 'status': 'completed', 'code': 200} Jul 15 23:33:57.456589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Transition to ACTIVE for port object 337c9b74-07ed-4c07-8fa2-6c2075e1897e will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:57.459218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a9090178-34f8-4c94-8156-45fd7668b120, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a9090178-34f8-4c94-8156-45fd7668b120,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:57.465573 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.469511 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.574392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Pushing event updated for resources: {'Port': ['ID=337c9b74-07ed-4c07-8fa2-6c2075e1897e,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:57.595619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=a9090178-34f8-4c94-8156-45fd7668b120,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:57.661618 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9f04b59-8db7-4586-894f-f475747cdddb req-7d111788-5da6-4e56-bba3-ca355cd71c81 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=1654f2d6-e998-4d99-82d2-4eeea9353939 HTTP/1.1" status: 200 len: 210 time: 0.0692987 Jul 15 23:33:57.691394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Attempting to bind port 337c9b74-07ed-4c07-8fa2-6c2075e1897e on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:57.692056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Attempting to bind port 337c9b74-07ed-4c07-8fa2-6c2075e1897e by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:57.692621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Attempting to bind port 337c9b74-07ed-4c07-8fa2-6c2075e1897e on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:57.698348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Port 337c9b74-07ed-4c07-8fa2-6c2075e1897e on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:33:57.699073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Attempting to bind port 337c9b74-07ed-4c07-8fa2-6c2075e1897e on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:57.707881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:57.708519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:57.709143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:57.710894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Bound port: 337c9b74-07ed-4c07-8fa2-6c2075e1897e, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:57.711670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.755521 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41706693-223e-4fa6-a591-f1d09d394b26 x-openstack-request-id: req-41706693-223e-4fa6-a591-f1d09d394b26 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:57.755823 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328439c8-7da1-430c-b640-8f71ad995a04", "name": "network-vif-plugged", "status": "completed", "tag": "a9090178-34f8-4c94-8156-45fd7668b120", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:57.756136 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41706693-223e-4fa6-a591-f1d09d394b26 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:57.756582 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328439c8-7da1-430c-b640-8f71ad995a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9090178-34f8-4c94-8156-45fd7668b120', 'code': 200} Jul 15 23:33:57.837674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] For port 337c9b74-07ed-4c07-8fa2-6c2075e1897e, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:57.842990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] For port 337c9b74-07ed-4c07-8fa2-6c2075e1897e, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=337c9b74-07ed-4c07-8fa2-6c2075e1897e,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:57.852105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.897371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:57.898047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.899533 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] 10.222.0.37 "PUT /v2.0/ports/337c9b74-07ed-4c07-8fa2-6c2075e1897e HTTP/1.1" status: 200 len: 1091 time: 1.1181290 Jul 15 23:33:57.899937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d03f63-b83d-469f-a041-23ca54684026', 'tag': '337c9b74-07ed-4c07-8fa2-6c2075e1897e'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:57.905414 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2015e7da-f475-4627-ba96-88f2f855cf03" -d '{"events": [{"name": "network-changed", "server_uuid": "06d03f63-b83d-469f-a041-23ca54684026", "tag": "337c9b74-07ed-4c07-8fa2-6c2075e1897e"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:57.995166 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b55da-3896-4425-b6b3-e4f5b8b40d9e service neutron] Pushing event updated for resources: {'Port': ['ID=337c9b74-07ed-4c07-8fa2-6c2075e1897e,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:58.053988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-1f49729b-7514-4360-9e7c-b71b14abfed1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2033482 Jul 15 23:33:58.112696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-208652cd-8037-4194-b715-efc7b9eb2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.114231 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-208652cd-8037-4194-b715-efc7b9eb2c10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 1094 time: 0.1475790 Jul 15 23:33:58.183899 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-917cae14-25e1-4dfd-8484-2f703633cf93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337c9b74-07ed-4c07-8fa2-6c2075e1897e HTTP/1.1" status: 200 len: 217 time: 0.0563860 Jul 15 23:33:58.268069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-0a599465-1d22-4642-b435-e107d1acbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.270002 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-0a599465-1d22-4642-b435-e107d1acbd71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0793982 Jul 15 23:33:58.338505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d773c4f-5019-408c-b580-2865eba735e9 req-a8866c19-0dab-434b-a68d-120048f1c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.340088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d773c4f-5019-408c-b580-2865eba735e9 req-a8866c19-0dab-434b-a68d-120048f1c06c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 1096 time: 0.2656102 Jul 15 23:33:58.352756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795000b-a141-4bfc-8537-a9f5e01e2b7b req-8a4eb38b-f864-4dad-b75e-010d65026d45 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.353380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-fb7e825e-3862-44a4-8045-0036a218c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.354244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a795000b-a141-4bfc-8537-a9f5e01e2b7b req-8a4eb38b-f864-4dad-b75e-010d65026d45 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 945 time: 0.3791704 Jul 15 23:33:58.355086 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-fb7e825e-3862-44a4-8045-0036a218c7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777814 Jul 15 23:33:58.383043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-132710fc-8436-4ecf-822b-e54e34b9a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.384551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-132710fc-8436-4ecf-822b-e54e34b9a0d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 1097 time: 0.2236052 Jul 15 23:33:58.447705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d773c4f-5019-408c-b580-2865eba735e9 req-43743bcc-2b4e-45da-b120-fecf97f89ff2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916381 Jul 15 23:33:58.455345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a795000b-a141-4bfc-8537-a9f5e01e2b7b req-a0217f5e-cf9b-4cfc-9525-80a100acadc5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909891 Jul 15 23:33:58.503456 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-ac84f37f-1092-40d9-9ea0-ae4742d67618 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373692 Jul 15 23:33:58.549084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-a638bbe1-d644-4fa2-9c1c-d7a739f2640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.550897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-a638bbe1-d644-4fa2-9c1c-d7a739f2640a service neutron] 10.222.0.37 "GET /v2.0/networks?id=fed69efd-64ed-4606-85ea-eb6249b156bb HTTP/1.1" status: 200 len: 898 time: 0.1385219 Jul 15 23:33:58.560407 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf93a58-fa8d-419c-84ea-6895393ecb03 x-openstack-request-id: req-9bf93a58-fa8d-419c-84ea-6895393ecb03 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:58.560882 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d03f63-b83d-469f-a041-23ca54684026", "tag": "337c9b74-07ed-4c07-8fa2-6c2075e1897e", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:58.562079 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bf93a58-fa8d-419c-84ea-6895393ecb03 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:58.562797 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d03f63-b83d-469f-a041-23ca54684026', 'tag': '337c9b74-07ed-4c07-8fa2-6c2075e1897e', 'status': 'completed', 'code': 200} Jul 15 23:33:58.646810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-4db80f37-0104-4ac8-9434-29b424d827fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99500ca0-ed79-4a7d-a979-017670822d95 HTTP/1.1" status: 200 len: 1002 time: 0.0796657 Jul 15 23:33:58.664250 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a3600635-3e27-4543-94c0-4b39adbecb22 req-7c92a5b1-63c1-4f20-a558-58d0df4aa433 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531241 Jul 15 23:33:58.803787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-53db55b7-a628-450d-bd4e-e9bfcb2e2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.805456 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-53db55b7-a628-450d-bd4e-e9bfcb2e2030 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 1094 time: 0.0611773 Jul 15 23:33:58.943178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-c1fe18de-0b5c-437e-8300-27e5cac8e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.946194 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-c1fe18de-0b5c-437e-8300-27e5cac8e867 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1305456 Jul 15 23:33:59.010867 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-12980a59-1868-4419-a71b-0c57db035c19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=337c9b74-07ed-4c07-8fa2-6c2075e1897e HTTP/1.1" status: 200 len: 217 time: 0.0549986 Jul 15 23:33:59.043448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-a733876e-6902-4404-aef1-44f69290e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:59.045096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-a733876e-6902-4404-aef1-44f69290e587 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c HTTP/1.1" status: 200 len: 834 time: 0.3915904 Jul 15 23:33:59.094707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f068dc-568a-4858-a114-8217b9c5b712 req-2a35955d-4f70-4fde-a064-dcb20ca782f1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:59.096390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0f068dc-568a-4858-a114-8217b9c5b712 req-2a35955d-4f70-4fde-a064-dcb20ca782f1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.4106150 Jul 15 23:33:59.096671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-503f9dd4-5d86-4beb-91e7-13e639b4dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:59.098373 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-503f9dd4-5d86-4beb-91e7-13e639b4dcfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0829477 Jul 15 23:33:59.161515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0f068dc-568a-4858-a114-8217b9c5b712 req-5502bd1b-989d-4b3f-8075-2be725b6937e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581806 Jul 15 23:33:59.162723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-fac71eb4-82c5-47c5-8e8f-7daf0a274827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:59.164486 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-fac71eb4-82c5-47c5-8e8f-7daf0a274827 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590489 Jul 15 23:33:59.167669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-429617ba-bbb5-4bc9-94b3-6cb4a26848e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:59.169293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-429617ba-bbb5-4bc9-94b3-6cb4a26848e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fed69efd-64ed-4606-85ea-eb6249b156bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163874 Jul 15 23:33:59.278207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-c93600e6-0bf3-45d7-81b6-b6b216b3838b service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980456 Jul 15 23:33:59.291743 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-9650ea8b-6fd2-4558-aea0-67b9a1d19cd9 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148067 Jul 15 23:33:59.354491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41030) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:59.444668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f5598e-2bbb-4caf-b567-7a762cda93b4 req-174ae5ec-3673-4f07-83b2-0fca688f49ad service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598363 Jul 15 23:33:59.453565 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebf71-572b-407e-9f26-48ce8ac2ef61 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.462216 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-2015e7da-f475-4627-ba96-88f2f855cf03 req-49b113f0-17d5-4789-adb0-9e354544dc6b service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645644 Jul 15 23:33:59.483634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebf71-572b-407e-9f26-48ce8ac2ef61 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.606728 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebf71-572b-407e-9f26-48ce8ac2ef61 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.613171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebf71-572b-407e-9f26-48ce8ac2ef61 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.617847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0a1ebf71-572b-407e-9f26-48ce8ac2ef61 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea3eaab9-ca1d-4216-a474-7daa3080d001 HTTP/1.1" status: 204 len: 168 time: 0.2616615 Jul 15 23:33:59.635465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ebf71-572b-407e-9f26-48ce8ac2ef61 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3eaab9-ca1d-4216-a474-7daa3080d001,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.721533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b57fcc-973e-4117-a644-3ad42d6b8dbd req-f2c91f17-566f-4e08-b540-e05c0458488e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:59.724278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4b57fcc-973e-4117-a644-3ad42d6b8dbd req-f2c91f17-566f-4e08-b540-e05c0458488e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 945 time: 0.0767393 Jul 15 23:33:59.790165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4b57fcc-973e-4117-a644-3ad42d6b8dbd req-55059960-c76b-41dc-8dd3-a9275d692afb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605953 Jul 15 23:33:59.836433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41038) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:59.942319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35db769-0e59-4f5d-8b70-85b1ef14722f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting subnet 94186c86-ed34-4ef9-a06b-751b7d1527bd {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:59.949226 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35db769-0e59-4f5d-8b70-85b1ef14722f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.029080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83f58dce-1194-49eb-816b-e57d11a60973 req-0870d4f2-0650-41b5-8a59-600eac61e676 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2 HTTP/1.1" status: 200 len: 267 time: 0.0811067 Jul 15 23:34:00.035010 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35db769-0e59-4f5d-8b70-85b1ef14722f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.238229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f58dce-1194-49eb-816b-e57d11a60973 req-cc608fc8-730b-4067-9fdd-152a98a653cc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.239845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83f58dce-1194-49eb-816b-e57d11a60973 req-cc608fc8-730b-4067-9fdd-152a98a653cc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 945 time: 0.2097714 Jul 15 23:34:00.243800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35db769-0e59-4f5d-8b70-85b1ef14722f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.271274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-83f58dce-1194-49eb-816b-e57d11a60973 req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'port': {'security_groups': []}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:00.380658 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35db769-0e59-4f5d-8b70-85b1ef14722f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.437781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35db769-0e59-4f5d-8b70-85b1ef14722f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Subnet': ['ID=94186c86-ed34-4ef9-a06b-751b7d1527bd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:00.451072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b35db769-0e59-4f5d-8b70-85b1ef14722f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.457138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b35db769-0e59-4f5d-8b70-85b1ef14722f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/subnets/94186c86-ed34-4ef9-a06b-751b7d1527bd HTTP/1.1" status: 204 len: 168 time: 0.6194868 Jul 15 23:34:00.458091 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-83f58dce-1194-49eb-816b-e57d11a60973 req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.459069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41042) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:00.483473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48481d22-fc9d-4e04-871c-bd391d882fb7 None None] Network 385e0c63-056a-4460-b494-96b57b725b70 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:00.726785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-83f58dce-1194-49eb-816b-e57d11a60973 req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] For port a9090178-34f8-4c94-8156-45fd7668b120, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a9090178-34f8-4c94-8156-45fd7668b120,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:00.747404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.762527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-83f58dce-1194-49eb-816b-e57d11a60973 req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.772201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-83f58dce-1194-49eb-816b-e57d11a60973 req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.827754 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f58dce-1194-49eb-816b-e57d11a60973 req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.828829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-83f58dce-1194-49eb-816b-e57d11a60973 req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.837614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83f58dce-1194-49eb-816b-e57d11a60973 req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "PUT /v2.0/ports/a9090178-34f8-4c94-8156-45fd7668b120 HTTP/1.1" status: 200 len: 904 time: 0.5701051 Jul 15 23:34:00.837614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328439c8-7da1-430c-b640-8f71ad995a04', 'tag': 'a9090178-34f8-4c94-8156-45fd7668b120'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:00.846078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['745c021a-0a35-4c9e-b1f4-866427c53453', 'a9090178-34f8-4c94-8156-45fd7668b120'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:00.846481 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48060cb-8473-486c-b42c-5ea4127a9d91" -d '{"events": [{"name": "network-changed", "server_uuid": "328439c8-7da1-430c-b640-8f71ad995a04", "tag": "a9090178-34f8-4c94-8156-45fd7668b120"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:00.896799 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port 1b62edd1-00ee-420c-a7c9-e4b93595af55 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:00.897167 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.916502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bcd5c52c-7a26-4088-9f40-2479617867b1 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:00.931863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351b398-98c8-41b1-8e33-5c1ff4991995 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'Port': ['ID=a9090178-34f8-4c94-8156-45fd7668b120,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:00.957073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: bcd5c52c-7a26-4088-9f40-2479617867b1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:00.957870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bcd5c52c-7a26-4088-9f40-2479617867b1 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:00.972347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a9090178-34f8-4c94-8156-45fd7668b120'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:01.012605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port 1b62edd1-00ee-420c-a7c9-e4b93595af55, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1b62edd1-00ee-420c-a7c9-e4b93595af55,segment=NetworkSegment(c3962d9d-94d5-42a9-88a2-f373bc0bed2d),segment_id=c3962d9d-94d5-42a9-88a2-f373bc0bed2d)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:01.013009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.036263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for 1b62edd1-00ee-420c-a7c9-e4b93595af55 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:01.235255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac9e2bb-a057-4490-a439-a058072732cc None None] DHCP port deletion for 385e0c63-056a-4460-b494-96b57b725b70 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:01.240769 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.284878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] No DVR routers for this DVR port 1b62edd1-00ee-420c-a7c9-e4b93595af55 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:01.287613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=1b62edd1-00ee-420c-a7c9-e4b93595af55,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:01.292660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4fb3-5b84-47ea-8b54-5f419c5f0a02 req-a9484aa5-29ac-49ea-888d-7a78e953fdad tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:01.295767 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0eda4fb3-5b84-47ea-8b54-5f419c5f0a02 req-a9484aa5-29ac-49ea-888d-7a78e953fdad tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.2063665 Jul 15 23:34:01.324357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7a415939-ac3c-4371-be7c-e2892dab1448 None None] Provisioning complete for port a9090178-34f8-4c94-8156-45fd7668b120 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:01.325723 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7a415939-ac3c-4371-be7c-e2892dab1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.400316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0eda4fb3-5b84-47ea-8b54-5f419c5f0a02 req-357d7b65-b4bb-4746-8d67-3ba4d11d70bd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986824 Jul 15 23:34:01.431252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.472465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385e0c63-056a-4460-b494-96b57b725b70']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:01.486662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:01.486662 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3962d9d-94d5-42a9-88a2-f373bc0bed2d') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:01.501788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.528966 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.546931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:01.548287 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:01.555872 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:01.666073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.685188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.690788 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/networks/385e0c63-056a-4460-b494-96b57b725b70 HTTP/1.1" status: 204 len: 168 time: 1.2263243 Jul 15 23:34:01.691834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41052) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:01.706193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e5991-d3be-46d7-b85f-4b7357631502 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Network': ['ID=385e0c63-056a-4460-b494-96b57b725b70,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:01.777403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419fcba-d2d9-4275-8314-e5523e943168 req-89672fd5-1d13-40ee-addc-642b6f420c10 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:01.786477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e419fcba-d2d9-4275-8314-e5523e943168 req-89672fd5-1d13-40ee-addc-642b6f420c10 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 907 time: 0.1945028 Jul 15 23:34:01.878807 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8878452-27f4-48e7-a97e-79066362cba8 x-openstack-request-id: req-b8878452-27f4-48e7-a97e-79066362cba8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:01.879082 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328439c8-7da1-430c-b640-8f71ad995a04", "tag": "a9090178-34f8-4c94-8156-45fd7668b120", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:01.879339 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8878452-27f4-48e7-a97e-79066362cba8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:01.879767 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328439c8-7da1-430c-b640-8f71ad995a04', 'tag': 'a9090178-34f8-4c94-8156-45fd7668b120', 'status': 'completed', 'code': 200} Jul 15 23:34:02.032489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-c3a09e2c-3e28-4709-bcb5-efb83db134a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.035197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-c3a09e2c-3e28-4709-bcb5-efb83db134a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 1058 time: 0.1539941 Jul 15 23:34:02.139767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port c779b637-319a-45c2-b810-2dc39d0269ff {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:02.140740 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.219707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1b62edd1-00ee-420c-a7c9-e4b93595af55 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:02.250625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1b62edd1-00ee-420c-a7c9-e4b93595af55 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:02.251010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1b62edd1-00ee-420c-a7c9-e4b93595af55 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:02.260536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b53af-6000-4b20-9de1-755675e69413 req-ed08a945-c300-46d6-ab38-e6c390cc692d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.273353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b53af-6000-4b20-9de1-755675e69413 req-ed08a945-c300-46d6-ab38-e6c390cc692d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.2792888 Jul 15 23:34:02.273353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-097f26db-daac-49d4-bd08-a68d3766fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.274812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-097f26db-daac-49d4-bd08-a68d3766fe35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.2280853 Jul 15 23:34:02.367048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-9b4d8baf-1012-47c2-891e-99c03309d9fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9090178-34f8-4c94-8156-45fd7668b120 HTTP/1.1" status: 200 len: 217 time: 0.0741367 Jul 15 23:34:02.391430 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.391756 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.461843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b53af-6000-4b20-9de1-755675e69413 req-27718301-6022-47e4-9a75-25eaaca748a4 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900346 Jul 15 23:34:02.465166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for c779b637-319a-45c2-b810-2dc39d0269ff owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:02.642364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-0134c45b-317b-453b-b7fb-3d3e08feebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.643973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-0134c45b-317b-453b-b7fb-3d3e08feebb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.2685897 Jul 15 23:34:02.851777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660fc9e-14e1-425c-b740-416f87a57819 req-cd7e7a46-eeaa-4a90-8860-8d276fca3e5b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.853338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9660fc9e-14e1-425c-b740-416f87a57819 req-cd7e7a46-eeaa-4a90-8860-8d276fca3e5b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.2546935 Jul 15 23:34:02.856959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-1a157582-c72e-4570-a1f2-8a32a6a0dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.859288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-1a157582-c72e-4570-a1f2-8a32a6a0dab0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892734 Jul 15 23:34:03.300388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9660fc9e-14e1-425c-b740-416f87a57819 req-2b0267b8-7532-45db-9eca-d318fada3f1b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392669 Jul 15 23:34:03.351765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.389638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-b868ff95-1581-4a75-972a-fddf6d84b88f service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206833 Jul 15 23:34:03.393082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=c779b637-319a-45c2-b810-2dc39d0269ff,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:03.588609 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.589351 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Floating IP 8aa2792b-64df-44cd-bfbc-4dc025b14877 disassociated (deleted). External IP: 172.25.3.208, port: 99500ca0-ed79-4a7d-a979-017670822d95. Jul 15 23:34:03.648443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f48060cb-8473-486c-b42c-5ea4127a9d91 req-0b277f98-3b83-4273-9da6-d15df8de18d9 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510650 Jul 15 23:34:03.664170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7d02e-9e12-4a66-bb9e-2393232fcef7 req-68c7d3b7-26fd-4143-b5ce-79ff9b5bf572 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:03.665756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92c7d02e-9e12-4a66-bb9e-2393232fcef7 req-68c7d3b7-26fd-4143-b5ce-79ff9b5bf572 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.2181458 Jul 15 23:34:03.755837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92c7d02e-9e12-4a66-bb9e-2393232fcef7 req-d73704f2-5f4a-40c6-904a-4016045563cc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581844 Jul 15 23:34:03.917035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 79642c5d-4258-4418-b60b-600ea7b42929 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:04.127724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-f9c15a2e-0e35-4d17-a79c-c741b21bf050 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:04.134948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-f9c15a2e-0e35-4d17-a79c-c741b21bf050 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.2092881 Jul 15 23:34:04.163219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-8b93cf74-2c6e-4101-99cf-2db6a29beeb6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/quotas/bfa49eb36e4a4c86a5069d0bc18d3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0270860 Jul 15 23:34:04.229951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:04.235592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.245988 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] Sync routers for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:04.269264 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:04.269966 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:04.324402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cc97212a-59e4-43f6-8978-5d524e250c98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/floatingips/8aa2792b-64df-44cd-bfbc-4dc025b14877 HTTP/1.1" status: 204 len: 168 time: 2.6218190 Jul 15 23:34:04.324402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:04.324402 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791" -d '{"events": [{"name": "network-changed", "server_uuid": "b02da648-5691-4245-a011-361831739044", "tag": "99500ca0-ed79-4a7d-a979-017670822d95"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:04.363365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-85596d6a-d0a3-4e9a-b7db-77bff2e50892 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1993396 Jul 15 23:34:04.384662 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:04.468069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9df13de0-631b-4566-9672-3d1981f8074d service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016650 Jul 15 23:34:04.596359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-bcb76087-ebc8-4678-86cc-ba0cac430631 service neutron] 10.222.0.23 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223872 Jul 15 23:34:04.604837 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:53Z', 'revision_number': 6, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:04.643213 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] Checking router: 79642c5d-4258-4418-b60b-600ea7b42929 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:04.652231 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:04.653071 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:04.788510 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:04.838276 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b6cb96-8246-4dc6-83b1-e5f5e0fb51a0 x-openstack-request-id: req-c4b6cb96-8246-4dc6-83b1-e5f5e0fb51a0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:04.840782 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02da648-5691-4245-a011-361831739044", "tag": "99500ca0-ed79-4a7d-a979-017670822d95", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:04.840782 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4b6cb96-8246-4dc6-83b1-e5f5e0fb51a0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:04.840782 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95', 'status': 'completed', 'code': 200} Jul 15 23:34:04.994884 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:53Z', 'revision_number': 6, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:05.028150 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444f516-33d5-4e0b-80ea-e384a3da2719 None None] The sync data for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 is: [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:33:53Z', 'revision_number': 6, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '04519db1-fa38-4167-9629-04afb06732ab', 'name': '', 'network_id': 'fed69efd-64ed-4606-85ea-eb6249b156bb', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:cd:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:14Z', 'updated_at': '2021-07-15T23:32:20Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:05.092286 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-1d1b69aa-62de-4b9d-af95-4fc69bd83885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:05.097863 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-1d1b69aa-62de-4b9d-af95-4fc69bd83885 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 1097 time: 0.2168071 Jul 15 23:34:05.367591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-345e140f-e12c-4de7-8c42-04be4aa8334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:05.369432 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-345e140f-e12c-4de7-8c42-04be4aa8334b service neutron] 10.222.0.37 "GET /v2.0/networks?id=fed69efd-64ed-4606-85ea-eb6249b156bb HTTP/1.1" status: 200 len: 898 time: 0.2611012 Jul 15 23:34:05.451079 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-3b4d6bf9-edbd-4cf9-8a39-6f71bc5fe83e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99500ca0-ed79-4a7d-a979-017670822d95 HTTP/1.1" status: 200 len: 217 time: 0.0696421 Jul 15 23:34:05.502120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971be459-e2fd-4496-a499-41f85081c9f0 req-551a4602-3995-4723-b082-86eba040a167 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:05.509675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-971be459-e2fd-4496-a499-41f85081c9f0 req-551a4602-3995-4723-b082-86eba040a167 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1126008 Jul 15 23:34:05.520652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fb733-cf0f-4c0e-9a9d-83aa35ebd227 None None] New status for floating IP 8aa2792b-64df-44cd-bfbc-4dc025b14877: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:34:05.575658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-971be459-e2fd-4496-a499-41f85081c9f0 req-7bc7bf93-d942-41f1-bb2a-ffd1e00d8b94 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650113 Jul 15 23:34:05.606499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-d3f1bd88-b8a6-47ec-a5f0-8c35761fa242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:05.612617 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-d3f1bd88-b8a6-47ec-a5f0-8c35761fa242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c HTTP/1.1" status: 200 len: 834 time: 0.1398547 Jul 15 23:34:05.739444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-903fc433-894a-4a3d-a68a-5fea1568bfd0 req-7008f014-22f6-4b7a-86db-9cdcc307458d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 210 time: 0.0648215 Jul 15 23:34:05.829124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-3d00f6e4-eb12-48b9-8010-a2d1e82b294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:05.833945 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-3d00f6e4-eb12-48b9-8010-a2d1e82b294c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fed69efd-64ed-4606-85ea-eb6249b156bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160819 Jul 15 23:34:05.848058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-ef3b1a52-3466-4373-a022-b3d16cf2ecd0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:34:05.849468 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-ef3b1a52-3466-4373-a022-b3d16cf2ecd0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068858 Jul 15 23:34:05.999250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45046e-65d1-4dd6-a7f8-c6798c1f8620 req-7123be66-3190-4fb8-9f9a-cbda920a6eb8 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:06.000804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd45046e-65d1-4dd6-a7f8-c6798c1f8620 req-7123be66-3190-4fb8-9f9a-cbda920a6eb8 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 946 time: 0.1398361 Jul 15 23:34:06.089452 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-d8e4e914-f073-4d6c-a4a7-1fc860282ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244067 Jul 15 23:34:06.094921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd45046e-65d1-4dd6-a7f8-c6798c1f8620 req-d765e208-18e1-49a1-a438-13578c952e02 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872114 Jul 15 23:34:06.250888 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8ddb1d3a-e890-41c9-b5ac-e686c2a38791 req-42abbe57-f1d9-484b-8d94-8510b05de0cf service neutron] 10.222.0.37 "GET /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497920 Jul 15 23:34:06.833148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f142d-ffa9-4728-a514-9e4793a56bb5 req-8e0e3a7a-c279-4b65-92df-1102aedbd9e9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:06.834982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd2f142d-ffa9-4728-a514-9e4793a56bb5 req-8e0e3a7a-c279-4b65-92df-1102aedbd9e9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1244922 Jul 15 23:34:06.858188 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-8cf7ec62-f00c-4648-9d03-64378b4f021d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:06.860473 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-8cf7ec62-f00c-4648-9d03-64378b4f021d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 946 time: 0.1023295 Jul 15 23:34:06.883249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd2f142d-ffa9-4728-a514-9e4793a56bb5 req-b1b1ab0a-6de4-4759-af94-458e0d6d35c5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Jul 15 23:34:07.025174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port 99500ca0-ed79-4a7d-a979-017670822d95 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:07.025768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.036922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-43cb0a5d-584b-4867-845f-0a1d661e6893 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:07.039001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-43cb0a5d-584b-4867-845f-0a1d661e6893 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.37 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 811 time: 0.1341188 Jul 15 23:34:07.058355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Request body: {'port': {'device_id': '29729a7c-57f6-4980-aea3-a8c83443da31', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'admin_state_up': True, 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:07.102455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aeff54c6-0875-424e-8581-7ef32c1d5688 req-cc14e841-fa00-4061-9b21-cae9f3fb493e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 210 time: 0.0587044 Jul 15 23:34:07.176380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port 99500ca0-ed79-4a7d-a979-017670822d95, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=99500ca0-ed79-4a7d-a979-017670822d95,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:07.179246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.199970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for 99500ca0-ed79-4a7d-a979-017670822d95 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:07.239528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Made reservation on behalf of bfa49eb36e4a4c86a5069d0bc18d3dd2 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:07.244259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.373264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.410004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=99500ca0-ed79-4a7d-a979-017670822d95,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:07.423586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8caea-69fc-4890-a29c-3872a02d12b6 req-7d5aa084-6ca4-4678-ad77-c560560a2970 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:07.425092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1a8caea-69fc-4890-a29c-3872a02d12b6 req-7d5aa084-6ca4-4678-ad77-c560560a2970 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02da648-5691-4245-a011-361831739044 HTTP/1.1" status: 200 len: 867 time: 0.1598892 Jul 15 23:34:07.431979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Allocated IP 172.20.0.13 (9b850e48-a58c-48a5-b95c-7064321c3aef/316fc3de-261a-4b63-9c9b-ac6de8c66d18/964b8721-9b8b-450a-90c5-020fcf5b7f09) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:07.462105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] No DVR routers for this DVR port 99500ca0-ed79-4a7d-a979-017670822d95 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:07.465024 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.467607 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-14abcc76-7815-442d-80d1-e0b63ec34df3 req-2e6e18e6-40b6-4041-8a97-c2747cf20b18 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.37 "DELETE /v2.0/ports/99500ca0-ed79-4a7d-a979-017670822d95 HTTP/1.1" status: 204 len: 173 time: 0.6014640 Jul 15 23:34:07.468149 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'name': 'network-vif-deleted', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:07.471941 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fb8016-1a2e-4547-93ec-13106941804c" -d '{"events": [{"server_uuid": "b02da648-5691-4245-a011-361831739044", "name": "network-vif-deleted", "tag": "99500ca0-ed79-4a7d-a979-017670822d95"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:07.493200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1a8caea-69fc-4890-a29c-3872a02d12b6 req-c8b3a337-3084-4994-b4d1-2f407f4387fb tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=0924ea86-7742-49e3-bdbf-cc90e1d13287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568268 Jul 15 23:34:07.556324 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefffe73-9bf4-450d-a7be-cfb3c30a43e7 x-openstack-request-id: req-cefffe73-9bf4-450d-a7be-cfb3c30a43e7 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:07.557004 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02da648-5691-4245-a011-361831739044", "name": "network-vif-deleted", "tag": "99500ca0-ed79-4a7d-a979-017670822d95", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:07.557435 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cefffe73-9bf4-450d-a7be-cfb3c30a43e7 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:07.558002 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02da648-5691-4245-a011-361831739044', 'name': 'network-vif-deleted', 'tag': '99500ca0-ed79-4a7d-a979-017670822d95', 'status': 'completed', 'code': 200} Jul 15 23:34:07.640186 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.655158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Transition to ACTIVE for port object 964b8721-9b8b-450a-90c5-020fcf5b7f09 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:07.689432 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.702278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['745c021a-0a35-4c9e-b1f4-866427c53453'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:07.740258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Network 9b850e48-a58c-48a5-b95c-7064321c3aef is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:07.743541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:07.747483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:07.772494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event updated for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:07.810716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:07.811948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.845090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fe6d6b23-8341-421f-bd7f-962fb2afe80d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7878289 Jul 15 23:34:07.861845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Request body: {'port': {'device_id': '29729a7c-57f6-4980-aea3-a8c83443da31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:07.963443 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.187185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6e65dcf6-218b-4af4-b4fa-2735bf002e40 None None] Provisioning for port 964b8721-9b8b-450a-90c5-020fcf5b7f09 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:08.191912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6e65dcf6-218b-4af4-b4fa-2735bf002e40 None None] Provisioning complete for port 964b8721-9b8b-450a-90c5-020fcf5b7f09 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:08.192685 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e65dcf6-218b-4af4-b4fa-2735bf002e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.230739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6e65dcf6-218b-4af4-b4fa-2735bf002e40 None None] Port 964b8721-9b8b-450a-90c5-020fcf5b7f09 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:08.250953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277a66c-8c67-4aaa-a475-25453c87149c req-8bf674ef-a4fe-4164-8281-e382a29b4a79 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:08.257809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f277a66c-8c67-4aaa-a475-25453c87149c req-8bf674ef-a4fe-4164-8281-e382a29b4a79 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1433940 Jul 15 23:34:08.317507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f277a66c-8c67-4aaa-a475-25453c87149c req-c51a6928-b041-4fa5-af2a-518c53da978c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588577 Jul 15 23:34:08.372284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964b8721-9b8b-450a-90c5-020fcf5b7f09 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:08.383377 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.396409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Transition to ACTIVE for port object 964b8721-9b8b-450a-90c5-020fcf5b7f09 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:08.401112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.490710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Pushing event updated for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.585615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5b13f-ad54-4a60-b7b6-7a00bd857e40 req-fd58bd56-68c3-4c78-9d10-8c7cc42f8c17 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:08.587916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60e5b13f-ad54-4a60-b7b6-7a00bd857e40 req-fd58bd56-68c3-4c78-9d10-8c7cc42f8c17 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 944 time: 0.1600220 Jul 15 23:34:08.595230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Attempting to bind port 964b8721-9b8b-450a-90c5-020fcf5b7f09 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:08.595708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Attempting to bind port 964b8721-9b8b-450a-90c5-020fcf5b7f09 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:08.596135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Attempting to bind port 964b8721-9b8b-450a-90c5-020fcf5b7f09 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:08.614145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Port 964b8721-9b8b-450a-90c5-020fcf5b7f09 on network 9b850e48-a58c-48a5-b95c-7064321c3aef not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:34:08.614627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Attempting to bind port 964b8721-9b8b-450a-90c5-020fcf5b7f09 on network 9b850e48-a58c-48a5-b95c-7064321c3aef {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:08.623525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:08.624565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Checking segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:08.625055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Bound using segment: {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:08.625616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Bound port: 964b8721-9b8b-450a-90c5-020fcf5b7f09, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2389d8-6624-4a69-8886-ac720169cd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:08.626089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.655151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60e5b13f-ad54-4a60-b7b6-7a00bd857e40 req-c0b7bf7b-206a-482c-a9d0-1c5fb8e0df84 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618722 Jul 15 23:34:08.716939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:08.720444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:08.726683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.759574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41122) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:08.768481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:08.769164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.770855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] 10.222.0.37 "PUT /v2.0/ports/964b8721-9b8b-450a-90c5-020fcf5b7f09 HTTP/1.1" status: 200 len: 1092 time: 0.9142103 Jul 15 23:34:08.771364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:08.773933 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a9c19d-02ff-4d70-86a0-e31aaf21e234" -d '{"events": [{"name": "network-changed", "server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:08.812223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaa064-db90-4e40-85f9-d0058bc9fc25 service neutron] Pushing event updated for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.848128 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04b59e6-93c6-40fc-b8e6-ccc1ff4fcf48 x-openstack-request-id: req-a04b59e6-93c6-40fc-b8e6-ccc1ff4fcf48 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:08.848766 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:08.848766 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a04b59e6-93c6-40fc-b8e6-ccc1ff4fcf48 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:08.849107 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'status': 'completed', 'code': 200} Jul 15 23:34:08.873693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78fff331-67ba-442d-b19c-0a89541acb90 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.907839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-e3edde29-14c0-44d1-84dc-baebe3d6a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:08.908782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78fff331-67ba-442d-b19c-0a89541acb90 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.910086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-e3edde29-14c0-44d1-84dc-baebe3d6a764 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 1095 time: 0.0732498 Jul 15 23:34:08.967269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-9764bd37-d62e-423d-8311-99496d80dd02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09 HTTP/1.1" status: 200 len: 217 time: 0.0428917 Jul 15 23:34:08.991713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78fff331-67ba-442d-b19c-0a89541acb90 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.996998 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-78fff331-67ba-442d-b19c-0a89541acb90 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.003307 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-78fff331-67ba-442d-b19c-0a89541acb90 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/security-groups/0924ea86-7742-49e3-bdbf-cc90e1d13287 HTTP/1.1" status: 204 len: 168 time: 0.2420869 Jul 15 23:34:09.013604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fff331-67ba-442d-b19c-0a89541acb90 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0924ea86-7742-49e3-bdbf-cc90e1d13287,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:09.056798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41128) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:09.078861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-e7211d9c-028b-44ec-8796-71fe7a2eb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:09.080370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-e7211d9c-028b-44ec-8796-71fe7a2eb142 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.1037552 Jul 15 23:34:09.159207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fd8a038c-7997-4f23-87d5-de728fa58eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:09.162084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-fd8a038c-7997-4f23-87d5-de728fa58eaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749676 Jul 15 23:34:09.266259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-077c95ea-9396-4839-bd16-beb3aa5a8653 service neutron] 10.222.0.37 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937753 Jul 15 23:34:09.385404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95a3ea1a-c286-4fc3-9e49-59b5e7bcce1a req-ac108005-63de-4419-8f9a-0d637a54a11a service neutron] 10.222.0.37 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075270 Jul 15 23:34:09.518602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.620897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56534b-c3e6-4da9-b899-6a46e4d31658 req-45fda592-b146-4fd8-99bf-8914c2436b78 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:09.622383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa56534b-c3e6-4da9-b899-6a46e4d31658 req-45fda592-b146-4fd8-99bf-8914c2436b78 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1276140 Jul 15 23:34:09.624559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-f5c61e94-0572-40f0-ae97-7574d820af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:09.625996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-f5c61e94-0572-40f0-ae97-7574d820af15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 1095 time: 0.1181126 Jul 15 23:34:09.898504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port 04519db1-fa38-4167-9629-04afb06732ab {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:09.899123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.990309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa56534b-c3e6-4da9-b899-6a46e4d31658 req-59129e87-c051-4ce6-ac96-c7b812542c4a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612163 Jul 15 23:34:09.999190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port 04519db1-fa38-4167-9629-04afb06732ab, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=04519db1-fa38-4167-9629-04afb06732ab,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:09.999550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.016656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for 04519db1-fa38-4167-9629-04afb06732ab owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:10.047393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-ac2ffb80-6591-40c9-b3b2-0522756e7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:10.048917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-ac2ffb80-6591-40c9-b3b2-0522756e7aac service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.4136357 Jul 15 23:34:10.117619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-87f18885-ad1d-4fd0-8f24-9b07308913c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09 HTTP/1.1" status: 200 len: 217 time: 0.0617423 Jul 15 23:34:10.201363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-5e05c792-725b-4836-aa43-4d8028bb9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:10.203446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-5e05c792-725b-4836-aa43-4d8028bb9e87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0666389 Jul 15 23:34:10.215054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e006bed-1c12-4698-b509-d4600520b825 req-dd7fbf49-b3fe-44c6-ba2b-b1139efae0ce tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:10.216642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e006bed-1c12-4698-b509-d4600520b825 req-dd7fbf49-b3fe-44c6-ba2b-b1139efae0ce tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 944 time: 0.1098211 Jul 15 23:34:10.233445 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.260951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=04519db1-fa38-4167-9629-04afb06732ab,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:10.288111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e006bed-1c12-4698-b509-d4600520b825 req-be1b9e64-4a11-410f-8f55-0d93d9794411 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627255 Jul 15 23:34:10.307313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-1cab1fa4-6d08-461f-898b-9520e1267952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:10.309023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-1cab1fa4-6d08-461f-898b-9520e1267952 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914381 Jul 15 23:34:10.412214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-01fb1060-1464-4c7f-b549-f00b7b206af3 service neutron] 10.222.0.37 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934641 Jul 15 23:34:10.455959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.540122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01a9c19d-02ff-4d70-86a0-e31aaf21e234 req-535e60ae-9ba5-4c5c-b971-ed182cb0fd3b service neutron] 10.222.0.37 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152127 Jul 15 23:34:10.994444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 99500ca0-ed79-4a7d-a979-017670822d95 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:11.023557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 99500ca0-ed79-4a7d-a979-017670822d95 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:11.024068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 99500ca0-ed79-4a7d-a979-017670822d95 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:11.037166 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 79642c5d-4258-4418-b60b-600ea7b42929 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:11.151338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:11.159919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41144) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:11.160400 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96669ca3-dd5d-4294-b102-90ea8243a1e2 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "PUT /v2.0/routers/79642c5d-4258-4418-b60b-600ea7b42929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1004360 Jul 15 23:34:11.162133 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] Sync routers for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:11.175413 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:11.176511 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:11.239196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4be5c96-6c8f-4e64-8422-be9cb41165b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting subnet ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:11.243446 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4be5c96-6c8f-4e64-8422-be9cb41165b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.279243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca49b8-f838-4d33-b8e1-ca8b1afc8d1d req-e3df740c-81ad-4f22-bb7a-49a228fa5794 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:11.281654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4ca49b8-f838-4d33-b8e1-ca8b1afc8d1d req-e3df740c-81ad-4f22-bb7a-49a228fa5794 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1667492 Jul 15 23:34:11.317650 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:11.345190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4be5c96-6c8f-4e64-8422-be9cb41165b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.351725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4ca49b8-f838-4d33-b8e1-ca8b1afc8d1d req-d54b3b55-fe75-4adb-a39d-d823daab5ae2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615270 Jul 15 23:34:11.496329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4be5c96-6c8f-4e64-8422-be9cb41165b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.595309 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:34:10Z', 'revision_number': 7, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:11.622803 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4be5c96-6c8f-4e64-8422-be9cb41165b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.629821 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] Checking router: 79642c5d-4258-4418-b60b-600ea7b42929 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:11.642340 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] Routers {'79642c5d-4258-4418-b60b-600ea7b42929'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:11.643015 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['79642c5d-4258-4418-b60b-600ea7b42929'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:11.677704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be5c96-6c8f-4e64-8422-be9cb41165b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:11.688462 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d4be5c96-6c8f-4e64-8422-be9cb41165b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.692928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d4be5c96-6c8f-4e64-8422-be9cb41165b3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/subnets/ac1ca1b4-54f9-44bb-9db5-af7ee40fe48c HTTP/1.1" status: 204 len: 168 time: 0.5294476 Jul 15 23:34:11.693232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41160) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:11.699094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9af04c-cd48-4f16-9a63-92c92e4e901e None None] Network fed69efd-64ed-4606-85ea-eb6249b156bb requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:11.757793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c525-a1da-40ad-9609-8b006892ad78 req-b148281c-8bae-4828-9b1f-500d0dc41fe2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:11.765718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4617c525-a1da-40ad-9609-8b006892ad78 req-b148281c-8bae-4828-9b1f-500d0dc41fe2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 944 time: 0.2118740 Jul 15 23:34:11.772845 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] Set router 79642c5d-4258-4418-b60b-600ea7b42929 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:11.863957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4617c525-a1da-40ad-9609-8b006892ad78 req-3f1bb2cb-dc79-478b-b2d7-c848f58edc67 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971136 Jul 15 23:34:12.022484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] DHCP port deletion for fed69efd-64ed-4606-85ea-eb6249b156bb request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:12.089329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.090432 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:34:10Z', 'revision_number': 7, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:12.119779 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776617d-81af-449c-8f8e-24a492dd84ef None None] The sync data for ids ['79642c5d-4258-4418-b60b-600ea7b42929'] in n-d-793618-8 is: [{'id': '79642c5d-4258-4418-b60b-600ea7b42929', 'name': 'tempest-TestNetworkBasicOps-router-549778743', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'b334597d-c5b2-4663-862b-038883671223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:09Z', 'updated_at': '2021-07-15T23:34:10Z', 'revision_number': 7, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': 'b334597d-c5b2-4663-862b-038883671223', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79642c5d-4258-4418-b60b-600ea7b42929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:10Z', 'updated_at': '2021-07-15T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:12.185662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] Deleting port 0f562064-3619-470e-a6eb-5b3b461a9c23 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:12.187129 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.237706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.260908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] For port 0f562064-3619-470e-a6eb-5b3b461a9c23, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f562064-3619-470e-a6eb-5b3b461a9c23,segment=NetworkSegment(d7c16c51-41bf-47b0-a7c5-16b77f1e7d25),segment_id=d7c16c51-41bf-47b0-a7c5-16b77f1e7d25)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:12.261451 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.276911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] Calling delete_port for 0f562064-3619-470e-a6eb-5b3b461a9c23 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:12.295277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port b334597d-c5b2-4663-862b-038883671223 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:12.295692 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.380184 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.395903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] No DVR routers for this DVR port 0f562064-3619-470e-a6eb-5b3b461a9c23 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:12.397219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port b334597d-c5b2-4663-862b-038883671223, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b334597d-c5b2-4663-862b-038883671223,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:12.397219 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.411207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for b334597d-c5b2-4663-862b-038883671223 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:12.419984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48fc9b-9a0e-499e-98ea-7412dda4ceeb None None] Pushing event deleted for resources: {'Port': ['ID=0f562064-3619-470e-a6eb-5b3b461a9c23,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.591281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f562064-3619-470e-a6eb-5b3b461a9c23 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:12.617452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 0f562064-3619-470e-a6eb-5b3b461a9c23 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:12.618497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f562064-3619-470e-a6eb-5b3b461a9c23 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:12.623864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 04519db1-fa38-4167-9629-04afb06732ab no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:12.655498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 04519db1-fa38-4167-9629-04afb06732ab {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:12.656095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 04519db1-fa38-4167-9629-04afb06732ab not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:12.714530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32d198-767e-4656-9b05-0e20ed67fd47 req-5fccd811-612a-450b-9948-826cd480be10 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:12.721457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be32d198-767e-4656-9b05-0e20ed67fd47 req-5fccd811-612a-450b-9948-826cd480be10 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1299410 Jul 15 23:34:12.767365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be32d198-767e-4656-9b05-0e20ed67fd47 req-31936594-17e3-416c-998b-e423d36834ad tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Jul 15 23:34:12.781634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.817633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=b334597d-c5b2-4663-862b-038883671223,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.879250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.004183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 964b8721-9b8b-450a-90c5-020fcf5b7f09 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:13.014523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.016704 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.086581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.087165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Fanout notify agent at l3_agent the message router_deleted on router 79642c5d-4258-4418-b60b-600ea7b42929 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:34:13.125795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.129342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fdc402f7-b036-4159-9618-37637058c311 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/routers/79642c5d-4258-4418-b60b-600ea7b42929 HTTP/1.1" status: 204 len: 168 time: 1.4327726 Jul 15 23:34:13.129862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41176) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:13.151633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:13.179844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'mac_address': 'fa:16:3e:71:24:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:13.204053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9bc83-b42b-49da-af13-c9d79c671ea3 req-7da4963b-a537-40c9-874c-c49b72434bc0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:13.205944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1a9bc83-b42b-49da-af13-c9d79c671ea3 req-7da4963b-a537-40c9-874c-c49b72434bc0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 944 time: 0.1304379 Jul 15 23:34:13.250791 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.266896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.276692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b8721-9b8b-450a-90c5-020fcf5b7f09 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:13.285115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1a9bc83-b42b-49da-af13-c9d79c671ea3 req-e7cad7f7-790d-41e5-969e-24ce2dbdf61d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726752 Jul 15 23:34:13.324749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:13.329464 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.401133 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.410721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.421805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed69efd-64ed-4606-85ea-eb6249b156bb']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.432671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.432969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c16c51-41bf-47b0-a7c5-16b77f1e7d25') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.441987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.456152 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.462491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:13.462991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:13.466078 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:13.524882 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.535161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.537021 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/networks/fed69efd-64ed-4606-85ea-eb6249b156bb HTTP/1.1" status: 204 len: 168 time: 0.4060166 Jul 15 23:34:13.552761 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Network': ['ID=fed69efd-64ed-4606-85ea-eb6249b156bb,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.559012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41180) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:13.569702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'network': {'name': 'tempest-network-smoke--2000555907', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'port_security_enabled': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:13.575167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.575649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.576093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.576551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.577022 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.577460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.577892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.578329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.578783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.579215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.579671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.580118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b91d9ca-cb31-4cdc-a699-160353c8e8d4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:13.600119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['964b8721-9b8b-450a-90c5-020fcf5b7f09'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:13.606146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:13.610797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.650608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:13.662676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.663247 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Added segment 6faeea10-70bc-4e97-9fc7-7e82a280e11d of type vlan for network d82e3b77-eaf2-4684-a19f-80450e30c456 Jul 15 23:34:13.724265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.782833 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.789344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:13.789941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.836184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2685275 Jul 15 23:34:13.836501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41184) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:13.841588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-921545043', 'admin_state_up': True, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:13.884329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22721e-ecc9-48c7-951e-85ed6fad46dd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Network': ['ID=d82e3b77-eaf2-4684-a19f-80450e30c456,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.890205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.891287 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.904449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d82e3b77-eaf2-4684-a19f-80450e30c456 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:13.957359 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.959902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.056693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138b89a-7ea0-43ca-a030-b824521034d6 req-b1a12be7-2f20-4c2f-a77c-de82bd9bbab7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:14.058322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c138b89a-7ea0-43ca-a030-b824521034d6 req-b1a12be7-2f20-4c2f-a77c-de82bd9bbab7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.0971661 Jul 15 23:34:14.107073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c138b89a-7ea0-43ca-a030-b824521034d6 req-da997020-5007-4c5f-a4ff-dea50512875d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Jul 15 23:34:14.184808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.239880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b334597d-c5b2-4663-862b-038883671223 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:14.268671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b334597d-c5b2-4663-862b-038883671223 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:14.269393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b334597d-c5b2-4663-862b-038883671223 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:14.439430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.472904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.477922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430bdc6-249c-477d-ae33-b60c666b8798 req-81401895-d1c6-4d50-ac90-c924bcb55ab3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:14.479900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1430bdc6-249c-477d-ae33-b60c666b8798 req-81401895-d1c6-4d50-ac90-c924bcb55ab3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 945 time: 0.0776815 Jul 15 23:34:14.526151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1430bdc6-249c-477d-ae33-b60c666b8798 req-444b4705-fd43-446f-9807-c790ecf8ea11 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Jul 15 23:34:14.608628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.25.3.58 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/919affd1-9fc5-40d4-88d4-f52268993ec9) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:14.709549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.747540 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.787839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:14.792463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:14.795038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:14.822395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=919affd1-9fc5-40d4-88d4-f52268993ec9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:15.009840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 964b8721-9b8b-450a-90c5-020fcf5b7f09 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:15.050465 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.061895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 964b8721-9b8b-450a-90c5-020fcf5b7f09 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:15.066164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 964b8721-9b8b-450a-90c5-020fcf5b7f09 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:15.066664 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.264378 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.332909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a8e51-940e-4e69-b776-17a4f043c086 req-d50bb11f-c33b-484a-8842-5707fa26f6a8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.334542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925a8e51-940e-4e69-b776-17a4f043c086 req-d50bb11f-c33b-484a-8842-5707fa26f6a8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.0838578 Jul 15 23:34:15.370783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.386650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-925a8e51-940e-4e69-b776-17a4f043c086 req-b8738a87-640a-4ec6-a6d6-c863d3ffacee tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440903 Jul 15 23:34:15.407226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:15.409856 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f825949-169a-47c6-adb1-43f9755fcfc4" -d '{"events": [{"server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "name": "network-vif-plugged", "status": "completed", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:15.422341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:15.429479 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.445138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:34:15.471517 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07364697-bb89-499e-bf0c-77b1a004cce1 x-openstack-request-id: req-07364697-bb89-499e-bf0c-77b1a004cce1 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:15.471905 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "name": "network-vif-plugged", "status": "completed", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:15.472219 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07364697-bb89-499e-bf0c-77b1a004cce1 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:15.472678 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'code': 200} Jul 15 23:34:15.490272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:15.559203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:15.570299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Sync routers for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:15.580885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.582616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:15.583701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:15.583953 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d2e664bc-eb51-4ce6-8858-792a08fe1078 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7448030 Jul 15 23:34:15.586536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41204) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:15.621639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f76fcc-1c51-41a2-b95d-5e855d03eaf2 req-d6254105-4cc7-4257-ac20-4c0cc7404dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.623176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63f76fcc-1c51-41a2-b95d-5e855d03eaf2 req-d6254105-4cc7-4257-ac20-4c0cc7404dcb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 1097 time: 0.0646901 Jul 15 23:34:15.648684 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e39460fe-5ace-4861-a94e-1956f82955d6 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a727dce9389f4d749a6eb83a7dd04fd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605710 Jul 15 23:34:15.651235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41208) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:15.689154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63f76fcc-1c51-41a2-b95d-5e855d03eaf2 req-c66b4efa-4d58-4544-a002-dfa0c6a665aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575728 Jul 15 23:34:15.704324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:15.761383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212358ac-71a6-43de-8ecd-80cd9103a92d tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.766122 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-212358ac-71a6-43de-8ecd-80cd9103a92d tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1104047 Jul 15 23:34:15.766387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41214) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:15.799766 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f83df344-16c3-4661-a234-481b1f4437b6 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296650 Jul 15 23:34:15.800037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41216) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:15.805174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-241321306', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:15.809761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3b086-d319-4876-bc49-e76449d2d5ca req-62a1e26d-fc7c-4328-a64f-b6dfe2bd57b8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.812690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8e3b086-d319-4876-bc49-e76449d2d5ca req-62a1e26d-fc7c-4328-a64f-b6dfe2bd57b8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.0884836 Jul 15 23:34:15.868411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8e3b086-d319-4876-bc49-e76449d2d5ca req-21e63360-7aed-490d-a8a4-832e26f9cd7f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485916 Jul 15 23:34:15.918377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:15.922956 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.932104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 3, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:15.959516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Checking router: 448f15f2-e28b-4b64-bcfc-2614ccd62e59 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:15.959872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Updating router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 port 919affd1-9fc5-40d4-88d4-f52268993ec9 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:15.996687 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.117274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.182242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Subnet': ['ID=eb31327f-abde-4e0c-9762-0e7407ead143,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:16.189086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Checking segment: {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:16.189448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network hostable DHCP agents. Network: d82e3b77-eaf2-4684-a19f-80450e30c456, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:16.206929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network d82e3b77-eaf2-4684-a19f-80450e30c456 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:16.216415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d82e3b77-eaf2-4684-a19f-80450e30c456) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:16.220473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:16.221052 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.230291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e3152-ef65-4891-890d-b8577d2d043f None None] Network d82e3b77-eaf2-4684-a19f-80450e30c456 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:16.243481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41222) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:16.247174 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d7499368-a8e6-4b94-8240-fc3c93c26477 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4420586 Jul 15 23:34:16.362596 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.400787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Transition to ACTIVE for port object 919affd1-9fc5-40d4-88d4-f52268993ec9 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:16.411134 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.516500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Attempting to bind port 919affd1-9fc5-40d4-88d4-f52268993ec9 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:16.517077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Attempting to bind port 919affd1-9fc5-40d4-88d4-f52268993ec9 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:16.517517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Attempting to bind port 919affd1-9fc5-40d4-88d4-f52268993ec9 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:16.523545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-d82e3b77-eaf2-4684-a19f-80450e30c456', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:16.524599 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.537993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df406cb3-23b3-4414-a74e-d7c8a2d20e4e None None] Pushing event updated for resources: {'Port': ['ID=919affd1-9fc5-40d4-88d4-f52268993ec9,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:16.543086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:16.543550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:16.544026 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.544621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:16.545321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Bound port: 919affd1-9fc5-40d4-88d4-f52268993ec9, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:16.546125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.688712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7049ed-fb27-4745-8601-cd5c0c5ecb20 req-4f9c4ab1-5455-4a7d-aee2-08b5b1dbd1d6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:16.690233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df7049ed-fb27-4745-8601-cd5c0c5ecb20 req-4f9c4ab1-5455-4a7d-aee2-08b5b1dbd1d6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1437802 Jul 15 23:34:16.700976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] For port 919affd1-9fc5-40d4-88d4-f52268993ec9, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:16.725095 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] For port 919affd1-9fc5-40d4-88d4-f52268993ec9, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=919affd1-9fc5-40d4-88d4-f52268993ec9,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:16.773080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df7049ed-fb27-4745-8601-cd5c0c5ecb20 req-325552b1-5164-4da1-a223-f2ee8c023646 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734236 Jul 15 23:34:16.800722 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.815239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Allocated IP 172.20.0.2 (d82e3b77-eaf2-4684-a19f-80450e30c456/eb31327f-abde-4e0c-9762-0e7407ead143/9236bd23-4139-4eaf-8c2f-14a410ff98a8) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:16.825809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.915723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:16.916363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:16.931509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df406cb3-23b3-4414-a74e-d7c8a2d20e4e None None] Pushing event updated for resources: {'Port': ['ID=919affd1-9fc5-40d4-88d4-f52268993ec9,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:17.098969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:17.249592 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.266472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Transition to ACTIVE for port object 9236bd23-4139-4eaf-8c2f-14a410ff98a8 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:17.298873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Transition to ACTIVE for port object 9236bd23-4139-4eaf-8c2f-14a410ff98a8 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:17.338964 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.391751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Network d82e3b77-eaf2-4684-a19f-80450e30c456 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:17.398304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:17.400548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:17.438707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Pushing event updated for resources: {'Port': ['ID=9236bd23-4139-4eaf-8c2f-14a410ff98a8,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:17.481644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc29f3-7b00-4821-9e07-9bdd495142ab req-aed8fccd-376c-4258-84d6-f2bf72262e64 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:17.483234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4fc29f3-7b00-4821-9e07-9bdd495142ab req-aed8fccd-376c-4258-84d6-f2bf72262e64 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.4410872 Jul 15 23:34:17.485988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 3, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:17.487967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Attempting to bind port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:17.488337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Attempting to bind port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:17.488690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Attempting to bind port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 on network d82e3b77-eaf2-4684-a19f-80450e30c456 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:17.521870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:17.522392 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Checking segment: {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:17.522938 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.523837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Bound using segment: {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:17.523968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Bound port: 9236bd23-4139-4eaf-8c2f-14a410ff98a8, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:17.524255 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.526220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd0cb0-5b39-4053-8792-3d33f75fef8f None None] The sync data for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 is: [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 3, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:17.543486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.20.0.1 (d82e3b77-eaf2-4684-a19f-80450e30c456/eb31327f-abde-4e0c-9762-0e7407ead143/fd545039-5078-4ce8-80b2-3a859774af3a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:17.606016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] For port 9236bd23-4139-4eaf-8c2f-14a410ff98a8, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:17.610624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] For port 9236bd23-4139-4eaf-8c2f-14a410ff98a8, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9236bd23-4139-4eaf-8c2f-14a410ff98a8,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:17.610979 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4fc29f3-7b00-4821-9e07-9bdd495142ab req-81f88b2c-898b-49b0-808a-af69b320307b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063092 Jul 15 23:34:17.618088 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.700082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaabc9-0703-4dd0-82ba-c75e114f0f12 None None] Pushing event updated for resources: {'Port': ['ID=9236bd23-4139-4eaf-8c2f-14a410ff98a8,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:17.757257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.781203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Transition to ACTIVE for port object fd545039-5078-4ce8-80b2-3a859774af3a will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:17.845121 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.942728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=fd545039-5078-4ce8-80b2-3a859774af3a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:17.985038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network d82e3b77-eaf2-4684-a19f-80450e30c456 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:17.996840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:18.010202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:18.083701 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.116215 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-390e1432-aa24-41a1-9beb-cd9f3244e944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.346399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.455635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9236bd23-4139-4eaf-8c2f-14a410ff98a8 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:18.536352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:18.541409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 919affd1-9fc5-40d4-88d4-f52268993ec9 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:18.632633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc725d4a-6f16-4c17-a33f-d82b3db077c6 req-047217cf-02e0-4264-a0c1-88a4b9323abf tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:18.642947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc725d4a-6f16-4c17-a33f-d82b3db077c6 req-047217cf-02e0-4264-a0c1-88a4b9323abf tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1553488 Jul 15 23:34:18.660782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 919affd1-9fc5-40d4-88d4-f52268993ec9 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:18.674701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 919affd1-9fc5-40d4-88d4-f52268993ec9 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:18.675531 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.814582 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.835261 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.844798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 919affd1-9fc5-40d4-88d4-f52268993ec9, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=919affd1-9fc5-40d4-88d4-f52268993ec9,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:18.848992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.850569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc725d4a-6f16-4c17-a33f-d82b3db077c6 req-7aad1ff5-6ae8-4022-9ae1-f71a2e20c556 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061665 Jul 15 23:34:18.855386 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.905753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=919affd1-9fc5-40d4-88d4-f52268993ec9,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.007631 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.025279 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:34:19.052289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=fd545039-5078-4ce8-80b2-3a859774af3a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.155576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499ab61-ecb0-44e9-9778-2682717626a2 None None] Network d82e3b77-eaf2-4684-a19f-80450e30c456 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:19.174561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387369ca-3038-49e1-bee6-504bdf6cb549 req-c98714aa-371f-4c3a-967a-4c7952ab6aca tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.178882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-387369ca-3038-49e1-bee6-504bdf6cb549 req-c98714aa-371f-4c3a-967a-4c7952ab6aca tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.1780784 Jul 15 23:34:19.189142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network d82e3b77-eaf2-4684-a19f-80450e30c456 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:19.195315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:19.250415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2869ded9-2da7-407b-af52-1a747d4defca None None] Provisioning for port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:19.260764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2869ded9-2da7-407b-af52-1a747d4defca None None] Provisioning complete for port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:19.261148 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2869ded9-2da7-407b-af52-1a747d4defca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.275912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-387369ca-3038-49e1-bee6-504bdf6cb549 req-fd7afe19-2ee4-49f9-a5f4-974ae8e3e6cc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838683 Jul 15 23:34:19.369611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:19.437468 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2869ded9-2da7-407b-af52-1a747d4defca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.497697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-2869ded9-2da7-407b-af52-1a747d4defca None None] For port 9236bd23-4139-4eaf-8c2f-14a410ff98a8, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9236bd23-4139-4eaf-8c2f-14a410ff98a8,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:19.508906 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2869ded9-2da7-407b-af52-1a747d4defca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.545222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:19.553394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c56d7275-942a-44b3-938a-a81b793bb332 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "PUT /v2.0/routers/448f15f2-e28b-4b64-bcfc-2614ccd62e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3088715 Jul 15 23:34:19.556219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41266) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:19.622140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869ded9-2da7-407b-af52-1a747d4defca None None] Pushing event updated for resources: {'Port': ['ID=9236bd23-4139-4eaf-8c2f-14a410ff98a8,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.745362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6776d1fe-7296-417e-b0b0-1a1acbd56344 None None] Provisioning complete for port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:19.746650 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6776d1fe-7296-417e-b0b0-1a1acbd56344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.865578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0668460-e815-4cae-8a81-5fcf12e571e2 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.867677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0668460-e815-4cae-8a81-5fcf12e571e2 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.868639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0668460-e815-4cae-8a81-5fcf12e571e2 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.869890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0668460-e815-4cae-8a81-5fcf12e571e2 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.870530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0668460-e815-4cae-8a81-5fcf12e571e2 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.877565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0668460-e815-4cae-8a81-5fcf12e571e2 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.878279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0668460-e815-4cae-8a81-5fcf12e571e2 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.880695 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e0668460-e815-4cae-8a81-5fcf12e571e2 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.3232107 Jul 15 23:34:19.883922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41282) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:19.952239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6776d1fe-7296-417e-b0b0-1a1acbd56344 None None] Provisioning for port fd545039-5078-4ce8-80b2-3a859774af3a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:19.963754 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6776d1fe-7296-417e-b0b0-1a1acbd56344 None None] Provisioning complete for port fd545039-5078-4ce8-80b2-3a859774af3a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:19.964131 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6776d1fe-7296-417e-b0b0-1a1acbd56344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.996816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5937ecf-8c93-4cb1-a4d8-23172ec7133f tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.997596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5937ecf-8c93-4cb1-a4d8-23172ec7133f tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.999008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5937ecf-8c93-4cb1-a4d8-23172ec7133f tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.999925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5937ecf-8c93-4cb1-a4d8-23172ec7133f tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:20.000559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5937ecf-8c93-4cb1-a4d8-23172ec7133f tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:20.001422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5937ecf-8c93-4cb1-a4d8-23172ec7133f tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:20.001741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6776d1fe-7296-417e-b0b0-1a1acbd56344 None None] Port fd545039-5078-4ce8-80b2-3a859774af3a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:20.002324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5937ecf-8c93-4cb1-a4d8-23172ec7133f tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:20.007913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d5937ecf-8c93-4cb1-a4d8-23172ec7133f tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.1204979 Jul 15 23:34:20.008834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41284) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:20.067104 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Sync routers for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:20.080306 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:20.081534 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:33:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:20.093713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aca711-564f-458a-b11d-4440c76c959f req-79c535ac-a250-4f0c-aa41-eb0b224a3b06 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:20.094417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19aca711-564f-458a-b11d-4440c76c959f req-79c535ac-a250-4f0c-aa41-eb0b224a3b06 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.1263826 Jul 15 23:34:20.122684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-22ce7260-4a7d-43cc-ad44-eca1c2213e6a None None] Provisioning complete for port fd545039-5078-4ce8-80b2-3a859774af3a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:20.123069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-22ce7260-4a7d-43cc-ad44-eca1c2213e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.184066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-22ce7260-4a7d-43cc-ad44-eca1c2213e6a None None] Port fd545039-5078-4ce8-80b2-3a859774af3a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:20.205527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19aca711-564f-458a-b11d-4440c76c959f req-813a12e5-0947-45f6-b8bd-b032172b9344 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050098 Jul 15 23:34:20.271265 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:20.312769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9236bd23-4139-4eaf-8c2f-14a410ff98a8 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:20.415438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-29323d2c-9f84-4004-810c-52c220a5efd0 None None] Provisioning complete for port fd545039-5078-4ce8-80b2-3a859774af3a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:20.416078 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-29323d2c-9f84-4004-810c-52c220a5efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.443897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:20.444533 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.513554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-29323d2c-9f84-4004-810c-52c220a5efd0 None None] Port fd545039-5078-4ce8-80b2-3a859774af3a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:20.548250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c24c89-b738-4ef5-972e-794426f3b4d1 req-105a6a0b-89fe-4105-9b3a-05c763e0422a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:20.549877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52c24c89-b738-4ef5-972e-794426f3b4d1 req-105a6a0b-89fe-4105-9b3a-05c763e0422a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.1409318 Jul 15 23:34:20.590775 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 2, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:20.610100 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 919affd1-9fc5-40d4-88d4-f52268993ec9 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:20.643318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52c24c89-b738-4ef5-972e-794426f3b4d1 req-137f0b5f-959b-435f-b6e9-b62fde2ea405 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875659 Jul 15 23:34:20.651836 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Checking router: 448f15f2-e28b-4b64-bcfc-2614ccd62e59 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:20.652186 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Updating router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 port fd545039-5078-4ce8-80b2-3a859774af3a binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:20.703574 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.715654 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef49c26d-46cd-45a1-85c5-6604280ca71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.718201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 919affd1-9fc5-40d4-88d4-f52268993ec9 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:20.718658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.841769 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-080386f3-9cdd-4221-b3c9-5e04803dce48 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.8315084 Jul 15 23:34:21.040419 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.048436 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.058140 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Transition to ACTIVE for port object fd545039-5078-4ce8-80b2-3a859774af3a will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:21.065978 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.116387 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Pushing event updated for resources: {'Port': ['ID=fd545039-5078-4ce8-80b2-3a859774af3a,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:21.126359 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.126970 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.127469 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.129844 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.130358 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.131098 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.131615 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.131949 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.132282 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.132612 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.132942 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.133268 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:21.160187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41298) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:21.166017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-682bd139-3ae1-4949-8a63-b94a062ee014 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922604158', 'description': 'tempest-secgroup-smoke-922604158 description', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:21.194016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-682bd139-3ae1-4949-8a63-b94a062ee014 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.208590 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Attempting to bind port fd545039-5078-4ce8-80b2-3a859774af3a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:21.209010 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Attempting to bind port fd545039-5078-4ce8-80b2-3a859774af3a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:21.209377 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Attempting to bind port fd545039-5078-4ce8-80b2-3a859774af3a on network d82e3b77-eaf2-4684-a19f-80450e30c456 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:21.217908 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:21.218580 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Checking segment: {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:21.219306 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.219886 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Bound using segment: {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:21.220372 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Bound port: fd545039-5078-4ce8-80b2-3a859774af3a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:21.220853 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.319094 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] For port fd545039-5078-4ce8-80b2-3a859774af3a, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:21.324597 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] For port fd545039-5078-4ce8-80b2-3a859774af3a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fd545039-5078-4ce8-80b2-3a859774af3a,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:21.336153 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.339878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-682bd139-3ae1-4949-8a63-b94a062ee014 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.349842 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-682bd139-3ae1-4949-8a63-b94a062ee014 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.387524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-682bd139-3ae1-4949-8a63-b94a062ee014 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.390873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-682bd139-3ae1-4949-8a63-b94a062ee014 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2273958 Jul 15 23:34:21.390873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bd139-3ae1-4949-8a63-b94a062ee014 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275a85c2-8278-4dac-b170-2e7fe6e773ee,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:21.392273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41302) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:21.397936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ba4f7148-8df7-4968-b27d-66c5c72c86c9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '275a85c2-8278-4dac-b170-2e7fe6e773ee', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:21.425300 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef8c32-0d50-4da1-9aec-db7786374f5e None None] Pushing event updated for resources: {'Port': ['ID=fd545039-5078-4ce8-80b2-3a859774af3a,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:21.451564 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:21.452486 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:34:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:21.470174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7148-8df7-4968-b27d-66c5c72c86c9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.520144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741461af-8984-4d3e-b5b9-e5f9bf09a1d5 req-1b860ba4-0190-4f93-a3da-d5cc03d8d9ee tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.521745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-741461af-8984-4d3e-b5b9-e5f9bf09a1d5 req-1b860ba4-0190-4f93-a3da-d5cc03d8d9ee tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.1170101 Jul 15 23:34:21.583027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7148-8df7-4968-b27d-66c5c72c86c9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.586817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-741461af-8984-4d3e-b5b9-e5f9bf09a1d5 req-3897937c-1c77-4779-b72c-e01798011465 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556765 Jul 15 23:34:21.594977 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7148-8df7-4968-b27d-66c5c72c86c9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.600848 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.605791 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:21.620037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f7148-8df7-4968-b27d-66c5c72c86c9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15c8ded-103d-4517-8d26-727e0a4a9fd9,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:21.622605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7148-8df7-4968-b27d-66c5c72c86c9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.624160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ba4f7148-8df7-4968-b27d-66c5c72c86c9 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2307949 Jul 15 23:34:21.627268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41304) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:21.632625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b6a5d380-dcd5-4a23-8faf-4e2bf826a81e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '275a85c2-8278-4dac-b170-2e7fe6e773ee', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:21.662936 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d380-dcd5-4a23-8faf-4e2bf826a81e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.749688 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d380-dcd5-4a23-8faf-4e2bf826a81e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.755005 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d380-dcd5-4a23-8faf-4e2bf826a81e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.787842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5d380-dcd5-4a23-8faf-4e2bf826a81e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be1404a-a4b6-4471-bd25-e5ffa9591ae4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:21.790729 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d380-dcd5-4a23-8faf-4e2bf826a81e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.793171 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b6a5d380-dcd5-4a23-8faf-4e2bf826a81e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644950 Jul 15 23:34:21.796407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41308) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:21.805779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2d9dcfb1-8c56-4dcd-bd52-5e58142586ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '275a85c2-8278-4dac-b170-2e7fe6e773ee', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:21.835014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d9dcfb1-8c56-4dcd-bd52-5e58142586ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.860489 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:21.866512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee971c-e581-4dbf-a1e0-f2a4cec5747e req-4da5cf44-52a7-4765-b11d-44a0460af34f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.868598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27ee971c-e581-4dbf-a1e0-f2a4cec5747e req-4da5cf44-52a7-4765-b11d-44a0460af34f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 943 time: 0.0797744 Jul 15 23:34:21.899950 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc17e7b-b4c9-4e5d-bd4d-7714cc2ae72a None None] The sync data for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 is: [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:21.923960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27ee971c-e581-4dbf-a1e0-f2a4cec5747e req-1df42848-e1c3-4d9f-9411-8dcfbc2c543c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478599 Jul 15 23:34:21.929363 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d9dcfb1-8c56-4dcd-bd52-5e58142586ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.934841 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d9dcfb1-8c56-4dcd-bd52-5e58142586ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.996158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9dcfb1-8c56-4dcd-bd52-5e58142586ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0bd2fa-9e07-4582-a894-ad87900d783d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:22.009053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d9dcfb1-8c56-4dcd-bd52-5e58142586ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.015204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41312) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:22.016007 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2d9dcfb1-8c56-4dcd-bd52-5e58142586ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176223 Jul 15 23:34:22.022431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-22d45352-0641-407f-9fc4-309036fb6049 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '275a85c2-8278-4dac-b170-2e7fe6e773ee', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:22.071041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22d45352-0641-407f-9fc4-309036fb6049 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.143243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22d45352-0641-407f-9fc4-309036fb6049 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.147843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22d45352-0641-407f-9fc4-309036fb6049 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.166615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d45352-0641-407f-9fc4-309036fb6049 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4644e3-f37f-48bc-8b93-d49c19d9635d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:22.175973 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-22d45352-0641-407f-9fc4-309036fb6049 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.177488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-22d45352-0641-407f-9fc4-309036fb6049 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615703 Jul 15 23:34:22.180594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41322) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:22.187150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9f7f9b24-69de-4b26-b472-044b6d7851ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '275a85c2-8278-4dac-b170-2e7fe6e773ee', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:22.227249 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-9f7f9b24-69de-4b26-b472-044b6d7851ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Project a727dce9389f4d749a6eb83a7dd04fd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:34:22.239560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9b24-69de-4b26-b472-044b6d7851ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.321673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fd545039-5078-4ce8-80b2-3a859774af3a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:22.345693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9b24-69de-4b26-b472-044b6d7851ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.351849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9b24-69de-4b26-b472-044b6d7851ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.379105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f9b24-69de-4b26-b472-044b6d7851ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1e7b46-cefe-4ebf-91a2-3bc1b7c87286,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:22.395159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9b24-69de-4b26-b472-044b6d7851ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.397041 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9f7f9b24-69de-4b26-b472-044b6d7851ec tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2149844 Jul 15 23:34:22.399904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41328) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:22.401089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port fd545039-5078-4ce8-80b2-3a859774af3a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:22.406385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2add5354-de14-40f4-8d43-2b9684cd7925 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'security_group_rule': {'security_group_id': '275a85c2-8278-4dac-b170-2e7fe6e773ee', 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:22.408423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port fd545039-5078-4ce8-80b2-3a859774af3a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:22.408806 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.449686 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-2add5354-de14-40f4-8d43-2b9684cd7925 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Project a727dce9389f4d749a6eb83a7dd04fd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:34:22.465038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2add5354-de14-40f4-8d43-2b9684cd7925 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.515154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.557710 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2add5354-de14-40f4-8d43-2b9684cd7925 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.567181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port fd545039-5078-4ce8-80b2-3a859774af3a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fd545039-5078-4ce8-80b2-3a859774af3a,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:22.568451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2add5354-de14-40f4-8d43-2b9684cd7925 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.574559 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.615682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add5354-de14-40f4-8d43-2b9684cd7925 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18848a33-b5c7-4cbe-b5fb-254670a30f44,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:22.618031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2add5354-de14-40f4-8d43-2b9684cd7925 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.619292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2add5354-de14-40f4-8d43-2b9684cd7925 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2172451 Jul 15 23:34:22.659692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=fd545039-5078-4ce8-80b2-3a859774af3a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:22.824192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2b577-5868-4b4c-b741-993cd7df7f1f req-67b1d5f8-a6fc-4c67-925f-4f4729e845da tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:22.825764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45b2b577-5868-4b4c-b741-993cd7df7f1f req-67b1d5f8-a6fc-4c67-925f-4f4729e845da tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.0913072 Jul 15 23:34:22.869718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45b2b577-5868-4b4c-b741-993cd7df7f1f req-15a34569-4759-4ffe-b826-66848c6352c7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368297 Jul 15 23:34:23.056366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 964b8721-9b8b-450a-90c5-020fcf5b7f09 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:23.072012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2878175f-fcd7-4477-be3e-bab93a562896 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922604158&fields=id&tenant_id=a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 267 time: 0.0807898 Jul 15 23:34:23.242716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:23.267987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'port_id': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'mac_address': 'fa:16:3e:71:24:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:23.277001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-f25631e1-af50-4d2d-b03a-b9d00facbb21 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:23.283833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-f25631e1-af50-4d2d-b03a-b9d00facbb21 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/networks?id=d82e3b77-eaf2-4684-a19f-80450e30c456 HTTP/1.1" status: 200 len: 797 time: 0.2024078 Jul 15 23:34:23.307446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-50845f71-a54a-48df-abbd-09129fdff14b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/quotas/a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 375 time: 0.0116313 Jul 15 23:34:23.381797 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.386328 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.414735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 964b8721-9b8b-450a-90c5-020fcf5b7f09 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:23.423744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-cea8e3eb-6f54-4c06-a52f-8f6ac7512483 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076250 Jul 15 23:34:23.460514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:23.469746 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.470730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 337c9b74-07ed-4c07-8fa2-6c2075e1897e details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:23.564946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.591955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-0e2136a2-b9b5-47bb-8600-9a822e33b505 service neutron] 10.222.0.23 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512609 Jul 15 23:34:23.720627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 337c9b74-07ed-4c07-8fa2-6c2075e1897e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=337c9b74-07ed-4c07-8fa2-6c2075e1897e,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:23.734422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '337c9b74-07ed-4c07-8fa2-6c2075e1897e', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'port_id': '337c9b74-07ed-4c07-8fa2-6c2075e1897e', 'mac_address': 'fa:16:3e:bd:22:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:23.748013 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2d2913e3-fb96-485f-b0ca-a2159e6661e1 service neutron] 10.222.0.23 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478343 Jul 15 23:34:23.797311 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.811658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337c9b74-07ed-4c07-8fa2-6c2075e1897e {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:23.833042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 337c9b74-07ed-4c07-8fa2-6c2075e1897e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=337c9b74-07ed-4c07-8fa2-6c2075e1897e,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:23.845275 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.921583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=337c9b74-07ed-4c07-8fa2-6c2075e1897e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.013394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['964b8721-9b8b-450a-90c5-020fcf5b7f09'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:24.106172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390a50-774e-4cd1-9135-48993b0d96dd req-33a11aed-13a8-40b2-9b2d-1a2269f2b6e7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:24.110084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed390a50-774e-4cd1-9135-48993b0d96dd req-33a11aed-13a8-40b2-9b2d-1a2269f2b6e7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 944 time: 0.1081734 Jul 15 23:34:24.201976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed390a50-774e-4cd1-9135-48993b0d96dd req-79f6cd23-770c-467d-9069-b4c56492abcd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861223 Jul 15 23:34:24.253460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['337c9b74-07ed-4c07-8fa2-6c2075e1897e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:24.284366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fd545039-5078-4ce8-80b2-3a859774af3a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:24.298498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53555cf4-ac26-43fd-a814-54c795392f79 req-5d87c83a-ca2d-4345-88ac-199c11fc9838 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 210 time: 0.0491378 Jul 15 23:34:24.523328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1390a27-3e42-43ec-a2c4-5531c02f1dbd req-e82d6153-3c5c-4a1f-85a9-e71bd802f701 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:24.542107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1390a27-3e42-43ec-a2c4-5531c02f1dbd req-e82d6153-3c5c-4a1f-85a9-e71bd802f701 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 945 time: 0.1354868 Jul 15 23:34:24.615807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port fd545039-5078-4ce8-80b2-3a859774af3a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:24.616509 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.649316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1390a27-3e42-43ec-a2c4-5531c02f1dbd req-3f60b847-9d4a-406f-86ce-6fcbde19713a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061268 Jul 15 23:34:25.068572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 964b8721-9b8b-450a-90c5-020fcf5b7f09 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:25.238416 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.256412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 964b8721-9b8b-450a-90c5-020fcf5b7f09 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:25.257969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.447814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.520463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:25.521562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:25.524696 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b825add5-4676-4eef-bc34-8bffefd39c94" -d '{"events": [{"server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "name": "network-vif-plugged", "status": "completed", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:25.543340 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.605531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df7e8-2639-45c7-b9e1-a9e43ffebdab req-c5c4b02e-f36b-46b9-8f17-1eff8c468c57 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.618602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-781df7e8-2639-45c7-b9e1-a9e43ffebdab req-c5c4b02e-f36b-46b9-8f17-1eff8c468c57 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 944 time: 0.2012587 Jul 15 23:34:25.656530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:25.705314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-781df7e8-2639-45c7-b9e1-a9e43ffebdab req-30e5a1e7-bb2d-420c-8105-eb03235dde2d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850601 Jul 15 23:34:25.925967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2d2ad7b0-38b8-472a-aa62-4fef23227e13 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:25.928252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2d2ad7b0-38b8-472a-aa62-4fef23227e13 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.59 "GET /v2.0/networks?id=d82e3b77-eaf2-4684-a19f-80450e30c456 HTTP/1.1" status: 200 len: 797 time: 0.2039907 Jul 15 23:34:26.085737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f02d14d-6b48-474b-bb4a-9abd0a3b711a req-bf3f652f-52c7-40e9-a463-c6b3c2b27d45 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 210 time: 0.1281912 Jul 15 23:34:26.133881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-1ca51155-8f09-4146-9eb9-ec3e710024ee tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a727dce9389f4d749a6eb83a7dd04fd9 HTTP/1.1" status: 200 len: 379 time: 0.1592515 Jul 15 23:34:26.144768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'port': {'device_id': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'admin_state_up': True, 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'security_groups': ['275a85c2-8278-4dac-b170-2e7fe6e773ee']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:26.153813 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba233a75-35ad-4386-8c85-e5bb20f97227 x-openstack-request-id: req-ba233a75-35ad-4386-8c85-e5bb20f97227 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:26.154642 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "name": "network-vif-plugged", "status": "completed", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:26.155126 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba233a75-35ad-4386-8c85-e5bb20f97227 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:26.155678 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'code': 200} Jul 15 23:34:26.288957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Made reservation on behalf of a727dce9389f4d749a6eb83a7dd04fd9 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:26.292197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.418791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153b92-c6d5-4eb4-9518-85bb58415590 req-d2a122a1-18a0-43ef-b390-6869c15d8514 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:26.420517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd153b92-c6d5-4eb4-9518-85bb58415590 req-d2a122a1-18a0-43ef-b390-6869c15d8514 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.1449463 Jul 15 23:34:26.507097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd153b92-c6d5-4eb4-9518-85bb58415590 req-6c064618-8476-459f-b15d-b5473dfd0c1c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691721 Jul 15 23:34:26.518791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.20.0.14 (d82e3b77-eaf2-4684-a19f-80450e30c456/eb31327f-abde-4e0c-9762-0e7407ead143/13fba098-54f7-45c9-95f5-657f97833815) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:26.693695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.708648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Transition to ACTIVE for port object 13fba098-54f7-45c9-95f5-657f97833815 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:26.756465 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.808090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network d82e3b77-eaf2-4684-a19f-80450e30c456 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:26.813027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:26.820162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:26.855297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=13fba098-54f7-45c9-95f5-657f97833815,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:26.871140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.871477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.871817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.872165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.872486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.872819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.873511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.873883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.874213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.874542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.874930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.875231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:26.914200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:26.915188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.981089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-2e53fc1e-c953-4be6-ade9-d0c592a518fc tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8401906 Jul 15 23:34:26.996584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Request body: {'port': {'device_id': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:27.088209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 337c9b74-07ed-4c07-8fa2-6c2075e1897e up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:27.131958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5005-a15c-4d6e-b33e-aecb43203f8a req-12692fc6-b18c-432c-924b-d940406c4f53 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:27.133752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-546c5005-a15c-4d6e-b33e-aecb43203f8a req-12692fc6-b18c-432c-924b-d940406c4f53 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 944 time: 0.2019100 Jul 15 23:34:27.134536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.176161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3e9271af-3ec1-48c6-99c1-0f7b07ea76ef None None] Provisioning for port 13fba098-54f7-45c9-95f5-657f97833815 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:27.182862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3e9271af-3ec1-48c6-99c1-0f7b07ea76ef None None] Provisioning complete for port 13fba098-54f7-45c9-95f5-657f97833815 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:27.183566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3e9271af-3ec1-48c6-99c1-0f7b07ea76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.227136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3e9271af-3ec1-48c6-99c1-0f7b07ea76ef None None] Port 13fba098-54f7-45c9-95f5-657f97833815 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:27.228640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 337c9b74-07ed-4c07-8fa2-6c2075e1897e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:27.233874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 337c9b74-07ed-4c07-8fa2-6c2075e1897e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:27.234243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.322462 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.382074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 337c9b74-07ed-4c07-8fa2-6c2075e1897e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=337c9b74-07ed-4c07-8fa2-6c2075e1897e,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:27.403515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.497089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=337c9b74-07ed-4c07-8fa2-6c2075e1897e,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:27.750148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-546c5005-a15c-4d6e-b33e-aecb43203f8a req-278f7a85-0170-4b87-baa1-a3b32d4c0e88 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017187 Jul 15 23:34:27.795595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fba098-54f7-45c9-95f5-657f97833815 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:27.803841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.817206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Transition to ACTIVE for port object 13fba098-54f7-45c9-95f5-657f97833815 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:27.846801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.935755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Pushing event updated for resources: {'Port': ['ID=13fba098-54f7-45c9-95f5-657f97833815,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:28.044918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Attempting to bind port 13fba098-54f7-45c9-95f5-657f97833815 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:28.045257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Attempting to bind port 13fba098-54f7-45c9-95f5-657f97833815 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:28.045655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Attempting to bind port 13fba098-54f7-45c9-95f5-657f97833815 on network d82e3b77-eaf2-4684-a19f-80450e30c456 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:28.052794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Port 13fba098-54f7-45c9-95f5-657f97833815 on network d82e3b77-eaf2-4684-a19f-80450e30c456 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:34:28.053122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Attempting to bind port 13fba098-54f7-45c9-95f5-657f97833815 on network d82e3b77-eaf2-4684-a19f-80450e30c456 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:28.059068 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:28.060280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Checking segment: {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:28.061422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Bound using segment: {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:28.062306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Bound port: 13fba098-54f7-45c9-95f5-657f97833815, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6faeea10-70bc-4e97-9fc7-7e82a280e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:28.062958 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.086209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35c541-e12d-40ef-83cf-8c3ede5a32ee req-ca096dc1-637f-41ea-916c-ad7c03098534 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.090368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff35c541-e12d-40ef-83cf-8c3ede5a32ee req-ca096dc1-637f-41ea-916c-ad7c03098534 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 944 time: 0.1640615 Jul 15 23:34:28.157518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d03f63-b83d-469f-a041-23ca54684026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337c9b74-07ed-4c07-8fa2-6c2075e1897e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:28.161004 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af651ed6-63e0-49cf-8db6-05276c805285" -d '{"events": [{"server_uuid": "06d03f63-b83d-469f-a041-23ca54684026", "name": "network-vif-plugged", "status": "completed", "tag": "337c9b74-07ed-4c07-8fa2-6c2075e1897e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:28.173573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff35c541-e12d-40ef-83cf-8c3ede5a32ee req-a8ee1c7d-cbd4-4a57-b77a-54b26963b72f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717759 Jul 15 23:34:28.221886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] For port 13fba098-54f7-45c9-95f5-657f97833815, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:28.231141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] For port 13fba098-54f7-45c9-95f5-657f97833815, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13fba098-54f7-45c9-95f5-657f97833815,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:28.240137 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.303887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Pushing event updated for resources: {'Port': ['ID=13fba098-54f7-45c9-95f5-657f97833815,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:28.311067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.311689 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.313196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-38cdcbf7-3a17-46d2-b5e5-7ba929f238b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/13fba098-54f7-45c9-95f5-657f97833815 HTTP/1.1" status: 200 len: 1092 time: 1.3225029 Jul 15 23:34:28.313679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'tag': '13fba098-54f7-45c9-95f5-657f97833815'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:28.316017 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0d78ae-b611-4362-bb25-ef1930526f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "tag": "13fba098-54f7-45c9-95f5-657f97833815"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:28.501791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-287fded9-c9c2-4e71-9777-8253d51c0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.504194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-287fded9-c9c2-4e71-9777-8253d51c0967 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 1095 time: 0.1391554 Jul 15 23:34:28.511736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8632f4e-9394-484c-b5d6-1c6448d9aeb9 req-8dbd56aa-6d06-4c75-8e8a-e8681e697a67 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.519134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8632f4e-9394-484c-b5d6-1c6448d9aeb9 req-8dbd56aa-6d06-4c75-8e8a-e8681e697a67 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.1086714 Jul 15 23:34:28.561676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-8052b878-8d9c-4428-a8b7-d3aa907aa165 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fba098-54f7-45c9-95f5-657f97833815 HTTP/1.1" status: 200 len: 217 time: 0.0346661 Jul 15 23:34:28.620689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-fd2d656c-41aa-4669-9b5d-53638755c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.622111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-fd2d656c-41aa-4669-9b5d-53638755c993 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb31327f-abde-4e0c-9762-0e7407ead143 HTTP/1.1" status: 200 len: 834 time: 0.0525219 Jul 15 23:34:28.680908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8632f4e-9394-484c-b5d6-1c6448d9aeb9 req-71e93acc-b66a-40b7-8341-da20bb4ce74b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609004 Jul 15 23:34:28.743260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-e2b5d5ec-c3a2-4d2f-bb05-6b5051bbeb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.745645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-e2b5d5ec-c3a2-4d2f-bb05-6b5051bbeb34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d82e3b77-eaf2-4684-a19f-80450e30c456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113951 Jul 15 23:34:28.753972 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f944f507-1721-4e65-8d76-f0f30c14a7d7 x-openstack-request-id: req-f944f507-1721-4e65-8d76-f0f30c14a7d7 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:28.754408 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d03f63-b83d-469f-a041-23ca54684026", "name": "network-vif-plugged", "status": "completed", "tag": "337c9b74-07ed-4c07-8fa2-6c2075e1897e", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:28.754507 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f944f507-1721-4e65-8d76-f0f30c14a7d7 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:28.754939 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d03f63-b83d-469f-a041-23ca54684026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337c9b74-07ed-4c07-8fa2-6c2075e1897e', 'code': 200} Jul 15 23:34:28.855472 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efd2882-3834-4801-84f4-1aad843e570e x-openstack-request-id: req-8efd2882-3834-4801-84f4-1aad843e570e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:28.856006 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "tag": "13fba098-54f7-45c9-95f5-657f97833815", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:28.856349 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8efd2882-3834-4801-84f4-1aad843e570e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:28.856829 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'tag': '13fba098-54f7-45c9-95f5-657f97833815', 'status': 'completed', 'code': 200} Jul 15 23:34:28.938972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-173c74eb-2a21-4124-bcac-b6d29c9993eb service neutron] 10.222.0.59 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832647 Jul 15 23:34:29.083547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a4b68-a247-4d30-939b-a8d2977b061b req-fe318387-c64d-420b-b218-94d5d619d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.085271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f19a4b68-a247-4d30-939b-a8d2977b061b req-fe318387-c64d-420b-b218-94d5d619d31b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 1096 time: 0.2115281 Jul 15 23:34:29.087476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0ee355e-f5fe-41f7-82d5-b1d076cd79b7 req-8db97492-9718-4d2b-ba9c-6efa7024cf58 service neutron] 10.222.0.59 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365802 Jul 15 23:34:29.140711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce8923-5c5b-405c-9837-894a09f3d6cc req-d32a93b8-ed26-4202-93d6-20e2d5daeccd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.143493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92ce8923-5c5b-405c-9837-894a09f3d6cc req-d32a93b8-ed26-4202-93d6-20e2d5daeccd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 945 time: 0.2264850 Jul 15 23:34:29.198445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f19a4b68-a247-4d30-939b-a8d2977b061b req-27a4cdcb-09a9-4538-afc3-1e676587e05b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996368 Jul 15 23:34:29.230108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92ce8923-5c5b-405c-9837-894a09f3d6cc req-7860e45c-2d0c-425c-b12d-19e8b2292a06 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808542 Jul 15 23:34:29.253747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-a7011a24-72a7-41e6-a17a-b1d67d39c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.255771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-a7011a24-72a7-41e6-a17a-b1d67d39c335 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 1095 time: 0.0981517 Jul 15 23:34:29.389183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-cb0ad95f-e623-46c3-865c-165fa6a35d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.391012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-cb0ad95f-e623-46c3-865c-165fa6a35d9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d82e3b77-eaf2-4684-a19f-80450e30c456 HTTP/1.1" status: 200 len: 898 time: 0.1276705 Jul 15 23:34:29.471495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-17c807f4-485e-4a36-bd2b-713a18326e48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fba098-54f7-45c9-95f5-657f97833815 HTTP/1.1" status: 200 len: 217 time: 0.0649030 Jul 15 23:34:29.528986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-7119bf4c-04f3-4c1b-8556-7a942de822bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.530648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-7119bf4c-04f3-4c1b-8556-7a942de822bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb31327f-abde-4e0c-9762-0e7407ead143 HTTP/1.1" status: 200 len: 834 time: 0.0524576 Jul 15 23:34:29.596731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42476acd-9f05-46d3-91f2-9795104f22b1 req-418f20fb-cbb5-4b22-b60c-2ff75dc5783c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.603829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42476acd-9f05-46d3-91f2-9795104f22b1 req-418f20fb-cbb5-4b22-b60c-2ff75dc5783c tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 944 time: 0.2116427 Jul 15 23:34:29.675412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42476acd-9f05-46d3-91f2-9795104f22b1 req-884a2adf-5c87-49c2-9808-ea36e61cb14a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586219 Jul 15 23:34:29.687035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-88643a9e-5a98-49b9-945e-ee986e084cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.689281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-88643a9e-5a98-49b9-945e-ee986e084cdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d82e3b77-eaf2-4684-a19f-80450e30c456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490903 Jul 15 23:34:29.848449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-f443cf67-1269-47d6-b062-b29e35577574 service neutron] 10.222.0.59 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513937 Jul 15 23:34:29.911525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecd040-f803-41a4-825f-a3995200c202 req-17e71d12-91e8-462c-8148-819edcbdbcf1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.913449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eeecd040-f803-41a4-825f-a3995200c202 req-17e71d12-91e8-462c-8148-819edcbdbcf1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.1088290 Jul 15 23:34:30.001941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eeecd040-f803-41a4-825f-a3995200c202 req-f6efd233-6772-4402-b8df-36f2e38d8d14 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589993 Jul 15 23:34:30.009257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd0d78ae-b611-4362-bb25-ef1930526f2f req-3d77bb14-db72-4195-9fe6-8f7ff7abe053 service neutron] 10.222.0.59 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439004 Jul 15 23:34:30.516163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c352a-68d9-4d44-8558-ddb10cf9c5fa req-21bfefbb-7991-4981-a869-e2b007ac459e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:30.517875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e4c352a-68d9-4d44-8558-ddb10cf9c5fa req-21bfefbb-7991-4981-a869-e2b007ac459e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 945 time: 0.0839391 Jul 15 23:34:30.579003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e4c352a-68d9-4d44-8558-ddb10cf9c5fa req-5ea48152-cc26-44c2-98ab-f065d1827dcd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519304 Jul 15 23:34:30.800205 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec321dd-4224-4be3-a662-c63e768ec9bb req-3ed7ab30-c7a4-4951-a601-41213dfe1675 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:30.806362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec321dd-4224-4be3-a662-c63e768ec9bb req-3ed7ab30-c7a4-4951-a601-41213dfe1675 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 945 time: 0.0848322 Jul 15 23:34:30.863335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fec321dd-4224-4be3-a662-c63e768ec9bb req-5f3b3fd9-3129-4dfd-9da1-a88180821bcb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539472 Jul 15 23:34:31.078510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09abbb-099e-4a7b-a81a-39279d6a8633 req-688a3898-12e1-435d-a1b1-8e92c9ef739a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:31.080218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab09abbb-099e-4a7b-a81a-39279d6a8633 req-688a3898-12e1-435d-a1b1-8e92c9ef739a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 944 time: 0.0834351 Jul 15 23:34:31.144080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab09abbb-099e-4a7b-a81a-39279d6a8633 req-4d590d4b-ecaa-4915-8d0f-57bc822cbe25 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544121 Jul 15 23:34:31.177924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13fba098-54f7-45c9-95f5-657f97833815 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:31.327848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13fba098-54f7-45c9-95f5-657f97833815, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13fba098-54f7-45c9-95f5-657f97833815,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:31.343382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '13fba098-54f7-45c9-95f5-657f97833815', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'port_id': '13fba098-54f7-45c9-95f5-657f97833815', 'mac_address': 'fa:16:3e:9c:60:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:31.355004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af628b-8f5b-4819-b6bc-19571388e121 req-78fe4cd5-9dbf-4f5c-8642-d21aa6d11c31 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:31.363759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2af628b-8f5b-4819-b6bc-19571388e121 req-78fe4cd5-9dbf-4f5c-8642-d21aa6d11c31 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 945 time: 0.0945077 Jul 15 23:34:31.412661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2af628b-8f5b-4819-b6bc-19571388e121 req-21f4e6e2-eddd-43ee-b92a-59add9ffeb5b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476899 Jul 15 23:34:31.446028 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.460059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fba098-54f7-45c9-95f5-657f97833815 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:31.516267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13fba098-54f7-45c9-95f5-657f97833815, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13fba098-54f7-45c9-95f5-657f97833815,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:31.525523 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.577261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=13fba098-54f7-45c9-95f5-657f97833815,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:31.634029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7f0b-503e-4711-b27f-0d65fb29f69a req-8832084c-e627-4df0-85ef-f278476b2c93 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:31.641847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-261a7f0b-503e-4711-b27f-0d65fb29f69a req-8832084c-e627-4df0-85ef-f278476b2c93 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.0869300 Jul 15 23:34:31.705777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-261a7f0b-503e-4711-b27f-0d65fb29f69a req-2b0a1535-908c-487b-bac3-a987d44a209d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572326 Jul 15 23:34:31.837390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13fba098-54f7-45c9-95f5-657f97833815'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:32.195427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051bc20-2d20-4fb5-958f-e7f2a48afd05 req-c49d9a29-e954-49bc-aded-28bc6c824799 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.197141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a051bc20-2d20-4fb5-958f-e7f2a48afd05 req-c49d9a29-e954-49bc-aded-28bc6c824799 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 945 time: 0.0821822 Jul 15 23:34:32.254980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a051bc20-2d20-4fb5-958f-e7f2a48afd05 req-8b52e450-858a-4374-8387-43ffb30b8bca tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494397 Jul 15 23:34:32.477877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d890a6c-8409-4a3e-ba72-5f495bf39a6d req-6735f821-7fe3-4c33-9346-b37934fefc3a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.479644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d890a6c-8409-4a3e-ba72-5f495bf39a6d req-6735f821-7fe3-4c33-9346-b37934fefc3a tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 945 time: 0.1001530 Jul 15 23:34:32.531492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d890a6c-8409-4a3e-ba72-5f495bf39a6d req-60566cf8-5fbb-46ae-b002-f6cacbfad1c5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457339 Jul 15 23:34:32.932538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc978744-0de2-4d9b-b8c0-c34366c4b69a req-50a5c7f8-a02d-4bf1-8073-0fcdda9e0507 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.941191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc978744-0de2-4d9b-b8c0-c34366c4b69a req-50a5c7f8-a02d-4bf1-8073-0fcdda9e0507 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.0921955 Jul 15 23:34:32.995260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc978744-0de2-4d9b-b8c0-c34366c4b69a req-be902171-b0ce-4897-98c2-9e8013fa81e5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528812 Jul 15 23:34:33.185621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13fba098-54f7-45c9-95f5-657f97833815 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:33.260252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 13fba098-54f7-45c9-95f5-657f97833815 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:33.264632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 13fba098-54f7-45c9-95f5-657f97833815 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:33.265082 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.389931 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.427079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13fba098-54f7-45c9-95f5-657f97833815, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13fba098-54f7-45c9-95f5-657f97833815,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:33.428078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fba098-54f7-45c9-95f5-657f97833815'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:33.430510 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c4cf70-f45d-4719-a787-f91f0f669ab3" -d '{"events": [{"server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "name": "network-vif-plugged", "status": "completed", "tag": "13fba098-54f7-45c9-95f5-657f97833815"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:33.434987 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.521654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=13fba098-54f7-45c9-95f5-657f97833815,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:33.536862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487ce9-6485-40a1-95ae-5d15d7fb06dc req-dfc5b9f9-209a-4989-9aea-19815b00062f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.542709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f487ce9-6485-40a1-95ae-5d15d7fb06dc req-dfc5b9f9-209a-4989-9aea-19815b00062f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 945 time: 0.0926826 Jul 15 23:34:33.590218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f487ce9-6485-40a1-95ae-5d15d7fb06dc req-7f479d1b-02f6-491a-b145-7f744ac43359 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420403 Jul 15 23:34:33.646584 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193c15ff-b07d-4aaf-86ba-43ce7555e068 x-openstack-request-id: req-193c15ff-b07d-4aaf-86ba-43ce7555e068 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:33.646916 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "name": "network-vif-plugged", "status": "completed", "tag": "13fba098-54f7-45c9-95f5-657f97833815", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:33.647184 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-193c15ff-b07d-4aaf-86ba-43ce7555e068 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:33.647921 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fba098-54f7-45c9-95f5-657f97833815', 'code': 200} Jul 15 23:34:33.871545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-b7c7754b-372b-4a1c-947f-82d1403c28c3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.872950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-b7c7754b-372b-4a1c-947f-82d1403c28c3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 945 time: 0.1712389 Jul 15 23:34:33.926230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7eb79-b81c-4edc-a769-794048271d19 req-e8b77b2f-5b9d-4a34-b5b8-183d63fc4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.927774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0f7eb79-b81c-4edc-a769-794048271d19 req-e8b77b2f-5b9d-4a34-b5b8-183d63fc4b5e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 1097 time: 0.1759398 Jul 15 23:34:33.950234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40d49e-3109-4b54-b023-28c6964c47b1 req-4f54f8a4-fb36-4d69-8da9-fde6aa595bbd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.952314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d40d49e-3109-4b54-b023-28c6964c47b1 req-4f54f8a4-fb36-4d69-8da9-fde6aa595bbd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 946 time: 0.1552510 Jul 15 23:34:34.038779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0f7eb79-b81c-4edc-a769-794048271d19 req-1eff0247-799a-4836-9c7b-66a404c24eab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014462 Jul 15 23:34:34.056874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d40d49e-3109-4b54-b023-28c6964c47b1 req-954c809c-d1fb-4721-a141-2c158aa6ef80 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947897 Jul 15 23:34:34.115276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port 337c9b74-07ed-4c07-8fa2-6c2075e1897e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:34.115615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.289180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] For port 337c9b74-07ed-4c07-8fa2-6c2075e1897e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=337c9b74-07ed-4c07-8fa2-6c2075e1897e,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:34.289716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.314003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for 337c9b74-07ed-4c07-8fa2-6c2075e1897e owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:34.350353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ccc97-513d-423b-a81c-a2d78b2c6f53 req-ef34c7e1-4802-4fb5-8eda-20069fe20bbd tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:34.358851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-945ccc97-513d-423b-a81c-a2d78b2c6f53 req-ef34c7e1-4802-4fb5-8eda-20069fe20bbd tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.1480038 Jul 15 23:34:34.444504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-945ccc97-513d-423b-a81c-a2d78b2c6f53 req-d64b8bf6-849d-4eed-a569-fe350c18d1a5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855699 Jul 15 23:34:34.552311 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.588500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=337c9b74-07ed-4c07-8fa2-6c2075e1897e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:34.588764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['337c9b74-07ed-4c07-8fa2-6c2075e1897e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:34.706831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] No DVR routers for this DVR port 337c9b74-07ed-4c07-8fa2-6c2075e1897e on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:34.709810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.712350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-257acccb-04e3-475f-a006-f3d7e4eb4542 req-4c631605-195d-420c-bad1-dac1f255354c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "DELETE /v2.0/ports/337c9b74-07ed-4c07-8fa2-6c2075e1897e HTTP/1.1" status: 204 len: 173 time: 0.8326633 Jul 15 23:34:34.712944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d03f63-b83d-469f-a041-23ca54684026', 'name': 'network-vif-deleted', 'tag': '337c9b74-07ed-4c07-8fa2-6c2075e1897e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:34.715858 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ba5999-c388-46a8-8cb7-261b8ce907dd" -d '{"events": [{"server_uuid": "06d03f63-b83d-469f-a041-23ca54684026", "name": "network-vif-deleted", "tag": "337c9b74-07ed-4c07-8fa2-6c2075e1897e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:34.856018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ab53ad7-3175-48fc-9a25-a979ce11ba42 req-1df08367-553b-4a1f-8f1d-b8a7bdbb7746 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 210 time: 0.0441167 Jul 15 23:34:34.932135 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08654c0c-0d4d-49a1-8ad4-b0a84a24c263 x-openstack-request-id: req-08654c0c-0d4d-49a1-8ad4-b0a84a24c263 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:34.932525 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d03f63-b83d-469f-a041-23ca54684026", "name": "network-vif-deleted", "tag": "337c9b74-07ed-4c07-8fa2-6c2075e1897e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:34.932948 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08654c0c-0d4d-49a1-8ad4-b0a84a24c263 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:34.933540 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d03f63-b83d-469f-a041-23ca54684026', 'name': 'network-vif-deleted', 'tag': '337c9b74-07ed-4c07-8fa2-6c2075e1897e', 'status': 'completed', 'code': 200} Jul 15 23:34:35.333610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5bb96-b0b4-41e8-9077-a3de70f58ed3 req-d87830d7-7a65-4459-8ea1-4a673f4d448e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:35.335514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5dd5bb96-b0b4-41e8-9077-a3de70f58ed3 req-d87830d7-7a65-4459-8ea1-4a673f4d448e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 946 time: 0.1032186 Jul 15 23:34:35.391379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5dd5bb96-b0b4-41e8-9077-a3de70f58ed3 req-3876d174-7091-4f64-afb5-fc3b79a9bcce tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499074 Jul 15 23:34:35.655494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a31c6-e582-4373-a016-e708de319f3c req-32ba7a0f-a227-4b1b-b68d-240f3852eb5e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:35.658392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-206a31c6-e582-4373-a016-e708de319f3c req-32ba7a0f-a227-4b1b-b68d-240f3852eb5e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.0796251 Jul 15 23:34:35.709090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-206a31c6-e582-4373-a016-e708de319f3c req-3c3c41de-dab0-42a4-b361-f77981005035 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Jul 15 23:34:36.017996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-940d33e5-c9e8-4947-884b-4d36eb20c829 req-345aa6a8-5a36-4111-ae29-d25c522e8248 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 210 time: 0.0304406 Jul 15 23:34:36.355895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-d2a5a7f5-76ea-48fa-8a72-6a2fa534da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.357475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-d2a5a7f5-76ea-48fa-8a72-6a2fa534da9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 1097 time: 0.0587161 Jul 15 23:34:36.468486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-0ed0ce7c-8b73-4c65-bc36-f35932c0e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.470861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-0ed0ce7c-8b73-4c65-bc36-f35932c0e96a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.1072779 Jul 15 23:34:36.537007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-a7d649e2-7944-4003-a356-a7968d925682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09 HTTP/1.1" status: 200 len: 217 time: 0.0590160 Jul 15 23:34:36.615773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-6548f732-bf00-4fe5-8930-68cf97caae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.617349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-6548f732-bf00-4fe5-8930-68cf97caae20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0606270 Jul 15 23:34:36.640194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11d98-cae9-4951-851b-23e57c2964e4 req-f6345815-2a06-4a81-9ae2-de99ad03a7e5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.641687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cf11d98-cae9-4951-851b-23e57c2964e4 req-f6345815-2a06-4a81-9ae2-de99ad03a7e5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 946 time: 0.1155775 Jul 15 23:34:36.707477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cf11d98-cae9-4951-851b-23e57c2964e4 req-92637a54-ffe7-4aff-bd2d-f9fd64470ee4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491083 Jul 15 23:34:36.722252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-75b75a1a-6014-4ed5-8f73-d38a73e2048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.722252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-75b75a1a-6014-4ed5-8f73-d38a73e2048d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976446 Jul 15 23:34:36.823846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-c4431d1c-25ed-4fec-a056-46dc8951a8aa service neutron] 10.222.0.37 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947363 Jul 15 23:34:36.962848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43a9ae47-0a74-4fce-b2e1-902caa9897bb req-1f561139-3e59-4b0e-94d0-8be90fb8db34 service neutron] 10.222.0.37 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326439 Jul 15 23:34:36.976516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d132f-ef0b-45e5-b77a-0320dadad6d0 req-ba86975a-8f8a-44d4-bc13-3d59c73f0872 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.978202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-777d132f-ef0b-45e5-b77a-0320dadad6d0 req-ba86975a-8f8a-44d4-bc13-3d59c73f0872 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 946 time: 0.1209321 Jul 15 23:34:37.024269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-777d132f-ef0b-45e5-b77a-0320dadad6d0 req-2faed4ff-49c4-4abe-98af-b26089f8cb19 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 Jul 15 23:34:37.158360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 964b8721-9b8b-450a-90c5-020fcf5b7f09 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:37.209751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b8d5f-d100-41c8-a1a1-43f37e13c275 req-54e776b0-1764-4c93-9894-e22e3b50f26b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.211510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-075b8d5f-d100-41c8-a1a1-43f37e13c275 req-54e776b0-1764-4c93-9894-e22e3b50f26b tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 946 time: 0.0714934 Jul 15 23:34:37.256187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-075b8d5f-d100-41c8-a1a1-43f37e13c275 req-bd66a468-9b0b-480b-95ca-2ca1f49773a7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382380 Jul 15 23:34:37.260002 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.281957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41546) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:37.331543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:37.338334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:37.345796 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3836694b-7eca-4c54-af6a-2245b12072d0" -d '{"events": [{"server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "name": "network-vif-unplugged", "status": "completed", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:37.356133 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.356887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 337c9b74-07ed-4c07-8fa2-6c2075e1897e no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:37.415706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 337c9b74-07ed-4c07-8fa2-6c2075e1897e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:37.416084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 337c9b74-07ed-4c07-8fa2-6c2075e1897e not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:37.489582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:37.501770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.502572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.503233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.503755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.504281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.504795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.505319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.505846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.506460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.507035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.507574 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.508087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:37.699660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5447af8e-33f9-42d1-b627-bf726c716d01 req-f07e303b-33be-4199-84bc-f92c83d467c2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 210 time: 0.0305648 Jul 15 23:34:37.729673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074fe34-5089-4a91-9656-aeca463e89d5 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.731296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1074fe34-5089-4a91-9656-aeca463e89d5 tempest-TestNetworkBasicOps-2051327002 tempest-TestNetworkBasicOps-2051327002-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 1092 time: 0.4482040 Jul 15 23:34:37.734607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41556) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:37.739400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '13fba098-54f7-45c9-95f5-657f97833815', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:37.752934 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c173b0b1-4bdf-4fe7-b995-45d868049941 x-openstack-request-id: req-c173b0b1-4bdf-4fe7-b995-45d868049941 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:37.753545 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "name": "network-vif-unplugged", "status": "completed", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:37.754104 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c173b0b1-4bdf-4fe7-b995-45d868049941 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:37.754675 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'code': 200} Jul 15 23:34:37.765468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.868499 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.970747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Allocated IP 172.25.3.37 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/24d8ed10-0176-4949-aed5-563fcac6630a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:38.083752 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.127889 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.205837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=24d8ed10-0176-4949-aed5-563fcac6630a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:38.221559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:38.225219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:38.227935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:38.287489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934388e7-d9bb-4689-ba1f-af08646a15a8 req-5cdebc61-58d9-457a-b9e7-75ec5f5d6137 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:38.288993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-934388e7-d9bb-4689-ba1f-af08646a15a8 req-5cdebc61-58d9-457a-b9e7-75ec5f5d6137 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 944 time: 0.1146259 Jul 15 23:34:38.385602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-934388e7-d9bb-4689-ba1f-af08646a15a8 req-e3657f29-0c8b-4da4-a7be-ec0d380fcca7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736465 Jul 15 23:34:38.686716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.818158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.878818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-256a413f-6495-4712-89ab-18b82276830d req-5b1de3c6-fdec-4846-a57c-b9311cfbf82c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d03f63-b83d-469f-a041-23ca54684026 HTTP/1.1" status: 200 len: 210 time: 0.0373142 Jul 15 23:34:39.034686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.039682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.112271 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event updated for resources: {'Port': ['ID=24d8ed10-0176-4949-aed5-563fcac6630a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:39.124700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.232613 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Floating IP a0c834e6-cf3f-4339-bc69-db2622d43e00 associated. External IP: 172.25.3.37, port: 13fba098-54f7-45c9-95f5-657f97833815. Jul 15 23:34:39.471535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:39.641226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:39.653016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] Sync routers for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:39.668001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:39.668715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:34:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:39.675045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.739777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53fc6-9edd-4da5-b3d5-b44b7268dfdb req-1305051d-5804-4ce9-814b-176ac2abac22 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:39.741281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18c53fc6-9edd-4da5-b3d5-b44b7268dfdb req-1305051d-5804-4ce9-814b-176ac2abac22 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 944 time: 0.1427166 Jul 15 23:34:39.743075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6a29cad0-2c06-4f26-ba41-1b2909361cc4 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0071912 Jul 15 23:34:39.743537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'tag': '13fba098-54f7-45c9-95f5-657f97833815'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:39.745962 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "tag": "13fba098-54f7-45c9-95f5-657f97833815"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:39.746103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 41572) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:39.821862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:39.825140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18c53fc6-9edd-4da5-b3d5-b44b7268dfdb req-74948d35-e8e0-4f4b-a52b-df9f1509edeb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744989 Jul 15 23:34:39.896800 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b372a5-438f-46b4-8e73-4bc8d366cb53 x-openstack-request-id: req-70b372a5-438f-46b4-8e73-4bc8d366cb53 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:39.899778 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "tag": "13fba098-54f7-45c9-95f5-657f97833815", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:39.899778 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70b372a5-438f-46b4-8e73-4bc8d366cb53 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:39.904007 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'tag': '13fba098-54f7-45c9-95f5-657f97833815', 'status': 'completed', 'code': 200} Jul 15 23:34:39.946063 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-db134556-ff82-4c71-8204-a1039cc34e83 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/floatingips/a0c834e6-cf3f-4339-bc69-db2622d43e00 HTTP/1.1" status: 200 len: 991 time: 0.1990871 Jul 15 23:34:39.997199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-2e1250cc-77d6-461a-932c-2f52811ea32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:40.000131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-2e1250cc-77d6-461a-932c-2f52811ea32a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 1097 time: 0.0692358 Jul 15 23:34:40.175270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8baee2-bc60-42ba-8f43-d67b801b71d5 req-05331a43-233a-4a28-b593-f8145d9a3dc2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:40.176778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab8baee2-bc60-42ba-8f43-d67b801b71d5 req-05331a43-233a-4a28-b593-f8145d9a3dc2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1558897 Jul 15 23:34:40.177950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-5674c9f0-8048-4477-8587-90d7cd41e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:40.179306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-5674c9f0-8048-4477-8587-90d7cd41e13e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d82e3b77-eaf2-4684-a19f-80450e30c456 HTTP/1.1" status: 200 len: 898 time: 0.1687233 Jul 15 23:34:40.186468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'a0c834e6-cf3f-4339-bc69-db2622d43e00', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'port_id': '13fba098-54f7-45c9-95f5-657f97833815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'mac_address': 'fa:16:3e:9c:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:38Z', 'updated_at': '2021-07-15T23:34:38Z', 'revision_number': 0, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:22Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:40.219945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] Checking router: 448f15f2-e28b-4b64-bcfc-2614ccd62e59 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:40.229229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:40.229955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:34:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:40.272408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab8baee2-bc60-42ba-8f43-d67b801b71d5 req-405be625-18d0-47c2-820b-996abd258282 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899034 Jul 15 23:34:40.280303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-91a1cd0c-3883-4a72-a708-6b7d6f7ab527 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fba098-54f7-45c9-95f5-657f97833815 HTTP/1.1" status: 200 len: 999 time: 0.0807784 Jul 15 23:34:40.391943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:40.405071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-7b72d95c-289e-478d-90af-30ab041f6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:40.406312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-7b72d95c-289e-478d-90af-30ab041f6fc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb31327f-abde-4e0c-9762-0e7407ead143 HTTP/1.1" status: 200 len: 834 time: 0.1172328 Jul 15 23:34:40.507495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-e4ba4386-17a0-4991-9d20-257d7a65f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:40.512919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-e4ba4386-17a0-4991-9d20-257d7a65f7ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d82e3b77-eaf2-4684-a19f-80450e30c456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968142 Jul 15 23:34:40.673701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-3ae09780-cf97-432c-853d-a9d169ca6ecc service neutron] 10.222.0.59 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531234 Jul 15 23:34:40.681658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25081-9132-452e-ba54-f79e4cfa6f4d req-e864412f-c2d0-4aa2-af05-370ef914970a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:40.683196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5e25081-9132-452e-ba54-f79e4cfa6f4d req-e864412f-c2d0-4aa2-af05-370ef914970a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1335044 Jul 15 23:34:40.731359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'a0c834e6-cf3f-4339-bc69-db2622d43e00', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'port_id': '13fba098-54f7-45c9-95f5-657f97833815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'mac_address': 'fa:16:3e:9c:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:38Z', 'updated_at': '2021-07-15T23:34:38Z', 'revision_number': 0, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:22Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:40.762473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8413222-f5d4-432a-827c-371d7e719a1a None None] The sync data for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 is: [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'a0c834e6-cf3f-4339-bc69-db2622d43e00', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'port_id': '13fba098-54f7-45c9-95f5-657f97833815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'mac_address': 'fa:16:3e:9c:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:34:38Z', 'updated_at': '2021-07-15T23:34:38Z', 'revision_number': 0, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:22Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:40.794572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5e25081-9132-452e-ba54-f79e4cfa6f4d req-e99c7ae8-517f-4cfe-83d6-3b88bd197954 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004617 Jul 15 23:34:40.852166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38b16fb-f48f-4db0-b9a8-3310eb9babd6 req-c5beeba1-3eff-42fc-9e80-37487e9eb91a service neutron] 10.222.0.59 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677132 Jul 15 23:34:40.948762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41592) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:41.056505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-06225b02-b1b1-4c2b-88b3-bfe9f881bb36 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/floatingips/a0c834e6-cf3f-4339-bc69-db2622d43e00 HTTP/1.1" status: 200 len: 991 time: 0.1036708 Jul 15 23:34:41.095884 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed002197-0404-49f4-86c9-fcc87b39ec46 None None] New status for floating IP a0c834e6-cf3f-4339-bc69-db2622d43e00: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:34:41.261728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734d093-d621-4b03-99e0-d105a1c3224f req-9dbc1d6d-182d-46f0-a970-4e68c12ca4db tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:41.263871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6734d093-d621-4b03-99e0-d105a1c3224f req-9dbc1d6d-182d-46f0-a970-4e68c12ca4db tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0787570 Jul 15 23:34:41.321204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6734d093-d621-4b03-99e0-d105a1c3224f req-ee9a950f-24a1-4648-9e60-7532cf7da3bc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504975 Jul 15 23:34:42.059806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 41616) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:42.127092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-80d731c8-d93c-4541-b2b4-521d3cced995 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/floatingips/a0c834e6-cf3f-4339-bc69-db2622d43e00 HTTP/1.1" status: 200 len: 993 time: 0.0657215 Jul 15 23:34:42.489884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8504f5f-a372-48e5-b983-943dd07050a3 req-f4fb789a-a1a5-47a5-b95f-e197926a144a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:42.491752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8504f5f-a372-48e5-b983-943dd07050a3 req-f4fb789a-a1a5-47a5-b95f-e197926a144a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0673347 Jul 15 23:34:42.531248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8504f5f-a372-48e5-b983-943dd07050a3 req-e8a905c1-8e5a-4ee5-9a81-a5e913e05b37 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335133 Jul 15 23:34:43.196528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 964b8721-9b8b-450a-90c5-020fcf5b7f09 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:43.759126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806cead-8f73-4b2c-8ddb-fbd360b44fed req-5c8173a7-8dc0-4ae7-9db2-a6d513ecc901 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:43.760684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6806cead-8f73-4b2c-8ddb-fbd360b44fed req-5c8173a7-8dc0-4ae7-9db2-a6d513ecc901 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0686007 Jul 15 23:34:43.807103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6806cead-8f73-4b2c-8ddb-fbd360b44fed req-7b6322cd-5daf-4d2c-8ab4-edc2a2d4cf59 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Jul 15 23:34:43.924888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.010325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb7d9-533b-406a-b2ff-53c561ce2e11 req-bcf3971e-3aa5-4912-97b8-4cd08d634c70 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:45.011896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d68eb7d9-533b-406a-b2ff-53c561ce2e11 req-bcf3971e-3aa5-4912-97b8-4cd08d634c70 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0825548 Jul 15 23:34:45.050862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d68eb7d9-533b-406a-b2ff-53c561ce2e11 req-bb90e575-b3ab-4811-9e17-d1a8a6e50fd5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321519 Jul 15 23:34:46.311226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67a7a1-19aa-44ec-baf0-221be9a79f39 req-16ee8ece-b686-44fe-bc93-2099c60bfeb7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:46.315236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd67a7a1-19aa-44ec-baf0-221be9a79f39 req-16ee8ece-b686-44fe-bc93-2099c60bfeb7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1098802 Jul 15 23:34:46.359916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd67a7a1-19aa-44ec-baf0-221be9a79f39 req-0c68f155-8f9a-4976-b12e-aca960d0b94c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380764 Jul 15 23:34:47.562744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe6d3-c2e2-4e46-97c0-70d1da3d1fdc req-0ede2759-1442-4c76-bca5-d4a7fc700b73 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:47.565016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56efe6d3-c2e2-4e46-97c0-70d1da3d1fdc req-0ede2759-1442-4c76-bca5-d4a7fc700b73 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0755191 Jul 15 23:34:47.608074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56efe6d3-c2e2-4e46-97c0-70d1da3d1fdc req-ef0414a2-c028-4acb-9f80-e972bde43a0e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340140 Jul 15 23:34:48.075716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42d5807b-b4e6-47fa-a50c-06af342436f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.826960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307962da-2e37-4023-aca0-b9466e2d96ab req-8ad47589-2925-41a0-8b9a-a80ed11af549 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:48.828474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-307962da-2e37-4023-aca0-b9466e2d96ab req-8ad47589-2925-41a0-8b9a-a80ed11af549 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0819545 Jul 15 23:34:48.868843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-307962da-2e37-4023-aca0-b9466e2d96ab req-c27544ff-0261-4712-ada6-2571b0772227 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344028 Jul 15 23:34:50.064681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d989f8-05e3-4be0-8360-f65c25a42363 req-efd29073-b4e2-45d1-9cb1-0519a4e7d8b8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:50.066349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64d989f8-05e3-4be0-8360-f65c25a42363 req-efd29073-b4e2-45d1-9cb1-0519a4e7d8b8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0725305 Jul 15 23:34:50.108793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64d989f8-05e3-4be0-8360-f65c25a42363 req-6caecb16-1724-421e-900a-a6c0ec25ab38 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347629 Jul 15 23:34:50.685042 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2609815-3d43-4984-9cef-3d3fcac634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.047585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.299263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d881-072c-4cd5-88f7-82a895502fd6 req-e8bbc4be-03aa-4c69-8c7c-bae39353acb1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:51.300966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb93d881-072c-4cd5-88f7-82a895502fd6 req-e8bbc4be-03aa-4c69-8c7c-bae39353acb1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0721676 Jul 15 23:34:51.343660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb93d881-072c-4cd5-88f7-82a895502fd6 req-83159089-8783-49df-9d55-7dd5be3d8790 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370364 Jul 15 23:34:51.587086 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.969313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-db2a2c03-be8c-4c77-9a7e-89f53789d66f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1724455 Jul 15 23:34:52.080533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54098602-ec55-41ba-9788-a08fc126f314 req-34425216-2213-4e64-8abc-06bcedf55a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.082202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-34425216-2213-4e64-8abc-06bcedf55a7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.0618622 Jul 15 23:34:52.206478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54098602-ec55-41ba-9788-a08fc126f314 req-d46fe2a6-6517-4dbe-bccd-cd190863c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.208108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-d46fe2a6-6517-4dbe-bccd-cd190863c140 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.0974100 Jul 15 23:34:52.287275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-48c9ee2a-e5cc-4c6d-803c-9a41e490ef16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.0716534 Jul 15 23:34:52.346175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54098602-ec55-41ba-9788-a08fc126f314 req-27a77ff0-86ad-4b9e-90be-ece31f1fa180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.347711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-27a77ff0-86ad-4b9e-90be-ece31f1fa180 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0538692 Jul 15 23:34:52.416026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54098602-ec55-41ba-9788-a08fc126f314 req-10bb7169-fca4-4517-a4cd-ad433efa3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.417604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-10bb7169-fca4-4517-a4cd-ad433efa3049 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597830 Jul 15 23:34:52.432199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-087bb829-77a3-4ae1-869c-097762def8a1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:34:52.433372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-087bb829-77a3-4ae1-869c-097762def8a1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054967 Jul 15 23:34:52.570254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-8f399b75-128b-4c7d-8f17-f0ec1de3564b service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293895 Jul 15 23:34:52.621507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eff18-82f8-4f64-8b85-7261e8c69516 req-f585fa34-b364-45db-8439-9d6e9bdae220 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.623052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e75eff18-82f8-4f64-8b85-7261e8c69516 req-f585fa34-b364-45db-8439-9d6e9bdae220 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1095397 Jul 15 23:34:52.721800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e75eff18-82f8-4f64-8b85-7261e8c69516 req-defeaf6e-b269-4b1b-a5a2-508b509b97f5 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536785 Jul 15 23:34:52.722432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54098602-ec55-41ba-9788-a08fc126f314 req-e57da0f8-51c8-4627-8c7f-72f2d7b6c59a service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392653 Jul 15 23:34:53.142666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-aad38595-24bc-4fce-b400-8a1e7024549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.144105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-aad38595-24bc-4fce-b400-8a1e7024549a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.0757229 Jul 15 23:34:53.151661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33deae-9be0-4004-9f41-50593d3cd13a req-730a1e72-ea6d-4a41-8e54-f4739820816b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.153114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb33deae-9be0-4004-9f41-50593d3cd13a req-730a1e72-ea6d-4a41-8e54-f4739820816b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1136084 Jul 15 23:34:53.238261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb33deae-9be0-4004-9f41-50593d3cd13a req-2080db84-b0df-4ff4-89bb-9e5fedc05eb0 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761931 Jul 15 23:34:53.275011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-b02814dc-b034-4550-be34-dfeae6de52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.275011 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-b02814dc-b034-4550-be34-dfeae6de52d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.1210539 Jul 15 23:34:53.335258 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.354897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-c3ed5be7-a11a-408f-bbf4-0176d4dea986 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.0712593 Jul 15 23:34:53.420501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-e6deea4e-6739-4fa6-86a0-48e71b802bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.424794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-e6deea4e-6739-4fa6-86a0-48e71b802bb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0561306 Jul 15 23:34:53.494069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-0c21a18f-c391-4a5c-a1ed-fbf86523dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:53.495818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-0c21a18f-c391-4a5c-a1ed-fbf86523dc02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597672 Jul 15 23:34:53.602520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-4c370b5d-48ac-40c9-ab68-14205f2e779b service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961256 Jul 15 23:34:53.713872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88d8b3fc-15ed-4fd7-849a-82be766b14d5 req-3a42c786-13b1-48b9-bbb1-142db811c0ff service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993114 Jul 15 23:34:54.508606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e89b7c-61fc-42a3-99bd-ca299d3af46f req-0b867f19-cf4d-4625-b280-5bbae2da45cd tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:54.510391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99e89b7c-61fc-42a3-99bd-ca299d3af46f req-0b867f19-cf4d-4625-b280-5bbae2da45cd tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0749793 Jul 15 23:34:54.553678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99e89b7c-61fc-42a3-99bd-ca299d3af46f req-eba0ce95-b631-4eab-84e1-ba481f0d19a1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370896 Jul 15 23:34:55.206671 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:55.753153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92acaf8-76e8-47ec-8032-853bad31ac46 req-a35ade9b-614e-4bd4-ba2d-9ffc8eac5f23 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:55.754999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d92acaf8-76e8-47ec-8032-853bad31ac46 req-a35ade9b-614e-4bd4-ba2d-9ffc8eac5f23 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0871277 Jul 15 23:34:55.797445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d92acaf8-76e8-47ec-8032-853bad31ac46 req-65b74388-0c6d-4624-b740-f81df389203d tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Jul 15 23:34:56.008816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9244c72-5d9c-4ee4-971c-8fffceb3c027 req-ccb5cf92-8399-40d8-817f-6ef31ee5a44b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:56.010419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9244c72-5d9c-4ee4-971c-8fffceb3c027 req-ccb5cf92-8399-40d8-817f-6ef31ee5a44b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0896156 Jul 15 23:34:56.025999 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:34:56.072631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9244c72-5d9c-4ee4-971c-8fffceb3c027 req-f29e61d3-70ec-4429-b1d8-f98f3aa3678e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558047 Jul 15 23:34:56.544907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354586c0-4e14-4365-a555-61aa80d521b4 req-157928db-3e5c-4f33-b81c-b92d0d6dd0ff tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:56.546379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-354586c0-4e14-4365-a555-61aa80d521b4 req-157928db-3e5c-4f33-b81c-b92d0d6dd0ff tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.3591082 Jul 15 23:34:56.587279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-354586c0-4e14-4365-a555-61aa80d521b4 req-32d5e5a5-f711-411a-8712-8b1bf54a5fb1 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346458 Jul 15 23:34:57.009599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df9f14-8f2c-4d9a-b821-5260ff698812 req-31838e3b-633d-4b2a-86e6-26203983a5fe tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:57.011330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13df9f14-8f2c-4d9a-b821-5260ff698812 req-31838e3b-633d-4b2a-86e6-26203983a5fe tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0679293 Jul 15 23:34:57.067318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13df9f14-8f2c-4d9a-b821-5260ff698812 req-fd0ee017-f6ee-4cca-8472-9b6cea986d86 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385406 Jul 15 23:34:58.291848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f92d4-a4bd-4a6b-98c8-b1302cf8d1c5 req-ae410661-10e6-4576-ac9f-c249283fb530 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:58.293517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-922f92d4-a4bd-4a6b-98c8-b1302cf8d1c5 req-ae410661-10e6-4576-ac9f-c249283fb530 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0785239 Jul 15 23:34:58.334367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-922f92d4-a4bd-4a6b-98c8-b1302cf8d1c5 req-abeb9c49-e1d3-41e5-b8ca-9f3886b98159 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339348 Jul 15 23:34:58.739583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-a6aed396-0325-40d7-bb3c-e67a3196cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:58.741177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-a6aed396-0325-40d7-bb3c-e67a3196cd80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 1095 time: 0.1138105 Jul 15 23:34:58.749212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a36a75-d2ed-4692-b614-7ff7530c7a43 req-5d409194-48d8-4010-8192-54a7d6d8ebdb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:58.750644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92a36a75-d2ed-4692-b614-7ff7530c7a43 req-5d409194-48d8-4010-8192-54a7d6d8ebdb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0950172 Jul 15 23:34:58.836586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92a36a75-d2ed-4692-b614-7ff7530c7a43 req-5eac0b62-47d5-463b-b196-5266ea2d80ad tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777249 Jul 15 23:34:58.862165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-341066cf-c2fd-44cb-8419-b9b8fb87f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:58.866499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-341066cf-c2fd-44cb-8419-b9b8fb87f724 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 200 len: 912 time: 0.1123590 Jul 15 23:34:58.937001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-dc127233-a413-419a-8fe6-c6954d4339b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 200 len: 999 time: 0.0653834 Jul 15 23:34:58.991898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-09c06cb7-f087-4ff2-be43-53323aaf9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:58.993382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-09c06cb7-f087-4ff2-be43-53323aaf9002 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 200 len: 850 time: 0.0472293 Jul 15 23:34:59.055886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-965864bc-6e88-4826-b741-ddbbce111c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:59.057594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-965864bc-6e88-4826-b741-ddbbce111c37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b850e48-a58c-48a5-b95c-7064321c3aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567267 Jul 15 23:34:59.162015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-7427df7a-aa60-4787-be35-a62745e1881c service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957916 Jul 15 23:34:59.258878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-829a3321-0295-451a-9055-0b66edb3a0a7 req-5ee6404a-896c-4052-8f1e-5372f3b9ead2 service neutron] 10.222.0.59 "GET /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861602 Jul 15 23:35:00.089805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04004d5-45d4-44e8-998f-ce5bb2764e0e req-66a7bdb8-08ae-433a-9304-141056cdf12e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:00.091671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b04004d5-45d4-44e8-998f-ce5bb2764e0e req-66a7bdb8-08ae-433a-9304-141056cdf12e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0872002 Jul 15 23:35:00.142482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b04004d5-45d4-44e8-998f-ce5bb2764e0e req-aa6b574a-9d78-4a94-856f-6b23f7947ce3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Jul 15 23:35:01.319901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d590fe-3a29-45e9-b579-405404c62779 req-3463f9d4-7f7f-4b6f-be56-28832c61ddb2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:01.321595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77d590fe-3a29-45e9-b579-405404c62779 req-3463f9d4-7f7f-4b6f-be56-28832c61ddb2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0646622 Jul 15 23:35:01.362348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77d590fe-3a29-45e9-b579-405404c62779 req-c7d2b832-9ce0-49c6-8821-693f10292070 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343957 Jul 15 23:35:01.540612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fed6c3-ad6a-4df5-b984-50be041a2e8c req-7d162b5f-bab4-432f-8f8f-37226e61cc73 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:01.542324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47fed6c3-ad6a-4df5-b984-50be041a2e8c req-7d162b5f-bab4-432f-8f8f-37226e61cc73 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0650580 Jul 15 23:35:01.581408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47fed6c3-ad6a-4df5-b984-50be041a2e8c req-7b6a37a4-c53a-4f95-8448-2ef7f16958d8 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334558 Jul 15 23:35:01.790228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-7f6530e7-b0b0-4aff-b589-6c0182213cd8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:01.791758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-7f6530e7-b0b0-4aff-b589-6c0182213cd8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1122394 Jul 15 23:35:01.807701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-189d01cb-3bb6-4824-b986-cf4b573699c6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/quotas/969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 375 time: 0.0098536 Jul 15 23:35:01.874285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-e66dd2d3-8ea2-40d3-8cfe-0cba9b0c3e6f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613122 Jul 15 23:35:01.977251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-96686f48-f8be-41f7-b030-2fcc911809fd service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950999 Jul 15 23:35:02.072474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-41ec3619-f038-4718-b246-2933b5836d3e service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903115 Jul 15 23:35:03.088779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-5cfe8d8a-1865-4eef-b156-285840342b15 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:03.091035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-5cfe8d8a-1865-4eef-b156-285840342b15 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=29729a7c-57f6-4980-aea3-a8c83443da31 HTTP/1.1" status: 200 len: 944 time: 0.0680580 Jul 15 23:35:03.197720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Deleting port 964b8721-9b8b-450a-90c5-020fcf5b7f09 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:03.198067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.289182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] For port 964b8721-9b8b-450a-90c5-020fcf5b7f09, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=964b8721-9b8b-450a-90c5-020fcf5b7f09,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:03.289542 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.301060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Calling delete_port for 964b8721-9b8b-450a-90c5-020fcf5b7f09 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:03.430807 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.446518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['745c021a-0a35-4c9e-b1f4-866427c53453'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:03.471496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event deleted for resources: {'Port': ['ID=964b8721-9b8b-450a-90c5-020fcf5b7f09,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:03.568578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] No DVR routers for this DVR port 964b8721-9b8b-450a-90c5-020fcf5b7f09 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:03.578118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.588844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3eb25ae-0741-40ae-9cf8-417fed8b17e2 req-beed5e5c-c798-4997-aae2-0c3d2915e202 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "DELETE /v2.0/ports/964b8721-9b8b-450a-90c5-020fcf5b7f09 HTTP/1.1" status: 204 len: 173 time: 0.4896355 Jul 15 23:35:03.589634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'name': 'network-vif-deleted', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:03.607951 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91fb738-514f-4e31-b6b5-668daf8a654f" -d '{"events": [{"server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "name": "network-vif-deleted", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:03.758803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-7d21392d-aec6-403a-8342-01f20a64b8e4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:03.760486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-7d21392d-aec6-403a-8342-01f20a64b8e4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.2403035 Jul 15 23:35:03.787980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'port': {'device_id': 'e770243d-cd0a-44b2-bd8c-8bec6c43aa1d', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'admin_state_up': True, 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:03.913164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:03.917274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.066244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.20.0.10 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/d988cf68-f49c-42b9-9185-9bf88e354207) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:04.251109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dadb0b5-629a-449e-a274-c5f75f524994 req-ffa9c4eb-e0d0-4bea-bcba-d0a0b5006df2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 210 time: 0.0361698 Jul 15 23:35:04.290718 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.303191 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8235409b-5fd1-4707-bc3a-055d6202fd83 x-openstack-request-id: req-8235409b-5fd1-4707-bc3a-055d6202fd83 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:04.303392 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29729a7c-57f6-4980-aea3-a8c83443da31", "name": "network-vif-deleted", "tag": "964b8721-9b8b-450a-90c5-020fcf5b7f09", "status": "failed", "code": 422}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:04.303602 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8235409b-5fd1-4707-bc3a-055d6202fd83 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:04.303979 n-d-793618-8 neutron-server[93715]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29729a7c-57f6-4980-aea3-a8c83443da31', 'name': 'network-vif-deleted', 'tag': '964b8721-9b8b-450a-90c5-020fcf5b7f09', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:35:04.311224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Transition to ACTIVE for port object d988cf68-f49c-42b9-9185-9bf88e354207 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:04.347232 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.410592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:04.412532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:04.436988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:04.446603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=d988cf68-f49c-42b9-9185-9bf88e354207,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:04.503513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:04.506126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.526236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c26053cb-50de-4f7b-84ce-08f43186edd6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7431312 Jul 15 23:35:04.545505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Request body: {'port': {'device_id': 'e770243d-cd0a-44b2-bd8c-8bec6c43aa1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:04.685175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.749728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8f69166e-f3bd-4c44-8689-fe2b0b47938e None None] Provisioning for port d988cf68-f49c-42b9-9185-9bf88e354207 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:04.754633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8f69166e-f3bd-4c44-8689-fe2b0b47938e None None] Provisioning complete for port d988cf68-f49c-42b9-9185-9bf88e354207 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:04.755192 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8f69166e-f3bd-4c44-8689-fe2b0b47938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.801335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8f69166e-f3bd-4c44-8689-fe2b0b47938e None None] Port d988cf68-f49c-42b9-9185-9bf88e354207 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:04.932612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92a53d-3e8d-4091-b1ac-ef17e91ab9d9 req-34803ca2-2d14-4b17-a173-3245045f8edb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:04.934153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d92a53d-3e8d-4091-b1ac-ef17e91ab9d9 req-34803ca2-2d14-4b17-a173-3245045f8edb tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 907 time: 0.1726933 Jul 15 23:35:05.072060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d988cf68-f49c-42b9-9185-9bf88e354207 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:05.080573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.092481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Transition to ACTIVE for port object d988cf68-f49c-42b9-9185-9bf88e354207 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:05.097029 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.207235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Pushing event updated for resources: {'Port': ['ID=d988cf68-f49c-42b9-9185-9bf88e354207,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:05.303733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Attempting to bind port d988cf68-f49c-42b9-9185-9bf88e354207 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:05.304976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Attempting to bind port d988cf68-f49c-42b9-9185-9bf88e354207 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:05.305720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Attempting to bind port d988cf68-f49c-42b9-9185-9bf88e354207 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:05.312156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Port d988cf68-f49c-42b9-9185-9bf88e354207 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:05.312816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Attempting to bind port d988cf68-f49c-42b9-9185-9bf88e354207 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:05.322469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:05.323173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:05.323965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:05.324631 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Bound port: d988cf68-f49c-42b9-9185-9bf88e354207, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:05.325210 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.428537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] For port d988cf68-f49c-42b9-9185-9bf88e354207, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:05.472658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] For port d988cf68-f49c-42b9-9185-9bf88e354207, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d988cf68-f49c-42b9-9185-9bf88e354207,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:05.480183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.521497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:05.522149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.523861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] 10.222.0.37 "PUT /v2.0/ports/d988cf68-f49c-42b9-9185-9bf88e354207 HTTP/1.1" status: 200 len: 1092 time: 0.9843173 Jul 15 23:35:05.604127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccb02f-c41d-4c20-a020-81fcbb4d99fe req-b8157418-5bd7-44f7-aa41-567c73e6f056 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:05.606034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8ccb02f-c41d-4c20-a020-81fcbb4d99fe req-b8157418-5bd7-44f7-aa41-567c73e6f056 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.1792238 Jul 15 23:35:05.635233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac132e82-a0dd-4943-a508-01c40ddd3024 service neutron] Pushing event updated for resources: {'Port': ['ID=d988cf68-f49c-42b9-9185-9bf88e354207,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:05.679784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8ccb02f-c41d-4c20-a020-81fcbb4d99fe req-154441e6-a06a-4e13-bde4-4f229bfda185 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531321 Jul 15 23:35:05.695227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-fd042246-45ff-4033-b689-224e462755f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:05.696779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-fd042246-45ff-4033-b689-224e462755f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 1095 time: 0.1119990 Jul 15 23:35:05.762922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-3e38e709-8131-45f7-9df0-83b3c8c903a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d988cf68-f49c-42b9-9185-9bf88e354207 HTTP/1.1" status: 200 len: 217 time: 0.0493109 Jul 15 23:35:05.816774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-4ba07e6c-e759-4f5a-801b-336a77e76865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:05.818332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-4ba07e6c-e759-4f5a-801b-336a77e76865 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0494704 Jul 15 23:35:05.877269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c64968e1-fbb1-41d9-9f4b-fa260325df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:05.878833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-c64968e1-fbb1-41d9-9f4b-fa260325df6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544326 Jul 15 23:35:05.975865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-3f3a4daf-3725-4924-8de5-ca2c71bc9d4c service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900872 Jul 15 23:35:06.109235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5a23134-9c5b-4eb1-83da-36f0c3e756dd req-118086a8-e964-40d8-a211-405b404adf20 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245418 Jul 15 23:35:06.145323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6f2a-dd7f-43ef-ac7b-93aeac436794 req-92ef7484-c022-4fd4-9c72-4f84d16de14f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:06.146985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3ab6f2a-dd7f-43ef-ac7b-93aeac436794 req-92ef7484-c022-4fd4-9c72-4f84d16de14f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 907 time: 0.0838690 Jul 15 23:35:06.305174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e770243d-cd0a-44b2-bd8c-8bec6c43aa1d', 'tag': 'd988cf68-f49c-42b9-9185-9bf88e354207'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:06.307581 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7e2ee4-7338-4466-bb88-ac43c8bac702" -d '{"events": [{"name": "network-changed", "server_uuid": "e770243d-cd0a-44b2-bd8c-8bec6c43aa1d", "tag": "d988cf68-f49c-42b9-9185-9bf88e354207"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:06.408374 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dfb878-7162-42c6-bf69-f62ec6b1faf2 x-openstack-request-id: req-04dfb878-7162-42c6-bf69-f62ec6b1faf2 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:06.408694 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e770243d-cd0a-44b2-bd8c-8bec6c43aa1d", "tag": "d988cf68-f49c-42b9-9185-9bf88e354207", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:06.408967 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04dfb878-7162-42c6-bf69-f62ec6b1faf2 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:06.409397 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e770243d-cd0a-44b2-bd8c-8bec6c43aa1d', 'tag': 'd988cf68-f49c-42b9-9185-9bf88e354207', 'status': 'completed', 'code': 200} Jul 15 23:35:06.513571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-ba619b98-ca06-4b93-97bb-c975bc2e1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:06.515374 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-ba619b98-ca06-4b93-97bb-c975bc2e1192 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 1095 time: 0.0624678 Jul 15 23:35:06.607772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-839d7837-1b28-430a-a86a-ecbed4829102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:06.609725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-839d7837-1b28-430a-a86a-ecbed4829102 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.0886002 Jul 15 23:35:06.682875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-27841b22-82f1-4ba7-9389-0568b99efb73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d988cf68-f49c-42b9-9185-9bf88e354207 HTTP/1.1" status: 200 len: 217 time: 0.0668654 Jul 15 23:35:06.759173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-ac58b362-b392-42b6-bddd-cc84feee6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:06.761563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-ac58b362-b392-42b6-bddd-cc84feee6ccd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0711799 Jul 15 23:35:06.830338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9395f72e-56a2-410b-b3b9-df440a726d1e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:06.831442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9395f72e-56a2-410b-b3b9-df440a726d1e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 907 time: 0.2088928 Jul 15 23:35:06.920071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-47dcc1d4-6a78-49cf-8acd-4fe4878f51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:06.922094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-47dcc1d4-6a78-49cf-8acd-4fe4878f51ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500046 Jul 15 23:35:07.048351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdc509-17fb-47dc-934d-8ca1979709ff req-706e7551-eebb-4cdb-b313-225051afcf0f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:07.049854 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98bdc509-17fb-47dc-934d-8ca1979709ff req-706e7551-eebb-4cdb-b313-225051afcf0f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.2302694 Jul 15 23:35:07.103153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Deleting port a9090178-34f8-4c94-8156-45fd7668b120 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:07.103501 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.130555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-0b57d8b5-4299-4bf6-8613-e4b23a7eea39 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976681 Jul 15 23:35:07.180246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98bdc509-17fb-47dc-934d-8ca1979709ff req-6cd89bb7-bde4-4725-a1e2-61cf9241a3a3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224599 Jul 15 23:35:07.624189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] For port a9090178-34f8-4c94-8156-45fd7668b120, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a9090178-34f8-4c94-8156-45fd7668b120,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:07.624857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.652260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Calling delete_port for a9090178-34f8-4c94-8156-45fd7668b120 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:07.664410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7e2ee4-7338-4466-bb88-ac43c8bac702 req-11559eef-3ba9-4c85-89d5-eea81c27c75e service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267491 Jul 15 23:35:07.718558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03044b-7dfa-4174-9826-393affe8e997 req-ecc5ae2f-5706-428e-b8ad-dfba1c694d9e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:07.720108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db03044b-7dfa-4174-9826-393affe8e997 req-ecc5ae2f-5706-428e-b8ad-dfba1c694d9e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=328439c8-7da1-430c-b640-8f71ad995a04 HTTP/1.1" status: 200 len: 907 time: 0.2083316 Jul 15 23:35:07.830806 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.860188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event deleted for resources: {'Port': ['ID=a9090178-34f8-4c94-8156-45fd7668b120,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:07.908175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] No DVR routers for this DVR port a9090178-34f8-4c94-8156-45fd7668b120 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:07.910858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.913384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-103ac199-6a76-48e3-aca4-af9c94b417e3 req-9a4eb47f-f08e-4a52-ada4-a8f59d55ac3a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "DELETE /v2.0/ports/a9090178-34f8-4c94-8156-45fd7668b120 HTTP/1.1" status: 204 len: 173 time: 1.0714118 Jul 15 23:35:08.407080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb71f92-ec21-4d09-a484-fd5351395465 req-5edd5640-bec4-4ad4-ab22-5ffd86072e5f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:08.408645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbb71f92-ec21-4d09-a484-fd5351395465 req-5edd5640-bec4-4ad4-ab22-5ffd86072e5f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.0880079 Jul 15 23:35:08.410194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328439c8-7da1-430c-b640-8f71ad995a04', 'name': 'network-vif-deleted', 'tag': 'a9090178-34f8-4c94-8156-45fd7668b120'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:08.412582 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5492874d-0eba-42bc-9bee-c70dee275ec2" -d '{"events": [{"server_uuid": "328439c8-7da1-430c-b640-8f71ad995a04", "name": "network-vif-deleted", "tag": "a9090178-34f8-4c94-8156-45fd7668b120"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:08.456275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbb71f92-ec21-4d09-a484-fd5351395465 req-df769544-5751-4e23-9ad7-e1cca221c042 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403454 Jul 15 23:35:08.505449 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe381132-462c-4bf5-ac55-23503c1ccbbd x-openstack-request-id: req-fe381132-462c-4bf5-ac55-23503c1ccbbd {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:08.505807 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328439c8-7da1-430c-b640-8f71ad995a04", "name": "network-vif-deleted", "tag": "a9090178-34f8-4c94-8156-45fd7668b120", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:08.506125 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe381132-462c-4bf5-ac55-23503c1ccbbd {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:08.506670 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328439c8-7da1-430c-b640-8f71ad995a04', 'name': 'network-vif-deleted', 'tag': 'a9090178-34f8-4c94-8156-45fd7668b120', 'status': 'completed', 'code': 200} Jul 15 23:35:08.986148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-10c7a473-0db7-462a-9291-11883f6d5ab8 req-7fcdb778-d4e4-412c-b810-2634f3942c93 service neutron] (93714) timed out ('10.222.0.37', 50516) {{(pid=93714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:35:09.191678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575172d-4911-418a-9a52-a4d77317270c req-39f4f4f4-3225-4d6c-904c-0e365a70e24e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:09.193329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6575172d-4911-418a-9a52-a4d77317270c req-39f4f4f4-3225-4d6c-904c-0e365a70e24e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 945 time: 0.0647624 Jul 15 23:35:09.234301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6575172d-4911-418a-9a52-a4d77317270c req-3152fd9b-5e35-40a6-8b51-eb39b4ca9c0a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350235 Jul 15 23:35:09.630924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f96ca5-9a24-4a06-8d19-1ef41a8272e4 req-2801326d-ab34-41b5-9feb-8a2ae33ee2e1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:09.632540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4f96ca5-9a24-4a06-8d19-1ef41a8272e4 req-2801326d-ab34-41b5-9feb-8a2ae33ee2e1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.0631680 Jul 15 23:35:09.673757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a4f96ca5-9a24-4a06-8d19-1ef41a8272e4 req-db90f407-2262-4bd4-95e5-3afc581f7a94 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356638 Jul 15 23:35:10.408809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa7216-521c-4078-974e-a97518e5eeaf req-7657dce9-e3b8-4c60-bf54-ac6ec23454a7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:10.410598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77aa7216-521c-4078-974e-a97518e5eeaf req-7657dce9-e3b8-4c60-bf54-ac6ec23454a7 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 945 time: 0.0687385 Jul 15 23:35:10.449871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77aa7216-521c-4078-974e-a97518e5eeaf req-593aa3da-08a9-4063-90f2-a5aa67533d4a tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=b99bdc20-79c1-4436-890d-8728ef0a7a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Jul 15 23:35:10.862215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70e8ec-ceca-472a-8783-1f625871c1c0 req-27be77d6-28a0-4207-b70c-1fcc005266a7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:10.863790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e70e8ec-ceca-472a-8783-1f625871c1c0 req-27be77d6-28a0-4207-b70c-1fcc005266a7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.0655129 Jul 15 23:35:10.903183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e70e8ec-ceca-472a-8783-1f625871c1c0 req-f21d7ca6-c803-4b4e-97c2-6f36ea175084 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Jul 15 23:35:11.121454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-8b1a354d-2bdc-48e7-8228-3b96e137554e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:11.122961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-8b1a354d-2bdc-48e7-8228-3b96e137554e tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 945 time: 0.0644071 Jul 15 23:35:11.228438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Deleting port 745c021a-0a35-4c9e-b1f4-866427c53453 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:11.228780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.327034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] For port 745c021a-0a35-4c9e-b1f4-866427c53453, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=745c021a-0a35-4c9e-b1f4-866427c53453,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:11.327320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.344308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Calling delete_port for 745c021a-0a35-4c9e-b1f4-866427c53453 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:11.357238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a9090178-34f8-4c94-8156-45fd7668b120 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:11.490834 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.527376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event deleted for resources: {'Port': ['ID=745c021a-0a35-4c9e-b1f4-866427c53453,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:11.530330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['745c021a-0a35-4c9e-b1f4-866427c53453'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:11.555929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: a9090178-34f8-4c94-8156-45fd7668b120 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:11.556581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a9090178-34f8-4c94-8156-45fd7668b120 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:11.590118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] No DVR routers for this DVR port 745c021a-0a35-4c9e-b1f4-866427c53453 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:11.593433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.595791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a42b5b7-a9ef-43f6-8dad-fedf9276d8a2 req-5762b2a2-d25a-4a31-9ab9-84000825e79b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "DELETE /v2.0/ports/745c021a-0a35-4c9e-b1f4-866427c53453 HTTP/1.1" status: 204 len: 173 time: 0.4669821 Jul 15 23:35:11.596234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d88cc5-336e-474a-82ff-fbe2fddcabdf', 'name': 'network-vif-deleted', 'tag': '745c021a-0a35-4c9e-b1f4-866427c53453'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:11.598472 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25b0cb3-4f02-45d3-a184-098c1b186ee8" -d '{"events": [{"server_uuid": "f6d88cc5-336e-474a-82ff-fbe2fddcabdf", "name": "network-vif-deleted", "tag": "745c021a-0a35-4c9e-b1f4-866427c53453"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:11.630323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc32262e-7d5d-40a3-9ecb-ff48750b5a7a req-dfeeba54-1c43-4e59-87cf-2d7cd25871bc tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6d88cc5-336e-474a-82ff-fbe2fddcabdf HTTP/1.1" status: 200 len: 210 time: 0.0285165 Jul 15 23:35:11.682833 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee95b6e4-3b21-4fc2-b9c6-3be6769b15f4 x-openstack-request-id: req-ee95b6e4-3b21-4fc2-b9c6-3be6769b15f4 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:11.683210 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d88cc5-336e-474a-82ff-fbe2fddcabdf", "name": "network-vif-deleted", "tag": "745c021a-0a35-4c9e-b1f4-866427c53453", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:11.683470 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee95b6e4-3b21-4fc2-b9c6-3be6769b15f4 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:11.683876 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d88cc5-336e-474a-82ff-fbe2fddcabdf', 'name': 'network-vif-deleted', 'tag': '745c021a-0a35-4c9e-b1f4-866427c53453', 'status': 'completed', 'code': 200} Jul 15 23:35:12.099244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f9321-88ea-4ece-bfda-1713b0f06a5b req-d3bbb4eb-d06a-4772-9b16-9328970f125b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:12.100950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-741f9321-88ea-4ece-bfda-1713b0f06a5b req-d3bbb4eb-d06a-4772-9b16-9328970f125b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.0794127 Jul 15 23:35:12.148865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-741f9321-88ea-4ece-bfda-1713b0f06a5b req-74d85963-28d6-405a-b316-1f637aafd945 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Jul 15 23:35:13.101773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027a519-9618-48f5-ac9e-c6917d371e58 req-75bd1f88-1703-4c73-ae7e-0bced0951de3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:13.103377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8027a519-9618-48f5-ac9e-c6917d371e58 req-75bd1f88-1703-4c73-ae7e-0bced0951de3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0691736 Jul 15 23:35:13.143698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8027a519-9618-48f5-ac9e-c6917d371e58 req-4345f05f-9c50-4206-bf07-3214ca87343f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346112 Jul 15 23:35:13.320330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813de2b-57e2-458a-bf22-78d12e148854 req-689bf17a-fa9b-4b5f-acf2-efcd16235a2a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:13.321825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d813de2b-57e2-458a-bf22-78d12e148854 req-689bf17a-fa9b-4b5f-acf2-efcd16235a2a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.0645156 Jul 15 23:35:13.361699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d813de2b-57e2-458a-bf22-78d12e148854 req-9c4a4497-615c-496e-8bea-f24751329138 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Jul 15 23:35:13.937686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.323968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8802d-ba23-4b02-b21a-76c148c99f5c req-b713e770-1cc9-4c32-811b-518d5efc667f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:14.325468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78a8802d-ba23-4b02-b21a-76c148c99f5c req-b713e770-1cc9-4c32-811b-518d5efc667f tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0694423 Jul 15 23:35:14.366191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78a8802d-ba23-4b02-b21a-76c148c99f5c req-590dddf5-9453-413e-92b5-a567ace53e0c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341647 Jul 15 23:35:14.538991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a544de-ae39-4acb-8a90-f16382f15b5c req-d6f4d467-5b8c-4c46-b659-a232724af001 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:14.541026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4a544de-ae39-4acb-8a90-f16382f15b5c req-d6f4d467-5b8c-4c46-b659-a232724af001 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.0696869 Jul 15 23:35:14.579711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4a544de-ae39-4acb-8a90-f16382f15b5c req-b3be0ead-1bbf-4bb1-aa11-03778c25bf8c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Jul 15 23:35:15.360888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-b27d77e3-8e58-4b9d-a207-9412b96240c2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:15.362382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-b27d77e3-8e58-4b9d-a207-9412b96240c2 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.0648849 Jul 15 23:35:15.374402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 745c021a-0a35-4c9e-b1f4-866427c53453 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:15.395726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 745c021a-0a35-4c9e-b1f4-866427c53453 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:15.396224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 745c021a-0a35-4c9e-b1f4-866427c53453 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:15.475034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Deleting port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:15.475809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.611818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] For port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:15.612190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.652599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53ca21-a470-40d4-8e68-f96855facace req-a9c4f3fb-9840-4a74-833a-bae1e1032935 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:15.654180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb53ca21-a470-40d4-8e68-f96855facace req-a9c4f3fb-9840-4a74-833a-bae1e1032935 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 944 time: 0.1623247 Jul 15 23:35:15.795686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb53ca21-a470-40d4-8e68-f96855facace req-9f301cde-f3a1-4100-8e44-16f0325d894b tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bd13dfb-a4cc-4d96-9871-c5719f1606c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089520 Jul 15 23:35:15.885000 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.885374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.885684 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Floating IP 8ef00663-c087-4b3c-9463-656e316e54a7 disassociated. External IP: 172.25.3.252, port: d7b7c75f-d29b-4eae-b5df-3cd21a250fb8. Jul 15 23:35:15.886165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Calling delete_port for d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:16.014948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f3c23-040b-43d0-9fd3-cf96c50b7864 req-17b45e93-21ce-4d00-b79a-c2df99a0aef6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:16.016450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c6f3c23-040b-43d0-9fd3-cf96c50b7864 req-17b45e93-21ce-4d00-b79a-c2df99a0aef6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.1191506 Jul 15 23:35:16.092617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c6f3c23-040b-43d0-9fd3-cf96c50b7864 req-819a0690-e1ab-4e30-9578-aefd0f7f72da tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680203 Jul 15 23:35:16.096900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.127160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event deleted for resources: {'Port': ['ID=d7b7c75f-d29b-4eae-b5df-3cd21a250fb8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:16.248642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Router 014179da-2255-40b5-8492-2c860b926268 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:16.365890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:16.378470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] Sync routers for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:16.388920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:16.389540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:34:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:16.411096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] No DVR routers for this DVR port d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:16.413662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.415719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0118fc42-9a18-4943-999a-c5a4dff45080 req-0f71615f-4a71-4b40-813a-fa2786b518d3 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.59 "DELETE /v2.0/ports/d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 HTTP/1.1" status: 204 len: 173 time: 1.0468314 Jul 15 23:35:16.416153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-deleted', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:16.418935 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3099a138-c052-4f49-b6cf-314d41489d46" -d '{"events": [{"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-deleted", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:16.458285 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855db310-769a-4231-9889-63b632d3ce77 x-openstack-request-id: req-855db310-769a-4231-9889-63b632d3ce77 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:16.458603 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387c0e15-ec9b-4fff-b883-8efe30b7da4e", "name": "network-vif-deleted", "tag": "d7b7c75f-d29b-4eae-b5df-3cd21a250fb8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:16.458853 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-855db310-769a-4231-9889-63b632d3ce77 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:16.459260 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c0e15-ec9b-4fff-b883-8efe30b7da4e', 'name': 'network-vif-deleted', 'tag': 'd7b7c75f-d29b-4eae-b5df-3cd21a250fb8', 'status': 'completed', 'code': 200} Jul 15 23:35:16.517326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:16.727402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 5, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:16.754215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] Checking router: 014179da-2255-40b5-8492-2c860b926268 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:16.762522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:16.763146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:34:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:16.874145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:16.968929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3572033-7289-4140-a40f-b24216f8d766 req-b6907940-06a1-4fd3-bca4-6af291e77541 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/ports?device_id=387c0e15-ec9b-4fff-b883-8efe30b7da4e HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 15 23:35:17.080335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 5, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:17.113126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1933f-fc63-449d-b35f-315721a7fedc None None] The sync data for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 is: [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:26:18Z', 'revision_number': 4, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '176d9613-7005-4007-8232-ec7bf01b4c18', 'name': '', 'network_id': '9b850e48-a58c-48a5-b95c-7064321c3aef', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'mac_address': 'fa:16:3e:59:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:16Z', 'updated_at': '2021-07-15T23:26:27Z', 'revision_number': 5, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'subnets': [{'id': '316fc3de-261a-4b63-9c9b-ac6de8c66d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:17.287159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e476513-87bd-474b-acd9-cf769f3ab8f1 req-ac623566-bca4-4680-a955-857a2077d0e3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:17.288838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e476513-87bd-474b-acd9-cf769f3ab8f1 req-ac623566-bca4-4680-a955-857a2077d0e3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 944 time: 0.0684721 Jul 15 23:35:17.335687 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e476513-87bd-474b-acd9-cf769f3ab8f1 req-0ae9179e-062c-4894-95eb-540f43e4967f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Jul 15 23:35:17.384838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d988cf68-f49c-42b9-9185-9bf88e354207 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:35:17.396603 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f1065-1c83-4fdf-8a26-5dd355151bcf None None] New status for floating IP 8ef00663-c087-4b3c-9463-656e316e54a7: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:35:17.481391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d988cf68-f49c-42b9-9185-9bf88e354207, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d988cf68-f49c-42b9-9185-9bf88e354207,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:17.493418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'd988cf68-f49c-42b9-9185-9bf88e354207', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'port_id': 'd988cf68-f49c-42b9-9185-9bf88e354207', 'mac_address': 'fa:16:3e:ed:bb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:35:17.536097 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.550499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d988cf68-f49c-42b9-9185-9bf88e354207 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:17.574738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d988cf68-f49c-42b9-9185-9bf88e354207, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d988cf68-f49c-42b9-9185-9bf88e354207,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:17.579490 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.633189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d988cf68-f49c-42b9-9185-9bf88e354207,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:17.836727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d988cf68-f49c-42b9-9185-9bf88e354207'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:18.050286 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8923d400-6360-439b-8eb8-dd791ce7b440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.097826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42312) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:18.151478 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1322af72-040d-498d-bb52-5fe4745528a6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.174648 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1322af72-040d-498d-bb52-5fe4745528a6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.230597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1322af72-040d-498d-bb52-5fe4745528a6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.234215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1322af72-040d-498d-bb52-5fe4745528a6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.235510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1322af72-040d-498d-bb52-5fe4745528a6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "DELETE /v2.0/security-groups/8bd13dfb-a4cc-4d96-9871-c5719f1606c0 HTTP/1.1" status: 204 len: 168 time: 0.1366119 Jul 15 23:35:18.238191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42314) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:18.244972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322af72-040d-498d-bb52-5fe4745528a6 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd13dfb-a4cc-4d96-9871-c5719f1606c0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.252351 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-36695f8f-e8f0-4bf5-97d2-1264a54f9c0c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] show failed (client error): The resource could not be found. Jul 15 23:35:18.253375 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-36695f8f-e8f0-4bf5-97d2-1264a54f9c0c tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "GET /v2.0/security-groups/8bd13dfb-a4cc-4d96-9871-c5719f1606c0 HTTP/1.1" status: 404 len: 347 time: 0.0139692 Jul 15 23:35:18.256154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42316) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:18.382050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Deleting port fd9a1aac-ec5c-4972-b955-8bb0eb36a6d8 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:18.382529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.459065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.459644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.473639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Calling delete_port for fd9a1aac-ec5c-4972-b955-8bb0eb36a6d8 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:18.526690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792959-bf9d-48d5-b8b9-0fcc490a044f req-78a7fae0-3681-48a9-923a-8d56a00bfb52 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:18.528765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13792959-bf9d-48d5-b8b9-0fcc490a044f req-78a7fae0-3681-48a9-923a-8d56a00bfb52 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 945 time: 0.0799563 Jul 15 23:35:18.588215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13792959-bf9d-48d5-b8b9-0fcc490a044f req-bd4bf835-a349-4647-bedc-2f43b08d77b7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484002 Jul 15 23:35:18.637053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.661612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Pushing event deleted for resources: {'Port': ['ID=fd9a1aac-ec5c-4972-b955-8bb0eb36a6d8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.671706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.672061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.672405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.672744 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.673085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.673784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.673784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.674049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.674378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.674708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.675054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.675377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:18.739908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.742560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.743731 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ba8c8a9d-f004-4d2e-b380-8b8d2e3c1852 tempest-ServerActionsTestJSON-1390457122 tempest-ServerActionsTestJSON-1390457122-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ef00663-c087-4b3c-9463-656e316e54a7 HTTP/1.1" status: 204 len: 168 time: 0.4866002 Jul 15 23:35:18.746708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42322) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:19.208134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.394382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:19.399192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d988cf68-f49c-42b9-9185-9bf88e354207 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:19.417962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:19.418306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7b7c75f-d29b-4eae-b5df-3cd21a250fb8 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:19.456408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Deleting port 176d9613-7005-4007-8232-ec7bf01b4c18 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:19.456999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.462514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port d988cf68-f49c-42b9-9185-9bf88e354207 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:19.466124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port d988cf68-f49c-42b9-9185-9bf88e354207 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:19.466524 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.539864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] For port 176d9613-7005-4007-8232-ec7bf01b4c18, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=176d9613-7005-4007-8232-ec7bf01b4c18,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:19.540227 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.547687 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.552584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Calling delete_port for 176d9613-7005-4007-8232-ec7bf01b4c18 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:19.570849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e770243d-cd0a-44b2-bd8c-8bec6c43aa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988cf68-f49c-42b9-9185-9bf88e354207'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:19.573120 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69862d02-05ab-4b23-8c3c-d745f7168a1c" -d '{"events": [{"server_uuid": "e770243d-cd0a-44b2-bd8c-8bec6c43aa1d", "name": "network-vif-plugged", "status": "completed", "tag": "d988cf68-f49c-42b9-9185-9bf88e354207"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:19.586072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d988cf68-f49c-42b9-9185-9bf88e354207, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d988cf68-f49c-42b9-9185-9bf88e354207,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:19.590510 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.616912 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770bf3bd-16c2-4f93-aff2-c8eedfef4d88 x-openstack-request-id: req-770bf3bd-16c2-4f93-aff2-c8eedfef4d88 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:19.616912 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e770243d-cd0a-44b2-bd8c-8bec6c43aa1d", "name": "network-vif-plugged", "status": "completed", "tag": "d988cf68-f49c-42b9-9185-9bf88e354207", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:19.616912 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-770bf3bd-16c2-4f93-aff2-c8eedfef4d88 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:19.616912 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e770243d-cd0a-44b2-bd8c-8bec6c43aa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988cf68-f49c-42b9-9185-9bf88e354207', 'code': 200} Jul 15 23:35:19.657616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d988cf68-f49c-42b9-9185-9bf88e354207,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:19.774537 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:19.803925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=176d9613-7005-4007-8232-ec7bf01b4c18,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:19.836073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909b2a0-b489-4a6b-8e04-13cc06364337 req-4d90dd70-9372-4d36-b59b-7162fd20d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:19.837622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f909b2a0-b489-4a6b-8e04-13cc06364337 req-4d90dd70-9372-4d36-b59b-7162fd20d18e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 1097 time: 0.1143644 Jul 15 23:35:19.845797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83096137-cfc3-4fae-b6a4-d879b65d632a req-7ac61295-9d67-4fe8-8d77-2e7262d41f40 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:19.847388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83096137-cfc3-4fae-b6a4-d879b65d632a req-7ac61295-9d67-4fe8-8d77-2e7262d41f40 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 946 time: 0.1084516 Jul 15 23:35:19.919399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83096137-cfc3-4fae-b6a4-d879b65d632a req-757bedea-5b69-41d7-a60b-080dc453f2b4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650115 Jul 15 23:35:19.925674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f909b2a0-b489-4a6b-8e04-13cc06364337 req-0bb5def2-5a46-43f3-b77d-5a02c7add7ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772696 Jul 15 23:35:20.012067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.243062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Router 014179da-2255-40b5-8492-2c860b926268 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:20.353365 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:20.361807 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-208eb40c-f22b-4c64-84b2-72f5c5e50f06 admin admin] 10.222.0.23 "PUT /v2.0/routers/014179da-2255-40b5-8492-2c860b926268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107497 Jul 15 23:35:20.361942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42340) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:20.363969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] Sync routers for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:20.373009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:20.374153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:34:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:20.471216 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.479210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:20.578167 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.635125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Deleting port 8e4c6985-966c-4f57-a88a-8c67bf181627 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:20.635597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.684678 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-54f71ce1-c842-4b48-aa9f-490409792556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.688386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:35:19Z', 'revision_number': 5, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port': {'id': '8e4c6985-966c-4f57-a88a-8c67bf181627', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:48:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014179da-2255-40b5-8492-2c860b926268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:26:08Z', 'updated_at': '2021-07-15T23:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:20.716895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] Checking router: 014179da-2255-40b5-8492-2c860b926268 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:20.723705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] For port 8e4c6985-966c-4f57-a88a-8c67bf181627, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8e4c6985-966c-4f57-a88a-8c67bf181627,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:20.723989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.726226 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] Routers {'014179da-2255-40b5-8492-2c860b926268'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:20.726901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:35:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['014179da-2255-40b5-8492-2c860b926268'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:20.737209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Calling delete_port for 8e4c6985-966c-4f57-a88a-8c67bf181627 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:20.819207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] Set router 014179da-2255-40b5-8492-2c860b926268 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:20.874613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 6, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:20.900858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b64d6-16f9-4b1e-a4ba-7e278c2eef26 None None] The sync data for ids ['014179da-2255-40b5-8492-2c860b926268'] in n-d-793618-8 is: [{'id': '014179da-2255-40b5-8492-2c860b926268', 'name': 'tempest-ServerActionsTestJSON-989009299-router', 'tenant_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:26:06Z', 'updated_at': '2021-07-15T23:35:20Z', 'revision_number': 6, 'project_id': 'bfa49eb36e4a4c86a5069d0bc18d3dd2', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:20.913727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.945982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4c6985-966c-4f57-a88a-8c67bf181627,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:21.011895 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.042563 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.151962 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.155387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.499384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.499896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014179da-2255-40b5-8492-2c860b926268 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:21.504556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.505539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-907eb756-ea7e-49cb-b53d-ed2b0971d46d admin admin] 10.222.0.23 "DELETE /v2.0/routers/014179da-2255-40b5-8492-2c860b926268 HTTP/1.1" status: 204 len: 168 time: 1.1430840 Jul 15 23:35:21.508140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42346) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:21.521903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5e3cb-6f1b-4ad6-92ee-9c1591ae725d req-25c55afe-d865-409f-8aca-671388591401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:21.523529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9a5e3cb-6f1b-4ad6-92ee-9c1591ae725d req-25c55afe-d865-409f-8aca-671388591401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 946 time: 0.4287014 Jul 15 23:35:21.556323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c02c40-a543-403c-8200-711ab85f5462 admin admin] Deleting subnet 316fc3de-261a-4b63-9c9b-ac6de8c66d18 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:21.559883 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06c02c40-a543-403c-8200-711ab85f5462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.562871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9a5e3cb-6f1b-4ad6-92ee-9c1591ae725d req-38ef2b26-8e19-471c-ab5d-b866e6658aea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322785 Jul 15 23:35:21.598201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06c02c40-a543-403c-8200-711ab85f5462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.600045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.723023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06c02c40-a543-403c-8200-711ab85f5462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.779379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06c02c40-a543-403c-8200-711ab85f5462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.811967 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c02c40-a543-403c-8200-711ab85f5462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316fc3de-261a-4b63-9c9b-ac6de8c66d18,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:21.817566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-06c02c40-a543-403c-8200-711ab85f5462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.821366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c415cb-c6c0-4973-9946-29220c5f91d6 None None] Network 9b850e48-a58c-48a5-b95c-7064321c3aef requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:21.824905 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-06c02c40-a543-403c-8200-711ab85f5462 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/316fc3de-261a-4b63-9c9b-ac6de8c66d18 HTTP/1.1" status: 204 len: 168 time: 0.3157070 Jul 15 23:35:21.828247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42348) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:21.903674 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.971615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Deleting port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:21.972635 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.049187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] DHCP port deletion for 9b850e48-a58c-48a5-b95c-7064321c3aef request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:35:22.065103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] For port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:22.065510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.078909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Calling delete_port for 05d65ab0-7fa3-456e-b6fa-2f6d087d084c owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:22.110831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] Deleting port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:22.110831 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.173829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.175859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] For port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,segment=NetworkSegment(fe2389d8-6624-4a69-8886-ac720169cd6d),segment_id=fe2389d8-6624-4a69-8886-ac720169cd6d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:22.176473 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.195379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] Calling delete_port for 05d65ab0-7fa3-456e-b6fa-2f6d087d084c owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:22.198933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:22.202908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] No DVR routers for this DVR port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:22.291837 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.299461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.304650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] No DVR routers for this DVR port 05d65ab0-7fa3-456e-b6fa-2f6d087d084c on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:22.312405 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8e4c6985-966c-4f57-a88a-8c67bf181627 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:22.320918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b850e48-a58c-48a5-b95c-7064321c3aef']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:22.345510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2389d8-6624-4a69-8886-ac720169cd6d') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:22.346076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2389d8-6624-4a69-8886-ac720169cd6d') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:22.361291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 8e4c6985-966c-4f57-a88a-8c67bf181627 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:22.361645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8e4c6985-966c-4f57-a88a-8c67bf181627 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:22.362071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 05d65ab0-7fa3-456e-b6fa-2f6d087d084c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:22.364924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53fdda-da7e-4192-b8c0-bf09957db15e None None] Pushing event deleted for resources: {'Port': ['ID=05d65ab0-7fa3-456e-b6fa-2f6d087d084c,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:22.365535 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.387484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 05d65ab0-7fa3-456e-b6fa-2f6d087d084c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:22.387974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 05d65ab0-7fa3-456e-b6fa-2f6d087d084c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:22.388360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 176d9613-7005-4007-8232-ec7bf01b4c18 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:22.390416 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.398199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:22.398660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:22.403240 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:22.410685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 176d9613-7005-4007-8232-ec7bf01b4c18 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:22.411072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 176d9613-7005-4007-8232-ec7bf01b4c18 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:22.460765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.466220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.468648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b850e48-a58c-48a5-b95c-7064321c3aef HTTP/1.1" status: 204 len: 168 time: 0.6393476 Jul 15 23:35:22.479085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b8b1-aa48-4a5d-9a80-50f3a051eb98 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b850e48-a58c-48a5-b95c-7064321c3aef,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:22.587966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42354) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:22.636354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-89b0c8b7-8680-45bd-80b5-ffdf774e1327 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfa49eb36e4a4c86a5069d0bc18d3dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470986 Jul 15 23:35:22.638780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42358) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:22.687711 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-de4ab911-4ea8-46df-8c7f-fc6408f70036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.735078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-de4ab911-4ea8-46df-8c7f-fc6408f70036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.793272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e2dc4-85c3-479f-8e58-84179c57efb8 req-007e3783-e069-46f1-9ee8-921d62bf311c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:22.794774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-153e2dc4-85c3-479f-8e58-84179c57efb8 req-007e3783-e069-46f1-9ee8-921d62bf311c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 946 time: 0.1028805 Jul 15 23:35:22.810733 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-de4ab911-4ea8-46df-8c7f-fc6408f70036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.813444 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-de4ab911-4ea8-46df-8c7f-fc6408f70036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.814622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-de4ab911-4ea8-46df-8c7f-fc6408f70036 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b99bdc20-79c1-4436-890d-8728ef0a7a3a HTTP/1.1" status: 204 len: 168 time: 0.1744463 Jul 15 23:35:22.834878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ab911-4ea8-46df-8c7f-fc6408f70036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99bdc20-79c1-4436-890d-8728ef0a7a3a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:22.859728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-153e2dc4-85c3-479f-8e58-84179c57efb8 req-bce883cf-53c7-403a-b174-6d149d4c117f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566626 Jul 15 23:35:22.929373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42366) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:23.024449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4d272b4b-f4d2-43bd-a0ec-e715bd16421d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/floatingips/a0c834e6-cf3f-4339-bc69-db2622d43e00 HTTP/1.1" status: 200 len: 993 time: 0.0937929 Jul 15 23:35:23.057762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cff9b-57a8-46d1-9873-8764708252df req-517ee8ec-aba0-4abc-b97c-de3fffb9fb2b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:23.059662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f59cff9b-57a8-46d1-9873-8764708252df req-517ee8ec-aba0-4abc-b97c-de3fffb9fb2b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 946 time: 0.0849466 Jul 15 23:35:23.103573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f59cff9b-57a8-46d1-9873-8764708252df req-5e533612-101c-46fa-b77e-170e86280948 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372353 Jul 15 23:35:23.337163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.391744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42388) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:23.600162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port 24d8ed10-0176-4949-aed5-563fcac6630a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:23.600512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.693453 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.693787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.713262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for 24d8ed10-0176-4949-aed5-563fcac6630a owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:23.910382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.946841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=24d8ed10-0176-4949-aed5-563fcac6630a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:24.022877 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:24.023293 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Floating IP a0c834e6-cf3f-4339-bc69-db2622d43e00 disassociated (deleted). External IP: 172.25.3.37, port: 13fba098-54f7-45c9-95f5-657f97833815. Jul 15 23:35:24.263223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:24.390821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:24.402333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:24.402560 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] Sync routers for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:24.420589 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:24.421215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:35:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:24.499525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d84e88ab-29a2-41e4-917a-31959786b0e3 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/floatingips/a0c834e6-cf3f-4339-bc69-db2622d43e00 HTTP/1.1" status: 204 len: 168 time: 1.1039889 Jul 15 23:35:24.499525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'tag': '13fba098-54f7-45c9-95f5-657f97833815'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:24.499825 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1540d33e-8162-45e0-bac7-c8edc6cb0514" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "tag": "13fba098-54f7-45c9-95f5-657f97833815"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:24.565712 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:24.858474 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:22Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:24.929497 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] Checking router: 448f15f2-e28b-4b64-bcfc-2614ccd62e59 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:24.957665 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:24.958550 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:35:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:25.110036 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:25.207341 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.453309 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:22Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:25.517411 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e848ed8-8272-4092-8e94-c597955f595f x-openstack-request-id: req-5e848ed8-8272-4092-8e94-c597955f595f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:25.518636 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "tag": "13fba098-54f7-45c9-95f5-657f97833815", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:25.519147 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e848ed8-8272-4092-8e94-c597955f595f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:25.519836 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'tag': '13fba098-54f7-45c9-95f5-657f97833815', 'status': 'completed', 'code': 200} Jul 15 23:35:25.525256 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27eda8-c2ca-4623-b087-c63cd26a1c2e None None] The sync data for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 is: [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fd545039-5078-4ce8-80b2-3a859774af3a', 'name': '', 'network_id': 'd82e3b77-eaf2-4684-a19f-80450e30c456', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'mac_address': 'fa:16:3e:7e:5b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:22Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'subnets': [{'id': 'eb31327f-abde-4e0c-9762-0e7407ead143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:25.661707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5df019ca-e954-45d7-9589-071f31a45421 req-a32b0347-d545-4cb3-a96b-6715f327973f tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a HTTP/1.1" status: 200 len: 210 time: 0.0534132 Jul 15 23:35:25.709441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-e784f0e0-ede1-47f6-938a-ea704f8cb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:25.711421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-e784f0e0-ede1-47f6-938a-ea704f8cb5c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 1097 time: 0.1617212 Jul 15 23:35:25.934248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-824aea34-78a8-45fc-bb55-cf742c24826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:25.936636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-824aea34-78a8-45fc-bb55-cf742c24826f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d82e3b77-eaf2-4684-a19f-80450e30c456 HTTP/1.1" status: 200 len: 898 time: 0.2152443 Jul 15 23:35:26.003970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-670e8e2f-bbfd-48bd-ad33-5091b57d63b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13fba098-54f7-45c9-95f5-657f97833815 HTTP/1.1" status: 200 len: 217 time: 0.0578413 Jul 15 23:35:26.010374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f555b2-2704-4f36-869f-22fe5a766ae5 None None] New status for floating IP a0c834e6-cf3f-4339-bc69-db2622d43e00: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:35:26.018140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87650a93-8b3b-4dfe-9575-75822543d34b req-f781c85b-d12a-4d89-b0c5-a33a3db87e3f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:26.019757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87650a93-8b3b-4dfe-9575-75822543d34b req-f781c85b-d12a-4d89-b0c5-a33a3db87e3f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 946 time: 0.1795819 Jul 15 23:35:26.096142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-9a553d87-e26a-4aff-987a-19d2ac783e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:26.097924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-9a553d87-e26a-4aff-987a-19d2ac783e5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb31327f-abde-4e0c-9762-0e7407ead143 HTTP/1.1" status: 200 len: 834 time: 0.0773218 Jul 15 23:35:26.141042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87650a93-8b3b-4dfe-9575-75822543d34b req-1fa3fdc6-a84e-4a6b-a080-7c65987984cd tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810893 Jul 15 23:35:26.192615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-50b1b8f7-5706-474b-b2c9-9616d701d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:26.203848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-50b1b8f7-5706-474b-b2c9-9616d701d0f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d82e3b77-eaf2-4684-a19f-80450e30c456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888171 Jul 15 23:35:26.296430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-5535f98c-5650-4276-8a99-a0df17feeded service neutron] 10.222.0.59 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916810 Jul 15 23:35:26.410637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1540d33e-8162-45e0-bac7-c8edc6cb0514 req-d24cc731-f5da-468d-b2e5-8cf853128e29 service neutron] 10.222.0.59 "GET /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068180 Jul 15 23:35:26.551023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-36760143-e53a-4c2e-9d63-193142aeedc6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:26.552550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-36760143-e53a-4c2e-9d63-193142aeedc6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1202388 Jul 15 23:35:26.567433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-d6b3f9b5-5535-4cc1-a3f3-52630857681e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/quotas/969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 375 time: 0.0091999 Jul 15 23:35:26.636682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-df99ef04-34a7-4418-b2c8-d10cc7121937 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640247 Jul 15 23:35:26.734832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-e9dfba5f-0bd5-495a-8072-90e44edf6d59 service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905890 Jul 15 23:35:26.829115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-834b6077-3b5e-44fe-a4b9-f4806e81d30a service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884216 Jul 15 23:35:27.179222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-72b6abd0-9388-4521-872d-cd825d7480f2 req-976bf5ec-4ee9-4c81-9ead-15e79fea5ac2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 210 time: 0.0464365 Jul 15 23:35:27.311529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-00eef52f-ed1e-45b7-ae59-c7debfc9082e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.324936 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-00eef52f-ed1e-45b7-ae59-c7debfc9082e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 946 time: 0.1148956 Jul 15 23:35:27.396527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8731070-e601-4bd5-b888-056506ad0b98 req-39ec4656-bfe5-4306-a178-9c1a3263aa82 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0507598 Jul 15 23:35:27.661338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port 13fba098-54f7-45c9-95f5-657f97833815 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:27.661338 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.784261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa844d-4e80-4fc3-bb6f-a83d3e0546a3 req-92b2c59c-21f1-4026-888a-66a983ab6775 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.785775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97fa844d-4e80-4fc3-bb6f-a83d3e0546a3 req-92b2c59c-21f1-4026-888a-66a983ab6775 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 946 time: 0.1691270 Jul 15 23:35:27.805869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port 13fba098-54f7-45c9-95f5-657f97833815, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13fba098-54f7-45c9-95f5-657f97833815,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:27.806239 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.833884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for 13fba098-54f7-45c9-95f5-657f97833815 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:27.865666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97fa844d-4e80-4fc3-bb6f-a83d3e0546a3 req-5402633f-81d8-402b-a6d9-7c06ee590e57 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/security-groups?id=275a85c2-8278-4dac-b170-2e7fe6e773ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718892 Jul 15 23:35:28.001362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:28.038815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=13fba098-54f7-45c9-95f5-657f97833815,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:28.054638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.055005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.055343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.055729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.055991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.056312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.056632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.056949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.057269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.057589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.057905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.058266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:28.100287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] No DVR routers for this DVR port 13fba098-54f7-45c9-95f5-657f97833815 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:28.102797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:28.105012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b239bc4-1bc8-4db7-bf7e-e42ecc45a492 req-ae6490bf-b3ac-4d65-bb56-e5fb1958280f tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.59 "DELETE /v2.0/ports/13fba098-54f7-45c9-95f5-657f97833815 HTTP/1.1" status: 204 len: 173 time: 0.7719960 Jul 15 23:35:28.105448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'name': 'network-vif-deleted', 'tag': '13fba098-54f7-45c9-95f5-657f97833815'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:28.108526 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f47ce4d-9bda-483a-924f-f11707d04d85" -d '{"events": [{"server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "name": "network-vif-deleted", "tag": "13fba098-54f7-45c9-95f5-657f97833815"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:28.145806 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91229931-7861-4f4f-b4c4-0b411f785f1c x-openstack-request-id: req-91229931-7861-4f4f-b4c4-0b411f785f1c {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:28.146138 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4edcee-d6df-4ae6-8a28-6a5f8c00c870", "name": "network-vif-deleted", "tag": "13fba098-54f7-45c9-95f5-657f97833815", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:28.146417 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91229931-7861-4f4f-b4c4-0b411f785f1c {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:28.146847 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4edcee-d6df-4ae6-8a28-6a5f8c00c870', 'name': 'network-vif-deleted', 'tag': '13fba098-54f7-45c9-95f5-657f97833815', 'status': 'completed', 'code': 200} Jul 15 23:35:28.331163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7ae65a7-3ac5-4ba3-b334-b58a079d377b req-e2942a22-b750-49b0-a856-20bcdc803c9d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 210 time: 0.0339730 Jul 15 23:35:28.626336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ae4b9dc-b4eb-4e76-913b-6c165f25f734 req-eca49725-888a-42a6-a51f-b1f3efa5ce9e tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0429556 Jul 15 23:35:28.652331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-4180a264-32dd-4f46-832e-85782795f594 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:28.653777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-4180a264-32dd-4f46-832e-85782795f594 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1926632 Jul 15 23:35:28.675395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'port': {'device_id': '0fa74055-c814-465a-a909-0f2f27847df6', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'admin_state_up': True, 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:28.764828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75ef8b16-c870-4606-b779-83a18ef8dc1c req-c9b83f1d-ccf3-4974-9d13-c2295f2dcb45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a HTTP/1.1" status: 200 len: 210 time: 0.0453045 Jul 15 23:35:28.855832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:28.860999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.042283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.20.0.4 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/a29a89b6-4151-4803-a815-dee0a9701252) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:29.098646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-559f0b53-440a-4b7e-b806-50b28b9a1877 req-87c647a7-d262-4a2c-a41f-0a80e555fcf7 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4edcee-d6df-4ae6-8a28-6a5f8c00c870 HTTP/1.1" status: 200 len: 210 time: 0.0411396 Jul 15 23:35:29.266860 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c6bb77c-24cd-49a0-aa0c-4aa13d85e055 req-64c6effc-2707-4090-bbdd-6c744468aebf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0415914 Jul 15 23:35:29.288700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.305431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Transition to ACTIVE for port object a29a89b6-4151-4803-a815-dee0a9701252 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:29.344349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.378532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d988cf68-f49c-42b9-9185-9bf88e354207'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:29.402599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:29.406726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:29.411488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:29.447801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=a29a89b6-4151-4803-a815-dee0a9701252,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:29.489903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:29.490596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.533544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-718d2335-cced-4f75-85b4-7acbd7c1376a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8661363 Jul 15 23:35:29.570286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Request body: {'port': {'device_id': '0fa74055-c814-465a-a909-0f2f27847df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:29.945426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-80599c95-48f9-44be-8a0f-a7146b2a4de8 None None] Provisioning for port a29a89b6-4151-4803-a815-dee0a9701252 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:29.956643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-80599c95-48f9-44be-8a0f-a7146b2a4de8 None None] Provisioning complete for port a29a89b6-4151-4803-a815-dee0a9701252 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:29.957098 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-80599c95-48f9-44be-8a0f-a7146b2a4de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.000266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-80599c95-48f9-44be-8a0f-a7146b2a4de8 None None] Port a29a89b6-4151-4803-a815-dee0a9701252 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:30.130895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06cb43-4b06-40c0-b036-90a8542a232b req-c3957ae2-d73a-4f78-b786-1951e048ef6e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:30.132907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f06cb43-4b06-40c0-b036-90a8542a232b req-c3957ae2-d73a-4f78-b786-1951e048ef6e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 931 time: 0.6021898 Jul 15 23:35:30.137728 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.214722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f06cb43-4b06-40c0-b036-90a8542a232b req-5154bca9-cd45-4e98-ae4a-8035f564fbdf tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745406 Jul 15 23:35:30.408188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e008f98-8b0d-480f-b79f-bd6dee493abf req-fa12f4b5-c962-4b31-9a38-f2fac0b0deb5 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0321815 Jul 15 23:35:30.519942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42620) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:30.601796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-887a18fc-1e01-4ec9-afd2-86e3bcd9ac76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.610181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29a89b6-4151-4803-a815-dee0a9701252 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:30.621134 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.635352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-887a18fc-1e01-4ec9-afd2-86e3bcd9ac76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.636063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Transition to ACTIVE for port object a29a89b6-4151-4803-a815-dee0a9701252 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:30.640518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.706596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-887a18fc-1e01-4ec9-afd2-86e3bcd9ac76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.710045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-887a18fc-1e01-4ec9-afd2-86e3bcd9ac76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.711685 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-887a18fc-1e01-4ec9-afd2-86e3bcd9ac76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/security-groups/275a85c2-8278-4dac-b170-2e7fe6e773ee HTTP/1.1" status: 204 len: 168 time: 0.1904976 Jul 15 23:35:30.724913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a18fc-1e01-4ec9-afd2-86e3bcd9ac76 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275a85c2-8278-4dac-b170-2e7fe6e773ee,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:30.736520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Pushing event updated for resources: {'Port': ['ID=a29a89b6-4151-4803-a815-dee0a9701252,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:30.767210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42628) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:30.862332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Attempting to bind port a29a89b6-4151-4803-a815-dee0a9701252 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:30.862332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Attempting to bind port a29a89b6-4151-4803-a815-dee0a9701252 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:30.865287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Attempting to bind port a29a89b6-4151-4803-a815-dee0a9701252 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:30.885591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Port a29a89b6-4151-4803-a815-dee0a9701252 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:30.886319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Attempting to bind port a29a89b6-4151-4803-a815-dee0a9701252 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:30.894229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:30.894591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:30.895596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:30.898269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Bound port: a29a89b6-4151-4803-a815-dee0a9701252, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:30.898727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.993585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] For port a29a89b6-4151-4803-a815-dee0a9701252, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:31.002454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] For port a29a89b6-4151-4803-a815-dee0a9701252, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a29a89b6-4151-4803-a815-dee0a9701252,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:31.015931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.087254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.087893 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.089355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] 10.222.0.37 "PUT /v2.0/ports/a29a89b6-4151-4803-a815-dee0a9701252 HTTP/1.1" status: 200 len: 1091 time: 1.5237620 Jul 15 23:35:31.089843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa74055-c814-465a-a909-0f2f27847df6', 'tag': 'a29a89b6-4151-4803-a815-dee0a9701252'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:31.093005 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0027ffd4-8dac-4037-83b9-68b81be54d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa74055-c814-465a-a909-0f2f27847df6", "tag": "a29a89b6-4151-4803-a815-dee0a9701252"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:31.131721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c4fa-e9c2-49fa-8c0f-a5ad6affabe4 service neutron] Pushing event updated for resources: {'Port': ['ID=a29a89b6-4151-4803-a815-dee0a9701252,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:31.296673 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-2f4d054b-298b-4dc4-9cac-fcd304503420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.300806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-2f4d054b-298b-4dc4-9cac-fcd304503420 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 1094 time: 0.1306627 Jul 15 23:35:31.383486 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125becd2-8133-4a80-a2e3-00b17173e937 x-openstack-request-id: req-125becd2-8133-4a80-a2e3-00b17173e937 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:31.384051 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa74055-c814-465a-a909-0f2f27847df6", "tag": "a29a89b6-4151-4803-a815-dee0a9701252", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:31.392956 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-125becd2-8133-4a80-a2e3-00b17173e937 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:31.393665 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa74055-c814-465a-a909-0f2f27847df6', 'tag': 'a29a89b6-4151-4803-a815-dee0a9701252', 'status': 'completed', 'code': 200} Jul 15 23:35:31.395948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-c1c5390c-f893-4b7f-9da9-960cf20c39a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a29a89b6-4151-4803-a815-dee0a9701252 HTTP/1.1" status: 200 len: 217 time: 0.0792325 Jul 15 23:35:31.411512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.435360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13fba098-54f7-45c9-95f5-657f97833815 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:31.478736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 13fba098-54f7-45c9-95f5-657f97833815 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:31.479446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13fba098-54f7-45c9-95f5-657f97833815 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:31.491294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5e3e3527-4d62-4812-9e50-2ba89804a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.495385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-5e3e3527-4d62-4812-9e50-2ba89804a70f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0828295 Jul 15 23:35:31.635406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-89c56a6a-5770-4de4-9d7a-b395f13e0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.637181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-89c56a6a-5770-4de4-9d7a-b395f13e0de5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332002 Jul 15 23:35:31.651086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a1dad-81db-45e3-adcd-7a7dbdfb58ef req-4851b093-7590-410c-bbea-6b9018963d99 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.652711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-598a1dad-81db-45e3-adcd-7a7dbdfb58ef req-4851b093-7590-410c-bbea-6b9018963d99 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0982995 Jul 15 23:35:31.759163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-598a1dad-81db-45e3-adcd-7a7dbdfb58ef req-2e176cbc-6682-4c3f-9b37-7de9dcdeb143 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962594 Jul 15 23:35:31.786641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-3a40eb54-c6bd-4746-8bab-a16c76584c20 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327891 Jul 15 23:35:31.965620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-edaa4b25-926f-414c-a1fd-c067b809c10d req-3db5c5f3-69a3-4c25-9f58-412f25bfd147 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0386121 Jul 15 23:35:31.967799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e15cc549-fcd7-46bb-bf31-3b1f90d73c35 req-4085a15c-2777-4f2a-b4d9-91601a0e56bf service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733658 Jul 15 23:35:32.192606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-64edba83-e0c7-451c-8a24-67520871cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:32.194173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-64edba83-e0c7-451c-8a24-67520871cddf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 1094 time: 0.1324229 Jul 15 23:35:32.353552 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-d76c9953-2e10-4a7b-b580-b72e2d84ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:32.355796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-d76c9953-2e10-4a7b-b580-b72e2d84ddef service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1553273 Jul 15 23:35:32.412620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port fd545039-5078-4ce8-80b2-3a859774af3a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:32.413273 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:32.419956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-1c005309-d621-45a9-864a-52a0f28b0461 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a29a89b6-4151-4803-a815-dee0a9701252 HTTP/1.1" status: 200 len: 217 time: 0.0576713 Jul 15 23:35:32.632534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-3332e8b6-38cc-4f7c-9197-1ff1620fa505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:32.634976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-3332e8b6-38cc-4f7c-9197-1ff1620fa505 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.2084320 Jul 15 23:35:32.653386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port fd545039-5078-4ce8-80b2-3a859774af3a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fd545039-5078-4ce8-80b2-3a859774af3a,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:32.659730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:32.712514 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for fd545039-5078-4ce8-80b2-3a859774af3a owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:32.797648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-2479b99c-e9c9-4b85-ad4e-8e4064fb056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:32.801100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-2479b99c-e9c9-4b85-ad4e-8e4064fb056b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592627 Jul 15 23:35:33.022291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88093dc0-e0aa-4659-b411-3023ad1131e5 req-b027331e-ade2-4f64-85a1-d94d3dd092ae tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0875757 Jul 15 23:35:33.036121 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:35:33.079197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-d25c1351-64f3-4729-bd9d-600c6b81e956 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691584 Jul 15 23:35:33.245947 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:33.289863 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=fd545039-5078-4ce8-80b2-3a859774af3a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:33.379430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0027ffd4-8dac-4037-83b9-68b81be54d0c req-61366612-25e2-4e90-b01e-d302993cec84 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935247 Jul 15 23:35:33.413312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5fd51-9c4a-4e31-a4d7-4d7c16606c9e req-37969d86-e3e8-451e-8c27-64096057c333 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:33.431317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04f5fd51-9c4a-4e31-a4d7-4d7c16606c9e req-37969d86-e3e8-451e-8c27-64096057c333 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.1833282 Jul 15 23:35:33.528943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-04f5fd51-9c4a-4e31-a4d7-4d7c16606c9e req-7d7a846d-b0db-4dcf-989e-cf6330be9d0d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924890 Jul 15 23:35:33.610388 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:33.898222 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:34.056462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:34.065865 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3568353b-4ee3-4f15-983f-40878d2f1d98 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "PUT /v2.0/routers/448f15f2-e28b-4b64-bcfc-2614ccd62e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2946315 Jul 15 23:35:34.066652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42690) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:34.079311 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] Sync routers for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:34.089459 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:34.090294 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:35:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:34.200111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11b38ab-467c-491e-89f3-f4f42d1ba51d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting subnet eb31327f-abde-4e0c-9762-0e7407ead143 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:34.211734 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11b38ab-467c-491e-89f3-f4f42d1ba51d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.215105 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:34.365801 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11b38ab-467c-491e-89f3-f4f42d1ba51d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.384065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39dbc5b0-b336-4c2d-b30e-8e865b6adee8 req-80c7c099-b416-480e-ac10-5ac917f5d5e6 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0389254 Jul 15 23:35:34.512426 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:35:33Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:34.549812 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] Checking router: 448f15f2-e28b-4b64-bcfc-2614ccd62e59 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:34.564588 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] Routers {'448f15f2-e28b-4b64-bcfc-2614ccd62e59'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:34.566815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:35:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:34.605938 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11b38ab-467c-491e-89f3-f4f42d1ba51d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.780827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11b38ab-467c-491e-89f3-f4f42d1ba51d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.830282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b38ab-467c-491e-89f3-f4f42d1ba51d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Subnet': ['ID=eb31327f-abde-4e0c-9762-0e7407ead143,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:34.858230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2c047-fda3-4a93-9adc-74baff7258f7 None None] Network d82e3b77-eaf2-4684-a19f-80450e30c456 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:34.864566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a11b38ab-467c-491e-89f3-f4f42d1ba51d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.871432 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a11b38ab-467c-491e-89f3-f4f42d1ba51d tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/subnets/eb31327f-abde-4e0c-9762-0e7407ead143 HTTP/1.1" status: 204 len: 168 time: 0.8034198 Jul 15 23:35:34.873645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42706) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:34.901634 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] Set router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:35.181945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] DHCP port deletion for d82e3b77-eaf2-4684-a19f-80450e30c456 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:35:35.255917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] Deleting port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:35.256620 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.276517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8c28a-5ed2-4ad6-94ed-a2b50246ef94 req-cbc91bfb-9dc4-47bc-a1bb-3068e5ff0083 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:35.278062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07e8c28a-5ed2-4ad6-94ed-a2b50246ef94 req-cbc91bfb-9dc4-47bc-a1bb-3068e5ff0083 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.1051431 Jul 15 23:35:35.282427 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.354821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] For port 9236bd23-4139-4eaf-8c2f-14a410ff98a8, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9236bd23-4139-4eaf-8c2f-14a410ff98a8,segment=NetworkSegment(6faeea10-70bc-4e97-9fc7-7e82a280e11d),segment_id=6faeea10-70bc-4e97-9fc7-7e82a280e11d)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:35.355234 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.396921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] Calling delete_port for 9236bd23-4139-4eaf-8c2f-14a410ff98a8 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:35.410075 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:35:33Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:35.429800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07e8c28a-5ed2-4ad6-94ed-a2b50246ef94 req-2c98b887-3400-44e6-ba6e-f4d9382690b1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751355 Jul 15 23:35:35.505804 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc527a4-6cb8-42d7-af5d-c81f0a84b96f None None] The sync data for ids ['448f15f2-e28b-4b64-bcfc-2614ccd62e59'] in n-d-793618-8 is: [{'id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'name': 'tempest-TestNetworkBasicOps-router-921545043', 'tenant_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:34:13Z', 'updated_at': '2021-07-15T23:35:33Z', 'revision_number': 5, 'project_id': 'a727dce9389f4d749a6eb83a7dd04fd9', 'gw_port': {'id': '919affd1-9fc5-40d4-88d4-f52268993ec9', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f15f2-e28b-4b64-bcfc-2614ccd62e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:14Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:35.583715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.662341 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.690807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53ffc7e1-3616-48a1-8fa8-d3b893b45cfd req-da917959-d71c-4b15-8880-d08938332001 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0419071 Jul 15 23:35:35.711763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] No DVR routers for this DVR port 9236bd23-4139-4eaf-8c2f-14a410ff98a8 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:35.713861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ffdf0-4fbf-4286-81d3-be2e1229ff7e None None] Pushing event deleted for resources: {'Port': ['ID=9236bd23-4139-4eaf-8c2f-14a410ff98a8,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:35.747495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Deleting port 919affd1-9fc5-40d4-88d4-f52268993ec9 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:35.748095 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.875541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] For port 919affd1-9fc5-40d4-88d4-f52268993ec9, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=919affd1-9fc5-40d4-88d4-f52268993ec9,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:35.875900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.896511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Calling delete_port for 919affd1-9fc5-40d4-88d4-f52268993ec9 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:36.222784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.276946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Port': ['ID=919affd1-9fc5-40d4-88d4-f52268993ec9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:36.363646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.382164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9236bd23-4139-4eaf-8c2f-14a410ff98a8 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:36.408886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9236bd23-4139-4eaf-8c2f-14a410ff98a8 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:36.409688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9236bd23-4139-4eaf-8c2f-14a410ff98a8 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:36.410442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fd545039-5078-4ce8-80b2-3a859774af3a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:36.436416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: fd545039-5078-4ce8-80b2-3a859774af3a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:36.437289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fd545039-5078-4ce8-80b2-3a859774af3a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:36.481427 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.485411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.564261 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.565000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Fanout notify agent at l3_agent the message router_deleted on router 448f15f2-e28b-4b64-bcfc-2614ccd62e59 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:36.588481 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.590421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fb75b110-97d3-4732-bdb6-5bf12f2ba64e tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/routers/448f15f2-e28b-4b64-bcfc-2614ccd62e59 HTTP/1.1" status: 204 len: 168 time: 1.7147753 Jul 15 23:35:36.593549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42732) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:36.710038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a773b1-3190-4126-85f5-a6e445c5680b req-514d4b2c-e456-4da3-a18f-d1cde294f6ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:36.711193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.711654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0a773b1-3190-4126-85f5-a6e445c5680b req-514d4b2c-e456-4da3-a18f-d1cde294f6ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.1196921 Jul 15 23:35:36.809099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0a773b1-3190-4126-85f5-a6e445c5680b req-e7350c8c-3d8c-40f7-9773-37ca41e24844 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912070 Jul 15 23:35:36.870239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.902957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82e3b77-eaf2-4684-a19f-80450e30c456']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:36.923906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faeea10-70bc-4e97-9fc7-7e82a280e11d') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:36.923906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faeea10-70bc-4e97-9fc7-7e82a280e11d') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:36.945962 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.968960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.976976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:36.981521 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:37.000590 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:37.033823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5cc5b5f-4bfe-4038-ace9-45c0c7abc272 req-d79416d6-ecc7-42af-8ff2-72cc51979cf3 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0644221 Jul 15 23:35:37.087600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.102632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.104476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] 10.222.0.23 "DELETE /v2.0/networks/d82e3b77-eaf2-4684-a19f-80450e30c456 HTTP/1.1" status: 204 len: 168 time: 0.5099430 Jul 15 23:35:37.138545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6963-542b-4a3f-ae5b-222b5adfdaf5 tempest-TestNetworkBasicOps-124395590 tempest-TestNetworkBasicOps-124395590-project] Pushing event deleted for resources: {'Network': ['ID=d82e3b77-eaf2-4684-a19f-80450e30c456,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:37.490267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42748) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:37.698013 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d3ff46e-8803-46d8-a8d7-90cf76473c6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a727dce9389f4d749a6eb83a7dd04fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064140 Jul 15 23:35:37.700657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 42758) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:37.768204 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71c3792b-07b0-4206-8a16-0453125e1146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.799413 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71c3792b-07b0-4206-8a16-0453125e1146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.880697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71c3792b-07b0-4206-8a16-0453125e1146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.887719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71c3792b-07b0-4206-8a16-0453125e1146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.892901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-71c3792b-07b0-4206-8a16-0453125e1146 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34d4c5f6-a73c-4b2d-aa86-ead92608e93e HTTP/1.1" status: 204 len: 168 time: 0.1896739 Jul 15 23:35:37.908202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3792b-07b0-4206-8a16-0453125e1146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4c5f6-a73c-4b2d-aa86-ead92608e93e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:38.123665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99400593-483e-40eb-907a-d667b7917061 req-fb6470f6-7085-46cd-ace5-93350b4a1a8f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:38.136319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99400593-483e-40eb-907a-d667b7917061 req-fb6470f6-7085-46cd-ace5-93350b4a1a8f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.1561110 Jul 15 23:35:38.183458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99400593-483e-40eb-907a-d667b7917061 req-eb6b1cae-651a-4828-a4c6-fe9bf435f64e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Jul 15 23:35:38.333838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 919affd1-9fc5-40d4-88d4-f52268993ec9 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:38.366345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 919affd1-9fc5-40d4-88d4-f52268993ec9 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:38.366789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 919affd1-9fc5-40d4-88d4-f52268993ec9 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:38.409244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-144c57ad-482e-4f9d-a15d-8f178953284b req-4a350f75-b7a2-4927-a3d8-e2a5a4f35f1d tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0460229 Jul 15 23:35:38.423742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42778) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:38.457701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c635bc92-d5ea-4b2b-8e20-1d3ea3da784b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.612405 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c635bc92-d5ea-4b2b-8e20-1d3ea3da784b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.616654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c635bc92-d5ea-4b2b-8e20-1d3ea3da784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.666554 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c635bc92-d5ea-4b2b-8e20-1d3ea3da784b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d4d589abadb4cb987d31c56ac3d72a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390847 Jul 15 23:35:38.670516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 42786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:38.684624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635bc92-d5ea-4b2b-8e20-1d3ea3da784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34357e31-102b-472b-9e12-feb36f2752a7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:38.746494 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a4c1-6324-40e4-90de-d1d9794d1078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.778010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a4c1-6324-40e4-90de-d1d9794d1078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.837030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a4c1-6324-40e4-90de-d1d9794d1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.840237 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a4c1-6324-40e4-90de-d1d9794d1078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.842323 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fbd9a4c1-6324-40e4-90de-d1d9794d1078 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34357e31-102b-472b-9e12-feb36f2752a7 HTTP/1.1" status: 204 len: 168 time: 0.1707253 Jul 15 23:35:38.856281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9a4c1-6324-40e4-90de-d1d9794d1078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34357e31-102b-472b-9e12-feb36f2752a7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:39.401869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b63b0-df41-4a10-8aa4-acf9c0f8191a req-46313994-e035-4d07-9ee0-91d22a6b0b22 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:39.403713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-765b63b0-df41-4a10-8aa4-acf9c0f8191a req-46313994-e035-4d07-9ee0-91d22a6b0b22 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0800962 Jul 15 23:35:39.451837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-765b63b0-df41-4a10-8aa4-acf9c0f8191a req-83720f74-cb76-407c-afe7-43569f927f16 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Jul 15 23:35:39.615573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33af0608-2128-4ef6-9f69-cabbea9c34d1 req-eecd91cc-f069-4ebb-a02c-8e5f4ee9bf9b tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0365877 Jul 15 23:35:40.640708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed8fb-543a-483e-86b8-46aa7c35df3d req-2bf16a42-2eb7-4ee4-b2a5-644ad789fd0f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:40.642192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fbed8fb-543a-483e-86b8-46aa7c35df3d req-2bf16a42-2eb7-4ee4-b2a5-644ad789fd0f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0721231 Jul 15 23:35:40.681136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fbed8fb-543a-483e-86b8-46aa7c35df3d req-cdad78c9-7c1c-40c2-9752-b6bba80c7ee3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Jul 15 23:35:40.819455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-013c453d-8743-4b75-b659-a3ddd4ab1591 req-7a25b3d6-63de-4258-b1db-a32ce9681af3 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0293868 Jul 15 23:35:41.910490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c82a8e-88af-4c16-a495-bfc7f73b7fa9 req-90cf6e83-c73e-417d-9fc0-1d47191f573f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:41.912882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97c82a8e-88af-4c16-a495-bfc7f73b7fa9 req-90cf6e83-c73e-417d-9fc0-1d47191f573f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0903740 Jul 15 23:35:41.958022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97c82a8e-88af-4c16-a495-bfc7f73b7fa9 req-56fedeb8-a393-45ea-b474-39e2200901e7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Jul 15 23:35:42.106106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b67a88a5-cdd6-43b8-8eea-7c1347e1a239 req-c2f1bcf8-5504-49ff-8de2-49bd7ab2d1b9 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0364394 Jul 15 23:35:43.175269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd03f4d-9271-44ab-86e4-fe1e8048dfb0 req-1a5e595f-df8c-4a23-88ba-60ec45ef995b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:43.177933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2dd03f4d-9271-44ab-86e4-fe1e8048dfb0 req-1a5e595f-df8c-4a23-88ba-60ec45ef995b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0777998 Jul 15 23:35:43.219473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2dd03f4d-9271-44ab-86e4-fe1e8048dfb0 req-5541d29c-f5e8-4fb7-90de-d0ec029ab657 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352252 Jul 15 23:35:43.366576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aed30165-ec11-44aa-a76e-6cf63245d0ba req-1c8f2d66-0e46-4b0b-9e3a-755cc9031e4d tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0313091 Jul 15 23:35:43.948950 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:44.427748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e9a3d-ca13-4c04-a746-6da4e8e925b2 req-bd171f85-700b-487c-84be-dc1268725c58 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:44.430005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a92e9a3d-ca13-4c04-a746-6da4e8e925b2 req-bd171f85-700b-487c-84be-dc1268725c58 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0886014 Jul 15 23:35:44.476983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a92e9a3d-ca13-4c04-a746-6da4e8e925b2 req-eb792c09-0f6f-4569-a664-cedb452b3e09 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Jul 15 23:35:44.633384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76de5671-e952-41de-9814-6f5f7db7062d req-f155d78b-495f-488d-b2c9-8d508ffe771e tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0345490 Jul 15 23:35:45.674169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cebc2-8344-4a67-a01c-c3850186b5bf req-30f62cf9-929a-43a3-b546-2bcb7568ba2d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:45.675764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd2cebc2-8344-4a67-a01c-c3850186b5bf req-30f62cf9-929a-43a3-b546-2bcb7568ba2d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0649371 Jul 15 23:35:45.713822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd2cebc2-8344-4a67-a01c-c3850186b5bf req-91f629e9-8d7f-4e93-a4dc-e92761c49e97 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Jul 15 23:35:45.863680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca9e3c65-a790-43ec-bd6b-b43972133563 req-321a8df3-8729-40dd-b4d9-b2ce2d67a4b6 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0414860 Jul 15 23:35:46.899310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb6dc1-bc98-42d9-9439-75afc17c2ee4 req-f7a3f646-8764-4385-a572-759f2d831d46 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:46.900887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bfb6dc1-bc98-42d9-9439-75afc17c2ee4 req-f7a3f646-8764-4385-a572-759f2d831d46 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0675573 Jul 15 23:35:46.944072 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5bfb6dc1-bc98-42d9-9439-75afc17c2ee4 req-9963caab-de2f-4b43-b905-66acac067976 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Jul 15 23:35:47.087181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdf62a53-0f43-4da1-9a1e-c7ed0aae60a2 req-cf2394b8-88d9-41dc-bad1-6cf532378637 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0316591 Jul 15 23:35:48.052767 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-33b1f774-b9f2-4a7c-ac03-ec7dbd30131a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:48.129855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cafd5-e941-4be5-bbbe-1745b24e8a98 req-406fc919-26f8-4fff-b680-59c1a83c8c7c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:48.131700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d44cafd5-e941-4be5-bbbe-1745b24e8a98 req-406fc919-26f8-4fff-b680-59c1a83c8c7c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0679662 Jul 15 23:35:48.477778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d44cafd5-e941-4be5-bbbe-1745b24e8a98 req-1bb3b9e1-c951-4333-ae62-b78d399f9f18 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403647 Jul 15 23:35:48.610876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d26b882d-7f18-4ae3-9a1d-96564647ad00 req-cce4e690-3e06-4b60-8485-a9c3d9eaab3f tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jul 15 23:35:49.667860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c0133-1a4f-42b3-8a54-9cc28fcb736a req-bb0013f7-e513-4f1b-91f4-117268007c64 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:49.669398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec8c0133-1a4f-42b3-8a54-9cc28fcb736a req-bb0013f7-e513-4f1b-91f4-117268007c64 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0702436 Jul 15 23:35:49.718274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec8c0133-1a4f-42b3-8a54-9cc28fcb736a req-a04b8fef-c370-40de-ae17-d3ab73d004ce tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Jul 15 23:35:49.879348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ece87fa-9a5d-42a5-b615-72a04dfb1597 req-4301ce1a-d714-46e5-a938-14144f9659b6 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0378869 Jul 15 23:35:50.678452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfeee-1235-4c01-8145-55c826d4bbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.916429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7aac4-6cdd-44dc-b94a-bb4bf7ef8772 req-848f4598-2351-47b9-a15b-586623d577ca tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:50.917990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fbd7aac4-6cdd-44dc-b94a-bb4bf7ef8772 req-848f4598-2351-47b9-a15b-586623d577ca tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0669153 Jul 15 23:35:50.957617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fbd7aac4-6cdd-44dc-b94a-bb4bf7ef8772 req-ee48332d-fb28-48d5-9422-8471ee199ad9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330966 Jul 15 23:35:51.046639 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.098117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46d5fe4b-197c-45d7-8a94-bd1fc56c1cdc req-ba9145b5-c088-4770-97d4-34ab220b1ddc tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0301192 Jul 15 23:35:51.593032 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.151543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc67f5-b308-4f31-a32a-391fc3ee1a97 req-e5dc0628-9559-420b-b2cd-e83b62fc7a46 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:52.153154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4fc67f5-b308-4f31-a32a-391fc3ee1a97 req-e5dc0628-9559-420b-b2cd-e83b62fc7a46 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0736241 Jul 15 23:35:52.195715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4fc67f5-b308-4f31-a32a-391fc3ee1a97 req-9a5141f5-8c2a-4c7b-9b96-5f53241ad4ce tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Jul 15 23:35:52.351423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-425d8683-63c8-482b-9b61-591599ce3435 req-7ece8fbd-b949-42b2-bf11-6980e6b35cb0 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0323427 Jul 15 23:35:53.331149 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:53.401606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65f32-2b44-4da6-96f8-6273db68a9fb req-fea776fa-1faa-426b-9c51-f25b52070d38 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:53.403623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fe65f32-2b44-4da6-96f8-6273db68a9fb req-fea776fa-1faa-426b-9c51-f25b52070d38 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0735738 Jul 15 23:35:53.452567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fe65f32-2b44-4da6-96f8-6273db68a9fb req-d4307666-9e2e-4347-9df2-ccda79aada41 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Jul 15 23:35:53.602107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-855daa06-0f79-4122-9b44-5bfbae18042a req-e764c3a6-7802-4188-a85c-27b89e650cf9 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0352683 Jul 15 23:35:54.658081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678095b-7bbb-4cdb-a1a1-91503563f665 req-34972628-e214-4e1d-acf0-5a1f00155efb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:54.666510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1678095b-7bbb-4cdb-a1a1-91503563f665 req-34972628-e214-4e1d-acf0-5a1f00155efb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 943 time: 0.0800562 Jul 15 23:35:54.705685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1678095b-7bbb-4cdb-a1a1-91503563f665 req-3cea75ab-2a55-48e9-b734-3bdaa2895899 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381606 Jul 15 23:35:54.866430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d145e4a-96ef-4be4-b1fc-c396963bb971 req-f1732aa5-420f-4a2c-a2fd-6e32de141e44 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0338683 Jul 15 23:35:55.216735 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.621519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a29a89b6-4151-4803-a815-dee0a9701252 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:35:55.722658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a29a89b6-4151-4803-a815-dee0a9701252, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a29a89b6-4151-4803-a815-dee0a9701252,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:55.736940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'a29a89b6-4151-4803-a815-dee0a9701252', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'port_id': 'a29a89b6-4151-4803-a815-dee0a9701252', 'mac_address': 'fa:16:3e:5b:34:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:35:55.777298 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.791904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29a89b6-4151-4803-a815-dee0a9701252 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:55.814938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a29a89b6-4151-4803-a815-dee0a9701252, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a29a89b6-4151-4803-a815-dee0a9701252,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:55.821047 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.826437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-596a3f24-0808-4454-80a0-d4761cb41187 req-44566248-f1f4-48cd-b399-431d00af9f21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0321541 Jul 15 23:35:55.889758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a29a89b6-4151-4803-a815-dee0a9701252,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:55.900155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.900511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.900855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.901281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.901518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.902101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.902306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.902783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.903066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.903278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.903598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.903922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:55.921932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-596a3f24-0808-4454-80a0-d4761cb41187 req-28af9424-b18a-4336-a7d9-e7c58741eacc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1257a2ecd9884eee81ad8fd5aaf69ad6&device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a HTTP/1.1" status: 200 len: 210 time: 0.0298584 Jul 15 23:35:55.954943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cc0aa-3015-48a4-9a84-4027bd0b0d9f req-2a336743-e585-451d-82d3-de770e418c6d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:55.956455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f7cc0aa-3015-48a4-9a84-4027bd0b0d9f req-2a336743-e585-451d-82d3-de770e418c6d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 944 time: 0.1115792 Jul 15 23:35:55.989353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-596a3f24-0808-4454-80a0-d4761cb41187 req-fe5a3115-2a4a-491c-872e-3a930b1c1049 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1257a2ecd9884eee81ad8fd5aaf69ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319524 Jul 15 23:35:56.075111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f7cc0aa-3015-48a4-9a84-4027bd0b0d9f req-2b73010d-7423-4674-ade7-d4280689260b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015227 Jul 15 23:35:56.101313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['a29a89b6-4151-4803-a815-dee0a9701252'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:56.172220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a3f24-0808-4454-80a0-d4761cb41187 req-8fefce31-ce71-4b60-8bbd-1ee3418e5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:56.173715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-596a3f24-0808-4454-80a0-d4761cb41187 req-8fefce31-ce71-4b60-8bbd-1ee3418e5a24 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1742294 Jul 15 23:35:56.220268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-654098f5-cbe2-4946-a23f-9b1f2ffabb29 req-ea3cc249-c92e-4384-8788-d2b2b6bc5c9b tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0283978 Jul 15 23:35:57.253731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8851a-41f3-4f95-9d44-b7e9d58f8525 req-cc3fa2f2-adcf-4a6c-838c-05abf63de6d7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:57.261352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ab8851a-41f3-4f95-9d44-b7e9d58f8525 req-cc3fa2f2-adcf-4a6c-838c-05abf63de6d7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 944 time: 0.0726700 Jul 15 23:35:57.299297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ab8851a-41f3-4f95-9d44-b7e9d58f8525 req-0a4fe72d-d7cb-4cc4-80d4-d14e3cf200ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370381 Jul 15 23:35:57.450699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a12c24e6-ecfd-4b75-ba23-275e34600499 req-b9381e8a-0965-4cbb-a1c0-b16dd22debf5 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0337975 Jul 15 23:35:57.621301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a29a89b6-4151-4803-a815-dee0a9701252 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:57.675668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port a29a89b6-4151-4803-a815-dee0a9701252 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:57.679719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port a29a89b6-4151-4803-a815-dee0a9701252 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:57.680088 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.759665 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.782618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa74055-c814-465a-a909-0f2f27847df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a89b6-4151-4803-a815-dee0a9701252'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:57.784889 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1631f6-5cd5-44aa-8dd5-9df0f047bbfb" -d '{"events": [{"server_uuid": "0fa74055-c814-465a-a909-0f2f27847df6", "name": "network-vif-plugged", "status": "completed", "tag": "a29a89b6-4151-4803-a815-dee0a9701252"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:57.798403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port a29a89b6-4151-4803-a815-dee0a9701252, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a29a89b6-4151-4803-a815-dee0a9701252,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:57.802925 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.828383 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16ac0cb-c92b-4dd8-87d3-e3da5178e60b x-openstack-request-id: req-d16ac0cb-c92b-4dd8-87d3-e3da5178e60b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:57.828758 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa74055-c814-465a-a909-0f2f27847df6", "name": "network-vif-plugged", "status": "completed", "tag": "a29a89b6-4151-4803-a815-dee0a9701252", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:57.829196 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d16ac0cb-c92b-4dd8-87d3-e3da5178e60b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:57.829442 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa74055-c814-465a-a909-0f2f27847df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a89b6-4151-4803-a815-dee0a9701252', 'code': 200} Jul 15 23:35:57.856006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=a29a89b6-4151-4803-a815-dee0a9701252,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:57.980083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb3a3-7bff-4eb3-820c-030aa8b41204 req-1a5d4d8d-f4a6-4ad7-9bd5-ffa9fa7ff7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:57.981774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a8eb3a3-7bff-4eb3-820c-030aa8b41204 req-1a5d4d8d-f4a6-4ad7-9bd5-ffa9fa7ff7c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 1096 time: 0.0535426 Jul 15 23:35:58.021339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a8eb3a3-7bff-4eb3-820c-030aa8b41204 req-b6aa862e-9f4b-40b3-95a7-403d4a681b12 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Jul 15 23:35:58.475474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685eaf8-62a1-483b-8e01-5fec337e5a9a req-e657a4d1-a2a9-45e7-90f5-d02479ee972f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:58.476992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9685eaf8-62a1-483b-8e01-5fec337e5a9a req-e657a4d1-a2a9-45e7-90f5-d02479ee972f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 945 time: 0.0657310 Jul 15 23:35:58.516117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9685eaf8-62a1-483b-8e01-5fec337e5a9a req-a95ef284-19ab-451c-b873-db230b42b92c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Jul 15 23:35:58.665647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7c72634-bb6f-4f7d-b545-6ed46a5ef1c4 req-e134d331-845e-4902-a3b5-e095bf1ff459 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0335209 Jul 15 23:35:59.694294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17270e6-2a79-44c1-aed7-9a5b6ff21ba7 req-b6b03917-55a9-4d95-898b-656a8c10960a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:59.696221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b17270e6-2a79-44c1-aed7-9a5b6ff21ba7 req-b6b03917-55a9-4d95-898b-656a8c10960a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 945 time: 0.0663037 Jul 15 23:35:59.735432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b17270e6-2a79-44c1-aed7-9a5b6ff21ba7 req-ee81ddcf-149c-4107-bb44-99e70fcf2ddc tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 Jul 15 23:35:59.870967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d181179-1bf0-435e-8ba1-ea1c9afbf4c6 req-fc3d5874-4be3-4263-88fb-eb2d9817559a tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0291219 Jul 15 23:36:00.053354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238b3b0-5b6e-4380-b166-4364c0e08a1d req-b1c8a94c-2ab5-465c-84b5-f3ef22730124 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.054903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8238b3b0-5b6e-4380-b166-4364c0e08a1d req-b1c8a94c-2ab5-465c-84b5-f3ef22730124 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 945 time: 0.0825317 Jul 15 23:36:00.097438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8238b3b0-5b6e-4380-b166-4364c0e08a1d req-00e3ec46-556d-4712-873e-0834e2724cb2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366812 Jul 15 23:36:00.559573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b482e8a-a978-4b39-b340-22de3657873f req-c4963276-80a2-4346-a51f-234a8c8df13e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.561424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b482e8a-a978-4b39-b340-22de3657873f req-c4963276-80a2-4346-a51f-234a8c8df13e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 945 time: 0.0688200 Jul 15 23:36:00.603218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b482e8a-a978-4b39-b340-22de3657873f req-01ec3f43-32ec-4d11-8e0a-2213d0eda247 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362122 Jul 15 23:36:01.023472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af6d12af-e32b-4652-be0c-56d718d8f596 req-9290aed2-b59d-4ba8-83e9-cce64edba427 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0325167 Jul 15 23:36:01.487884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63584513-b578-453f-9786-b2729f8fec31 req-7d7a2f08-6f6b-4a22-b0dd-8a39d2c620ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571184 Jul 15 23:36:01.611227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63584513-b578-453f-9786-b2729f8fec31 req-43d3d463-0269-4671-bbd3-0e2999aa36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:01.612732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63584513-b578-453f-9786-b2729f8fec31 req-43d3d463-0269-4671-bbd3-0e2999aa36cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 1097 time: 0.0541615 Jul 15 23:36:01.743872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63584513-b578-453f-9786-b2729f8fec31 req-dca247c2-5bc8-4bde-8b32-5986ba52f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:01.745243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63584513-b578-453f-9786-b2729f8fec31 req-dca247c2-5bc8-4bde-8b32-5986ba52f428 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1108761 Jul 15 23:36:01.808820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63584513-b578-453f-9786-b2729f8fec31 req-a6a68677-9eb1-4468-9072-2efc3147b510 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d988cf68-f49c-42b9-9185-9bf88e354207 HTTP/1.1" status: 200 len: 217 time: 0.0414290 Jul 15 23:36:01.871266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4d137-df51-43ed-adba-77360584a567 req-fc755254-7b24-40d0-9260-d828e99e6266 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:01.873423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59b4d137-df51-43ed-adba-77360584a567 req-fc755254-7b24-40d0-9260-d828e99e6266 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 945 time: 0.1417716 Jul 15 23:36:01.882637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63584513-b578-453f-9786-b2729f8fec31 req-86af8f64-763d-4cc7-a817-8b5b9eb990d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:01.884349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63584513-b578-453f-9786-b2729f8fec31 req-86af8f64-763d-4cc7-a817-8b5b9eb990d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0684519 Jul 15 23:36:01.950692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59b4d137-df51-43ed-adba-77360584a567 req-26690cf8-67d2-4bea-a9a7-da8a5d23f185 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694382 Jul 15 23:36:01.986645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63584513-b578-453f-9786-b2729f8fec31 req-567ed0e9-cedc-464d-a7c5-f5f49654104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:01.988209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63584513-b578-453f-9786-b2729f8fec31 req-567ed0e9-cedc-464d-a7c5-f5f49654104b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793400 Jul 15 23:36:02.102178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63584513-b578-453f-9786-b2729f8fec31 req-118d3c86-714f-4ca1-97c5-e9c71be9e9c8 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959706 Jul 15 23:36:02.190564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98786358-3236-44b2-9654-5740d162d9cd req-e67c3cae-cdcb-429a-a06b-a56686bd0f2a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:02.192087 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-98786358-3236-44b2-9654-5740d162d9cd req-e67c3cae-cdcb-429a-a06b-a56686bd0f2a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 945 time: 0.0663359 Jul 15 23:36:02.223003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e2d5f68-72bc-4eba-b414-ea6045f198fe req-97d5cf1a-b8ed-4722-a166-f8d8145b3a58 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0560439 Jul 15 23:36:02.253449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63584513-b578-453f-9786-b2729f8fec31 req-9983e8f8-2a9d-484b-b61a-36a36bf039cf service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258702 Jul 15 23:36:02.300720 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port a29a89b6-4151-4803-a815-dee0a9701252 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:02.301070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.386912 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] For port a29a89b6-4151-4803-a815-dee0a9701252, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=a29a89b6-4151-4803-a815-dee0a9701252,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:02.387277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.403409 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for a29a89b6-4151-4803-a815-dee0a9701252 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:02.525156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.554028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=a29a89b6-4151-4803-a815-dee0a9701252,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:02.558169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d988cf68-f49c-42b9-9185-9bf88e354207', 'a29a89b6-4151-4803-a815-dee0a9701252'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:02.605991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] No DVR routers for this DVR port a29a89b6-4151-4803-a815-dee0a9701252 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:36:02.609291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.612032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-98786358-3236-44b2-9654-5740d162d9cd req-a2e045ec-5899-4b27-ad97-40ed33b427ea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "DELETE /v2.0/ports/a29a89b6-4151-4803-a815-dee0a9701252 HTTP/1.1" status: 204 len: 173 time: 0.4143393 Jul 15 23:36:02.612032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa74055-c814-465a-a909-0f2f27847df6', 'name': 'network-vif-deleted', 'tag': 'a29a89b6-4151-4803-a815-dee0a9701252'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:02.614404 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b679b17-f296-4d83-9f35-9005b9f39694" -d '{"events": [{"server_uuid": "0fa74055-c814-465a-a909-0f2f27847df6", "name": "network-vif-deleted", "tag": "a29a89b6-4151-4803-a815-dee0a9701252"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:02.658995 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b791ba-2959-4628-a13e-a9f95b2c2c56 x-openstack-request-id: req-87b791ba-2959-4628-a13e-a9f95b2c2c56 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:02.659280 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa74055-c814-465a-a909-0f2f27847df6", "name": "network-vif-deleted", "tag": "a29a89b6-4151-4803-a815-dee0a9701252", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:02.659530 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87b791ba-2959-4628-a13e-a9f95b2c2c56 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:02.659925 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa74055-c814-465a-a909-0f2f27847df6', 'name': 'network-vif-deleted', 'tag': 'a29a89b6-4151-4803-a815-dee0a9701252', 'status': 'completed', 'code': 200} Jul 15 23:36:03.117433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a296b55c-1940-4cf8-8b90-12802a5bb0cd req-41370c34-3da2-481a-bd73-228af4ff2e75 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 210 time: 0.0462091 Jul 15 23:36:03.392600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ad178cd-69c6-4fed-ac73-68d643277de7 req-3e143fb0-3eb1-4914-ae84-a097ea6beb3d tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0401793 Jul 15 23:36:04.300772 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1eedfde-2f86-4c96-9589-29df675633cd req-91fd80c4-774e-487a-84da-6e88401939e6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 210 time: 0.0452015 Jul 15 23:36:04.586853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82ec98c1-d30b-4d23-9920-43a437a4bd19 req-71b7cd6d-07c7-40bd-8053-25550a9f6947 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0405734 Jul 15 23:36:05.472774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-460d09fa-3e45-4bf9-b16d-f40d8408a921 req-03f273f5-5880-4d98-a9eb-36d8ff4eab41 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 210 time: 0.0357301 Jul 15 23:36:05.696459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a29a89b6-4151-4803-a815-dee0a9701252 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:05.724826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: a29a89b6-4151-4803-a815-dee0a9701252 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:36:05.724988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device a29a89b6-4151-4803-a815-dee0a9701252 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:36:05.763206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4188b646-dfa0-419a-9ec3-803d34d6b3d3 req-065b92f0-1600-4e22-a0a8-ad1824c896f4 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0355330 Jul 15 23:36:06.492369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ee80a37-2406-4453-8128-86e5b30662b0 req-55179691-2da0-43f5-a442-c343ab1ff32a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0272968 Jul 15 23:36:06.633067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9bcd43fd-b6eb-495f-a355-ec8aaaf98536 req-30ba0740-3450-4842-889c-c0910c371858 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa74055-c814-465a-a909-0f2f27847df6 HTTP/1.1" status: 200 len: 210 time: 0.0372055 Jul 15 23:36:06.946629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f42ea17-d08e-4d9b-892c-a38e00f8e0e4 req-85085eda-1c08-45cd-9109-9277c44c5f76 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0321867 Jul 15 23:36:08.102097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb641b73-ce46-434e-9d15-71e9d314e2c7 req-2e55a2be-c521-4cd4-90d4-e185230aac8e tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0279503 Jul 15 23:36:08.427239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e28b6320-f6cd-4bf2-9d8c-b5d45515beb7 req-8d3a057d-2551-4f30-bbcc-0fd48e0164fc tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456&device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a HTTP/1.1" status: 200 len: 210 time: 0.0310972 Jul 15 23:36:08.748920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9b752ef-9298-46d1-90af-95e6e81b9ea8 req-b3461371-e9b5-492e-804f-7767fef68153 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1257a2ecd9884eee81ad8fd5aaf69ad6&device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0337496 Jul 15 23:36:08.819487 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-774069fa-ceb1-4124-81b7-47a50de940d3 req-61165583-01d4-454b-b7ac-b8de4d5f6148 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0593262 Jul 15 23:36:08.822439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9b752ef-9298-46d1-90af-95e6e81b9ea8 req-4c7c5b31-2ea0-4ad9-96e1-d59f584be6d7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1257a2ecd9884eee81ad8fd5aaf69ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501580 Jul 15 23:36:08.949061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b752ef-9298-46d1-90af-95e6e81b9ea8 req-6bbf8d99-713f-46ec-80af-7ae404b8cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:08.950556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9b752ef-9298-46d1-90af-95e6e81b9ea8 req-6bbf8d99-713f-46ec-80af-7ae404b8cca9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109495 Jul 15 23:36:09.982175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99a24560-abb3-455f-89e5-f6d70d46a201 req-ce9a1dd8-2256-410a-bf76-a96413506607 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0440309 Jul 15 23:36:10.026817 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:36:10.839177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9b752ef-9298-46d1-90af-95e6e81b9ea8 req-b25a4847-dbef-474e-beb8-989d074a81ae tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.59 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0287881 Jul 15 23:36:11.352812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bac134a-808c-4acd-aefd-d788d397c367 req-e8b0e631-8f9d-4934-9bf8-198aff7b213a tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=655f8dd6-b3d7-4a21-9856-fd610babe456 HTTP/1.1" status: 200 len: 210 time: 0.0360136 Jul 15 23:36:11.520567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1d831-3be2-4d16-a103-1a154fb89206 req-07f3b8d1-9a1a-40a0-a86e-7f83f2dabf12 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:11.522296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fe1d831-3be2-4d16-a103-1a154fb89206 req-07f3b8d1-9a1a-40a0-a86e-7f83f2dabf12 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 946 time: 0.0646329 Jul 15 23:36:11.567272 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fe1d831-3be2-4d16-a103-1a154fb89206 req-55e7c7f3-ee72-4587-870d-c32dcdd7a28c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373769 Jul 15 23:36:12.745456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1989fc9-8ec3-47de-a2e5-32dd304ed143 req-b7075579-c346-49b3-8560-c74e118f8ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1257a2ecd9884eee81ad8fd5aaf69ad6&device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a HTTP/1.1" status: 200 len: 210 time: 0.0331020 Jul 15 23:36:12.798461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1989fc9-8ec3-47de-a2e5-32dd304ed143 req-3dcc6284-d968-4e0b-888c-f2ed24a0171f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1257a2ecd9884eee81ad8fd5aaf69ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420778 Jul 15 23:36:12.903830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d40acf-4bac-4df8-8a00-825f67a210ef req-48423537-a1b7-4762-9cc8-a5fc6446cdda tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:12.905373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92d40acf-4bac-4df8-8a00-825f67a210ef req-48423537-a1b7-4762-9cc8-a5fc6446cdda tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 946 time: 0.1501575 Jul 15 23:36:12.907507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-70af1e8f-af04-4c9b-b3f7-32a195244f70 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:12.909609 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-70af1e8f-af04-4c9b-b3f7-32a195244f70 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 946 time: 0.0788023 Jul 15 23:36:12.938980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1989fc9-8ec3-47de-a2e5-32dd304ed143 req-9a797a34-caeb-40ae-ba13-e27b66ebd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:12.940588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1989fc9-8ec3-47de-a2e5-32dd304ed143 req-9a797a34-caeb-40ae-ba13-e27b66ebd55c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349096 Jul 15 23:36:12.959535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92d40acf-4bac-4df8-8a00-825f67a210ef req-88d77164-b1ee-4b53-b459-c40b653410b9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9e729af-952e-4fed-b33b-577f9e15e9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458667 Jul 15 23:36:13.019491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port d988cf68-f49c-42b9-9185-9bf88e354207 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:13.019838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:13.100460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df655468-34d1-47fd-b7c0-24134a4f1dc9 req-25bfb2a0-74e8-4d9c-8f19-a94683d12784 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a HTTP/1.1" status: 200 len: 210 time: 0.0303848 Jul 15 23:36:13.113458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] For port d988cf68-f49c-42b9-9185-9bf88e354207, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d988cf68-f49c-42b9-9185-9bf88e354207,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:13.113925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:13.128455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for d988cf68-f49c-42b9-9185-9bf88e354207 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:13.259309 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:13.286573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=d988cf68-f49c-42b9-9185-9bf88e354207,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:13.291755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d988cf68-f49c-42b9-9185-9bf88e354207'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:13.338671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] No DVR routers for this DVR port d988cf68-f49c-42b9-9185-9bf88e354207 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:36:13.341348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:13.343995 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-8f82d454-f74f-4abc-800b-7a792bfb81cb req-923911f7-3c75-4bab-ae8f-2f5b472ffed6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "DELETE /v2.0/ports/d988cf68-f49c-42b9-9185-9bf88e354207 HTTP/1.1" status: 204 len: 173 time: 0.4292510 Jul 15 23:36:13.344480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e770243d-cd0a-44b2-bd8c-8bec6c43aa1d', 'name': 'network-vif-deleted', 'tag': 'd988cf68-f49c-42b9-9185-9bf88e354207'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:13.347212 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b07327-b75d-4d6a-81c6-0ed612a05bda" -d '{"events": [{"server_uuid": "e770243d-cd0a-44b2-bd8c-8bec6c43aa1d", "name": "network-vif-deleted", "tag": "d988cf68-f49c-42b9-9185-9bf88e354207"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:13.387247 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4016d9-7510-46d0-9652-47908fcfe453 x-openstack-request-id: req-3a4016d9-7510-46d0-9652-47908fcfe453 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:13.387604 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e770243d-cd0a-44b2-bd8c-8bec6c43aa1d", "name": "network-vif-deleted", "tag": "d988cf68-f49c-42b9-9185-9bf88e354207", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:13.387944 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a4016d9-7510-46d0-9652-47908fcfe453 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:13.388865 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e770243d-cd0a-44b2-bd8c-8bec6c43aa1d', 'name': 'network-vif-deleted', 'tag': 'd988cf68-f49c-42b9-9185-9bf88e354207', 'status': 'completed', 'code': 200} Jul 15 23:36:13.959406 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:14.112093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82eded80-f38b-4600-9a6c-f2381842a217 req-0160268e-3b1b-4667-9e3e-cd73ec0311c0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 210 time: 0.0302451 Jul 15 23:36:14.274638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba42f5b5-44c9-4d18-8b25-d9f009c2d6e1 req-5b80f630-195f-4008-a256-927ca29e825c tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a HTTP/1.1" status: 200 len: 210 time: 0.0483787 Jul 15 23:36:14.605635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1989fc9-8ec3-47de-a2e5-32dd304ed143 req-fe702aa0-b07e-49ef-ac93-62f0d52caca5 tempest-ServerShowV247Test-1160122407 tempest-ServerShowV247Test-1160122407-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4e82e1-3dd0-434f-b1d0-27ab6830c04a HTTP/1.1" status: 200 len: 210 time: 0.0280044 Jul 15 23:36:15.298803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81b8ca9e-ad45-4db2-9e9f-d325f52fc759 req-01b35094-0f70-4ed3-a4ad-18b4498b1127 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 210 time: 0.0296166 Jul 15 23:36:15.669039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43760) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.744636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d988cf68-f49c-42b9-9185-9bf88e354207 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:15.773448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: d988cf68-f49c-42b9-9185-9bf88e354207 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:36:15.774033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d988cf68-f49c-42b9-9185-9bf88e354207 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:36:15.792272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d92d7b23-f94b-42bc-95f0-ba0b5d2acb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.888035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d92d7b23-f94b-42bc-95f0-ba0b5d2acb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.892974 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d92d7b23-f94b-42bc-95f0-ba0b5d2acb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.938801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d92d7b23-f94b-42bc-95f0-ba0b5d2acb34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1257a2ecd9884eee81ad8fd5aaf69ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682278 Jul 15 23:36:15.941414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43768) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.947491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d7b23-f94b-42bc-95f0-ba0b5d2acb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa0f0cb-90f6-4b7f-a758-51667755ef74,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:15.998608 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9355472-dc70-426e-ad0b-22c85e28da60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.019907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9355472-dc70-426e-ad0b-22c85e28da60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.068613 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9355472-dc70-426e-ad0b-22c85e28da60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.071406 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9355472-dc70-426e-ad0b-22c85e28da60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.076076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f9355472-dc70-426e-ad0b-22c85e28da60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fa0f0cb-90f6-4b7f-a758-51667755ef74 HTTP/1.1" status: 204 len: 168 time: 0.1334662 Jul 15 23:36:16.101143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9355472-dc70-426e-ad0b-22c85e28da60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa0f0cb-90f6-4b7f-a758-51667755ef74,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:16.470942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4c61949e-17c2-43fb-af64-27b000a18691 req-d76dbb51-b888-4f8c-a1d9-605ea97e87e7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 210 time: 0.0288069 Jul 15 23:36:16.880902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43808) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:16.988771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-259825468-network', 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:17.024055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:17.026570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.035836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.152621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.157967 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.193763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394f078b-fce3-471b-9a8c-84111418f021,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:17.205416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:17.220313 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.220707 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Added segment 9aa1ed89-6a6a-4530-8259-e5cf2d26d81b of type vlan for network 01617dcd-52a8-4334-b559-fc45a06f67c6 Jul 15 23:36:17.266774 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.297887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.299095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:17.299734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.327350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4453127 Jul 15 23:36:17.330377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43818) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:17.335373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Request body: {'subnet': {'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-259825468-subnet', 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:17.357303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:17.360187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.381087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f66231-0c5b-480e-8594-f31a5bbf784c admin admin] Pushing event updated for resources: {'Network': ['ID=01617dcd-52a8-4334-b559-fc45a06f67c6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:17.391838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:17.613735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.678072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60bd4f12-0e7e-45cd-b99a-393f6fe53906,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:17.693152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Checking segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:17.693515 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Network hostable DHCP agents. Network: 01617dcd-52a8-4334-b559-fc45a06f67c6, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:36:17.724106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:36:17.728568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b641488-39c8-4356-bcbb-084b3b2db326 req-2544adc0-ebb6-4f0d-b7bd-166eacdb2428 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=e770243d-cd0a-44b2-bd8c-8bec6c43aa1d HTTP/1.1" status: 200 len: 210 time: 0.0643878 Jul 15 23:36:17.748211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 01617dcd-52a8-4334-b559-fc45a06f67c6) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:17.754453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:17.755295 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.757529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ba569-18e1-43a8-91b6-57df2343f436 None None] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:17.781290 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-54e04827-a74e-485a-a1da-764dbe93370c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4496720 Jul 15 23:36:17.917707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0ff3e-aa57-444c-844f-73ecf51251c1 None None] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:18.074629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6c704ef-e2ef-40f4-b527-a37d9ae5e0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.293744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-6dd55cda-c8c0-47e2-844e-c930207cb701 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:18.295237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-6dd55cda-c8c0-47e2-844e-c930207cb701 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1291304 Jul 15 23:36:18.311124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-5cf30d9d-878d-4e13-98c3-9ae17dcf0aad tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/quotas/87b79a2d1a314b43aac2290461e68ae9 HTTP/1.1" status: 200 len: 375 time: 0.0100777 Jul 15 23:36:18.346600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-2adafa8e-3936-4ee6-88bf-31aa44ef23ba tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296202 Jul 15 23:36:18.447426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-ff0126dc-c6ed-4d67-ad91-add88a8ab51c service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940206 Jul 15 23:36:18.556392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-16d08e09-e44a-43b9-827f-2c43af2bcfa1 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968935 Jul 15 23:36:18.742715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8629ddef-60d4-4470-90f2-4cfa05038b5a req-25a626dd-ebbe-4c13-a131-6304707d9b61 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 210 time: 0.0379665 Jul 15 23:36:19.909291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bfade50d-9fda-451c-9a7a-ba9e024e443b req-3c287cb8-19d9-4105-8c32-714d084ca32b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 210 time: 0.0331974 Jul 15 23:36:20.048880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-bc8d1eb8-1549-429c-8005-c159769d794b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.050974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-bc8d1eb8-1549-429c-8005-c159769d794b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.59 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1401937 Jul 15 23:36:20.065204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Request body: {'port': {'device_id': '0fa40836-1b1e-4baa-bd0b-006ba22a750c', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'admin_state_up': True, 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:20.225679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:20.231694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.379798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Allocated IP 172.20.0.2 (01617dcd-52a8-4334-b559-fc45a06f67c6/60bd4f12-0e7e-45cd-b99a-393f6fe53906/2d109e55-d35d-4114-9d98-be28ec5c28d4) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:20.564208 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.611659 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.663024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:20.673584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:20.680671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:20.693695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-edff2a38-ac70-4e2d-a3be-2b1916619f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.716374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event updated for resources: {'Port': ['ID=2d109e55-d35d-4114-9d98-be28ec5c28d4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:20.770138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:20.770961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.789184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-26412054-6ec8-492a-aaab-6c83084eb316 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7281094 Jul 15 23:36:20.801952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Request body: {'port': {'device_id': '0fa40836-1b1e-4baa-bd0b-006ba22a750c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:20.879234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.050148 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.183606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea225c8-1fdb-4a39-a9ed-626511ef6339 req-1253ce97-b84c-419a-891b-059db9e255b3 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.185627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ea225c8-1fdb-4a39-a9ed-626511ef6339 req-1253ce97-b84c-419a-891b-059db9e255b3 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 931 time: 0.1379361 Jul 15 23:36:21.261448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d109e55-d35d-4114-9d98-be28ec5c28d4 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:21.268758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ea225c8-1fdb-4a39-a9ed-626511ef6339 req-63aa9337-5839-47b2-8b4d-a88223e3f73e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761917 Jul 15 23:36:21.272646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.285212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Transition to ACTIVE for port object 2d109e55-d35d-4114-9d98-be28ec5c28d4 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:21.298246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.355687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Pushing event updated for resources: {'Port': ['ID=2d109e55-d35d-4114-9d98-be28ec5c28d4,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:21.422949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Attempting to bind port 2d109e55-d35d-4114-9d98-be28ec5c28d4 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:21.423311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Attempting to bind port 2d109e55-d35d-4114-9d98-be28ec5c28d4 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:21.423621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Attempting to bind port 2d109e55-d35d-4114-9d98-be28ec5c28d4 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:21.427862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Port 2d109e55-d35d-4114-9d98-be28ec5c28d4 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:21.428189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Attempting to bind port 2d109e55-d35d-4114-9d98-be28ec5c28d4 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:21.433276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:36:21.433630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Checking segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:21.434008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Bound using segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:36:21.434434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Bound port: 2d109e55-d35d-4114-9d98-be28ec5c28d4, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:36:21.435006 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.509586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] For port 2d109e55-d35d-4114-9d98-be28ec5c28d4, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:21.512805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] For port 2d109e55-d35d-4114-9d98-be28ec5c28d4, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2d109e55-d35d-4114-9d98-be28ec5c28d4,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:36:21.518317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.555481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.556112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.557996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] 10.222.0.59 "PUT /v2.0/ports/2d109e55-d35d-4114-9d98-be28ec5c28d4 HTTP/1.1" status: 200 len: 1091 time: 0.7611568 Jul 15 23:36:21.560750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa40836-1b1e-4baa-bd0b-006ba22a750c', 'tag': '2d109e55-d35d-4114-9d98-be28ec5c28d4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:21.562805 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa40836-1b1e-4baa-bd0b-006ba22a750c", "tag": "2d109e55-d35d-4114-9d98-be28ec5c28d4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:21.597706 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.602663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf10e3-b2bd-45f8-b5fc-871388c93509 service neutron] Pushing event updated for resources: {'Port': ['ID=2d109e55-d35d-4114-9d98-be28ec5c28d4,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:21.664051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-0591c7a6-99fe-44f2-aa48-9d1020ae454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.665569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-0591c7a6-99fe-44f2-aa48-9d1020ae454e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 1094 time: 0.0537047 Jul 15 23:36:21.713887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-1a748c70-9f02-4b66-a33f-1e64d508ef5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d109e55-d35d-4114-9d98-be28ec5c28d4 HTTP/1.1" status: 200 len: 217 time: 0.0395055 Jul 15 23:36:21.734798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43972) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:21.740415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9ede829c-6f9b-407f-bbb8-ae1d9f08382e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545945664', 'description': 'tempest-secgroup-smoke-545945664 description', 'project_id': '969839b0673c4a72ac879cdb9b2387f8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:21.767970 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9e14ac-16c5-4e45-836f-c47eeae80e9a x-openstack-request-id: req-6c9e14ac-16c5-4e45-836f-c47eeae80e9a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:21.768233 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa40836-1b1e-4baa-bd0b-006ba22a750c", "tag": "2d109e55-d35d-4114-9d98-be28ec5c28d4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:21.768488 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c9e14ac-16c5-4e45-836f-c47eeae80e9a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:21.768987 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa40836-1b1e-4baa-bd0b-006ba22a750c', 'tag': '2d109e55-d35d-4114-9d98-be28ec5c28d4', 'status': 'completed', 'code': 200} Jul 15 23:36:21.796364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-3a3731f4-3101-421f-b8d6-10fcabf3bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.797951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-3a3731f4-3101-421f-b8d6-10fcabf3bc3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0757740 Jul 15 23:36:21.799200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ede829c-6f9b-407f-bbb8-ae1d9f08382e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.838195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-99c04fbe-4097-4803-8d22-a9066cbc978b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296643 Jul 15 23:36:22.266883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-58afb490-998e-4b5b-8f6c-ad436adcc95c service neutron] 10.222.0.59 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204228 Jul 15 23:36:22.291676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ede829c-6f9b-407f-bbb8-ae1d9f08382e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.304849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ede829c-6f9b-407f-bbb8-ae1d9f08382e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.376694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ede829c-6f9b-407f-bbb8-ae1d9f08382e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.381176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9ede829c-6f9b-407f-bbb8-ae1d9f08382e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6449649 Jul 15 23:36:22.384235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43988) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:22.391615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'security_group_rule': {'security_group_id': '3f727fde-983b-47ee-8876-cf3d31b74343', 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:22.393260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede829c-6f9b-407f-bbb8-ae1d9f08382e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f727fde-983b-47ee-8876-cf3d31b74343,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:22.424106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.427658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f96b174-8feb-43ba-bbf5-690360522a60 req-aeca3172-8d3f-4e34-8211-70a6593b037b service neutron] 10.222.0.59 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531134 Jul 15 23:36:22.483969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91c542-dbaf-4708-b131-e6aa8511351c req-849f0ea3-c164-420d-8d8f-f7f0842ee36a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:22.485704 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.485865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb91c542-dbaf-4708-b131-e6aa8511351c req-849f0ea3-c164-420d-8d8f-f7f0842ee36a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 943 time: 0.0739250 Jul 15 23:36:22.490911 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.512394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a6e6b9-43fa-4335-8e73-5514f4d4b549,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:22.520411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.524315 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354375 Jul 15 23:36:22.524315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.524315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.524315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.524737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.524909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.525443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.526218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.526218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.526458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.526969 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.527120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 43990) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:22.527599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.527977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75191304-a0b7-4f37-9e51-7b68b39d2e1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:22.533828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0272a8e9-55fe-4884-ac07-32b24353258c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'security_group_rule': {'security_group_id': '3f727fde-983b-47ee-8876-cf3d31b74343', 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:22.575990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb91c542-dbaf-4708-b131-e6aa8511351c req-3129f0d6-923b-45fc-a735-9db17331976d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798020 Jul 15 23:36:22.597814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0272a8e9-55fe-4884-ac07-32b24353258c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.613937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-c109d06b-20f8-4577-8213-a9b78d4493ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:22.615492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-c109d06b-20f8-4577-8213-a9b78d4493ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 1094 time: 0.1275408 Jul 15 23:36:22.711456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0272a8e9-55fe-4884-ac07-32b24353258c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.716644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0272a8e9-55fe-4884-ac07-32b24353258c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.743458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272a8e9-55fe-4884-ac07-32b24353258c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ea1182-df90-4fc2-b48c-5cf3182115e5,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:22.750381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0272a8e9-55fe-4884-ac07-32b24353258c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.751587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0272a8e9-55fe-4884-ac07-32b24353258c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2213979 Jul 15 23:36:22.754399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 43998) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:22.759355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cf5dc01b-ce56-4185-8248-f166cf0368b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'security_group_rule': {'security_group_id': '3f727fde-983b-47ee-8876-cf3d31b74343', 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:22.761124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-b5518cf8-6547-4d80-9769-db7abb431dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:22.762612 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-b5518cf8-6547-4d80-9769-db7abb431dea service neutron] 10.222.0.59 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.1396899 Jul 15 23:36:22.787170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc01b-ce56-4185-8248-f166cf0368b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.812730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-a56ab170-d3d7-4ebf-bfc4-0a3895f7ca96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d109e55-d35d-4114-9d98-be28ec5c28d4 HTTP/1.1" status: 200 len: 217 time: 0.0401542 Jul 15 23:36:22.846626 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc01b-ce56-4185-8248-f166cf0368b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.850614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc01b-ce56-4185-8248-f166cf0368b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.868615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-872fab70-b741-437c-94ed-99b252c940b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:22.869049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dc01b-ce56-4185-8248-f166cf0368b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e66538-29ea-42f3-8e0d-d13ddd504c01,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:22.870420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-872fab70-b741-437c-94ed-99b252c940b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0499969 Jul 15 23:36:22.875913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf5dc01b-ce56-4185-8248-f166cf0368b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.880584 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cf5dc01b-ce56-4185-8248-f166cf0368b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250556 Jul 15 23:36:22.881185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44004) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:22.885663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-147407e3-84d6-4693-9489-b789a69b36c0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'security_group_rule': {'security_group_id': '3f727fde-983b-47ee-8876-cf3d31b74343', 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:22.908847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-221f68f8-4716-4715-9af5-797d1dabf0e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307307 Jul 15 23:36:22.925796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-147407e3-84d6-4693-9489-b789a69b36c0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.992430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-147407e3-84d6-4693-9489-b789a69b36c0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.996850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-147407e3-84d6-4693-9489-b789a69b36c0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.012324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-965104d8-118a-432a-be8a-6d0050c56435 service neutron] 10.222.0.59 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966284 Jul 15 23:36:23.017729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147407e3-84d6-4693-9489-b789a69b36c0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44874e2f-3c62-451b-a8c6-6ad85f31055d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:23.021050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-147407e3-84d6-4693-9489-b789a69b36c0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.023433 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-147407e3-84d6-4693-9489-b789a69b36c0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410823 Jul 15 23:36:23.025104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44006) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:23.030330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f32f0276-2452-4cfa-875a-7082ae2dc4b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'security_group_rule': {'security_group_id': '3f727fde-983b-47ee-8876-cf3d31b74343', 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:23.053245 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-f32f0276-2452-4cfa-875a-7082ae2dc4b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Project 969839b0673c4a72ac879cdb9b2387f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:36:23.058199 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f32f0276-2452-4cfa-875a-7082ae2dc4b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.113461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d84a2e3f-74c6-4058-97b3-7cc4f4160b8e req-ec9e82fb-11b3-4a65-a29e-fb094886c8d0 service neutron] 10.222.0.59 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936208 Jul 15 23:36:23.129384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f32f0276-2452-4cfa-875a-7082ae2dc4b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.133957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f32f0276-2452-4cfa-875a-7082ae2dc4b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.152816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f0276-2452-4cfa-875a-7082ae2dc4b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d59d9de-5aee-41b2-a94a-3a114ee83907,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:23.160491 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f32f0276-2452-4cfa-875a-7082ae2dc4b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.162495 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f32f0276-2452-4cfa-875a-7082ae2dc4b8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362009 Jul 15 23:36:23.164991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:23.171058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f200ae3a-619b-4895-8f10-295f05eb7159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'security_group_rule': {'security_group_id': '3f727fde-983b-47ee-8876-cf3d31b74343', 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:23.196998 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-f200ae3a-619b-4895-8f10-295f05eb7159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Project 969839b0673c4a72ac879cdb9b2387f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:36:23.203487 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f200ae3a-619b-4895-8f10-295f05eb7159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.268554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f200ae3a-619b-4895-8f10-295f05eb7159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.272354 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f200ae3a-619b-4895-8f10-295f05eb7159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.295394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200ae3a-619b-4895-8f10-295f05eb7159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1721f3e0-f05f-4d81-86a4-1e70bab98192,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:23.303086 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f200ae3a-619b-4895-8f10-295f05eb7159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.307797 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f200ae3a-619b-4895-8f10-295f05eb7159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416574 Jul 15 23:36:23.332454 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.824050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aa3e6-4239-4ba3-9be2-01e00d9ba65d req-a5fcf75a-7041-41b9-8b87-229b7396417d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:23.825653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc4aa3e6-4239-4ba3-9be2-01e00d9ba65d req-a5fcf75a-7041-41b9-8b87-229b7396417d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 943 time: 0.0792918 Jul 15 23:36:23.872384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc4aa3e6-4239-4ba3-9be2-01e00d9ba65d req-382b3fcf-05b6-4070-be22-c6e21aecff4b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342071 Jul 15 23:36:25.100232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1204-970e-4f3e-b0da-db916db2a2af req-47ecaabf-0484-47ac-9e29-630b69e43d0d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:25.101840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b4b1204-970e-4f3e-b0da-db916db2a2af req-47ecaabf-0484-47ac-9e29-630b69e43d0d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 943 time: 0.0938444 Jul 15 23:36:25.161816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b4b1204-970e-4f3e-b0da-db916db2a2af req-c74174a9-f469-4586-a468-c03f130939be tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Jul 15 23:36:25.244007 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:25.745548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2d109e55-d35d-4114-9d98-be28ec5c28d4 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:36:25.858418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2d109e55-d35d-4114-9d98-be28ec5c28d4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2d109e55-d35d-4114-9d98-be28ec5c28d4,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:25.871450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '2d109e55-d35d-4114-9d98-be28ec5c28d4', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'port_id': '2d109e55-d35d-4114-9d98-be28ec5c28d4', 'mac_address': 'fa:16:3e:b8:9f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd4f12-0e7e-45cd-b99a-393f6fe53906', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:36:25.913201 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:25.939982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d109e55-d35d-4114-9d98-be28ec5c28d4 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:25.962072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2d109e55-d35d-4114-9d98-be28ec5c28d4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2d109e55-d35d-4114-9d98-be28ec5c28d4,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:25.967902 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:26.019183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2d109e55-d35d-4114-9d98-be28ec5c28d4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:26.231055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:26.387691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165d35-647c-4421-9f56-c881d65652b5 req-34c6901a-fe0a-457c-8d19-87b66d105e5e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:26.389406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2165d35-647c-4421-9f56-c881d65652b5 req-34c6901a-fe0a-457c-8d19-87b66d105e5e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 944 time: 0.0817308 Jul 15 23:36:26.439803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2165d35-647c-4421-9f56-c881d65652b5 req-4b4e496f-29f6-4498-897f-293fc2332b9d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Jul 15 23:36:27.637700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53897889-5040-49ca-b882-2506cb960e52 req-48b08d3b-7973-4aaa-bddf-240a1edcb526 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:27.640609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53897889-5040-49ca-b882-2506cb960e52 req-48b08d3b-7973-4aaa-bddf-240a1edcb526 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 944 time: 0.0711186 Jul 15 23:36:27.682584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-53897889-5040-49ca-b882-2506cb960e52 req-a8afd8c7-e63f-4676-9305-da2266bbda4a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357771 Jul 15 23:36:27.777282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2d109e55-d35d-4114-9d98-be28ec5c28d4 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:27.839835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 2d109e55-d35d-4114-9d98-be28ec5c28d4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:27.844918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 2d109e55-d35d-4114-9d98-be28ec5c28d4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:27.845739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:27.930996 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:27.955239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa40836-1b1e-4baa-bd0b-006ba22a750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d109e55-d35d-4114-9d98-be28ec5c28d4'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:27.957916 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3afe9d8-b2be-4737-ab57-989d0fc0d281" -d '{"events": [{"server_uuid": "0fa40836-1b1e-4baa-bd0b-006ba22a750c", "name": "network-vif-plugged", "status": "completed", "tag": "2d109e55-d35d-4114-9d98-be28ec5c28d4"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:27.974969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2d109e55-d35d-4114-9d98-be28ec5c28d4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2d109e55-d35d-4114-9d98-be28ec5c28d4,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:27.981018 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.018722 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6a6609-1fa7-4f09-8807-c67d625949da x-openstack-request-id: req-1e6a6609-1fa7-4f09-8807-c67d625949da {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:28.018722 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa40836-1b1e-4baa-bd0b-006ba22a750c", "name": "network-vif-plugged", "status": "completed", "tag": "2d109e55-d35d-4114-9d98-be28ec5c28d4", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:28.018722 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e6a6609-1fa7-4f09-8807-c67d625949da {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:28.018722 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa40836-1b1e-4baa-bd0b-006ba22a750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d109e55-d35d-4114-9d98-be28ec5c28d4', 'code': 200} Jul 15 23:36:28.073623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2d109e55-d35d-4114-9d98-be28ec5c28d4,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:28.153279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574ad22-b0ab-4e2b-81d7-21436d54443c req-8ba68aa6-d1a1-4c9c-b835-50a1d2fdd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:28.155176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1574ad22-b0ab-4e2b-81d7-21436d54443c req-8ba68aa6-d1a1-4c9c-b835-50a1d2fdd7c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 1096 time: 0.0557113 Jul 15 23:36:28.193098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1574ad22-b0ab-4e2b-81d7-21436d54443c req-a47d172d-6433-40d7-ba94-9353cf0de4f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Jul 15 23:36:28.928155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89976517-ce8f-457a-b6e8-81ab67e283df req-37592f4f-6453-4f15-9fbe-5b3ad2f076f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:28.931243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89976517-ce8f-457a-b6e8-81ab67e283df req-37592f4f-6453-4f15-9fbe-5b3ad2f076f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 945 time: 0.0869472 Jul 15 23:36:28.977711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89976517-ce8f-457a-b6e8-81ab67e283df req-a0965bf1-45f3-45b3-925c-9f3f694a0fc8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jul 15 23:36:30.165892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dbc14-5e2b-4c62-b3ed-2cf3c53881a8 req-90a04218-e568-4222-9b7a-265d1c18dfdc tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:30.168551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab4dbc14-5e2b-4c62-b3ed-2cf3c53881a8 req-90a04218-e568-4222-9b7a-265d1c18dfdc tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 945 time: 0.0697777 Jul 15 23:36:30.209973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab4dbc14-5e2b-4c62-b3ed-2cf3c53881a8 req-49e7b812-e7d7-4a9b-946c-6042100f227f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350082 Jul 15 23:36:30.480612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb7f6e-13c4-44bf-b5ca-61e857f9aee1 req-8e946b4b-685c-45dc-8bd3-2694709a4693 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:30.482795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1bb7f6e-13c4-44bf-b5ca-61e857f9aee1 req-8e946b4b-685c-45dc-8bd3-2694709a4693 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1200752 Jul 15 23:36:30.498460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1bb7f6e-13c4-44bf-b5ca-61e857f9aee1 req-10cd91dd-97e5-4722-8e17-8636872e8eab tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/quotas/87b79a2d1a314b43aac2290461e68ae9 HTTP/1.1" status: 200 len: 375 time: 0.0097947 Jul 15 23:36:30.582166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1bb7f6e-13c4-44bf-b5ca-61e857f9aee1 req-6291d0f5-76f4-4dc6-bb27-ac9106193b8e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762472 Jul 15 23:36:30.693970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1bb7f6e-13c4-44bf-b5ca-61e857f9aee1 req-0033fdf7-b25a-4e58-ac55-be0a8af10ec1 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051722 Jul 15 23:36:30.795560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1bb7f6e-13c4-44bf-b5ca-61e857f9aee1 req-90b6937b-8bee-41bb-b143-fa0adaa1c4b3 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916998 Jul 15 23:36:31.510454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-4977c7e1-5868-4cc9-b97f-d8cedf0c5d96 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:31.517869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-4977c7e1-5868-4cc9-b97f-d8cedf0c5d96 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1554189 Jul 15 23:36:31.531286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-e5b6d300-ece6-4c4d-91e7-26d6b65d1f49 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/quotas/87b79a2d1a314b43aac2290461e68ae9 HTTP/1.1" status: 200 len: 375 time: 0.0125339 Jul 15 23:36:31.621812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-676dcd3c-346a-4169-8c13-ea3b22098a88 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868843 Jul 15 23:36:31.633915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-e9d4b4d1-4c9e-48bb-88b3-ba8f1eabb882 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:36:31.635074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-e9d4b4d1-4c9e-48bb-88b3-ba8f1eabb882 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061393 Jul 15 23:36:31.755753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-1d66b21c-79f5-445a-b192-55110a5a106d service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135020 Jul 15 23:36:31.852728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-0e156ff2-c31a-4265-9b6f-91f22c3161dd service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952981 Jul 15 23:36:32.061379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1cdd1ac2-5936-45fb-805b-69bec0e3600a req-cb758b28-0092-4609-b9bc-bb55a8e3ab81 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 210 time: 0.0443945 Jul 15 23:36:33.235475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-669af7e6-54ae-410a-b540-c018a62690f4 req-75a82373-1be5-4330-b394-6dd7e7fbe18c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 210 time: 0.0296440 Jul 15 23:36:33.347947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-b2e6f29c-2583-401e-a753-d1ba9d9fdb02 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.349536 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-b2e6f29c-2583-401e-a753-d1ba9d9fdb02 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1235812 Jul 15 23:36:33.368887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Request body: {'port': {'device_id': '18376f5a-5504-4948-8da8-f2593696ebc5', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'admin_state_up': True, 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:33.505293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:33.509144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.644137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Allocated IP 172.20.0.14 (01617dcd-52a8-4334-b559-fc45a06f67c6/60bd4f12-0e7e-45cd-b99a-393f6fe53906/56a06d42-aa17-4ca5-8f05-260979215892) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:33.799080 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.840419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.856016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:33.890068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:33.893554 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:33.902235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:33.909504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event updated for resources: {'Port': ['ID=56a06d42-aa17-4ca5-8f05-260979215892,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:33.970093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.970772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.989038 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-683c3f2e-c777-4124-9895-d1cdc155f244 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6246414 Jul 15 23:36:34.008393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Request body: {'port': {'device_id': '18376f5a-5504-4948-8da8-f2593696ebc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:34.096795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.442985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea842-7b3e-4ab9-a589-b70e82fac111 req-61b69d5f-16f5-4142-968e-5b2621d0f367 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:34.452281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-347ea842-7b3e-4ab9-a589-b70e82fac111 req-61b69d5f-16f5-4142-968e-5b2621d0f367 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 932 time: 0.0852997 Jul 15 23:36:34.500377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-347ea842-7b3e-4ab9-a589-b70e82fac111 req-21d28be7-7b04-4742-9429-a4e70574396f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468700 Jul 15 23:36:34.690937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a06d42-aa17-4ca5-8f05-260979215892 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:34.699085 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.711987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Transition to ACTIVE for port object 56a06d42-aa17-4ca5-8f05-260979215892 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:34.717338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.766572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Pushing event updated for resources: {'Port': ['ID=56a06d42-aa17-4ca5-8f05-260979215892,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:34.842468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Attempting to bind port 56a06d42-aa17-4ca5-8f05-260979215892 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:34.842829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Attempting to bind port 56a06d42-aa17-4ca5-8f05-260979215892 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:34.843160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Attempting to bind port 56a06d42-aa17-4ca5-8f05-260979215892 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:34.847617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Port 56a06d42-aa17-4ca5-8f05-260979215892 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:34.848067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Attempting to bind port 56a06d42-aa17-4ca5-8f05-260979215892 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:34.852937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:36:34.853432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Checking segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:34.853917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Bound using segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:36:34.854818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Bound port: 56a06d42-aa17-4ca5-8f05-260979215892, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:36:34.855278 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.924895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] For port 56a06d42-aa17-4ca5-8f05-260979215892, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:34.928052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] For port 56a06d42-aa17-4ca5-8f05-260979215892, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=56a06d42-aa17-4ca5-8f05-260979215892,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:36:34.933250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.966740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:34.967349 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.968806 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] 10.222.0.37 "PUT /v2.0/ports/56a06d42-aa17-4ca5-8f05-260979215892 HTTP/1.1" status: 200 len: 1092 time: 0.9650004 Jul 15 23:36:34.969230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18376f5a-5504-4948-8da8-f2593696ebc5', 'tag': '56a06d42-aa17-4ca5-8f05-260979215892'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:34.971730 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0a746c-b988-4a52-b738-93313fb80e75" -d '{"events": [{"name": "network-changed", "server_uuid": "18376f5a-5504-4948-8da8-f2593696ebc5", "tag": "56a06d42-aa17-4ca5-8f05-260979215892"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:35.005307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f599b-c5be-4feb-8178-fe861fb4ebb5 service neutron] Pushing event updated for resources: {'Port': ['ID=56a06d42-aa17-4ca5-8f05-260979215892,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:35.062863 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec04387-e71d-4446-9881-f7f6d241ccec x-openstack-request-id: req-dec04387-e71d-4446-9881-f7f6d241ccec {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:35.063155 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18376f5a-5504-4948-8da8-f2593696ebc5", "tag": "56a06d42-aa17-4ca5-8f05-260979215892", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:35.063404 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dec04387-e71d-4446-9881-f7f6d241ccec {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:35.063789 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18376f5a-5504-4948-8da8-f2593696ebc5', 'tag': '56a06d42-aa17-4ca5-8f05-260979215892', 'status': 'completed', 'code': 200} Jul 15 23:36:35.107923 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-b0abd3f6-fdec-4638-abac-a4d293a87684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:35.109476 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-b0abd3f6-fdec-4638-abac-a4d293a87684 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 1095 time: 0.0627716 Jul 15 23:36:35.161126 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-303d4f54-f738-4d27-8dc5-93f21c82ab96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56a06d42-aa17-4ca5-8f05-260979215892 HTTP/1.1" status: 200 len: 217 time: 0.0386131 Jul 15 23:36:35.214946 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-e2abc5f5-b534-4e0e-91e2-f8d493b752e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:35.216530 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-e2abc5f5-b534-4e0e-91e2-f8d493b752e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0492573 Jul 15 23:36:35.251152 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-444518f9-3034-4f2e-8d8f-a2fd0de1db3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284028 Jul 15 23:36:35.344809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-6ac08168-1f1f-477a-b67b-464a0be0e732 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877385 Jul 15 23:36:35.440331 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-61e982fe-f0cc-4595-a4ee-6762a9a0a720 req-05873c26-dc83-4278-b202-9314f7a4e556 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894125 Jul 15 23:36:35.624918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-f87472b2-e0c4-4bc2-b85c-ae7a91e6efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:35.630942 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-f87472b2-e0c4-4bc2-b85c-ae7a91e6efb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 1095 time: 0.1019108 Jul 15 23:36:35.715929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73b37a-2892-4838-b79a-427dacf2aa8e req-25de7aa4-ee23-47f8-b71e-927a71a858d6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:35.723275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac73b37a-2892-4838-b79a-427dacf2aa8e req-25de7aa4-ee23-47f8-b71e-927a71a858d6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 944 time: 0.0746808 Jul 15 23:36:35.754536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-a4822e91-fecf-4d61-9919-8682d2623bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:35.756221 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-a4822e91-fecf-4d61-9919-8682d2623bdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.1181915 Jul 15 23:36:35.773179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac73b37a-2892-4838-b79a-427dacf2aa8e req-5a58f110-80a8-40c2-81c5-4cb2afe83916 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489490 Jul 15 23:36:35.804263 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-9ebc0c97-be7a-49ac-a544-b0e1dbf21998 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56a06d42-aa17-4ca5-8f05-260979215892 HTTP/1.1" status: 200 len: 217 time: 0.0401626 Jul 15 23:36:35.853901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-aa349e76-ff02-4669-837e-84866d8640fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:35.855841 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-aa349e76-ff02-4669-837e-84866d8640fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0441639 Jul 15 23:36:35.889949 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-ebb29371-79f0-48e5-95db-10d7e6cee676 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269516 Jul 15 23:36:35.987219 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-6c628e12-5648-401f-a0d9-fdad77b08d46 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904479 Jul 15 23:36:36.089782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7e0a746c-b988-4a52-b738-93313fb80e75 req-7d02cfbf-8388-4590-9d37-0608bda7ec3e service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967338 Jul 15 23:36:36.941256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b0a3b-4d9e-4141-bfc3-d99623d09358 req-bd101da2-2d6f-4e47-ab5e-71f8cc902ee0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:36.942789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-193b0a3b-4d9e-4141-bfc3-d99623d09358 req-bd101da2-2d6f-4e47-ab5e-71f8cc902ee0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 944 time: 0.0662320 Jul 15 23:36:36.983131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-193b0a3b-4d9e-4141-bfc3-d99623d09358 req-c159099d-ac2e-46af-b787-4f335c096586 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346129 Jul 15 23:36:38.174592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb7bb-66dd-40e7-b53c-b65b3ce4fc74 req-0c25a4f1-c901-491a-bac1-0a85935bdd60 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:38.176241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-997cb7bb-66dd-40e7-b53c-b65b3ce4fc74 req-0c25a4f1-c901-491a-bac1-0a85935bdd60 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 944 time: 0.0717239 Jul 15 23:36:38.219999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-997cb7bb-66dd-40e7-b53c-b65b3ce4fc74 req-304bbddd-c053-4f95-ab51-d13e069313f6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374007 Jul 15 23:36:39.401719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb7129-5616-49e7-aace-c9ae42a65057 req-d87ab5a4-74a8-4893-86d5-e897f7945b2e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:39.403400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8eb7129-5616-49e7-aace-c9ae42a65057 req-d87ab5a4-74a8-4893-86d5-e897f7945b2e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 944 time: 0.0713682 Jul 15 23:36:39.447839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8eb7129-5616-49e7-aace-c9ae42a65057 req-b52696d2-af02-42b7-889b-4b8409ebbd90 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347705 Jul 15 23:36:39.931437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 56a06d42-aa17-4ca5-8f05-260979215892 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:36:40.030874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 56a06d42-aa17-4ca5-8f05-260979215892, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=56a06d42-aa17-4ca5-8f05-260979215892,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:40.043733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '56a06d42-aa17-4ca5-8f05-260979215892', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'port_id': '56a06d42-aa17-4ca5-8f05-260979215892', 'mac_address': 'fa:16:3e:ea:4b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd4f12-0e7e-45cd-b99a-393f6fe53906', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:36:40.085364 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:40.098988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a06d42-aa17-4ca5-8f05-260979215892 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:40.119572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 56a06d42-aa17-4ca5-8f05-260979215892, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=56a06d42-aa17-4ca5-8f05-260979215892,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:40.124809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:40.146140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-bdc5ddaa-ea18-4588-bc0b-0b40bfbcfce7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545945664&fields=id&tenant_id=969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 267 time: 0.0403614 Jul 15 23:36:40.181843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=56a06d42-aa17-4ca5-8f05-260979215892,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:40.266736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-1fa5be00-1528-4b90-abf6-e5acb4d78ca3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:40.268258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-1fa5be00-1528-4b90-abf6-e5acb4d78ca3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1132052 Jul 15 23:36:40.283898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-df43f9a3-6153-493a-910d-245341932e22 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/quotas/969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 375 time: 0.0097303 Jul 15 23:36:40.351445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-435bfdfc-806c-4997-8f38-ecdc9fd37514 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622139 Jul 15 23:36:40.391573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['56a06d42-aa17-4ca5-8f05-260979215892'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:40.513792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-e32dbf71-c90b-4c25-a689-33a46e8ef8ca service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500118 Jul 15 23:36:40.604917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-9ff0ad8a-1790-48e2-9289-f98183716df1 service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848229 Jul 15 23:36:41.002361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0392928-acc9-4b84-9a38-a549d07c2413 req-8c06a887-634b-4db2-938c-a391933467c5 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:41.004249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0392928-acc9-4b84-9a38-a549d07c2413 req-8c06a887-634b-4db2-938c-a391933467c5 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 945 time: 0.0723584 Jul 15 23:36:41.056903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0392928-acc9-4b84-9a38-a549d07c2413 req-02227276-bf14-4d60-b6a9-8c192ab4be48 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469010 Jul 15 23:36:41.140765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fe736b1-d73f-44aa-b823-f3d1a9aaf06e req-ffd5f832-9311-4ff0-b1a7-a4eb333097d7 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 210 time: 0.0335374 Jul 15 23:36:41.946243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 56a06d42-aa17-4ca5-8f05-260979215892 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:41.995338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 56a06d42-aa17-4ca5-8f05-260979215892 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:41.999761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 56a06d42-aa17-4ca5-8f05-260979215892 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:42.000133 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.083388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.114656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18376f5a-5504-4948-8da8-f2593696ebc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a06d42-aa17-4ca5-8f05-260979215892'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:42.117001 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96250238-f9e7-4cc8-8352-fd6ad3a30db2" -d '{"events": [{"server_uuid": "18376f5a-5504-4948-8da8-f2593696ebc5", "name": "network-vif-plugged", "status": "completed", "tag": "56a06d42-aa17-4ca5-8f05-260979215892"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:42.131450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 56a06d42-aa17-4ca5-8f05-260979215892, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=56a06d42-aa17-4ca5-8f05-260979215892,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:42.135961 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.195497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=56a06d42-aa17-4ca5-8f05-260979215892,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:42.296577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423e0de-d597-447f-830b-3e36e23eda31 req-5e46cbbe-7668-4456-acfc-2ed14f8aed47 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:42.298314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2423e0de-d597-447f-830b-3e36e23eda31 req-5e46cbbe-7668-4456-acfc-2ed14f8aed47 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 946 time: 0.1039829 Jul 15 23:36:42.387115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2423e0de-d597-447f-830b-3e36e23eda31 req-f6eff406-b8ea-409d-aa21-db10e5ea7882 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802317 Jul 15 23:36:42.419187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-56876a37-0f37-4202-b651-2ca9684c0ff4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:42.422108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-56876a37-0f37-4202-b651-2ca9684c0ff4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1632235 Jul 15 23:36:42.437226 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0aec98-6aa3-4d30-bf24-95b893bfe3c0 x-openstack-request-id: req-cb0aec98-6aa3-4d30-bf24-95b893bfe3c0 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:42.437710 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18376f5a-5504-4948-8da8-f2593696ebc5", "name": "network-vif-plugged", "status": "completed", "tag": "56a06d42-aa17-4ca5-8f05-260979215892", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:42.438226 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb0aec98-6aa3-4d30-bf24-95b893bfe3c0 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:42.438806 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18376f5a-5504-4948-8da8-f2593696ebc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a06d42-aa17-4ca5-8f05-260979215892', 'code': 200} Jul 15 23:36:42.495498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-8a006ed6-8eff-45f9-b918-be75969bb052 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 379 time: 0.0573680 Jul 15 23:36:42.506717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'port': {'device_id': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'admin_state_up': True, 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'security_groups': ['3f727fde-983b-47ee-8876-cf3d31b74343']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:42.572148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f93321f8-1dfa-491c-a1a9-eefd7cd7833d req-d81b88ab-aa20-4cd0-92b7-aad9b55599f2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 210 time: 0.0352893 Jul 15 23:36:42.621926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f72efa-7f81-4439-8aab-94a47c5effd2 req-b5de96cd-7437-4566-9834-922ed996b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:42.623633 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42f72efa-7f81-4439-8aab-94a47c5effd2 req-b5de96cd-7437-4566-9834-922ed996b3ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 1097 time: 0.0879035 Jul 15 23:36:42.665737 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-42f72efa-7f81-4439-8aab-94a47c5effd2 req-896553b6-ea93-42f4-8fa0-143573f1c453 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358894 Jul 15 23:36:42.684578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:42.688604 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.834792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.20.0.10 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/99885d5c-4a37-4d51-b922-8f7dc3a50056) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:43.009478 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.023038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Transition to ACTIVE for port object 99885d5c-4a37-4d51-b922-8f7dc3a50056 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:43.055982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.108685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:43.112335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:43.116568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:43.123501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=99885d5c-4a37-4d51-b922-8f7dc3a50056,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:43.152126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.152477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.152816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.153151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.153491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.154363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.154735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.155092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.155419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.155741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.156067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.156388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.183557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:43.184222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.202102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-12be7c0a-5387-4e0e-8a49-18f09365de81 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6995850 Jul 15 23:36:43.219120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Request body: {'port': {'device_id': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:43.300695 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.407811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9ffb1199-1bdc-4f8d-b608-d033de4d2e37 None None] Provisioning for port 99885d5c-4a37-4d51-b922-8f7dc3a50056 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:43.415298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9ffb1199-1bdc-4f8d-b608-d033de4d2e37 None None] Provisioning complete for port 99885d5c-4a37-4d51-b922-8f7dc3a50056 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:43.415915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ffb1199-1bdc-4f8d-b608-d033de4d2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.462302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb1199-1bdc-4f8d-b608-d033de4d2e37 None None] Port 99885d5c-4a37-4d51-b922-8f7dc3a50056 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:36:43.625458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99885d5c-4a37-4d51-b922-8f7dc3a50056 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:43.634269 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.649393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe480d24-6c60-4fd0-8fe2-91f780084d26 req-4c61eb27-ee1d-4fa3-bb34-efc56881fd53 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:43.650951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe480d24-6c60-4fd0-8fe2-91f780084d26 req-4c61eb27-ee1d-4fa3-bb34-efc56881fd53 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 946 time: 0.1319544 Jul 15 23:36:43.660419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Transition to ACTIVE for port object 99885d5c-4a37-4d51-b922-8f7dc3a50056 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:43.685984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.767299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe480d24-6c60-4fd0-8fe2-91f780084d26 req-5a7f7384-6b2b-4304-b268-9160c4c0f63c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102717 Jul 15 23:36:43.781337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Pushing event updated for resources: {'Port': ['ID=99885d5c-4a37-4d51-b922-8f7dc3a50056,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:43.883800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Attempting to bind port 99885d5c-4a37-4d51-b922-8f7dc3a50056 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:43.884123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Attempting to bind port 99885d5c-4a37-4d51-b922-8f7dc3a50056 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:43.884389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Attempting to bind port 99885d5c-4a37-4d51-b922-8f7dc3a50056 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:43.892128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Port 99885d5c-4a37-4d51-b922-8f7dc3a50056 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:43.892462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Attempting to bind port 99885d5c-4a37-4d51-b922-8f7dc3a50056 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:43.901425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:36:43.901821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:43.902167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:36:43.902611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Bound port: 99885d5c-4a37-4d51-b922-8f7dc3a50056, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:36:43.903032 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.957916 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:44.025693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] For port 99885d5c-4a37-4d51-b922-8f7dc3a50056, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:44.040778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] For port 99885d5c-4a37-4d51-b922-8f7dc3a50056, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:36:44.049835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:44.067111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6b386-8ceb-4963-a6d6-338bbb321beb req-8655d895-9488-43cd-a54e-4f10e7c04b9e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:44.068656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42d6b386-8ceb-4963-a6d6-338bbb321beb req-8655d895-9488-43cd-a54e-4f10e7c04b9e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 944 time: 0.1234214 Jul 15 23:36:44.121896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:44.122579 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:44.124092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] 10.222.0.59 "PUT /v2.0/ports/99885d5c-4a37-4d51-b922-8f7dc3a50056 HTTP/1.1" status: 200 len: 1092 time: 0.9099724 Jul 15 23:36:44.127037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'tag': '99885d5c-4a37-4d51-b922-8f7dc3a50056'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:44.129368 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b8fa38-bdeb-49de-a31b-f74608180fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1278c4b7-6baa-45cd-9a50-68f098bf4ede", "tag": "99885d5c-4a37-4d51-b922-8f7dc3a50056"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:44.167416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42d6b386-8ceb-4963-a6d6-338bbb321beb req-f81616ba-9045-48cd-8366-fd37436c5430 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786507 Jul 15 23:36:44.172145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a9bb0-cd79-42a8-9fc9-bb59ed9d849d service neutron] Pushing event updated for resources: {'Port': ['ID=99885d5c-4a37-4d51-b922-8f7dc3a50056,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:44.258371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-695cd338-119e-4157-8bd3-9864e75cc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:44.260254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-695cd338-119e-4157-8bd3-9864e75cc743 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 1095 time: 0.0737634 Jul 15 23:36:44.264835 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed62f177-e82e-4265-b054-2c3ab5373bee x-openstack-request-id: req-ed62f177-e82e-4265-b054-2c3ab5373bee {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:44.265124 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1278c4b7-6baa-45cd-9a50-68f098bf4ede", "tag": "99885d5c-4a37-4d51-b922-8f7dc3a50056", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:44.265381 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed62f177-e82e-4265-b054-2c3ab5373bee {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:44.266109 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'tag': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'status': 'completed', 'code': 200} Jul 15 23:36:44.322478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-6d1e60c8-78eb-45bf-a856-d050d40611a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056 HTTP/1.1" status: 200 len: 217 time: 0.0415463 Jul 15 23:36:44.428892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2dec07eb-9b42-47d3-ae2e-8d209dd5aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:44.428892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-2dec07eb-9b42-47d3-ae2e-8d209dd5aad2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0784588 Jul 15 23:36:44.531815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-8aac3554-424b-4f37-82a0-0a4e1ed5a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:44.531815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-8aac3554-424b-4f37-82a0-0a4e1ed5a864 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692847 Jul 15 23:36:44.616241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-37120926-58bc-4a80-8ff7-ce4d75cc950d service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120567 Jul 15 23:36:44.747609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16d72e8b-58be-48e6-a44a-8db92355ebde req-1dff56ab-a038-4774-8795-4652a6e7b4f3 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231635 Jul 15 23:36:44.871176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-c10cdbe7-b37b-4e93-9443-bb34c58d488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:44.873821 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-c10cdbe7-b37b-4e93-9443-bb34c58d488c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 1095 time: 0.0688567 Jul 15 23:36:45.020104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-6ff5991b-093d-4384-828c-67302da6efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:45.021608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-6ff5991b-093d-4384-828c-67302da6efb4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1380033 Jul 15 23:36:45.054850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20319a-ddd5-4fec-9d83-a3cd962fb4e0 req-c2ffd675-2e49-48f1-b8ff-a2a212f496d0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:45.056451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d20319a-ddd5-4fec-9d83-a3cd962fb4e0 req-c2ffd675-2e49-48f1-b8ff-a2a212f496d0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 946 time: 0.1022120 Jul 15 23:36:45.432725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-72417baa-0b5c-4d8b-8588-bd5e219d8b9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056 HTTP/1.1" status: 200 len: 217 time: 0.3992016 Jul 15 23:36:45.494191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d20319a-ddd5-4fec-9d83-a3cd962fb4e0 req-3cd76f4e-4fc6-4b81-9ad0-801e998ec2b7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683615 Jul 15 23:36:45.502629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-af98ac39-60e7-4c79-8b98-1eb3579f9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:45.504183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-af98ac39-60e7-4c79-8b98-1eb3579f9bf3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0626354 Jul 15 23:36:45.606120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-b287867c-b654-459a-b742-546724c25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:45.607998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-b287867c-b654-459a-b742-546724c25cf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868373 Jul 15 23:36:45.779041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543b3a0-8af9-4b84-8b6a-7d9dd311c1cc req-4c82595d-4d61-4368-9b1e-97558bf04305 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:45.779041 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6543b3a0-8af9-4b84-8b6a-7d9dd311c1cc req-4c82595d-4d61-4368-9b1e-97558bf04305 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 944 time: 0.1445587 Jul 15 23:36:45.781707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-d757ad29-10ce-45d4-b1fc-72796060e131 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647496 Jul 15 23:36:45.850200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6543b3a0-8af9-4b84-8b6a-7d9dd311c1cc req-3efa693e-21d4-4ff5-9bd7-727153490734 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667965 Jul 15 23:36:45.908208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e5b8fa38-bdeb-49de-a31b-f74608180fc5 req-4372ab39-c579-44f7-80ac-7dec99a516e6 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105404 Jul 15 23:36:46.028173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a6177-bc6e-4264-91e4-51ac57254606 req-83973f16-2820-43de-bcc8-1711cf68758e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:46.030624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b01a6177-bc6e-4264-91e4-51ac57254606 req-83973f16-2820-43de-bcc8-1711cf68758e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 946 time: 0.0718107 Jul 15 23:36:46.084207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b01a6177-bc6e-4264-91e4-51ac57254606 req-b1485a62-9048-44de-a511-a84dd1abbbc5 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474050 Jul 15 23:36:46.513772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032636-5769-45c6-8762-f40371293d23 req-67f5c089-746e-43a7-a0fe-a32e33f9d633 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:46.515452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c032636-5769-45c6-8762-f40371293d23 req-67f5c089-746e-43a7-a0fe-a32e33f9d633 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 946 time: 0.0798278 Jul 15 23:36:46.556578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c032636-5769-45c6-8762-f40371293d23 req-9b2ed91e-040f-4082-b6b6-920caaad4de7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Jul 15 23:36:47.026807 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:36:47.051583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51865e-dace-4f06-a440-e1a07b047c41 req-d3570d1a-269f-47a7-86f6-0fea48755ca3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:47.053359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b51865e-dace-4f06-a440-e1a07b047c41 req-d3570d1a-269f-47a7-86f6-0fea48755ca3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 944 time: 0.0768714 Jul 15 23:36:47.099400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b51865e-dace-4f06-a440-e1a07b047c41 req-15a0f0bc-93cd-488c-8a44-668630769b67 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396166 Jul 15 23:36:47.746217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd104c10-9626-406d-b50e-b03a431ad47d req-2547d476-6f51-4bb6-9a3c-afce066d76d4 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:47.748458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd104c10-9626-406d-b50e-b03a431ad47d req-2547d476-6f51-4bb6-9a3c-afce066d76d4 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 946 time: 0.0755546 Jul 15 23:36:47.791298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd104c10-9626-406d-b50e-b03a431ad47d req-cd10cb70-e72a-4f65-a62c-6dc22e791d47 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336850 Jul 15 23:36:47.853613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-ef8c3b13-1fd6-4250-9873-94066f075db0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:47.855266 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-ef8c3b13-1fd6-4250-9873-94066f075db0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 946 time: 0.0859153 Jul 15 23:36:47.959738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Deleting port 56a06d42-aa17-4ca5-8f05-260979215892 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:47.960006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:48.055547 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] For port 56a06d42-aa17-4ca5-8f05-260979215892, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=56a06d42-aa17-4ca5-8f05-260979215892,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:48.055914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:48.056695 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e9febe2-8ac3-4080-84c8-ce8dc2345168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:48.070533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Calling delete_port for 56a06d42-aa17-4ca5-8f05-260979215892 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:48.230379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:48.245898 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:48.264876 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event deleted for resources: {'Port': ['ID=56a06d42-aa17-4ca5-8f05-260979215892,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:48.296247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a40890-8f56-4c30-bfc8-0d0d15055513 req-89cd01cf-5034-4a92-b07e-0e57ce573dab tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:48.298073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a40890-8f56-4c30-bfc8-0d0d15055513 req-89cd01cf-5034-4a92-b07e-0e57ce573dab tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 944 time: 0.0807738 Jul 15 23:36:48.315729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] No DVR routers for this DVR port 56a06d42-aa17-4ca5-8f05-260979215892 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:36:48.320533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:48.321867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['56a06d42-aa17-4ca5-8f05-260979215892'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:48.326461 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-285070c5-d67e-40a2-8a5a-98e7dad10634 req-eed7e4f2-f816-4988-83e2-d449747a8a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "DELETE /v2.0/ports/56a06d42-aa17-4ca5-8f05-260979215892 HTTP/1.1" status: 204 len: 173 time: 0.4647934 Jul 15 23:36:48.327073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18376f5a-5504-4948-8da8-f2593696ebc5', 'name': 'network-vif-deleted', 'tag': '56a06d42-aa17-4ca5-8f05-260979215892'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:48.335627 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6b05fe-7b4b-4623-b05c-9289c2feafb7" -d '{"events": [{"server_uuid": "18376f5a-5504-4948-8da8-f2593696ebc5", "name": "network-vif-deleted", "tag": "56a06d42-aa17-4ca5-8f05-260979215892"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:48.347998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59a40890-8f56-4c30-bfc8-0d0d15055513 req-b56268d9-7140-47cf-892a-c9827aff3e62 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418828 Jul 15 23:36:48.414003 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680c20c-75d3-46e8-bf01-f372aee4dd9e x-openstack-request-id: req-5680c20c-75d3-46e8-bf01-f372aee4dd9e {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:48.414484 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18376f5a-5504-4948-8da8-f2593696ebc5", "name": "network-vif-deleted", "tag": "56a06d42-aa17-4ca5-8f05-260979215892", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:48.415007 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5680c20c-75d3-46e8-bf01-f372aee4dd9e {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:48.415628 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18376f5a-5504-4948-8da8-f2593696ebc5', 'name': 'network-vif-deleted', 'tag': '56a06d42-aa17-4ca5-8f05-260979215892', 'status': 'completed', 'code': 200} Jul 15 23:36:48.974267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29b3abbb-d8e9-4b2f-b2cc-ba42c1b59367 req-ec186574-fb59-4cb4-85cf-6c1f93323cf0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=18376f5a-5504-4948-8da8-f2593696ebc5 HTTP/1.1" status: 200 len: 210 time: 0.0362527 Jul 15 23:36:49.536871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23f6d1-5301-4938-bf55-1a9ed645b552 req-b6e694e2-16d1-408c-92f3-9d504e3302d6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:49.538453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f23f6d1-5301-4938-bf55-1a9ed645b552 req-b6e694e2-16d1-408c-92f3-9d504e3302d6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 944 time: 0.0667794 Jul 15 23:36:49.580508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f23f6d1-5301-4938-bf55-1a9ed645b552 req-4ace3f1e-1568-4e22-992e-7c37363bef7b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360010 Jul 15 23:36:50.674460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-a11a391e-7502-4388-9a2f-58f7a7a78d8c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:50.678153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-a11a391e-7502-4388-9a2f-58f7a7a78d8c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1200576 Jul 15 23:36:50.684132 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66b2d490-2b6a-4686-b22c-9fe14ef50448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.706196 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d91ef6c7-5933-455a-aa6c-5f25516853e8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/quotas/87b79a2d1a314b43aac2290461e68ae9 HTTP/1.1" status: 200 len: 375 time: 0.0243297 Jul 15 23:36:50.768863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-88aeeb10-80b0-4630-8205-0933055981de tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616629 Jul 15 23:36:50.867819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-70f7c355-fd27-402b-9ba3-a127420da5f2 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865750 Jul 15 23:36:50.975136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d32244c2-c704-46a0-8ca0-c7300466f76e service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011024 Jul 15 23:36:51.055026 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.273810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a8aac-178c-4dc5-a6ad-dbe47b4cd567 req-59b852eb-000f-4999-855e-bad93f9a535b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:51.276242 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed2a8aac-178c-4dc5-a6ad-dbe47b4cd567 req-59b852eb-000f-4999-855e-bad93f9a535b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 944 time: 0.0786316 Jul 15 23:36:51.324807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ed2a8aac-178c-4dc5-a6ad-dbe47b4cd567 req-b3ffdf34-0353-4936-8538-5ff2d624fe97 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419228 Jul 15 23:36:51.422199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-397f4cc0-935b-4df9-aa34-f8ecfa1ea6e3 req-e01c1ca6-4866-44db-a653-c4a5494a8cde tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 210 time: 0.0425193 Jul 15 23:36:51.613713 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.069715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 56a06d42-aa17-4ca5-8f05-260979215892 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:52.092473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 56a06d42-aa17-4ca5-8f05-260979215892 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:36:52.092817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 56a06d42-aa17-4ca5-8f05-260979215892 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:36:52.377292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d00947de-de3a-429f-b18a-06824b152ab7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:52.378851 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d00947de-de3a-429f-b18a-06824b152ab7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1365211 Jul 15 23:36:52.398003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Request body: {'port': {'device_id': '82ca9a72-d1ab-47c6-90ae-1737b529871d', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'admin_state_up': True, 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:52.520963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35597341-fb9c-40e8-b1b0-0955d8e6814b req-1a4b60e1-27a4-48bc-b1ae-ab74f8573bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:52.522705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35597341-fb9c-40e8-b1b0-0955d8e6814b req-1a4b60e1-27a4-48bc-b1ae-ab74f8573bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 944 time: 0.0721850 Jul 15 23:36:52.542495 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:52.546410 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.566844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-35597341-fb9c-40e8-b1b0-0955d8e6814b req-4a2e4086-9aa9-4596-a674-b179c6926433 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382898 Jul 15 23:36:52.700401 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Allocated IP 172.20.0.11 (01617dcd-52a8-4334-b559-fc45a06f67c6/60bd4f12-0e7e-45cd-b99a-393f6fe53906/35659987-17b3-4961-b96c-72b895bc4390) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:52.727889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c2c3e5d-b4b7-49f5-bccf-c8b78534457d req-62dde5d1-be4b-4392-bdc0-dc38b2b98c9b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 210 time: 0.0338404 Jul 15 23:36:52.883538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.932690 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.946358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:52.980941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:52.984379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:52.988803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:53.018215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event updated for resources: {'Port': ['ID=35659987-17b3-4961-b96c-72b895bc4390,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:53.050169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.050808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.066471 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-465f8568-435b-4464-8cbb-4e2ea5689936 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6731005 Jul 15 23:36:53.083809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Request body: {'port': {'device_id': '82ca9a72-d1ab-47c6-90ae-1737b529871d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:53.170071 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.341956 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.467142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35659987-17b3-4961-b96c-72b895bc4390 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:53.474641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.488231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Transition to ACTIVE for port object 35659987-17b3-4961-b96c-72b895bc4390 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:53.492072 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.562199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Pushing event updated for resources: {'Port': ['ID=35659987-17b3-4961-b96c-72b895bc4390,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:53.617406 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Attempting to bind port 35659987-17b3-4961-b96c-72b895bc4390 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:53.618000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Attempting to bind port 35659987-17b3-4961-b96c-72b895bc4390 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:53.618000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Attempting to bind port 35659987-17b3-4961-b96c-72b895bc4390 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:53.623557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Port 35659987-17b3-4961-b96c-72b895bc4390 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:53.623774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Attempting to bind port 35659987-17b3-4961-b96c-72b895bc4390 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:53.630051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:36:53.630051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Checking segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:53.630303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Bound using segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:36:53.630581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Bound port: 35659987-17b3-4961-b96c-72b895bc4390, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:36:53.630965 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.710403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] For port 35659987-17b3-4961-b96c-72b895bc4390, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:53.714949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] For port 35659987-17b3-4961-b96c-72b895bc4390, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=35659987-17b3-4961-b96c-72b895bc4390,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:36:53.724400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.771128 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.771869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.773438 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/35659987-17b3-4961-b96c-72b895bc4390 HTTP/1.1" status: 200 len: 1092 time: 0.6941404 Jul 15 23:36:53.773934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ca9a72-d1ab-47c6-90ae-1737b529871d', 'tag': '35659987-17b3-4961-b96c-72b895bc4390'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:53.776282 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "82ca9a72-d1ab-47c6-90ae-1737b529871d", "tag": "35659987-17b3-4961-b96c-72b895bc4390"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:53.797377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923751-c01b-4b13-93b3-ab4fbfa736c0 service neutron] Pushing event updated for resources: {'Port': ['ID=35659987-17b3-4961-b96c-72b895bc4390,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:53.803989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888124c-ee18-4a5b-b0f2-6beafbc641a6 req-94c51cfb-3e4f-4808-a2f4-287e67b1b0b0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.805767 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f888124c-ee18-4a5b-b0f2-6beafbc641a6 req-94c51cfb-3e4f-4808-a2f4-287e67b1b0b0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 944 time: 0.1083612 Jul 15 23:36:53.850147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f888124c-ee18-4a5b-b0f2-6beafbc641a6 req-18518618-c914-49b6-a6d4-b7352bd8d01a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376887 Jul 15 23:36:53.870390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 99885d5c-4a37-4d51-b922-8f7dc3a50056 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:36:53.893893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-751edf1b-bd8b-4e6a-8b2c-3c11d10a06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.895519 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-751edf1b-bd8b-4e6a-8b2c-3c11d10a06f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 1095 time: 0.0629261 Jul 15 23:36:53.960327 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-9bbe9a81-bbde-47a5-aa96-a4f3a7b5839b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35659987-17b3-4961-b96c-72b895bc4390 HTTP/1.1" status: 200 len: 217 time: 0.0504174 Jul 15 23:36:54.008539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 99885d5c-4a37-4d51-b922-8f7dc3a50056, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:54.019174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-0db1d9c6-b634-4d7e-b1a1-643f7f45358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:54.020955 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-0db1d9c6-b634-4d7e-b1a1-643f7f45358b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0552335 Jul 15 23:36:54.022116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'port_id': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'mac_address': 'fa:16:3e:1d:d0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:36:54.055312 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-04fdc775-2e04-4285-bcb6-f31d52c57f6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282874 Jul 15 23:36:54.064743 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.081270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99885d5c-4a37-4d51-b922-8f7dc3a50056 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:54.099611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5def2-bef7-4fc6-85c6-19e3eb6ff2ba req-fe35a408-947b-4d9a-b1b8-8917425d7d14 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:54.103236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad5def2-bef7-4fc6-85c6-19e3eb6ff2ba req-fe35a408-947b-4d9a-b1b8-8917425d7d14 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 944 time: 0.0943859 Jul 15 23:36:54.105069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 99885d5c-4a37-4d51-b922-8f7dc3a50056, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:54.110363 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.147972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad5def2-bef7-4fc6-85c6-19e3eb6ff2ba req-597e4ef5-b64d-4bc2-b7a7-5bcb2999a8b8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Jul 15 23:36:54.178615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=99885d5c-4a37-4d51-b922-8f7dc3a50056,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:54.187903 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-410873af-9269-4a0a-8851-db11c11dd39b service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210239 Jul 15 23:36:54.213171 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6fbe8e-e43b-4292-967d-06fe49e28c64 x-openstack-request-id: req-0d6fbe8e-e43b-4292-967d-06fe49e28c64 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:54.213573 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ca9a72-d1ab-47c6-90ae-1737b529871d", "tag": "35659987-17b3-4961-b96c-72b895bc4390", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:54.213573 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d6fbe8e-e43b-4292-967d-06fe49e28c64 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:54.213971 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ca9a72-d1ab-47c6-90ae-1737b529871d', 'tag': '35659987-17b3-4961-b96c-72b895bc4390', 'status': 'completed', 'code': 200} Jul 15 23:36:54.282399 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a38c2cdd-4e10-4a62-a141-0f03df9d8e71 req-ff43e960-4c14-49e9-a35b-16cf1f2f15af service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881841 Jul 15 23:36:54.396883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['99885d5c-4a37-4d51-b922-8f7dc3a50056'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:54.448642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-bd19d664-55c1-41f8-8965-bd453c57d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:54.451135 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-bd19d664-55c1-41f8-8965-bd453c57d350 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 1095 time: 0.0709195 Jul 15 23:36:54.563299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-bf239f53-162b-49f3-8cf6-af4eead94b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:54.564856 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-bf239f53-162b-49f3-8cf6-af4eead94b7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.0993063 Jul 15 23:36:54.605663 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-de4652ed-e143-4ed4-8a1e-2cc14b07c8de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35659987-17b3-4961-b96c-72b895bc4390 HTTP/1.1" status: 200 len: 217 time: 0.0343151 Jul 15 23:36:54.666930 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-7027b4bd-9d6b-4f6a-85c6-884a11b61a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:54.668649 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-7027b4bd-9d6b-4f6a-85c6-884a11b61a2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0562997 Jul 15 23:36:54.703328 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-e4b7308f-e2cb-43ad-a233-e73ddbd0218b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273974 Jul 15 23:36:54.803918 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-cc352f6f-feb8-4685-9aee-0ffb2d708e32 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939221 Jul 15 23:36:54.900930 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-107c8d6a-943e-42ae-b72d-4045c3f7f1d9 req-a369d46a-9fb7-4461-9f33-a1e93f709cab service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892560 Jul 15 23:36:55.040832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8deb27-4ed6-4c35-a50e-caa7784f6d28 req-8f2a2898-d3b7-495b-a636-9f607f3ccf3d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:55.042339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d8deb27-4ed6-4c35-a50e-caa7784f6d28 req-8f2a2898-d3b7-495b-a636-9f607f3ccf3d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 945 time: 0.0708089 Jul 15 23:36:55.081549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d8deb27-4ed6-4c35-a50e-caa7784f6d28 req-99881319-e3a6-4e01-bdc4-65e5e52d828a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327806 Jul 15 23:36:55.236117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:55.349444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193ea4a-e368-480c-960a-97708e740a52 req-67dfcc23-03a0-4f29-9d62-011f8c9d0de6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:55.350940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7193ea4a-e368-480c-960a-97708e740a52 req-67dfcc23-03a0-4f29-9d62-011f8c9d0de6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 944 time: 0.0771000 Jul 15 23:36:55.397041 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7193ea4a-e368-480c-960a-97708e740a52 req-f63c68c4-ac02-4aab-acc9-124c812dc97c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Jul 15 23:36:55.893176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 99885d5c-4a37-4d51-b922-8f7dc3a50056 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:55.941588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 99885d5c-4a37-4d51-b922-8f7dc3a50056 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:55.945621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 99885d5c-4a37-4d51-b922-8f7dc3a50056 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:55.945991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.025532 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.049464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99885d5c-4a37-4d51-b922-8f7dc3a50056'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:56.051746 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae14412-a91e-4f54-9478-27b7ca09cdf0" -d '{"events": [{"server_uuid": "1278c4b7-6baa-45cd-9a50-68f098bf4ede", "name": "network-vif-plugged", "status": "completed", "tag": "99885d5c-4a37-4d51-b922-8f7dc3a50056"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:56.065923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 99885d5c-4a37-4d51-b922-8f7dc3a50056, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:56.071944 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.125623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=99885d5c-4a37-4d51-b922-8f7dc3a50056,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:56.134168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.134611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.135021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.135430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.135824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.136376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.137086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.137086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.137549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.137942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.138891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.139284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.160941 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1ccf4-b6ab-41d2-abd0-054dd612d09a x-openstack-request-id: req-0ef1ccf4-b6ab-41d2-abd0-054dd612d09a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:56.161452 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1278c4b7-6baa-45cd-9a50-68f098bf4ede", "name": "network-vif-plugged", "status": "completed", "tag": "99885d5c-4a37-4d51-b922-8f7dc3a50056", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:56.161819 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ef1ccf4-b6ab-41d2-abd0-054dd612d09a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:56.162228 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'code': 200} Jul 15 23:36:56.333551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af87cb3-72ff-40fd-b6f7-25cf14e24b27 req-78b43b89-b3b5-4b71-811a-3627becdda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:56.335086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5af87cb3-72ff-40fd-b6f7-25cf14e24b27 req-78b43b89-b3b5-4b71-811a-3627becdda04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 1097 time: 0.0966864 Jul 15 23:36:56.358169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5a188-6f25-4f7b-a3a5-993b61bb142c req-cb99c9ea-6cad-45e3-a92d-fb1e53bc072e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:56.359661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8a5a188-6f25-4f7b-a3a5-993b61bb142c req-cb99c9ea-6cad-45e3-a92d-fb1e53bc072e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 946 time: 0.0947242 Jul 15 23:36:56.399723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5af87cb3-72ff-40fd-b6f7-25cf14e24b27 req-18a78923-c8a5-402e-aabf-b36aee5e37ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562365 Jul 15 23:36:56.412470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8a5a188-6f25-4f7b-a3a5-993b61bb142c req-be3fa73d-b6c1-49a6-8a91-ed704743d36b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 Jul 15 23:36:56.578916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6887df-5eb3-41db-90a4-1702486e81a5 req-2515cbd8-5fd7-41e5-a93f-124db6846a14 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:56.580531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e6887df-5eb3-41db-90a4-1702486e81a5 req-2515cbd8-5fd7-41e5-a93f-124db6846a14 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 944 time: 0.0648210 Jul 15 23:36:56.620257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e6887df-5eb3-41db-90a4-1702486e81a5 req-472d50e8-798a-4e60-8a97-cdab345a49db tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342710 Jul 15 23:36:57.599700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669eac1-69b5-4042-99d2-1019b1bad346 req-60810dc4-bb69-4691-a762-8f907d600f09 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:57.601379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e669eac1-69b5-4042-99d2-1019b1bad346 req-60810dc4-bb69-4691-a762-8f907d600f09 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 946 time: 0.0738251 Jul 15 23:36:57.644321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e669eac1-69b5-4042-99d2-1019b1bad346 req-4696e2cf-3c54-468d-be6d-026b7e517abc tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359726 Jul 15 23:36:57.831343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb532fbe-eff7-432d-a745-871396a22fa4 req-62dbf470-0eb4-41f0-ae26-42f2cc2f2213 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:57.832852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb532fbe-eff7-432d-a745-871396a22fa4 req-62dbf470-0eb4-41f0-ae26-42f2cc2f2213 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 944 time: 0.0778775 Jul 15 23:36:57.870434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb532fbe-eff7-432d-a745-871396a22fa4 req-a4136185-4c4c-4d4b-8d88-7520e6fc78e5 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Jul 15 23:36:58.099768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 35659987-17b3-4961-b96c-72b895bc4390 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:36:58.196799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 35659987-17b3-4961-b96c-72b895bc4390, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=35659987-17b3-4961-b96c-72b895bc4390,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:58.208257 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '35659987-17b3-4961-b96c-72b895bc4390', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'port_id': '35659987-17b3-4961-b96c-72b895bc4390', 'mac_address': 'fa:16:3e:87:3d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd4f12-0e7e-45cd-b99a-393f6fe53906', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:36:58.245277 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:58.258729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35659987-17b3-4961-b96c-72b895bc4390 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:58.278335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 35659987-17b3-4961-b96c-72b895bc4390, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=35659987-17b3-4961-b96c-72b895bc4390,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:58.282892 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:58.333722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=35659987-17b3-4961-b96c-72b895bc4390,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:58.553400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['35659987-17b3-4961-b96c-72b895bc4390'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:58.826117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf8e1-aea1-481f-810f-fe355375815a req-ed13aed9-6720-4687-95e3-98aa751107e4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:58.827657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a90bf8e1-aea1-481f-810f-fe355375815a req-ed13aed9-6720-4687-95e3-98aa751107e4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 946 time: 0.0647550 Jul 15 23:36:58.866706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a90bf8e1-aea1-481f-810f-fe355375815a req-eb6b68e1-0c80-452d-bfc2-eb618e65149e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Jul 15 23:36:59.045328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63989b0a-4f14-40e9-a830-3e055282f894 req-23f0ed68-00f7-4a65-ac6e-e17818c1dd98 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:59.047139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63989b0a-4f14-40e9-a830-3e055282f894 req-23f0ed68-00f7-4a65-ac6e-e17818c1dd98 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 946 time: 0.0707638 Jul 15 23:36:59.090250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63989b0a-4f14-40e9-a830-3e055282f894 req-6dcc459b-1ed5-45e6-a246-0d5eaaf23a1a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367961 Jul 15 23:36:59.117530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44784) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:59.169031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b42c4-b8a3-4dd8-abf9-38283ab4e29f tempest-TestVolumeBootPattern-260060388 tempest-TestVolumeBootPattern-260060388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:59.173857 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-462b42c4-b8a3-4dd8-abf9-38283ab4e29f tempest-TestVolumeBootPattern-260060388 tempest-TestVolumeBootPattern-260060388-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 1092 time: 0.0528657 Jul 15 23:36:59.174098 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 44786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:59.178573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:59.203203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.260386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8d2dd-84c7-4fc6-95ea-e636ba466e14 req-93843db3-8dcc-45e1-b6e1-6cf46d42ebb4 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:59.261931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13a8d2dd-84c7-4fc6-95ea-e636ba466e14 req-93843db3-8dcc-45e1-b6e1-6cf46d42ebb4 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 945 time: 0.0655160 Jul 15 23:36:59.300712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13a8d2dd-84c7-4fc6-95ea-e636ba466e14 req-8beeaeb5-210f-4cc2-b61f-67a3da663dc0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Jul 15 23:36:59.303895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.409180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.25.3.124 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/6b65c0f6-f6fe-4724-9e9f-d7d3678bee68) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:59.508691 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.546296 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.580673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:59.583397 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:59.588803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:59.618553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=6b65c0f6-f6fe-4724-9e9f-d7d3678bee68,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:00.101746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 35659987-17b3-4961-b96c-72b895bc4390 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:00.156900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 35659987-17b3-4961-b96c-72b895bc4390 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:00.161197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 35659987-17b3-4961-b96c-72b895bc4390 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:00.161572 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.240268 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.268163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca9a72-d1ab-47c6-90ae-1737b529871d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35659987-17b3-4961-b96c-72b895bc4390'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:00.270840 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d6499-9fdf-4a86-be65-03fded2d1ed6" -d '{"events": [{"server_uuid": "82ca9a72-d1ab-47c6-90ae-1737b529871d", "name": "network-vif-plugged", "status": "completed", "tag": "35659987-17b3-4961-b96c-72b895bc4390"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:00.287188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 35659987-17b3-4961-b96c-72b895bc4390, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=35659987-17b3-4961-b96c-72b895bc4390,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:00.292484 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.327476 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876400fd-2908-4190-8feb-812e437ac5ec x-openstack-request-id: req-876400fd-2908-4190-8feb-812e437ac5ec {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:00.329000 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca9a72-d1ab-47c6-90ae-1737b529871d", "name": "network-vif-plugged", "status": "completed", "tag": "35659987-17b3-4961-b96c-72b895bc4390", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:00.329473 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-876400fd-2908-4190-8feb-812e437ac5ec {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:00.330080 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca9a72-d1ab-47c6-90ae-1737b529871d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35659987-17b3-4961-b96c-72b895bc4390', 'code': 200} Jul 15 23:37:00.380668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=35659987-17b3-4961-b96c-72b895bc4390,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:00.422803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.518889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea2424-b419-45f0-92a8-37e3a75b2d88 req-60851e19-2e9f-4367-a308-6db937e4539c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:00.520423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bea2424-b419-45f0-92a8-37e3a75b2d88 req-60851e19-2e9f-4367-a308-6db937e4539c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 946 time: 0.0659525 Jul 15 23:37:00.562576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2bea2424-b419-45f0-92a8-37e3a75b2d88 req-341a2897-79bf-4fc8-b7f2-916852bacb33 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Jul 15 23:37:00.572595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.577431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399f25e-ccad-43c7-8d5c-69c74e09eb9d req-f37f1e02-297e-46d7-bf37-b4a93d4e60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:00.579107 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1399f25e-ccad-43c7-8d5c-69c74e09eb9d req-f37f1e02-297e-46d7-bf37-b4a93d4e60e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 1097 time: 0.1370835 Jul 15 23:37:00.644661 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-1399f25e-ccad-43c7-8d5c-69c74e09eb9d req-0b57f298-23be-4205-8bb1-1f6f77559d85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489883 Jul 15 23:37:00.752463 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.757265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.834598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=6b65c0f6-f6fe-4724-9e9f-d7d3678bee68,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:00.843022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.947787 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Floating IP d49f8818-8e37-4d5d-a6ae-e736ba936084 associated. External IP: 172.25.3.124, port: 99885d5c-4a37-4d51-b922-8f7dc3a50056. Jul 15 23:37:01.161316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Router 99179a35-cd6b-4ae7-8938-5803881715c6 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:37:01.270553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:01.279934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:01.289511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:01.290056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:36:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.302833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.362819 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-66dd6f9c-b23d-4058-84fa-265a9f8ca401 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1787853 Jul 15 23:37:01.362819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'tag': '99885d5c-4a37-4d51-b922-8f7dc3a50056'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:01.362819 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b4316-2c71-4e5e-ac81-01ef9b46976b" -d '{"events": [{"name": "network-changed", "server_uuid": "1278c4b7-6baa-45cd-9a50-68f098bf4ede", "tag": "99885d5c-4a37-4d51-b922-8f7dc3a50056"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:01.402025 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70816009-57a8-433d-9418-09dc16443f39 x-openstack-request-id: req-70816009-57a8-433d-9418-09dc16443f39 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:01.402320 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1278c4b7-6baa-45cd-9a50-68f098bf4ede", "tag": "99885d5c-4a37-4d51-b922-8f7dc3a50056", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:01.402580 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70816009-57a8-433d-9418-09dc16443f39 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:01.402680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:01.403017 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'tag': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'status': 'completed', 'code': 200} Jul 15 23:37:01.495945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-ea006622-6c52-4278-87bc-a063a69736dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:01.498555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-ea006622-6c52-4278-87bc-a063a69736dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 1097 time: 0.0665908 Jul 15 23:37:01.606345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-df24632a-7da7-4b20-b6d8-8984a96f2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:01.607970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-df24632a-7da7-4b20-b6d8-8984a96f2eca service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.0984178 Jul 15 23:37:01.686575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd49f8818-8e37-4d5d-a6ae-e736ba936084', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:1d:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:59Z', 'updated_at': '2021-07-15T23:36:59Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.712729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-61006779-c43b-45c4-868f-b203380dd718 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056 HTTP/1.1" status: 200 len: 1000 time: 0.0965989 Jul 15 23:37:01.741340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:37:01.752219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:01.752913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:36:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.813136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-8180cdc4-105a-4a3d-a7e9-b35917494b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:01.814963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-8180cdc4-105a-4a3d-a7e9-b35917494b40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0901017 Jul 15 23:37:01.874177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea78095-585a-42fd-b3bb-cf544eecd2b5 req-6944a2d1-06bb-4592-a728-9258160d0387 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:01.875758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ea78095-585a-42fd-b3bb-cf544eecd2b5 req-6944a2d1-06bb-4592-a728-9258160d0387 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 946 time: 0.1136746 Jul 15 23:37:01.881752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:01.928794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ea78095-585a-42fd-b3bb-cf544eecd2b5 req-660b2020-fb70-4c21-8e78-04dfba9609a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 Jul 15 23:37:01.931939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-f2a1465a-9609-4e58-bdef-85190fb1c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:01.933796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-f2a1465a-9609-4e58-bdef-85190fb1c15f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072240 Jul 15 23:37:02.040353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-5a66fc5b-6300-43c1-ab8b-0f77c200bd12 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943847 Jul 15 23:37:02.128002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd49f8818-8e37-4d5d-a6ae-e736ba936084', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:1d:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:59Z', 'updated_at': '2021-07-15T23:36:59Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:02.145387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905b4316-2c71-4e5e-ac81-01ef9b46976b req-fc99f450-aea0-48ef-9be7-ad3f0a442f80 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936031 Jul 15 23:37:02.157016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18999d1-ff1c-458b-a4d1-c88a8c086303 None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd49f8818-8e37-4d5d-a6ae-e736ba936084', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:1d:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:36:59Z', 'updated_at': '2021-07-15T23:36:59Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:37:02.370432 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e74791-7892-4a5e-8b83-d29ac00a9af3 None None] New status for floating IP d49f8818-8e37-4d5d-a6ae-e736ba936084: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:37:03.117692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfc349-17db-4973-8c36-67773a8ee6f5 req-d4908c5f-9fbb-48ff-aff9-ee98e355565f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:03.119393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84bfc349-17db-4973-8c36-67773a8ee6f5 req-d4908c5f-9fbb-48ff-aff9-ee98e355565f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 946 time: 0.0702591 Jul 15 23:37:03.168067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84bfc349-17db-4973-8c36-67773a8ee6f5 req-b19fee05-2f61-4eef-93a2-6fac0169ff00 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Jul 15 23:37:03.367560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6a542-e09f-4fd5-ab70-d5d3e04a046f req-9feb9cca-5df4-4069-81ed-6abdbff6219f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:03.369415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d6a542-e09f-4fd5-ab70-d5d3e04a046f req-9feb9cca-5df4-4069-81ed-6abdbff6219f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 946 time: 0.0801282 Jul 15 23:37:03.412169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45d6a542-e09f-4fd5-ab70-d5d3e04a046f req-8e11a02a-b760-42a4-a05d-85923c550981 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365129 Jul 15 23:37:03.649575 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95065403-588b-4918-8b27-fd88f8952fc0 req-c09f71c1-57e2-4e5a-80d7-aa0fdd797bfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598388 Jul 15 23:37:03.797333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95065403-588b-4918-8b27-fd88f8952fc0 req-dc8d48f2-81d5-43ba-867f-3ba6bcde80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:03.798895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95065403-588b-4918-8b27-fd88f8952fc0 req-dc8d48f2-81d5-43ba-867f-3ba6bcde80b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 1097 time: 0.0655055 Jul 15 23:37:03.843799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dde01-4b22-4a65-9814-81223861f3bf req-3175d647-f198-4c39-9e4d-737cc4facbac tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:03.846426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a02dde01-4b22-4a65-9814-81223861f3bf req-3175d647-f198-4c39-9e4d-737cc4facbac tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 946 time: 0.0776789 Jul 15 23:37:03.912010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a02dde01-4b22-4a65-9814-81223861f3bf req-e209f61c-fd4e-42b8-a50f-be73f2120bbd tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585175 Jul 15 23:37:03.950520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95065403-588b-4918-8b27-fd88f8952fc0 req-cd54a5a4-c5b2-4312-9c0d-6bdfd3e6585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:03.952414 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95065403-588b-4918-8b27-fd88f8952fc0 req-cd54a5a4-c5b2-4312-9c0d-6bdfd3e6585b service neutron] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.1279888 Jul 15 23:37:03.998688 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95065403-588b-4918-8b27-fd88f8952fc0 req-28ae3331-2532-4749-917a-e47f51c70bd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35659987-17b3-4961-b96c-72b895bc4390 HTTP/1.1" status: 200 len: 217 time: 0.0393856 Jul 15 23:37:04.058017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95065403-588b-4918-8b27-fd88f8952fc0 req-d6bc2483-3442-4fdc-8a54-17f11687047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:04.059853 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95065403-588b-4918-8b27-fd88f8952fc0 req-d6bc2483-3442-4fdc-8a54-17f11687047d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0547280 Jul 15 23:37:04.096702 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95065403-588b-4918-8b27-fd88f8952fc0 req-9c69483c-0284-4f13-aa53-a0486cb4cd8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301845 Jul 15 23:37:04.190363 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95065403-588b-4918-8b27-fd88f8952fc0 req-97b16cd5-fb5b-408b-9dab-e9559ebbaee7 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866377 Jul 15 23:37:04.289422 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95065403-588b-4918-8b27-fd88f8952fc0 req-3b46cb27-4639-47ba-be5b-0bdee01ad969 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921636 Jul 15 23:37:05.095571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26147c-6f31-474e-bd1f-40b8ba5a2875 req-4d2e30eb-859e-4cc8-928d-4856efc5f153 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:05.097127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c26147c-6f31-474e-bd1f-40b8ba5a2875 req-4d2e30eb-859e-4cc8-928d-4856efc5f153 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 946 time: 0.0661259 Jul 15 23:37:05.137408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c26147c-6f31-474e-bd1f-40b8ba5a2875 req-64ceaecb-6564-4a29-a752-e6578f12f206 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Jul 15 23:37:05.209019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-25a43fc1-da2a-4862-8cc7-29973a9c23e7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:05.210497 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-25a43fc1-da2a-4862-8cc7-29973a9c23e7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 946 time: 0.0689728 Jul 15 23:37:05.320375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Deleting port 35659987-17b3-4961-b96c-72b895bc4390 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:05.320725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:05.410020 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] For port 35659987-17b3-4961-b96c-72b895bc4390, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=35659987-17b3-4961-b96c-72b895bc4390,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:05.410383 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:05.423018 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Calling delete_port for 35659987-17b3-4961-b96c-72b895bc4390 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:05.549472 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:05.567762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:05.577563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event deleted for resources: {'Port': ['ID=35659987-17b3-4961-b96c-72b895bc4390,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:05.590416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['35659987-17b3-4961-b96c-72b895bc4390'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:05.630548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] No DVR routers for this DVR port 35659987-17b3-4961-b96c-72b895bc4390 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:05.633254 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:05.635402 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9bf26c1f-aa3c-4ff2-b28d-5dc6374c9a86 req-168518d8-5385-4d7c-abca-306f3750f1c8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "DELETE /v2.0/ports/35659987-17b3-4961-b96c-72b895bc4390 HTTP/1.1" status: 204 len: 173 time: 0.4190567 Jul 15 23:37:05.635848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca9a72-d1ab-47c6-90ae-1737b529871d', 'name': 'network-vif-deleted', 'tag': '35659987-17b3-4961-b96c-72b895bc4390'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:05.638140 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c09ce0-a6b4-4295-ba8b-3befd5def6b5" -d '{"events": [{"server_uuid": "82ca9a72-d1ab-47c6-90ae-1737b529871d", "name": "network-vif-deleted", "tag": "35659987-17b3-4961-b96c-72b895bc4390"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:05.677895 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f3938c-9b4a-4249-9618-e5ca24253cbf x-openstack-request-id: req-d1f3938c-9b4a-4249-9618-e5ca24253cbf {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:05.678174 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca9a72-d1ab-47c6-90ae-1737b529871d", "name": "network-vif-deleted", "tag": "35659987-17b3-4961-b96c-72b895bc4390", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:05.678459 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1f3938c-9b4a-4249-9618-e5ca24253cbf {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:05.678874 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca9a72-d1ab-47c6-90ae-1737b529871d', 'name': 'network-vif-deleted', 'tag': '35659987-17b3-4961-b96c-72b895bc4390', 'status': 'completed', 'code': 200} Jul 15 23:37:06.321444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b96d42fd-2e3b-4f51-9814-20003b469bf2 req-99c652ba-e265-4dca-a7ba-16a2db0917bc tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ca9a72-d1ab-47c6-90ae-1737b529871d HTTP/1.1" status: 200 len: 210 time: 0.0466528 Jul 15 23:37:07.655012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-98be1c2e-0884-443a-96c9-dd7c568c3c1c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:07.656403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-98be1c2e-0884-443a-96c9-dd7c568c3c1c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1032841 Jul 15 23:37:07.673352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-79e88969-40c3-4116-8df4-d4e86bef39cb tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/quotas/87b79a2d1a314b43aac2290461e68ae9 HTTP/1.1" status: 200 len: 375 time: 0.0112717 Jul 15 23:37:07.748906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-dd66da3a-bf08-4ae4-97e4-3066c517e5b8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715420 Jul 15 23:37:07.844060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-e2e84c98-078c-44db-99dd-5ca956ea00ec service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869515 Jul 15 23:37:07.950464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-035122a7-fd89-4291-9d02-21f05938aef2 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003203 Jul 15 23:37:08.131685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 35659987-17b3-4961-b96c-72b895bc4390 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:08.155613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29a92716-2ef0-4455-8b9d-e91f041f0860 req-30fb98d8-a8cd-48c6-8670-af6e39da3292 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 210 time: 0.0355487 Jul 15 23:37:08.168440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 35659987-17b3-4961-b96c-72b895bc4390 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:08.170088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 35659987-17b3-4961-b96c-72b895bc4390 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:09.301502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2796400d-569b-48eb-95d6-cd902320d7ac req-3b9febf6-5805-47e9-843c-12ce9c194567 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 210 time: 0.0314798 Jul 15 23:37:09.410887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-e482db28-9a1b-4afe-8038-bd177eb54e98 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:09.412352 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-e482db28-9a1b-4afe-8038-bd177eb54e98 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1163139 Jul 15 23:37:09.434713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Request body: {'port': {'device_id': '399bfffa-a060-4ea2-95f6-a3cc7e39a4af', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'admin_state_up': True, 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.549512 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:09.553270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.684925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Allocated IP 172.20.0.9 (01617dcd-52a8-4334-b559-fc45a06f67c6/60bd4f12-0e7e-45cd-b99a-393f6fe53906/bccdb5e6-ad75-4593-887b-31cf5598e19f) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:09.845864 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.889442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.910726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:09.934058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:09.940115 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:09.945055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:10.246453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event updated for resources: {'Port': ['ID=bccdb5e6-ad75-4593-887b-31cf5598e19f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:10.283009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:10.283643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.299571 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-2eb29085-2f73-4663-ad1b-903a4221a0f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8689411 Jul 15 23:37:10.317791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Request body: {'port': {'device_id': '399bfffa-a060-4ea2-95f6-a3cc7e39a4af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:10.392914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45322) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:10.399701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.523511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5315d1-dca0-460f-bb81-d37d717d76de req-b105fa7f-ccf6-4088-aa41-b3908597a24a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:10.526976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb5315d1-dca0-460f-bb81-d37d717d76de req-b105fa7f-ccf6-4088-aa41-b3908597a24a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 931 time: 0.0871160 Jul 15 23:37:10.605603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb5315d1-dca0-460f-bb81-d37d717d76de req-7f772732-a433-49aa-a423-9c5669a0af76 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561852 Jul 15 23:37:10.608210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-331d5fd0-cb3e-4e14-9c8b-97320bda80a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3c7aa919aa84f2a8fdcc500b4ec8bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138746 Jul 15 23:37:10.610881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45326) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:10.678948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d23d4289-f465-4c13-a2be-cb1f884397c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.706673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d23d4289-f465-4c13-a2be-cb1f884397c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.726915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccdb5e6-ad75-4593-887b-31cf5598e19f {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:10.735584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.749950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Transition to ACTIVE for port object bccdb5e6-ad75-4593-887b-31cf5598e19f will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:10.757095 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.773917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d23d4289-f465-4c13-a2be-cb1f884397c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.777349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d23d4289-f465-4c13-a2be-cb1f884397c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.779320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d23d4289-f465-4c13-a2be-cb1f884397c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be0fe4b4-80d7-4a32-a8b0-6f33f555b86d HTTP/1.1" status: 204 len: 168 time: 0.1665039 Jul 15 23:37:10.804181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d4289-f465-4c13-a2be-cb1f884397c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0fe4b4-80d7-4a32-a8b0-6f33f555b86d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:10.806032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Pushing event updated for resources: {'Port': ['ID=bccdb5e6-ad75-4593-887b-31cf5598e19f,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:10.896560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Attempting to bind port bccdb5e6-ad75-4593-887b-31cf5598e19f on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:10.896903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Attempting to bind port bccdb5e6-ad75-4593-887b-31cf5598e19f by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:10.897363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Attempting to bind port bccdb5e6-ad75-4593-887b-31cf5598e19f on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:10.903078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Port bccdb5e6-ad75-4593-887b-31cf5598e19f on network 01617dcd-52a8-4334-b559-fc45a06f67c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:37:10.903279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Attempting to bind port bccdb5e6-ad75-4593-887b-31cf5598e19f on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:10.910602 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:10.910970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Checking segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:10.911344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Bound using segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:10.911797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Bound port: bccdb5e6-ad75-4593-887b-31cf5598e19f, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:10.912144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.003081 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] For port bccdb5e6-ad75-4593-887b-31cf5598e19f, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:11.006803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] For port bccdb5e6-ad75-4593-887b-31cf5598e19f, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bccdb5e6-ad75-4593-887b-31cf5598e19f,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:11.013471 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.050314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.051292 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.052745 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] 10.222.0.37 "PUT /v2.0/ports/bccdb5e6-ad75-4593-887b-31cf5598e19f HTTP/1.1" status: 200 len: 1091 time: 0.7395978 Jul 15 23:37:11.055215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399bfffa-a060-4ea2-95f6-a3cc7e39a4af', 'tag': 'bccdb5e6-ad75-4593-887b-31cf5598e19f'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:11.057515 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1" -d '{"events": [{"name": "network-changed", "server_uuid": "399bfffa-a060-4ea2-95f6-a3cc7e39a4af", "tag": "bccdb5e6-ad75-4593-887b-31cf5598e19f"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:11.119500 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b1323-5726-4da7-8d89-9cb9e92f54b6 x-openstack-request-id: req-111b1323-5726-4da7-8d89-9cb9e92f54b6 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:11.119968 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399bfffa-a060-4ea2-95f6-a3cc7e39a4af", "tag": "bccdb5e6-ad75-4593-887b-31cf5598e19f", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:11.120231 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-111b1323-5726-4da7-8d89-9cb9e92f54b6 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:11.120683 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399bfffa-a060-4ea2-95f6-a3cc7e39a4af', 'tag': 'bccdb5e6-ad75-4593-887b-31cf5598e19f', 'status': 'completed', 'code': 200} Jul 15 23:37:11.125122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9497a-d5c4-4c2b-a0d1-4a866048474f service neutron] Pushing event updated for resources: {'Port': ['ID=bccdb5e6-ad75-4593-887b-31cf5598e19f,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:11.200457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-5475c397-90fc-4f68-8d38-6b4dc209e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.203005 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-5475c397-90fc-4f68-8d38-6b4dc209e582 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 1094 time: 0.0634403 Jul 15 23:37:11.262218 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-ae55ac90-3b09-4265-acc2-ec47ada49c7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bccdb5e6-ad75-4593-887b-31cf5598e19f HTTP/1.1" status: 200 len: 217 time: 0.0458064 Jul 15 23:37:11.314734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-e22fc197-b011-4ff0-ade5-c80750d49eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.316230 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-e22fc197-b011-4ff0-ade5-c80750d49eee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0474875 Jul 15 23:37:11.352278 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-55dfcf2c-4cfa-41c6-ac65-5e3f6480fc18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302711 Jul 15 23:37:11.445680 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-ff08630c-6010-4abf-924d-a2f80c1ab467 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869560 Jul 15 23:37:11.534917 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ec5d7e55-2c18-4901-8649-827eeae13ab2 req-effb0428-6868-4bf9-b76c-44955afdf512 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819526 Jul 15 23:37:11.681950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-97d6fd71-5e32-4008-998b-144b46f9a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.683663 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-97d6fd71-5e32-4008-998b-144b46f9a134 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 1094 time: 0.0621254 Jul 15 23:37:11.793050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f8b02-723d-4501-a491-37631694864e req-790fdecf-b342-465a-9930-0a1d9c53cd9f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.795252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be5f8b02-723d-4501-a491-37631694864e req-790fdecf-b342-465a-9930-0a1d9c53cd9f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 943 time: 0.0734146 Jul 15 23:37:11.797379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-0d0d6563-ff8a-4dd6-8cf4-940541efa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.798942 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-0d0d6563-ff8a-4dd6-8cf4-940541efa3af service neutron] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.1084602 Jul 15 23:37:11.835856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be5f8b02-723d-4501-a491-37631694864e req-1f78dc19-39de-4b85-bb35-9827441fe6f6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Jul 15 23:37:11.840281 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-2c9a6113-c471-4120-930b-5102192c8628 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bccdb5e6-ad75-4593-887b-31cf5598e19f HTTP/1.1" status: 200 len: 217 time: 0.0348547 Jul 15 23:37:11.893412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-a539560d-b4de-4dc2-9278-3b6dc42c83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.894945 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-a539560d-b4de-4dc2-9278-3b6dc42c83ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0483620 Jul 15 23:37:11.931528 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-3c8e3c2c-ec35-48f1-8bfc-ce1a375ad562 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292652 Jul 15 23:37:12.031321 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-4a6e6406-b56d-4a0f-a1df-f002ceed4473 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919545 Jul 15 23:37:12.124933 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c3b3d1b2-e4d4-4b0e-8810-b4f5ed1b73f1 req-128bd00c-55be-406c-99d6-518570ecca31 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864329 Jul 15 23:37:13.009799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f75bd9-b7c2-4902-a1fe-4ed5b5e9e36a req-114d330a-b6c1-4eba-b6d8-ceab886169c7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:13.011368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58f75bd9-b7c2-4902-a1fe-4ed5b5e9e36a req-114d330a-b6c1-4eba-b6d8-ceab886169c7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 943 time: 0.0639474 Jul 15 23:37:13.051252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58f75bd9-b7c2-4902-a1fe-4ed5b5e9e36a req-4e04f63f-015d-432f-a937-05699714958d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Jul 15 23:37:13.949939 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:14.208632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bccdb5e6-ad75-4593-887b-31cf5598e19f details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:37:14.219711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a87890-35e8-4d14-93d7-8106f6233350 req-f482b1b9-9635-4e1b-ab3a-0e459dfc087c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:14.221107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03a87890-35e8-4d14-93d7-8106f6233350 req-f482b1b9-9635-4e1b-ab3a-0e459dfc087c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 943 time: 0.0626702 Jul 15 23:37:14.259875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03a87890-35e8-4d14-93d7-8106f6233350 req-83c2f2b0-83d0-4865-8ad6-7310e7f35597 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332663 Jul 15 23:37:14.305204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bccdb5e6-ad75-4593-887b-31cf5598e19f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bccdb5e6-ad75-4593-887b-31cf5598e19f,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:14.318572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'bccdb5e6-ad75-4593-887b-31cf5598e19f', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'port_id': 'bccdb5e6-ad75-4593-887b-31cf5598e19f', 'mac_address': 'fa:16:3e:27:bd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd4f12-0e7e-45cd-b99a-393f6fe53906', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:37:14.353733 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:14.366744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccdb5e6-ad75-4593-887b-31cf5598e19f {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:14.385608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bccdb5e6-ad75-4593-887b-31cf5598e19f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bccdb5e6-ad75-4593-887b-31cf5598e19f,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:14.389014 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:14.442325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=bccdb5e6-ad75-4593-887b-31cf5598e19f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:14.647024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['bccdb5e6-ad75-4593-887b-31cf5598e19f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:15.436950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63c437-adec-4402-a09c-bc477f7145ba req-32a40763-bae7-4c3e-afa9-9f7b16af53b0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:15.438531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce63c437-adec-4402-a09c-bc477f7145ba req-32a40763-bae7-4c3e-afa9-9f7b16af53b0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 944 time: 0.0687454 Jul 15 23:37:15.476494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce63c437-adec-4402-a09c-bc477f7145ba req-0b31b9fd-fedf-4a67-a587-7d0457e81882 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Jul 15 23:37:16.242551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bccdb5e6-ad75-4593-887b-31cf5598e19f up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:16.289479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port bccdb5e6-ad75-4593-887b-31cf5598e19f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:16.293290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port bccdb5e6-ad75-4593-887b-31cf5598e19f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:16.293657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.373929 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.396287 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399bfffa-a060-4ea2-95f6-a3cc7e39a4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccdb5e6-ad75-4593-887b-31cf5598e19f'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:16.398816 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a294255-6228-45b4-8b6a-c6ca08a1f6ac" -d '{"events": [{"server_uuid": "399bfffa-a060-4ea2-95f6-a3cc7e39a4af", "name": "network-vif-plugged", "status": "completed", "tag": "bccdb5e6-ad75-4593-887b-31cf5598e19f"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:16.411566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bccdb5e6-ad75-4593-887b-31cf5598e19f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bccdb5e6-ad75-4593-887b-31cf5598e19f,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:16.415750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.442157 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb333ed2-92b5-4365-8ade-e1744aa71a0d x-openstack-request-id: req-cb333ed2-92b5-4365-8ade-e1744aa71a0d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:16.442479 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399bfffa-a060-4ea2-95f6-a3cc7e39a4af", "name": "network-vif-plugged", "status": "completed", "tag": "bccdb5e6-ad75-4593-887b-31cf5598e19f", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:16.442724 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb333ed2-92b5-4365-8ade-e1744aa71a0d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:16.443142 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399bfffa-a060-4ea2-95f6-a3cc7e39a4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccdb5e6-ad75-4593-887b-31cf5598e19f', 'code': 200} Jul 15 23:37:16.471600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=bccdb5e6-ad75-4593-887b-31cf5598e19f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:16.586093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55689920-5ba3-425b-b7ac-2937f294b79d req-381dba07-c55a-48d2-99cf-094e0915bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:16.588014 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-55689920-5ba3-425b-b7ac-2937f294b79d req-381dba07-c55a-48d2-99cf-094e0915bf87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 1096 time: 0.0544853 Jul 15 23:37:16.626822 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-55689920-5ba3-425b-b7ac-2937f294b79d req-1d3f6911-4b45-4a0f-be9d-7f0e1b31e6f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Jul 15 23:37:16.656773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb6bf-98bf-4e6c-9ad4-c8ba85ef44e2 req-6cceb555-24b4-4ce9-bd00-a2d62ed12e07 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:16.658277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31ecb6bf-98bf-4e6c-9ad4-c8ba85ef44e2 req-6cceb555-24b4-4ce9-bd00-a2d62ed12e07 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 945 time: 0.0646846 Jul 15 23:37:16.697653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31ecb6bf-98bf-4e6c-9ad4-c8ba85ef44e2 req-08137a0d-8276-4799-8201-31a1830ca777 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Jul 15 23:37:17.885268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90def36-24c0-4720-b5db-57deeec61433 req-63305a52-9325-479b-8106-91bc22cb7d50 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:17.886836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e90def36-24c0-4720-b5db-57deeec61433 req-63305a52-9325-479b-8106-91bc22cb7d50 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 945 time: 0.0728102 Jul 15 23:37:17.937015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e90def36-24c0-4720-b5db-57deeec61433 req-83edc7d8-27b3-487d-9a9f-bfced39e1bee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Jul 15 23:37:18.063554 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c8cbf84b-fc68-4a3a-a3c4-0108826f055b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:18.234317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-1d912bf8-fc1c-499a-9ef2-32629401f218 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:18.235822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-1d912bf8-fc1c-499a-9ef2-32629401f218 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1101022 Jul 15 23:37:18.254960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-dc568a0a-27ec-4b07-b1e5-6a8c52d2465b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/quotas/87b79a2d1a314b43aac2290461e68ae9 HTTP/1.1" status: 200 len: 375 time: 0.0115347 Jul 15 23:37:18.333165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-07a7697a-251a-4215-9134-664a543f2279 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717394 Jul 15 23:37:18.427670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-43360af8-2e31-481b-b5a4-00b49d008d85 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874937 Jul 15 23:37:18.524121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-fbcd9da1-aa00-4042-9094-162abfeacd4a service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906651 Jul 15 23:37:18.706863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-483f23a1-21e3-4fd4-9b55-f744fdb283e5 req-ae31513c-8486-4797-b6e0-09810058fb97 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 210 time: 0.0289154 Jul 15 23:37:19.874366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1906f38-24e9-4bd4-96bb-90db202bfb0c req-3e386a7d-2a10-4099-b764-7da9d045d142 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 210 time: 0.0334725 Jul 15 23:37:19.924095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-558b00a7-c8f2-4310-8ce6-2501efc5db4e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:19.925741 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-558b00a7-c8f2-4310-8ce6-2501efc5db4e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1391532 Jul 15 23:37:19.949941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Request body: {'port': {'device_id': '31134ddf-b33f-4caa-9957-ccd240cc0073', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'admin_state_up': True, 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:20.059407 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:20.066553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:20.186656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Allocated IP 172.20.0.11 (01617dcd-52a8-4334-b559-fc45a06f67c6/60bd4f12-0e7e-45cd-b99a-393f6fe53906/4d510e14-21c6-4cde-b6ba-7a026ed208ce) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:20.334174 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:20.373216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:20.386489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:20.415832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['bccdb5e6-ad75-4593-887b-31cf5598e19f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:20.419779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:20.423283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:20.427577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:20.456679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event updated for resources: {'Port': ['ID=4d510e14-21c6-4cde-b6ba-7a026ed208ce,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:20.492455 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:20.493134 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:20.510103 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-3316c5bc-337c-4771-a76d-96fdb642a3a0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5639324 Jul 15 23:37:20.655116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Request body: {'port': {'device_id': '31134ddf-b33f-4caa-9957-ccd240cc0073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:20.698409 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9328e60-d33e-4c31-8fd1-4a4360baf80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:20.750056 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.036334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d510e14-21c6-4cde-b6ba-7a026ed208ce {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:21.045045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.059122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Transition to ACTIVE for port object 4d510e14-21c6-4cde-b6ba-7a026ed208ce will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:21.065686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af599e1-a37a-479c-9f84-5a61a2e697fe req-b7d7f5d5-9cc3-48d3-930e-5bbd54210457 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:21.066475 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.068286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5af599e1-a37a-479c-9f84-5a61a2e697fe req-b7d7f5d5-9cc3-48d3-930e-5bbd54210457 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 932 time: 0.0734100 Jul 15 23:37:21.076496 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.115308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5af599e1-a37a-479c-9f84-5a61a2e697fe req-67b5d686-83d0-4145-bd79-3432a050ec98 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388196 Jul 15 23:37:21.131156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d510e14-21c6-4cde-b6ba-7a026ed208ce,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:21.197233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Attempting to bind port 4d510e14-21c6-4cde-b6ba-7a026ed208ce on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:21.197576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Attempting to bind port 4d510e14-21c6-4cde-b6ba-7a026ed208ce by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:21.198094 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Attempting to bind port 4d510e14-21c6-4cde-b6ba-7a026ed208ce on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:21.202948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Port 4d510e14-21c6-4cde-b6ba-7a026ed208ce on network 01617dcd-52a8-4334-b559-fc45a06f67c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:37:21.203164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Attempting to bind port 4d510e14-21c6-4cde-b6ba-7a026ed208ce on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:21.208330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:21.208670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Checking segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:21.209056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Bound using segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:21.209487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Bound port: 4d510e14-21c6-4cde-b6ba-7a026ed208ce, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:21.209845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.277730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] For port 4d510e14-21c6-4cde-b6ba-7a026ed208ce, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:21.280789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] For port 4d510e14-21c6-4cde-b6ba-7a026ed208ce, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4d510e14-21c6-4cde-b6ba-7a026ed208ce,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:21.285116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.316360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:21.316976 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.318687 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d510e14-21c6-4cde-b6ba-7a026ed208ce HTTP/1.1" status: 200 len: 1092 time: 0.7952845 Jul 15 23:37:21.320942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31134ddf-b33f-4caa-9957-ccd240cc0073', 'tag': '4d510e14-21c6-4cde-b6ba-7a026ed208ce'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:21.323099 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "31134ddf-b33f-4caa-9957-ccd240cc0073", "tag": "4d510e14-21c6-4cde-b6ba-7a026ed208ce"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:21.353178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a80170-1fff-491e-8807-0e8638a1eed1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d510e14-21c6-4cde-b6ba-7a026ed208ce,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:21.433220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-41a41318-6fc7-4037-8713-36674803787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:21.435011 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-41a41318-6fc7-4037-8713-36674803787e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 1095 time: 0.0558565 Jul 15 23:37:21.486337 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-164360e2-f136-4cab-878c-58a6aacc3253 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d510e14-21c6-4cde-b6ba-7a026ed208ce HTTP/1.1" status: 200 len: 217 time: 0.0391538 Jul 15 23:37:21.520166 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11627a84-3bbb-4651-8a2b-2a8ad09f6f39 x-openstack-request-id: req-11627a84-3bbb-4651-8a2b-2a8ad09f6f39 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:21.520560 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31134ddf-b33f-4caa-9957-ccd240cc0073", "tag": "4d510e14-21c6-4cde-b6ba-7a026ed208ce", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:21.520888 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11627a84-3bbb-4651-8a2b-2a8ad09f6f39 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:21.521342 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31134ddf-b33f-4caa-9957-ccd240cc0073', 'tag': '4d510e14-21c6-4cde-b6ba-7a026ed208ce', 'status': 'completed', 'code': 200} Jul 15 23:37:21.538986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-d1026e05-a45d-4207-9c7e-1c9c302aa405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:21.540479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-d1026e05-a45d-4207-9c7e-1c9c302aa405 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0474944 Jul 15 23:37:21.574715 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-d0e1ad25-45aa-4a7f-8238-ec058605c03e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267136 Jul 15 23:37:21.600142 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:21.721253 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-42dde2df-2005-48ef-ae0c-051bef684403 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383483 Jul 15 23:37:21.830087 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-26263f60-d0a3-4bea-b0d7-552eba95b78d req-dd710424-cf0d-4477-a461-6cc33f3b489c service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025789 Jul 15 23:37:21.973481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-68a22e58-83b2-4735-b8f9-cd8f400e8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:21.974894 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-68a22e58-83b2-4735-b8f9-cd8f400e8f71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 1095 time: 0.0528972 Jul 15 23:37:22.079775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-21819a79-c525-4ed6-abc0-39b05f80c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:22.081319 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-21819a79-c525-4ed6-abc0-39b05f80c6a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.0996315 Jul 15 23:37:22.124286 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-ff36245b-7c58-4a88-9d12-e17ed5bfdbf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d510e14-21c6-4cde-b6ba-7a026ed208ce HTTP/1.1" status: 200 len: 217 time: 0.0358336 Jul 15 23:37:22.180179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-644c0b41-6893-4b5a-9da2-2e4b5379d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:22.181712 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-644c0b41-6893-4b5a-9da2-2e4b5379d513 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0494666 Jul 15 23:37:22.217147 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-205e72eb-952a-4675-959f-b29f515b3744 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277801 Jul 15 23:37:22.302449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c828021-23da-453d-b582-562146de23b7 req-c5e84412-0070-40ec-ac3a-324003d9580d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:22.310447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c828021-23da-453d-b582-562146de23b7 req-c5e84412-0070-40ec-ac3a-324003d9580d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 944 time: 0.0796235 Jul 15 23:37:22.320373 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-93ee5372-4a46-4aa6-abdc-af244c796722 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963769 Jul 15 23:37:22.349747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c828021-23da-453d-b582-562146de23b7 req-54a48764-7ce1-4511-a99c-2e259cb7a4d6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373042 Jul 15 23:37:22.429587 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-39fdbc30-cae0-4694-93e9-9d03ecdbd5d2 req-df0cfb72-35ba-46bf-90cc-cd3f7e24dd15 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013803 Jul 15 23:37:23.341614 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:23.533527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6ff9e-5b39-419b-8178-9599c63d3b47 req-f327f6dc-37cc-4a23-958b-e5928fe49667 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:23.535055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fd6ff9e-5b39-419b-8178-9599c63d3b47 req-f327f6dc-37cc-4a23-958b-e5928fe49667 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 944 time: 0.0633948 Jul 15 23:37:23.579645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fd6ff9e-5b39-419b-8178-9599c63d3b47 req-03dc527b-e320-46a0-8f41-6249e723348a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Jul 15 23:37:24.027457 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:37:24.775840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda6711-8c52-44f8-b6d9-603f12eda3eb req-12cb7e87-f2a5-4fbe-b5de-4c70f50b6bd8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:24.778014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9eda6711-8c52-44f8-b6d9-603f12eda3eb req-12cb7e87-f2a5-4fbe-b5de-4c70f50b6bd8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 944 time: 0.0753613 Jul 15 23:37:24.823989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9eda6711-8c52-44f8-b6d9-603f12eda3eb req-16c75ec3-8c77-4b99-82ed-e7cd95f23fcc tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Jul 15 23:37:25.243252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.205504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e08f36-2039-4fa2-a078-636a189214bf req-66b4029e-9438-411e-874a-b252ee400838 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:26.207300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93e08f36-2039-4fa2-a078-636a189214bf req-66b4029e-9438-411e-874a-b252ee400838 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 944 time: 0.0684433 Jul 15 23:37:26.249937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93e08f36-2039-4fa2-a078-636a189214bf req-6188ca23-90aa-4ae2-a3fb-104890a5bba7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369296 Jul 15 23:37:26.265832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 4d510e14-21c6-4cde-b6ba-7a026ed208ce details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:37:26.376352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 4d510e14-21c6-4cde-b6ba-7a026ed208ce, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4d510e14-21c6-4cde-b6ba-7a026ed208ce,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:26.387659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '4d510e14-21c6-4cde-b6ba-7a026ed208ce', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'port_id': '4d510e14-21c6-4cde-b6ba-7a026ed208ce', 'mac_address': 'fa:16:3e:75:b8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd4f12-0e7e-45cd-b99a-393f6fe53906', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:37:26.428212 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.443797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d510e14-21c6-4cde-b6ba-7a026ed208ce {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:26.470578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 4d510e14-21c6-4cde-b6ba-7a026ed208ce, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4d510e14-21c6-4cde-b6ba-7a026ed208ce,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:26.474617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.525395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=4d510e14-21c6-4cde-b6ba-7a026ed208ce,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:26.745822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['4d510e14-21c6-4cde-b6ba-7a026ed208ce'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:27.430709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281b7fe-976c-4418-ba58-a25e962a3b96 req-181479f1-de24-4c9c-a82f-5f722599e22e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:27.432403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6281b7fe-976c-4418-ba58-a25e962a3b96 req-181479f1-de24-4c9c-a82f-5f722599e22e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 945 time: 0.0706255 Jul 15 23:37:27.471990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6281b7fe-976c-4418-ba58-a25e962a3b96 req-d268897e-bd17-4566-b779-31741d5a5264 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 Jul 15 23:37:28.263159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 4d510e14-21c6-4cde-b6ba-7a026ed208ce up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:28.314259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 4d510e14-21c6-4cde-b6ba-7a026ed208ce completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:28.317596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 4d510e14-21c6-4cde-b6ba-7a026ed208ce triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:28.317993 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.392477 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.415067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31134ddf-b33f-4caa-9957-ccd240cc0073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d510e14-21c6-4cde-b6ba-7a026ed208ce'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:28.417318 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c3ceea-c49f-42bf-8514-1d5d143d0922" -d '{"events": [{"server_uuid": "31134ddf-b33f-4caa-9957-ccd240cc0073", "name": "network-vif-plugged", "status": "completed", "tag": "4d510e14-21c6-4cde-b6ba-7a026ed208ce"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:28.430704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 4d510e14-21c6-4cde-b6ba-7a026ed208ce, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4d510e14-21c6-4cde-b6ba-7a026ed208ce,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:28.435859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.461255 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448b0f8-3424-4448-8221-265fde52c164 x-openstack-request-id: req-5448b0f8-3424-4448-8221-265fde52c164 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:28.461546 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31134ddf-b33f-4caa-9957-ccd240cc0073", "name": "network-vif-plugged", "status": "completed", "tag": "4d510e14-21c6-4cde-b6ba-7a026ed208ce", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:28.461792 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5448b0f8-3424-4448-8221-265fde52c164 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:28.462169 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31134ddf-b33f-4caa-9957-ccd240cc0073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d510e14-21c6-4cde-b6ba-7a026ed208ce', 'code': 200} Jul 15 23:37:28.487861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=4d510e14-21c6-4cde-b6ba-7a026ed208ce,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:28.611242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65dd8b-c669-4987-bc8d-88f49e5a797b req-ee9aa3de-908d-48bc-9de7-8ebce0e188d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:28.613400 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0e65dd8b-c669-4987-bc8d-88f49e5a797b req-ee9aa3de-908d-48bc-9de7-8ebce0e188d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 1097 time: 0.0550961 Jul 15 23:37:28.650859 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0e65dd8b-c669-4987-bc8d-88f49e5a797b req-b672d2af-af36-4a7e-b3a7-fc6784e322f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303249 Jul 15 23:37:28.665290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce131-5b14-48ba-8da4-7d841f11cb51 req-101c166f-fb9d-4e41-a5dd-cad060c1a48c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:28.668832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a1ce131-5b14-48ba-8da4-7d841f11cb51 req-101c166f-fb9d-4e41-a5dd-cad060c1a48c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 946 time: 0.0707672 Jul 15 23:37:28.708539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a1ce131-5b14-48ba-8da4-7d841f11cb51 req-cf76b115-619c-43d4-ad4f-d0995c223b20 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Jul 15 23:37:29.890797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33950aae-2f10-4faa-885e-a8a8877d4f8f req-1f67d28a-4ed0-4f65-bd6a-b8e6268f4b97 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:29.892362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33950aae-2f10-4faa-885e-a8a8877d4f8f req-1f67d28a-4ed0-4f65-bd6a-b8e6268f4b97 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 946 time: 0.0656946 Jul 15 23:37:29.932582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33950aae-2f10-4faa-885e-a8a8877d4f8f req-e7deabee-0df1-4029-a128-82ef64f03713 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Jul 15 23:37:31.116450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58a950-dffb-43cd-9dae-638638b973fb req-c16246e6-62c6-46d4-b2d7-c16335982c19 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:31.118013 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa58a950-dffb-43cd-9dae-638638b973fb req-c16246e6-62c6-46d4-b2d7-c16335982c19 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 946 time: 0.0736268 Jul 15 23:37:31.162589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa58a950-dffb-43cd-9dae-638638b973fb req-de669888-f5e6-4a18-b106-845257803783 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Jul 15 23:37:31.175908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-0258f32c-5747-4bff-8756-b4b3e6aecc9a req-38ef8205-f826-484f-8aa1-9ab5cb26e779 service neutron] (93715) timed out ('10.222.0.23', 50718) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:37:31.359935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b18268-6ab4-48ee-b9ba-a0148616a782 req-cb524850-0f52-45e0-a3f4-6137ad649ef5 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:31.361539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0b18268-6ab4-48ee-b9ba-a0148616a782 req-cb524850-0f52-45e0-a3f4-6137ad649ef5 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 945 time: 0.0649889 Jul 15 23:37:31.400778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0b18268-6ab4-48ee-b9ba-a0148616a782 req-48e78f17-b6f4-4f73-8898-93d16625b8cc tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332687 Jul 15 23:37:31.584863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244c676-b4b4-4622-8d34-9470f575210c req-98de1e1d-8465-4710-ba50-b7fe81159d0d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:31.586227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f244c676-b4b4-4622-8d34-9470f575210c req-98de1e1d-8465-4710-ba50-b7fe81159d0d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 946 time: 0.0681489 Jul 15 23:37:31.624869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f244c676-b4b4-4622-8d34-9470f575210c req-aa10d188-c2a1-4aec-9264-9f0e2938ec13 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323391 Jul 15 23:37:32.011694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52218fa5-af9d-4e71-a17c-01d9f108dd1f req-6d53c60b-cc95-4f29-b557-e94f08569606 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:32.013773 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52218fa5-af9d-4e71-a17c-01d9f108dd1f req-6d53c60b-cc95-4f29-b557-e94f08569606 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 946 time: 0.0698495 Jul 15 23:37:32.056255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52218fa5-af9d-4e71-a17c-01d9f108dd1f req-2a28e365-48e8-491a-a139-1b0c738e00e3 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365872 Jul 15 23:37:33.246072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a63d91-9c91-4e0c-bd6c-4cbb9ab3c6ba req-1cb98f88-8a67-4717-9fcb-15f98629ab2d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:33.247692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3a63d91-9c91-4e0c-bd6c-4cbb9ab3c6ba req-1cb98f88-8a67-4717-9fcb-15f98629ab2d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 946 time: 0.0668416 Jul 15 23:37:33.287627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3a63d91-9c91-4e0c-bd6c-4cbb9ab3c6ba req-8cdb37bc-6daf-439b-b428-f291ee15237f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340548 Jul 15 23:37:33.528595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-fe3563f1-ad9d-41d1-90a7-cad7d5369297 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:33.530066 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-fe3563f1-ad9d-41d1-90a7-cad7d5369297 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 946 time: 0.0666976 Jul 15 23:37:33.628420 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Deleting port 4d510e14-21c6-4cde-b6ba-7a026ed208ce {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:33.628768 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.722690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] For port 4d510e14-21c6-4cde-b6ba-7a026ed208ce, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=4d510e14-21c6-4cde-b6ba-7a026ed208ce,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:33.723094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.736143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Calling delete_port for 4d510e14-21c6-4cde-b6ba-7a026ed208ce owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:33.866118 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.881331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:33.896395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event deleted for resources: {'Port': ['ID=4d510e14-21c6-4cde-b6ba-7a026ed208ce,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:33.927519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.927891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.928227 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.928566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.928896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.929242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.929585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.929891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.930404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.930972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.931468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.931963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:33.936964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['bccdb5e6-ad75-4593-887b-31cf5598e19f', '4d510e14-21c6-4cde-b6ba-7a026ed208ce'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:33.962453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] No DVR routers for this DVR port 4d510e14-21c6-4cde-b6ba-7a026ed208ce on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:33.965353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.968037 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d1d027d3-ab7f-487a-849b-886c0a1deca9 req-c440c141-6327-4739-a1bf-195303ecb826 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "DELETE /v2.0/ports/4d510e14-21c6-4cde-b6ba-7a026ed208ce HTTP/1.1" status: 204 len: 173 time: 0.4330025 Jul 15 23:37:33.968945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31134ddf-b33f-4caa-9957-ccd240cc0073', 'name': 'network-vif-deleted', 'tag': '4d510e14-21c6-4cde-b6ba-7a026ed208ce'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:33.972362 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df39c5-8200-4852-8fa3-40dbae66f985" -d '{"events": [{"server_uuid": "31134ddf-b33f-4caa-9957-ccd240cc0073", "name": "network-vif-deleted", "tag": "4d510e14-21c6-4cde-b6ba-7a026ed208ce"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:34.044279 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efc5a54-21e9-46d5-b83c-7cf5f9aa472c x-openstack-request-id: req-5efc5a54-21e9-46d5-b83c-7cf5f9aa472c {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:34.044636 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31134ddf-b33f-4caa-9957-ccd240cc0073", "name": "network-vif-deleted", "tag": "4d510e14-21c6-4cde-b6ba-7a026ed208ce", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:34.044971 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5efc5a54-21e9-46d5-b83c-7cf5f9aa472c {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:34.045370 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31134ddf-b33f-4caa-9957-ccd240cc0073', 'name': 'network-vif-deleted', 'tag': '4d510e14-21c6-4cde-b6ba-7a026ed208ce', 'status': 'completed', 'code': 200} Jul 15 23:37:34.453376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-595d2e49-ba3d-4d6d-a03b-fa7dcd07167e req-38870947-3cbb-4116-9d79-08d273c5adfa tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=31134ddf-b33f-4caa-9957-ccd240cc0073 HTTP/1.1" status: 200 len: 210 time: 0.0326021 Jul 15 23:37:35.918601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf96ae4-deb5-480e-8a4e-d44ced46b47f req-7a7d10f5-b2bf-4fc2-b64f-dc3f48a1297b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:35.920141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5cf96ae4-deb5-480e-8a4e-d44ced46b47f req-7a7d10f5-b2bf-4fc2-b64f-dc3f48a1297b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 945 time: 0.0638127 Jul 15 23:37:35.961211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5cf96ae4-deb5-480e-8a4e-d44ced46b47f req-48484610-c113-4b58-b864-e9ff91475d83 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Jul 15 23:37:37.145500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec25c7-4610-47cb-8301-26bbcab09912 req-b1de50ed-f1fb-4ffd-bae2-00cf601fbc89 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:37.147041 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bec25c7-4610-47cb-8301-26bbcab09912 req-b1de50ed-f1fb-4ffd-bae2-00cf601fbc89 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 945 time: 0.0659821 Jul 15 23:37:37.191486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bec25c7-4610-47cb-8301-26bbcab09912 req-6114e026-c0ce-4693-8d2e-fadec2176089 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Jul 15 23:37:37.316902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-15628525-3e06-4a0a-8249-e053807a4c00 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:37.318331 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-15628525-3e06-4a0a-8249-e053807a4c00 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 945 time: 0.0643644 Jul 15 23:37:37.427134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Deleting port bccdb5e6-ad75-4593-887b-31cf5598e19f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:37.427484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:37.522563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] For port bccdb5e6-ad75-4593-887b-31cf5598e19f, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bccdb5e6-ad75-4593-887b-31cf5598e19f,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:37.522965 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:37.535866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Calling delete_port for bccdb5e6-ad75-4593-887b-31cf5598e19f owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:37.676539 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:37.694674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:37.711075 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event deleted for resources: {'Port': ['ID=bccdb5e6-ad75-4593-887b-31cf5598e19f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:37.724319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['bccdb5e6-ad75-4593-887b-31cf5598e19f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:37.757591 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] No DVR routers for this DVR port bccdb5e6-ad75-4593-887b-31cf5598e19f on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:37.760473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:37.762484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-71eae67e-a3bb-4f9e-ab69-8aa2bc84487f req-fde02e14-ddde-4cf3-8da9-fd6d628b80a6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "DELETE /v2.0/ports/bccdb5e6-ad75-4593-887b-31cf5598e19f HTTP/1.1" status: 204 len: 173 time: 0.4387395 Jul 15 23:37:37.763212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399bfffa-a060-4ea2-95f6-a3cc7e39a4af', 'name': 'network-vif-deleted', 'tag': 'bccdb5e6-ad75-4593-887b-31cf5598e19f'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:37.765476 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef842da-0642-48e4-b396-32f37e655981" -d '{"events": [{"server_uuid": "399bfffa-a060-4ea2-95f6-a3cc7e39a4af", "name": "network-vif-deleted", "tag": "bccdb5e6-ad75-4593-887b-31cf5598e19f"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:37.805863 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d629dc-fc64-4c45-8fb4-2689997add1d x-openstack-request-id: req-59d629dc-fc64-4c45-8fb4-2689997add1d {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:37.805863 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399bfffa-a060-4ea2-95f6-a3cc7e39a4af", "name": "network-vif-deleted", "tag": "bccdb5e6-ad75-4593-887b-31cf5598e19f", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:37.805863 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59d629dc-fc64-4c45-8fb4-2689997add1d {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:37.805863 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399bfffa-a060-4ea2-95f6-a3cc7e39a4af', 'name': 'network-vif-deleted', 'tag': 'bccdb5e6-ad75-4593-887b-31cf5598e19f', 'status': 'completed', 'code': 200} Jul 15 23:37:38.311831 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 4d510e14-21c6-4cde-b6ba-7a026ed208ce no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:38.349920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 4d510e14-21c6-4cde-b6ba-7a026ed208ce {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:38.350341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 4d510e14-21c6-4cde-b6ba-7a026ed208ce not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:38.353026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bccdb5e6-ad75-4593-887b-31cf5598e19f no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:38.361964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96a908b9-1fbc-4e74-a985-3b97b901d636 req-439f81b5-e81d-41d5-ba65-2fd6f695a8f0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=399bfffa-a060-4ea2-95f6-a3cc7e39a4af HTTP/1.1" status: 200 len: 210 time: 0.0324888 Jul 15 23:37:38.375504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: bccdb5e6-ad75-4593-887b-31cf5598e19f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:38.375943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bccdb5e6-ad75-4593-887b-31cf5598e19f not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:39.678697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ccd1c-dc04-418d-a742-66239217651e req-0c9b72b4-12ee-47ac-a94f-b099b2950a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:39.680270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-0c9b72b4-12ee-47ac-a94f-b099b2950a5d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1057367 Jul 15 23:37:39.696200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-34023606-571b-4d98-9ac2-267f300b1fee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/quotas/87b79a2d1a314b43aac2290461e68ae9 HTTP/1.1" status: 200 len: 375 time: 0.0099401 Jul 15 23:37:39.768903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-7ef613a0-2534-4501-bb9c-5541a5b367bc tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666378 Jul 15 23:37:39.863695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-71050ecd-8a33-4ce2-b6de-18c7d5a453ba service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877745 Jul 15 23:37:40.284960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-f582c434-0178-41ae-9e3f-0f6f75cb5375 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154274 Jul 15 23:37:40.459621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f8c75a-6cab-45bc-8427-2bc0e6c4fff6 req-47d6de28-42c8-4d8f-b6ab-a1dcf3b09bbc tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 210 time: 0.0306921 Jul 15 23:37:41.619770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-889b8ab3-2d7c-4384-9da8-f6a1a4e4fe01 req-b86765bd-7558-4dca-a96e-2ec7a6d7b720 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 210 time: 0.0363331 Jul 15 23:37:41.633617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ccd1c-dc04-418d-a742-66239217651e req-9ae97a47-71d8-4b64-817c-7c4f5dbff4c6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:41.636186 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-9ae97a47-71d8-4b64-817c-7c4f5dbff4c6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1220863 Jul 15 23:37:41.655255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Request body: {'port': {'device_id': 'b5993572-f85d-47e1-a1e2-d4f5656d5d2b', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'admin_state_up': True, 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:41.783384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:41.786978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:41.925434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Allocated IP 172.20.0.11 (01617dcd-52a8-4334-b559-fc45a06f67c6/60bd4f12-0e7e-45cd-b99a-393f6fe53906/7287be46-6c98-4885-9327-c65352a0631a) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:42.082242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.400891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.418784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:42.448314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:42.457478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:42.462536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:42.490482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event updated for resources: {'Port': ['ID=7287be46-6c98-4885-9327-c65352a0631a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:42.527545 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:42.528224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.546453 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-c30c2e67-94e0-4071-a5cf-06b61ba1d77b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965802 Jul 15 23:37:42.565308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Request body: {'port': {'device_id': 'b5993572-f85d-47e1-a1e2-d4f5656d5d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:42.655782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.831373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab408-6414-409c-8e52-cef57c4089e6 req-85d66f75-d956-45d9-97e4-abc6b2984973 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:42.833029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821ab408-6414-409c-8e52-cef57c4089e6 req-85d66f75-d956-45d9-97e4-abc6b2984973 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 932 time: 0.0775774 Jul 15 23:37:42.880674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821ab408-6414-409c-8e52-cef57c4089e6 req-f464a002-1f28-47bc-9262-9ad90236ce6d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Jul 15 23:37:42.980322 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7287be46-6c98-4885-9327-c65352a0631a {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:42.990564 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.004033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Transition to ACTIVE for port object 7287be46-6c98-4885-9327-c65352a0631a will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:43.008425 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.069145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Pushing event updated for resources: {'Port': ['ID=7287be46-6c98-4885-9327-c65352a0631a,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:43.148877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Attempting to bind port 7287be46-6c98-4885-9327-c65352a0631a on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:43.149218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Attempting to bind port 7287be46-6c98-4885-9327-c65352a0631a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:43.149652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Attempting to bind port 7287be46-6c98-4885-9327-c65352a0631a on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:43.155190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Port 7287be46-6c98-4885-9327-c65352a0631a on network 01617dcd-52a8-4334-b559-fc45a06f67c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:37:43.155564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Attempting to bind port 7287be46-6c98-4885-9327-c65352a0631a on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:43.160964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:43.161281 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Checking segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:43.161766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Bound using segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:43.162231 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Bound port: 7287be46-6c98-4885-9327-c65352a0631a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:43.162723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.238404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] For port 7287be46-6c98-4885-9327-c65352a0631a, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:43.242276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] For port 7287be46-6c98-4885-9327-c65352a0631a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7287be46-6c98-4885-9327-c65352a0631a,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:43.246860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.287572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:43.288193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.289917 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] 10.222.0.37 "PUT /v2.0/ports/7287be46-6c98-4885-9327-c65352a0631a HTTP/1.1" status: 200 len: 1092 time: 0.7305989 Jul 15 23:37:43.292205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5993572-f85d-47e1-a1e2-d4f5656d5d2b', 'tag': '7287be46-6c98-4885-9327-c65352a0631a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:43.295003 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f61d33-1469-485e-aa3b-da40e8bf98d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5993572-f85d-47e1-a1e2-d4f5656d5d2b", "tag": "7287be46-6c98-4885-9327-c65352a0631a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:43.326908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46af47-59bf-4c4b-9efe-67d5f3a98d48 service neutron] Pushing event updated for resources: {'Port': ['ID=7287be46-6c98-4885-9327-c65352a0631a,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:43.343313 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35530f1a-519e-44ec-b6a4-73beb7dc4d95 x-openstack-request-id: req-35530f1a-519e-44ec-b6a4-73beb7dc4d95 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:43.343677 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5993572-f85d-47e1-a1e2-d4f5656d5d2b", "tag": "7287be46-6c98-4885-9327-c65352a0631a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:43.343991 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35530f1a-519e-44ec-b6a4-73beb7dc4d95 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:43.344449 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5993572-f85d-47e1-a1e2-d4f5656d5d2b', 'tag': '7287be46-6c98-4885-9327-c65352a0631a', 'status': 'completed', 'code': 200} Jul 15 23:37:43.412757 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ccd1c-dc04-418d-a742-66239217651e req-3bf277d5-7a73-4e82-a2e3-48cd8a11956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:43.414205 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-3bf277d5-7a73-4e82-a2e3-48cd8a11956a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 1095 time: 0.0585344 Jul 15 23:37:43.461311 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-dd7e2a0b-86f4-45f6-ab5e-16b01c0e5aaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7287be46-6c98-4885-9327-c65352a0631a HTTP/1.1" status: 200 len: 217 time: 0.0343182 Jul 15 23:37:43.510393 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ccd1c-dc04-418d-a742-66239217651e req-cee5e01c-3d2e-43eb-9533-66f07fcd8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:43.511942 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-cee5e01c-3d2e-43eb-9533-66f07fcd8617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0438373 Jul 15 23:37:43.549050 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-54b7d9eb-6f86-45e0-9370-2a7ce6ad7b59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299923 Jul 15 23:37:43.639745 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-a3ccc360-1723-42ec-b7ba-6af78a3dc746 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840335 Jul 15 23:37:43.736343 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-846ccd1c-dc04-418d-a742-66239217651e req-ddb037fd-5a43-4ef8-9c93-bc2768275871 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907083 Jul 15 23:37:43.881389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-4ce1c982-ef11-48c9-b15f-6075091d5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:43.883071 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-4ce1c982-ef11-48c9-b15f-6075091d5921 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 1095 time: 0.0543342 Jul 15 23:37:43.961154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.994816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-e4edfd36-1493-4e22-a0ba-ec7c85a24cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:43.994816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-e4edfd36-1493-4e22-a0ba-ec7c85a24cd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.1027672 Jul 15 23:37:44.037936 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-3a7f1e76-bba4-4c4a-9f06-392e48d1e709 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7287be46-6c98-4885-9327-c65352a0631a HTTP/1.1" status: 200 len: 217 time: 0.0374503 Jul 15 23:37:44.077489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457bf00-c5b4-43f6-87d0-240a0bb4c436 req-8e5c60a1-7251-4997-a722-44e4c3349e89 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:44.079481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2457bf00-c5b4-43f6-87d0-240a0bb4c436 req-8e5c60a1-7251-4997-a722-44e4c3349e89 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 944 time: 0.0697923 Jul 15 23:37:44.092124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-bd66e9ab-311d-4606-afcf-3442e5baed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:44.093688 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-bd66e9ab-311d-4606-afcf-3442e5baed7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0488007 Jul 15 23:37:44.123331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2457bf00-c5b4-43f6-87d0-240a0bb4c436 req-ce9ac42b-b0db-4710-bed2-498c990daf1a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369117 Jul 15 23:37:44.133428 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-1336e8c5-9b1d-4121-baf3-007289ccd4db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332971 Jul 15 23:37:44.228875 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-8f45ce57-b7b2-46c6-b059-29c566e4c7a0 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871291 Jul 15 23:37:44.354526 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-63f61d33-1469-485e-aa3b-da40e8bf98d8 req-d9be6cb0-e7e9-4067-9198-c14b68641d23 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173761 Jul 15 23:37:45.310862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd1790-18d6-4693-b656-6516c62f860c req-6577ea40-50e3-4b76-8450-4294503c1c06 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:45.312362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97fd1790-18d6-4693-b656-6516c62f860c req-6577ea40-50e3-4b76-8450-4294503c1c06 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 944 time: 0.0682368 Jul 15 23:37:45.352370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97fd1790-18d6-4693-b656-6516c62f860c req-2cf3ec46-8ca0-4f89-ba81-cb55246bc7f9 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343862 Jul 15 23:37:46.321764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7287be46-6c98-4885-9327-c65352a0631a details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:37:46.419151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7287be46-6c98-4885-9327-c65352a0631a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7287be46-6c98-4885-9327-c65352a0631a,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:46.432212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '7287be46-6c98-4885-9327-c65352a0631a', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'port_id': '7287be46-6c98-4885-9327-c65352a0631a', 'mac_address': 'fa:16:3e:9c:cf:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd4f12-0e7e-45cd-b99a-393f6fe53906', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:37:46.475972 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.488940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7287be46-6c98-4885-9327-c65352a0631a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:46.509241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7287be46-6c98-4885-9327-c65352a0631a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7287be46-6c98-4885-9327-c65352a0631a,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:46.514098 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.533493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe557-c950-4eca-b2ce-bdb68948e0fa req-b5495e57-93ad-4519-aadd-9fed3dbeddf6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:46.535129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-283fe557-c950-4eca-b2ce-bdb68948e0fa req-b5495e57-93ad-4519-aadd-9fed3dbeddf6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 944 time: 0.0698833 Jul 15 23:37:46.575912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7287be46-6c98-4885-9327-c65352a0631a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:46.580722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-283fe557-c950-4eca-b2ce-bdb68948e0fa req-5f6b0a3e-092c-4a47-ad0d-d9a587fffaf8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 Jul 15 23:37:46.775591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7287be46-6c98-4885-9327-c65352a0631a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:47.755625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e16ed8-6108-4da4-bdcb-98cb03d80068 req-d3e97c27-e86c-4198-9d0c-da03bdda2581 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:47.757105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e16ed8-6108-4da4-bdcb-98cb03d80068 req-d3e97c27-e86c-4198-9d0c-da03bdda2581 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 945 time: 0.0636923 Jul 15 23:37:47.794648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e16ed8-6108-4da4-bdcb-98cb03d80068 req-17dd38b4-fcac-4dd2-a035-78262facff55 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Jul 15 23:37:48.056422 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-608f42ae-5a43-43f4-bb10-0460fd8dcdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.335786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7287be46-6c98-4885-9327-c65352a0631a up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:48.384248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 7287be46-6c98-4885-9327-c65352a0631a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:48.388186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 7287be46-6c98-4885-9327-c65352a0631a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:48.388563 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.467808 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.489808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5993572-f85d-47e1-a1e2-d4f5656d5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7287be46-6c98-4885-9327-c65352a0631a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:48.492066 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3f0e9-8cc5-4149-bd60-7285b440341a" -d '{"events": [{"server_uuid": "b5993572-f85d-47e1-a1e2-d4f5656d5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "7287be46-6c98-4885-9327-c65352a0631a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:48.504935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7287be46-6c98-4885-9327-c65352a0631a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7287be46-6c98-4885-9327-c65352a0631a,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:48.509548 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.538609 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c37e66-9e6c-418d-9c96-ba897d1c1190 x-openstack-request-id: req-f2c37e66-9e6c-418d-9c96-ba897d1c1190 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:48.538991 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5993572-f85d-47e1-a1e2-d4f5656d5d2b", "name": "network-vif-plugged", "status": "completed", "tag": "7287be46-6c98-4885-9327-c65352a0631a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:48.539308 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2c37e66-9e6c-418d-9c96-ba897d1c1190 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:48.539749 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5993572-f85d-47e1-a1e2-d4f5656d5d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7287be46-6c98-4885-9327-c65352a0631a', 'code': 200} Jul 15 23:37:48.565752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7287be46-6c98-4885-9327-c65352a0631a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:48.672253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c875c8-9598-4f7d-b811-e3f708ef2a53 req-94fc6bb4-abf7-440c-be8f-07b29e03d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:48.673897 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-19c875c8-9598-4f7d-b811-e3f708ef2a53 req-94fc6bb4-abf7-440c-be8f-07b29e03d5cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 1097 time: 0.0520899 Jul 15 23:37:48.707876 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-19c875c8-9598-4f7d-b811-e3f708ef2a53 req-87970392-5ca0-4dac-8c23-6d8ecc53e5b0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279937 Jul 15 23:37:48.975221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82d712-83d6-4a97-8c17-93a8f8b82c00 req-56280662-987b-47f7-aea9-ad5d242bfd03 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:48.976645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e82d712-83d6-4a97-8c17-93a8f8b82c00 req-56280662-987b-47f7-aea9-ad5d242bfd03 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 946 time: 0.0680113 Jul 15 23:37:49.015050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e82d712-83d6-4a97-8c17-93a8f8b82c00 req-a15c386f-b17f-46a4-96e2-f87ca836bc12 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Jul 15 23:37:50.190893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea1fb5-6165-444b-b881-d032cf670c2b req-6f10748b-3ae0-46ca-b5bc-858df1daae3f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:50.192395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55ea1fb5-6165-444b-b881-d032cf670c2b req-6f10748b-3ae0-46ca-b5bc-858df1daae3f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 946 time: 0.0648580 Jul 15 23:37:50.230765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55ea1fb5-6165-444b-b881-d032cf670c2b req-57bdd9d5-1c86-4449-9091-7d5d257923fe tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Jul 15 23:37:50.601051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9e748-d6f1-4270-8610-a66ea2dad14f req-e0b1927e-3e6e-411f-a1d5-f9702e94f932 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:50.602588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25b9e748-d6f1-4270-8610-a66ea2dad14f req-e0b1927e-3e6e-411f-a1d5-f9702e94f932 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 946 time: 0.0635250 Jul 15 23:37:50.641324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25b9e748-d6f1-4270-8610-a66ea2dad14f req-a189714f-f139-446c-a1d8-bc48aa2e7092 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Jul 15 23:37:50.688328 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1c5095ef-c72b-471d-b54f-1ad2cda56a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.823783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753be3c5-fd3e-4613-a006-5955907154fe req-2bcdb14b-8639-48fa-8d7a-9e24fe984e1c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:50.826052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-753be3c5-fd3e-4613-a006-5955907154fe req-2bcdb14b-8639-48fa-8d7a-9e24fe984e1c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 946 time: 0.0749671 Jul 15 23:37:50.870785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-753be3c5-fd3e-4613-a006-5955907154fe req-1d179dc0-8833-4fb4-93d5-ea93198c320c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387609 Jul 15 23:37:51.061176 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.255344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49261a2-4106-471a-b03b-cbf729581c4b req-7854fe52-431f-41fc-83e7-c416e0946ba3 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:51.256816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e49261a2-4106-471a-b03b-cbf729581c4b req-7854fe52-431f-41fc-83e7-c416e0946ba3 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 946 time: 0.0646431 Jul 15 23:37:51.295185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e49261a2-4106-471a-b03b-cbf729581c4b req-c9b69f29-763e-4517-9033-89a19bfc7e88 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325882 Jul 15 23:37:51.599655 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.477193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3e1bb-9812-4cee-98f1-d54e1bd8cad9 req-3cac2f77-9c61-422d-8d56-d839b991f967 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:52.478777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43d3e1bb-9812-4cee-98f1-d54e1bd8cad9 req-3cac2f77-9c61-422d-8d56-d839b991f967 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 946 time: 0.0681944 Jul 15 23:37:52.517445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43d3e1bb-9812-4cee-98f1-d54e1bd8cad9 req-41bb602b-330f-479c-adea-df08594bbcff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Jul 15 23:37:52.566478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-1b268b17-ca72-4bff-959a-8f2b12a40548 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:52.567984 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-1b268b17-ca72-4bff-959a-8f2b12a40548 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 946 time: 0.0638676 Jul 15 23:37:52.676350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Deleting port 7287be46-6c98-4885-9327-c65352a0631a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:52.676706 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.765613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] For port 7287be46-6c98-4885-9327-c65352a0631a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7287be46-6c98-4885-9327-c65352a0631a,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:52.765977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.782780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Calling delete_port for 7287be46-6c98-4885-9327-c65352a0631a owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:52.910307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.922599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:52.939672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event deleted for resources: {'Port': ['ID=7287be46-6c98-4885-9327-c65352a0631a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:52.945921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7287be46-6c98-4885-9327-c65352a0631a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:52.991868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] No DVR routers for this DVR port 7287be46-6c98-4885-9327-c65352a0631a on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:52.994668 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.996817 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-a7a19fc8-f79c-4250-84ea-6bbd2b437c15 req-a6da01b1-8715-47e7-9643-3130a4e4caff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "DELETE /v2.0/ports/7287be46-6c98-4885-9327-c65352a0631a HTTP/1.1" status: 204 len: 173 time: 0.4235284 Jul 15 23:37:52.997301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5993572-f85d-47e1-a1e2-d4f5656d5d2b', 'name': 'network-vif-deleted', 'tag': '7287be46-6c98-4885-9327-c65352a0631a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:52.999666 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6d4cf7-fe7f-47da-8058-010d1e581c35" -d '{"events": [{"server_uuid": "b5993572-f85d-47e1-a1e2-d4f5656d5d2b", "name": "network-vif-deleted", "tag": "7287be46-6c98-4885-9327-c65352a0631a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:53.045641 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a932fcef-10bc-49fa-8382-dd50af344810 x-openstack-request-id: req-a932fcef-10bc-49fa-8382-dd50af344810 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:53.045910 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5993572-f85d-47e1-a1e2-d4f5656d5d2b", "name": "network-vif-deleted", "tag": "7287be46-6c98-4885-9327-c65352a0631a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:53.046160 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a932fcef-10bc-49fa-8382-dd50af344810 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:53.046791 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5993572-f85d-47e1-a1e2-d4f5656d5d2b', 'name': 'network-vif-deleted', 'tag': '7287be46-6c98-4885-9327-c65352a0631a', 'status': 'completed', 'code': 200} Jul 15 23:37:53.344250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:53.675887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42c61daf-4165-4292-b425-a0f16078c1e3 req-61bc0041-4768-47f7-9c9a-89a4fa4e2a8d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5993572-f85d-47e1-a1e2-d4f5656d5d2b HTTP/1.1" status: 200 len: 210 time: 0.0306563 Jul 15 23:37:54.975696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-59058770-9162-486b-8482-e30df54704bd tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:54.977204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-59058770-9162-486b-8482-e30df54704bd tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1055286 Jul 15 23:37:54.992018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-f026745e-ef70-488f-bd5b-f48b97b7b184 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/quotas/87b79a2d1a314b43aac2290461e68ae9 HTTP/1.1" status: 200 len: 375 time: 0.0094278 Jul 15 23:37:55.054715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-907c0540-5331-4862-8b83-bec936160bc6 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580401 Jul 15 23:37:55.148812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-3505c6fc-a2cb-47ef-a37f-51b4e22f73b7 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864720 Jul 15 23:37:55.248558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-5322ec16-b6cf-446d-91d2-c14cfd6a1307 service neutron] 10.222.0.23 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938220 Jul 15 23:37:55.250234 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.425031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89ee2817-291a-41b5-bdf7-cfba3576c088 req-b9d92542-133c-4677-8f38-e086bc85950f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 210 time: 0.0312133 Jul 15 23:37:56.351643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7287be46-6c98-4885-9327-c65352a0631a no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:56.380507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 7287be46-6c98-4885-9327-c65352a0631a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:56.381138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7287be46-6c98-4885-9327-c65352a0631a not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:56.565746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-bcbe84b5-97d0-4194-a559-3d9b8ff26917 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:56.568088 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-bcbe84b5-97d0-4194-a559-3d9b8ff26917 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 805 time: 0.1204541 Jul 15 23:37:56.591348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Request body: {'port': {'device_id': 'c9d6a4b7-335c-42f4-b8c0-b1b801ab6410', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'admin_state_up': True, 'tenant_id': '87b79a2d1a314b43aac2290461e68ae9'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:56.619581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d40f48e1-6649-494a-8202-27d6846fdd13 req-44d0324c-4e63-433a-99d9-e03bd2f606a8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 210 time: 0.0622182 Jul 15 23:37:56.724966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Made reservation on behalf of 87b79a2d1a314b43aac2290461e68ae9 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:56.729896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.857183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Allocated IP 172.20.0.3 (01617dcd-52a8-4334-b559-fc45a06f67c6/60bd4f12-0e7e-45cd-b99a-393f6fe53906/69cc55b8-c77d-4d96-ba90-2e58c3ab35a1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:57.003764 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.042457 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.054863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:57.097736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Network 01617dcd-52a8-4334-b559-fc45a06f67c6 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:57.104340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:57.107734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event updated for resources: {'Port': ['ID=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:57.111782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:57.162569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:57.163652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.180164 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-28c42c91-6bfb-4740-9914-152982a7eb3b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972753 Jul 15 23:37:57.197265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Request body: {'port': {'device_id': 'c9d6a4b7-335c-42f4-b8c0-b1b801ab6410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:57.268196 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.539621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:57.547077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.558621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Transition to ACTIVE for port object 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:57.562725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.634384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Pushing event updated for resources: {'Port': ['ID=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:57.686156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Attempting to bind port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:57.686498 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Attempting to bind port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:57.686877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Attempting to bind port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:57.691169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:37:57.691493 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Attempting to bind port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 on network 01617dcd-52a8-4334-b559-fc45a06f67c6 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:57.697036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:57.697384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Checking segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:57.697769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Bound using segment: {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:57.698236 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Bound port: 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:57.698592 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.767505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] For port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:57.770650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] For port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:57.775312 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.803214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e822b-fe13-4eac-8c37-e2c9a5e0014e req-bda8b835-176e-46d1-bf37-cad6c5a448ff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:57.808576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:57.809232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.811218 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] 10.222.0.37 "PUT /v2.0/ports/69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 HTTP/1.1" status: 200 len: 1091 time: 0.6183434 Jul 15 23:37:57.811709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d6a4b7-335c-42f4-b8c0-b1b801ab6410', 'tag': '69cc55b8-c77d-4d96-ba90-2e58c3ab35a1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:57.811830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-767e822b-fe13-4eac-8c37-e2c9a5e0014e req-bda8b835-176e-46d1-bf37-cad6c5a448ff tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 943 time: 0.0877323 Jul 15 23:37:57.814019 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3165398f-5b80-481b-82e0-241cd4bb8d37" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d6a4b7-335c-42f4-b8c0-b1b801ab6410", "tag": "69cc55b8-c77d-4d96-ba90-2e58c3ab35a1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:57.845511 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7faa8-89b3-4da1-bfd7-faa9de28e1dd service neutron] Pushing event updated for resources: {'Port': ['ID=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:57.852544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-767e822b-fe13-4eac-8c37-e2c9a5e0014e req-48e10e6d-30f8-4f2e-8dac-55ac17151210 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Jul 15 23:37:57.915824 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad695b3a-19c7-41c2-bea9-e9588f88143c x-openstack-request-id: req-ad695b3a-19c7-41c2-bea9-e9588f88143c {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:57.916121 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d6a4b7-335c-42f4-b8c0-b1b801ab6410", "tag": "69cc55b8-c77d-4d96-ba90-2e58c3ab35a1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:57.916376 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad695b3a-19c7-41c2-bea9-e9588f88143c {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:57.916779 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d6a4b7-335c-42f4-b8c0-b1b801ab6410', 'tag': '69cc55b8-c77d-4d96-ba90-2e58c3ab35a1', 'status': 'completed', 'code': 200} Jul 15 23:37:57.939034 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-2df9fc3f-a690-42c5-8b07-94902fde8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:57.940558 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-2df9fc3f-a690-42c5-8b07-94902fde8d8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 1094 time: 0.0690036 Jul 15 23:37:57.988114 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-437512da-3bfa-4e0a-b1f4-631d36ffe675 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 HTTP/1.1" status: 200 len: 217 time: 0.0341144 Jul 15 23:37:58.034906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-4dbe48b6-a36c-4407-9993-431429aed085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:58.036378 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-4dbe48b6-a36c-4407-9993-431429aed085 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0426030 Jul 15 23:37:58.068566 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-680a90e4-dd6c-4a46-9f07-a64225856b2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258393 Jul 15 23:37:58.162261 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-10a5ce30-1f2c-4706-8616-0a784bc5a1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875525 Jul 15 23:37:58.254039 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cbaecf11-21f9-482b-8b64-853afe0e4420 req-2b0c3c0f-ea73-40cb-b607-990d99002999 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859716 Jul 15 23:37:58.402999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-614dff2c-0dd7-473f-be65-178cd7f1accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:58.404525 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-614dff2c-0dd7-473f-be65-178cd7f1accb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 1094 time: 0.0560055 Jul 15 23:37:58.494839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-d790a7ea-d034-41ad-80ae-6f7e28067540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:58.496399 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-d790a7ea-d034-41ad-80ae-6f7e28067540 service neutron] 10.222.0.37 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.0851846 Jul 15 23:37:58.552190 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-73f890ab-5bd6-4ef0-9255-4111236542a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 HTTP/1.1" status: 200 len: 217 time: 0.0482481 Jul 15 23:37:58.609548 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-c0380b15-c6a4-4aaf-ac5e-93f99ba21ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:58.611163 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-c0380b15-c6a4-4aaf-ac5e-93f99ba21ba4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0498567 Jul 15 23:37:58.645951 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-81656337-c003-4a0c-b40a-dadfd17e9098 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278943 Jul 15 23:37:58.755204 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-37021f5f-9cb1-4f2b-8725-280ffa110990 service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012714 Jul 15 23:37:58.799880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45832) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:58.841892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-348a202b-dd91-45c9-bcd0-b23083bf1daf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619421 Jul 15 23:37:58.874578 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-3165398f-5b80-481b-82e0-241cd4bb8d37 req-a451450e-2e74-4e56-a356-df9b57d81b6c service neutron] 10.222.0.37 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133854 Jul 15 23:37:58.917678 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f5fdfc3-ab4f-4a9e-89f9-3bddbe7fa7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:58.955758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-ec63d5d5-4f33-44f6-849c-3b3055205ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:58.957426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-ec63d5d5-4f33-44f6-849c-3b3055205ca8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=87b79a2d1a314b43aac2290461e68ae9&device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 1096 time: 0.0686092 Jul 15 23:37:59.043519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f5fdfc3-ab4f-4a9e-89f9-3bddbe7fa7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:59.049108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f5fdfc3-ab4f-4a9e-89f9-3bddbe7fa7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:59.111142 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f5fdfc3-ab4f-4a9e-89f9-3bddbe7fa7d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ab65e990c1e49939231cdc0fbc42290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097587 Jul 15 23:37:59.114289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fdfc3-ab4f-4a9e-89f9-3bddbe7fa7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f168b4-cb3a-4d60-8912-94cc00c7a5e1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:59.118220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45838) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:59.192555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740cf8c-a7c5-4125-b3d5-633c1d842f5a req-928c8ac9-dbf3-441c-8a9f-97a4e11dd970 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:59.194547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80b38aaf-83e3-4dde-9854-e86bbf56e691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:59.195026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f740cf8c-a7c5-4125-b3d5-633c1d842f5a req-928c8ac9-dbf3-441c-8a9f-97a4e11dd970 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 943 time: 0.2204282 Jul 15 23:37:59.199812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-153e4204-f51d-40a1-abea-990f5eb1d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:59.201813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-153e4204-f51d-40a1-abea-990f5eb1d625 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 200 len: 906 time: 0.2131190 Jul 15 23:37:59.227112 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80b38aaf-83e3-4dde-9854-e86bbf56e691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:59.279972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-85ad83ce-4d7b-40d0-8260-8103f7732562 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d109e55-d35d-4114-9d98-be28ec5c28d4 HTTP/1.1" status: 200 len: 217 time: 0.0662603 Jul 15 23:37:59.291379 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80b38aaf-83e3-4dde-9854-e86bbf56e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:59.294721 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80b38aaf-83e3-4dde-9854-e86bbf56e691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:59.295907 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-80b38aaf-83e3-4dde-9854-e86bbf56e691 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67f168b4-cb3a-4d60-8912-94cc00c7a5e1 HTTP/1.1" status: 204 len: 168 time: 0.1764152 Jul 15 23:37:59.304654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b38aaf-83e3-4dde-9854-e86bbf56e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f168b4-cb3a-4d60-8912-94cc00c7a5e1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:59.320704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f740cf8c-a7c5-4125-b3d5-633c1d842f5a req-95027201-cc8c-4d9f-9f63-c7f9f5f1c559 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176636 Jul 15 23:37:59.341862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-c75d3657-5044-434d-babe-5c63e329a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:59.343442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-c75d3657-5044-434d-babe-5c63e329a8f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 200 len: 845 time: 0.0542665 Jul 15 23:37:59.381900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-c463a6b8-0214-4d01-81de-dcf41d45ff48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01617dcd-52a8-4334-b559-fc45a06f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315754 Jul 15 23:37:59.475474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-b0ac8cae-bd76-4a18-9bc9-a6ec038c2bd8 service neutron] 10.222.0.59 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846298 Jul 15 23:37:59.570805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1862a441-2c67-4163-b1b2-23f54a485f66 req-645db634-7125-424c-9e49-30cef2c0a70c service neutron] 10.222.0.59 "GET /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884638 Jul 15 23:37:59.888308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 45860) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:59.982722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1296648541-network', 'tenant_id': '3dd936c1af7746c8a2523bdbe5a350dc'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:38:00.005026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Made reservation on behalf of 3dd936c1af7746c8a2523bdbe5a350dc for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:38:00.007257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.015561 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.103877 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.109340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.136504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:38:00.147111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b64888-8887-4061-b1af-091be142cce1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:00.155336 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.155336 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Added segment 1a959640-f615-4891-b477-3967d01e5d63 of type vlan for network 0922204f-ce08-4cbe-91c3-149bc389ff57 Jul 15 23:38:00.197045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.229214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.230199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:00.230791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.274661 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3852310 Jul 15 23:38:00.277674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 45864) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:00.283479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Request body: {'subnet': {'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1296648541-subnet', 'tenant_id': '3dd936c1af7746c8a2523bdbe5a350dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:38:00.308082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d478f2f-8c28-4f2e-87b7-8b9308b73d25 admin admin] Pushing event updated for resources: {'Network': ['ID=0922204f-ce08-4cbe-91c3-149bc389ff57,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:00.308835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Made reservation on behalf of 3dd936c1af7746c8a2523bdbe5a350dc for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:38:00.312905 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.318570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0922204f-ce08-4cbe-91c3-149bc389ff57 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:38:00.520679 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.584194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa489a-3270-4e25-8ffe-e78e9afa6384 req-25cdcaf0-4581-4eb7-b0f9-9239cdc82573 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:00.585684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10fa489a-3270-4e25-8ffe-e78e9afa6384 req-25cdcaf0-4581-4eb7-b0f9-9239cdc82573 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 943 time: 0.1443040 Jul 15 23:38:00.602623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d56c82-f8bd-4ffe-b43b-65a7d51c3328,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:00.623164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.623445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.623785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.624119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.624449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.624776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.625100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.625423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.625747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.626068 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.626387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.626703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:00.636362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Checking segment: {'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:38:00.636722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Network hostable DHCP agents. Network: 0922204f-ce08-4cbe-91c3-149bc389ff57, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:38:00.654591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10fa489a-3270-4e25-8ffe-e78e9afa6384 req-61cb1cea-e0cd-41ab-8a8f-57c1246cbbf9 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622380 Jul 15 23:38:00.663542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Network 0922204f-ce08-4cbe-91c3-149bc389ff57 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:38:00.678057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0922204f-ce08-4cbe-91c3-149bc389ff57) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:38:00.682083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:00.682673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.688202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f2fd8-ed3b-410e-957b-ba1a2a974bf4 None None] Network 0922204f-ce08-4cbe-91c3-149bc389ff57 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:38:00.698018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bc880865-3e00-42eb-ad63-1a4427fc617b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4184070 Jul 15 23:38:00.813864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49208267-1136-4ec3-93e0-95c8814459d1 None None] Network 0922204f-ce08-4cbe-91c3-149bc389ff57 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:38:01.027464 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:38:01.842230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601bfa8-87a5-40b0-8e4c-ca1245d59987 req-2d40db36-258e-421b-8f1a-e6cc4ee574af tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:01.843777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6601bfa8-87a5-40b0-8e4c-ca1245d59987 req-2d40db36-258e-421b-8f1a-e6cc4ee574af tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 943 time: 0.0706871 Jul 15 23:38:01.881675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6601bfa8-87a5-40b0-8e4c-ca1245d59987 req-fda54638-5049-4196-910d-9d2dee2462e9 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Jul 15 23:38:02.383288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:38:02.485782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:02.496910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '69cc55b8-c77d-4d96-ba90-2e58c3ab35a1', 'network_id': '01617dcd-52a8-4334-b559-fc45a06f67c6', 'port_id': '69cc55b8-c77d-4d96-ba90-2e58c3ab35a1', 'mac_address': 'fa:16:3e:4e:5f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bd4f12-0e7e-45cd-b99a-393f6fe53906', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:38:02.537652 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.550044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:38:02.569479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:02.572893 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.619408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:02.627224 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.627570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.627906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.628258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.628581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.628893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.629214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.629534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.629854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.630172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.630493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.630832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:02.840044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['69cc55b8-c77d-4d96-ba90-2e58c3ab35a1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:03.055187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dd5a6-d08d-47db-a815-621659f7028e req-1689a3f1-38de-463c-bc31-8d9259871982 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:03.056688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b10dd5a6-d08d-47db-a815-621659f7028e req-1689a3f1-38de-463c-bc31-8d9259871982 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 944 time: 0.0636072 Jul 15 23:38:03.095535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b10dd5a6-d08d-47db-a815-621659f7028e req-a064db82-e560-48af-9695-2ddafc4cf73f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Jul 15 23:38:04.269740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090bac5-5126-4fc5-be42-188ba9716846 req-07f7eb29-75f2-48fa-b7d6-9ed1107f9670 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:04.271233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8090bac5-5126-4fc5-be42-188ba9716846 req-07f7eb29-75f2-48fa-b7d6-9ed1107f9670 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 944 time: 0.0667717 Jul 15 23:38:04.308206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8090bac5-5126-4fc5-be42-188ba9716846 req-af768076-11f0-4e6b-9a48-c41cfad500fe tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Jul 15 23:38:04.398250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:04.454811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:04.459165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:04.459656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:04.537421 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:04.566057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d6a4b7-335c-42f4-b8c0-b1b801ab6410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cc55b8-c77d-4d96-ba90-2e58c3ab35a1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:04.568333 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2540ee-c72d-4f60-9f0f-c1783f9cee15" -d '{"events": [{"server_uuid": "c9d6a4b7-335c-42f4-b8c0-b1b801ab6410", "name": "network-vif-plugged", "status": "completed", "tag": "69cc55b8-c77d-4d96-ba90-2e58c3ab35a1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:04.582846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:04.586505 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:04.612667 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ba8fe6-de81-49eb-8e0a-7c7c6e6a8e10 x-openstack-request-id: req-91ba8fe6-de81-49eb-8e0a-7c7c6e6a8e10 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:04.613173 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d6a4b7-335c-42f4-b8c0-b1b801ab6410", "name": "network-vif-plugged", "status": "completed", "tag": "69cc55b8-c77d-4d96-ba90-2e58c3ab35a1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:04.613426 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91ba8fe6-de81-49eb-8e0a-7c7c6e6a8e10 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:04.613818 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d6a4b7-335c-42f4-b8c0-b1b801ab6410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cc55b8-c77d-4d96-ba90-2e58c3ab35a1', 'code': 200} Jul 15 23:38:04.640707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:04.759316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d25f29-5af1-4fea-b9b4-af4dee9b8e33 req-c6641c1c-8eda-4cb4-b4fb-38f903eb696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:04.760862 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9d25f29-5af1-4fea-b9b4-af4dee9b8e33 req-c6641c1c-8eda-4cb4-b4fb-38f903eb696a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 1096 time: 0.0556476 Jul 15 23:38:04.797178 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f9d25f29-5af1-4fea-b9b4-af4dee9b8e33 req-96013177-ff34-4271-8843-9199b772cb4e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298388 Jul 15 23:38:05.485084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced108b-7957-4b6d-94a9-8df8a4b9daac req-49e8b31f-03a8-4de8-96bd-5f69d76cdbc3 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:05.486608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ced108b-7957-4b6d-94a9-8df8a4b9daac req-49e8b31f-03a8-4de8-96bd-5f69d76cdbc3 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0636373 Jul 15 23:38:05.525211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ced108b-7957-4b6d-94a9-8df8a4b9daac req-871f5a39-3674-48c3-87bc-2510538ac1a9 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jul 15 23:38:06.699607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15dddd-74d1-4892-8236-d8c5cb925cec req-ad1a1210-5d1f-4695-a1c0-47bfe0982009 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:06.701639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e15dddd-74d1-4892-8236-d8c5cb925cec req-ad1a1210-5d1f-4695-a1c0-47bfe0982009 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0652499 Jul 15 23:38:06.740393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8e15dddd-74d1-4892-8236-d8c5cb925cec req-d0484048-46cc-4e59-a952-4a3900313cd8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Jul 15 23:38:07.099596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4e8e-e631-440c-b604-a875e91912d3 req-36cb6c86-b447-4526-ac7b-c5471970add7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:07.104133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fee4e8e-e631-440c-b604-a875e91912d3 req-36cb6c86-b447-4526-ac7b-c5471970add7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0702991 Jul 15 23:38:07.155399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fee4e8e-e631-440c-b604-a875e91912d3 req-b973d9fe-fb23-49fd-96c5-eba05d764a81 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Jul 15 23:38:07.328174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362ddbb-7807-4f1c-acf4-664af3851e91 req-a2017ff3-191c-4cb2-9401-8f4ff4e93db4 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:07.329695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0362ddbb-7807-4f1c-acf4-664af3851e91 req-a2017ff3-191c-4cb2-9401-8f4ff4e93db4 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0671873 Jul 15 23:38:07.370908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0362ddbb-7807-4f1c-acf4-664af3851e91 req-2d1b009c-1f65-4f46-bfdf-d8899bae27b2 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351915 Jul 15 23:38:07.760995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7571ff5-54e8-4521-9853-96140c698102 req-7d0a8d38-f6d5-4ca5-8301-fdd1ebb9c844 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:07.767255 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f7571ff5-54e8-4521-9853-96140c698102 req-7d0a8d38-f6d5-4ca5-8301-fdd1ebb9c844 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0956852 Jul 15 23:38:07.802435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f7571ff5-54e8-4521-9853-96140c698102 req-59c517b4-1561-4bc9-b14b-43dcd09a5ee3 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Jul 15 23:38:08.979509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87696688-6777-47dc-9d17-8890dfb6b452 req-62ba3bc6-47f2-409b-b1d5-bc96a745465d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:08.986740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87696688-6777-47dc-9d17-8890dfb6b452 req-62ba3bc6-47f2-409b-b1d5-bc96a745465d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0708354 Jul 15 23:38:09.024555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87696688-6777-47dc-9d17-8890dfb6b452 req-05895015-5d1a-42c5-b294-203be8678332 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 Jul 15 23:38:10.234746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9ebd3-50b8-428c-859e-0368a30f60ff req-18cba67f-5bda-45ab-8069-f9e44625bf1e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:10.237265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ca9ebd3-50b8-428c-859e-0368a30f60ff req-18cba67f-5bda-45ab-8069-f9e44625bf1e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0961697 Jul 15 23:38:10.276765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ca9ebd3-50b8-428c-859e-0368a30f60ff req-52220ef8-1686-4f20-819a-f519e12df757 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Jul 15 23:38:11.457766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb5736-8f5c-448f-832d-1db501845a0d req-dcba8140-4f92-4bac-8f99-e8bbd2089d95 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:11.459287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3dbb5736-8f5c-448f-832d-1db501845a0d req-dcba8140-4f92-4bac-8f99-e8bbd2089d95 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0677869 Jul 15 23:38:11.496401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3dbb5736-8f5c-448f-832d-1db501845a0d req-3525dbb9-8fba-4057-94f6-216344cd36d8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Jul 15 23:38:12.679467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e752e9f-8b68-4dac-8a30-a01c6fb95467 req-0eeff3c5-c5a3-4bb8-b817-ee44cbdd1760 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:12.681023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e752e9f-8b68-4dac-8a30-a01c6fb95467 req-0eeff3c5-c5a3-4bb8-b817-ee44cbdd1760 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0644069 Jul 15 23:38:12.719323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e752e9f-8b68-4dac-8a30-a01c6fb95467 req-68a00550-d02c-4fe2-84e4-3df0e399f75e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Jul 15 23:38:13.899564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367a650-fec6-4c90-ba0b-768dd9152282 req-2308a211-bc2f-4bbf-bc65-a78a0dbcb06a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:13.901070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7367a650-fec6-4c90-ba0b-768dd9152282 req-2308a211-bc2f-4bbf-bc65-a78a0dbcb06a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0698395 Jul 15 23:38:13.939576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7367a650-fec6-4c90-ba0b-768dd9152282 req-d28db4f7-f96f-4219-89a9-48136a2c7965 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328774 Jul 15 23:38:13.964650 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:15.108162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d1742-280e-4d3a-9f3b-cbc8329a90d6 req-6a2506d5-a32c-4a7d-a363-cb3d59bd3ed1 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:15.109784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea6d1742-280e-4d3a-9f3b-cbc8329a90d6 req-6a2506d5-a32c-4a7d-a363-cb3d59bd3ed1 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0625415 Jul 15 23:38:15.147207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea6d1742-280e-4d3a-9f3b-cbc8329a90d6 req-f5862978-ec9d-4c7b-a716-d02c4fa7620c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Jul 15 23:38:16.326784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ade413-ef67-4463-8d23-e30415d95310 req-80cf5d33-4d76-497d-8e82-0969b8eb74f2 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:16.328250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94ade413-ef67-4463-8d23-e30415d95310 req-80cf5d33-4d76-497d-8e82-0969b8eb74f2 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0640922 Jul 15 23:38:16.366066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94ade413-ef67-4463-8d23-e30415d95310 req-1a2575d8-6231-49a2-9628-0d74e5267984 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322201 Jul 15 23:38:17.568096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05225cdd-bd1f-466c-a862-6167ac576f35 req-7eeade93-6098-40ce-bf7b-ac62429d4975 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:17.569594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05225cdd-bd1f-466c-a862-6167ac576f35 req-7eeade93-6098-40ce-bf7b-ac62429d4975 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0693033 Jul 15 23:38:17.608468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05225cdd-bd1f-466c-a862-6167ac576f35 req-bc8221cb-27b6-4732-8d24-3d2f43d9a150 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Jul 15 23:38:18.057501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46e4c0d6-6df1-4069-bdf7-adda78676bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:18.788682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b12965-b335-431d-b5b7-c62d845f9f64 req-c332160e-60a1-4713-bf4e-f1cdf0bb0ed0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:18.790335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89b12965-b335-431d-b5b7-c62d845f9f64 req-c332160e-60a1-4713-bf4e-f1cdf0bb0ed0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0732589 Jul 15 23:38:18.830894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89b12965-b335-431d-b5b7-c62d845f9f64 req-c7705c0d-7a21-4cef-94e4-6bcc83fab3d0 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jul 15 23:38:20.015732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecc78a-a587-4946-b0e3-e3644f17ce16 req-183e475e-046d-4661-b615-8259844fa8c5 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:20.017257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6ecc78a-a587-4946-b0e3-e3644f17ce16 req-183e475e-046d-4661-b615-8259844fa8c5 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0782127 Jul 15 23:38:20.057338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6ecc78a-a587-4946-b0e3-e3644f17ce16 req-3a47766c-8bea-48de-9855-1f0fdcea7ccd tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Jul 15 23:38:20.680896 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-509fc6ca-eac5-4b72-947a-94e1178a7e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:21.066491 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:21.230991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf89f31-733e-4974-b803-e796b533fd32 req-2ca3ad44-82d4-4a33-88b4-8c40363f37ae tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:21.233057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcf89f31-733e-4974-b803-e796b533fd32 req-2ca3ad44-82d4-4a33-88b4-8c40363f37ae tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0641470 Jul 15 23:38:21.271954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcf89f31-733e-4974-b803-e796b533fd32 req-2948bad6-3af2-45d5-8e9e-304c70c732cd tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jul 15 23:38:21.603373 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:22.452549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694ee7c-3fb6-4602-93b0-4edc0b708279 req-e3739fac-f844-4548-b546-3bb50aa6b5fe tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:22.454070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5694ee7c-3fb6-4602-93b0-4edc0b708279 req-e3739fac-f844-4548-b546-3bb50aa6b5fe tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0632985 Jul 15 23:38:22.492016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5694ee7c-3fb6-4602-93b0-4edc0b708279 req-829d4c99-d3df-459f-b5ac-ea1be56c47a8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Jul 15 23:38:23.347814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:23.673467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd94a-fad1-4094-b5ef-f051e9635748 req-eda9d187-daba-473d-910a-d765c46fdc32 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:23.675023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e6fd94a-fad1-4094-b5ef-f051e9635748 req-eda9d187-daba-473d-910a-d765c46fdc32 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0726869 Jul 15 23:38:23.713426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e6fd94a-fad1-4094-b5ef-f051e9635748 req-966cbbb5-3ac3-4b34-a9ac-9df2c096902d tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Jul 15 23:38:24.895273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c911720-cc05-420d-87ed-447a6f6e3862 req-2b526ec4-44ad-4c94-98fc-02a9a5322522 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:24.896850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c911720-cc05-420d-87ed-447a6f6e3862 req-2b526ec4-44ad-4c94-98fc-02a9a5322522 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0729179 Jul 15 23:38:24.943213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c911720-cc05-420d-87ed-447a6f6e3862 req-689e54ff-7719-4791-b2a7-5de0a54ef879 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Jul 15 23:38:25.253176 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:26.119256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1508-ad60-469d-84f3-2034dcd09ca0 req-e75545ac-b1c2-4053-a761-616dcf52ddac tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:26.120762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c16c1508-ad60-469d-84f3-2034dcd09ca0 req-e75545ac-b1c2-4053-a761-616dcf52ddac tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0686941 Jul 15 23:38:26.160645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c16c1508-ad60-469d-84f3-2034dcd09ca0 req-9735eaf8-28fb-4023-8608-3c0d6f6d15d2 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Jul 15 23:38:27.340353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55f80f-0fba-4a53-85df-933176f5082d req-2babf919-5caf-4d97-b0ae-a2c372702c7a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:27.342395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b55f80f-0fba-4a53-85df-933176f5082d req-2babf919-5caf-4d97-b0ae-a2c372702c7a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0640852 Jul 15 23:38:27.381093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0b55f80f-0fba-4a53-85df-933176f5082d req-8e38f572-af0a-4a72-aa61-38054c705666 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330887 Jul 15 23:38:28.552433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b96bf-0032-4960-b256-955d4551dcfe req-1119868c-7ed9-467a-99dd-44f767b6249e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:28.553934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d6b96bf-0032-4960-b256-955d4551dcfe req-1119868c-7ed9-467a-99dd-44f767b6249e tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0625033 Jul 15 23:38:28.591351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d6b96bf-0032-4960-b256-955d4551dcfe req-ccde7832-c91e-4dc6-b8ab-30964ee51f63 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Jul 15 23:38:29.769219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeae6c5-fa5a-4192-b5d0-7cdbf30ca4a8 req-e4e51649-91d4-4429-9c9e-0f3e90393212 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:29.770685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0eeae6c5-fa5a-4192-b5d0-7cdbf30ca4a8 req-e4e51649-91d4-4429-9c9e-0f3e90393212 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0667274 Jul 15 23:38:29.808119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0eeae6c5-fa5a-4192-b5d0-7cdbf30ca4a8 req-2dc15816-0299-4fe7-968e-1c5132c01998 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jul 15 23:38:30.980097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9155c-0457-4ee7-8530-58d6f935966f req-3582abf1-9757-41ed-b8ca-004a960e23a9 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:30.981596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fa9155c-0457-4ee7-8530-58d6f935966f req-3582abf1-9757-41ed-b8ca-004a960e23a9 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0636835 Jul 15 23:38:31.019378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fa9155c-0457-4ee7-8530-58d6f935966f req-c8504e30-e761-44be-85a8-1648755235c1 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Jul 15 23:38:32.202685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc0a35-0de8-4b9d-9594-75e56fa01092 req-9b98b96b-df16-45e6-899d-25dc36fb9061 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:32.204223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1fc0a35-0de8-4b9d-9594-75e56fa01092 req-9b98b96b-df16-45e6-899d-25dc36fb9061 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0670896 Jul 15 23:38:32.242282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1fc0a35-0de8-4b9d-9594-75e56fa01092 req-18ede7c6-67e4-41aa-a129-dea7015ff61f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Jul 15 23:38:33.419410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952926-b731-484a-8dfe-31347fd3070f req-35dd5598-c9e7-45e1-b1bf-4f3610debf6a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:33.420918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b952926-b731-484a-8dfe-31347fd3070f req-35dd5598-c9e7-45e1-b1bf-4f3610debf6a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0635831 Jul 15 23:38:33.458264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b952926-b731-484a-8dfe-31347fd3070f req-5018e842-ed92-476a-9093-2839cb95ed36 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Jul 15 23:38:33.805347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c721e17-0bc9-4a57-8e18-88890c1eb686 req-85f8b700-e237-4758-a809-74d873e08c1a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:33.807053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c721e17-0bc9-4a57-8e18-88890c1eb686 req-85f8b700-e237-4758-a809-74d873e08c1a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0658779 Jul 15 23:38:33.847239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c721e17-0bc9-4a57-8e18-88890c1eb686 req-5f154efa-4357-44d6-82c1-d1ca30f53880 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Jul 15 23:38:34.024698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c5738-cece-4850-9557-301b65c52423 req-31a0d8a3-36c1-4e2a-9d61-504a3ff3bcb7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:34.026187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-957c5738-cece-4850-9557-301b65c52423 req-31a0d8a3-36c1-4e2a-9d61-504a3ff3bcb7 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0697575 Jul 15 23:38:34.065978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-957c5738-cece-4850-9557-301b65c52423 req-8d7ce549-e3f0-414e-96b9-bc90be704adf tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Jul 15 23:38:34.453527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195d633-833a-4545-afef-760d2ad5d1d1 req-6d04f11c-4202-44a7-a7c3-1e7cb2c99a4f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:34.455179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d195d633-833a-4545-afef-760d2ad5d1d1 req-6d04f11c-4202-44a7-a7c3-1e7cb2c99a4f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0648088 Jul 15 23:38:34.494648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d195d633-833a-4545-afef-760d2ad5d1d1 req-d518f380-898c-47d3-9db4-154aaf833c47 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Jul 15 23:38:35.670981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-92763e64-668b-4618-bd45-77512375dffe tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:35.670981 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-92763e64-668b-4618-bd45-77512375dffe tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0727992 Jul 15 23:38:35.690268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abd0ce-efbd-4ad5-8326-10f6200fc25e req-0cf3ec23-ba9a-4b71-8f29-000c0628e54c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:35.691885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85abd0ce-efbd-4ad5-8326-10f6200fc25e req-0cf3ec23-ba9a-4b71-8f29-000c0628e54c tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d6a4b7-335c-42f4-b8c0-b1b801ab6410 HTTP/1.1" status: 200 len: 945 time: 0.0708721 Jul 15 23:38:35.738737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85abd0ce-efbd-4ad5-8326-10f6200fc25e req-a7e4fdbd-3f00-46f7-884c-01a7dd3ec6ec tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Jul 15 23:38:35.771054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Deleting port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:35.771397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:35.863203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] For port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:35.864160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:35.877225 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Calling delete_port for 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:36.003921 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:36.016360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:36.035728 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event deleted for resources: {'Port': ['ID=69cc55b8-c77d-4d96-ba90-2e58c3ab35a1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:36.045531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.045729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['69cc55b8-c77d-4d96-ba90-2e58c3ab35a1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:36.045864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.046196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.046531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.046888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.047216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.047543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.047856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.048369 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.048856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.049612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.049612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:36.096081 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] No DVR routers for this DVR port 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:38:36.099396 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:36.103104 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f881ed2b-906b-4bbd-92ab-fd451c8e0a42 req-f4ddd9f0-2c2a-478e-a536-2d9236b5c1f8 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.37 "DELETE /v2.0/ports/69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 HTTP/1.1" status: 204 len: 173 time: 0.4281342 Jul 15 23:38:36.103948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d6a4b7-335c-42f4-b8c0-b1b801ab6410', 'name': 'network-vif-deleted', 'tag': '69cc55b8-c77d-4d96-ba90-2e58c3ab35a1'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:36.106551 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c4d665-f5f1-42be-8781-054230fd0838" -d '{"events": [{"server_uuid": "c9d6a4b7-335c-42f4-b8c0-b1b801ab6410", "name": "network-vif-deleted", "tag": "69cc55b8-c77d-4d96-ba90-2e58c3ab35a1"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:36.154963 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb3e79d-8d71-4047-bea6-42998bbec5d0 x-openstack-request-id: req-2bb3e79d-8d71-4047-bea6-42998bbec5d0 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:36.155326 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d6a4b7-335c-42f4-b8c0-b1b801ab6410", "name": "network-vif-deleted", "tag": "69cc55b8-c77d-4d96-ba90-2e58c3ab35a1", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:36.155520 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bb3e79d-8d71-4047-bea6-42998bbec5d0 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:36.155907 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d6a4b7-335c-42f4-b8c0-b1b801ab6410', 'name': 'network-vif-deleted', 'tag': '69cc55b8-c77d-4d96-ba90-2e58c3ab35a1', 'status': 'completed', 'code': 200} Jul 15 23:38:38.027119 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:38:38.048445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e60e28-0235-4c4d-ad80-572ff8b21d6c req-45c1444a-2cbb-4909-8029-1bf0e266aa05 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:38.049963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1e60e28-0235-4c4d-ad80-572ff8b21d6c req-45c1444a-2cbb-4909-8029-1bf0e266aa05 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 945 time: 0.0649638 Jul 15 23:38:38.088310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1e60e28-0235-4c4d-ad80-572ff8b21d6c req-a301df4f-396f-46b6-95cd-fbdbf7ab143a tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327194 Jul 15 23:38:38.585819 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:38.605714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:38.606071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 69cc55b8-c77d-4d96-ba90-2e58c3ab35a1 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:39.380405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a49db-6433-4039-821d-294bcb80c07d req-8b808051-2e09-498c-92de-c73d73f70a39 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:39.381937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-049a49db-6433-4039-821d-294bcb80c07d req-8b808051-2e09-498c-92de-c73d73f70a39 tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 945 time: 0.1789491 Jul 15 23:38:39.460705 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-049a49db-6433-4039-821d-294bcb80c07d req-cb116c60-f518-4424-8ef5-27414216789b tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.23 "GET /v2.0/security-groups?id=394f078b-fce3-471b-9a8c-84111418f021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731504 Jul 15 23:38:39.490956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-eb85b928-0186-4edb-9489-e72ab7357a5f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:39.490956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-eb85b928-0186-4edb-9489-e72ab7357a5f tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fa40836-1b1e-4baa-bd0b-006ba22a750c HTTP/1.1" status: 200 len: 945 time: 0.0990443 Jul 15 23:38:39.586993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Deleting port 2d109e55-d35d-4114-9d98-be28ec5c28d4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:39.587340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:39.681346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] For port 2d109e55-d35d-4114-9d98-be28ec5c28d4, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2d109e55-d35d-4114-9d98-be28ec5c28d4,segment=NetworkSegment(9aa1ed89-6a6a-4530-8259-e5cf2d26d81b),segment_id=9aa1ed89-6a6a-4530-8259-e5cf2d26d81b)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:39.681710 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:39.693625 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Calling delete_port for 2d109e55-d35d-4114-9d98-be28ec5c28d4 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:39.829222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:39.841008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2d109e55-d35d-4114-9d98-be28ec5c28d4'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:39.867222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Pushing event deleted for resources: {'Port': ['ID=2d109e55-d35d-4114-9d98-be28ec5c28d4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:39.906334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] No DVR routers for this DVR port 2d109e55-d35d-4114-9d98-be28ec5c28d4 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:38:39.909240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:39.911267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e6bce0f-d16e-45ed-9fb9-6ed44e14906f req-752e4d72-9671-48d3-be47-fac36bfae2ee tempest-ServersTestJSON-143877475 tempest-ServersTestJSON-143877475-project] 10.222.0.59 "DELETE /v2.0/ports/2d109e55-d35d-4114-9d98-be28ec5c28d4 HTTP/1.1" status: 204 len: 173 time: 0.4171710 Jul 15 23:38:39.911802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa40836-1b1e-4baa-bd0b-006ba22a750c', 'name': 'network-vif-deleted', 'tag': '2d109e55-d35d-4114-9d98-be28ec5c28d4'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:39.914071 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db0a07-45f1-4be7-a920-31e619e5da3a" -d '{"events": [{"server_uuid": "0fa40836-1b1e-4baa-bd0b-006ba22a750c", "name": "network-vif-deleted", "tag": "2d109e55-d35d-4114-9d98-be28ec5c28d4"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:39.951206 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e438b0bd-0ab0-459a-a2c3-0a042297c40d x-openstack-request-id: req-e438b0bd-0ab0-459a-a2c3-0a042297c40d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:39.951587 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa40836-1b1e-4baa-bd0b-006ba22a750c", "name": "network-vif-deleted", "tag": "2d109e55-d35d-4114-9d98-be28ec5c28d4", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:39.951928 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e438b0bd-0ab0-459a-a2c3-0a042297c40d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:39.952472 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa40836-1b1e-4baa-bd0b-006ba22a750c', 'name': 'network-vif-deleted', 'tag': '2d109e55-d35d-4114-9d98-be28ec5c28d4', 'status': 'completed', 'code': 200} Jul 15 23:38:40.570283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46496) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:40.615408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7f4a3f-6e96-4924-86d9-6b4f520efa1d admin admin] Deleting subnet 60bd4f12-0e7e-45cd-b99a-393f6fe53906 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:38:40.618446 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a3f-6e96-4924-86d9-6b4f520efa1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.657080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a3f-6e96-4924-86d9-6b4f520efa1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.696247 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a3f-6e96-4924-86d9-6b4f520efa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.756040 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a3f-6e96-4924-86d9-6b4f520efa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.782084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f4a3f-6e96-4924-86d9-6b4f520efa1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60bd4f12-0e7e-45cd-b99a-393f6fe53906,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:40.790323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a3f-6e96-4924-86d9-6b4f520efa1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.794783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4f7f4a3f-6e96-4924-86d9-6b4f520efa1d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/60bd4f12-0e7e-45cd-b99a-393f6fe53906 HTTP/1.1" status: 204 len: 168 time: 0.2209234 Jul 15 23:38:40.795525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46502) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:40.866221 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.941382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.951942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01617dcd-52a8-4334-b559-fc45a06f67c6']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:40.962016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:40.962401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa1ed89-6a6a-4530-8259-e5cf2d26d81b') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:40.971204 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.985681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.992050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:38:40.992563 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:38:40.994350 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:38:41.060143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:41.067075 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:41.068503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] 10.222.0.23 "DELETE /v2.0/networks/01617dcd-52a8-4334-b559-fc45a06f67c6 HTTP/1.1" status: 204 len: 168 time: 0.2720132 Jul 15 23:38:41.077714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca8676-0c1b-4375-8378-eaa53403394c admin admin] Pushing event deleted for resources: {'Network': ['ID=01617dcd-52a8-4334-b559-fc45a06f67c6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:41.179414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 46510) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:41.220930 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-49917444-1f40-463c-a61d-6d1e5d779321 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87b79a2d1a314b43aac2290461e68ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402296 Jul 15 23:38:41.223616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 46516) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:41.275727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45c827ef-2c99-4799-958b-452d541a124d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:41.303239 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45c827ef-2c99-4799-958b-452d541a124d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:41.351480 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45c827ef-2c99-4799-958b-452d541a124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:41.354008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-45c827ef-2c99-4799-958b-452d541a124d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:41.355191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-45c827ef-2c99-4799-958b-452d541a124d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/394f078b-fce3-471b-9a8c-84111418f021 HTTP/1.1" status: 204 len: 168 time: 0.1305869 Jul 15 23:38:41.363238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c827ef-2c99-4799-958b-452d541a124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394f078b-fce3-471b-9a8c-84111418f021,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:42.446237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2d109e55-d35d-4114-9d98-be28ec5c28d4 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:42.483245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 2d109e55-d35d-4114-9d98-be28ec5c28d4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:42.483835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2d109e55-d35d-4114-9d98-be28ec5c28d4 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:43.974075 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:48.060137 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a915562c-f487-4a8d-8d06-0367be29f9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:50.690082 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ad57f64-f10f-4f83-ada0-bba37ef980f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:50.921255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47120) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:51.033535 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84cecb2-307b-444e-aaf0-42529c9cd2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.073659 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.208606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4287198b-5872-4bff-9606-b083fb953286 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:51.210100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4287198b-5872-4bff-9606-b083fb953286 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/networks?id=0922204f-ce08-4cbe-91c3-149bc389ff57 HTTP/1.1" status: 200 len: 814 time: 0.1371584 Jul 15 23:38:51.227060 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84cecb2-307b-444e-aaf0-42529c9cd2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.231103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-33a15f70-130a-4dab-bbf3-e59723b50b89 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/quotas/3dd936c1af7746c8a2523bdbe5a350dc HTTP/1.1" status: 200 len: 375 time: 0.0137503 Jul 15 23:38:51.232116 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84cecb2-307b-444e-aaf0-42529c9cd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.295867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-ff75ed29-d44f-4cd7-adfb-ca2eb2a26e94 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dd936c1af7746c8a2523bdbe5a350dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524979 Jul 15 23:38:51.302593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d84cecb2-307b-444e-aaf0-42529c9cd2f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e3da2aac9a44abaa43c16eecec08cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803096 Jul 15 23:38:51.304636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cecb2-307b-444e-aaf0-42529c9cd2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d54b1-1d35-43bb-b8d1-f35eb401a3bd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:51.305445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47134) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:51.357609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8caba0-2b5a-4213-8db1-1fe96c8788a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.381991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8caba0-2b5a-4213-8db1-1fe96c8788a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.394405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-c4b7ea99-91de-44b7-9fb3-7360a9ade076 service neutron] 10.222.0.23 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905728 Jul 15 23:38:51.430443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8caba0-2b5a-4213-8db1-1fe96c8788a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.433066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8b8caba0-2b5a-4213-8db1-1fe96c8788a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.436655 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8b8caba0-2b5a-4213-8db1-1fe96c8788a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/954d54b1-1d35-43bb-b8d1-f35eb401a3bd HTTP/1.1" status: 204 len: 168 time: 0.1278419 Jul 15 23:38:51.442544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8caba0-2b5a-4213-8db1-1fe96c8788a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d54b1-1d35-43bb-b8d1-f35eb401a3bd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:51.499048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-7425f65b-90cc-44c7-a348-e13bd428f5af service neutron] 10.222.0.23 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986586 Jul 15 23:38:51.617867 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.672006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33402e80-c43c-4ce4-8e64-26078935e0ff req-8a06f257-42e3-47d5-bd0e-d894add0b524 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 210 time: 0.0305796 Jul 15 23:38:52.855308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d98da9a-9ab3-41a7-9c47-23117bcde365 req-b9de6686-341a-48ec-954e-23dd0ef0e335 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 210 time: 0.0308390 Jul 15 23:38:52.866363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-c093cb42-1464-413e-8f0f-f3dcbef09f37 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:52.871173 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-c093cb42-1464-413e-8f0f-f3dcbef09f37 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.37 "GET /v2.0/networks?id=0922204f-ce08-4cbe-91c3-149bc389ff57 HTTP/1.1" status: 200 len: 814 time: 0.1484466 Jul 15 23:38:52.887238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Request body: {'port': {'device_id': '0eebfefe-079f-42b4-9162-b91d910b790f', 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57', 'admin_state_up': True, 'tenant_id': '3dd936c1af7746c8a2523bdbe5a350dc'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:38:53.004180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Made reservation on behalf of 3dd936c1af7746c8a2523bdbe5a350dc for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:38:53.007839 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.132142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Allocated IP 172.20.0.13 (0922204f-ce08-4cbe-91c3-149bc389ff57/a0d56c82-f8bd-4ffe-b43b-65a7d51c3328/484f7cdf-60e3-47d7-bedf-b7f796391afd) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:38:53.287713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.327090 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.353492 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.371445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Network 0922204f-ce08-4cbe-91c3-149bc389ff57 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:38:53.376952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:38:53.379502 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:38:53.415153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Pushing event updated for resources: {'Port': ['ID=484f7cdf-60e3-47d7-bedf-b7f796391afd,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:53.441623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:53.442317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.456797 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-4c500fca-8ed4-457b-aabd-456deb3ee7d2 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738568 Jul 15 23:38:53.473704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Request body: {'port': {'device_id': '0eebfefe-079f-42b4-9162-b91d910b790f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:38:53.546777 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.616535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47210) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:53.861656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f12486a0-594c-4115-a6df-899e5c04d248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.959639 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f12486a0-594c-4115-a6df-899e5c04d248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.963878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f12486a0-594c-4115-a6df-899e5c04d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.032483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f12486a0-594c-4115-a6df-899e5c04d248 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f70604565a5a4c79ab0df4005c3c59a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148512 Jul 15 23:38:54.035959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47216) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:54.036478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12486a0-594c-4115-a6df-899e5c04d248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c2234-864b-4f25-b751-7ddb6156ba5d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:54.067912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53de7ea-cdb3-4f17-9601-8e7085a93895 req-6ed9adca-060a-4e60-b768-4a04d0d3cfd3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:54.069438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f53de7ea-cdb3-4f17-9601-8e7085a93895 req-6ed9adca-060a-4e60-b768-4a04d0d3cfd3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 932 time: 0.0943785 Jul 15 23:38:54.108663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f53de7ea-cdb3-4f17-9601-8e7085a93895 req-8fe2afb3-7d78-49c9-8176-a9cb40fedc35 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Jul 15 23:38:54.115575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484f7cdf-60e3-47d7-bedf-b7f796391afd {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:38:54.129206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.140010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-71b56b43-aa45-460a-8ae7-273dc8b5665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.152022 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Transition to ACTIVE for port object 484f7cdf-60e3-47d7-bedf-b7f796391afd will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:38:54.161443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.169385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-71b56b43-aa45-460a-8ae7-273dc8b5665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.242260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Pushing event updated for resources: {'Port': ['ID=484f7cdf-60e3-47d7-bedf-b7f796391afd,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:54.302003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-71b56b43-aa45-460a-8ae7-273dc8b5665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.304558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-71b56b43-aa45-460a-8ae7-273dc8b5665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.305919 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-71b56b43-aa45-460a-8ae7-273dc8b5665d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb2c2234-864b-4f25-b751-7ddb6156ba5d HTTP/1.1" status: 204 len: 168 time: 0.2690086 Jul 15 23:38:54.323073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56b43-aa45-460a-8ae7-273dc8b5665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c2234-864b-4f25-b751-7ddb6156ba5d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:54.326867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Attempting to bind port 484f7cdf-60e3-47d7-bedf-b7f796391afd on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:38:54.327440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Attempting to bind port 484f7cdf-60e3-47d7-bedf-b7f796391afd by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:38:54.327540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Attempting to bind port 484f7cdf-60e3-47d7-bedf-b7f796391afd on network 0922204f-ce08-4cbe-91c3-149bc389ff57 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:38:54.332015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Port 484f7cdf-60e3-47d7-bedf-b7f796391afd on network 0922204f-ce08-4cbe-91c3-149bc389ff57 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:38:54.332338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Attempting to bind port 484f7cdf-60e3-47d7-bedf-b7f796391afd on network 0922204f-ce08-4cbe-91c3-149bc389ff57 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:38:54.337102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:38:54.337439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Checking segment: {'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:38:54.337819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Bound using segment: {'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:38:54.338250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Bound port: 484f7cdf-60e3-47d7-bedf-b7f796391afd, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:38:54.338608 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.405088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] For port 484f7cdf-60e3-47d7-bedf-b7f796391afd, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:38:54.408315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] For port 484f7cdf-60e3-47d7-bedf-b7f796391afd, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=484f7cdf-60e3-47d7-bedf-b7f796391afd,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:38:54.412056 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.444949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:54.445751 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.447193 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] 10.222.0.37 "PUT /v2.0/ports/484f7cdf-60e3-47d7-bedf-b7f796391afd HTTP/1.1" status: 200 len: 1092 time: 0.9778278 Jul 15 23:38:54.447640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eebfefe-079f-42b4-9162-b91d910b790f', 'tag': '484f7cdf-60e3-47d7-bedf-b7f796391afd'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:54.450419 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696" -d '{"events": [{"name": "network-changed", "server_uuid": "0eebfefe-079f-42b4-9162-b91d910b790f", "tag": "484f7cdf-60e3-47d7-bedf-b7f796391afd"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:54.476901 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cc665-9329-4f8e-9553-e35d3477db42 service neutron] Pushing event updated for resources: {'Port': ['ID=484f7cdf-60e3-47d7-bedf-b7f796391afd,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:54.505259 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d59db4-b195-4d05-b80c-08d87f4e4649 x-openstack-request-id: req-03d59db4-b195-4d05-b80c-08d87f4e4649 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:54.505591 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eebfefe-079f-42b4-9162-b91d910b790f", "tag": "484f7cdf-60e3-47d7-bedf-b7f796391afd", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:54.505846 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03d59db4-b195-4d05-b80c-08d87f4e4649 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:54.506250 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eebfefe-079f-42b4-9162-b91d910b790f', 'tag': '484f7cdf-60e3-47d7-bedf-b7f796391afd', 'status': 'completed', 'code': 200} Jul 15 23:38:54.581692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-01bea6e2-e344-4eff-8694-78a29362763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:54.583457 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-01bea6e2-e344-4eff-8694-78a29362763a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dd936c1af7746c8a2523bdbe5a350dc&device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 1095 time: 0.0602715 Jul 15 23:38:54.586388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47224) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:54.604586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7439bf93-cfd0-4d88-81c4-a74705d2c2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.641446 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-8cb8ac24-efcc-4f98-8f37-130662a3a30d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=484f7cdf-60e3-47d7-bedf-b7f796391afd HTTP/1.1" status: 200 len: 217 time: 0.0423596 Jul 15 23:38:54.709070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-f7fb507f-18f1-4a57-a94f-704cddaa94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:54.710555 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-f7fb507f-18f1-4a57-a94f-704cddaa94fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0d56c82-f8bd-4ffe-b43b-65a7d51c3328 HTTP/1.1" status: 200 len: 854 time: 0.0618479 Jul 15 23:38:54.751264 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-023c8734-399a-4678-8b6c-b734987cf259 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0922204f-ce08-4cbe-91c3-149bc389ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340524 Jul 15 23:38:54.846422 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7439bf93-cfd0-4d88-81c4-a74705d2c2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.852627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7439bf93-cfd0-4d88-81c4-a74705d2c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.894485 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-8133ac20-6490-4f1a-99a8-aa4991a7d79a service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338861 Jul 15 23:38:54.927987 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7439bf93-cfd0-4d88-81c4-a74705d2c2d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e4bdb2d914a41589ff42bd75d966339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405564 Jul 15 23:38:54.930995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47226) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:54.935055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439bf93-cfd0-4d88-81c4-a74705d2c2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c6843d-c5c0-4e62-af4d-3490d5b14544,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:54.981453 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86b05bcb-5237-4e7c-b1e6-15abeefd1036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.997477 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d31cf594-7aa7-4799-91c3-d883f0fbc6df req-706c5e7d-1f17-4896-b86b-e2f83ed5fafd service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954666 Jul 15 23:38:55.002685 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86b05bcb-5237-4e7c-b1e6-15abeefd1036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:55.053333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86b05bcb-5237-4e7c-b1e6-15abeefd1036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:55.055993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86b05bcb-5237-4e7c-b1e6-15abeefd1036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:55.057168 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-86b05bcb-5237-4e7c-b1e6-15abeefd1036 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71c6843d-c5c0-4e62-af4d-3490d5b14544 HTTP/1.1" status: 204 len: 168 time: 0.1251311 Jul 15 23:38:55.065148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b05bcb-5237-4e7c-b1e6-15abeefd1036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c6843d-c5c0-4e62-af4d-3490d5b14544,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:55.149528 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-01db1f5d-a324-45ce-81dc-0ebf373872bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:55.151161 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-01db1f5d-a324-45ce-81dc-0ebf373872bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dd936c1af7746c8a2523bdbe5a350dc&device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 1095 time: 0.0565977 Jul 15 23:38:55.255359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-486300be-d5d2-4a9c-b6f9-11f3787f8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:55.256836 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-486300be-d5d2-4a9c-b6f9-11f3787f8ec1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0922204f-ce08-4cbe-91c3-149bc389ff57 HTTP/1.1" status: 200 len: 915 time: 0.0974944 Jul 15 23:38:55.272937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:55.298695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ea06-121b-48af-bdf3-b4bb21a52728 req-de39abbe-6b4a-4041-9a6c-ccc53ba1d6fc tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:55.300229 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-09c2d6f6-bc05-4d29-b193-55c6d8cb83d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=484f7cdf-60e3-47d7-bedf-b7f796391afd HTTP/1.1" status: 200 len: 217 time: 0.0349500 Jul 15 23:38:55.300359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f003ea06-121b-48af-bdf3-b4bb21a52728 req-de39abbe-6b4a-4041-9a6c-ccc53ba1d6fc tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 944 time: 0.0709264 Jul 15 23:38:55.351996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f003ea06-121b-48af-bdf3-b4bb21a52728 req-cbc5fb81-d3f3-4e26-a097-ac777f955774 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Jul 15 23:38:55.357339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-1e8154d0-fa7d-43fb-a8b0-6fa010daaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:55.358952 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-1e8154d0-fa7d-43fb-a8b0-6fa010daaa80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0d56c82-f8bd-4ffe-b43b-65a7d51c3328 HTTP/1.1" status: 200 len: 854 time: 0.0497770 Jul 15 23:38:55.397622 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-f0c69a7a-2dee-44ed-84a5-b8216c3ff707 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0922204f-ce08-4cbe-91c3-149bc389ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311942 Jul 15 23:38:55.487529 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-f6b6b43b-9769-4778-956e-f8f209dd2a9d service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832474 Jul 15 23:38:55.582008 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-95c8f15f-ddaf-4b66-b7b7-1f85aec94696 req-4a1eb294-79e2-4f7c-aecb-ebfa798783a3 service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879490 Jul 15 23:38:56.531211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bb929-53b9-45a1-be40-b3b03f9ba400 req-32e902e2-e950-4a5d-9993-c7dfde7d280e tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:56.532720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-444bb929-53b9-45a1-be40-b3b03f9ba400 req-32e902e2-e950-4a5d-9993-c7dfde7d280e tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 944 time: 0.0658283 Jul 15 23:38:56.571838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-444bb929-53b9-45a1-be40-b3b03f9ba400 req-32e3f881-2a11-4b37-8cbe-edc1c29aa939 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Jul 15 23:38:57.754939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240cc5e-8af3-4a4b-87cd-73ea7f908937 req-451996e7-2beb-4242-bac3-449861d13119 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:57.756549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b240cc5e-8af3-4a4b-87cd-73ea7f908937 req-451996e7-2beb-4242-bac3-449861d13119 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 944 time: 0.0702248 Jul 15 23:38:57.794428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b240cc5e-8af3-4a4b-87cd-73ea7f908937 req-7a5dd1d9-afdb-4247-9d1c-883e53e4152b tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 15 23:38:58.711573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 484f7cdf-60e3-47d7-bedf-b7f796391afd details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:38:58.811916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 484f7cdf-60e3-47d7-bedf-b7f796391afd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=484f7cdf-60e3-47d7-bedf-b7f796391afd,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:58.825140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '484f7cdf-60e3-47d7-bedf-b7f796391afd', 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57', 'port_id': '484f7cdf-60e3-47d7-bedf-b7f796391afd', 'mac_address': 'fa:16:3e:4d:12:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d56c82-f8bd-4ffe-b43b-65a7d51c3328', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:38:58.863115 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:58.876200 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484f7cdf-60e3-47d7-bedf-b7f796391afd {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:38:58.896187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 484f7cdf-60e3-47d7-bedf-b7f796391afd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=484f7cdf-60e3-47d7-bedf-b7f796391afd,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:58.900761 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:58.956839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=484f7cdf-60e3-47d7-bedf-b7f796391afd,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:58.976711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565bf1e-f285-43d2-82bf-0a4956ca8d40 req-98a43c79-ef58-4525-8c5b-a2dc1498bcfa tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:58.978217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1565bf1e-f285-43d2-82bf-0a4956ca8d40 req-98a43c79-ef58-4525-8c5b-a2dc1498bcfa tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 945 time: 0.0698476 Jul 15 23:38:59.017259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1565bf1e-f285-43d2-82bf-0a4956ca8d40 req-747ae64a-1954-4064-afb9-5a8eceac4e7e tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329680 Jul 15 23:38:59.163118 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['484f7cdf-60e3-47d7-bedf-b7f796391afd'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:59.859807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-a9c1cef4-a1af-4dd1-a7ad-b5f15e327000 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517690 Jul 15 23:38:59.940031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-65f4d1a4-076a-44f6-a3ce-09326230cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:59.941639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-65f4d1a4-076a-44f6-a3ce-09326230cdc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 1097 time: 0.0569079 Jul 15 23:39:00.051586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-a34307f3-f295-4f48-993b-6aa7db5d94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:00.053227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-a34307f3-f295-4f48-993b-6aa7db5d94cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.0900290 Jul 15 23:39:00.461297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-713e8c26-c77b-4b01-870a-57501e062c74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056 HTTP/1.1" status: 200 len: 1002 time: 0.4005563 Jul 15 23:39:00.518645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079e99-394f-49b6-924e-c078d22d368c req-b96c8d17-102f-46f4-9ea9-27741fca3f47 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:00.520148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7079e99-394f-49b6-924e-c078d22d368c req-b96c8d17-102f-46f4-9ea9-27741fca3f47 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 945 time: 0.1118855 Jul 15 23:39:00.529145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-05e8732c-7f76-4ba0-87ad-2e54c30a8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:00.530532 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-05e8732c-7f76-4ba0-87ad-2e54c30a8f0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0597751 Jul 15 23:39:00.590323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7079e99-394f-49b6-924e-c078d22d368c req-ad27afa3-05b3-429b-960a-1e9b0638f4ec tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638325 Jul 15 23:39:00.613626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-0f439764-7b97-4f24-8480-e2e36339bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:00.615649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-0f439764-7b97-4f24-8480-e2e36339bd11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699415 Jul 15 23:39:00.705678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-5c345f09-0348-42ea-8f3e-0f4965d14229 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824437 Jul 15 23:39:00.727133 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 484f7cdf-60e3-47d7-bedf-b7f796391afd up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:00.781829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 484f7cdf-60e3-47d7-bedf-b7f796391afd completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:00.786251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 484f7cdf-60e3-47d7-bedf-b7f796391afd triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:00.786625 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:00.807361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0135e5fb-744c-45ac-b259-6f8509b4f1f9 req-35928544-c46f-45e1-8adc-35c13b186cb6 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933259 Jul 15 23:39:01.025937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:01.049167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eebfefe-079f-42b4-9162-b91d910b790f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484f7cdf-60e3-47d7-bedf-b7f796391afd'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:01.051524 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd048a32-6155-487b-ac53-f39565e2505c" -d '{"events": [{"server_uuid": "0eebfefe-079f-42b4-9162-b91d910b790f", "name": "network-vif-plugged", "status": "completed", "tag": "484f7cdf-60e3-47d7-bedf-b7f796391afd"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:01.067341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 484f7cdf-60e3-47d7-bedf-b7f796391afd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=484f7cdf-60e3-47d7-bedf-b7f796391afd,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:01.071350 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:01.122899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=484f7cdf-60e3-47d7-bedf-b7f796391afd,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:01.496504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47384) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:01.506347 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b4f2f0-72a7-4d41-b543-376e5fc2a2f8 x-openstack-request-id: req-19b4f2f0-72a7-4d41-b543-376e5fc2a2f8 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:01.506787 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eebfefe-079f-42b4-9162-b91d910b790f", "name": "network-vif-plugged", "status": "completed", "tag": "484f7cdf-60e3-47d7-bedf-b7f796391afd", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:01.507115 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19b4f2f0-72a7-4d41-b543-376e5fc2a2f8 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:01.507532 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eebfefe-079f-42b4-9162-b91d910b790f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484f7cdf-60e3-47d7-bedf-b7f796391afd', 'code': 200} Jul 15 23:39:01.618735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:01.646787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369df62-76fc-447b-9b35-84a7beff8590 req-24829238-89a4-4596-9d8b-1edd9a5ff364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:01.648356 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f369df62-76fc-447b-9b35-84a7beff8590 req-24829238-89a4-4596-9d8b-1edd9a5ff364 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 1097 time: 0.0529966 Jul 15 23:39:01.685258 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-f369df62-76fc-447b-9b35-84a7beff8590 req-bc2db1dd-537b-43e6-aea3-e7ee91497b9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296497 Jul 15 23:39:01.703660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8981-eee2-4dc6-abe5-7dc095d7abcf req-72f6f524-987f-4801-adc3-aca7835bc090 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:01.705153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e8b8981-eee2-4dc6-abe5-7dc095d7abcf req-72f6f524-987f-4801-adc3-aca7835bc090 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 946 time: 0.1034555 Jul 15 23:39:01.767972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e8b8981-eee2-4dc6-abe5-7dc095d7abcf req-166a1ce2-fb08-46a8-99fc-ef48613c1463 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564020 Jul 15 23:39:01.788332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:01.792436 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:01.831874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2c0cdbff1144a32b32ccd67a93821c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341269 Jul 15 23:39:01.834967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:01.840951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42baad50-22c6-4499-8da3-6a38a0edd78b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:01.854152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.854502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.854870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.855252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.855589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.855922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.856290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.856618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.856945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.857268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.857588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.857910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022270b9-cc8f-4d27-9d69-ccf8d0ca5af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:01.933031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc24978f-fac6-4046-a1f1-57aea83dfd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:01.964096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc24978f-fac6-4046-a1f1-57aea83dfd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:01.977966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dd9f7-f534-4470-bb49-b26867f41866 req-0cfeba02-be18-4b97-b187-6574dbac4888 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:01.979511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d29dd9f7-f534-4470-bb49-b26867f41866 req-0cfeba02-be18-4b97-b187-6574dbac4888 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 946 time: 0.1090345 Jul 15 23:39:02.036166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d29dd9f7-f534-4470-bb49-b26867f41866 req-b7577370-769a-443f-9c45-d1e200df5238 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472758 Jul 15 23:39:02.049023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc24978f-fac6-4046-a1f1-57aea83dfd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.059293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc24978f-fac6-4046-a1f1-57aea83dfd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.059293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dc24978f-fac6-4046-a1f1-57aea83dfd3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42baad50-22c6-4499-8da3-6a38a0edd78b HTTP/1.1" status: 204 len: 168 time: 0.2169249 Jul 15 23:39:02.060808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24978f-fac6-4046-a1f1-57aea83dfd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42baad50-22c6-4499-8da3-6a38a0edd78b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:02.310907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47396) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:02.328516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29f8c44a-de38-4ef7-affb-e05577d596dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.416282 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29f8c44a-de38-4ef7-affb-e05577d596dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.420579 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29f8c44a-de38-4ef7-affb-e05577d596dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.460455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29f8c44a-de38-4ef7-affb-e05577d596dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=682943805d7b4b838dfdc106cb2b29ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484423 Jul 15 23:39:02.461314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8c44a-de38-4ef7-affb-e05577d596dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a827d43-7b98-4204-a379-f3ddd17eaff6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:02.463211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47398) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:02.511369 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e257de6e-8e2b-4080-a401-161266198dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.531993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e257de6e-8e2b-4080-a401-161266198dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.581361 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e257de6e-8e2b-4080-a401-161266198dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.583823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e257de6e-8e2b-4080-a401-161266198dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:02.584968 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e257de6e-8e2b-4080-a401-161266198dd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a827d43-7b98-4204-a379-f3ddd17eaff6 HTTP/1.1" status: 204 len: 168 time: 0.1207733 Jul 15 23:39:02.592812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257de6e-8e2b-4080-a401-161266198dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a827d43-7b98-4204-a379-f3ddd17eaff6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:02.948479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a2520-0e12-443f-8f7b-fa896f52c7e0 req-d5108895-07b8-4b9d-886c-be0d750d0f1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:02.950612 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c54a2520-0e12-443f-8f7b-fa896f52c7e0 req-d5108895-07b8-4b9d-886c-be0d750d0f1d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 946 time: 0.0639811 Jul 15 23:39:02.989064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c54a2520-0e12-443f-8f7b-fa896f52c7e0 req-2f881fc4-424f-4146-b05a-d6f0b40bd2cb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Jul 15 23:39:03.216983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf5acd-a8b1-4446-9165-2f508aaff44e req-491ab731-3d63-4a17-be03-b34c76c0e731 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:03.218973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05cf5acd-a8b1-4446-9165-2f508aaff44e req-491ab731-3d63-4a17-be03-b34c76c0e731 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 946 time: 0.0683270 Jul 15 23:39:03.292826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05cf5acd-a8b1-4446-9165-2f508aaff44e req-d25a223a-b1e0-42a2-8475-474fb702b918 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640256 Jul 15 23:39:03.320540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-6d0aa93d-89d1-47af-bc9e-224e585f7655 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:03.322035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-6d0aa93d-89d1-47af-bc9e-224e585f7655 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 946 time: 0.0857344 Jul 15 23:39:03.427611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port 99885d5c-4a37-4d51-b922-8f7dc3a50056 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:03.427962 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:03.531199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] For port 99885d5c-4a37-4d51-b922-8f7dc3a50056, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=99885d5c-4a37-4d51-b922-8f7dc3a50056,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:03.531570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:03.721207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:03.721837 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:03.722308 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Floating IP d49f8818-8e37-4d5d-a6ae-e736ba936084 disassociated. External IP: 172.25.3.124, port: 99885d5c-4a37-4d51-b922-8f7dc3a50056. Jul 15 23:39:03.729621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for 99885d5c-4a37-4d51-b922-8f7dc3a50056 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:03.873853 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:03.906936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=99885d5c-4a37-4d51-b922-8f7dc3a50056,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:04.039406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Router 99179a35-cd6b-4ae7-8938-5803881715c6 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:39:04.170727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29c35b6a-9f5b-4beb-8321-9c6c31a91106 req-28c16520-0d33-4173-8375-b23cb588bbe6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 210 time: 0.0311971 Jul 15 23:39:04.198648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:04.211801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:04.224802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:04.225427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:38:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:04.262016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] No DVR routers for this DVR port 99885d5c-4a37-4d51-b922-8f7dc3a50056 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:39:04.265668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.268042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8079e63-e6b1-4777-bfb5-23b6ed25760e req-1dc90404-f199-4d1b-9e8f-ebed823ccf68 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "DELETE /v2.0/ports/99885d5c-4a37-4d51-b922-8f7dc3a50056 HTTP/1.1" status: 204 len: 173 time: 0.9385374 Jul 15 23:39:04.268510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'name': 'network-vif-deleted', 'tag': '99885d5c-4a37-4d51-b922-8f7dc3a50056'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:04.270972 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9574eb19-ad38-4757-9b77-a1f7c2222e2e" -d '{"events": [{"server_uuid": "1278c4b7-6baa-45cd-9a50-68f098bf4ede", "name": "network-vif-deleted", "tag": "99885d5c-4a37-4d51-b922-8f7dc3a50056"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:04.320489 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e89c7c-5ca8-46c2-b4e1-9dc7ef716af3 x-openstack-request-id: req-59e89c7c-5ca8-46c2-b4e1-9dc7ef716af3 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:04.321145 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1278c4b7-6baa-45cd-9a50-68f098bf4ede", "name": "network-vif-deleted", "tag": "99885d5c-4a37-4d51-b922-8f7dc3a50056", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:04.321458 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59e89c7c-5ca8-46c2-b4e1-9dc7ef716af3 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:04.322180 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1278c4b7-6baa-45cd-9a50-68f098bf4ede', 'name': 'network-vif-deleted', 'tag': '99885d5c-4a37-4d51-b922-8f7dc3a50056', 'status': 'completed', 'code': 200} Jul 15 23:39:04.439383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:04.737073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:04.769254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:39:04.783328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:04.784629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:38:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:04.888439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47554) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:04.937075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:05.039039 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc1e6-e43e-496a-8f17-7e470698d2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.170463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc1e6-e43e-496a-8f17-7e470698d2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.175917 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc1e6-e43e-496a-8f17-7e470698d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.189569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:05.222781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3a30c2-ab1f-4623-9ad4-ef512fd96bf3 None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:05.230142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cc1e6-e43e-496a-8f17-7e470698d2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65df1354-dacf-4bab-8aa2-851411fdbd12,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:05.242388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9e6cc1e6-e43e-496a-8f17-7e470698d2a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2847fadcec42457285b48a9317cc176c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503830 Jul 15 23:39:05.242983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47560) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:05.317797 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-025586dc-8955-43b6-84b8-8c3dfaf45ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.350919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-025586dc-8955-43b6-84b8-8c3dfaf45ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.398158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93dd435a-3926-45e4-867b-89caa6ae41e3 req-9963a30c-4436-4426-81ef-3adf165a0337 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 210 time: 0.0447187 Jul 15 23:39:05.447963 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-025586dc-8955-43b6-84b8-8c3dfaf45ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.451081 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-025586dc-8955-43b6-84b8-8c3dfaf45ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.455369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-025586dc-8955-43b6-84b8-8c3dfaf45ea1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65df1354-dacf-4bab-8aa2-851411fdbd12 HTTP/1.1" status: 204 len: 168 time: 0.2117136 Jul 15 23:39:05.463622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025586dc-8955-43b6-84b8-8c3dfaf45ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65df1354-dacf-4bab-8aa2-851411fdbd12,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:05.612758 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad37ecd-7667-4e0a-8df1-c98496f9a76e None None] New status for floating IP d49f8818-8e37-4d5d-a6ae-e736ba936084: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:39:05.822904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-6376fcd7-3455-40a2-b136-da0cf521cc4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110833 Jul 15 23:39:05.842338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47566) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:05.856936 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e20d6fb-e602-4d6b-adbb-8bf380209aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.975009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-d5dc3bca-83df-453c-8d93-81c2d3c051b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:05.976591 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-d5dc3bca-83df-453c-8d93-81c2d3c051b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dd936c1af7746c8a2523bdbe5a350dc&device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 1097 time: 0.0964432 Jul 15 23:39:06.020893 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e20d6fb-e602-4d6b-adbb-8bf380209aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:06.027615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e20d6fb-e602-4d6b-adbb-8bf380209aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:06.072185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3e20d6fb-e602-4d6b-adbb-8bf380209aeb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55b753394ece4928901ec016866ac977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263529 Jul 15 23:39:06.072185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20d6fb-e602-4d6b-adbb-8bf380209aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b7989d-d796-4492-aef2-faa69cca9477,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:06.074587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47570) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:06.128538 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5f609da6-41e9-4d0b-95da-6eca86d8e95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:06.129298 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-d2cc597a-5ec1-4754-b79d-1ffa9087ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:06.131484 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-d2cc597a-5ec1-4754-b79d-1ffa9087ea1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0922204f-ce08-4cbe-91c3-149bc389ff57 HTTP/1.1" status: 200 len: 915 time: 0.1315730 Jul 15 23:39:06.153336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5f609da6-41e9-4d0b-95da-6eca86d8e95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:06.186791 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-88d6b658-fe12-4a68-a1f8-b7b142a9202b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=484f7cdf-60e3-47d7-bedf-b7f796391afd HTTP/1.1" status: 200 len: 217 time: 0.0495789 Jul 15 23:39:06.208744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5f609da6-41e9-4d0b-95da-6eca86d8e95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:06.212221 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5f609da6-41e9-4d0b-95da-6eca86d8e95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:06.216273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5f609da6-41e9-4d0b-95da-6eca86d8e95c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37b7989d-d796-4492-aef2-faa69cca9477 HTTP/1.1" status: 204 len: 168 time: 0.1378531 Jul 15 23:39:06.229435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f609da6-41e9-4d0b-95da-6eca86d8e95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b7989d-d796-4492-aef2-faa69cca9477,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:06.268801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-5c45ce01-e5f0-4908-894b-c25a5aba5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:06.270383 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-5c45ce01-e5f0-4908-894b-c25a5aba5e4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0d56c82-f8bd-4ffe-b43b-65a7d51c3328 HTTP/1.1" status: 200 len: 854 time: 0.0776625 Jul 15 23:39:06.314381 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-ac8bd46a-08b5-4b73-b2b3-d988a27ef016 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0922204f-ce08-4cbe-91c3-149bc389ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369103 Jul 15 23:39:06.422719 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-6459d557-c22c-464e-a874-cc0cfbbdb01d service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017025 Jul 15 23:39:06.564239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7e1d71d-cc1a-4663-a9f8-2b65da65ec57 req-6e351e71-43cb-43ba-a5ea-0fe255e9ca6f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 210 time: 0.0364618 Jul 15 23:39:06.595416 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-dbccf755-bfc4-40dd-b285-382f7ac8f6b4 req-9837583c-9192-495d-84e9-91808236f7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662998 Jul 15 23:39:06.651619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 99885d5c-4a37-4d51-b922-8f7dc3a50056 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:39:06.677210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 99885d5c-4a37-4d51-b922-8f7dc3a50056 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:39:06.677935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 99885d5c-4a37-4d51-b922-8f7dc3a50056 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:39:07.745503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad2a7323-66e7-4973-957e-363f537d3c64 req-5a37d360-3f0e-499a-90a8-c45f6e655d57 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c4b7-6baa-45cd-9a50-68f098bf4ede HTTP/1.1" status: 200 len: 210 time: 0.0314453 Jul 15 23:39:09.083180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-6ebbb55b-691e-4ae1-983e-7a5c8951db3c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545945664&fields=id&tenant_id=969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 267 time: 0.0359626 Jul 15 23:39:09.212017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9560fafc-0835-4a42-b7c4-6f448b62afeb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:09.213586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9560fafc-0835-4a42-b7c4-6f448b62afeb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1251860 Jul 15 23:39:09.232126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9ec3d8f1-2863-4342-9b60-965fd14705fd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/quotas/969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 375 time: 0.0107441 Jul 15 23:39:09.307816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-2650a1c2-3914-444f-9467-6750d6fe8bc3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702426 Jul 15 23:39:09.413379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-18558777-847f-4d3d-9d8a-da8daefc5c0c service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933063 Jul 15 23:39:09.505599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47754) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:09.508455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9275b978-176d-4cea-b1d2-22d1f08cb9d2 service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891743 Jul 15 23:39:09.629840 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0590f721-dff2-4e0b-ba88-dd41733df1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.744031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0590f721-dff2-4e0b-ba88-dd41733df1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.749016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0590f721-dff2-4e0b-ba88-dd41733df1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.791595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590f721-dff2-4e0b-ba88-dd41733df1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd6c47-196b-45b2-847c-cc5f869d00aa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:09.807431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47768) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:09.808027 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0590f721-dff2-4e0b-ba88-dd41733df1b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d251afcf83114826a00fe379b378da97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010831 Jul 15 23:39:09.862448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1575806f-e4c0-4ebd-a40b-a2f0aa8e1665 req-fa8dbf7b-0d3e-4f0d-8730-edcfe7bd4ce9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 210 time: 0.0453322 Jul 15 23:39:09.910792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad19ac8a-589d-4ccf-8574-c45d8f21f468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.933085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad19ac8a-589d-4ccf-8574-c45d8f21f468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.985615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad19ac8a-589d-4ccf-8574-c45d8f21f468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.988339 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ad19ac8a-589d-4ccf-8574-c45d8f21f468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.989769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ad19ac8a-589d-4ccf-8574-c45d8f21f468 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddbd6c47-196b-45b2-847c-cc5f869d00aa HTTP/1.1" status: 204 len: 168 time: 0.1811423 Jul 15 23:39:10.000046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19ac8a-589d-4ccf-8574-c45d8f21f468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd6c47-196b-45b2-847c-cc5f869d00aa,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:10.312419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47782) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:10.335959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d71d5df5-9814-431b-9a26-965980e8a9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:10.436394 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d71d5df5-9814-431b-9a26-965980e8a9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:10.441077 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d71d5df5-9814-431b-9a26-965980e8a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:10.483740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d71d5df5-9814-431b-9a26-965980e8a9b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2df931748fdd46c2a367290f50c7df74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666021 Jul 15 23:39:10.484785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d5df5-9814-431b-9a26-965980e8a9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced4fe4-4100-44f9-aec1-d9b28db4275c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:10.484937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47784) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:10.549725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0477ca81-2edd-46d6-95c5-c362c5b4f583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:10.577117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0477ca81-2edd-46d6-95c5-c362c5b4f583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:10.625009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0477ca81-2edd-46d6-95c5-c362c5b4f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:10.627943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0477ca81-2edd-46d6-95c5-c362c5b4f583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:10.629224 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0477ca81-2edd-46d6-95c5-c362c5b4f583 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ced4fe4-4100-44f9-aec1-d9b28db4275c HTTP/1.1" status: 204 len: 168 time: 0.1433215 Jul 15 23:39:10.638151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477ca81-2edd-46d6-95c5-c362c5b4f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced4fe4-4100-44f9-aec1-d9b28db4275c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:11.026523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-c553a3a1-05c9-454e-87ac-aef7581ee250 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:11.027514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-c553a3a1-05c9-454e-87ac-aef7581ee250 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1358202 Jul 15 23:39:11.074960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c704b560-23a8-4c69-8366-f2a476da6081 req-5782f137-d35e-4aea-a61f-feae5c9eed3b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 210 time: 0.0461488 Jul 15 23:39:11.116250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-db99be1b-0c74-42cc-98b8-9d03f7b90ef6 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 379 time: 0.0696733 Jul 15 23:39:11.126545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'port': {'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'admin_state_up': True, 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'security_groups': ['3f727fde-983b-47ee-8876-cf3d31b74343']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:11.269725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:11.274811 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:11.435541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.20.0.14 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/1ed37296-1ea8-44a3-9291-5ea9ec197ddf) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:11.615524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:11.630814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Transition to ACTIVE for port object 1ed37296-1ea8-44a3-9291-5ea9ec197ddf will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:11.669083 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:11.719766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:11.725482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:11.735396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:11.776914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:11.815256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:11.816172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:11.836375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7abd11ce-99f3-46e7-943f-7ffcf1d35ba9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147825 Jul 15 23:39:11.851269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Request body: {'port': {'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:11.952589 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.146355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4d28eb6f-97a7-42c4-9625-2b39a74da717 None None] Provisioning for port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:12.153972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4d28eb6f-97a7-42c4-9625-2b39a74da717 None None] Provisioning complete for port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:12.155622 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4d28eb6f-97a7-42c4-9625-2b39a74da717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.230155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4d28eb6f-97a7-42c4-9625-2b39a74da717 None None] Port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:12.378980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759319f0-6c67-41f6-a9a2-80c8b5fd6d54 req-c1e9f067-9a6e-47f2-b9f2-a3b6badbf605 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:12.380573 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-759319f0-6c67-41f6-a9a2-80c8b5fd6d54 req-c1e9f067-9a6e-47f2-b9f2-a3b6badbf605 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 932 time: 0.1338532 Jul 15 23:39:12.443575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed37296-1ea8-44a3-9291-5ea9ec197ddf {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:12.453890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.458813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-759319f0-6c67-41f6-a9a2-80c8b5fd6d54 req-da14c5d1-04b2-4e74-a035-b0bcd266e9dd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593519 Jul 15 23:39:12.479757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Transition to ACTIVE for port object 1ed37296-1ea8-44a3-9291-5ea9ec197ddf will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:12.499780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.644198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:12.684269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Attempting to bind port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:12.684705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Attempting to bind port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:12.685040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Attempting to bind port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:12.692180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:12.692776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Attempting to bind port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:12.700797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:12.701396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:12.701794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:12.702242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Bound port: 1ed37296-1ea8-44a3-9291-5ea9ec197ddf, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:12.702668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.809532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] For port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:12.814683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] For port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:12.825608 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.852096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:12.852661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.870567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 200 len: 1092 time: 1.0098553 Jul 15 23:39:12.877571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:12.879678 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9" -d '{"events": [{"name": "network-changed", "server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:12.968418 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9693b-aae2-4b9d-b338-3fee861cb78f x-openstack-request-id: req-ace9693b-aae2-4b9d-b338-3fee861cb78f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:12.968718 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:12.968977 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ace9693b-aae2-4b9d-b338-3fee861cb78f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:12.969549 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'status': 'completed', 'code': 200} Jul 15 23:39:12.988439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e569b11-8f87-4225-a128-028da38096c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:13.018270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-6e12f869-dd07-4996-a370-daa29104d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.019893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-6e12f869-dd07-4996-a370-daa29104d4d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1095 time: 0.1064570 Jul 15 23:39:13.073270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-4d936ec4-30f1-4495-9e6a-041b6c311236 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 200 len: 217 time: 0.0443525 Jul 15 23:39:13.109693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47842) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:13.151466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-0db476e6-757f-4f51-8260-15d02d626255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.154916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-0db476e6-757f-4f51-8260-15d02d626255 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0726893 Jul 15 23:39:13.254979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-c2dd77fa-2fe2-46c8-aa65-0da5b53a9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.256786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-c2dd77fa-2fe2-46c8-aa65-0da5b53a9d0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893552 Jul 15 23:39:13.308819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:13.338066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.376446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-4ca41dca-ce07-4c82-8479-c9666e044375 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109929 Jul 15 23:39:13.479274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.560661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a0a3ff4-a2de-4a3e-b3f2-a72a582a1371 req-7ea5278a-2bbc-48d6-bcb9-8dfee7479c10 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645141 Jul 15 23:39:13.605707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Allocated IP 172.25.3.73 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/f07a32ef-309c-4fbb-a5c6-1a4a3d473ff5) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:13.741454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-46e6d681-8dd0-4232-8034-c84ca4c8332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.742993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-46e6d681-8dd0-4232-8034-c84ca4c8332a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1095 time: 0.1218727 Jul 15 23:39:13.763585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.768387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205ce19-08c8-445f-ab1a-151dd58657e6 req-76ab4b69-aa26-4b6c-90c3-bcdc1758aa9a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.770035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3205ce19-08c8-445f-ab1a-151dd58657e6 req-76ab4b69-aa26-4b6c-90c3-bcdc1758aa9a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 944 time: 0.1179676 Jul 15 23:39:13.829991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3205ce19-08c8-445f-ab1a-151dd58657e6 req-09be7067-cf7e-45f2-9ff2-613b497bc248 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462053 Jul 15 23:39:13.836641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.885836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-16bc779e-a830-462b-8c49-16aac5802d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.888240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-16bc779e-a830-462b-8c49-16aac5802d16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1366591 Jul 15 23:39:13.892819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:13.897850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:13.900656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:13.936935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'Port': ['ID=f07a32ef-309c-4fbb-a5c6-1a4a3d473ff5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:13.940149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-c95abff3-5e54-4137-a266-dcc89ba412f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 200 len: 217 time: 0.0456955 Jul 15 23:39:13.997931 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.013745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-d78dc0d7-75e5-4186-8d91-7235e2d52548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:14.015875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-d78dc0d7-75e5-4186-8d91-7235e2d52548 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0687985 Jul 15 23:39:14.025566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.083040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.092368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-2e6b93ec-8948-43ff-b5b1-632d2345baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:14.093895 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-2e6b93ec-8948-43ff-b5b1-632d2345baa9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708768 Jul 15 23:39:14.217597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-9164c490-55f3-4570-a306-8adb5531330a service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162970 Jul 15 23:39:14.253098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.259156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.341317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'Port': ['ID=f07a32ef-309c-4fbb-a5c6-1a4a3d473ff5,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:14.341551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d23b9a2f-efe1-4095-b1f1-0f9a27690de9 req-c6d5dbcb-3d1f-4d7e-953b-7db75149190e service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137218 Jul 15 23:39:14.346969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.361592 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.362995 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b03e896a-5f9d-439b-9834-8d55e9af73fe tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2515955 Jul 15 23:39:14.366073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47850) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:14.371412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-69162896'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:14.393343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Made reservation on behalf of e4324d9ab79d4756b7733d90932d8c49 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:14.396855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.406656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.548218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.553239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.582921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:39:14.593191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.593537 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Added segment cbd60936-50f4-4f37-85ea-f890f147dba9 of type vlan for network 4edaf965-17f2-4ba9-9a64-83220b5037a5 Jul 15 23:39:14.646674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c632f80e-9f5b-4125-932b-d2599198975d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:14.650150 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.691179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.696976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:14.697581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:14.746355 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3792326 Jul 15 23:39:14.749811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47854) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:14.755040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Request body: {'subnet': {'network_id': '4edaf965-17f2-4ba9-9a64-83220b5037a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:14.840788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696cb9c-4a18-48a4-a0e2-ce2ed2f65f16 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'Network': ['ID=4edaf965-17f2-4ba9-9a64-83220b5037a5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:14.852364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:39:14.865004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Made reservation on behalf of e4324d9ab79d4756b7733d90932d8c49 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:14.869186 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.027072 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:39:15.133121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a9ef-28ec-4e2e-9075-8cfccc16ac86 req-dea99633-ddeb-4248-b854-c8506acdf0dd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:15.133447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f22a9ef-28ec-4e2e-9075-8cfccc16ac86 req-dea99633-ddeb-4248-b854-c8506acdf0dd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 944 time: 0.1403425 Jul 15 23:39:15.153995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.223596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f22a9ef-28ec-4e2e-9075-8cfccc16ac86 req-d8e55454-0bf8-4d69-8fcb-809a5dc4ffd0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807841 Jul 15 23:39:15.245292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'Subnet': ['ID=29bfd6df-1194-4939-994c-546926945a84,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:15.264670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Checking segment: {'id': 'cbd60936-50f4-4f37-85ea-f890f147dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4edaf965-17f2-4ba9-9a64-83220b5037a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:15.265122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Network hostable DHCP agents. Network: 4edaf965-17f2-4ba9-9a64-83220b5037a5, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:39:15.284004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:39:15.294406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 4edaf965-17f2-4ba9-9a64-83220b5037a5) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:15.299476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:15.300258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.310454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0ffea-6da5-460e-965c-8e1f98fae6d1 None None] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:15.327809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b3c8612a-2384-474e-83ee-eb750d10b332 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5767980 Jul 15 23:39:15.330328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47858) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:15.339015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1229460094', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:15.368333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.370997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.456324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.556003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-4edaf965-17f2-4ba9-9a64-83220b5037a5', 'network_id': '4edaf965-17f2-4ba9-9a64-83220b5037a5', 'tenant_id': 'e4324d9ab79d4756b7733d90932d8c49', 'fixed_ips': [{'subnet_id': '29bfd6df-1194-4939-994c-546926945a84'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:39:15.557317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.735298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Allocated IP 172.20.0.2 (4edaf965-17f2-4ba9-9a64-83220b5037a5/29bfd6df-1194-4939-994c-546926945a84/8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:15.909985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.919948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Transition to ACTIVE for port object 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:15.942498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Transition to ACTIVE for port object 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:15.949886 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.968092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.002547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:16.006931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:16.009139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Pushing event updated for resources: {'Port': ['ID=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:16.011118 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:16.024447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.025372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.025747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.026218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.026791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.026966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.027306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.028296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.028706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.029042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.029382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.029760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:16.101555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Attempting to bind port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:16.101870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Attempting to bind port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'cbd60936-50f4-4f37-85ea-f890f147dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4edaf965-17f2-4ba9-9a64-83220b5037a5'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:16.102201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Attempting to bind port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a on network 4edaf965-17f2-4ba9-9a64-83220b5037a5 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:16.107720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:16.108096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Checking segment: {'id': 'cbd60936-50f4-4f37-85ea-f890f147dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4edaf965-17f2-4ba9-9a64-83220b5037a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:16.108504 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.108894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Bound using segment: {'id': 'cbd60936-50f4-4f37-85ea-f890f147dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4edaf965-17f2-4ba9-9a64-83220b5037a5'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:16.109361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Bound port: 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd60936-50f4-4f37-85ea-f890f147dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4edaf965-17f2-4ba9-9a64-83220b5037a5'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:16.109740 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.180755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] For port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:16.184314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] For port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,segment=NetworkSegment(cbd60936-50f4-4f37-85ea-f890f147dba9),segment_id=cbd60936-50f4-4f37-85ea-f890f147dba9)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:16.189911 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.215958 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.236352 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.255685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec271fe-b12f-4a3b-a368-ea6ee2ecef66 None None] Pushing event updated for resources: {'Port': ['ID=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:16.416824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Allocated IP 172.25.3.187 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/7b57229b-cb68-4f14-89de-77f591fbe40a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:16.498704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18148a4-7ee7-4b39-95cb-185010885c34 req-e8580382-2980-4ac4-973c-4c96d7aadad1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:16.500278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c18148a4-7ee7-4b39-95cb-185010885c34 req-e8580382-2980-4ac4-973c-4c96d7aadad1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 944 time: 0.1409523 Jul 15 23:39:16.588293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c18148a4-7ee7-4b39-95cb-185010885c34 req-9adce281-8f20-42df-8ec6-a35bfd3420b0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808301 Jul 15 23:39:16.609566 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.657146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.697438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:16.700492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:16.703999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:16.745000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'Port': ['ID=7b57229b-cb68-4f14-89de-77f591fbe40a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:16.971505 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:17.249193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:17.275375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d7574-3bbb-4e56-8299-f50712c42e4e None None] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:17.358852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4fe55280-07d1-4373-8aa5-3f8ed1d0aa0c None None] Provisioning for port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:17.381095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Router 3399a3db-c9fb-4d75-967e-e67798534138 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:39:17.491633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:17.503335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b7a8f-cfc9-493c-9fca-416f98c802b1 None None] Sync routers for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:17.513534 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:17.513758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b7a8f-cfc9-493c-9fca-416f98c802b1 None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:17.514496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f37b7a8f-cfc9-493c-9fca-416f98c802b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:38:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:17.514855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-66381295-5093-4443-b198-2c1b81f51398 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1834919 Jul 15 23:39:17.518256 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47874) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:17.558868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f37b7a8f-cfc9-493c-9fca-416f98c802b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:17.568940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b7a8f-cfc9-493c-9fca-416f98c802b1 None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:17.569660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f37b7a8f-cfc9-493c-9fca-416f98c802b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:38:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:17.604474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f37b7a8f-cfc9-493c-9fca-416f98c802b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:17.605403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b7a8f-cfc9-493c-9fca-416f98c802b1 None None] The sync data for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:17.797985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108d845-62d2-4650-8890-214be1a8d78d req-4fa3341f-fc63-428f-adb6-5ae13b3bb63b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:17.799610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2108d845-62d2-4650-8890-214be1a8d78d req-4fa3341f-fc63-428f-adb6-5ae13b3bb63b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 944 time: 0.0790024 Jul 15 23:39:17.839142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2108d845-62d2-4650-8890-214be1a8d78d req-3ab7959c-cd25-4202-b1aa-685369cffaea tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337176 Jul 15 23:39:18.006640 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.062504 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-be260d15-e1ca-4e92-9478-5239998d3a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.279922 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Allocated IP 172.20.0.1 (4edaf965-17f2-4ba9-9a64-83220b5037a5/29bfd6df-1194-4939-994c-546926945a84/f880275f-691c-4175-a683-cb73f31725ac) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:18.389112 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.403362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Transition to ACTIVE for port object f880275f-691c-4175-a683-cb73f31725ac will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:18.441426 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.496200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:18.503677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:18.506211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:18.506418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:18.541329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'Port': ['ID=f880275f-691c-4175-a683-cb73f31725ac,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:18.576366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.613960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:18.622967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:18.623992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.748208 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.753164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.835380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,segment=NetworkSegment(cbd60936-50f4-4f37-85ea-f890f147dba9),segment_id=cbd60936-50f4-4f37-85ea-f890f147dba9)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:18.847578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2f7606df-18a4-436f-8b5e-31b2b337a1eb None None] Provisioning for port f880275f-691c-4175-a683-cb73f31725ac completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:18.851683 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.911852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:18.915354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2f7606df-18a4-436f-8b5e-31b2b337a1eb None None] Provisioning complete for port f880275f-691c-4175-a683-cb73f31725ac triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:18.915755 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2f7606df-18a4-436f-8b5e-31b2b337a1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.954426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2f7606df-18a4-436f-8b5e-31b2b337a1eb None None] Port f880275f-691c-4175-a683-cb73f31725ac cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:19.048223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8609d-87cd-402b-8dd3-dd85703ebbdf req-7a6a188a-c181-4e44-ad8b-af2971afadfe tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:19.050484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44b8609d-87cd-402b-8dd3-dd85703ebbdf req-7a6a188a-c181-4e44-ad8b-af2971afadfe tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 944 time: 0.0741680 Jul 15 23:39:19.070838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:19.076557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:19.102007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-44b8609d-87cd-402b-8dd3-dd85703ebbdf req-76977c66-a609-48f6-aaa0-1663e93d7d72 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432434 Jul 15 23:39:19.164489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:19.172938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'Port': ['ID=f880275f-691c-4175-a683-cb73f31725ac,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:19.267175 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:19.268615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:19.384714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Router 3399a3db-c9fb-4d75-967e-e67798534138 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:39:19.476234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-07279829-a98b-4995-ab2d-16b32a649348 None None] Provisioning complete for port f880275f-691c-4175-a683-cb73f31725ac triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:19.477002 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07279829-a98b-4995-ab2d-16b32a649348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:19.498735 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:19.503895 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e958e436-d97f-4ee7-a661-a553ef9a2f9b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "PUT /v2.0/routers/3399a3db-c9fb-4d75-967e-e67798534138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9835374 Jul 15 23:39:19.506646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47900) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:19.509443 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb6c02b-325a-4789-a582-4552868a6b3d None None] Sync routers for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:19.511730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Request body: {'port': {'network_id': '4edaf965-17f2-4ba9-9a64-83220b5037a5', 'name': 'tempest-FloatingIPAdminTestJSON-4260567'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:19.518587 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6c02b-325a-4789-a582-4552868a6b3d None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:19.519226 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-adb6c02b-325a-4789-a582-4552868a6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:38:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:19.532723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-07279829-a98b-4995-ab2d-16b32a649348 None None] Port f880275f-691c-4175-a683-cb73f31725ac cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:19.560881 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-adb6c02b-325a-4789-a582-4552868a6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:19.569684 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6c02b-325a-4789-a582-4552868a6b3d None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:19.570391 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-adb6c02b-325a-4789-a582-4552868a6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:38:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:19.602090 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-adb6c02b-325a-4789-a582-4552868a6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:19.602828 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb6c02b-325a-4789-a582-4552868a6b3d None None] The sync data for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:19.627000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Made reservation on behalf of e4324d9ab79d4756b7733d90932d8c49 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:19.630623 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:19.650331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] device_id is not set on port 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:19.764562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Allocated IP 172.20.0.13 (4edaf965-17f2-4ba9-9a64-83220b5037a5/29bfd6df-1194-4939-994c-546926945a84/5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:19.916554 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:19.930458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Transition to ACTIVE for port object 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:19.964047 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.015977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:20.022649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:20.026906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:20.059880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event updated for resources: {'Port': ['ID=5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:20.096501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:20.097139 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.116643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-54b1caab-520b-4d92-b5e0-5b7280b83763 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6054161 Jul 15 23:39:20.117254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47904) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:20.179677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'project_id': 'e4324d9ab79d4756b7733d90932d8c49', 'port_id': '5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:20.205245 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.264706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9e35ee04-10f0-4779-b525-3aa0a0d3ef6b None None] Provisioning for port 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:20.270530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9e35ee04-10f0-4779-b525-3aa0a0d3ef6b None None] Provisioning complete for port 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:20.271387 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9e35ee04-10f0-4779-b525-3aa0a0d3ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.311557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9e35ee04-10f0-4779-b525-3aa0a0d3ef6b None None] Port 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:20.325124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579e6d8-c13e-4a4f-8dba-5d9ea7d687a6 req-d682f06e-31ea-438a-8afd-ccc035bbfa99 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:20.327598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f579e6d8-c13e-4a4f-8dba-5d9ea7d687a6 req-d682f06e-31ea-438a-8afd-ccc035bbfa99 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 944 time: 0.0924819 Jul 15 23:39:20.385031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f579e6d8-c13e-4a4f-8dba-5d9ea7d687a6 req-9d640b01-ee35-44f1-b349-3be5444009b3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514240 Jul 15 23:39:20.466651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:20.529608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:20.530393 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.635632 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.687581 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-16f84be5-5e6e-46bd-89b3-7863866b1de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.771496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Allocated IP 172.25.3.218 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/d205100e-f70e-403a-9fdc-ec6dd98242af) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:20.888252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.936718 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:20.976582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:20.979447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:20.981914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:21.013827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Pushing event updated for resources: {'Port': ['ID=d205100e-f70e-403a-9fdc-ec6dd98242af,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:21.066548 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:21.349285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:21.428954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:21.571295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10088f4e-1418-404d-9708-bfc530dec7a1 req-e541bb28-b15e-4d83-ac3d-a99d9b26a990 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:21.572674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10088f4e-1418-404d-9708-bfc530dec7a1 req-e541bb28-b15e-4d83-ac3d-a99d9b26a990 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 944 time: 0.0658174 Jul 15 23:39:21.586261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:21.592014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:21.611546 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:21.614329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10088f4e-1418-404d-9708-bfc530dec7a1 req-7eacf79e-3caf-4046-85b6-172790a2aaaa tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351660 Jul 15 23:39:21.659391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Pushing event updated for resources: {'Port': ['ID=d205100e-f70e-403a-9fdc-ec6dd98242af,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:21.671653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:21.770501 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Floating IP e274a0ab-5762-4b26-a0eb-c126c9925a60 associated. External IP: 172.25.3.218, port: 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8. Jul 15 23:39:21.972688 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Router 3399a3db-c9fb-4d75-967e-e67798534138 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:39:22.080172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:22.089040 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d83b31c-2df1-400e-8dbb-90c049b4bbf1 None None] Sync routers for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:22.097487 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:22.099477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83b31c-2df1-400e-8dbb-90c049b4bbf1 None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:22.100276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1d83b31c-2df1-400e-8dbb-90c049b4bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:22.135600 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-efbc95ff-fbc5-4146-b96c-1521cac710e4 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 2.0170951 Jul 15 23:39:22.138216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47920) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:22.139312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1d83b31c-2df1-400e-8dbb-90c049b4bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:22.148359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83b31c-2df1-400e-8dbb-90c049b4bbf1 None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:22.148971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1d83b31c-2df1-400e-8dbb-90c049b4bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:22.186832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1d83b31c-2df1-400e-8dbb-90c049b4bbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:22.187598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d83b31c-2df1-400e-8dbb-90c049b4bbf1 None None] The sync data for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:22.258994 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-304d9378-3475-46bd-b1e0-fe951f72f93a tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] 10.222.0.23 "GET /v2.0/floatingips/e274a0ab-5762-4b26-a0eb-c126c9925a60 HTTP/1.1" status: 200 len: 981 time: 0.1173034 Jul 15 23:39:22.259287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47926) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:22.367755 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a2da3437-0c89-4857-937a-234cb983c3ab tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1944 time: 0.1075242 Jul 15 23:39:22.370367 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47930) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:22.524860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Deleting port d205100e-f70e-403a-9fdc-ec6dd98242af {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:22.525216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:22.604315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:22.604644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:22.616458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Calling delete_port for d205100e-f70e-403a-9fdc-ec6dd98242af owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:22.742522 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1ed37296-1ea8-44a3-9291-5ea9ec197ddf details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:39:22.811228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ca03-b4c4-4547-bacd-36ad054ed6cd req-38fdc3b0-60c3-4999-a09c-c8c0670f1768 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:22.813578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78b1ca03-b4c4-4547-bacd-36ad054ed6cd req-38fdc3b0-60c3-4999-a09c-c8c0670f1768 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 944 time: 0.0783756 Jul 15 23:39:22.816219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:22.856254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event deleted for resources: {'Port': ['ID=d205100e-f70e-403a-9fdc-ec6dd98242af,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:22.872660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78b1ca03-b4c4-4547-bacd-36ad054ed6cd req-24fc9b69-2c22-420d-a8c6-53fed36475c5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512671 Jul 15 23:39:22.875944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:22.896889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:39:22.930310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:22.930641 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Floating IP e274a0ab-5762-4b26-a0eb-c126c9925a60 disassociated (deleted). External IP: 172.25.3.218, port: 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8. Jul 15 23:39:22.940817 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:22.953624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed37296-1ea8-44a3-9291-5ea9ec197ddf {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:22.974164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:22.978164 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.027361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:23.146882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Router 3399a3db-c9fb-4d75-967e-e67798534138 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:39:23.246653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['1ed37296-1ea8-44a3-9291-5ea9ec197ddf'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:23.254709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:23.259452 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.267517 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0716252-08ad-45a0-869a-4781e364a998 None None] Sync routers for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:23.282265 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0716252-08ad-45a0-869a-4781e364a998 None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:23.282813 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0716252-08ad-45a0-869a-4781e364a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:23.300322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0f18a489-ed13-4d7a-872f-1af912ec7f2c tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "DELETE /v2.0/floatingips/e274a0ab-5762-4b26-a0eb-c126c9925a60 HTTP/1.1" status: 204 len: 168 time: 0.9287672 Jul 15 23:39:23.303824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47934) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:23.308919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:23.335850 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0716252-08ad-45a0-869a-4781e364a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:23.344586 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.344815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0716252-08ad-45a0-869a-4781e364a998 None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:23.345343 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0716252-08ad-45a0-869a-4781e364a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:23.370469 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.388824 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f0716252-08ad-45a0-869a-4781e364a998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:23.389717 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0716252-08ad-45a0-869a-4781e364a998 None None] The sync data for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:23.444601 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.571534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Allocated IP 172.25.3.223 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/8c0815f6-bda8-4353-8f6c-874e2edd66cd) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:23.681155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.724247 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.768583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:23.771685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:23.776116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:23.779774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0815f6-bda8-4353-8f6c-874e2edd66cd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:23.864088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.909005 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.110025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1ef55-7607-4f13-9b22-59338a40826c req-98a3c341-9855-416d-84d4-778f2f49b421 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:24.111454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cb1ef55-7607-4f13-9b22-59338a40826c req-98a3c341-9855-416d-84d4-778f2f49b421 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 945 time: 0.1283190 Jul 15 23:39:24.115611 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.125320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.211130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cb1ef55-7607-4f13-9b22-59338a40826c req-f770464f-92bc-4f3f-8016-2d4fb05dbfbe tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935290 Jul 15 23:39:24.221213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0815f6-bda8-4353-8f6c-874e2edd66cd,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:24.234517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.249313 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.250871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9303e344-c6d1-485c-bd6c-de2616d4db21 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9455497 Jul 15 23:39:24.253686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47940) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:24.350036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:24.374098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.472787 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.600289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Allocated IP 172.25.3.104 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/5b92bae2-76c2-494a-aef0-489fe97e61db) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:24.706729 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.749968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.764419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1ed37296-1ea8-44a3-9291-5ea9ec197ddf up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:24.798058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:24.800904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:24.805164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:24.814563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:24.821328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:24.822031 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.834462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Pushing event updated for resources: {'Port': ['ID=5b92bae2-76c2-494a-aef0-489fe97e61db,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:24.905279 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.935226 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.953355 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:24.961445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:24.963777 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e89b0c-dc1d-4af6-af7a-db6866f7a2b7" -d '{"events": [{"server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "name": "network-vif-plugged", "status": "completed", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:24.983460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:24.990154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.039580 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e988d28d-d6e2-4032-8811-4ea5084470f7 x-openstack-request-id: req-e988d28d-d6e2-4032-8811-4ea5084470f7 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:25.040248 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "name": "network-vif-plugged", "status": "completed", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:25.040736 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e988d28d-d6e2-4032-8811-4ea5084470f7 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:25.041372 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'code': 200} Jul 15 23:39:25.079454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:25.156574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4749ed4-cabe-4d19-880e-4b7543ae0b87 req-42189113-1b88-495c-b3e2-789f3b922f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:25.159095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4749ed4-cabe-4d19-880e-4b7543ae0b87 req-42189113-1b88-495c-b3e2-789f3b922f87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1097 time: 0.0653529 Jul 15 23:39:25.204545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4749ed4-cabe-4d19-880e-4b7543ae0b87 req-f1241a84-e7e9-4e00-8682-1be9e6c9d400 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364137 Jul 15 23:39:25.273742 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.427183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adfcbb-2ff4-49fe-a047-03becec0c7b6 req-6c8781eb-282a-4f10-8a26-ab16e091fc09 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:25.428963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37adfcbb-2ff4-49fe-a047-03becec0c7b6 req-6c8781eb-282a-4f10-8a26-ab16e091fc09 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 946 time: 0.0735712 Jul 15 23:39:25.434570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.440475 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.486819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37adfcbb-2ff4-49fe-a047-03becec0c7b6 req-0c0522b2-beb1-455d-9ce9-c9debbdee8e3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519233 Jul 15 23:39:25.520214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Pushing event updated for resources: {'Port': ['ID=5b92bae2-76c2-494a-aef0-489fe97e61db,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:25.533004 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.546775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.548532 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8260e6f9-e5c7-4e98-8a93-736a5dd7a826 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2938294 Jul 15 23:39:25.551173 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47950) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:25.597216 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-72ad8d84-b7b8-406c-b725-7edad20c8ae3 tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.0448992 Jul 15 23:39:25.599645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47954) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:25.673999 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7439ac04-2301-4640-ac3b-f2dc0a43fe3b tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0707154 Jul 15 23:39:25.674385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47956) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:25.805452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Deleting port 5b92bae2-76c2-494a-aef0-489fe97e61db {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:25.805801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.881757 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.882081 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:25.894147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Calling delete_port for 5b92bae2-76c2-494a-aef0-489fe97e61db owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:26.030202 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.056274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Pushing event deleted for resources: {'Port': ['ID=5b92bae2-76c2-494a-aef0-489fe97e61db,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:26.124535 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.127848 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.130830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c835e755-8777-4d44-abc1-68ef54c82a43 tempest-FloatingIPAdminTestJSON-943438808 tempest-FloatingIPAdminTestJSON-943438808-project] 10.222.0.23 "DELETE /v2.0/floatingips/0f0cf8bb-ddb6-46d6-97d0-d0d9befb37a9 HTTP/1.1" status: 204 len: 168 time: 0.4535956 Jul 15 23:39:26.131704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47958) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:26.291722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Deleting port 8c0815f6-bda8-4353-8f6c-874e2edd66cd {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:26.292423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.369851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.370074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.382810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Calling delete_port for 8c0815f6-bda8-4353-8f6c-874e2edd66cd owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:26.518841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.547155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c0815f6-bda8-4353-8f6c-874e2edd66cd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:26.609366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.611947 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.613065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fbdb9238-0bcb-4722-b787-ba46faef37be tempest-FloatingIPAdminTestJSON-143653577 tempest-FloatingIPAdminTestJSON-143653577-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/e68775e0-2e23-4bec-97bf-2647cc89022d HTTP/1.1" status: 204 len: 168 time: 0.4802923 Jul 15 23:39:26.617038 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47962) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:26.683069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b2fda-8897-46f7-bea8-1c437ac295a4 req-81e95fd0-e4bf-4b81-a94e-9c68482a9436 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:26.684688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a3b2fda-8897-46f7-bea8-1c437ac295a4 req-81e95fd0-e4bf-4b81-a94e-9c68482a9436 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 946 time: 0.0767062 Jul 15 23:39:26.720141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4064eb80-7a97-462b-8828-b141460b4ad8 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Deleting port 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:26.720419 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4064eb80-7a97-462b-8828-b141460b4ad8 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.722259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a3b2fda-8897-46f7-bea8-1c437ac295a4 req-8871e96c-80d7-414f-8a39-822cb6cede7e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318072 Jul 15 23:39:26.808321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4064eb80-7a97-462b-8828-b141460b4ad8 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.821374 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-4064eb80-7a97-462b-8828-b141460b4ad8 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Calling delete_port for 5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:26.895953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f8caa-4c3d-4316-b4ee-556e63b4ed81 req-5d7f0192-cda6-46b0-ad84-c2654f95d688 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:26.897388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b8f8caa-4c3d-4316-b4ee-556e63b4ed81 req-5d7f0192-cda6-46b0-ad84-c2654f95d688 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 946 time: 0.0636289 Jul 15 23:39:26.935137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b8f8caa-4c3d-4316-b4ee-556e63b4ed81 req-c276c681-704b-4c48-95c1-d7117a820c35 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322723 Jul 15 23:39:26.950530 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4064eb80-7a97-462b-8828-b141460b4ad8 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:26.960799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47968) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:26.979172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064eb80-7a97-462b-8828-b141460b4ad8 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event deleted for resources: {'Port': ['ID=5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:27.050148 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4064eb80-7a97-462b-8828-b141460b4ad8 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:27.052233 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4064eb80-7a97-462b-8828-b141460b4ad8 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "DELETE /v2.0/ports/5a49ae35-58c8-46f6-8a6c-5e5e6c8ec2b8 HTTP/1.1" status: 204 len: 168 time: 0.4339471 Jul 15 23:39:27.054883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47972) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:27.164283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4510c20-e78b-46cc-887a-05b981c815ba tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:27.165856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d4510c20-e78b-46cc-887a-05b981c815ba tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "GET /v2.0/ports?device_id=3399a3db-c9fb-4d75-967e-e67798534138 HTTP/1.1" status: 200 len: 913 time: 0.1100092 Jul 15 23:39:27.168722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47974) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:27.179001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0110763-461b-452c-a2d3-57948b61e92a tempest-TestVolumeBootPattern-260060388 tempest-TestVolumeBootPattern-260060388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:27.180521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b0110763-461b-452c-a2d3-57948b61e92a tempest-TestVolumeBootPattern-260060388 tempest-TestVolumeBootPattern-260060388-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1092 time: 0.2187147 Jul 15 23:39:27.183523 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47976) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:27.189084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:27.213467 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:27.316669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:27.429381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.25.3.233 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/3011410e-1898-4f03-99af-349a74407ac5) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:27.534497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:27.576326 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:27.616229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:27.619036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:27.623176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:27.628593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=3011410e-1898-4f03-99af-349a74407ac5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:27.909749 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:27.997161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.075368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.230577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Deleting port f880275f-691c-4175-a683-cb73f31725ac {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:28.231035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.233105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.238870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.304237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=3011410e-1898-4f03-99af-349a74407ac5,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:28.315787 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.318839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.330213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Calling delete_port for f880275f-691c-4175-a683-cb73f31725ac owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:28.417353 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Floating IP 5faec005-9964-4013-8521-95acaa807891 associated. External IP: 172.25.3.233, port: 1ed37296-1ea8-44a3-9291-5ea9ec197ddf. Jul 15 23:39:28.518302 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.544622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event deleted for resources: {'Port': ['ID=f880275f-691c-4175-a683-cb73f31725ac,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:28.638047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Router 99179a35-cd6b-4ae7-8938-5803881715c6 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:39:28.724855 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.763257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:28.774563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:28.779917 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.790685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:28.791905 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:28.820559 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7ec5b99a-0ec5-47de-b3cf-de75709fdd63 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6353035 Jul 15 23:39:28.821285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:28.823699 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da10d78-b1f2-46d1-94f4-a36066714fab" -d '{"events": [{"name": "network-changed", "server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:28.863503 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b520f1ee-37d8-47dc-9752-e14a21aed382 x-openstack-request-id: req-b520f1ee-37d8-47dc-9752-e14a21aed382 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:28.863991 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:28.864247 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b520f1ee-37d8-47dc-9752-e14a21aed382 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:28.864651 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'status': 'completed', 'code': 200} Jul 15 23:39:28.911548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:29.000914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-0792fa80-2f61-46e8-99b0-ade6a2b7941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:29.002440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-0792fa80-2f61-46e8-99b0-ade6a2b7941f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1097 time: 0.1056983 Jul 15 23:39:29.008912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Router 3399a3db-c9fb-4d75-967e-e67798534138 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:39:29.188585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-78e1a18f-311a-470c-bcd9-f4cbbbe4fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:29.190179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-78e1a18f-311a-470c-bcd9-f4cbbbe4fb62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1778677 Jul 15 23:39:29.206150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:29.217364 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72230745-d4a7-4c48-906e-7f3642b1a4f2 None None] Sync routers for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:29.227200 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72230745-d4a7-4c48-906e-7f3642b1a4f2 None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:29.227816 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-72230745-d4a7-4c48-906e-7f3642b1a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:29.244976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9a679be0-1a33-4038-b89b-094baaa950fc tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "PUT /v2.0/routers/3399a3db-c9fb-4d75-967e-e67798534138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0729308 Jul 15 23:39:29.245954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47986) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:29.260477 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-72230745-d4a7-4c48-906e-7f3642b1a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:29.271196 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72230745-d4a7-4c48-906e-7f3642b1a4f2 None None] Routers {'3399a3db-c9fb-4d75-967e-e67798534138'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:29.272274 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-72230745-d4a7-4c48-906e-7f3642b1a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3399a3db-c9fb-4d75-967e-e67798534138'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:29.277362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-acdc5050-50b8-4076-aee9-12e4be4f7806 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 200 len: 1000 time: 0.0792422 Jul 15 23:39:29.290377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:27Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:29.308907 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-72230745-d4a7-4c48-906e-7f3642b1a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:29.310433 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72230745-d4a7-4c48-906e-7f3642b1a4f2 None None] The sync data for ids ['3399a3db-c9fb-4d75-967e-e67798534138'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:29.317795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:39:29.328809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:29.329880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:29.334511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-c2c60367-9002-439e-bb3b-ed93c5de7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:29.336122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-c2c60367-9002-439e-bb3b-ed93c5de7a69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0525188 Jul 15 23:39:29.368784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:29.399104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-b538b2af-240f-4e02-aa0f-589de30f90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:29.401117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-b538b2af-240f-4e02-aa0f-589de30f90fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552509 Jul 15 23:39:29.437674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:29.474555 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:29.498092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-bce5b610-96d4-4a43-8cbd-5eaa810c20cb service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Jul 15 23:39:29.527558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Deleting port 7b57229b-cb68-4f14-89de-77f591fbe40a {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:29.528825 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:29.595978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5da10d78-b1f2-46d1-94f4-a36066714fab req-3b44a65c-2f67-4a3b-be86-6d14ac5d9415 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912430 Jul 15 23:39:29.608588 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:29.622358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Calling delete_port for 7b57229b-cb68-4f14-89de-77f591fbe40a owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:29.681041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:27Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:29.708139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c825b0-b868-47cf-bfef-03c6c23c4012 None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:27Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:29.788213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:29.812540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event deleted for resources: {'Port': ['ID=7b57229b-cb68-4f14-89de-77f591fbe40a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:29.878275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:29.908505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144cdd90-6d5a-4490-ae41-2fe7ac5c0733 None None] New status for floating IP 5faec005-9964-4013-8521-95acaa807891: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:39:29.982840 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:29.984945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.048967 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.049670 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Fanout notify agent at l3_agent the message router_deleted on router 3399a3db-c9fb-4d75-967e-e67798534138 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:39:30.060831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.062041 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-abf4a5d5-7fcd-41cd-b94e-a7294d8eb938 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "DELETE /v2.0/routers/3399a3db-c9fb-4d75-967e-e67798534138 HTTP/1.1" status: 204 len: 168 time: 0.8157218 Jul 15 23:39:30.064740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47990) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:30.116871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-81af765f-ada5-4ea0-833b-55459e1daaee tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Deleting subnet 29bfd6df-1194-4939-994c-546926945a84 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:39:30.120878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81af765f-ada5-4ea0-833b-55459e1daaee tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.159847 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81af765f-ada5-4ea0-833b-55459e1daaee tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.245316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81af765f-ada5-4ea0-833b-55459e1daaee tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.302883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81af765f-ada5-4ea0-833b-55459e1daaee tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.328983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af765f-ada5-4ea0-833b-55459e1daaee tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event deleted for resources: {'Subnet': ['ID=29bfd6df-1194-4939-994c-546926945a84,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:30.333515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-81af765f-ada5-4ea0-833b-55459e1daaee tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.335514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-81af765f-ada5-4ea0-833b-55459e1daaee tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "DELETE /v2.0/subnets/29bfd6df-1194-4939-994c-546926945a84 HTTP/1.1" status: 204 len: 168 time: 0.2694490 Jul 15 23:39:30.338049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 47992) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:30.339390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a312aa6-bcb3-4bfd-ac5a-8126fe4c5bd1 None None] Network 4edaf965-17f2-4ba9-9a64-83220b5037a5 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:30.418983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.470555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Deleting port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:30.470939 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.514475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] DHCP port deletion for 4edaf965-17f2-4ba9-9a64-83220b5037a5 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:39:30.537727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] For port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,segment=NetworkSegment(cbd60936-50f4-4f37-85ea-f890f147dba9),segment_id=cbd60936-50f4-4f37-85ea-f890f147dba9)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:30.538094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.549779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Calling delete_port for 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:30.559956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] Deleting port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:30.560264 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.624651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] For port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,segment=NetworkSegment(cbd60936-50f4-4f37-85ea-f890f147dba9),segment_id=cbd60936-50f4-4f37-85ea-f890f147dba9)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:30.625014 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.628699 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.636751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] Calling delete_port for 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:30.654764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event deleted for resources: {'Port': ['ID=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:30.656615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] No DVR routers for this DVR port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:39:30.711763 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.737505 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.741043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] Pushing event deleted for resources: {'Port': ['ID=8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:30.744622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e89aab-bede-4ffb-bd87-72287c79e8d1 None None] No DVR routers for this DVR port 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:39:30.748889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edaf965-17f2-4ba9-9a64-83220b5037a5']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:30.760888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd60936-50f4-4f37-85ea-f890f147dba9') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:30.761184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd60936-50f4-4f37-85ea-f890f147dba9') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:30.770001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.783930 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.789679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:39:30.790149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:39:30.793063 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:39:30.853854 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.861551 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:30.863851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "DELETE /v2.0/networks/4edaf965-17f2-4ba9-9a64-83220b5037a5 HTTP/1.1" status: 204 len: 168 time: 0.5244372 Jul 15 23:39:30.866215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 47994) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:30.876179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2a361-ce02-4618-a897-d6e0ee4885c6 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event deleted for resources: {'Network': ['ID=4edaf965-17f2-4ba9-9a64-83220b5037a5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:30.988251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Deleting port f07a32ef-309c-4fbb-a5c6-1a4a3d473ff5 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:30.988594 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.062985 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.063239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.074773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Calling delete_port for f07a32ef-309c-4fbb-a5c6-1a4a3d473ff5 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:31.205104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.232714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Pushing event deleted for resources: {'Port': ['ID=f07a32ef-309c-4fbb-a5c6-1a4a3d473ff5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:31.292742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.295453 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.296653 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23ff4a2f-1562-4568-9d01-2bb9fe005a24 tempest-FloatingIPAdminTestJSON-1010162616 tempest-FloatingIPAdminTestJSON-1010162616-project] 10.222.0.23 "DELETE /v2.0/floatingips/d10d840a-ea1e-4c6e-b5bb-d7fd2b7b227c HTTP/1.1" status: 204 len: 168 time: 0.4294312 Jul 15 23:39:31.528382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48002) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:31.657216 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ff740a0c-2d07-4a5e-9866-e2e4d4707b24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4324d9ab79d4756b7733d90932d8c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275902 Jul 15 23:39:31.659943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48006) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:31.707824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21020de1-a918-4f04-9a71-57d3005cffdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.732185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21020de1-a918-4f04-9a71-57d3005cffdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.779265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21020de1-a918-4f04-9a71-57d3005cffdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.781828 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-21020de1-a918-4f04-9a71-57d3005cffdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.783010 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-21020de1-a918-4f04-9a71-57d3005cffdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c632f80e-9f5b-4125-932b-d2599198975d HTTP/1.1" status: 204 len: 168 time: 0.1221499 Jul 15 23:39:31.790265 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21020de1-a918-4f04-9a71-57d3005cffdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c632f80e-9f5b-4125-932b-d2599198975d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:32.039909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48014) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:32.053637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dad422cd-ae75-4f9d-a527-f45cd1327d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.149221 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dad422cd-ae75-4f9d-a527-f45cd1327d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.154172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dad422cd-ae75-4f9d-a527-f45cd1327d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.194764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dad422cd-ae75-4f9d-a527-f45cd1327d2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ba4299d4eb2484c93ef636bbd2e8abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537385 Jul 15 23:39:32.195897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad422cd-ae75-4f9d-a527-f45cd1327d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0373113d-b475-49dd-a0cb-2bb05491f8f0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:32.197598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48016) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:32.246335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4d08408-d7e5-4b3b-a914-ddcbdd3db5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.267137 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4d08408-d7e5-4b3b-a914-ddcbdd3db5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.315159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4d08408-d7e5-4b3b-a914-ddcbdd3db5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.317729 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4d08408-d7e5-4b3b-a914-ddcbdd3db5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.318903 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e4d08408-d7e5-4b3b-a914-ddcbdd3db5bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0373113d-b475-49dd-a0cb-2bb05491f8f0 HTTP/1.1" status: 204 len: 168 time: 0.1202695 Jul 15 23:39:32.327047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d08408-d7e5-4b3b-a914-ddcbdd3db5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0373113d-b475-49dd-a0cb-2bb05491f8f0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:32.461597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:39:32.481536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:39:32.481884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8d1f49ac-c522-4a7b-9ae9-0af2a6f2277a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:39:32.633834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48022) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:32.646703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed81a-dd0b-4473-a0df-0f9092255f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.733889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed81a-dd0b-4473-a0df-0f9092255f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.738193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed81a-dd0b-4473-a0df-0f9092255f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.779232 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1a7ed81a-dd0b-4473-a0df-0f9092255f04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d517927716c94c989b0f5ad12e867e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442168 Jul 15 23:39:32.780096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ed81a-dd0b-4473-a0df-0f9092255f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1be139-fbae-4ae4-a4d5-70e7c83166da,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:32.781877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48024) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:32.829543 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f7164d-9d1e-4f3d-bbcd-e994f2e52096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.850308 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f7164d-9d1e-4f3d-bbcd-e994f2e52096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.899528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f7164d-9d1e-4f3d-bbcd-e994f2e52096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.902086 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2f7164d-9d1e-4f3d-bbcd-e994f2e52096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.903857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b2f7164d-9d1e-4f3d-bbcd-e994f2e52096 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e1be139-fbae-4ae4-a4d5-70e7c83166da HTTP/1.1" status: 204 len: 168 time: 0.1208882 Jul 15 23:39:32.911479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7164d-9d1e-4f3d-bbcd-e994f2e52096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1be139-fbae-4ae4-a4d5-70e7c83166da,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:34.098180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48068) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:34.222855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-184d7f81-7f5c-4b2f-87aa-e6b4425fed06 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-145331593'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:34.224000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-184d7f81-7f5c-4b2f-87aa-e6b4425fed06 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Unknown quota resources ['metering_label']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:39:34.421746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-184d7f81-7f5c-4b2f-87aa-e6b4425fed06 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:34.423004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-184d7f81-7f5c-4b2f-87aa-e6b4425fed06 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3235972 Jul 15 23:39:34.426052 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48074) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:34.430426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-882ba7b5-31e4-425a-83f5-c2937d5b3c0b tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3887e03e-4027-41ec-ac90-71902aca1945'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:34.430955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-882ba7b5-31e4-425a-83f5-c2937d5b3c0b tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:39:34.506304 n-d-793618-8 neutron-server[93715]: WARNING neutron.services.metering.metering_plugin [None req-882ba7b5-31e4-425a-83f5-c2937d5b3c0b tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:39:34.916197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-882ba7b5-31e4-425a-83f5-c2937d5b3c0b tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:34.917427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-882ba7b5-31e4-425a-83f5-c2937d5b3c0b tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4903922 Jul 15 23:39:34.920697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48076) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:34.924840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-cd51abc0-5371-4b09-a81c-4013959cd094 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3887e03e-4027-41ec-ac90-71902aca1945'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:34.925329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-cd51abc0-5371-4b09-a81c-4013959cd094 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:39:34.977656 n-d-793618-8 neutron-server[93715]: WARNING neutron.services.metering.metering_plugin [None req-cd51abc0-5371-4b09-a81c-4013959cd094 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:39:35.056884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd51abc0-5371-4b09-a81c-4013959cd094 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:35.058065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cd51abc0-5371-4b09-a81c-4013959cd094 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1364546 Jul 15 23:39:35.060821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48078) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.070541 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9185bb0a-2e4d-4c44-ba10-f310f4e00dc1 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=596cbea6-17a8-424d-ab1c-d8062fc26120 HTTP/1.1" status: 200 len: 464 time: 0.0087435 Jul 15 23:39:35.072762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48080) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.170446 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9afb740a-7fc3-4faf-8b51-a76e8f167d3e tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:35.171597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9afb740a-7fc3-4faf-8b51-a76e8f167d3e tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/596cbea6-17a8-424d-ab1c-d8062fc26120 HTTP/1.1" status: 204 len: 168 time: 0.0980041 Jul 15 23:39:35.174250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48082) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.182561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-81d5bf3a-fea1-49cb-8764-6839dacb0a28 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=596cbea6-17a8-424d-ab1c-d8062fc26120 HTTP/1.1" status: 200 len: 221 time: 0.0073330 Jul 15 23:39:35.185644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48084) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.190658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fe0fc5a1-3b63-4953-9424-d11b5218e33e tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--867716023', 'description': 'label created by tempest'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:35.190658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fe0fc5a1-3b63-4953-9424-d11b5218e33e tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Unknown quota resources ['metering_label']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:39:35.346286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc5a1-3b63-4953-9424-d11b5218e33e tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:35.347505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fe0fc5a1-3b63-4953-9424-d11b5218e33e tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1609662 Jul 15 23:39:35.350286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48090) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.425369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-289cfbb6-6e36-49f2-b1b2-9ea2461292ed tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=bc718bb0-06da-4d83-a51a-ea16bad49cd9 HTTP/1.1" status: 200 len: 467 time: 0.0739508 Jul 15 23:39:35.428289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48092) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.611691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-319e921a-0802-471e-8496-519862ff30ff tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:35.612795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-319e921a-0802-471e-8496-519862ff30ff tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/bc718bb0-06da-4d83-a51a-ea16bad49cd9 HTTP/1.1" status: 204 len: 168 time: 0.1832745 Jul 15 23:39:35.615837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48098) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.630172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-66b6a37c-216e-403a-bf80-4508f3de7c0e tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=bc718bb0-06da-4d83-a51a-ea16bad49cd9 HTTP/1.1" status: 200 len: 216 time: 0.0104015 Jul 15 23:39:35.630500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48100) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.642191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c636537d-4aee-4d6a-9e5d-ef0fc3d3a80b tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0079343 Jul 15 23:39:35.642398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48102) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.656550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-424775f8-f97d-403e-9cd4-df6f759f45dd tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101154 Jul 15 23:39:35.656745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48104) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.712643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-736975ca-de40-4f6f-8501-a4cfe1f71b27 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/3887e03e-4027-41ec-ac90-71902aca1945 HTTP/1.1" status: 200 len: 472 time: 0.0517871 Jul 15 23:39:35.712950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48106) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.725806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0b5d24fc-f6e6-444d-91b2-fda2057651a2 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/82b65936-4165-41ad-b595-b569a47f8874 HTTP/1.1" status: 200 len: 461 time: 0.0090313 Jul 15 23:39:35.726037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48108) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:35.823713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd374763-c724-4409-9d6d-763b89ae48b4 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:35.825269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cd374763-c724-4409-9d6d-763b89ae48b4 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/82b65936-4165-41ad-b595-b569a47f8874 HTTP/1.1" status: 204 len: 168 time: 0.0978427 Jul 15 23:39:35.827917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48110) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:36.012848 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f60a604e-0d39-44d9-8a68-9a0a7ccb42c3 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.013996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f60a604e-0d39-44d9-8a68-9a0a7ccb42c3 tempest-MeteringTestJSON-1402384779 tempest-MeteringTestJSON-1402384779-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/3887e03e-4027-41ec-ac90-71902aca1945 HTTP/1.1" status: 204 len: 168 time: 0.1851125 Jul 15 23:39:36.251464 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48116) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:36.361604 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.500191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.507663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.548364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10b4e1-8f28-452f-9cf4-57313ccb1c71,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:36.552182 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec2499d5937e442aa30c2ce41b3c19b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997112 Jul 15 23:39:36.555261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48122) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:36.558699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.559721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.560157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.560416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.560759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.561093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.561431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.561809 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.562142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.562588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.562955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.563309 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc783c-5bfd-4393-b0b4-e8c4c0a1dcba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:36.607510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd1fa-4ed1-4dd5-8e7f-424e582280f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.633116 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd1fa-4ed1-4dd5-8e7f-424e582280f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.685372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd1fa-4ed1-4dd5-8e7f-424e582280f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.688402 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd1fa-4ed1-4dd5-8e7f-424e582280f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.690475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6b0bd1fa-4ed1-4dd5-8e7f-424e582280f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c10b4e1-8f28-452f-9cf4-57313ccb1c71 HTTP/1.1" status: 204 len: 168 time: 0.1339471 Jul 15 23:39:36.700572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bd1fa-4ed1-4dd5-8e7f-424e582280f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10b4e1-8f28-452f-9cf4-57313ccb1c71,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:36.949109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48128) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:36.963435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b99f-13fd-4373-b41e-23100f345e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.052556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b99f-13fd-4373-b41e-23100f345e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.056481 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b99f-13fd-4373-b41e-23100f345e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.095050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6b99f-13fd-4373-b41e-23100f345e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5481db28-7b84-4185-89fe-fbcba62b9732,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:37.099616 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7dd6b99f-13fd-4373-b41e-23100f345e7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3171e4c579c14ee8ac00486ab23b5468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493547 Jul 15 23:39:37.102330 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48130) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:37.154855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-810585bb-01d4-48aa-9832-35ceee4d3408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.176957 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-810585bb-01d4-48aa-9832-35ceee4d3408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.226907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-810585bb-01d4-48aa-9832-35ceee4d3408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.229681 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-810585bb-01d4-48aa-9832-35ceee4d3408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.230995 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-810585bb-01d4-48aa-9832-35ceee4d3408 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5481db28-7b84-4185-89fe-fbcba62b9732 HTTP/1.1" status: 204 len: 168 time: 0.1275191 Jul 15 23:39:37.239878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810585bb-01d4-48aa-9832-35ceee4d3408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5481db28-7b84-4185-89fe-fbcba62b9732,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:38.497744 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48172) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:38.647279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1456814046'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:38.693555 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Made reservation on behalf of f9fba2fb8ca2421c9b5d73ed30e0d95a for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:38.712340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:38.729307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:38.851702 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:38.856010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:38.883205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:39:38.893446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb13f47c-f3a4-4602-a0ed-bc73d6997e03,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:38.898089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:38.898431 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Added segment ca7ec374-8833-47c3-86bc-6fd786310b41 of type vlan for network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 Jul 15 23:39:38.938070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:38.967088 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:38.973141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:38.973733 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.013074 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5117447 Jul 15 23:39:39.044260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64000db3-4970-4cc0-b447-0d33de437317 tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Pushing event updated for resources: {'Network': ['ID=d308a8ee-6c30-45f0-9ecf-ad8e750b0983,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:39.054657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:39:39.177732 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48182) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:39.182841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Request body: {'port': {'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983', 'binding:host_id': 'n-h2-793618-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-413404665'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:39.202828 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Made reservation on behalf of 0da2bc0fe2e1497daa0aafced410375e for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:39.205115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.213133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.303028 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.307063 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.312992 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] device_id is not set on port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:39.678612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aa387d-e91e-4fbe-9b74-cc40f3e71e1a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:39.826575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] device_id is not set on port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:39.839331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.849087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Transition to ACTIVE for port object 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:39.859328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.920113 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=7f14f0ef-8dc2-47db-9b58-dc6b2f547c73,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:39.930355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Checking segment: {'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:39.930842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Network hostable DHCP agents. Network: d308a8ee-6c30-45f0-9ecf-ad8e750b0983, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:39:39.948354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:39:39.959003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, d308a8ee-6c30-45f0-9ecf-ad8e750b0983) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:39.962693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:39.969290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a761ff75-6598-48fb-98fe-c886693390f9 None None] Network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:39.977233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:39.977576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:39.977914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:39.982687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:39.983047 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:39.983433 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 2 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:39.996217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:39.997114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:39.997448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.001956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.002278 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.002662 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 3 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:40.015067 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:40.015416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:40.015742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.020093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.020422 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.020838 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 4 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:40.033170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:40.033509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:40.033849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.038496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.038849 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.039241 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 5 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:40.051590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:40.051937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:40.052271 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.056504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.056828 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.057213 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 6 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:40.069587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:40.069918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:40.070253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.074618 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.074978 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.075370 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 7 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:40.087703 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:40.088043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:40.088386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.093351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.093686 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.094082 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 8 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:40.106228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:40.106425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:40.106714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.111264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.111600 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.111992 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 9 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:40.126993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:40.127355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:40.127695 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.132063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.132393 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.132808 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 10 to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 Jul 15 23:39:40.144463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:40.144738 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:40.145069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:40.150178 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:40.150503 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:40.150905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.215274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] For port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:40.216069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempted to set empty binding levels {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:39:40.220530 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.250678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:40.251309 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.274676 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.0958366 Jul 15 23:39:40.275813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dee63c-f974-489a-951e-df0daadeb206 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=7f14f0ef-8dc2-47db-9b58-dc6b2f547c73,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:40.277621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48190) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:40.370560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Deleting port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:40.370941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.433693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] For port 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73, host n-h2-793618-8, got binding levels [] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:40.434815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.446645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Calling delete_port for 7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:40.531937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.559621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f14f0ef-8dc2-47db-9b58-dc6b2f547c73,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:40.565582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.570287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48192) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:40.570446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5656f937-2365-4a1b-9b04-a70c4efbaf69 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 HTTP/1.1" status: 204 len: 168 time: 0.2910440 Jul 15 23:39:40.596977 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae2dc46-cdbb-426b-aac0-a9798eb50eee tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:39:40.598811 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7ae2dc46-cdbb-426b-aac0-a9798eb50eee tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "GET /v2.0/ports/7f14f0ef-8dc2-47db-9b58-dc6b2f547c73 HTTP/1.1" status: 404 len: 333 time: 0.0271816 Jul 15 23:39:40.602525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48194) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:40.607802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Request body: {'port': {'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-83043250'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:40.628432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Made reservation on behalf of 0da2bc0fe2e1497daa0aafced410375e for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:40.630866 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.645390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] device_id is not set on port 847ed41f-6b15-4009-ab8c-afa02fc96227 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:40.843794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.882389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.925389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:40.928362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:40.931935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:40.933279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:40.933711 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:40.953497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=847ed41f-6b15-4009-ab8c-afa02fc96227,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:40.957130 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6cc62c4d-0647-4439-9358-fe9c405ce46a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3535364 Jul 15 23:39:40.959928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48198) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:40.966129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:41.038058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.205972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] device_id is not set on port 847ed41f-6b15-4009-ab8c-afa02fc96227 yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:41.213246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.224693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Transition to ACTIVE for port object 847ed41f-6b15-4009-ab8c-afa02fc96227 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:41.228505 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.275825 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=847ed41f-6b15-4009-ab8c-afa02fc96227,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:41.290254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.290592 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.290970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.295655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.295982 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.296362 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 2 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.311802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.312133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.312453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.316622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.316943 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.317322 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 3 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.328459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.328787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.329114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.333715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.334036 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.334416 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 4 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.346651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.347005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.347335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.351483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.351805 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.352184 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 5 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.364230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.364561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.364887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.369621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.369943 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.370323 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 6 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.383259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.383588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.383916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.388568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.388888 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.389263 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 7 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.400520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.400850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.401179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.405301 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.405624 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.405999 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 8 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.417574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.417905 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.418244 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.422622 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.422974 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.423352 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 9 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.435206 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.435542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.435869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.439976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.440299 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.440674 n-d-793618-8 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 10 to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 Jul 15 23:39:41.452837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:41.453165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:41.453491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:41.457624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:41.457888 n-d-793618-8 neutron-server[93714]: ERROR neutron.plugins.ml2.managers [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port 847ed41f-6b15-4009-ab8c-afa02fc96227 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:41.458248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.519154 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] For port 847ed41f-6b15-4009-ab8c-afa02fc96227, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:41.519517 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempted to set empty binding levels {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:39:41.523949 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.553522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] In _notify_port_updated(), no bound segment for port 847ed41f-6b15-4009-ab8c-afa02fc96227 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:39:41.554379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.554997 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.556324 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "PUT /v2.0/ports/847ed41f-6b15-4009-ab8c-afa02fc96227 HTTP/1.1" status: 200 len: 973 time: 0.5954142 Jul 15 23:39:41.558831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48200) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:41.615473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403b6c3-d791-4e33-b358-62866c479568 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=847ed41f-6b15-4009-ab8c-afa02fc96227,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:41.661207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.661700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.662180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.662655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.663153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.663623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.664096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.664561 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.665023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.665488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.665950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.666412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.666902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.667371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.667835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.673938 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6387755d-9f7c-4ff0-9399-b95a60a28161 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13516 time: 0.1105821 Jul 15 23:39:41.674120 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48202) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:41.758523 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Deleting port 847ed41f-6b15-4009-ab8c-afa02fc96227 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:41.758907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.818388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] For port 847ed41f-6b15-4009-ab8c-afa02fc96227, host n-h2-793618-8, got binding levels [] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:41.818787 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.830432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Calling delete_port for 847ed41f-6b15-4009-ab8c-afa02fc96227 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:41.911079 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.939354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event deleted for resources: {'Port': ['ID=847ed41f-6b15-4009-ab8c-afa02fc96227,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:41.944482 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:41.946502 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3901b93a-1026-41e7-96fc-ab0d811cd389 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "DELETE /v2.0/ports/847ed41f-6b15-4009-ab8c-afa02fc96227 HTTP/1.1" status: 204 len: 168 time: 0.2714465 Jul 15 23:39:41.949133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48204) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:41.976874 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02f6ee6-50fb-4c21-9254-a851d43a4c57 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:39:41.982077 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a02f6ee6-50fb-4c21-9254-a851d43a4c57 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "GET /v2.0/ports/847ed41f-6b15-4009-ab8c-afa02fc96227 HTTP/1.1" status: 404 len: 333 time: 0.0278902 Jul 15 23:39:41.982237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48210) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:41.987119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-46438036', 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:42.008172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Made reservation on behalf of 0da2bc0fe2e1497daa0aafced410375e for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:42.010584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.026832 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] device_id is not set on port 5374d6bc-0d76-4e2d-ac10-d035992d120a yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:42.175317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.211093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.255589 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:42.260328 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:42.264161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:42.265096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:42.265974 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.277168 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=5374d6bc-0d76-4e2d-ac10-d035992d120a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:42.287295 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4876b9e3-9bec-4af2-81f5-449b2a88d523 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3040109 Jul 15 23:39:42.287527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48216) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:42.329914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa4a091-ba0c-409e-a1a8-27214290851a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:42.334048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3aa4a091-ba0c-409e-a1a8-27214290851a tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "GET /v2.0/ports/5374d6bc-0d76-4e2d-ac10-d035992d120a HTTP/1.1" status: 200 len: 953 time: 0.0429628 Jul 15 23:39:42.334233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48218) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:42.424804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-41a7f257-c931-4803-8b2c-2524ee1b3d54 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Deleting port 5374d6bc-0d76-4e2d-ac10-d035992d120a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:42.425155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41a7f257-c931-4803-8b2c-2524ee1b3d54 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.487505 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41a7f257-c931-4803-8b2c-2524ee1b3d54 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.499697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-41a7f257-c931-4803-8b2c-2524ee1b3d54 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Calling delete_port for 5374d6bc-0d76-4e2d-ac10-d035992d120a owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:42.581415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41a7f257-c931-4803-8b2c-2524ee1b3d54 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.607435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7f257-c931-4803-8b2c-2524ee1b3d54 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event deleted for resources: {'Port': ['ID=5374d6bc-0d76-4e2d-ac10-d035992d120a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:42.614824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41a7f257-c931-4803-8b2c-2524ee1b3d54 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.617140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-41a7f257-c931-4803-8b2c-2524ee1b3d54 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5374d6bc-0d76-4e2d-ac10-d035992d120a HTTP/1.1" status: 204 len: 168 time: 0.2819524 Jul 15 23:39:42.619706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48220) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:42.646279 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d4440f-cc39-4a18-b720-e3224cebc714 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:39:42.647853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29d4440f-cc39-4a18-b720-e3224cebc714 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "GET /v2.0/ports/5374d6bc-0d76-4e2d-ac10-d035992d120a HTTP/1.1" status: 404 len: 333 time: 0.0272443 Jul 15 23:39:42.651504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48222) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:42.657682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Request body: {'port': {'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1643518524'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:42.677798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Made reservation on behalf of 0da2bc0fe2e1497daa0aafced410375e for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:42.680163 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.695172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] device_id is not set on port de5a8083-e4d6-4eb7-ac82-15dceea35287 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:42.855357 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.894537 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.945158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:42.951324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:42.953773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:42.955203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:42.955726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.970932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=de5a8083-e4d6-4eb7-ac82-15dceea35287,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:42.983710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ecab764d-77ee-42df-b9c0-05e7221da250 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3288105 Jul 15 23:39:42.984351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48224) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:42.994779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:43.063840 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.238253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] device_id is not set on port de5a8083-e4d6-4eb7-ac82-15dceea35287 yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:43.246562 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.258844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Transition to ACTIVE for port object de5a8083-e4d6-4eb7-ac82-15dceea35287 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:43.263373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.317790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=de5a8083-e4d6-4eb7-ac82-15dceea35287,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:43.323417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.323755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.324229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.329048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.329386 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.329767 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 2 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.346396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.346668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.347022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.351281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.351604 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.351987 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 3 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.364107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.364439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.364773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.369431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.369735 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.370122 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 4 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.383091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.383426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.383759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.388047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.388400 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.388697 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 5 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.400170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.400518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.400855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.405211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.405532 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.406033 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 6 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.419071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.419360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.419690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.423879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.424204 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.424606 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 7 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.435955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.436287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.436632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.440696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.441024 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.441400 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 8 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.453680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.454012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.454339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.458487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.458843 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.459223 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 9 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.471031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.471365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.471690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.475846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.476170 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.476548 n-d-793618-8 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempt 10 to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 Jul 15 23:39:43.488585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:43.488917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:43.489247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempting to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:43.493681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:43.494007 n-d-793618-8 neutron-server[93715]: ERROR neutron.plugins.ml2.managers [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Failed to bind port de5a8083-e4d6-4eb7-ac82-15dceea35287 on host n-h2-793618-8 for vnic_type normal using segments [{'id': 'ca7ec374-8833-47c3-86bc-6fd786310b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd308a8ee-6c30-45f0-9ecf-ad8e750b0983'}] Jul 15 23:39:43.494371 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.555344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] For port de5a8083-e4d6-4eb7-ac82-15dceea35287, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:43.555699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attempted to set empty binding levels {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:39:43.560636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.590783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] In _notify_port_updated(), no bound segment for port de5a8083-e4d6-4eb7-ac82-15dceea35287 on network d308a8ee-6c30-45f0-9ecf-ad8e750b0983 {{(pid=93715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:39:43.591641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:43.592231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.593558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "PUT /v2.0/ports/de5a8083-e4d6-4eb7-ac82-15dceea35287 HTTP/1.1" status: 200 len: 975 time: 0.6085274 Jul 15 23:39:43.596477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48228) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:43.606737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8588c5f-af74-4db2-9b61-e41752ee4f1b tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event updated for resources: {'Port': ['ID=de5a8083-e4d6-4eb7-ac82-15dceea35287,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:43.678599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Deleting port de5a8083-e4d6-4eb7-ac82-15dceea35287 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:43.678977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.743197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] For port de5a8083-e4d6-4eb7-ac82-15dceea35287, host n-h2-793618-8, got binding levels [] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:43.743558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.755472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Calling delete_port for de5a8083-e4d6-4eb7-ac82-15dceea35287 owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:43.832949 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.863380 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.865856 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "DELETE /v2.0/ports/de5a8083-e4d6-4eb7-ac82-15dceea35287 HTTP/1.1" status: 204 len: 168 time: 0.2682233 Jul 15 23:39:43.866839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809fffa-3b95-43a3-bc5b-fa15180637f8 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] Pushing event deleted for resources: {'Port': ['ID=de5a8083-e4d6-4eb7-ac82-15dceea35287,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:43.868619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48230) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:43.899021 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-df481841-8906-40d8-835a-1ec729c2fd30 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:39:43.900577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-df481841-8906-40d8-835a-1ec729c2fd30 tempest-PortsAdminExtendedAttrsTestJSON-42228585 tempest-PortsAdminExtendedAttrsTestJSON-42228585-project-admin] 10.222.0.23 "GET /v2.0/ports/de5a8083-e4d6-4eb7-ac82-15dceea35287 HTTP/1.1" status: 404 len: 333 time: 0.0309353 Jul 15 23:39:43.904002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48232) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:43.977807 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.988179 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.066480 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.076681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d308a8ee-6c30-45f0-9ecf-ad8e750b0983']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:44.087035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7ec374-8833-47c3-86bc-6fd786310b41') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:44.087335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7ec374-8833-47c3-86bc-6fd786310b41') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:44.096408 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.110798 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.116828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:39:44.117218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:39:44.120395 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:39:44.190832 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.198483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.200365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] 10.222.0.23 "DELETE /v2.0/networks/d308a8ee-6c30-45f0-9ecf-ad8e750b0983 HTTP/1.1" status: 204 len: 168 time: 0.2954204 Jul 15 23:39:44.211940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5616b-daea-4ec1-8251-b4ff2801296e tempest-PortsAdminExtendedAttrsTestJSON-1857084396 tempest-PortsAdminExtendedAttrsTestJSON-1857084396-project] Pushing event deleted for resources: {'Network': ['ID=d308a8ee-6c30-45f0-9ecf-ad8e750b0983,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:44.467081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48244) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:44.642989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-558009a6-f51d-4968-9f13-b425f0803faf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9fba2fb8ca2421c9b5d73ed30e0d95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744869 Jul 15 23:39:44.645401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48248) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:44.700391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-61248f90-9b74-4cd4-a43a-6406a0e227cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.722457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-61248f90-9b74-4cd4-a43a-6406a0e227cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.770809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-61248f90-9b74-4cd4-a43a-6406a0e227cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.773382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-61248f90-9b74-4cd4-a43a-6406a0e227cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.775050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-61248f90-9b74-4cd4-a43a-6406a0e227cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb13f47c-f3a4-4602-a0ed-bc73d6997e03 HTTP/1.1" status: 204 len: 168 time: 0.1282184 Jul 15 23:39:44.783384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61248f90-9b74-4cd4-a43a-6406a0e227cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb13f47c-f3a4-4602-a0ed-bc73d6997e03,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:45.047170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48254) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:45.089950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-550352f6-5faf-43fd-b162-a93c104c7e31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0da2bc0fe2e1497daa0aafced410375e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415890 Jul 15 23:39:45.092866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48256) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:45.159153 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99704ad3-532e-4882-b2c1-97a277a38ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.186884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99704ad3-532e-4882-b2c1-97a277a38ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.238249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99704ad3-532e-4882-b2c1-97a277a38ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.241418 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99704ad3-532e-4882-b2c1-97a277a38ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.242599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-99704ad3-532e-4882-b2c1-97a277a38ca2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87aa387d-e91e-4fbe-9b74-cc40f3e71e1a HTTP/1.1" status: 204 len: 168 time: 0.1487825 Jul 15 23:39:45.256412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99704ad3-532e-4882-b2c1-97a277a38ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aa387d-e91e-4fbe-9b74-cc40f3e71e1a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:46.639468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48310) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.734140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-32411555-68cd-4b9d-ae4e-ba9197e56b08 tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:46.763226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-32411555-68cd-4b9d-ae4e-ba9197e56b08 tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "PUT /v2.0/quotas/1321c7e872244c019d796acbc06e2d8f HTTP/1.1" status: 200 len: 366 time: 0.1226356 Jul 15 23:39:46.765696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48314) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.776133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1e935549-7681-46d3-a0bb-95157a895598 tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0092614 Jul 15 23:39:46.778508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48316) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.790199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9eae42e3-f716-491d-bdb8-0ee8cfd61b36 tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "GET /v2.0/quotas/1321c7e872244c019d796acbc06e2d8f HTTP/1.1" status: 200 len: 366 time: 0.0101907 Jul 15 23:39:46.792253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48318) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.807345 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fed9fccf-cd81-4829-a33f-fd80f0563b45 tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/1321c7e872244c019d796acbc06e2d8f HTTP/1.1" status: 204 len: 168 time: 0.0138073 Jul 15 23:39:46.810213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48320) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.819722 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-03ef73b1-4a28-44e9-b249-a70ebc166755 tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0085075 Jul 15 23:39:46.821709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48322) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.832313 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a7c19b82-6a71-43a3-980f-2a2efafb903b tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "GET /v2.0/quotas/1321c7e872244c019d796acbc06e2d8f HTTP/1.1" status: 200 len: 370 time: 0.0096784 Jul 15 23:39:46.834429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48324) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.839469 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7de89ed6-b492-4d74-8edd-e17cc03859bb tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "GET /v2.0/quotas/1321c7e872244c019d796acbc06e2d8f/default HTTP/1.1" status: 200 len: 370 time: 0.0040672 Jul 15 23:39:46.842229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48326) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.849882 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-2511a44f-d633-4172-9767-00a7062edd60 tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] delete failed (client error): The resource could not be found. Jul 15 23:39:46.850903 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2511a44f-d633-4172-9767-00a7062edd60 tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/1321c7e872244c019d796acbc06e2d8f HTTP/1.1" status: 404 len: 348 time: 0.0077906 Jul 15 23:39:46.955069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48330) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:46.975859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Usage tracker for resource:network and tenant:3debfac477c540d6a0737d77da06e6ae is out of sync, need to count used quota {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:39:46.981181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:39:46.988647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Usage tracker for resource:subnet and tenant:3debfac477c540d6a0737d77da06e6ae is out of sync, need to count used quota {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:39:46.993784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:39:47.003653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Usage tracker for resource:subnetpool and tenant:3debfac477c540d6a0737d77da06e6ae is out of sync, need to count used quota {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:39:47.008803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:39:47.015449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Usage tracker for resource:port and tenant:3debfac477c540d6a0737d77da06e6ae is out of sync, need to count used quota {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:39:47.020321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:39:47.026683 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Usage tracker for resource:router and tenant:3debfac477c540d6a0737d77da06e6ae is out of sync, need to count used quota {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:39:47.032230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:39:47.038584 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Usage tracker for resource:floatingip and tenant:3debfac477c540d6a0737d77da06e6ae is out of sync, need to count used quota {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:39:47.043160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:39:47.078627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Usage tracker for resource:security_group and tenant:3debfac477c540d6a0737d77da06e6ae is out of sync, need to count used quota {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:39:47.083771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:39:47.090074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Usage tracker for resource:security_group_rule and tenant:3debfac477c540d6a0737d77da06e6ae is out of sync, need to count used quota {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:39:47.096008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.quota.resource [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93714) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:39:47.100605 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-30114475-3388-4f21-8d18-ba215625703a tempest-QuotasTest-1418169703 tempest-QuotasTest-1418169703-project-admin] 10.222.0.23 "GET /v2.0/quotas/3debfac477c540d6a0737d77da06e6ae/details.json HTTP/1.1" status: 200 len: 703 time: 0.1444528 Jul 15 23:39:47.393199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48336) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:47.500788 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0bd4659-e467-43b3-906b-e67dc7bd095e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.617955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0bd4659-e467-43b3-906b-e67dc7bd095e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.622213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0bd4659-e467-43b3-906b-e67dc7bd095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.659941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd4659-e467-43b3-906b-e67dc7bd095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b25c396-2b46-416e-a9a5-54e8c7bbace0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:47.664546 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f0bd4659-e467-43b3-906b-e67dc7bd095e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=708c97b312b94f838751dd8d6879bbf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702351 Jul 15 23:39:47.667364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48342) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:47.720229 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abb5164d-55e5-47e3-bd80-cb45a3591cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.742971 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abb5164d-55e5-47e3-bd80-cb45a3591cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.796201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abb5164d-55e5-47e3-bd80-cb45a3591cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.798778 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abb5164d-55e5-47e3-bd80-cb45a3591cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.799988 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-abb5164d-55e5-47e3-bd80-cb45a3591cc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b25c396-2b46-416e-a9a5-54e8c7bbace0 HTTP/1.1" status: 204 len: 168 time: 0.1316953 Jul 15 23:39:47.808753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5164d-55e5-47e3-bd80-cb45a3591cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b25c396-2b46-416e-a9a5-54e8c7bbace0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:48.066102 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f31e3b15-0e61-436f-9900-cac45567d7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.081877 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48348) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:48.096029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-401bb092-a5c9-4106-8901-a04c811d06b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.193994 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-401bb092-a5c9-4106-8901-a04c811d06b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.198032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-401bb092-a5c9-4106-8901-a04c811d06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.244870 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-401bb092-a5c9-4106-8901-a04c811d06b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3debfac477c540d6a0737d77da06e6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617546 Jul 15 23:39:48.245879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bb092-a5c9-4106-8901-a04c811d06b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f30be5-9e44-4dba-bad2-d42e5b99fafe,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:48.247644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48350) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:48.303769 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74e5689d-8a57-4c38-82e8-ec1ddad072f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.325494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74e5689d-8a57-4c38-82e8-ec1ddad072f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.372864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74e5689d-8a57-4c38-82e8-ec1ddad072f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.375650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74e5689d-8a57-4c38-82e8-ec1ddad072f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.376978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-74e5689d-8a57-4c38-82e8-ec1ddad072f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02f30be5-9e44-4dba-bad2-d42e5b99fafe HTTP/1.1" status: 204 len: 168 time: 0.1266816 Jul 15 23:39:48.389699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5689d-8a57-4c38-82e8-ec1ddad072f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f30be5-9e44-4dba-bad2-d42e5b99fafe,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:49.646952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48392) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:49.757970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2001615178', 'router:external': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:49.779472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Made reservation on behalf of 74cf56270722463eadd30ce2b0649a6d for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:49.781848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.790672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.884207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.888376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.909135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:39:49.923009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba81c660-1f4b-4e0e-b3aa-7b0365089bd9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:49.927937 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.928290 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Added segment ef880097-80e7-4568-9be1-d535f54b3d80 of type vlan for network 5af87bd1-b578-4a3e-9a35-ce6f785350b7 Jul 15 23:39:49.975377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.008436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.009392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:50.009970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.040095 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3920152 Jul 15 23:39:50.043245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48396) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:50.049948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'subnet': {'network_id': '5af87bd1-b578-4a3e-9a35-ce6f785350b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:50.071390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86888a4f-87fa-4d29-b996-c5b4872fb17a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'Network': ['ID=5af87bd1-b578-4a3e-9a35-ce6f785350b7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:50.073169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Made reservation on behalf of 74cf56270722463eadd30ce2b0649a6d for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:50.076324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.083499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 5af87bd1-b578-4a3e-9a35-ce6f785350b7 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:39:50.387825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.objects.ports [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:39:50.388534 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.450922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59801143-4639-4f41-a019-f0e96d6d2572,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:50.458188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Checking segment: {'id': 'ef880097-80e7-4568-9be1-d535f54b3d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5af87bd1-b578-4a3e-9a35-ce6f785350b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:50.458554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Network hostable DHCP agents. Network: 5af87bd1-b578-4a3e-9a35-ce6f785350b7, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:39:50.476180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Network 5af87bd1-b578-4a3e-9a35-ce6f785350b7 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:39:50.484862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 5af87bd1-b578-4a3e-9a35-ce6f785350b7) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:50.489516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:50.490983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.494177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1bca13-1079-4e90-b386-f9c2211102ab None None] Network 5af87bd1-b578-4a3e-9a35-ce6f785350b7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:50.505216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c100a3ae-7d6b-4a32-aa3a-b56a359261ce tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4602387 Jul 15 23:39:50.507925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48398) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:50.513511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1600083018', 'network_id': '5af87bd1-b578-4a3e-9a35-ce6f785350b7'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:50.535245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Made reservation on behalf of 74cf56270722463eadd30ce2b0649a6d for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:50.537823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.553675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] device_id is not set on port e099a82d-b311-444a-b52c-a26969b3bb9c yet. {{(pid=93715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:39:50.621951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddef2a1-0795-43f3-b107-64226bca0f5d None None] Network 5af87bd1-b578-4a3e-9a35-ce6f785350b7 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:50.657664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Allocated IP 2001:db8::1c9 (5af87bd1-b578-4a3e-9a35-ce6f785350b7/59801143-4639-4f41-a019-f0e96d6d2572/e099a82d-b311-444a-b52c-a26969b3bb9c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:50.703326 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9a981e5a-e27b-490c-9e03-4b3e61129662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.807030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.846438 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.888686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Network 5af87bd1-b578-4a3e-9a35-ce6f785350b7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:50.891600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:50.895220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:50.896189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:50.896783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.902502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'Port': ['ID=e099a82d-b311-444a-b52c-a26969b3bb9c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:50.919962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dc615736-0626-492b-921d-3cb7ab45b477 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4109671 Jul 15 23:39:50.922632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48404) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:51.023065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7b50b88a-8992-43fd-bdb5-212e8c22b29d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Deleting port e099a82d-b311-444a-b52c-a26969b3bb9c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:51.023499 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b50b88a-8992-43fd-bdb5-212e8c22b29d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.089853 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.159396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b50b88a-8992-43fd-bdb5-212e8c22b29d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.175329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7b50b88a-8992-43fd-bdb5-212e8c22b29d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Calling delete_port for e099a82d-b311-444a-b52c-a26969b3bb9c owned by {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:51.247150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f2fe3-8c44-4a88-a948-6d3dd4ead469 req-6f0a2a3d-5eee-477d-8ca4-2d8a9192cf5e tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:51.248692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a2f2fe3-8c44-4a88-a948-6d3dd4ead469 req-6f0a2a3d-5eee-477d-8ca4-2d8a9192cf5e tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 946 time: 0.1351888 Jul 15 23:39:51.309638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a2f2fe3-8c44-4a88-a948-6d3dd4ead469 req-c93cc5a7-d7cf-458f-99b1-df34aede0208 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547082 Jul 15 23:39:51.364025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b50b88a-8992-43fd-bdb5-212e8c22b29d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.389636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50b88a-8992-43fd-bdb5-212e8c22b29d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event deleted for resources: {'Port': ['ID=e099a82d-b311-444a-b52c-a26969b3bb9c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:51.417152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7b50b88a-8992-43fd-bdb5-212e8c22b29d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.419597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7b50b88a-8992-43fd-bdb5-212e8c22b29d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e099a82d-b311-444a-b52c-a26969b3bb9c HTTP/1.1" status: 204 len: 168 time: 0.4958894 Jul 15 23:39:51.422276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48408) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:51.426477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5af87bd1-b578-4a3e-9a35-ce6f785350b7', 'external_fixed_ips': [{'subnet_id': '59801143-4639-4f41-a019-f0e96d6d2572', 'ip_address': '2001:db8::1c9'}]}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:51.447517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.448530 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.513683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.613986 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.648375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.030438 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:39:52.179587 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.198122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.344564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Allocated IP 2001:db8::1c9 (5af87bd1-b578-4a3e-9a35-ce6f785350b7/59801143-4639-4f41-a019-f0e96d6d2572/d6929922-584e-478c-9a1e-9d87ef6f0a54) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:52.502965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.542676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bc461-8e1f-4246-8680-a61adf068d23 req-22e89ab0-b417-46b9-8770-9d3881e82de5 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:52.544607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-646bc461-8e1f-4246-8680-a61adf068d23 req-22e89ab0-b417-46b9-8770-9d3881e82de5 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 946 time: 0.1158946 Jul 15 23:39:52.598921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.603387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-646bc461-8e1f-4246-8680-a61adf068d23 req-a41f8a0c-f40e-4391-ade9-070d75a00862 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507519 Jul 15 23:39:52.646551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Network 5af87bd1-b578-4a3e-9a35-ce6f785350b7 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:52.651439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:52.657648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:52.660237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'Port': ['ID=d6929922-584e-478c-9a1e-9d87ef6f0a54,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:52.679490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-948e90db-8e35-4e71-b992-8eec8daf8e51 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:52.681135 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-948e90db-8e35-4e71-b992-8eec8daf8e51 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.37 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 946 time: 0.0840209 Jul 15 23:39:52.795660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Deleting port 484f7cdf-60e3-47d7-bedf-b7f796391afd {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:52.796067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.876078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.893243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] For port 484f7cdf-60e3-47d7-bedf-b7f796391afd, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=484f7cdf-60e3-47d7-bedf-b7f796391afd,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:52.893618 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.906114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Calling delete_port for 484f7cdf-60e3-47d7-bedf-b7f796391afd owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:53.035744 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.068338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Pushing event deleted for resources: {'Port': ['ID=484f7cdf-60e3-47d7-bedf-b7f796391afd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:53.073648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['484f7cdf-60e3-47d7-bedf-b7f796391afd'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:53.082509 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.115685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] No DVR routers for this DVR port 484f7cdf-60e3-47d7-bedf-b7f796391afd on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:39:53.118250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.120361 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e3084c34-a20f-4ad6-89f1-59c4e9a26663 req-a942a7b1-a9f1-4b6d-a256-8eb4040445a3 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.37 "DELETE /v2.0/ports/484f7cdf-60e3-47d7-bedf-b7f796391afd HTTP/1.1" status: 204 len: 173 time: 0.4339733 Jul 15 23:39:53.120805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eebfefe-079f-42b4-9162-b91d910b790f', 'name': 'network-vif-deleted', 'tag': '484f7cdf-60e3-47d7-bedf-b7f796391afd'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:53.123138 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a2d71a-8e26-4c66-b2fa-69862837019e" -d '{"events": [{"server_uuid": "0eebfefe-079f-42b4-9162-b91d910b790f", "name": "network-vif-deleted", "tag": "484f7cdf-60e3-47d7-bedf-b7f796391afd"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:53.164466 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2c357b-f73d-4054-964b-c6f18a27fca8 x-openstack-request-id: req-cb2c357b-f73d-4054-964b-c6f18a27fca8 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:53.164936 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eebfefe-079f-42b4-9162-b91d910b790f", "name": "network-vif-deleted", "tag": "484f7cdf-60e3-47d7-bedf-b7f796391afd", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:53.165107 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb2c357b-f73d-4054-964b-c6f18a27fca8 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:53.165383 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eebfefe-079f-42b4-9162-b91d910b790f', 'name': 'network-vif-deleted', 'tag': '484f7cdf-60e3-47d7-bedf-b7f796391afd', 'status': 'completed', 'code': 200} Jul 15 23:39:53.222071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Router 184de4bc-c0d6-4991-b6a5-3a85718d55be is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:39:53.338992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:53.348124 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Sync routers for ids ['184de4bc-c0d6-4991-b6a5-3a85718d55be'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:53.357819 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Routers {'184de4bc-c0d6-4991-b6a5-3a85718d55be'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:53.358039 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.358900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['184de4bc-c0d6-4991-b6a5-3a85718d55be'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:53.359176 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.360463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-002231b2-fa97-4c9b-9457-4b406f1f8885 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9372408 Jul 15 23:39:53.363288 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48414) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:53.467850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.564625 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Set router 184de4bc-c0d6-4991-b6a5-3a85718d55be gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:53.575882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.630996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Deleting port d6929922-584e-478c-9a1e-9d87ef6f0a54 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:53.631347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.735531 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.754871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Calling delete_port for d6929922-584e-478c-9a1e-9d87ef6f0a54 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:53.763379 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184de4bc-c0d6-4991-b6a5-3a85718d55be', 'name': '', 'tenant_id': '74cf56270722463eadd30ce2b0649a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5af87bd1-b578-4a3e-9a35-ce6f785350b7', 'external_fixed_ips': [{'subnet_id': '59801143-4639-4f41-a019-f0e96d6d2572', 'ip_address': '2001:db8::1c9'}], 'enable_snat': True}, 'gw_port_id': 'd6929922-584e-478c-9a1e-9d87ef6f0a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:51Z', 'updated_at': '2021-07-15T23:39:52Z', 'revision_number': 3, 'project_id': '74cf56270722463eadd30ce2b0649a6d', 'gw_port': {'id': 'd6929922-584e-478c-9a1e-9d87ef6f0a54', 'name': '', 'network_id': '5af87bd1-b578-4a3e-9a35-ce6f785350b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:68:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184de4bc-c0d6-4991-b6a5-3a85718d55be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '59801143-4639-4f41-a019-f0e96d6d2572', 'ip_address': '2001:db8::1c9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:52Z', 'updated_at': '2021-07-15T23:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59801143-4639-4f41-a019-f0e96d6d2572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:53.791001 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Checking router: 184de4bc-c0d6-4991-b6a5-3a85718d55be for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:39:53.791383 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Updating router 184de4bc-c0d6-4991-b6a5-3a85718d55be port d6929922-584e-478c-9a1e-9d87ef6f0a54 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:39:53.792183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca03cc7a-3507-4e89-a1eb-214ada01943f req-b96ca747-2de5-4953-83d2-b25929a0b1d6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eebfefe-079f-42b4-9162-b91d910b790f HTTP/1.1" status: 200 len: 210 time: 0.0430484 Jul 15 23:39:53.838296 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.953969 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.977838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6929922-584e-478c-9a1e-9d87ef6f0a54,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:54.007206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.081519 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.db.api [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:39:54.081868 n-d-793618-8 neutron-server[93717]: DEBUG oslo_db.api [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:39:54.097830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.099927 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.144258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.144918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 184de4bc-c0d6-4991-b6a5-3a85718d55be {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:39:54.149571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.150759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3af4c407-43cb-478b-91ad-498f9801c178 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "DELETE /v2.0/routers/184de4bc-c0d6-4991-b6a5-3a85718d55be HTTP/1.1" status: 204 len: 168 time: 0.7864742 Jul 15 23:39:54.154017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48418) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:54.201641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ee3e72-e59d-47f7-8878-f5b88212d45f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Deleting subnet 59801143-4639-4f41-a019-f0e96d6d2572 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:39:54.204668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23ee3e72-e59d-47f7-8878-f5b88212d45f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.240831 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23ee3e72-e59d-47f7-8878-f5b88212d45f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.279078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23ee3e72-e59d-47f7-8878-f5b88212d45f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.330768 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23ee3e72-e59d-47f7-8878-f5b88212d45f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.357021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee3e72-e59d-47f7-8878-f5b88212d45f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59801143-4639-4f41-a019-f0e96d6d2572,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:54.362484 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23ee3e72-e59d-47f7-8878-f5b88212d45f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.364364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-23ee3e72-e59d-47f7-8878-f5b88212d45f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/59801143-4639-4f41-a019-f0e96d6d2572 HTTP/1.1" status: 204 len: 168 time: 0.2094448 Jul 15 23:39:54.367325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48420) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:54.433657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.514099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.523999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af87bd1-b578-4a3e-9a35-ce6f785350b7']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:54.533500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef880097-80e7-4568-9be1-d535f54b3d80') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:54.533794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef880097-80e7-4568-9be1-d535f54b3d80') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:54.542242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.556462 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.562994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:39:54.563415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:39:54.565295 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:39:54.601920 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Port d6929922-584e-478c-9a1e-9d87ef6f0a54 not found while updating agent binding for router 184de4bc-c0d6-4991-b6a5-3a85718d55be. {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:39:54.610835 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Routers set() bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:54.611199 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Router IDs set() for agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:39:54.611778 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'184de4bc-c0d6-4991-b6a5-3a85718d55be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent'). {{(pid=93717) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:39:54.612137 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d5e7-81ad-4a47-bf61-25d34d232078 None None] The sync data for ids ['184de4bc-c0d6-4991-b6a5-3a85718d55be'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:54.623493 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.628903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5af87bd1-b578-4a3e-9a35-ce6f785350b7 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:39:54.631522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.633374 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5af87bd1-b578-4a3e-9a35-ce6f785350b7 HTTP/1.1" status: 204 len: 168 time: 0.2651548 Jul 15 23:39:54.643058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9460b-f075-409d-b50e-a41901f959fb tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event deleted for resources: {'Network': ['ID=5af87bd1-b578-4a3e-9a35-ce6f785350b7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:54.803518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48428) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:54.808400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-96385c9c-8297-4774-8e13-5371d20aa3a6 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'router': {'name': 'tempest-router--2059824335', 'project_id': '416e95632852451d8de19b4e66e6cda3'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:54.830325 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96385c9c-8297-4774-8e13-5371d20aa3a6 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.831533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96385c9c-8297-4774-8e13-5371d20aa3a6 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.889816 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96385c9c-8297-4774-8e13-5371d20aa3a6 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.896527 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96385c9c-8297-4774-8e13-5371d20aa3a6 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.911997 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96385c9c-8297-4774-8e13-5371d20aa3a6 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.916574 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96385c9c-8297-4774-8e13-5371d20aa3a6 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1088028 Jul 15 23:39:54.916574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48434) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:54.992473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c447d83-2164-4456-bfda-c87b1111497a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.167116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c447d83-2164-4456-bfda-c87b1111497a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.169862 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c447d83-2164-4456-bfda-c87b1111497a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.214644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c447d83-2164-4456-bfda-c87b1111497a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.215782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c447d83-2164-4456-bfda-c87b1111497a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8204e9c4-2fd9-453a-b5e0-5862cc4b99e5 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:39:55.220356 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c447d83-2164-4456-bfda-c87b1111497a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.224112 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c447d83-2164-4456-bfda-c87b1111497a tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8204e9c4-2fd9-453a-b5e0-5862cc4b99e5 HTTP/1.1" status: 204 len: 168 time: 0.3067226 Jul 15 23:39:55.285233 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.330033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48440) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:55.529831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-708448842', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:55.555965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.556954 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.614781 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.752918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.945925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.966916 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.097457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Allocated IP 172.25.3.39 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/0dca5d8e-d02d-43db-8713-88ce2ebe5e68) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:56.235815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.277107 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.322501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:56.325277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:56.328945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:56.352395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event updated for resources: {'Port': ['ID=0dca5d8e-d02d-43db-8713-88ce2ebe5e68,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:56.897074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.979336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 484f7cdf-60e3-47d7-bedf-b7f796391afd no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:39:56.998949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 484f7cdf-60e3-47d7-bedf-b7f796391afd {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:39:56.999216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 484f7cdf-60e3-47d7-bedf-b7f796391afd not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:39:57.089231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.218934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Router e5c1deb1-bfb5-495d-afb2-0628added097 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:39:57.329862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:57.339954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e4b65-f5b7-4845-9754-29aa4fa105dc None None] Sync routers for ids ['e5c1deb1-bfb5-495d-afb2-0628added097'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:57.349655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.353511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-93e06ef4-d96b-4dcf-8f2b-69855dd7bb7f tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0197148 Jul 15 23:39:57.354240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e4b65-f5b7-4845-9754-29aa4fa105dc None None] Routers {'e5c1deb1-bfb5-495d-afb2-0628added097'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:57.354240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d20e4b65-f5b7-4845-9754-29aa4fa105dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e5c1deb1-bfb5-495d-afb2-0628added097'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:57.354437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48460) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:57.389464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d20e4b65-f5b7-4845-9754-29aa4fa105dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:57.398880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e4b65-f5b7-4845-9754-29aa4fa105dc None None] Routers {'e5c1deb1-bfb5-495d-afb2-0628added097'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:57.399611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d20e4b65-f5b7-4845-9754-29aa4fa105dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e5c1deb1-bfb5-495d-afb2-0628added097'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:57.435454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d20e4b65-f5b7-4845-9754-29aa4fa105dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:57.436116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e4b65-f5b7-4845-9754-29aa4fa105dc None None] The sync data for ids ['e5c1deb1-bfb5-495d-afb2-0628added097'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:57.468292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a2498769-183e-40fd-9a51-5deebd770d50 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/routers/e5c1deb1-bfb5-495d-afb2-0628added097 HTTP/1.1" status: 200 len: 923 time: 0.1123717 Jul 15 23:39:57.471034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48462) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:57.504465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b4a4b76c-1639-4776-98ba-7925fd62a058 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5c1deb1-bfb5-495d-afb2-0628added097 HTTP/1.1" status: 200 len: 205 time: 0.0288084 Jul 15 23:39:57.504709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48464) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:57.612642 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.718115 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.772142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Deleting port 0dca5d8e-d02d-43db-8713-88ce2ebe5e68 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:57.772492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.851957 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.863534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Calling delete_port for 0dca5d8e-d02d-43db-8713-88ce2ebe5e68 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:58.025806 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.053438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event deleted for resources: {'Port': ['ID=0dca5d8e-d02d-43db-8713-88ce2ebe5e68,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:58.114294 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.209320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.211794 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.268510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.269165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Fanout notify agent at l3_agent the message router_deleted on router e5c1deb1-bfb5-495d-afb2-0628added097 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:39:58.276680 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.277805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3a7cdbfd-4705-4604-a442-bbd1bc98480d tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/e5c1deb1-bfb5-495d-afb2-0628added097 HTTP/1.1" status: 204 len: 168 time: 0.7722428 Jul 15 23:39:58.282344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48468) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:58.287522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'router': {'name': 'tempest-snat-router-154370792', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': False}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:58.310364 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.311392 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.365315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.504442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.702525 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.724280 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.823976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Allocated IP 172.25.3.183 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/79ef8a3e-6f6e-4866-90d9-99daedb787df) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:58.924492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.961198 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.000247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:59.003006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:59.006540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:59.027259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'Port': ['ID=79ef8a3e-6f6e-4866-90d9-99daedb787df,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:59.243908 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.741924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.866641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Router c85b8750-ab4f-432d-aa6f-eb4642e81d86 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:39:59.970565 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:59.978686 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Sync routers for ids ['c85b8750-ab4f-432d-aa6f-eb4642e81d86'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:59.985803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.987100 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15c10a91-08b8-4bf6-8708-39eb9df166c5 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7036140 Jul 15 23:39:59.988883 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Routers {'c85b8750-ab4f-432d-aa6f-eb4642e81d86'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:59.989517 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c85b8750-ab4f-432d-aa6f-eb4642e81d86'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:59.990055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48478) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:00.099365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2b07acd8-cc95-4b2b-a5b2-a51ca162c43c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/routers/c85b8750-ab4f-432d-aa6f-eb4642e81d86 HTTP/1.1" status: 200 len: 908 time: 0.1078277 Jul 15 23:40:00.100147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48480) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:00.100786 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Set router c85b8750-ab4f-432d-aa6f-eb4642e81d86 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:00.104696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'router': {'name': 'tempest-snat-router-154370792', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': True}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:00.127824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.129101 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.182437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.290900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8750-ab4f-432d-aa6f-eb4642e81d86', 'name': 'tempest-snat-router-154370792', 'tenant_id': '74cf56270722463eadd30ce2b0649a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.183'}], 'enable_snat': False}, 'gw_port_id': '79ef8a3e-6f6e-4866-90d9-99daedb787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 3, 'project_id': '74cf56270722463eadd30ce2b0649a6d', 'gw_port': {'id': '79ef8a3e-6f6e-4866-90d9-99daedb787df', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8750-ab4f-432d-aa6f-eb4642e81d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:00.317578 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Checking router: c85b8750-ab4f-432d-aa6f-eb4642e81d86 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:00.318068 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Updating router c85b8750-ab4f-432d-aa6f-eb4642e81d86 port 79ef8a3e-6f6e-4866-90d9-99daedb787df binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:40:00.322928 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.354847 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.562146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.602723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.729771 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.742480 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Transition to ACTIVE for port object 79ef8a3e-6f6e-4866-90d9-99daedb787df will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:00.748715 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.801391 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Pushing event updated for resources: {'Port': ['ID=79ef8a3e-6f6e-4866-90d9-99daedb787df,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:00.803697 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Attempting to bind port 79ef8a3e-6f6e-4866-90d9-99daedb787df on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:00.804059 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Attempting to bind port 79ef8a3e-6f6e-4866-90d9-99daedb787df by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:00.804449 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Attempting to bind port 79ef8a3e-6f6e-4866-90d9-99daedb787df on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:00.805787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Allocated IP 172.25.3.83 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/41bb631e-8dfc-45ff-87a0-1a1763c7829c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:00.814674 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.814993 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.815339 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.815665 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.815984 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.816304 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.816642 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.816946 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.817262 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.817576 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.817891 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.818208 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:00.821455 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:00.821757 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:00.822154 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.822527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:00.823030 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Bound port: 79ef8a3e-6f6e-4866-90d9-99daedb787df, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:00.823411 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.880908 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] For port 79ef8a3e-6f6e-4866-90d9-99daedb787df, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:00.884494 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] For port 79ef8a3e-6f6e-4866-90d9-99daedb787df, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=79ef8a3e-6f6e-4866-90d9-99daedb787df,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:00.888324 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.945688 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Routers {'c85b8750-ab4f-432d-aa6f-eb4642e81d86'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:00.946294 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c85b8750-ab4f-432d-aa6f-eb4642e81d86'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:00.960615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.980206 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe6f92-ecfa-4cdd-831a-4e6db3185050 None None] Pushing event updated for resources: {'Port': ['ID=79ef8a3e-6f6e-4866-90d9-99daedb787df,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:00.981534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-0a1c532d-9550-49e4-9aa3-d91d934d0742 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1524806 Jul 15 23:40:01.013076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:01.060065 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] Set router c85b8750-ab4f-432d-aa6f-eb4642e81d86 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:01.079128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:01.086965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:01.095333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:01.126157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'Port': ['ID=41bb631e-8dfc-45ff-87a0-1a1763c7829c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:01.155209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-f7359ed5-ce5f-44ed-b661-ae2bccfde879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:01.156730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-f7359ed5-ce5f-44ed-b661-ae2bccfde879 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1097 time: 0.1158669 Jul 15 23:40:01.335337 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c85b8750-ab4f-432d-aa6f-eb4642e81d86', 'name': 'tempest-snat-router-154370792', 'tenant_id': '74cf56270722463eadd30ce2b0649a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.183'}], 'enable_snat': False}, 'gw_port_id': '79ef8a3e-6f6e-4866-90d9-99daedb787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 3, 'project_id': '74cf56270722463eadd30ce2b0649a6d', 'gw_port': {'id': '79ef8a3e-6f6e-4866-90d9-99daedb787df', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8750-ab4f-432d-aa6f-eb4642e81d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:01.362497 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e3986-0e79-46a2-92d5-1c49c9421ca9 None None] The sync data for ids ['c85b8750-ab4f-432d-aa6f-eb4642e81d86'] in n-d-793618-8 is: [{'id': 'c85b8750-ab4f-432d-aa6f-eb4642e81d86', 'name': 'tempest-snat-router-154370792', 'tenant_id': '74cf56270722463eadd30ce2b0649a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.183'}], 'enable_snat': False}, 'gw_port_id': '79ef8a3e-6f6e-4866-90d9-99daedb787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 3, 'project_id': '74cf56270722463eadd30ce2b0649a6d', 'gw_port': {'id': '79ef8a3e-6f6e-4866-90d9-99daedb787df', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85b8750-ab4f-432d-aa6f-eb4642e81d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:01.695929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-bd500dc9-de32-4d42-94e5-a03d99d9cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:01.697576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-bd500dc9-de32-4d42-94e5-a03d99d9cef7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.5072956 Jul 15 23:40:01.882481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-06023c1e-3972-4335-a4bc-7f552bbfc58b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 200 len: 1002 time: 0.1321163 Jul 15 23:40:01.932757 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:02.073380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-3e1406f3-548c-40fc-9429-d9157873e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:02.075363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-3e1406f3-548c-40fc-9429-d9157873e6ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.1831954 Jul 15 23:40:02.083578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-824eddf0-e240-45e4-8118-91526219ff07 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:02.085069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-824eddf0-e240-45e4-8118-91526219ff07 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/networks?id=0922204f-ce08-4cbe-91c3-149bc389ff57 HTTP/1.1" status: 200 len: 814 time: 0.2423401 Jul 15 23:40:02.141609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-4a863809-07ea-4f38-8aeb-27e3f99d0204 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/quotas/3dd936c1af7746c8a2523bdbe5a350dc HTTP/1.1" status: 200 len: 375 time: 0.0403607 Jul 15 23:40:02.225111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-c21790a5-3a32-46ac-b475-7777a7b967ab tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dd936c1af7746c8a2523bdbe5a350dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780423 Jul 15 23:40:02.301555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-d4907813-e350-4f47-9f89-760bf49979e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:02.303109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-d4907813-e350-4f47-9f89-760bf49979e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154319 Jul 15 23:40:02.367508 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:02.480558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-03558d79-b316-459e-a350-aeea040e19ed service neutron] 10.222.0.23 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473602 Jul 15 23:40:02.500426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 79ef8a3e-6f6e-4866-90d9-99daedb787df up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:02.529811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-c7708238-d153-4156-b411-41dbc110fd79 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188306 Jul 15 23:40:02.550651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 79ef8a3e-6f6e-4866-90d9-99daedb787df completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:02.554632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 79ef8a3e-6f6e-4866-90d9-99daedb787df triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:02.555157 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:02.632385 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:02.654380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 79ef8a3e-6f6e-4866-90d9-99daedb787df, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=79ef8a3e-6f6e-4866-90d9-99daedb787df,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:02.658605 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:02.710461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=79ef8a3e-6f6e-4866-90d9-99daedb787df,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:02.713502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-698074a1-19b2-46d7-8fd7-23febec8bb1c req-3fe42ec0-a412-4f7d-9757-23297f24485b service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728091 Jul 15 23:40:02.715392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-a6d3b2c9-e95f-406a-baa3-d8cc1eb017a3 service neutron] 10.222.0.23 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990988 Jul 15 23:40:02.728335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Router f28588cb-d011-4956-814d-210a3d2e8144 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:02.846624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:02.861187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Sync routers for ids ['f28588cb-d011-4956-814d-210a3d2e8144'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:02.881099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Routers {'f28588cb-d011-4956-814d-210a3d2e8144'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:02.881716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f28588cb-d011-4956-814d-210a3d2e8144'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:02.882177 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:02.883424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5821560d-fcd8-4c91-8129-0eede2393b9f tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7823241 Jul 15 23:40:02.886241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48504) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:02.921379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71c1366a-eb9d-49ee-a32e-bbe5f6dcfcf0 req-ea2a84f3-00ee-4124-9f91-3a4f1904b7ee tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 210 time: 0.0526319 Jul 15 23:40:03.004828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Set router f28588cb-d011-4956-814d-210a3d2e8144 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:03.019870 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-38e4bd6b-8db7-4eb8-b519-4d107a21521e tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/routers/f28588cb-d011-4956-814d-210a3d2e8144 HTTP/1.1" status: 200 len: 906 time: 0.1318080 Jul 15 23:40:03.022311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48506) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:03.147987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.213322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28588cb-d011-4956-814d-210a3d2e8144', 'name': 'tempest-snat-router-154370792', 'tenant_id': '74cf56270722463eadd30ce2b0649a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '41bb631e-8dfc-45ff-87a0-1a1763c7829c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:00Z', 'updated_at': '2021-07-15T23:40:01Z', 'revision_number': 3, 'project_id': '74cf56270722463eadd30ce2b0649a6d', 'gw_port': {'id': '41bb631e-8dfc-45ff-87a0-1a1763c7829c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28588cb-d011-4956-814d-210a3d2e8144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:00Z', 'updated_at': '2021-07-15T23:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:03.240374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Checking router: f28588cb-d011-4956-814d-210a3d2e8144 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:03.241335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Updating router f28588cb-d011-4956-814d-210a3d2e8144 port 41bb631e-8dfc-45ff-87a0-1a1763c7829c binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:40:03.265081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.279781 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.321313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Deleting port 41bb631e-8dfc-45ff-87a0-1a1763c7829c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:03.321659 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.400959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.413817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Calling delete_port for 41bb631e-8dfc-45ff-87a0-1a1763c7829c owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:03.588175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.596404 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:40:03.597621 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:40:03.619350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event deleted for resources: {'Port': ['ID=41bb631e-8dfc-45ff-87a0-1a1763c7829c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:03.679421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.768984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.771098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.813070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.813624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f28588cb-d011-4956-814d-210a3d2e8144 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:03.818214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.819170 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e54159e2-127f-4d8a-9dbb-9a570515dd5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f28588cb-d011-4956-814d-210a3d2e8144 HTTP/1.1" status: 204 len: 168 time: 0.7959199 Jul 15 23:40:03.821774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:03.924453 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.056443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.068473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bac64836-58dc-4143-a751-802b30e472c5 req-6cfdfb58-43ae-4a76-8436-d9632020cdc5 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 210 time: 0.0292628 Jul 15 23:40:04.119403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Port 41bb631e-8dfc-45ff-87a0-1a1763c7829c not found while updating agent binding for router f28588cb-d011-4956-814d-210a3d2e8144. {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:40:04.128956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Routers set() bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:04.129414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Router IDs set() for agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:40:04.130183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_agentschedulers_db [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f28588cb-d011-4956-814d-210a3d2e8144'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent'). {{(pid=93716) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:40:04.130617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168e9d7-04ec-4959-b110-ca7f702277f5 None None] The sync data for ids ['f28588cb-d011-4956-814d-210a3d2e8144'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:04.165627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-35442325-8607-4cbb-9a15-9193a08fe229 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:04.167138 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-35442325-8607-4cbb-9a15-9193a08fe229 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.37 "GET /v2.0/networks?id=0922204f-ce08-4cbe-91c3-149bc389ff57 HTTP/1.1" status: 200 len: 814 time: 0.1426182 Jul 15 23:40:04.177769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Deleting port 79ef8a3e-6f6e-4866-90d9-99daedb787df {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:04.178115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.193518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Request body: {'port': {'device_id': 'a8db0fce-c3b1-46bc-b3c3-286ac5506997', 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57', 'admin_state_up': True, 'tenant_id': '3dd936c1af7746c8a2523bdbe5a350dc'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:04.329931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] For port 79ef8a3e-6f6e-4866-90d9-99daedb787df, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=79ef8a3e-6f6e-4866-90d9-99daedb787df,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:04.330210 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.347673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Calling delete_port for 79ef8a3e-6f6e-4866-90d9-99daedb787df owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:04.405399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Made reservation on behalf of 3dd936c1af7746c8a2523bdbe5a350dc for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:04.408917 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.479891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 79ef8a3e-6f6e-4866-90d9-99daedb787df up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:04.531106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 79ef8a3e-6f6e-4866-90d9-99daedb787df triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:04.531485 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.620223 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Allocated IP 172.20.0.12 (0922204f-ce08-4cbe-91c3-149bc389ff57/a0d56c82-f8bd-4ffe-b43b-65a7d51c3328/3ebe3fdb-409b-4593-866e-3c155d4952c9) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:04.636232 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.668668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event deleted for resources: {'Port': ['ID=79ef8a3e-6f6e-4866-90d9-99daedb787df,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:04.814202 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.915665 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.919406 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.966231 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.978143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.978650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c85b8750-ab4f-432d-aa6f-eb4642e81d86 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:04.984017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.985152 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-38a02c35-622f-4301-bc01-1ba2a11d675c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c85b8750-ab4f-432d-aa6f-eb4642e81d86 HTTP/1.1" status: 204 len: 168 time: 1.1624267 Jul 15 23:40:04.988807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48518) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:04.993669 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-677268537', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:05.033774 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.034935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.045954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.133632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Network 0922204f-ce08-4cbe-91c3-149bc389ff57 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:05.139957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:05.145775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.148201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:05.153303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Pushing event updated for resources: {'Port': ['ID=3ebe3fdb-409b-4593-866e-3c155d4952c9,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:05.256917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb79d7d-82d5-4e05-aae6-50a0a4ed190e req-f33af047-8858-4d82-b9b3-4b5b77bf7352 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:05.258891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fb79d7d-82d5-4e05-aae6-50a0a4ed190e req-f33af047-8858-4d82-b9b3-4b5b77bf7352 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 932 time: 0.0690937 Jul 15 23:40:05.288073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:05.288687 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.298518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0fb79d7d-82d5-4e05-aae6-50a0a4ed190e req-af2ad491-01e1-4d99-b23e-41c1f35b623b tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Jul 15 23:40:05.331652 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.337546 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f3cdba83-6fa9-44d7-9312-9bc36b2a4ee6 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1477935 Jul 15 23:40:05.662566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Request body: {'port': {'device_id': 'a8db0fce-c3b1-46bc-b3c3-286ac5506997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:05.777225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.995203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.028390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.198673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Allocated IP 172.25.3.222 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/bbc7dc28-fc38-4d24-a3c2-f5a39270e150) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:06.239806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebe3fdb-409b-4593-866e-3c155d4952c9 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:40:06.261162 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.306336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Transition to ACTIVE for port object 3ebe3fdb-409b-4593-866e-3c155d4952c9 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:06.311679 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.381838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Pushing event updated for resources: {'Port': ['ID=3ebe3fdb-409b-4593-866e-3c155d4952c9,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:06.412794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.477233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f037c34-7378-489a-81f6-3bee72dd4dbc req-9f440d0d-13a7-4369-bb19-a57019da6de8 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:06.478878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f037c34-7378-489a-81f6-3bee72dd4dbc req-9f440d0d-13a7-4369-bb19-a57019da6de8 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 944 time: 0.0665140 Jul 15 23:40:06.491138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Attempting to bind port 3ebe3fdb-409b-4593-866e-3c155d4952c9 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:06.491824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Attempting to bind port 3ebe3fdb-409b-4593-866e-3c155d4952c9 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:06.491824 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Attempting to bind port 3ebe3fdb-409b-4593-866e-3c155d4952c9 on network 0922204f-ce08-4cbe-91c3-149bc389ff57 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:06.493562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 79ef8a3e-6f6e-4866-90d9-99daedb787df no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:06.500572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Port 3ebe3fdb-409b-4593-866e-3c155d4952c9 on network 0922204f-ce08-4cbe-91c3-149bc389ff57 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:40:06.500572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Attempting to bind port 3ebe3fdb-409b-4593-866e-3c155d4952c9 on network 0922204f-ce08-4cbe-91c3-149bc389ff57 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:06.504570 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.515131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:06.515400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Checking segment: {'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:06.515797 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Bound using segment: {'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:06.516247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Bound port: 3ebe3fdb-409b-4593-866e-3c155d4952c9, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a959640-f615-4891-b477-3967d01e5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:06.516597 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.516714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 79ef8a3e-6f6e-4866-90d9-99daedb787df {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:06.517044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 79ef8a3e-6f6e-4866-90d9-99daedb787df not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:06.522004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f037c34-7378-489a-81f6-3bee72dd4dbc req-8c10599e-d9a0-414a-af55-f4d57fa46a6f tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371556 Jul 15 23:40:06.561556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:06.581100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:06.587254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:06.592931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event updated for resources: {'Port': ['ID=bbc7dc28-fc38-4d24-a3c2-f5a39270e150,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:06.651874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] For port 3ebe3fdb-409b-4593-866e-3c155d4952c9, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:06.657387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] For port 3ebe3fdb-409b-4593-866e-3c155d4952c9, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3ebe3fdb-409b-4593-866e-3c155d4952c9,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:06.688698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.774544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:06.775114 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.776513 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] 10.222.0.37 "PUT /v2.0/ports/3ebe3fdb-409b-4593-866e-3c155d4952c9 HTTP/1.1" status: 200 len: 1092 time: 1.1193075 Jul 15 23:40:06.776942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8db0fce-c3b1-46bc-b3c3-286ac5506997', 'tag': '3ebe3fdb-409b-4593-866e-3c155d4952c9'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:06.779745 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10197b81-8234-4c6c-b78f-12f473515b24" -d '{"events": [{"name": "network-changed", "server_uuid": "a8db0fce-c3b1-46bc-b3c3-286ac5506997", "tag": "3ebe3fdb-409b-4593-866e-3c155d4952c9"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:06.807106 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b92ae-fe10-4229-a7dd-5eafb4815acd service neutron] Pushing event updated for resources: {'Port': ['ID=3ebe3fdb-409b-4593-866e-3c155d4952c9,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:06.818464 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bbc593-1f23-44d6-b055-bdc1b7a9e40b x-openstack-request-id: req-38bbc593-1f23-44d6-b055-bdc1b7a9e40b {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:06.818776 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8db0fce-c3b1-46bc-b3c3-286ac5506997", "tag": "3ebe3fdb-409b-4593-866e-3c155d4952c9", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:06.819029 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38bbc593-1f23-44d6-b055-bdc1b7a9e40b {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:06.819422 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8db0fce-c3b1-46bc-b3c3-286ac5506997', 'tag': '3ebe3fdb-409b-4593-866e-3c155d4952c9', 'status': 'completed', 'code': 200} Jul 15 23:40:06.956307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.994530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f59a0c6d-6323-4f23-8981-7a0fa23f0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:06.996110 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f59a0c6d-6323-4f23-8981-7a0fa23f0061 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dd936c1af7746c8a2523bdbe5a350dc&device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 1095 time: 0.1391110 Jul 15 23:40:07.070282 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-71d84f8b-596c-4abf-b89f-ccbfcd10824b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebe3fdb-409b-4593-866e-3c155d4952c9 HTTP/1.1" status: 200 len: 217 time: 0.0602129 Jul 15 23:40:07.160683 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-69c0761e-cce4-48ff-837f-8ad8276c8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:07.162141 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-69c0761e-cce4-48ff-837f-8ad8276c8b70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0d56c82-f8bd-4ffe-b43b-65a7d51c3328 HTTP/1.1" status: 200 len: 854 time: 0.0852728 Jul 15 23:40:07.202668 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-f6c907c5-28b6-49ab-984a-5fdbbf398073 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0922204f-ce08-4cbe-91c3-149bc389ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322134 Jul 15 23:40:07.302000 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.364936 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-7d7dd8f0-88af-452b-a085-7fcf511dc6cc service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384633 Jul 15 23:40:07.505566 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c9d4c4ae-2372-4be5-85d9-5b219672d045 req-7fda81ee-9606-4e4d-8bac-f85c6059f3fa service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119475 Jul 15 23:40:07.515057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Router ab5bd43b-b621-45a2-9b8c-298c1815b577 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:07.668492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:07.685871 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcfc0c-3043-4189-b9c1-624682fdf63c None None] Sync routers for ids ['ab5bd43b-b621-45a2-9b8c-298c1815b577'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:07.691909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10197b81-8234-4c6c-b78f-12f473515b24 req-7e1b16f6-d6ab-478b-93c2-86fdf4a91b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:07.693546 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10197b81-8234-4c6c-b78f-12f473515b24 req-7e1b16f6-d6ab-478b-93c2-86fdf4a91b02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dd936c1af7746c8a2523bdbe5a350dc&device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 1095 time: 0.0880766 Jul 15 23:40:07.694780 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.695880 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cc962459-fc7c-40eb-bc51-648a334b76f3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7061405 Jul 15 23:40:07.697779 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcfc0c-3043-4189-b9c1-624682fdf63c None None] Routers {'ab5bd43b-b621-45a2-9b8c-298c1815b577'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:07.698412 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f7bcfc0c-3043-4189-b9c1-624682fdf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab5bd43b-b621-45a2-9b8c-298c1815b577'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:07.698655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48528) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:07.700474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29af04a-d342-4307-a4da-44c0a27f8a1f req-613716de-0757-4912-9cb6-3250e08fe221 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:07.702056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f29af04a-d342-4307-a4da-44c0a27f8a1f req-613716de-0757-4912-9cb6-3250e08fe221 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 944 time: 0.0683191 Jul 15 23:40:07.705261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-888f0d6d-8561-431f-9f27-e3bdcf8b19a2 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': False}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:07.742056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f29af04a-d342-4307-a4da-44c0a27f8a1f req-ee21b965-f8da-4a19-9d25-4187027e9765 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Jul 15 23:40:07.743987 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f7bcfc0c-3043-4189-b9c1-624682fdf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:07.753475 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcfc0c-3043-4189-b9c1-624682fdf63c None None] Routers {'ab5bd43b-b621-45a2-9b8c-298c1815b577'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:07.754092 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f7bcfc0c-3043-4189-b9c1-624682fdf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab5bd43b-b621-45a2-9b8c-298c1815b577'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:07.786583 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f7bcfc0c-3043-4189-b9c1-624682fdf63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:07.787251 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcfc0c-3043-4189-b9c1-624682fdf63c None None] The sync data for ids ['ab5bd43b-b621-45a2-9b8c-298c1815b577'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:07.872612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10197b81-8234-4c6c-b78f-12f473515b24 req-87592fab-ba44-459c-8a32-7eddc8005f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:07.874087 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10197b81-8234-4c6c-b78f-12f473515b24 req-87592fab-ba44-459c-8a32-7eddc8005f9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0922204f-ce08-4cbe-91c3-149bc389ff57 HTTP/1.1" status: 200 len: 915 time: 0.1724949 Jul 15 23:40:08.245040 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10197b81-8234-4c6c-b78f-12f473515b24 req-a62cf7a0-d3a6-433d-a318-1176239fcc64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ebe3fdb-409b-4593-866e-3c155d4952c9 HTTP/1.1" status: 200 len: 217 time: 0.3406169 Jul 15 23:40:08.330980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10197b81-8234-4c6c-b78f-12f473515b24 req-87cacc86-6440-4b95-bb23-690e022ea7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:08.332478 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10197b81-8234-4c6c-b78f-12f473515b24 req-87cacc86-6440-4b95-bb23-690e022ea7cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0d56c82-f8bd-4ffe-b43b-65a7d51c3328 HTTP/1.1" status: 200 len: 854 time: 0.0792284 Jul 15 23:40:08.396148 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10197b81-8234-4c6c-b78f-12f473515b24 req-22331b63-9cdc-4ed8-8211-c8ccea71c96e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0922204f-ce08-4cbe-91c3-149bc389ff57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566120 Jul 15 23:40:08.508327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-888f0d6d-8561-431f-9f27-e3bdcf8b19a2 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.543552 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10197b81-8234-4c6c-b78f-12f473515b24 req-7204b20c-b37e-4273-be18-46366e317b3e service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397452 Jul 15 23:40:08.669790 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-10197b81-8234-4c6c-b78f-12f473515b24 req-717968e6-e02a-4803-8aac-94f2373f1a4a service neutron] 10.222.0.37 "GET /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200445 Jul 15 23:40:08.944495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860b1e2-86a1-40d9-8f26-c539562ca052 req-ef84f281-8ace-47e6-88a3-3b2a6647d53f tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:08.946117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0860b1e2-86a1-40d9-8f26-c539562ca052 req-ef84f281-8ace-47e6-88a3-3b2a6647d53f tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 944 time: 0.0788679 Jul 15 23:40:08.982568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-888f0d6d-8561-431f-9f27-e3bdcf8b19a2 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.985867 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-888f0d6d-8561-431f-9f27-e3bdcf8b19a2 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.991607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0860b1e2-86a1-40d9-8f26-c539562ca052 req-e336ec25-c6c9-4163-82fc-96e888c21698 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Jul 15 23:40:09.101841 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888f0d6d-8561-431f-9f27-e3bdcf8b19a2 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Router ab5bd43b-b621-45a2-9b8c-298c1815b577 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:09.208820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f0d6d-8561-431f-9f27-e3bdcf8b19a2 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:09.213066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-888f0d6d-8561-431f-9f27-e3bdcf8b19a2 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.214277 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-888f0d6d-8561-431f-9f27-e3bdcf8b19a2 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "PUT /v2.0/routers/ab5bd43b-b621-45a2-9b8c-298c1815b577 HTTP/1.1" status: 200 len: 925 time: 1.5146172 Jul 15 23:40:09.217777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48536) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:09.220825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e15ca7-8596-4706-9f27-32bbd952e1d3 None None] Sync routers for ids ['ab5bd43b-b621-45a2-9b8c-298c1815b577'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:09.231551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e15ca7-8596-4706-9f27-32bbd952e1d3 None None] Routers {'ab5bd43b-b621-45a2-9b8c-298c1815b577'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:09.232253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-55e15ca7-8596-4706-9f27-32bbd952e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab5bd43b-b621-45a2-9b8c-298c1815b577'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:09.264073 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-55e15ca7-8596-4706-9f27-32bbd952e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:09.274971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e15ca7-8596-4706-9f27-32bbd952e1d3 None None] Routers {'ab5bd43b-b621-45a2-9b8c-298c1815b577'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:09.275595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-55e15ca7-8596-4706-9f27-32bbd952e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ab5bd43b-b621-45a2-9b8c-298c1815b577'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:09.310353 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-55e15ca7-8596-4706-9f27-32bbd952e1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:09.311029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e15ca7-8596-4706-9f27-32bbd952e1d3 None None] The sync data for ids ['ab5bd43b-b621-45a2-9b8c-298c1815b577'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:09.328010 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a6060f86-6f2f-4658-a12d-a04e944dee70 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/routers/ab5bd43b-b621-45a2-9b8c-298c1815b577 HTTP/1.1" status: 200 len: 925 time: 0.1091309 Jul 15 23:40:09.331269 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48538) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:09.425278 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8037516-566b-4050-bcde-2bcbb6355d2b tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:09.426872 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c8037516-566b-4050-bcde-2bcbb6355d2b tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=ab5bd43b-b621-45a2-9b8c-298c1815b577&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0946395 Jul 15 23:40:09.429588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48540) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:09.517890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a6f4e-187c-458d-a0e5-6368798945d8 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:09.517890 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e74a6f4e-187c-458d-a0e5-6368798945d8 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 881 time: 0.0864930 Jul 15 23:40:09.520255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48542) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:09.550105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cff841a7-62b6-402c-93ed-b6f8ae11f4b2 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5bd43b-b621-45a2-9b8c-298c1815b577 HTTP/1.1" status: 200 len: 205 time: 0.0285871 Jul 15 23:40:09.552508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48544) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:09.657792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.758898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.809506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Deleting port bbc7dc28-fc38-4d24-a3c2-f5a39270e150 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:09.810025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.885034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.896691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Calling delete_port for bbc7dc28-fc38-4d24-a3c2-f5a39270e150 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:10.055766 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.082818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event deleted for resources: {'Port': ['ID=bbc7dc28-fc38-4d24-a3c2-f5a39270e150,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:10.110839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.111191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.111538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.111880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.112212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.112545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.112873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.113200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.113530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.113855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.114176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.114500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:10.193010 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.619762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8ca40-8f14-40a7-9477-5071afd3123b req-9b1bd051-b3fa-481f-bebe-9ded3f412e2c tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:10.621761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9b8ca40-8f14-40a7-9477-5071afd3123b req-9b1bd051-b3fa-481f-bebe-9ded3f412e2c tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 944 time: 0.5130475 Jul 15 23:40:10.631194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.639026 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.695555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9b8ca40-8f14-40a7-9477-5071afd3123b req-11f31af2-eb83-4c44-afb9-4dff63fa5000 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667551 Jul 15 23:40:10.700716 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.701265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Fanout notify agent at l3_agent the message router_deleted on router ab5bd43b-b621-45a2-9b8c-298c1815b577 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:10.707967 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.712747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9add8510-a8b7-495d-a841-74ee3eb9035c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/ab5bd43b-b621-45a2-9b8c-298c1815b577 HTTP/1.1" status: 204 len: 168 time: 1.1592722 Jul 15 23:40:10.713372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48548) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:10.717769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0405753a-1647-4652-880e-78c0f4870c30 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-404673045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:10.739412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0405753a-1647-4652-880e-78c0f4870c30 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.740376 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0405753a-1647-4652-880e-78c0f4870c30 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.793336 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0405753a-1647-4652-880e-78c0f4870c30 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.797431 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0405753a-1647-4652-880e-78c0f4870c30 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.813025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0405753a-1647-4652-880e-78c0f4870c30 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.814387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0405753a-1647-4652-880e-78c0f4870c30 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1000705 Jul 15 23:40:10.817049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48550) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:10.821409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:11.019605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.053724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3ebe3fdb-409b-4593-866e-3c155d4952c9 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:40:11.150782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3ebe3fdb-409b-4593-866e-3c155d4952c9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3ebe3fdb-409b-4593-866e-3c155d4952c9,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:11.162183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '3ebe3fdb-409b-4593-866e-3c155d4952c9', 'network_id': '0922204f-ce08-4cbe-91c3-149bc389ff57', 'port_id': '3ebe3fdb-409b-4593-866e-3c155d4952c9', 'mac_address': 'fa:16:3e:4a:8a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d56c82-f8bd-4ffe-b43b-65a7d51c3328', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:40:11.201779 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.214104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebe3fdb-409b-4593-866e-3c155d4952c9 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:40:11.216823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.233977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3ebe3fdb-409b-4593-866e-3c155d4952c9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3ebe3fdb-409b-4593-866e-3c155d4952c9,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:11.236786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.237970 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.284980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=3ebe3fdb-409b-4593-866e-3c155d4952c9,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:11.343785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Allocated IP 172.25.3.135 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/b007bcc3-07c5-40ae-bf61-af3e9551d206) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:11.443023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.480119 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.515887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3ebe3fdb-409b-4593-866e-3c155d4952c9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:40:11.516115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:11.520766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:11.524173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:11.551365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event updated for resources: {'Port': ['ID=b007bcc3-07c5-40ae-bf61-af3e9551d206,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:11.784504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.928274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64b7c4-fabc-401c-a76d-06c5c3c8ad2a req-2ca1405d-7169-4fa9-b24c-af6bcb7f747e tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:11.929747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e64b7c4-fabc-401c-a76d-06c5c3c8ad2a req-2ca1405d-7169-4fa9-b24c-af6bcb7f747e tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 945 time: 0.1128852 Jul 15 23:40:12.035318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e64b7c4-fabc-401c-a76d-06c5c3c8ad2a req-b618c3ea-aad5-4963-b64d-9333d4680cc7 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721512 Jul 15 23:40:12.053457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.056758 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.195095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Router 0a4e3b62-ee40-4c03-b0df-eb820a241da6 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:12.296371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:12.302979 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.304127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4666e6a9-faf3-4fe3-a48a-7bf9ac77c185 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "PUT /v2.0/routers/0a4e3b62-ee40-4c03-b0df-eb820a241da6 HTTP/1.1" status: 200 len: 883 time: 1.4861822 Jul 15 23:40:12.305179 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd4a6f-807a-4ca6-9aba-4573ad278e66 None None] Sync routers for ids ['0a4e3b62-ee40-4c03-b0df-eb820a241da6'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:12.306929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48554) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:12.314559 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd4a6f-807a-4ca6-9aba-4573ad278e66 None None] Routers {'0a4e3b62-ee40-4c03-b0df-eb820a241da6'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:12.315190 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-88dd4a6f-807a-4ca6-9aba-4573ad278e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0a4e3b62-ee40-4c03-b0df-eb820a241da6'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:12.349369 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-88dd4a6f-807a-4ca6-9aba-4573ad278e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:12.357687 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd4a6f-807a-4ca6-9aba-4573ad278e66 None None] Routers {'0a4e3b62-ee40-4c03-b0df-eb820a241da6'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:12.358283 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-88dd4a6f-807a-4ca6-9aba-4573ad278e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['0a4e3b62-ee40-4c03-b0df-eb820a241da6'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:12.390111 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-88dd4a6f-807a-4ca6-9aba-4573ad278e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:12.390744 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd4a6f-807a-4ca6-9aba-4573ad278e66 None None] The sync data for ids ['0a4e3b62-ee40-4c03-b0df-eb820a241da6'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:12.410059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9c0f7595-151a-4bfd-acf2-e3652fea9f3e tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/routers/0a4e3b62-ee40-4c03-b0df-eb820a241da6 HTTP/1.1" status: 200 len: 924 time: 0.1020563 Jul 15 23:40:12.412961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48556) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:12.495857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70ca1f-9a20-4a65-87b6-b310d828ec31 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:12.497858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7f70ca1f-9a20-4a65-87b6-b310d828ec31 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=0a4e3b62-ee40-4c03-b0df-eb820a241da6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0838428 Jul 15 23:40:12.500513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48558) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:12.585432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5a95f-e3bc-45eb-a669-58a115beaf96 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:12.586831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-23e5a95f-e3bc-45eb-a669-58a115beaf96 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 881 time: 0.0853822 Jul 15 23:40:12.589715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48560) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:12.617668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6f102770-b5b7-471c-b167-b11276e33812 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4e3b62-ee40-4c03-b0df-eb820a241da6 HTTP/1.1" status: 200 len: 205 time: 0.0269661 Jul 15 23:40:12.619918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48562) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:12.723365 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.824126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.874638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Deleting port b007bcc3-07c5-40ae-bf61-af3e9551d206 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:12.875006 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.950849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.962033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Calling delete_port for b007bcc3-07c5-40ae-bf61-af3e9551d206 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:13.060046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3ebe3fdb-409b-4593-866e-3c155d4952c9 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:13.117783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 3ebe3fdb-409b-4593-866e-3c155d4952c9 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:13.121572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 3ebe3fdb-409b-4593-866e-3c155d4952c9 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:13.122002 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.127873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.156824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event deleted for resources: {'Port': ['ID=b007bcc3-07c5-40ae-bf61-af3e9551d206,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:13.205190 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.231550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8db0fce-c3b1-46bc-b3c3-286ac5506997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebe3fdb-409b-4593-866e-3c155d4952c9'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:13.234022 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9220a215-6a7b-46d1-a525-d10898f37f59" -d '{"events": [{"server_uuid": "a8db0fce-c3b1-46bc-b3c3-286ac5506997", "name": "network-vif-plugged", "status": "completed", "tag": "3ebe3fdb-409b-4593-866e-3c155d4952c9"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:13.247818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 3ebe3fdb-409b-4593-866e-3c155d4952c9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3ebe3fdb-409b-4593-866e-3c155d4952c9,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:13.252281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.254791 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.299775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=3ebe3fdb-409b-4593-866e-3c155d4952c9,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:13.324930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db34d6-3694-40a9-bd95-b41b359fc976 req-e19c700c-f1b4-4363-88a7-6914e8c00c04 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:13.326350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78db34d6-3694-40a9-bd95-b41b359fc976 req-e19c700c-f1b4-4363-88a7-6914e8c00c04 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 945 time: 0.1729746 Jul 15 23:40:13.369153 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.372594 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.422018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78db34d6-3694-40a9-bd95-b41b359fc976 req-ef3cb908-1ade-436a-bdc3-45cec41cec48 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705795 Jul 15 23:40:13.426661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.427220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4e3b62-ee40-4c03-b0df-eb820a241da6 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:13.434430 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.435739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-78de583b-93e6-41b7-b370-a88b5983254c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/0a4e3b62-ee40-4c03-b0df-eb820a241da6 HTTP/1.1" status: 204 len: 168 time: 0.8149068 Jul 15 23:40:13.439327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48568) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:13.443922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bb9afe8f-f050-4194-baf3-857a0cd3bcf3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1523169768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:13.468785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb9afe8f-f050-4194-baf3-857a0cd3bcf3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.469762 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb9afe8f-f050-4194-baf3-857a0cd3bcf3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.474839 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa3dd91-92b9-4ba8-9f2a-a386eb84770d x-openstack-request-id: req-0fa3dd91-92b9-4ba8-9f2a-a386eb84770d {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:13.475205 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8db0fce-c3b1-46bc-b3c3-286ac5506997", "name": "network-vif-plugged", "status": "completed", "tag": "3ebe3fdb-409b-4593-866e-3c155d4952c9", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:13.475617 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fa3dd91-92b9-4ba8-9f2a-a386eb84770d {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:13.476071 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8db0fce-c3b1-46bc-b3c3-286ac5506997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebe3fdb-409b-4593-866e-3c155d4952c9', 'code': 200} Jul 15 23:40:13.524655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb9afe8f-f050-4194-baf3-857a0cd3bcf3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.529487 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb9afe8f-f050-4194-baf3-857a0cd3bcf3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.544321 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb9afe8f-f050-4194-baf3-857a0cd3bcf3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.545488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb9afe8f-f050-4194-baf3-857a0cd3bcf3 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1051633 Jul 15 23:40:13.548840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48570) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:13.553609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': True}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:13.613695 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1708bd5-2f27-49e1-9232-5f431bc270eb req-0807f679-b70c-4a30-8941-47b87cda47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:13.615168 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d1708bd5-2f27-49e1-9232-5f431bc270eb req-0807f679-b70c-4a30-8941-47b87cda47b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 1097 time: 0.0539842 Jul 15 23:40:13.651288 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d1708bd5-2f27-49e1-9232-5f431bc270eb req-eecec93f-8992-48e7-a367-9ca787cb5766 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298650 Jul 15 23:40:14.000149 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.081136 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.277410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.296164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.402471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Allocated IP 172.25.3.108 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/22d64084-7c7e-41c9-9992-83e761ab0f81) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:14.501402 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.543655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.609980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:14.617145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:14.622942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:14.647965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'Port': ['ID=22d64084-7c7e-41c9-9992-83e761ab0f81,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:14.751004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d96c1-7329-405b-bfe7-769bcca834f4 req-3e99e044-1778-46f8-87bd-0ef0465db932 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:14.752524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b8d96c1-7329-405b-bfe7-769bcca834f4 req-3e99e044-1778-46f8-87bd-0ef0465db932 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 946 time: 0.2107005 Jul 15 23:40:14.825082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b8d96c1-7329-405b-bfe7-769bcca834f4 req-3b2c4e58-7718-4b87-bdbe-8031e226e13e tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657551 Jul 15 23:40:14.928524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.119453 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.123171 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.248172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Router 2dd979bd-5c00-4287-b228-b6e0a113ad6f is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:15.352572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:15.357003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.358054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b585195b-99ae-48f1-ab4a-3d4d6892b098 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "PUT /v2.0/routers/2dd979bd-5c00-4287-b228-b6e0a113ad6f HTTP/1.1" status: 200 len: 919 time: 1.8082192 Jul 15 23:40:15.360741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48574) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:15.363352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfacba26-b5fc-488d-96d1-1d6291f97683 None None] Sync routers for ids ['2dd979bd-5c00-4287-b228-b6e0a113ad6f'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:15.374342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacba26-b5fc-488d-96d1-1d6291f97683 None None] Routers {'2dd979bd-5c00-4287-b228-b6e0a113ad6f'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:15.374967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dfacba26-b5fc-488d-96d1-1d6291f97683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['2dd979bd-5c00-4287-b228-b6e0a113ad6f'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:15.406738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dfacba26-b5fc-488d-96d1-1d6291f97683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:15.415370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacba26-b5fc-488d-96d1-1d6291f97683 None None] Routers {'2dd979bd-5c00-4287-b228-b6e0a113ad6f'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:15.416035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dfacba26-b5fc-488d-96d1-1d6291f97683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['2dd979bd-5c00-4287-b228-b6e0a113ad6f'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:15.451469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dfacba26-b5fc-488d-96d1-1d6291f97683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:15.452127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfacba26-b5fc-488d-96d1-1d6291f97683 None None] The sync data for ids ['2dd979bd-5c00-4287-b228-b6e0a113ad6f'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:15.465528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b43b6231-c0e9-457f-b1c7-71a5d62ede5c tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/routers/2dd979bd-5c00-4287-b228-b6e0a113ad6f HTTP/1.1" status: 200 len: 925 time: 0.1037235 Jul 15 23:40:15.468351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48576) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:15.520148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4a48e0-029c-4a27-8b10-8acca98b5245 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:15.521817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4f4a48e0-029c-4a27-8b10-8acca98b5245 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=2dd979bd-5c00-4287-b228-b6e0a113ad6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0525479 Jul 15 23:40:15.524778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48578) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:15.613252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bea00f-c9ec-43f8-b022-51ad28e0df41 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:15.614629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-97bea00f-c9ec-43f8-b022-51ad28e0df41 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 881 time: 0.0889695 Jul 15 23:40:15.617859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:15.654966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1ccd971e-dfd6-474a-bd67-78441968e984 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd979bd-5c00-4287-b228-b6e0a113ad6f HTTP/1.1" status: 200 len: 205 time: 0.0358553 Jul 15 23:40:15.657292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48582) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:15.766943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.867973 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.919879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Deleting port 22d64084-7c7e-41c9-9992-83e761ab0f81 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:15.920228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.032738 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.047445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Calling delete_port for 22d64084-7c7e-41c9-9992-83e761ab0f81 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:16.069202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeffaef-bb5e-4b7a-aaf9-2a9d4b4338af req-86539d25-90c0-4676-8334-29b206005839 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:16.070696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7aeffaef-bb5e-4b7a-aaf9-2a9d4b4338af req-86539d25-90c0-4676-8334-29b206005839 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 946 time: 0.1294751 Jul 15 23:40:16.148337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7aeffaef-bb5e-4b7a-aaf9-2a9d4b4338af req-6c8cb6df-f503-4b69-b7d7-d4c8b13bebbc tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476155 Jul 15 23:40:16.253369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.279699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event deleted for resources: {'Port': ['ID=22d64084-7c7e-41c9-9992-83e761ab0f81,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:16.343532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.436731 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.438939 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.483542 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.484354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd979bd-5c00-4287-b228-b6e0a113ad6f {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:16.491878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.492950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8664bfa4-bcdb-4821-aab6-c1e76fa99575 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/2dd979bd-5c00-4287-b228-b6e0a113ad6f HTTP/1.1" status: 204 len: 168 time: 0.8347626 Jul 15 23:40:16.496666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48594) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:16.501368 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dd7771b2-8983-4c00-9b4c-ad0366fd1cdb tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1506720061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:16.526442 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd7771b2-8983-4c00-9b4c-ad0366fd1cdb tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.527514 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd7771b2-8983-4c00-9b4c-ad0366fd1cdb tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.583686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd7771b2-8983-4c00-9b4c-ad0366fd1cdb tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.588228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd7771b2-8983-4c00-9b4c-ad0366fd1cdb tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.604800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dd7771b2-8983-4c00-9b4c-ad0366fd1cdb tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.606689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dd7771b2-8983-4c00-9b4c-ad0366fd1cdb tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1090634 Jul 15 23:40:16.609395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48598) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:16.613715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'enable_snat': False}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:17.154268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.355527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.376532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.491699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Allocated IP 172.25.3.34 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/cc813dbf-cf6e-4158-a017-4a9bc2f4be5f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:17.602949 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.652572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.697399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:17.702582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:17.707352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:17.710702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Pushing event updated for resources: {'Port': ['ID=cc813dbf-cf6e-4158-a017-4a9bc2f4be5f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:17.990477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.069901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-939a57ea-160d-4c4e-a678-4a113bf6985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.207906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.211693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.351254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Router db95ebfb-4716-44b4-a3fb-34b6c0ccf47a is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:18.473131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:18.477885 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.479102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-73ed9012-5390-49a0-81b8-80cbc0ad1c27 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "PUT /v2.0/routers/db95ebfb-4716-44b4-a3fb-34b6c0ccf47a HTTP/1.1" status: 200 len: 919 time: 1.8687439 Jul 15 23:40:18.482167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:18.486574 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ea891-fc96-4291-960c-7b00bc49f444 None None] Sync routers for ids ['db95ebfb-4716-44b4-a3fb-34b6c0ccf47a'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:18.497130 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ea891-fc96-4291-960c-7b00bc49f444 None None] Routers {'db95ebfb-4716-44b4-a3fb-34b6c0ccf47a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:18.497900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-797ea891-fc96-4291-960c-7b00bc49f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['db95ebfb-4716-44b4-a3fb-34b6c0ccf47a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:18.531116 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-797ea891-fc96-4291-960c-7b00bc49f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:18.539953 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ea891-fc96-4291-960c-7b00bc49f444 None None] Routers {'db95ebfb-4716-44b4-a3fb-34b6c0ccf47a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:18.540598 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-797ea891-fc96-4291-960c-7b00bc49f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:39:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['db95ebfb-4716-44b4-a3fb-34b6c0ccf47a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:18.577723 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-797ea891-fc96-4291-960c-7b00bc49f444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:18.578370 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ea891-fc96-4291-960c-7b00bc49f444 None None] The sync data for ids ['db95ebfb-4716-44b4-a3fb-34b6c0ccf47a'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:18.599862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cbffa4f8-b50d-4804-b8b0-915bb3f43c14 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/routers/db95ebfb-4716-44b4-a3fb-34b6c0ccf47a HTTP/1.1" status: 200 len: 925 time: 0.1165023 Jul 15 23:40:18.602518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48606) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:18.660618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6008a736-372d-4e83-acb0-89dffab37149 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:18.664709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6008a736-372d-4e83-acb0-89dffab37149 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=db95ebfb-4716-44b4-a3fb-34b6c0ccf47a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0587614 Jul 15 23:40:18.664865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48610) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:18.758983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766cdc00-3a0a-4fed-a6f9-362bea902839 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:18.760513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-766cdc00-3a0a-4fed-a6f9-362bea902839 tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/networks/f167d4a2-055b-45fa-8416-d0ea84ea88a1 HTTP/1.1" status: 200 len: 881 time: 0.0947599 Jul 15 23:40:18.763979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48612) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:18.795507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-80003e78-4bdc-4fb8-816f-cd606ef9452b tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=db95ebfb-4716-44b4-a3fb-34b6c0ccf47a HTTP/1.1" status: 200 len: 205 time: 0.0303082 Jul 15 23:40:18.797869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48614) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:18.915463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.024317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.081654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Deleting port cc813dbf-cf6e-4158-a017-4a9bc2f4be5f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:19.082011 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.171646 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.184669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Calling delete_port for cc813dbf-cf6e-4158-a017-4a9bc2f4be5f owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:19.364235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.392123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event deleted for resources: {'Port': ['ID=cc813dbf-cf6e-4158-a017-4a9bc2f4be5f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:19.458201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.550018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.552253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.601395 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.602156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Fanout notify agent at l3_agent the message router_deleted on router db95ebfb-4716-44b4-a3fb-34b6c0ccf47a {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:19.610080 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.611359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eaeb9e3d-c9df-4083-9033-d65afe8c54a0 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/db95ebfb-4716-44b4-a3fb-34b6c0ccf47a HTTP/1.1" status: 204 len: 168 time: 0.8123846 Jul 15 23:40:19.615307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48616) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:19.620378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-39571185', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:19.644598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.645577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.701745 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.858584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:20.057286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:20.076621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:20.183704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Allocated IP 172.25.3.200 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/0c8c1312-5977-4010-b3b3-774c6870477a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:20.284177 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:20.327317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:20.362461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:20.367532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:20.370917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:20.396464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event updated for resources: {'Port': ['ID=0c8c1312-5977-4010-b3b3-774c6870477a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:20.626079 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:20.687358 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-baa81456-7625-4e88-8362-e229e304b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.072290 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.163584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.289230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Router b6d4c883-4ed8-4f38-857a-59a54e662147 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:21.391532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:21.400338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992c667-e966-42c5-bcd6-b81e7e70e08c None None] Sync routers for ids ['b6d4c883-4ed8-4f38-857a-59a54e662147'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:21.409988 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.410301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992c667-e966-42c5-bcd6-b81e7e70e08c None None] Routers {'b6d4c883-4ed8-4f38-857a-59a54e662147'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:21.410904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5992c667-e966-42c5-bcd6-b81e7e70e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b6d4c883-4ed8-4f38-857a-59a54e662147'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:21.411358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ea20df25-eac7-4b38-be75-d9e2923035e8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7948127 Jul 15 23:40:21.414141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48622) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:21.420227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:21.443294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5992c667-e966-42c5-bcd6-b81e7e70e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:21.452228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992c667-e966-42c5-bcd6-b81e7e70e08c None None] Routers {'b6d4c883-4ed8-4f38-857a-59a54e662147'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:21.453039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5992c667-e966-42c5-bcd6-b81e7e70e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b6d4c883-4ed8-4f38-857a-59a54e662147'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:21.487571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5992c667-e966-42c5-bcd6-b81e7e70e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:21.488209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992c667-e966-42c5-bcd6-b81e7e70e08c None None] The sync data for ids ['b6d4c883-4ed8-4f38-857a-59a54e662147'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:21.614537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.710332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.724055 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.779369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Deleting port 0c8c1312-5977-4010-b3b3-774c6870477a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:21.779714 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.856636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:21.868794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Calling delete_port for 0c8c1312-5977-4010-b3b3-774c6870477a owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:22.030722 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.056194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Pushing event deleted for resources: {'Port': ['ID=0c8c1312-5977-4010-b3b3-774c6870477a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:22.120150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.314273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.317348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419724'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.390766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Router b6d4c883-4ed8-4f38-857a-59a54e662147 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:22.461592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:22.468846 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.472215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7a0e9be0-dfc7-48d2-b9c9-6a50a66db955 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "PUT /v2.0/routers/b6d4c883-4ed8-4f38-857a-59a54e662147 HTTP/1.1" status: 200 len: 708 time: 1.0548747 Jul 15 23:40:22.472433 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e10fbd-8a1a-4f12-a673-eef254b3988c None None] Sync routers for ids ['b6d4c883-4ed8-4f38-857a-59a54e662147'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:22.472905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48626) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:22.481375 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e10fbd-8a1a-4f12-a673-eef254b3988c None None] Routers {'b6d4c883-4ed8-4f38-857a-59a54e662147'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:22.481986 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-63e10fbd-8a1a-4f12-a673-eef254b3988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b6d4c883-4ed8-4f38-857a-59a54e662147'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:22.513602 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-63e10fbd-8a1a-4f12-a673-eef254b3988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:22.521958 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e10fbd-8a1a-4f12-a673-eef254b3988c None None] Routers {'b6d4c883-4ed8-4f38-857a-59a54e662147'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:22.522551 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-63e10fbd-8a1a-4f12-a673-eef254b3988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['b6d4c883-4ed8-4f38-857a-59a54e662147'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:22.546197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3df1333b-c98d-491f-acc8-f007f35ba1da tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/routers/b6d4c883-4ed8-4f38-857a-59a54e662147 HTTP/1.1" status: 200 len: 743 time: 0.0724976 Jul 15 23:40:22.549139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48628) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:22.556717 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-63e10fbd-8a1a-4f12-a673-eef254b3988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:22.557354 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e10fbd-8a1a-4f12-a673-eef254b3988c None None] The sync data for ids ['b6d4c883-4ed8-4f38-857a-59a54e662147'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:22.594334 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5fe28c62-759f-4ff1-87a5-f68d7a4e6c7d tempest-RoutersIpV6AdminTest-935058159 tempest-RoutersIpV6AdminTest-935058159-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&device_id=b6d4c883-4ed8-4f38-857a-59a54e662147 HTTP/1.1" status: 200 len: 205 time: 0.0440602 Jul 15 23:40:22.596903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48630) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:22.624524 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d186989e-4984-4c54-ac47-c44e070a362a tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d4c883-4ed8-4f38-857a-59a54e662147 HTTP/1.1" status: 200 len: 205 time: 0.0266204 Jul 15 23:40:22.626932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48632) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:22.699434 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d15ad486-2635-4a82-b1cb-dbf08891b012 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.855054 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d15ad486-2635-4a82-b1cb-dbf08891b012 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.857073 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d15ad486-2635-4a82-b1cb-dbf08891b012 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.900307 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d15ad486-2635-4a82-b1cb-dbf08891b012 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.900875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15ad486-2635-4a82-b1cb-dbf08891b012 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Fanout notify agent at l3_agent the message router_deleted on router b6d4c883-4ed8-4f38-857a-59a54e662147 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:22.907987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d15ad486-2635-4a82-b1cb-dbf08891b012 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.909077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d15ad486-2635-4a82-b1cb-dbf08891b012 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/b6d4c883-4ed8-4f38-857a-59a54e662147 HTTP/1.1" status: 204 len: 168 time: 0.2812755 Jul 15 23:40:22.913165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48636) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:22.943236 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-23dd1f34-f86b-4acc-b31d-c2ff9cc8a8f1 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d4c883-4ed8-4f38-857a-59a54e662147 HTTP/1.1" status: 200 len: 205 time: 0.0288804 Jul 15 23:40:22.945483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48638) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:22.983729 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-f577d12f-f56e-4ddd-afce-554f8bd84e4a tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] delete failed (client error): The resource could not be found. Jul 15 23:40:22.984672 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f577d12f-f56e-4ddd-afce-554f8bd84e4a tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/b6d4c883-4ed8-4f38-857a-59a54e662147 HTTP/1.1" status: 404 len: 336 time: 0.0383184 Jul 15 23:40:22.987062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48640) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.015081 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0e33ce34-cd31-4d5b-9c9b-efb9270b5ae8 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=db95ebfb-4716-44b4-a3fb-34b6c0ccf47a HTTP/1.1" status: 200 len: 205 time: 0.0270169 Jul 15 23:40:23.017348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48642) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.055382 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-c8824c54-6462-4977-8f9d-5b0e93aeb230 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] delete failed (client error): The resource could not be found. Jul 15 23:40:23.056347 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c8824c54-6462-4977-8f9d-5b0e93aeb230 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/db95ebfb-4716-44b4-a3fb-34b6c0ccf47a HTTP/1.1" status: 404 len: 336 time: 0.0381460 Jul 15 23:40:23.058803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48644) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.086479 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d05865f2-90a5-4ebe-8750-b4d8b0151e37 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd979bd-5c00-4287-b228-b6e0a113ad6f HTTP/1.1" status: 200 len: 205 time: 0.0261478 Jul 15 23:40:23.088642 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48646) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.124497 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-fecc07ab-08ed-44da-9628-bf63868388cd tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] delete failed (client error): The resource could not be found. Jul 15 23:40:23.125368 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fecc07ab-08ed-44da-9628-bf63868388cd tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/2dd979bd-5c00-4287-b228-b6e0a113ad6f HTTP/1.1" status: 404 len: 336 time: 0.0358500 Jul 15 23:40:23.128657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48648) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.155834 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b59c430-e42b-4420-85a8-95efd3c7f037 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a4e3b62-ee40-4c03-b0df-eb820a241da6 HTTP/1.1" status: 200 len: 205 time: 0.0261912 Jul 15 23:40:23.158052 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48650) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.196222 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-a42ee58c-864c-46a8-aa01-7406ef1ff87e tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] delete failed (client error): The resource could not be found. Jul 15 23:40:23.197187 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a42ee58c-864c-46a8-aa01-7406ef1ff87e tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/0a4e3b62-ee40-4c03-b0df-eb820a241da6 HTTP/1.1" status: 404 len: 336 time: 0.0382855 Jul 15 23:40:23.199623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48652) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.226608 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-58401c79-cd67-405e-a83a-71554e56b278 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5bd43b-b621-45a2-9b8c-298c1815b577 HTTP/1.1" status: 200 len: 205 time: 0.0260146 Jul 15 23:40:23.228782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48654) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.270344 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-814f6954-8118-46bf-9b10-d194d5915f6c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] delete failed (client error): The resource could not be found. Jul 15 23:40:23.271403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-814f6954-8118-46bf-9b10-d194d5915f6c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/ab5bd43b-b621-45a2-9b8c-298c1815b577 HTTP/1.1" status: 404 len: 336 time: 0.0417671 Jul 15 23:40:23.274247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48656) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.303408 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-caaf5d77-5ae7-46fc-bdeb-65503b8a26a4 tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5c1deb1-bfb5-495d-afb2-0628added097 HTTP/1.1" status: 200 len: 205 time: 0.0280654 Jul 15 23:40:23.305698 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48658) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.341170 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-83292499-214e-4621-999f-e5548fa1642c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] delete failed (client error): The resource could not be found. Jul 15 23:40:23.342657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-83292499-214e-4621-999f-e5548fa1642c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/routers/e5c1deb1-bfb5-495d-afb2-0628added097 HTTP/1.1" status: 404 len: 336 time: 0.0355995 Jul 15 23:40:23.344996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48660) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.361856 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.371715 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c7c471-d85c-4a31-92a8-14bf7103a15c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] DELETE failed (client error): The resource could not be found. Jul 15 23:40:23.372169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c7c471-d85c-4a31-92a8-14bf7103a15c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:40:23.375195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-05c7c471-d85c-4a31-92a8-14bf7103a15c tempest-RoutersIpV6AdminTest-1052659500 tempest-RoutersIpV6AdminTest-1052659500-project] 10.222.0.23 "DELETE /v2.0/subnets/59801143-4639-4f41-a019-f0e96d6d2572 HTTP/1.1" status: 404 len: 337 time: 0.0290449 Jul 15 23:40:23.609452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48666) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.713323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-228336c9-7b70-46e9-9329-350f761ac1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.806839 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-228336c9-7b70-46e9-9329-350f761ac1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.811150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-228336c9-7b70-46e9-9329-350f761ac1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.846588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228336c9-7b70-46e9-9329-350f761ac1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c90e1f-4576-4cfa-9809-3c29f40a1cb2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:23.850917 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-228336c9-7b70-46e9-9329-350f761ac1fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec92bcc9feca4e54b9d9ee0a42cc0c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403967 Jul 15 23:40:23.853523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48670) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.900813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62a764bd-167c-42fe-9f2a-4c86b90da0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.921680 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62a764bd-167c-42fe-9f2a-4c86b90da0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.972004 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62a764bd-167c-42fe-9f2a-4c86b90da0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.974711 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-62a764bd-167c-42fe-9f2a-4c86b90da0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.975912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-62a764bd-167c-42fe-9f2a-4c86b90da0d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77c90e1f-4576-4cfa-9809-3c29f40a1cb2 HTTP/1.1" status: 204 len: 168 time: 0.1214890 Jul 15 23:40:23.983774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a764bd-167c-42fe-9f2a-4c86b90da0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c90e1f-4576-4cfa-9809-3c29f40a1cb2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:24.232729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48678) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:24.272082 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-08effa6e-3831-4041-8760-d8454b483639 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74cf56270722463eadd30ce2b0649a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382347 Jul 15 23:40:24.274519 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48680) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:24.324067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a29e30c0-36fb-4082-81ea-40e43eabdcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:24.344676 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a29e30c0-36fb-4082-81ea-40e43eabdcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:24.389950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a29e30c0-36fb-4082-81ea-40e43eabdcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:24.392593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a29e30c0-36fb-4082-81ea-40e43eabdcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:24.393886 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a29e30c0-36fb-4082-81ea-40e43eabdcd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba81c660-1f4b-4e0e-b3aa-7b0365089bd9 HTTP/1.1" status: 204 len: 168 time: 0.1183665 Jul 15 23:40:24.401356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e30c0-36fb-4082-81ea-40e43eabdcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba81c660-1f4b-4e0e-b3aa-7b0365089bd9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:25.080948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48704) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:25.179463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2026535860'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:25.200681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Made reservation on behalf of 9c89782319c34d92b1e223ab6b9d5bbe for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:25.204093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.212599 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.291215 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.311101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.315772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.342783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:25.352362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb49fc4-0569-4700-af6f-914f09a15491,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:25.357477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.357818 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Added segment 3eec01c9-f4ca-4433-9fd8-3e63da758b3a of type vlan for network e7f66e24-6706-4da2-9d4c-33eda72f396f Jul 15 23:40:25.397460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.429138 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.436567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:25.437303 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.474932 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3927200 Jul 15 23:40:25.477722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48708) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:25.507001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Request body: {'subnet': {'network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:25.511576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e0316-3aaf-4c5f-8737-374eb693aa21 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'Network': ['ID=e7f66e24-6706-4da2-9d4c-33eda72f396f,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:25.521669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network e7f66e24-6706-4da2-9d4c-33eda72f396f details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:25.600463 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Made reservation on behalf of 9c89782319c34d92b1e223ab6b9d5bbe for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:25.604032 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.782421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.840865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'Subnet': ['ID=7d0592f7-1788-4720-a1a2-4ebc88711345,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:25.849257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Checking segment: {'id': '3eec01c9-f4ca-4433-9fd8-3e63da758b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:25.849621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Network hostable DHCP agents. Network: e7f66e24-6706-4da2-9d4c-33eda72f396f, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:40:25.865773 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Network e7f66e24-6706-4da2-9d4c-33eda72f396f is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:40:25.875668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, e7f66e24-6706-4da2-9d4c-33eda72f396f) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:25.880088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:25.880680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.885241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb36e3-92cc-4450-a48c-67b1b755f0fe None None] Network e7f66e24-6706-4da2-9d4c-33eda72f396f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:25.896988 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3b49a802-6c1f-4e4a-b7b4-9dc94b455afb tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4180689 Jul 15 23:40:25.899518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48710) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:25.904191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-020166d4-df86-482f-8d18-ef503ab175b0 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1345746463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:25.927817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-020166d4-df86-482f-8d18-ef503ab175b0 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.929009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-020166d4-df86-482f-8d18-ef503ab175b0 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.978631 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-020166d4-df86-482f-8d18-ef503ab175b0 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.983625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-020166d4-df86-482f-8d18-ef503ab175b0 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.000338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-020166d4-df86-482f-8d18-ef503ab175b0 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.001596 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-020166d4-df86-482f-8d18-ef503ab175b0 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1010568 Jul 15 23:40:26.004307 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48712) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:26.036445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-e7f66e24-6706-4da2-9d4c-33eda72f396f', 'network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f', 'tenant_id': '9c89782319c34d92b1e223ab6b9d5bbe', 'fixed_ips': [{'subnet_id': '7d0592f7-1788-4720-a1a2-4ebc88711345'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:40:26.037339 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.186350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Allocated IP 172.20.0.2 (e7f66e24-6706-4da2-9d4c-33eda72f396f/7d0592f7-1788-4720-a1a2-4ebc88711345/9e4cbd41-c421-4a67-9b5c-464e1e67f2b6) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:26.286181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.334475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.343714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Transition to ACTIVE for port object 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:26.360062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Transition to ACTIVE for port object 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:26.365251 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.405329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Network e7f66e24-6706-4da2-9d4c-33eda72f396f is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:26.408052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:26.411773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:26.419559 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Pushing event updated for resources: {'Port': ['ID=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:26.444175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.444525 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.444866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.445202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.445530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.445871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.446186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.446508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.446857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.447182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.447539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.447881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:26.483830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Attempting to bind port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:26.484206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Attempting to bind port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '3eec01c9-f4ca-4433-9fd8-3e63da758b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:26.484570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Attempting to bind port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 on network e7f66e24-6706-4da2-9d4c-33eda72f396f {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:26.489402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:26.489771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Checking segment: {'id': '3eec01c9-f4ca-4433-9fd8-3e63da758b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:26.490173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.490561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Bound using segment: {'id': '3eec01c9-f4ca-4433-9fd8-3e63da758b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:26.491047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Bound port: 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eec01c9-f4ca-4433-9fd8-3e63da758b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:26.491678 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.528544 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Allocated IP 172.20.0.1 (e7f66e24-6706-4da2-9d4c-33eda72f396f/7d0592f7-1788-4720-a1a2-4ebc88711345/ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:26.557204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] For port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:26.560757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] For port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,segment=NetworkSegment(3eec01c9-f4ca-4433-9fd8-3e63da758b3a),segment_id=3eec01c9-f4ca-4433-9fd8-3e63da758b3a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:26.565218 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.626361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c403a7-d85c-429d-9a14-368f660e97d3 None None] Pushing event updated for resources: {'Port': ['ID=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:26.644310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.663459 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Transition to ACTIVE for port object ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:26.697999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.745594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Network e7f66e24-6706-4da2-9d4c-33eda72f396f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:26.748884 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:26.751540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:26.761125 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'Port': ['ID=ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:26.814600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.951968 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.571863 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.576736 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.608202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc372e72-5c04-4928-b73b-2405fcd12532 None None] Network e7f66e24-6706-4da2-9d4c-33eda72f396f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:27.654067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.655918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'Port': ['ID=ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:27.716016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f381940a-638a-4f67-ba02-76aa3e3a600b None None] Provisioning for port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:27.765643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Network e7f66e24-6706-4da2-9d4c-33eda72f396f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:27.767245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:27.897396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Router 788fc846-8251-4b9d-9c07-ea67dba4c53f is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:27.997387 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:28.003070 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3b0b04d0-0cda-4b83-9c16-182953ffc6e9 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "PUT /v2.0/routers/788fc846-8251-4b9d-9c07-ea67dba4c53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973361 Jul 15 23:40:28.005203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48728) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:28.008342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385156-6583-40f4-bf47-9888b516a5d1 None None] Sync routers for ids ['788fc846-8251-4b9d-9c07-ea67dba4c53f'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:28.010566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Request body: {'port': {'network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f', 'name': 'tempest-FloatingIPNegativeTestJSON-1553057061'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:28.022417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95385156-6583-40f4-bf47-9888b516a5d1 None None] Routers {'788fc846-8251-4b9d-9c07-ea67dba4c53f'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:28.023154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95385156-6583-40f4-bf47-9888b516a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['788fc846-8251-4b9d-9c07-ea67dba4c53f'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:28.073727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95385156-6583-40f4-bf47-9888b516a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:28.087558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95385156-6583-40f4-bf47-9888b516a5d1 None None] Routers {'788fc846-8251-4b9d-9c07-ea67dba4c53f'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:28.088410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95385156-6583-40f4-bf47-9888b516a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['788fc846-8251-4b9d-9c07-ea67dba4c53f'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:28.092642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2626cb4d-935b-48de-b310-d1b1ce534537 None None] Provisioning for port ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:28.133825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-95385156-6583-40f4-bf47-9888b516a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:28.135196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385156-6583-40f4-bf47-9888b516a5d1 None None] The sync data for ids ['788fc846-8251-4b9d-9c07-ea67dba4c53f'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:28.137885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2626cb4d-935b-48de-b310-d1b1ce534537 None None] Provisioning complete for port ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:28.138434 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2626cb4d-935b-48de-b310-d1b1ce534537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.147722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Made reservation on behalf of 9c89782319c34d92b1e223ab6b9d5bbe for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:28.152165 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.173823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] device_id is not set on port 9eaaface-cd69-4d68-806b-c5ef9bc57fce yet. {{(pid=93714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:40:28.176538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2626cb4d-935b-48de-b310-d1b1ce534537 None None] Port ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:28.303412 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Allocated IP 172.20.0.11 (e7f66e24-6706-4da2-9d4c-33eda72f396f/7d0592f7-1788-4720-a1a2-4ebc88711345/9eaaface-cd69-4d68-806b-c5ef9bc57fce) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:28.325349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c1e5ae86-e8e7-4e19-be1d-5c8f54d295aa None None] Provisioning complete for port ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:28.326137 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ae86-e8e7-4e19-be1d-5c8f54d295aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.382770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5ae86-e8e7-4e19-be1d-5c8f54d295aa None None] Port ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:28.604131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-154c5218-b846-46a6-997d-f7f150930d98 None None] Provisioning complete for port ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:28.605603 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-154c5218-b846-46a6-997d-f7f150930d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.625912 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.643587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Transition to ACTIVE for port object 9eaaface-cd69-4d68-806b-c5ef9bc57fce will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:28.663324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-154c5218-b846-46a6-997d-f7f150930d98 None None] Port ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:28.695264 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.744755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:28.745344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Network e7f66e24-6706-4da2-9d4c-33eda72f396f is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:28.748690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:28.752756 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:28.778804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'Port': ['ID=9eaaface-cd69-4d68-806b-c5ef9bc57fce,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:28.797310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:28.801627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:28.801995 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.814655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:28.815377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.831983 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c084d27-474c-4c2b-8fb3-9bafccc1fb5e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8255403 Jul 15 23:40:28.835124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48732) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:28.840814 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:28.865142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.889324 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.924335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,segment=NetworkSegment(3eec01c9-f4ca-4433-9fd8-3e63da758b3a),segment_id=3eec01c9-f4ca-4433-9fd8-3e63da758b3a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:28.928933 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.977366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.985072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:29.028758 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:40:29.080557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Allocated IP 172.25.3.238 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/e1e76f50-3feb-48ba-a2d7-74e5de51cec4) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:29.084113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-317ba5a9-2e73-419c-bf99-12548f8d39b3 None None] Provisioning for port 9eaaface-cd69-4d68-806b-c5ef9bc57fce completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:29.087968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-317ba5a9-2e73-419c-bf99-12548f8d39b3 None None] Provisioning complete for port 9eaaface-cd69-4d68-806b-c5ef9bc57fce triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:29.088340 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-317ba5a9-2e73-419c-bf99-12548f8d39b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.124136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-317ba5a9-2e73-419c-bf99-12548f8d39b3 None None] Port 9eaaface-cd69-4d68-806b-c5ef9bc57fce cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:29.192220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.229107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.265986 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:29.272076 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:29.275650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:29.281812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'Port': ['ID=e1e76f50-3feb-48ba-a2d7-74e5de51cec4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:29.366901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.408740 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.572534 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.580742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.657436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'Port': ['ID=e1e76f50-3feb-48ba-a2d7-74e5de51cec4,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:29.666560 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.681890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.683293 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-459a1a59-4888-4d2a-a312-c4185789d5dd tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8471067 Jul 15 23:40:29.686367 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48740) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:29.691285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b4f1c6ff-6339-4f7d-aaee-a8c3d56c0139 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Request body: {'floatingip': {'port_id': '9eaaface-cd69-4d68-806b-c5ef9bc57fce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:29.737080 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c6ff-6339-4f7d-aaee-a8c3d56c0139 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for floatingip, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.866007 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-b4f1c6ff-6339-4f7d-aaee-a8c3d56c0139 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] update failed (client error): The resource could not be found. Jul 15 23:40:29.867294 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b4f1c6ff-6339-4f7d-aaee-a8c3d56c0139 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "PUT /v2.0/floatingips/88ea0f90-6eb4-4560-9464-df2190d9a4ed HTTP/1.1" status: 404 len: 507 time: 0.1797769 Jul 15 23:40:29.870022 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48742) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:30.008048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Deleting port e1e76f50-3feb-48ba-a2d7-74e5de51cec4 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:30.008394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.093199 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.093664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.107696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Calling delete_port for e1e76f50-3feb-48ba-a2d7-74e5de51cec4 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:30.262201 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.290835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event deleted for resources: {'Port': ['ID=e1e76f50-3feb-48ba-a2d7-74e5de51cec4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:30.359733 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.362847 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.364182 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e4962b15-3d42-4445-8857-e14c8cfc830e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "DELETE /v2.0/floatingips/88ea0f90-6eb4-4560-9464-df2190d9a4ed HTTP/1.1" status: 204 len: 168 time: 0.4931731 Jul 15 23:40:30.368263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48744) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:30.373752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-cd3b64c1-465c-4e85-b9d2-bc97f8c75557 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Request body: {'floatingip': {'floating_network_id': 'e7f66e24-6706-4da2-9d4c-33eda72f396f', 'port_id': '9eaaface-cd69-4d68-806b-c5ef9bc57fce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:30.399492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd3b64c1-465c-4e85-b9d2-bc97f8c75557 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.512904 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-cd3b64c1-465c-4e85-b9d2-bc97f8c75557 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:40:30.514238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cd3b64c1-465c-4e85-b9d2-bc97f8c75557 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1446779 Jul 15 23:40:30.517954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48746) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:30.523348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '9eaaface-cd69-4d68-806b-c5ef9bc57fce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:30.549478 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.687846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.799344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:30.854621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:30.855018 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.891709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Allocated IP 172.25.3.30 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/452f10d8-7269-4ae5-8d45-0778f7c2ab4c) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:31.003943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.041213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.080313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:31.085058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:31.088833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:31.113228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event updated for resources: {'Port': ['ID=452f10d8-7269-4ae5-8d45-0778f7c2ab4c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:31.257214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Deleting port 452f10d8-7269-4ae5-8d45-0778f7c2ab4c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:31.257484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.330556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.332714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.343142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Calling delete_port for 452f10d8-7269-4ae5-8d45-0778f7c2ab4c owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:31.462681 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.491129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event deleted for resources: {'Port': ['ID=452f10d8-7269-4ae5-8d45-0778f7c2ab4c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:31.560689 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] create failed (client error): The resource could not be found. Jul 15 23:40:31.561696 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-56d08c99-b7b9-47b3-a9fc-9e226b2fe954 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0426440 Jul 15 23:40:31.565613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48750) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:31.667933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b3277-fc53-4070-8bf7-ef65a9d256f8 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Deleting port 9eaaface-cd69-4d68-806b-c5ef9bc57fce {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:31.668905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c5b3277-fc53-4070-8bf7-ef65a9d256f8 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.764446 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c5b3277-fc53-4070-8bf7-ef65a9d256f8 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.776227 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b3277-fc53-4070-8bf7-ef65a9d256f8 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Calling delete_port for 9eaaface-cd69-4d68-806b-c5ef9bc57fce owned by {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:31.909045 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c5b3277-fc53-4070-8bf7-ef65a9d256f8 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.935985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b3277-fc53-4070-8bf7-ef65a9d256f8 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event deleted for resources: {'Port': ['ID=9eaaface-cd69-4d68-806b-c5ef9bc57fce,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:32.013885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c5b3277-fc53-4070-8bf7-ef65a9d256f8 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.016291 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c5b3277-fc53-4070-8bf7-ef65a9d256f8 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "DELETE /v2.0/ports/9eaaface-cd69-4d68-806b-c5ef9bc57fce HTTP/1.1" status: 204 len: 168 time: 0.4497511 Jul 15 23:40:32.018916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48758) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:32.083213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de894d-c3c8-49b0-9310-e8bb78de21e5 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:32.084767 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-00de894d-c3c8-49b0-9310-e8bb78de21e5 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "GET /v2.0/ports?device_id=788fc846-8251-4b9d-9c07-ea67dba4c53f HTTP/1.1" status: 200 len: 913 time: 0.0648873 Jul 15 23:40:32.087461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48760) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:32.401086 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.704574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Deleting port ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:32.707735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.803121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.816378 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Calling delete_port for ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:32.986775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.014492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event deleted for resources: {'Port': ['ID=ab06b98d-3ecf-4d0c-96a5-58f57f0d9bfe,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:33.463177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.607582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Router 788fc846-8251-4b9d-9c07-ea67dba4c53f has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:33.681314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:33.686307 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b94f5c7-dcfc-41b8-809b-6718ca7dc878 tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "PUT /v2.0/routers/788fc846-8251-4b9d-9c07-ea67dba4c53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978527 Jul 15 23:40:33.688931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48764) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:33.691339 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b697c88-f9a2-44eb-aa76-b25b751effdf None None] Sync routers for ids ['788fc846-8251-4b9d-9c07-ea67dba4c53f'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:33.700972 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b697c88-f9a2-44eb-aa76-b25b751effdf None None] Routers {'788fc846-8251-4b9d-9c07-ea67dba4c53f'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:33.701549 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9b697c88-f9a2-44eb-aa76-b25b751effdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['788fc846-8251-4b9d-9c07-ea67dba4c53f'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:33.732874 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9b697c88-f9a2-44eb-aa76-b25b751effdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:33.741608 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b697c88-f9a2-44eb-aa76-b25b751effdf None None] Routers {'788fc846-8251-4b9d-9c07-ea67dba4c53f'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:33.742199 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9b697c88-f9a2-44eb-aa76-b25b751effdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['788fc846-8251-4b9d-9c07-ea67dba4c53f'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:33.771615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce031618-cfd7-472d-9f2b-e729eacfefdc tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.775005 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9b697c88-f9a2-44eb-aa76-b25b751effdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:33.776103 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b697c88-f9a2-44eb-aa76-b25b751effdf None None] The sync data for ids ['788fc846-8251-4b9d-9c07-ea67dba4c53f'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:33.937358 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce031618-cfd7-472d-9f2b-e729eacfefdc tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.939509 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce031618-cfd7-472d-9f2b-e729eacfefdc tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.981639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce031618-cfd7-472d-9f2b-e729eacfefdc tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.982340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce031618-cfd7-472d-9f2b-e729eacfefdc tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Fanout notify agent at l3_agent the message router_deleted on router 788fc846-8251-4b9d-9c07-ea67dba4c53f {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:33.989195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ce031618-cfd7-472d-9f2b-e729eacfefdc tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.993326 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ce031618-cfd7-472d-9f2b-e729eacfefdc tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "DELETE /v2.0/routers/788fc846-8251-4b9d-9c07-ea67dba4c53f HTTP/1.1" status: 204 len: 168 time: 0.3004303 Jul 15 23:40:33.993326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48772) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:34.043311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e09969-6f73-429c-afdb-34520cfc468f tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Deleting subnet 7d0592f7-1788-4720-a1a2-4ebc88711345 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:40:34.046321 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-45e09969-6f73-429c-afdb-34520cfc468f tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.089761 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-45e09969-6f73-429c-afdb-34520cfc468f tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.172559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-45e09969-6f73-429c-afdb-34520cfc468f tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.227970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-45e09969-6f73-429c-afdb-34520cfc468f tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.260562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e09969-6f73-429c-afdb-34520cfc468f tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0592f7-1788-4720-a1a2-4ebc88711345,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:34.264266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-45e09969-6f73-429c-afdb-34520cfc468f tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.266195 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-45e09969-6f73-429c-afdb-34520cfc468f tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "DELETE /v2.0/subnets/7d0592f7-1788-4720-a1a2-4ebc88711345 HTTP/1.1" status: 204 len: 168 time: 0.2720969 Jul 15 23:40:34.269134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48774) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:34.275422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc558b-42f8-494e-b640-598705b675d0 None None] Network e7f66e24-6706-4da2-9d4c-33eda72f396f requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:34.348237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.403178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Deleting port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:34.403864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.474217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] For port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,segment=NetworkSegment(3eec01c9-f4ca-4433-9fd8-3e63da758b3a),segment_id=3eec01c9-f4ca-4433-9fd8-3e63da758b3a)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:34.474582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.486838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] DHCP port deletion for e7f66e24-6706-4da2-9d4c-33eda72f396f request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:40:34.488870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Calling delete_port for 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:34.533580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] Deleting port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:34.533844 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.574550 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.602107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] For port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,segment=NetworkSegment(3eec01c9-f4ca-4433-9fd8-3e63da758b3a),segment_id=3eec01c9-f4ca-4433-9fd8-3e63da758b3a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:34.602793 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.608192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event deleted for resources: {'Port': ['ID=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:34.610020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] No DVR routers for this DVR port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:34.620503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] Calling delete_port for 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:34.698666 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:34.708370 n-d-793618-8 neutron-server[93716]: self.session.flush() Jul 15 23:40:34.717266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f66e24-6706-4da2-9d4c-33eda72f396f']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:34.721119 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.723380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:34.739947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eec01c9-f4ca-4433-9fd8-3e63da758b3a') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:34.740249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eec01c9-f4ca-4433-9fd8-3e63da758b3a') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:34.752227 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.778137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] Pushing event deleted for resources: {'Port': ['ID=9e4cbd41-c421-4a67-9b5c-464e1e67f2b6,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:34.780654 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.791331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:34.791680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:34.794065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8c3a7-9116-4e52-b8c3-9d4a77bcf68f None None] No DVR routers for this DVR port 9e4cbd41-c421-4a67-9b5c-464e1e67f2b6 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:34.812146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:40:34.812869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:40:34.819625 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:40:34.899865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.907039 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.908824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] 10.222.0.23 "DELETE /v2.0/networks/e7f66e24-6706-4da2-9d4c-33eda72f396f HTTP/1.1" status: 204 len: 168 time: 0.6385911 Jul 15 23:40:34.921511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9239ecd-b5c4-47ee-a474-7bacd226c15e tempest-FloatingIPNegativeTestJSON-81252954 tempest-FloatingIPNegativeTestJSON-81252954-project] Pushing event deleted for resources: {'Network': ['ID=e7f66e24-6706-4da2-9d4c-33eda72f396f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:35.172702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48782) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:35.313311 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-15ec7cf2-bef2-4994-9391-55056dab9abb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c89782319c34d92b1e223ab6b9d5bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392159 Jul 15 23:40:35.315649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48786) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:35.363190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-713fc455-f9c1-44c9-83cf-d1c636dd1002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.383714 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-713fc455-f9c1-44c9-83cf-d1c636dd1002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.439051 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-713fc455-f9c1-44c9-83cf-d1c636dd1002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.441856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-713fc455-f9c1-44c9-83cf-d1c636dd1002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.443073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-713fc455-f9c1-44c9-83cf-d1c636dd1002 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/deb49fc4-0569-4700-af6f-914f09a15491 HTTP/1.1" status: 204 len: 168 time: 0.1265004 Jul 15 23:40:35.450892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fc455-f9c1-44c9-83cf-d1c636dd1002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb49fc4-0569-4700-af6f-914f09a15491,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:36.055595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48814) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:36.150788 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-cc02d534-f8bc-4c0a-8da1-564cc7f302e3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1157084505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:36.175377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc02d534-f8bc-4c0a-8da1-564cc7f302e3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.176454 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc02d534-f8bc-4c0a-8da1-564cc7f302e3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.226660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc02d534-f8bc-4c0a-8da1-564cc7f302e3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.230859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc02d534-f8bc-4c0a-8da1-564cc7f302e3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.249669 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cc02d534-f8bc-4c0a-8da1-564cc7f302e3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.251123 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cc02d534-f8bc-4c0a-8da1-564cc7f302e3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1945009 Jul 15 23:40:36.253878 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48818) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:36.259127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-262649766'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:36.280731 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Made reservation on behalf of daf8e4a55860456dbf56cedd93e33df6 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:36.284334 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.293257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.388486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.392887 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.422615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:36.429044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4253bdd1-9c2a-49e3-9959-da0b8d3cbb5b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:36.435222 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.435577 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Added segment 48ffc62d-6c29-4fbb-99e4-b3be55c67a6e of type vlan for network f8e066fe-b324-4c6e-80a8-a56d384276bc Jul 15 23:40:36.478387 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.508029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.513575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:36.514168 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.549857 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2946210 Jul 15 23:40:36.552941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48820) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:36.558025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'subnet': {'network_id': 'f8e066fe-b324-4c6e-80a8-a56d384276bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:36.589886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Network': ['ID=f8e066fe-b324-4c6e-80a8-a56d384276bc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:36.597309 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.597658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.597996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.598329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.598689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.599051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.599379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.599702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.600023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.600344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.600666 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.600988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1425-0baf-44a3-b9c5-6ab39bc2c88d tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:36.612154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f8e066fe-b324-4c6e-80a8-a56d384276bc details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:36.658927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Made reservation on behalf of daf8e4a55860456dbf56cedd93e33df6 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:36.662510 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.880436 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.950811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Subnet': ['ID=7ce21a6b-9ea7-4400-a2ed-35ecdd908bdd,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:36.959836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Checking segment: {'id': '48ffc62d-6c29-4fbb-99e4-b3be55c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8e066fe-b324-4c6e-80a8-a56d384276bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:36.959836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network hostable DHCP agents. Network: f8e066fe-b324-4c6e-80a8-a56d384276bc, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:40:36.977765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network f8e066fe-b324-4c6e-80a8-a56d384276bc is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:40:36.989272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f8e066fe-b324-4c6e-80a8-a56d384276bc) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:36.993783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:36.994384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.000362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64eb589-d360-4e1d-88df-a6ff3dfd6d06 None None] Network f8e066fe-b324-4c6e-80a8-a56d384276bc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:37.018827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4e27391f-8018-4f9b-8090-bfd36aebae06 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4558706 Jul 15 23:40:37.020062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48824) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:37.025380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'network': {'name': 'tempest-router-network01--1997168723'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:37.047268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Made reservation on behalf of daf8e4a55860456dbf56cedd93e33df6 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:37.051421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.077996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:37.087180 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.087747 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Added segment ecacd0ea-7fd1-45e8-a842-97db368c2562 of type vlan for network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a Jul 15 23:40:37.144377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.165116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-f8e066fe-b324-4c6e-80a8-a56d384276bc', 'network_id': 'f8e066fe-b324-4c6e-80a8-a56d384276bc', 'tenant_id': 'daf8e4a55860456dbf56cedd93e33df6', 'fixed_ips': [{'subnet_id': '7ce21a6b-9ea7-4400-a2ed-35ecdd908bdd'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:40:37.165993 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.180780 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.186577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:37.187453 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.221098 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1998403 Jul 15 23:40:37.223869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48826) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:37.228886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'network': {'name': 'tempest-router-network02--2083040968'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:37.250842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Made reservation on behalf of daf8e4a55860456dbf56cedd93e33df6 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:37.255164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.258612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215e8e4-d497-429d-b153-56bd72feda09 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Network': ['ID=0d7c7d29-82ed-4b82-97cc-5196fe0ff35a,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:37.280621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:37.285315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:37.289691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.290105 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Added segment ccd190f0-c04d-4b64-afaf-9f385b9e605c of type vlan for network feec25f3-cf34-47b9-b438-c38fda7ad088 Jul 15 23:40:37.329005 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.358828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.359916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Allocated IP 172.20.0.2 (f8e066fe-b324-4c6e-80a8-a56d384276bc/7ce21a6b-9ea7-4400-a2ed-35ecdd908bdd/41e0f5e6-7ac6-41c4-b7b8-684f557093b1) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:37.364645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:37.365252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.397594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1725869 Jul 15 23:40:37.400810 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48828) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:37.406227 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'subnet': {'network_id': '0d7c7d29-82ed-4b82-97cc-5196fe0ff35a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:37.436440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16e4ed-b123-4f5a-94fa-30b37eb342fb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Network': ['ID=feec25f3-cf34-47b9-b438-c38fda7ad088,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:37.447842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network feec25f3-cf34-47b9-b438-c38fda7ad088 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:37.500692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Made reservation on behalf of daf8e4a55860456dbf56cedd93e33df6 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:37.504166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.565730 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.573954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Transition to ACTIVE for port object 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:37.589152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Transition to ACTIVE for port object 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:37.595515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.641138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Network f8e066fe-b324-4c6e-80a8-a56d384276bc is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:37.644297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:37.648707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:37.651717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Pushing event updated for resources: {'Port': ['ID=41e0f5e6-7ac6-41c4-b7b8-684f557093b1,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:37.690087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.754893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Subnet': ['ID=5621a08a-0a49-43b3-ae9e-c1eb27319e25,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:37.763086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Checking segment: {'id': 'ecacd0ea-7fd1-45e8-a842-97db368c2562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0d7c7d29-82ed-4b82-97cc-5196fe0ff35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:37.763453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network hostable DHCP agents. Network: 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:40:37.781329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:40:37.790781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:37.795404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:37.796010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.814699 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-74e0200c-36ae-41e2-827a-feae9c212301 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4099939 Jul 15 23:40:37.814968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48830) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:37.820073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'subnet': {'network_id': 'feec25f3-cf34-47b9-b438-c38fda7ad088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:37.828984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf7b11e-3ac1-4f4e-9633-4a32452f7010 None None] Network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:37.881027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Attempting to bind port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:37.881398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Attempting to bind port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '48ffc62d-6c29-4fbb-99e4-b3be55c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8e066fe-b324-4c6e-80a8-a56d384276bc'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:37.881759 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Attempting to bind port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 on network f8e066fe-b324-4c6e-80a8-a56d384276bc {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:37.909838 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Made reservation on behalf of daf8e4a55860456dbf56cedd93e33df6 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:37.913549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.916401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:37.916781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Checking segment: {'id': '48ffc62d-6c29-4fbb-99e4-b3be55c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8e066fe-b324-4c6e-80a8-a56d384276bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:37.917196 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.917572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Bound using segment: {'id': '48ffc62d-6c29-4fbb-99e4-b3be55c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8e066fe-b324-4c6e-80a8-a56d384276bc'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:37.918596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Bound port: 41e0f5e6-7ac6-41c4-b7b8-684f557093b1, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ffc62d-6c29-4fbb-99e4-b3be55c67a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f8e066fe-b324-4c6e-80a8-a56d384276bc'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:37.919009 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.026218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] For port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:38.031213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] For port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=41e0f5e6-7ac6-41c4-b7b8-684f557093b1,segment=NetworkSegment(48ffc62d-6c29-4fbb-99e4-b3be55c67a6e),segment_id=48ffc62d-6c29-4fbb-99e4-b3be55c67a6e)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:38.052196 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.083944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-0d7c7d29-82ed-4b82-97cc-5196fe0ff35a', 'network_id': '0d7c7d29-82ed-4b82-97cc-5196fe0ff35a', 'tenant_id': 'daf8e4a55860456dbf56cedd93e33df6', 'fixed_ips': [{'subnet_id': '5621a08a-0a49-43b3-ae9e-c1eb27319e25'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:40:38.084912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.106443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.192084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Subnet': ['ID=236e442a-2280-46c2-a562-b47fb8cf07a8,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:38.197401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029c584-6b71-4aa5-9a1c-a4c1da63dea6 None None] Pushing event updated for resources: {'Port': ['ID=41e0f5e6-7ac6-41c4-b7b8-684f557093b1,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:38.213339 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Checking segment: {'id': 'ccd190f0-c04d-4b64-afaf-9f385b9e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'feec25f3-cf34-47b9-b438-c38fda7ad088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:38.213781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network hostable DHCP agents. Network: feec25f3-cf34-47b9-b438-c38fda7ad088, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:40:38.237070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network feec25f3-cf34-47b9-b438-c38fda7ad088 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:40:38.247100 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, feec25f3-cf34-47b9-b438-c38fda7ad088) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:38.258169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:38.258818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.263204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210557f-a600-442b-aeb5-0ac0d0a2587d None None] Network feec25f3-cf34-47b9-b438-c38fda7ad088 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:38.282324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48840) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:38.290486 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c3ad138-4461-42d8-a69d-facd57bf2906 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4743733 Jul 15 23:40:38.357823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Allocated IP 172.20.0.2 (0d7c7d29-82ed-4b82-97cc-5196fe0ff35a/5621a08a-0a49-43b3-ae9e-c1eb27319e25/8a91ad05-5a92-4b89-97ac-504326153cdf) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:38.548005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-feec25f3-cf34-47b9-b438-c38fda7ad088', 'network_id': 'feec25f3-cf34-47b9-b438-c38fda7ad088', 'tenant_id': 'daf8e4a55860456dbf56cedd93e33df6', 'fixed_ips': [{'subnet_id': '236e442a-2280-46c2-a562-b47fb8cf07a8'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:40:38.548851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.646150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.675588 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.692553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Transition to ACTIVE for port object 8a91ad05-5a92-4b89-97ac-504326153cdf will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:38.734605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Transition to ACTIVE for port object 8a91ad05-5a92-4b89-97ac-504326153cdf will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:38.748018 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.755888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Allocated IP 172.20.0.2 (feec25f3-cf34-47b9-b438-c38fda7ad088/236e442a-2280-46c2-a562-b47fb8cf07a8/4d469eac-7119-463b-9fdd-d907e34775be) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:38.783003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:38.841154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:38.853576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Pushing event updated for resources: {'Port': ['ID=8a91ad05-5a92-4b89-97ac-504326153cdf,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:38.864411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:38.871069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:38.988663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:38.997824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Attempting to bind port 8a91ad05-5a92-4b89-97ac-504326153cdf on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:38.998205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Attempting to bind port 8a91ad05-5a92-4b89-97ac-504326153cdf by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'ecacd0ea-7fd1-45e8-a842-97db368c2562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0d7c7d29-82ed-4b82-97cc-5196fe0ff35a'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:38.998566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Attempting to bind port 8a91ad05-5a92-4b89-97ac-504326153cdf on network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:39.017244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:39.017621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Checking segment: {'id': 'ecacd0ea-7fd1-45e8-a842-97db368c2562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0d7c7d29-82ed-4b82-97cc-5196fe0ff35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:39.018023 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.018417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Bound using segment: {'id': 'ecacd0ea-7fd1-45e8-a842-97db368c2562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0d7c7d29-82ed-4b82-97cc-5196fe0ff35a'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:39.018931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Bound port: 8a91ad05-5a92-4b89-97ac-504326153cdf, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecacd0ea-7fd1-45e8-a842-97db368c2562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0d7c7d29-82ed-4b82-97cc-5196fe0ff35a'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:39.019317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.098731 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.117186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Transition to ACTIVE for port object 4d469eac-7119-463b-9fdd-d907e34775be will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:39.149038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] For port 8a91ad05-5a92-4b89-97ac-504326153cdf, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:39.151409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Transition to ACTIVE for port object 4d469eac-7119-463b-9fdd-d907e34775be will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:39.163766 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.167149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] For port 8a91ad05-5a92-4b89-97ac-504326153cdf, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8a91ad05-5a92-4b89-97ac-504326153cdf,segment=NetworkSegment(ecacd0ea-7fd1-45e8-a842-97db368c2562),segment_id=ecacd0ea-7fd1-45e8-a842-97db368c2562)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:39.194278 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.224599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Network feec25f3-cf34-47b9-b438-c38fda7ad088 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:39.232410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:39.234263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Pushing event updated for resources: {'Port': ['ID=4d469eac-7119-463b-9fdd-d907e34775be,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:39.236555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:39.332622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Allocated IP 172.20.0.1 (0d7c7d29-82ed-4b82-97cc-5196fe0ff35a/5621a08a-0a49-43b3-ae9e-c1eb27319e25/dc547e8e-613b-4075-bc5f-402ea60f20bd) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:39.349500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Attempting to bind port 4d469eac-7119-463b-9fdd-d907e34775be on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:39.349775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Attempting to bind port 4d469eac-7119-463b-9fdd-d907e34775be by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'ccd190f0-c04d-4b64-afaf-9f385b9e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'feec25f3-cf34-47b9-b438-c38fda7ad088'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:39.350147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Attempting to bind port 4d469eac-7119-463b-9fdd-d907e34775be on network feec25f3-cf34-47b9-b438-c38fda7ad088 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:39.358740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:39.364358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Checking segment: {'id': 'ccd190f0-c04d-4b64-afaf-9f385b9e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'feec25f3-cf34-47b9-b438-c38fda7ad088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:39.364777 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.365178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Bound using segment: {'id': 'ccd190f0-c04d-4b64-afaf-9f385b9e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'feec25f3-cf34-47b9-b438-c38fda7ad088'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:39.365673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Bound port: 4d469eac-7119-463b-9fdd-d907e34775be, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd190f0-c04d-4b64-afaf-9f385b9e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'feec25f3-cf34-47b9-b438-c38fda7ad088'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:39.366060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.368524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794b9bd-c053-41b0-bbe2-033bb5d7e791 None None] Pushing event updated for resources: {'Port': ['ID=8a91ad05-5a92-4b89-97ac-504326153cdf,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:39.450927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] For port 4d469eac-7119-463b-9fdd-d907e34775be, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:39.454670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] For port 4d469eac-7119-463b-9fdd-d907e34775be, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4d469eac-7119-463b-9fdd-d907e34775be,segment=NetworkSegment(ccd190f0-c04d-4b64-afaf-9f385b9e605c),segment_id=ccd190f0-c04d-4b64-afaf-9f385b9e605c)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:39.460641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.525134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b23087a-8dba-4620-8a5d-c78d06c44a99 None None] Network f8e066fe-b324-4c6e-80a8-a56d384276bc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:39.556512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.583429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Transition to ACTIVE for port object dc547e8e-613b-4075-bc5f-402ea60f20bd will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:39.613492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9bb8d-539e-40d9-b6f8-d57590af74db None None] Pushing event updated for resources: {'Port': ['ID=4d469eac-7119-463b-9fdd-d907e34775be,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:39.620076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bbaf4d93-3e43-4bdb-afd8-21713c218b8b None None] Provisioning for port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:39.629791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bbaf4d93-3e43-4bdb-afd8-21713c218b8b None None] Provisioning complete for port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:39.630305 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.631657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbaf4d93-3e43-4bdb-afd8-21713c218b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.690075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:39.696877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:39.702624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:39.740166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Port': ['ID=dc547e8e-613b-4075-bc5f-402ea60f20bd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:39.779754 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.886565 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbaf4d93-3e43-4bdb-afd8-21713c218b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.958293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-bbaf4d93-3e43-4bdb-afd8-21713c218b8b None None] For port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=41e0f5e6-7ac6-41c4-b7b8-684f557093b1,segment=NetworkSegment(48ffc62d-6c29-4fbb-99e4-b3be55c67a6e),segment_id=48ffc62d-6c29-4fbb-99e4-b3be55c67a6e)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:39.964750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbaf4d93-3e43-4bdb-afd8-21713c218b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:39.984790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.040820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf4d93-3e43-4bdb-afd8-21713c218b8b None None] Pushing event updated for resources: {'Port': ['ID=41e0f5e6-7ac6-41c4-b7b8-684f557093b1,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:40.289046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7b139adb-b520-4060-bb1b-201d1e3b5c01 None None] Provisioning complete for port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:40.289683 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7b139adb-b520-4060-bb1b-201d1e3b5c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.307181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.312636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.399779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:40.422176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Port': ['ID=dc547e8e-613b-4075-bc5f-402ea60f20bd,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:40.517602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:40.519081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:40.671405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Router 753edd10-e850-4faa-8e92-a878aa2f7978 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:40.682916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d71b6-9acf-470d-a713-0976dd98cd0c None None] Network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:40.809860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:40.815633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6e2e2f69-f090-4ba1-8000-26d8778771f1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "PUT /v2.0/routers/753edd10-e850-4faa-8e92-a878aa2f7978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319579 Jul 15 23:40:40.818293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48848) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:40.957844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4d469eac-7119-463b-9fdd-d907e34775be up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:40.960666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe2f06-ff43-443f-8ef4-96fce3673651 None None] Sync routers for ids ['753edd10-e850-4faa-8e92-a878aa2f7978'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:41.019329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-96557798-a726-43e5-a7a1-3e7dc90c1af4 None None] Provisioning for port 8a91ad05-5a92-4b89-97ac-504326153cdf completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:41.026404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe2f06-ff43-443f-8ef4-96fce3673651 None None] Routers {'753edd10-e850-4faa-8e92-a878aa2f7978'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:41.027069 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-47fe2f06-ff43-443f-8ef4-96fce3673651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['753edd10-e850-4faa-8e92-a878aa2f7978'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:41.081619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-47fe2f06-ff43-443f-8ef4-96fce3673651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:41.124606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe2f06-ff43-443f-8ef4-96fce3673651 None None] Routers {'753edd10-e850-4faa-8e92-a878aa2f7978'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:41.125250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-47fe2f06-ff43-443f-8ef4-96fce3673651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['753edd10-e850-4faa-8e92-a878aa2f7978'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:41.168934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-47fe2f06-ff43-443f-8ef4-96fce3673651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:41.169592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe2f06-ff43-443f-8ef4-96fce3673651 None None] The sync data for ids ['753edd10-e850-4faa-8e92-a878aa2f7978'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:41.170969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 4d469eac-7119-463b-9fdd-d907e34775be completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:41.179691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8a91ad05-5a92-4b89-97ac-504326153cdf up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:41.264344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 8a91ad05-5a92-4b89-97ac-504326153cdf completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:41.268533 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8a91ad05-5a92-4b89-97ac-504326153cdf triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:41.268906 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.290953 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-f97105df-4996-4133-8194-541ffcad6119 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:40:41.291904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d53c5f5-a4b1-47ca-a7e7-54d91cf1238c None None] Network feec25f3-cf34-47b9-b438-c38fda7ad088 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:41.292974 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f97105df-4996-4133-8194-541ffcad6119 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "PUT /v2.0/routers/753edd10-e850-4faa-8e92-a878aa2f7978/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4730723 Jul 15 23:40:41.295945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48850) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:41.467875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3fc1cf2a-fdcd-44ea-bb87-e8e7f5684d1d None None] Provisioning for port 4d469eac-7119-463b-9fdd-d907e34775be completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:41.471898 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.485929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3fc1cf2a-fdcd-44ea-bb87-e8e7f5684d1d None None] Provisioning complete for port 4d469eac-7119-463b-9fdd-d907e34775be triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:41.486880 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cf2a-fdcd-44ea-bb87-e8e7f5684d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.575888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 8a91ad05-5a92-4b89-97ac-504326153cdf, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8a91ad05-5a92-4b89-97ac-504326153cdf,segment=NetworkSegment(ecacd0ea-7fd1-45e8-a842-97db368c2562),segment_id=ecacd0ea-7fd1-45e8-a842-97db368c2562)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:41.589646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.591052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:41.709375 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.736426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=8a91ad05-5a92-4b89-97ac-504326153cdf,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:41.744133 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cf2a-fdcd-44ea-bb87-e8e7f5684d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.753966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:41.754375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.829184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3fc1cf2a-fdcd-44ea-bb87-e8e7f5684d1d None None] For port 4d469eac-7119-463b-9fdd-d907e34775be, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4d469eac-7119-463b-9fdd-d907e34775be,segment=NetworkSegment(ccd190f0-c04d-4b64-afaf-9f385b9e605c),segment_id=ccd190f0-c04d-4b64-afaf-9f385b9e605c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:41.846727 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fc1cf2a-fdcd-44ea-bb87-e8e7f5684d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:41.944811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1cf2a-fdcd-44ea-bb87-e8e7f5684d1d None None] Pushing event updated for resources: {'Port': ['ID=4d469eac-7119-463b-9fdd-d907e34775be,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:41.972637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a2d82dad-f84e-4e59-ac53-8aa954f4c969 None None] Provisioning complete for port 8a91ad05-5a92-4b89-97ac-504326153cdf triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:41.973301 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a2d82dad-f84e-4e59-ac53-8aa954f4c969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.076311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a2d82dad-f84e-4e59-ac53-8aa954f4c969 None None] Provisioning for port dc547e8e-613b-4075-bc5f-402ea60f20bd completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:42.081423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a2d82dad-f84e-4e59-ac53-8aa954f4c969 None None] Provisioning complete for port dc547e8e-613b-4075-bc5f-402ea60f20bd triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:42.081860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a2d82dad-f84e-4e59-ac53-8aa954f4c969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.103924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Deleting port dc547e8e-613b-4075-bc5f-402ea60f20bd {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:42.104485 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.116889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a2d82dad-f84e-4e59-ac53-8aa954f4c969 None None] Port dc547e8e-613b-4075-bc5f-402ea60f20bd cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:42.194055 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.206391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Calling delete_port for dc547e8e-613b-4075-bc5f-402ea60f20bd owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:42.236047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3f794879-8c2e-460b-968b-3656a78c5e55 None None] Provisioning complete for port 4d469eac-7119-463b-9fdd-d907e34775be triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:42.236514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3f794879-8c2e-460b-968b-3656a78c5e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.330454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3f794879-8c2e-460b-968b-3656a78c5e55 None None] Provisioning complete for port dc547e8e-613b-4075-bc5f-402ea60f20bd triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:42.331162 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3f794879-8c2e-460b-968b-3656a78c5e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.365495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3f794879-8c2e-460b-968b-3656a78c5e55 None None] Port dc547e8e-613b-4075-bc5f-402ea60f20bd cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:42.381671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.409216 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Port': ['ID=dc547e8e-613b-4075-bc5f-402ea60f20bd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:42.555206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.741165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8a91ad05-5a92-4b89-97ac-504326153cdf up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:42.795671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8a91ad05-5a92-4b89-97ac-504326153cdf triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:42.796458 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:42.885773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4d469eac-7119-463b-9fdd-d907e34775be up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:42.937655 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 4d469eac-7119-463b-9fdd-d907e34775be triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:42.938038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.043928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Router 753edd10-e850-4faa-8e92-a878aa2f7978 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:43.116203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:43.121343 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fbd9484f-c3be-4c81-80b9-880201ebf37f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "PUT /v2.0/routers/753edd10-e850-4faa-8e92-a878aa2f7978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241811 Jul 15 23:40:43.125485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48856) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:43.127828 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae586b0-4dfc-4c96-b5bd-f472a0628e58 None None] Sync routers for ids ['753edd10-e850-4faa-8e92-a878aa2f7978'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:43.137271 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae586b0-4dfc-4c96-b5bd-f472a0628e58 None None] Routers {'753edd10-e850-4faa-8e92-a878aa2f7978'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:43.137882 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9ae586b0-4dfc-4c96-b5bd-f472a0628e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['753edd10-e850-4faa-8e92-a878aa2f7978'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:43.163262 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-c2bd7aef-14cc-4eea-8d14-6a7d64940d03 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] delete failed (client error): The resource could not be found. Jul 15 23:40:43.164299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c2bd7aef-14cc-4eea-8d14-6a7d64940d03 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1522872923 HTTP/1.1" status: 404 len: 335 time: 0.0378263 Jul 15 23:40:43.168084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48858) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:43.172923 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9ae586b0-4dfc-4c96-b5bd-f472a0628e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:43.173223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-467b7c56-a493-40c1-973a-53d31b3c1fc1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'router': {'external_gateway_info': {'network_id': '753edd10-e850-4faa-8e92-a878aa2f7978'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:43.181487 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae586b0-4dfc-4c96-b5bd-f472a0628e58 None None] Routers {'753edd10-e850-4faa-8e92-a878aa2f7978'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:43.182089 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9ae586b0-4dfc-4c96-b5bd-f472a0628e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['753edd10-e850-4faa-8e92-a878aa2f7978'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:43.212969 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9ae586b0-4dfc-4c96-b5bd-f472a0628e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:43.213606 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae586b0-4dfc-4c96-b5bd-f472a0628e58 None None] The sync data for ids ['753edd10-e850-4faa-8e92-a878aa2f7978'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:43.383441 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-467b7c56-a493-40c1-973a-53d31b3c1fc1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.403737 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-467b7c56-a493-40c1-973a-53d31b3c1fc1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] update failed (client error): The resource could not be found. Jul 15 23:40:43.404792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-467b7c56-a493-40c1-973a-53d31b3c1fc1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "PUT /v2.0/routers/753edd10-e850-4faa-8e92-a878aa2f7978 HTTP/1.1" status: 404 len: 339 time: 0.2353041 Jul 15 23:40:43.408387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48860) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:43.673447 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.900245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Allocated IP 172.20.0.1 (f8e066fe-b324-4c6e-80a8-a56d384276bc/7ce21a6b-9ea7-4400-a2ed-35ecdd908bdd/7e9e1c9d-7957-4fd4-816f-278531e3d915) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:44.005447 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.022165 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.036958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Transition to ACTIVE for port object 7e9e1c9d-7957-4fd4-816f-278531e3d915 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:44.072409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.112553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network f8e066fe-b324-4c6e-80a8-a56d384276bc is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:44.117962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:44.121751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:44.149195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Port': ['ID=7e9e1c9d-7957-4fd4-816f-278531e3d915,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:44.204317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.309932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82f5d4-3216-4bee-9698-ec1c1120caae req-cd0fc74e-db98-48e4-b71c-6274baf189e5 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.311466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d82f5d4-3216-4bee-9698-ec1c1120caae req-cd0fc74e-db98-48e4-b71c-6274baf189e5 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 946 time: 0.1470363 Jul 15 23:40:44.377735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.384737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d82f5d4-3216-4bee-9698-ec1c1120caae req-0c0fa746-6829-419a-9f4e-324320a0af96 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677726 Jul 15 23:40:44.411966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a6d0b773-40a3-4775-b8d6-66cdc0893e80 None None] Provisioning for port 7e9e1c9d-7957-4fd4-816f-278531e3d915 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:44.415770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a6d0b773-40a3-4775-b8d6-66cdc0893e80 None None] Provisioning complete for port 7e9e1c9d-7957-4fd4-816f-278531e3d915 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:44.416143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b773-40a3-4775-b8d6-66cdc0893e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.449192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0b773-40a3-4775-b8d6-66cdc0893e80 None None] Port 7e9e1c9d-7957-4fd4-816f-278531e3d915 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:44.633497 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.638727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.715556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.718128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event updated for resources: {'Port': ['ID=7e9e1c9d-7957-4fd4-816f-278531e3d915,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:44.806251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Network f8e066fe-b324-4c6e-80a8-a56d384276bc is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:44.807620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:44.905268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Router 753edd10-e850-4faa-8e92-a878aa2f7978 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:44.998663 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:45.003747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d8a13544-b60e-442e-a72d-cd34fa76740c tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "PUT /v2.0/routers/753edd10-e850-4faa-8e92-a878aa2f7978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5943775 Jul 15 23:40:45.006454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48868) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:45.008981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f728042-fcdb-40c7-98ca-d7feaf375d05 None None] Sync routers for ids ['753edd10-e850-4faa-8e92-a878aa2f7978'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:45.019060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f728042-fcdb-40c7-98ca-d7feaf375d05 None None] Routers {'753edd10-e850-4faa-8e92-a878aa2f7978'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:45.019687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4f728042-fcdb-40c7-98ca-d7feaf375d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['753edd10-e850-4faa-8e92-a878aa2f7978'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:45.051022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4f728042-fcdb-40c7-98ca-d7feaf375d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:45.063691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f728042-fcdb-40c7-98ca-d7feaf375d05 None None] Routers {'753edd10-e850-4faa-8e92-a878aa2f7978'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:45.064296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4f728042-fcdb-40c7-98ca-d7feaf375d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['753edd10-e850-4faa-8e92-a878aa2f7978'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:45.096657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-99d5d203-28de-43b7-8595-893cadfea5db tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:45.101849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4f728042-fcdb-40c7-98ca-d7feaf375d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:45.102495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f728042-fcdb-40c7-98ca-d7feaf375d05 None None] The sync data for ids ['753edd10-e850-4faa-8e92-a878aa2f7978'] in n-d-793618-8 is: [] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:45.107718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-61c18c43-80e5-4e45-ac12-a40b799eab11 None None] Provisioning complete for port 7e9e1c9d-7957-4fd4-816f-278531e3d915 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:45.108090 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61c18c43-80e5-4e45-ac12-a40b799eab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:45.143642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-61c18c43-80e5-4e45-ac12-a40b799eab11 None None] Port 7e9e1c9d-7957-4fd4-816f-278531e3d915 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:45.180500 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-99d5d203-28de-43b7-8595-893cadfea5db tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:40:45.181561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-99d5d203-28de-43b7-8595-893cadfea5db tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/routers/753edd10-e850-4faa-8e92-a878aa2f7978 HTTP/1.1" status: 409 len: 329 time: 0.1741614 Jul 15 23:40:45.185058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48870) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:45.801148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2709e-7ba6-4651-8a87-7cd757c7bbe3 req-3e655f13-1550-4de2-aa9e-f3aa8a45dc4a tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:45.802627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6f2709e-7ba6-4651-8a87-7cd757c7bbe3 req-3e655f13-1550-4de2-aa9e-f3aa8a45dc4a tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 946 time: 0.1260102 Jul 15 23:40:45.822653 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-3117116c-f316-41a5-961e-fa8d431d2241 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:45.824348 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-3117116c-f316-41a5-961e-fa8d431d2241 tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8db0fce-c3b1-46bc-b3c3-286ac5506997 HTTP/1.1" status: 200 len: 946 time: 0.0624475 Jul 15 23:40:45.858224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6f2709e-7ba6-4651-8a87-7cd757c7bbe3 req-4eadbda9-082b-4d15-a34c-a07847eaeede tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.23 "GET /v2.0/security-groups?id=18b64888-8887-4061-b1af-091be142cce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479827 Jul 15 23:40:45.907069 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:45.930915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Deleting port 3ebe3fdb-409b-4593-866e-3c155d4952c9 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:45.931260 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.018140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] For port 3ebe3fdb-409b-4593-866e-3c155d4952c9, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=3ebe3fdb-409b-4593-866e-3c155d4952c9,segment=NetworkSegment(1a959640-f615-4891-b477-3967d01e5d63),segment_id=1a959640-f615-4891-b477-3967d01e5d63)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:46.018411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.032716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Calling delete_port for 3ebe3fdb-409b-4593-866e-3c155d4952c9 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:46.153531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Deleting port 7e9e1c9d-7957-4fd4-816f-278531e3d915 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:46.153870 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.163228 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.195507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['3ebe3fdb-409b-4593-866e-3c155d4952c9'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:40:46.200659 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Pushing event deleted for resources: {'Port': ['ID=3ebe3fdb-409b-4593-866e-3c155d4952c9,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:46.240725 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.243781 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] No DVR routers for this DVR port 3ebe3fdb-409b-4593-866e-3c155d4952c9 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:46.246393 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.248739 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-6b8c9233-2679-461e-945d-9ea42b1ec128 req-e520f72d-7d6b-4dc4-bdcf-e42490fe42ae tempest-VolumesSnapshotTestJSON-259536880 tempest-VolumesSnapshotTestJSON-259536880-project] 10.222.0.37 "DELETE /v2.0/ports/3ebe3fdb-409b-4593-866e-3c155d4952c9 HTTP/1.1" status: 204 len: 173 time: 0.4191735 Jul 15 23:40:46.249293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8db0fce-c3b1-46bc-b3c3-286ac5506997', 'name': 'network-vif-deleted', 'tag': '3ebe3fdb-409b-4593-866e-3c155d4952c9'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:46.251498 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ef9597-1b65-4e9d-9eda-1de9a958f1f2" -d '{"events": [{"server_uuid": "a8db0fce-c3b1-46bc-b3c3-286ac5506997", "name": "network-vif-deleted", "tag": "3ebe3fdb-409b-4593-866e-3c155d4952c9"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:46.253283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Calling delete_port for 7e9e1c9d-7957-4fd4-816f-278531e3d915 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:46.292309 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c14e4-094a-4943-931a-83f0b657dbe1 x-openstack-request-id: req-813c14e4-094a-4943-931a-83f0b657dbe1 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:46.292605 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8db0fce-c3b1-46bc-b3c3-286ac5506997", "name": "network-vif-deleted", "tag": "3ebe3fdb-409b-4593-866e-3c155d4952c9", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:46.292853 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-813c14e4-094a-4943-931a-83f0b657dbe1 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:46.293775 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8db0fce-c3b1-46bc-b3c3-286ac5506997', 'name': 'network-vif-deleted', 'tag': '3ebe3fdb-409b-4593-866e-3c155d4952c9', 'status': 'completed', 'code': 200} Jul 15 23:40:46.440300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.466816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Port': ['ID=7e9e1c9d-7957-4fd4-816f-278531e3d915,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:46.605983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.761369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Router 753edd10-e850-4faa-8e92-a878aa2f7978 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:46.839317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:46.848650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-523a656c-85e6-46e5-8732-ee21f5fa8621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "PUT /v2.0/routers/753edd10-e850-4faa-8e92-a878aa2f7978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6591132 Jul 15 23:40:46.849071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48876) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:46.850107 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e2ca4-a059-4d37-97d7-4bd251e20f5b None None] Sync routers for ids ['753edd10-e850-4faa-8e92-a878aa2f7978'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:46.859684 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e2ca4-a059-4d37-97d7-4bd251e20f5b None None] Routers {'753edd10-e850-4faa-8e92-a878aa2f7978'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:46.860293 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e99e2ca4-a059-4d37-97d7-4bd251e20f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['753edd10-e850-4faa-8e92-a878aa2f7978'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:46.890542 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-a999b9e3-92d3-4bc3-afa7-2f8376a6a6a2 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] show failed (client error): The resource could not be found. Jul 15 23:40:46.895751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a999b9e3-92d3-4bc3-afa7-2f8376a6a6a2 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1657427050 HTTP/1.1" status: 404 len: 335 time: 0.0418937 Jul 15 23:40:46.895934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48880) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:46.896123 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e99e2ca4-a059-4d37-97d7-4bd251e20f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:46.900727 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1631934c-7600-44cb-8f02-00830a639e8f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:46.905100 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e2ca4-a059-4d37-97d7-4bd251e20f5b None None] Routers {'753edd10-e850-4faa-8e92-a878aa2f7978'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:46.905771 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e99e2ca4-a059-4d37-97d7-4bd251e20f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:40:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['753edd10-e850-4faa-8e92-a878aa2f7978'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:46.936647 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-1631934c-7600-44cb-8f02-00830a639e8f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] update failed (client error): The resource could not be found. Jul 15 23:40:46.941239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1631934c-7600-44cb-8f02-00830a639e8f tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-194149732 HTTP/1.1" status: 404 len: 334 time: 0.0406764 Jul 15 23:40:46.941384 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e99e2ca4-a059-4d37-97d7-4bd251e20f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:46.941384 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e2ca4-a059-4d37-97d7-4bd251e20f5b None None] The sync data for ids ['753edd10-e850-4faa-8e92-a878aa2f7978'] in n-d-793618-8 is: [] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:46.941589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48882) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:47.000367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-19731307-42d4-4aec-95d9-7acb928683f3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Deleting subnet 236e442a-2280-46c2-a562-b47fb8cf07a8 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:40:47.003409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-19731307-42d4-4aec-95d9-7acb928683f3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.044362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-19731307-42d4-4aec-95d9-7acb928683f3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.126809 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-19731307-42d4-4aec-95d9-7acb928683f3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.194348 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-19731307-42d4-4aec-95d9-7acb928683f3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.224850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-19731307-42d4-4aec-95d9-7acb928683f3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.227063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-19731307-42d4-4aec-95d9-7acb928683f3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/subnets/236e442a-2280-46c2-a562-b47fb8cf07a8 HTTP/1.1" status: 204 len: 168 time: 0.2846551 Jul 15 23:40:47.228518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19731307-42d4-4aec-95d9-7acb928683f3 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Subnet': ['ID=236e442a-2280-46c2-a562-b47fb8cf07a8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:47.229782 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:47.241375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea5c4b-c05b-41ab-9d98-ffa2b58acb92 None None] Network feec25f3-cf34-47b9-b438-c38fda7ad088 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:47.295201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c88cae1-c9c8-4518-91b8-c1e2fdd14621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Deleting subnet 5621a08a-0a49-43b3-ae9e-c1eb27319e25 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:40:47.298584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c88cae1-c9c8-4518-91b8-c1e2fdd14621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.342742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c88cae1-c9c8-4518-91b8-c1e2fdd14621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.429172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] DHCP port deletion for feec25f3-cf34-47b9-b438-c38fda7ad088 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:40:47.443880 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c88cae1-c9c8-4518-91b8-c1e2fdd14621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.477271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] Deleting port 4d469eac-7119-463b-9fdd-d907e34775be {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:47.477649 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.506119 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c88cae1-c9c8-4518-91b8-c1e2fdd14621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.534399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88cae1-c9c8-4518-91b8-c1e2fdd14621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Subnet': ['ID=5621a08a-0a49-43b3-ae9e-c1eb27319e25,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:47.537770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6c88cae1-c9c8-4518-91b8-c1e2fdd14621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.542288 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48894) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:47.542816 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6c88cae1-c9c8-4518-91b8-c1e2fdd14621 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/subnets/5621a08a-0a49-43b3-ae9e-c1eb27319e25 HTTP/1.1" status: 204 len: 168 time: 0.3073869 Jul 15 23:40:47.545683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] For port 4d469eac-7119-463b-9fdd-d907e34775be, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4d469eac-7119-463b-9fdd-d907e34775be,segment=NetworkSegment(ccd190f0-c04d-4b64-afaf-9f385b9e605c),segment_id=ccd190f0-c04d-4b64-afaf-9f385b9e605c)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:47.546079 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.559808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7da2f-2934-4b73-841d-4e53149b742c None None] Network 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:47.561857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] Calling delete_port for 4d469eac-7119-463b-9fdd-d907e34775be owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:47.626729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.690565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Deleting port 4d469eac-7119-463b-9fdd-d907e34775be {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:47.690969 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.744952 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.756559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] For port 4d469eac-7119-463b-9fdd-d907e34775be, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4d469eac-7119-463b-9fdd-d907e34775be,segment=NetworkSegment(ccd190f0-c04d-4b64-afaf-9f385b9e605c),segment_id=ccd190f0-c04d-4b64-afaf-9f385b9e605c)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:47.756801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.771774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Calling delete_port for 4d469eac-7119-463b-9fdd-d907e34775be owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:47.782120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] Pushing event deleted for resources: {'Port': ['ID=4d469eac-7119-463b-9fdd-d907e34775be,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:47.791622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e9d74e-2654-46fb-9592-87d6c04c3746 None None] No DVR routers for this DVR port 4d469eac-7119-463b-9fdd-d907e34775be on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:47.870165 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.896976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] DHCP port deletion for 0d7c7d29-82ed-4b82-97cc-5196fe0ff35a request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:40:47.904407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Port': ['ID=4d469eac-7119-463b-9fdd-d907e34775be,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:47.911767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] No DVR routers for this DVR port 4d469eac-7119-463b-9fdd-d907e34775be on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:47.949022 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] Deleting port 8a91ad05-5a92-4b89-97ac-504326153cdf {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:47.949442 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:47.996926 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.007199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feec25f3-cf34-47b9-b438-c38fda7ad088']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:48.014885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] For port 8a91ad05-5a92-4b89-97ac-504326153cdf, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8a91ad05-5a92-4b89-97ac-504326153cdf,segment=NetworkSegment(ecacd0ea-7fd1-45e8-a842-97db368c2562),segment_id=ecacd0ea-7fd1-45e8-a842-97db368c2562)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:48.015331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.022648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd190f0-c04d-4b64-afaf-9f385b9e605c') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:48.022982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd190f0-c04d-4b64-afaf-9f385b9e605c') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:48.032790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] Calling delete_port for 8a91ad05-5a92-4b89-97ac-504326153cdf owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:48.032968 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.046724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.052555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:40:48.052942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:40:48.056829 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:40:48.099154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-758db135-3ce7-4e38-b50d-53006014c6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.117564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.125464 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.126067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.130210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/networks/feec25f3-cf34-47b9-b438-c38fda7ad088 HTTP/1.1" status: 204 len: 168 time: 0.5830576 Jul 15 23:40:48.130210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48896) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:48.152810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] Pushing event deleted for resources: {'Port': ['ID=8a91ad05-5a92-4b89-97ac-504326153cdf,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:48.156523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e87729-6c3d-445e-aea7-d4b548b62d70 None None] No DVR routers for this DVR port 8a91ad05-5a92-4b89-97ac-504326153cdf on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:48.165220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c577357-b165-452a-a0f2-fbe8ab9e704e tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Network': ['ID=feec25f3-cf34-47b9-b438-c38fda7ad088,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:48.222140 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.305572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.316126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7c7d29-82ed-4b82-97cc-5196fe0ff35a']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:48.326944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecacd0ea-7fd1-45e8-a842-97db368c2562') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:48.327244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecacd0ea-7fd1-45e8-a842-97db368c2562') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:48.336043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.354498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.360257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:40:48.360637 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:40:48.363748 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:40:48.426937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.431907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.434441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/networks/0d7c7d29-82ed-4b82-97cc-5196fe0ff35a HTTP/1.1" status: 204 len: 168 time: 0.3028531 Jul 15 23:40:48.436627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48902) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:48.450542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35172aec-e0b0-4812-81a5-c60c55b7ddad tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Network': ['ID=0d7c7d29-82ed-4b82-97cc-5196fe0ff35a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:48.489771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5229c27b-67c9-4c69-b537-cc982d5b1ef1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Deleting subnet 7ce21a6b-9ea7-4400-a2ed-35ecdd908bdd {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:40:48.493484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5229c27b-67c9-4c69-b537-cc982d5b1ef1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.533451 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5229c27b-67c9-4c69-b537-cc982d5b1ef1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.619569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5229c27b-67c9-4c69-b537-cc982d5b1ef1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.696653 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5229c27b-67c9-4c69-b537-cc982d5b1ef1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.727446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229c27b-67c9-4c69-b537-cc982d5b1ef1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce21a6b-9ea7-4400-a2ed-35ecdd908bdd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:48.731577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8a91ad05-5a92-4b89-97ac-504326153cdf no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:48.740288 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5229c27b-67c9-4c69-b537-cc982d5b1ef1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.744782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5229c27b-67c9-4c69-b537-cc982d5b1ef1 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/subnets/7ce21a6b-9ea7-4400-a2ed-35ecdd908bdd HTTP/1.1" status: 204 len: 168 time: 0.3047125 Jul 15 23:40:48.745833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48906) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:48.758545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf83618-368e-4ab1-ae97-72cdf1700a64 None None] Network f8e066fe-b324-4c6e-80a8-a56d384276bc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:48.761571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 8a91ad05-5a92-4b89-97ac-504326153cdf {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:48.761917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8a91ad05-5a92-4b89-97ac-504326153cdf not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:48.762337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4d469eac-7119-463b-9fdd-d907e34775be no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:48.832658 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.889460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Deleting port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:48.889920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.950239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 4d469eac-7119-463b-9fdd-d907e34775be {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:48.950523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4d469eac-7119-463b-9fdd-d907e34775be not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:48.961875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] For port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=41e0f5e6-7ac6-41c4-b7b8-684f557093b1,segment=NetworkSegment(48ffc62d-6c29-4fbb-99e4-b3be55c67a6e),segment_id=48ffc62d-6c29-4fbb-99e4-b3be55c67a6e)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:48.962188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.979118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Calling delete_port for 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:49.083840 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.116178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Port': ['ID=41e0f5e6-7ac6-41c4-b7b8-684f557093b1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:49.118531 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] No DVR routers for this DVR port 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:49.131215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd8d1a1-60ed-4e92-8b07-3dbb93fc9582 None None] DHCP port deletion for f8e066fe-b324-4c6e-80a8-a56d384276bc request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:40:49.202461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.212343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e066fe-b324-4c6e-80a8-a56d384276bc']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:49.222917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ffc62d-6c29-4fbb-99e4-b3be55c67a6e') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:49.223220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ffc62d-6c29-4fbb-99e4-b3be55c67a6e') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:49.232131 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.240435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3ebe3fdb-409b-4593-866e-3c155d4952c9 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:49.248028 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.255061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:40:49.255672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:40:49.259213 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:40:49.263950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 3ebe3fdb-409b-4593-866e-3c155d4952c9 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:49.264303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 3ebe3fdb-409b-4593-866e-3c155d4952c9 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:49.320369 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.325289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.327233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/networks/f8e066fe-b324-4c6e-80a8-a56d384276bc HTTP/1.1" status: 204 len: 168 time: 0.5791788 Jul 15 23:40:49.330144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48908) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:49.341851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dca87-a46b-4287-8452-e1c9ec4e1003 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Pushing event deleted for resources: {'Network': ['ID=f8e066fe-b324-4c6e-80a8-a56d384276bc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:49.362156 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-22d7bb2d-a919-4b60-9e15-bde9547eefeb tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "GET /v2.0/ports?device_id=753edd10-e850-4faa-8e92-a878aa2f7978 HTTP/1.1" status: 200 len: 205 time: 0.0308228 Jul 15 23:40:49.364672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48910) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:49.446073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f775c25-44ec-43dd-b7a5-3d1e000bbf40 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.634345 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f775c25-44ec-43dd-b7a5-3d1e000bbf40 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.636773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f775c25-44ec-43dd-b7a5-3d1e000bbf40 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.680807 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f775c25-44ec-43dd-b7a5-3d1e000bbf40 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.681343 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f775c25-44ec-43dd-b7a5-3d1e000bbf40 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Fanout notify agent at l3_agent the message router_deleted on router 753edd10-e850-4faa-8e92-a878aa2f7978 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:49.688791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f775c25-44ec-43dd-b7a5-3d1e000bbf40 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.689896 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f775c25-44ec-43dd-b7a5-3d1e000bbf40 tempest-RoutersNegativeTest-2043492919 tempest-RoutersNegativeTest-2043492919-project] 10.222.0.23 "DELETE /v2.0/routers/753edd10-e850-4faa-8e92-a878aa2f7978 HTTP/1.1" status: 204 len: 168 time: 0.3242965 Jul 15 23:40:49.923611 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48918) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:50.055341 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4bc46027-5a76-4447-bcf4-cf0de6d357c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daf8e4a55860456dbf56cedd93e33df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305707 Jul 15 23:40:50.057941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48922) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:50.105482 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-364470f1-65e4-4e37-8276-76c1345243db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.126137 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-364470f1-65e4-4e37-8276-76c1345243db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.173975 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-364470f1-65e4-4e37-8276-76c1345243db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.176650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-364470f1-65e4-4e37-8276-76c1345243db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.177792 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-364470f1-65e4-4e37-8276-76c1345243db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4253bdd1-9c2a-49e3-9959-da0b8d3cbb5b HTTP/1.1" status: 204 len: 168 time: 0.1189246 Jul 15 23:40:50.185558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364470f1-65e4-4e37-8276-76c1345243db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4253bdd1-9c2a-49e3-9959-da0b8d3cbb5b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:50.697353 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bf6c66be-1ddd-4720-b7f6-23cfc2d524a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.733611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:50.754557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:50.754937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 41e0f5e6-7ac6-41c4-b7b8-684f557093b1 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:50.920440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48952) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.022600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-173206c6-e9d3-4e89-8bcf-d66d3cd81497 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-273010703', 'prefixes': ['172.20.0.0/16']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:51.075733 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.089619 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-173206c6-e9d3-4e89-8bcf-d66d3cd81497 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] Notify callbacks [] for subnetpool, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.091348 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-173206c6-e9d3-4e89-8bcf-d66d3cd81497 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1697471 Jul 15 23:40:51.094228 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48958) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.130875 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e719280-3436-4792-a88f-6badf7531f4f tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] 10.222.0.23 "GET /v2.0/subnetpools/b716267d-2a7a-4c0f-a8f4-92002fa04a01 HTTP/1.1" status: 200 len: 731 time: 0.0352988 Jul 15 23:40:51.133338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48960) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.138596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f75d1321-02a3-40f4-ac5c-4bcdd32e5296 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1831099408'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:51.218119 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f75d1321-02a3-40f4-ac5c-4bcdd32e5296 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] Notify callbacks [] for subnetpool, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.219268 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f75d1321-02a3-40f4-ac5c-4bcdd32e5296 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] 10.222.0.23 "PUT /v2.0/subnetpools/b716267d-2a7a-4c0f-a8f4-92002fa04a01 HTTP/1.1" status: 200 len: 684 time: 0.0849984 Jul 15 23:40:51.221881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 48962) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.307438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-988a5259-f3f0-4347-bd84-7a123fb23510 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] Notify callbacks [] for subnetpool, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.314979 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-988a5259-f3f0-4347-bd84-7a123fb23510 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] 10.222.0.23 "DELETE /v2.0/subnetpools/b716267d-2a7a-4c0f-a8f4-92002fa04a01 HTTP/1.1" status: 204 len: 168 time: 0.0920172 Jul 15 23:40:51.315338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48964) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.345278 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-e05413a4-34f3-445b-add6-38d6c013c2c1 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] show failed (client error): The resource could not be found. Jul 15 23:40:51.346888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e05413a4-34f3-445b-add6-38d6c013c2c1 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] 10.222.0.23 "GET /v2.0/subnetpools/b716267d-2a7a-4c0f-a8f4-92002fa04a01 HTTP/1.1" status: 404 len: 346 time: 0.0305574 Jul 15 23:40:51.349608 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48966) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.363963 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-3050d36a-6436-464c-a72c-ae1710b06b99 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] delete failed (client error): The resource could not be found. Jul 15 23:40:51.368493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3050d36a-6436-464c-a72c-ae1710b06b99 tempest-SubnetPoolsTestJSON-972533327 tempest-SubnetPoolsTestJSON-972533327-project] 10.222.0.23 "DELETE /v2.0/subnetpools/b716267d-2a7a-4c0f-a8f4-92002fa04a01 HTTP/1.1" status: 404 len: 346 time: 0.0144398 Jul 15 23:40:51.620478 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.643954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48972) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.751574 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47f1413a-8e57-4336-a72c-e6d9c56eac59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.841700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47f1413a-8e57-4336-a72c-e6d9c56eac59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.846409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-47f1413a-8e57-4336-a72c-e6d9c56eac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.885016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1413a-8e57-4336-a72c-e6d9c56eac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b84acdb-3ff3-4860-a3a5-48eeb9bc22ba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:51.890735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-47f1413a-8e57-4336-a72c-e6d9c56eac59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c999ee25e5f24f94861616263e2c62d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457628 Jul 15 23:40:51.893544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 48976) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.946512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c72896f7-a069-46b9-b9cc-e68ecc51a167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.970612 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c72896f7-a069-46b9-b9cc-e68ecc51a167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.019704 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c72896f7-a069-46b9-b9cc-e68ecc51a167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.022349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c72896f7-a069-46b9-b9cc-e68ecc51a167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.023545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c72896f7-a069-46b9-b9cc-e68ecc51a167 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b84acdb-3ff3-4860-a3a5-48eeb9bc22ba HTTP/1.1" status: 204 len: 168 time: 0.1291418 Jul 15 23:40:52.031939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72896f7-a069-46b9-b9cc-e68ecc51a167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b84acdb-3ff3-4860-a3a5-48eeb9bc22ba,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:52.672715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49000) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:52.773269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-997699789'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:52.798719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Made reservation on behalf of c20bb1d174f5411eb6489e63c701b14e for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:52.802383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.811044 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.904109 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.908165 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.934730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:52.943396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05162a5b-7528-47d7-82bc-2e7039745e57,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:52.949852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.950200 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Added segment e38b097f-350c-4b22-834b-58968a1a3101 of type vlan for network 25f1e657-eea7-4971-b05b-82bff946aaee Jul 15 23:40:52.991593 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.033102 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.038730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:53.039356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.077169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4031298 Jul 15 23:40:53.080652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49006) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.085974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-f15897b7-984b-419b-b88f-e3e8408fb6c3 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', 'tempest-TagsTest-Tag-1181958196') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.113109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e34992-5c39-4f42-b224-78232fbeb6c9 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Pushing event updated for resources: {'Network': ['ID=25f1e657-eea7-4971-b05b-82bff946aaee,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:53.127479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 25f1e657-eea7-4971-b05b-82bff946aaee details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:53.224656 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f15897b7-984b-419b-b88f-e3e8408fb6c3 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "PUT /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags/tempest-TagsTest-Tag-1181958196 HTTP/1.1" status: 201 len: 201 time: 0.1396737 Jul 15 23:40:53.224886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49008) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.229583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-bf478d6a-ba11-4eda-b8d1-eec7f04b02c4 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', 'tempest-TagsTest-Tag-1181958196') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.304714 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bf478d6a-ba11-4eda-b8d1-eec7f04b02c4 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "GET /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags/tempest-TagsTest-Tag-1181958196 HTTP/1.1" status: 204 len: 168 time: 0.0787337 Jul 15 23:40:53.307070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49010) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.311749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-022c89c3-f44b-4628-a2a9-060bf0f8062a tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.368287 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.383330 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-022c89c3-f44b-4628-a2a9-060bf0f8062a tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "GET /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags HTTP/1.1" status: 200 len: 238 time: 0.0751975 Jul 15 23:40:53.383722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49012) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.389177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-c89986d4-8a50-4ed0-b3dc-4cca14d9bd00 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', {'tags': ['tempest-TagsTest-Tag-1850571899', 'tempest-TagsTest-Tag-73972558', 'tempest-TagsTest-Tag-1888791206']}) {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.465913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c89986d4-8a50-4ed0-b3dc-4cca14d9bd00 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "PUT /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags HTTP/1.1" status: 200 len: 307 time: 0.0810237 Jul 15 23:40:53.468598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49014) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.473643 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-d19864c1-5ffc-4bda-87ba-8865c92d1d46 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', 'tempest-TagsTest-Tag-1850571899') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.576300 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d19864c1-5ffc-4bda-87ba-8865c92d1d46 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "DELETE /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags/tempest-TagsTest-Tag-1850571899 HTTP/1.1" status: 204 len: 168 time: 0.1066425 Jul 15 23:40:53.578916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49016) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.583576 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-b06c2b9e-cc97-4e49-8509-c1873b344b2a tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', 'tempest-TagsTest-Tag-1850571899') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.648081 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-b06c2b9e-cc97-4e49-8509-c1873b344b2a tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] show failed (client error): The resource could not be found. Jul 15 23:40:53.649152 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b06c2b9e-cc97-4e49-8509-c1873b344b2a tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "GET /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags/tempest-TagsTest-Tag-1850571899 HTTP/1.1" status: 404 len: 326 time: 0.0692248 Jul 15 23:40:53.652029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49018) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.656160 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-f65235dc-bca2-4fc2-b321-19cee6b5cb4f tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', 'tempest-TagsTest-Tag-73972558') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.734186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49020) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.734721 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f65235dc-bca2-4fc2-b321-19cee6b5cb4f tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "GET /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags/tempest-TagsTest-Tag-73972558 HTTP/1.1" status: 204 len: 168 time: 0.0812557 Jul 15 23:40:53.738621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-03ec40a3-f72a-4985-a07f-cf4db9f63d6f tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', 'tempest-TagsTest-Tag-1888791206') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.809318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-03ec40a3-f72a-4985-a07f-cf4db9f63d6f tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "GET /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags/tempest-TagsTest-Tag-1888791206 HTTP/1.1" status: 204 len: 168 time: 0.0741200 Jul 15 23:40:53.811688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49022) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.815941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-d590a8ac-8673-48a9-a812-e5befa7d4131 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.899592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d590a8ac-8673-48a9-a812-e5befa7d4131 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "DELETE /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags HTTP/1.1" status: 204 len: 168 time: 0.0867820 Jul 15 23:40:53.902136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49024) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.907137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.tag.tag_plugin [None req-6afe5b2f-0685-4e18-aebb-c1eda7077358 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', 'tempest-TagsTest-Tag-73972558') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:53.978155 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-6afe5b2f-0685-4e18-aebb-c1eda7077358 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] show failed (client error): The resource could not be found. Jul 15 23:40:53.982180 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6afe5b2f-0685-4e18-aebb-c1eda7077358 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "GET /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags/tempest-TagsTest-Tag-73972558 HTTP/1.1" status: 404 len: 324 time: 0.0789642 Jul 15 23:40:53.982509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49026) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:53.987544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-03b535d9-d428-446e-aca5-00a80271f008 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee', 'tempest-TagsTest-Tag-1888791206') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:54.063854 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-03b535d9-d428-446e-aca5-00a80271f008 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] show failed (client error): The resource could not be found. Jul 15 23:40:54.065063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-03b535d9-d428-446e-aca5-00a80271f008 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "GET /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags/tempest-TagsTest-Tag-1888791206 HTTP/1.1" status: 404 len: 326 time: 0.0817599 Jul 15 23:40:54.068664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49030) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:54.073167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.tag.tag_plugin [None req-03c0b028-3473-44a4-bb47-86ef3157faa6 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '25f1e657-eea7-4971-b05b-82bff946aaee') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:54.157791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-03c0b028-3473-44a4-bb47-86ef3157faa6 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "DELETE /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee/tags HTTP/1.1" status: 204 len: 168 time: 0.0880992 Jul 15 23:40:54.163047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49032) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:54.242982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.331008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.341800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f1e657-eea7-4971-b05b-82bff946aaee']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:54.352056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38b097f-350c-4b22-834b-58968a1a3101') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:54.352345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38b097f-350c-4b22-834b-58968a1a3101') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:54.361785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.376150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.381915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:40:54.382298 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:40:54.385293 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:40:54.446885 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.454987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.459331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] 10.222.0.23 "DELETE /v2.0/networks/25f1e657-eea7-4971-b05b-82bff946aaee HTTP/1.1" status: 204 len: 168 time: 0.2952335 Jul 15 23:40:54.471582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a4849-5f4f-40bc-b708-06ba1ca0f9f8 tempest-TagsTest-1795774868 tempest-TagsTest-1795774868-project] Pushing event deleted for resources: {'Network': ['ID=25f1e657-eea7-4971-b05b-82bff946aaee,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:54.713100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49038) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:54.851074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-482dabe0-8328-493e-bcad-b41499054f05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c20bb1d174f5411eb6489e63c701b14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364064 Jul 15 23:40:54.853538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49042) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:54.901597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fed58ed-3020-4361-9e50-0aa80bd4911c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.923925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fed58ed-3020-4361-9e50-0aa80bd4911c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.975046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fed58ed-3020-4361-9e50-0aa80bd4911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.977989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fed58ed-3020-4361-9e50-0aa80bd4911c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.981629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8fed58ed-3020-4361-9e50-0aa80bd4911c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05162a5b-7528-47d7-82bc-2e7039745e57 HTTP/1.1" status: 204 len: 168 time: 0.1247764 Jul 15 23:40:54.987393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed58ed-3020-4361-9e50-0aa80bd4911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05162a5b-7528-47d7-82bc-2e7039745e57,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:55.287784 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.163986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49170) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:01.270199 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-68f49f1a-9f08-48eb-bcaa-a59135000a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.359358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-68f49f1a-9f08-48eb-bcaa-a59135000a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.363189 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-68f49f1a-9f08-48eb-bcaa-a59135000a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.402429 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-68f49f1a-9f08-48eb-bcaa-a59135000a5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bce8fef5ebd54bd7a69b600db5ad5a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367883 Jul 15 23:41:01.403317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f49f1a-9f08-48eb-bcaa-a59135000a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1f97f-935c-4e5b-ae97-65ba5a03644b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:01.405903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49174) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:01.462133 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97bed378-bf36-42fc-94d1-ea82091549ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.484284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97bed378-bf36-42fc-94d1-ea82091549ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.533741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97bed378-bf36-42fc-94d1-ea82091549ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.536376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-97bed378-bf36-42fc-94d1-ea82091549ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.537545 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-97bed378-bf36-42fc-94d1-ea82091549ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13d1f97f-935c-4e5b-ae97-65ba5a03644b HTTP/1.1" status: 204 len: 168 time: 0.1313896 Jul 15 23:41:01.548604 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bed378-bf36-42fc-94d1-ea82091549ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1f97f-935c-4e5b-ae97-65ba5a03644b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:01.799199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49180) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:01.812308 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84556dbf-9fbf-4ecc-a779-0bb54e311a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.817733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e639d5-0789-4464-b091-f9190acb0b1c req-91b6be3a-c38d-44d8-a47d-a093034a8e68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517864 Jul 15 23:41:01.905129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84556dbf-9fbf-4ecc-a779-0bb54e311a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.909242 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-84556dbf-9fbf-4ecc-a779-0bb54e311a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.919340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e639d5-0789-4464-b091-f9190acb0b1c req-3b371497-8de8-48f1-84d6-001b31537ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:01.920862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e639d5-0789-4464-b091-f9190acb0b1c req-3b371497-8de8-48f1-84d6-001b31537ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1097 time: 0.0584023 Jul 15 23:41:01.950290 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-84556dbf-9fbf-4ecc-a779-0bb54e311a41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6aad24afbcf4c258e79cdd8565ed909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499529 Jul 15 23:41:01.950985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49184) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:01.951842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84556dbf-9fbf-4ecc-a779-0bb54e311a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e141c0-a1ac-4fa6-951b-524e80a74fc2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:02.066056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7310b138-3239-4c7d-923e-1b8b4300d712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.069146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e639d5-0789-4464-b091-f9190acb0b1c req-f530ae11-4ef7-43c8-bf12-4d8b3624922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:02.070704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e639d5-0789-4464-b091-f9190acb0b1c req-f530ae11-4ef7-43c8-bf12-4d8b3624922e service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1283793 Jul 15 23:41:02.132528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7310b138-3239-4c7d-923e-1b8b4300d712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.176208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e639d5-0789-4464-b091-f9190acb0b1c req-7d30ebc5-a294-4871-9cdc-b3b6ac031dbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 200 len: 1002 time: 0.0978699 Jul 15 23:41:02.226473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7310b138-3239-4c7d-923e-1b8b4300d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.229013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7310b138-3239-4c7d-923e-1b8b4300d712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.230162 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7310b138-3239-4c7d-923e-1b8b4300d712 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6e141c0-a1ac-4fa6-951b-524e80a74fc2 HTTP/1.1" status: 204 len: 168 time: 0.2773530 Jul 15 23:41:02.236418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e639d5-0789-4464-b091-f9190acb0b1c req-d3c2cbf1-13dd-4e7c-8122-ea308d2a1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:02.237856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e639d5-0789-4464-b091-f9190acb0b1c req-d3c2cbf1-13dd-4e7c-8122-ea308d2a1a20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0542374 Jul 15 23:41:02.242870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310b138-3239-4c7d-923e-1b8b4300d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e141c0-a1ac-4fa6-951b-524e80a74fc2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:02.308380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e639d5-0789-4464-b091-f9190acb0b1c req-c5103fbf-dd1c-48ba-8ba4-8b6a58e4d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:02.310611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e639d5-0789-4464-b091-f9190acb0b1c req-c5103fbf-dd1c-48ba-8ba4-8b6a58e4d2c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618958 Jul 15 23:41:02.405090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e639d5-0789-4464-b091-f9190acb0b1c req-34a4af90-6c41-42e2-beb1-4716e8534054 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Jul 15 23:41:02.502463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65e639d5-0789-4464-b091-f9190acb0b1c req-f5d24ef7-b40f-4e66-afd9-511a186e9263 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901110 Jul 15 23:41:02.572898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49194) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:02.586588 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2292a55-0907-4ba1-afe0-c964b4279d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.681551 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2292a55-0907-4ba1-afe0-c964b4279d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.687915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b2292a55-0907-4ba1-afe0-c964b4279d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.729160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b2292a55-0907-4ba1-afe0-c964b4279d22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54cbe3a8223042d0942dfea5a617bf0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549110 Jul 15 23:41:02.730616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49196) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:02.733321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2292a55-0907-4ba1-afe0-c964b4279d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4711985e-790c-4af7-99dd-67e9e4b4fc58,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:02.781934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b702ddb6-e953-47e9-89b3-4c4dff96d5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.805489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b702ddb6-e953-47e9-89b3-4c4dff96d5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.852130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b702ddb6-e953-47e9-89b3-4c4dff96d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.854794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b702ddb6-e953-47e9-89b3-4c4dff96d5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.856010 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b702ddb6-e953-47e9-89b3-4c4dff96d5d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4711985e-790c-4af7-99dd-67e9e4b4fc58 HTTP/1.1" status: 204 len: 168 time: 0.1243474 Jul 15 23:41:02.863615 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702ddb6-e953-47e9-89b3-4c4dff96d5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4711985e-790c-4af7-99dd-67e9e4b4fc58,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.029668 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:41:14.009085 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.082367 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3c556cbc-8f91-4c2f-ad03-0eec8fd6bf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.695110 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d83ce03a-b86e-46f3-ab35-be57adce0c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.712752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-0b147127-49aa-450a-935c-4bf62f006688 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545945664&fields=id&tenant_id=969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 267 time: 0.0385997 Jul 15 23:41:20.824519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-4c11ca7b-ddbc-444d-85d8-69136a09a8a5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:20.825984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-4c11ca7b-ddbc-444d-85d8-69136a09a8a5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1061964 Jul 15 23:41:20.840937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-e3353fe0-4cd8-4645-bf75-d1ec4ee56ed9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/quotas/969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 375 time: 0.0096388 Jul 15 23:41:20.913796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-ca3a59cf-88b0-4f32-b101-70f6c4e6a149 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0680189 Jul 15 23:41:21.015362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-64f9b7a2-5472-4c26-b299-48ac82ac9ba5 service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881131 Jul 15 23:41:21.079847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:21.110725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-c12ffeea-9266-4ba0-bf9e-5067403c2e6a service neutron] 10.222.0.23 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890257 Jul 15 23:41:21.465354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db8cab4c-b38b-4417-a468-464776167a74 req-62021d5c-e56f-4045-82ee-7f99fdd3e696 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 210 time: 0.0463204 Jul 15 23:41:21.628421 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:22.620329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f7dc2b3a-7a7d-4e84-ad1b-5a01357cff84 req-905c3b68-64de-4410-b893-eb33d0c6edac tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 210 time: 0.0417545 Jul 15 23:41:22.866559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-e98e6a08-23b1-46a8-a4f5-a330be6c7c6c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:22.868679 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-e98e6a08-23b1-46a8-a4f5-a330be6c7c6c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 811 time: 0.1224229 Jul 15 23:41:22.926930 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-243ba087-21e4-486f-b53c-abbdb45dd0c2 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969839b0673c4a72ac879cdb9b2387f8 HTTP/1.1" status: 200 len: 379 time: 0.0380318 Jul 15 23:41:22.937237 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'port': {'device_id': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'admin_state_up': True, 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'security_groups': ['3f727fde-983b-47ee-8876-cf3d31b74343']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:23.061960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Made reservation on behalf of 969839b0673c4a72ac879cdb9b2387f8 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:23.065924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.211976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.20.0.7 (60ed5d8d-5d00-477e-a9c1-9aef26bf2fec/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9/7b86e133-cde8-44e9-aa5d-b96e9f1a49e6) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:23.375146 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.394366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.419931 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Transition to ACTIVE for port object 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:23.480411 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.536243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:23.545167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:23.561023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:23.617114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:23.627428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:23.628336 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.645425 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-d7c54034-a018-45f5-beaa-4e5b5e096bc5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7127166 Jul 15 23:41:23.667563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Request body: {'port': {'device_id': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:23.864360 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.958708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20439a84-8144-4ce5-91fd-515535887b76 req-1c15dc1b-7905-4dd4-b3a8-e06a0455ec06 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:23.961265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20439a84-8144-4ce5-91fd-515535887b76 req-1c15dc1b-7905-4dd4-b3a8-e06a0455ec06 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 931 time: 0.1029558 Jul 15 23:41:23.990205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4170d16c-8ec7-4f66-8280-752a689f1d8a None None] Provisioning for port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:23.994875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4170d16c-8ec7-4f66-8280-752a689f1d8a None None] Provisioning complete for port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:23.995498 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4170d16c-8ec7-4f66-8280-752a689f1d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.012266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20439a84-8144-4ce5-91fd-515535887b76 req-7173ee16-4eb0-4aab-ad9f-b274adf7acd5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443757 Jul 15 23:41:24.036419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4170d16c-8ec7-4f66-8280-752a689f1d8a None None] Port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:24.180709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:24.188596 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.200541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Transition to ACTIVE for port object 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:24.204549 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.278276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Pushing event updated for resources: {'Port': ['ID=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:24.363164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Attempting to bind port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:24.363507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Attempting to bind port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:24.363907 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Attempting to bind port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:24.369961 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:41:24.370287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Attempting to bind port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 on network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:24.376881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:24.377245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Checking segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:24.377787 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Bound using segment: {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:24.378366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Bound port: 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fabe40-67c9-4f34-bd4b-08f5c0047fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:24.378737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.471843 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] For port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:24.475567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] For port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:24.482954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.624871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Pushing event updated for resources: {'Port': ['ID=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:24.630196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:24.639970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.641477 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dde9b68b-d41a-4010-aa64-e14567e4a740 service neutron] 10.222.0.37 "PUT /v2.0/ports/7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 HTTP/1.1" status: 200 len: 1091 time: 0.9821479 Jul 15 23:41:24.641966 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:24.644540 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fdd0dc-0e08-4557-977a-210c041d0f00" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:24.758636 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa2cdda-d491-4696-af15-9f9f5abde167 x-openstack-request-id: req-6aa2cdda-d491-4696-af15-9f9f5abde167 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:24.759239 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:24.759657 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6aa2cdda-d491-4696-af15-9f9f5abde167 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:24.760220 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'status': 'completed', 'code': 200} Jul 15 23:41:24.811196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-35b2a4b3-887b-4338-8c2f-a3baf4707aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:24.813057 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-35b2a4b3-887b-4338-8c2f-a3baf4707aab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 1094 time: 0.1103005 Jul 15 23:41:24.879674 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-dd4f0d48-9e2d-4901-bfcb-02fc9421c5e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 HTTP/1.1" status: 200 len: 217 time: 0.0522780 Jul 15 23:41:24.938415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-8d9bab18-5f63-4a05-9a16-1a0609a61d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:24.940568 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-8d9bab18-5f63-4a05-9a16-1a0609a61d1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0537915 Jul 15 23:41:25.020207 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-ce83d333-17b8-4b7d-a8cd-cc3398488aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:25.021757 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-ce83d333-17b8-4b7d-a8cd-cc3398488aeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736587 Jul 15 23:41:25.139639 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-6cf62bbb-966a-4ab9-97a9-5119cbdd8986 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109066 Jul 15 23:41:25.261109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793801e9-046c-45ea-bb77-8c73c7cddd9b req-305d34b1-4962-4d30-8f1e-ff32b9632841 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:25.274516 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-74d3fce3-bde1-47d6-b6a7-068b43b73061 req-11f5307f-0288-487f-ad1d-ce0f16a52bf2 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287136 Jul 15 23:41:25.283627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-793801e9-046c-45ea-bb77-8c73c7cddd9b req-305d34b1-4962-4d30-8f1e-ff32b9632841 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.1220605 Jul 15 23:41:25.301688 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.363838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-793801e9-046c-45ea-bb77-8c73c7cddd9b req-1f26faac-640b-4b52-a569-323635ad0c0c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789604 Jul 15 23:41:25.435628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-0364c875-82b7-4a5e-9c05-3f0061ed1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:25.437163 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-0364c875-82b7-4a5e-9c05-3f0061ed1e7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 1094 time: 0.0718551 Jul 15 23:41:25.542040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-f94c789b-3355-4a08-8ddb-fe275a3ba24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:25.544517 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-f94c789b-3355-4a08-8ddb-fe275a3ba24e service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1007099 Jul 15 23:41:25.593762 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-09f46bfc-3546-4680-9554-32ceecb095fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 HTTP/1.1" status: 200 len: 217 time: 0.0429599 Jul 15 23:41:25.645597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-63662d59-66e6-425e-a662-cb54a2081ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:25.647115 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-63662d59-66e6-425e-a662-cb54a2081ca4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0477121 Jul 15 23:41:25.704598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-ccbd6e78-1d3d-47a8-9a07-0b69d3d6bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:25.706287 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-ccbd6e78-1d3d-47a8-9a07-0b69d3d6bf7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528307 Jul 15 23:41:25.804062 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-05d46f91-34ba-4d6a-be6a-84e2356a820f service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900781 Jul 15 23:41:25.900672 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b4fdd0dc-0e08-4557-977a-210c041d0f00 req-9c747f52-66b7-4cec-8063-8f8c8927e8d5 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902095 Jul 15 23:41:26.556234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535a1f-2b5d-4996-b8a0-8fcf5b376763 req-878cb86d-0c6f-4535-925d-d10bc8620976 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:26.559031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86535a1f-2b5d-4996-b8a0-8fcf5b376763 req-878cb86d-0c6f-4535-925d-d10bc8620976 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0642986 Jul 15 23:41:26.599046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86535a1f-2b5d-4996-b8a0-8fcf5b376763 req-b457e830-2fad-4a40-b592-a276b8779e65 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Jul 15 23:41:27.817081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319566a-8e26-4bd3-9132-5adfcf212147 req-2bed3d03-6b31-404f-a81e-1cc4d1f93513 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:27.824164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0319566a-8e26-4bd3-9132-5adfcf212147 req-2bed3d03-6b31-404f-a81e-1cc4d1f93513 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0812974 Jul 15 23:41:27.876072 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0319566a-8e26-4bd3-9132-5adfcf212147 req-c7eacc18-1c73-452e-b151-4898be7d5404 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509753 Jul 15 23:41:29.046499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38a036-e646-4dc7-83fd-e0a224944a56 req-a9ad2980-fff1-414a-a7c7-52b06affb4a5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:29.048055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f38a036-e646-4dc7-83fd-e0a224944a56 req-a9ad2980-fff1-414a-a7c7-52b06affb4a5 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0678666 Jul 15 23:41:29.100273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f38a036-e646-4dc7-83fd-e0a224944a56 req-a6dc875a-dc13-44ce-a9ae-d57e9bd5d159 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432441 Jul 15 23:41:30.299371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c3197-6ab0-4a3d-b1c7-a1d15258b6ce req-662b46b8-a022-48b0-9ac4-a87cdfac3672 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:30.300964 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d8c3197-6ab0-4a3d-b1c7-a1d15258b6ce req-662b46b8-a022-48b0-9ac4-a87cdfac3672 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0696371 Jul 15 23:41:30.343619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d8c3197-6ab0-4a3d-b1c7-a1d15258b6ce req-9c29862c-131f-4e76-a1ab-90f8fcde654c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358539 Jul 15 23:41:31.526610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e35540-08d2-4590-a0bd-65d47ec4a455 req-e5eff4ed-df0f-4685-967e-0d0529e53a3d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:31.528664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06e35540-08d2-4590-a0bd-65d47ec4a455 req-e5eff4ed-df0f-4685-967e-0d0529e53a3d tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0711374 Jul 15 23:41:31.583406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06e35540-08d2-4590-a0bd-65d47ec4a455 req-09ac2b51-2544-454c-ac33-665ee60adb9c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436678 Jul 15 23:41:32.820906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4972e-4e6e-4db1-92da-d0bf63456276 req-824ac977-e3a4-4526-babf-f100ae758852 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:32.822297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fb4972e-4e6e-4db1-92da-d0bf63456276 req-824ac977-e3a4-4526-babf-f100ae758852 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0739298 Jul 15 23:41:32.867207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fb4972e-4e6e-4db1-92da-d0bf63456276 req-d44d77ae-d320-4897-9a42-973d3c0d8824 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378003 Jul 15 23:41:34.259575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad998-fae0-411a-9b2e-c8751dac7279 req-c1a19b3e-7e1e-4f95-9b96-e0d87add2ada tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:34.262989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d30ad998-fae0-411a-9b2e-c8751dac7279 req-c1a19b3e-7e1e-4f95-9b96-e0d87add2ada tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0834837 Jul 15 23:41:34.310407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d30ad998-fae0-411a-9b2e-c8751dac7279 req-4928e86b-36d4-4e1a-b712-4f5ac2c46707 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400710 Jul 15 23:41:34.514030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49858) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:34.583183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d674dfe7-baed-45a1-80f9-e9466e23ed06 admin admin] Deleting subnet a0d56c82-f8bd-4ffe-b43b-65a7d51c3328 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:41:34.586507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d674dfe7-baed-45a1-80f9-e9466e23ed06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.623373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d674dfe7-baed-45a1-80f9-e9466e23ed06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.668815 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d674dfe7-baed-45a1-80f9-e9466e23ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.721166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d674dfe7-baed-45a1-80f9-e9466e23ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.745829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674dfe7-baed-45a1-80f9-e9466e23ed06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d56c82-f8bd-4ffe-b43b-65a7d51c3328,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:34.751672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d674dfe7-baed-45a1-80f9-e9466e23ed06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.754393 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d674dfe7-baed-45a1-80f9-e9466e23ed06 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a0d56c82-f8bd-4ffe-b43b-65a7d51c3328 HTTP/1.1" status: 204 len: 168 time: 0.2386396 Jul 15 23:41:34.756337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49866) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:35.165043 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.243156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.253396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0922204f-ce08-4cbe-91c3-149bc389ff57']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:35.264001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a959640-f615-4891-b477-3967d01e5d63') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:35.264592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a959640-f615-4891-b477-3967d01e5d63') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:35.272978 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.287285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.297130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:41:35.297539 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:41:35.299349 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:41:35.356932 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.363457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.367241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] 10.222.0.23 "DELETE /v2.0/networks/0922204f-ce08-4cbe-91c3-149bc389ff57 HTTP/1.1" status: 204 len: 168 time: 0.6094129 Jul 15 23:41:35.387513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Pushing event deleted for resources: {'Network': ['ID=0922204f-ce08-4cbe-91c3-149bc389ff57,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:35.395976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.396387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.396877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.397225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.397561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.397895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.398225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.398554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.399031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.399361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.399687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.400010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056f09a-05de-4c75-965b-d4791055f60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:35.499691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a4284-e590-4bb9-a5b6-31beea012c09 req-b30f4745-532c-4be8-bee2-4e7ce58c6073 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:35.501395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a62a4284-e590-4bb9-a5b6-31beea012c09 req-b30f4745-532c-4be8-bee2-4e7ce58c6073 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0693767 Jul 15 23:41:35.543462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49884) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:35.547567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a62a4284-e590-4bb9-a5b6-31beea012c09 req-b6fdf010-3738-4dc7-824a-4e18288f4a08 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Jul 15 23:41:35.591384 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5d0e02ba-3055-4160-b70b-4209e0dd79b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dd936c1af7746c8a2523bdbe5a350dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466597 Jul 15 23:41:35.593749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49886) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:35.643224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46ded208-ace5-40bd-815d-52c4edc2aa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.664403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46ded208-ace5-40bd-815d-52c4edc2aa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.712361 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46ded208-ace5-40bd-815d-52c4edc2aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.715117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-46ded208-ace5-40bd-815d-52c4edc2aa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:35.716268 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-46ded208-ace5-40bd-815d-52c4edc2aa47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18b64888-8887-4061-b1af-091be142cce1 HTTP/1.1" status: 204 len: 168 time: 0.1216025 Jul 15 23:41:35.731818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ded208-ace5-40bd-815d-52c4edc2aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b64888-8887-4061-b1af-091be142cce1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:36.752753 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66076023-5b10-476a-a0ef-4bfebdce5f0f req-a009e38b-3b65-4451-98e9-2e0a0c063727 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:36.754244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66076023-5b10-476a-a0ef-4bfebdce5f0f req-a009e38b-3b65-4451-98e9-2e0a0c063727 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 943 time: 0.0664158 Jul 15 23:41:36.803300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66076023-5b10-476a-a0ef-4bfebdce5f0f req-36783e36-4202-4276-8452-f698d5c5c44a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407705 Jul 15 23:41:37.327141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 49958) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:37.331835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401419969', 'description': 'tempest-secgroup-smoke-401419969 description', 'project_id': 'ca310d694c094256952d1bf72f087043'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:37.356742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.365077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.414267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:41:37.466257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.471446 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.509737 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0168d7-5ac1-44d1-8f3e-cbe4e8f8968e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.518646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.519027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.519370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.519707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.520039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.520390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.520666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:37.520811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.521139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.521479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.521803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.522129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.522451 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.532985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'port_id': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'mac_address': 'fa:16:3e:f9:43:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:41:37.576041 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.587479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.589302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:37.592673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.614446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:37.619047 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.629384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.634702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49968) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:37.640049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-121f5988-2268-4281-a944-1972bbe503d4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'ed8a1d67-f3d6-4a98-b6af-240a789c4e9e', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:37.644851 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3024886 Jul 15 23:41:37.648261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333b66-7457-48ae-887a-164f97553024 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.695622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.708643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.709230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.709737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.710243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-121f5988-2268-4281-a944-1972bbe503d4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.710450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.710978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.711471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.711962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.712465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.712945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.713452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.713941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.714429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:37.773820 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-121f5988-2268-4281-a944-1972bbe503d4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.777657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-121f5988-2268-4281-a944-1972bbe503d4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.795484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f5988-2268-4281-a944-1972bbe503d4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81765c5-0306-4e6e-90b0-42d37f2c2bb3,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.803389 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-121f5988-2268-4281-a944-1972bbe503d4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.804698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-121f5988-2268-4281-a944-1972bbe503d4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689289 Jul 15 23:41:37.807457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49972) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:37.812064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-750a0465-36f1-404a-b4ac-f1fbdaa69cfb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'ed8a1d67-f3d6-4a98-b6af-240a789c4e9e', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:37.842439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750a0465-36f1-404a-b4ac-f1fbdaa69cfb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.899264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7b86e133-cde8-44e9-aa5d-b96e9f1a49e6'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:37.909557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750a0465-36f1-404a-b4ac-f1fbdaa69cfb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.913662 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750a0465-36f1-404a-b4ac-f1fbdaa69cfb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.950104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a0465-36f1-404a-b4ac-f1fbdaa69cfb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664603df-c10d-4523-94a1-b9cb5956fb8a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.969865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-750a0465-36f1-404a-b4ac-f1fbdaa69cfb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.971104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-750a0465-36f1-404a-b4ac-f1fbdaa69cfb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625960 Jul 15 23:41:37.973766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49980) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:37.978168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2d30748c-e933-4f61-832c-ab44b319ccd0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'ed8a1d67-f3d6-4a98-b6af-240a789c4e9e', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:38.022533 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d30748c-e933-4f61-832c-ab44b319ccd0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.043789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85888e-18c2-4515-a7cf-65136737de7b req-d8bf41eb-1327-4748-b7eb-d71c4e20e45c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.045313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f85888e-18c2-4515-a7cf-65136737de7b req-d8bf41eb-1327-4748-b7eb-d71c4e20e45c tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 944 time: 0.1110473 Jul 15 23:41:38.115237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f85888e-18c2-4515-a7cf-65136737de7b req-2f975143-81e8-4a93-8e79-956d16e93b14 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620911 Jul 15 23:41:38.126813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d30748c-e933-4f61-832c-ab44b319ccd0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.133135 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d30748c-e933-4f61-832c-ab44b319ccd0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.162958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30748c-e933-4f61-832c-ab44b319ccd0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb086bd-3455-49c0-86ad-8ce877c9e358,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.168779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2d30748c-e933-4f61-832c-ab44b319ccd0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.171187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2d30748c-e933-4f61-832c-ab44b319ccd0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1964982 Jul 15 23:41:38.173865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49986) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:38.178985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-01f32a05-1402-4c58-b6a4-9c94fa56d665 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'ed8a1d67-f3d6-4a98-b6af-240a789c4e9e', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:38.207142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-01f32a05-1402-4c58-b6a4-9c94fa56d665 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.269569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-01f32a05-1402-4c58-b6a4-9c94fa56d665 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.273435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-01f32a05-1402-4c58-b6a4-9c94fa56d665 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.292489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f32a05-1402-4c58-b6a4-9c94fa56d665 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba59c1fa-609c-4b8f-8c1b-8a0aa33bd095,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.300150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-01f32a05-1402-4c58-b6a4-9c94fa56d665 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.301515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-01f32a05-1402-4c58-b6a4-9c94fa56d665 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265101 Jul 15 23:41:38.304298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49988) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:38.308832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0a08ca74-9c86-4695-92fc-866f57b8138a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'ed8a1d67-f3d6-4a98-b6af-240a789c4e9e', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:38.330255 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-0a08ca74-9c86-4695-92fc-866f57b8138a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Project ca310d694c094256952d1bf72f087043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:41:38.335011 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a08ca74-9c86-4695-92fc-866f57b8138a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.397591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a08ca74-9c86-4695-92fc-866f57b8138a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.401630 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a08ca74-9c86-4695-92fc-866f57b8138a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.422202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08ca74-9c86-4695-92fc-866f57b8138a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad609f3-0deb-4aa0-8651-a1106ceb9f9a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.425786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a08ca74-9c86-4695-92fc-866f57b8138a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.427203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0a08ca74-9c86-4695-92fc-866f57b8138a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219528 Jul 15 23:41:38.430217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49994) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:38.436295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-178a6ffb-6efd-4865-9398-40e093e115aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'ed8a1d67-f3d6-4a98-b6af-240a789c4e9e', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:38.458980 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-178a6ffb-6efd-4865-9398-40e093e115aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Project ca310d694c094256952d1bf72f087043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:41:38.463980 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-178a6ffb-6efd-4865-9398-40e093e115aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.533188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-178a6ffb-6efd-4865-9398-40e093e115aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.537354 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-178a6ffb-6efd-4865-9398-40e093e115aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.554465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a6ffb-6efd-4865-9398-40e093e115aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72636ebe-4926-41e4-b601-96e29484f26a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.561574 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-178a6ffb-6efd-4865-9398-40e093e115aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.565698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-178a6ffb-6efd-4865-9398-40e093e115aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317432 Jul 15 23:41:38.566113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 49996) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:38.571654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'network': {'name': 'tempest-network-smoke--325887857', 'project_id': 'ca310d694c094256952d1bf72f087043', 'port_security_enabled': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:38.592364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:38.595835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.619480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:41:38.629057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.629508 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Added segment 5e266b1d-6cb3-4c1f-9015-efca41fbc3c4 of type vlan for network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 Jul 15 23:41:38.670071 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.701654 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.707360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.707983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.750185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1798759 Jul 15 23:41:38.750366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50004) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:38.760486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'admin_state_up': True, 'project_id': 'ca310d694c094256952d1bf72f087043', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:38.793532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ac044-95c4-406b-be5f-ccddbe9d3784 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Network': ['ID=5b3b95ac-7bf0-4356-8006-11a9c79b5a45,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.805329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:41:38.820598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.821752 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.875906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.015639 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.222905 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.243188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.392136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.25.3.119 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/ee8b7363-0b10-4b71-9328-c1fce7f0ce01) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:39.400893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c303b5b-1ff3-48e7-afa0-1bc1ee03c529 req-5a702145-caed-4109-80d2-cd70f5db4da3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.403057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c303b5b-1ff3-48e7-afa0-1bc1ee03c529 req-5a702145-caed-4109-80d2-cd70f5db4da3 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 944 time: 0.1192775 Jul 15 23:41:39.429543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:39.484361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:39.488850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:39.489263 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.501167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c303b5b-1ff3-48e7-afa0-1bc1ee03c529 req-d8e6ac26-9a7f-4492-8e22-4093e4c30f0e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901716 Jul 15 23:41:39.542429 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.584371 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.598411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.621548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:39.621925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:39.624287 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96083760-35fe-4902-a7ef-a0911a77bafe" -d '{"events": [{"server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "name": "network-vif-plugged", "status": "completed", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:39.627994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:39.638428 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:39.641659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:39.643521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.670844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=ee8b7363-0b10-4b71-9328-c1fce7f0ce01,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:39.682001 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23e72a4-a083-47ef-9c21-67b6e7c49df7 x-openstack-request-id: req-c23e72a4-a083-47ef-9c21-67b6e7c49df7 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:39.682298 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "name": "network-vif-plugged", "status": "completed", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:39.682552 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c23e72a4-a083-47ef-9c21-67b6e7c49df7 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:39.683628 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'code': 200} Jul 15 23:41:39.707520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:39.822500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0f78b-8cb1-45ea-9f77-b5b92119740d req-926debf4-ecd4-4412-a490-6f31d53c2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.824201 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-25a0f78b-8cb1-45ea-9f77-b5b92119740d req-926debf4-ecd4-4412-a490-6f31d53c2036 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 1096 time: 0.0628676 Jul 15 23:41:39.861682 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-25a0f78b-8cb1-45ea-9f77-b5b92119740d req-f19eac9e-f669-4c80-a90b-66d10836c4f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314510 Jul 15 23:41:39.925125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:40.130458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:40.259897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:41:40.369664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:40.379899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Sync routers for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:40.389327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:40.390024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:41:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:40.390216 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:40.395021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50036) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:40.395209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ea0a6a64-00a4-4b61-895b-66f18229ea22 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6437399 Jul 15 23:41:40.504558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:40.528777 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-15855494-a5f4-493d-9be2-77937f1e1b81 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ca310d694c094256952d1bf72f087043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1321535 Jul 15 23:41:40.531482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50040) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:40.626828 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9de8ae-475d-43b3-8284-67a47dd28042 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.628656 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ea9de8ae-475d-43b3-8284-67a47dd28042 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962765 Jul 15 23:41:40.631746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50048) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:40.663942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e135aee4-fbbc-40e4-907f-ee17e14c701c tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308304 Jul 15 23:41:40.672887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50050) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:40.678384 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570596095', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'project_id': 'ca310d694c094256952d1bf72f087043', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:40.719013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:39Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:40.746712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cfe6c-7dc9-4050-ae49-a07f549943cc req-98f9bf5e-39d5-4c8f-ab5c-85b4eb5dff86 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.748335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e50cfe6c-7dc9-4050-ae49-a07f549943cc req-98f9bf5e-39d5-4c8f-ab5c-85b4eb5dff86 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 945 time: 0.0877237 Jul 15 23:41:40.755357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Checking router: e11e5c81-1ca1-44e2-9e80-14b3dffdec24 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:40.755811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Updating router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 port ee8b7363-0b10-4b71-9328-c1fce7f0ce01 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:40.782813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:40.788635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:40.794114 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:40.848909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e50cfe6c-7dc9-4050-ae49-a07f549943cc req-6e3d360e-9f3a-40cd-bca3-dda5ee1170aa tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849068 Jul 15 23:41:41.054557 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.111406 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.119823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Subnet': ['ID=cb725c48-321e-4980-a396-80a5090728d4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:41.124008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Transition to ACTIVE for port object ee8b7363-0b10-4b71-9328-c1fce7f0ce01 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:41.130834 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Checking segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:41.131211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network hostable DHCP agents. Network: 5b3b95ac-7bf0-4356-8006-11a9c79b5a45, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:41:41.132830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.150856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:41:41.160748 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 5b3b95ac-7bf0-4356-8006-11a9c79b5a45) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:41.164990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:41.165754 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.179613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc493a6-b1a9-4314-84e8-a922ea4d92a8 None None] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:41.182713 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-22c0d788-aff2-4bb1-94f4-325867afa029 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5086679 Jul 15 23:41:41.185607 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 50066) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:41.201589 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Attempting to bind port ee8b7363-0b10-4b71-9328-c1fce7f0ce01 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:41.201967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Attempting to bind port ee8b7363-0b10-4b71-9328-c1fce7f0ce01 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:41.202333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Attempting to bind port ee8b7363-0b10-4b71-9328-c1fce7f0ce01 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:41.217760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:41.218135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:41.218535 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.218961 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:41.219440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Bound port: ee8b7363-0b10-4b71-9328-c1fce7f0ce01, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:41.219843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.249524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85489d2-0f0a-45a7-b9e6-48137dd2680d None None] Pushing event updated for resources: {'Port': ['ID=ee8b7363-0b10-4b71-9328-c1fce7f0ce01,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:41.334561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] For port ee8b7363-0b10-4b71-9328-c1fce7f0ce01, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:41.340505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] For port ee8b7363-0b10-4b71-9328-c1fce7f0ce01, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ee8b7363-0b10-4b71-9328-c1fce7f0ce01,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:41.410967 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.422692 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:41:41.423541 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.499569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:41.500216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:41:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:41.505623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85489d2-0f0a-45a7-b9e6-48137dd2680d None None] Pushing event updated for resources: {'Port': ['ID=ee8b7363-0b10-4b71-9328-c1fce7f0ce01,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:41.640618 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:41.706515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:41.708643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Allocated IP 172.20.0.2 (5b3b95ac-7bf0-4356-8006-11a9c79b5a45/cb725c48-321e-4980-a396-80a5090728d4/e3d6e499-4bef-4bae-853c-069fa26744ad) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:42.003465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:39Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:42.038937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f51b4-62d0-47e1-9c85-aec45ed46eaa None None] The sync data for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 is: [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:39Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:42.043450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad8e9-7752-43b4-9b5d-f3b5bbceb4af req-e7981b03-c91a-4c6f-b8a9-94b90af98149 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:42.047951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c5ad8e9-7752-43b4-9b5d-f3b5bbceb4af req-e7981b03-c91a-4c6f-b8a9-94b90af98149 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 945 time: 0.0722055 Jul 15 23:41:42.057024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.072848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Transition to ACTIVE for port object e3d6e499-4bef-4bae-853c-069fa26744ad will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:42.091349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Transition to ACTIVE for port object e3d6e499-4bef-4bae-853c-069fa26744ad will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:42.096054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c5ad8e9-7752-43b4-9b5d-f3b5bbceb4af req-4855bde4-d221-40af-a49d-942bfcc5e510 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 Jul 15 23:41:42.102873 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.153794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:42.156881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:42.160653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:42.229988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Attempting to bind port e3d6e499-4bef-4bae-853c-069fa26744ad on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:42.230404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Attempting to bind port e3d6e499-4bef-4bae-853c-069fa26744ad by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:42.230815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Attempting to bind port e3d6e499-4bef-4bae-853c-069fa26744ad on network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:42.236571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:42.236958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Checking segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:42.237365 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.237762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Bound using segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:42.238242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Bound port: e3d6e499-4bef-4bae-853c-069fa26744ad, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:42.238629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.240563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Pushing event updated for resources: {'Port': ['ID=e3d6e499-4bef-4bae-853c-069fa26744ad,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:42.321917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] For port e3d6e499-4bef-4bae-853c-069fa26744ad, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:42.325838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] For port e3d6e499-4bef-4bae-853c-069fa26744ad, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e3d6e499-4bef-4bae-853c-069fa26744ad,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:42.331076 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.357869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a8f91-67ef-44f7-a394-a95a52937238 req-55469e6f-df08-4ff4-92f4-c6d67fda0e32 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:42.360125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-034a8f91-67ef-44f7-a394-a95a52937238 req-55469e6f-df08-4ff4-92f4-c6d67fda0e32 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 945 time: 0.1082816 Jul 15 23:41:42.395408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427496d-391d-4aec-bd2e-d26ce962f2d5 None None] Pushing event updated for resources: {'Port': ['ID=e3d6e499-4bef-4bae-853c-069fa26744ad,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:42.433704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-034a8f91-67ef-44f7-a394-a95a52937238 req-c21ea4aa-d022-4482-9ff0-fadd1d5f5cf0 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673909 Jul 15 23:41:42.481852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50074) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:42.561389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15d4f6-2f64-4a89-8f73-18e7113c8190 tempest-TestVolumeBootPattern-260060388 tempest-TestVolumeBootPattern-260060388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:42.565691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9b15d4f6-2f64-4a89-8f73-18e7113c8190 tempest-TestVolumeBootPattern-260060388 tempest-TestVolumeBootPattern-260060388-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 1091 time: 0.0791276 Jul 15 23:41:42.565935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50076) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:42.571142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:42.610379 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.641873 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.20.0.1 (5b3b95ac-7bf0-4356-8006-11a9c79b5a45/cb725c48-321e-4980-a396-80a5090728d4/38ee3f67-a0e7-4cc3-b525-dc73616a4c13) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:42.814817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.915770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.943595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ee8b7363-0b10-4b71-9328-c1fce7f0ce01 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:42.944200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Transition to ACTIVE for port object 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:42.985766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.006269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Allocated IP 172.25.3.237 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c4456bd8-1624-4379-8fbd-eac4075b8819) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:43.031799 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:41:43.039668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port ee8b7363-0b10-4b71-9328-c1fce7f0ce01 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:43.044213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ee8b7363-0b10-4b71-9328-c1fce7f0ce01 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:43.044867 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.067133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:43.073161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:43.083293 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:43.091149 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:43.163197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.164230 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.172636 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.195040 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port ee8b7363-0b10-4b71-9328-c1fce7f0ce01, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ee8b7363-0b10-4b71-9328-c1fce7f0ce01,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:43.201130 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.217413 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.271331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=ee8b7363-0b10-4b71-9328-c1fce7f0ce01,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:43.293613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=c4456bd8-1624-4379-8fbd-eac4075b8819,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:43.306307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:43.308089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:43.313845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:43.400660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.745316 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.751377 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.798828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.823643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.846501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:43.890705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a5543d-e985-4969-996c-79c7bd35785e None None] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:43.898699 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.961567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:43.963152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:44.007770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-dc0767af-2d23-474c-bccc-880c29637abe None None] Provisioning for port e3d6e499-4bef-4bae-853c-069fa26744ad completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:44.080354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.119564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.129827 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.146325 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:44.211977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event updated for resources: {'Port': ['ID=c4456bd8-1624-4379-8fbd-eac4075b8819,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:44.224741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.321285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:44.328178 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f89d09ad-bc7b-44f3-808e-263f0ea12f9b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "PUT /v2.0/routers/e11e5c81-1ca1-44e2-9e80-14b3dffdec24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1414590 Jul 15 23:41:44.356105 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Floating IP ca3f87ee-c771-4a0b-b5a0-9e48fe3ba05f associated. External IP: 172.25.3.237, port: 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6. Jul 15 23:41:44.519760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-08e8b94f-c78f-4014-9642-370fb8fd65c1 None None] Provisioning for port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:44.525414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-08e8b94f-c78f-4014-9642-370fb8fd65c1 None None] Provisioning complete for port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:44.525837 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08e8b94f-c78f-4014-9642-370fb8fd65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.577696 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Sync routers for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:44.590171 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:44.591180 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:41:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:44.599729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-08e8b94f-c78f-4014-9642-370fb8fd65c1 None None] Port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:44.654574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-d3ca2091-42e7-43ec-8ee3-bb6b73bc7c9e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401419969&fields=id&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 267 time: 0.0931451 Jul 15 23:41:44.760809 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:44.765477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-34ac7c0d-ede4-4419-a258-66307316c6af None None] Provisioning complete for port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:44.765853 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34ac7c0d-ede4-4419-a258-66307316c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.790469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Router 99179a35-cd6b-4ae7-8938-5803881715c6 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:44.832187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-34ac7c0d-ede4-4419-a258-66307316c6af None None] Port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:44.883216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-4dc615dd-12a2-4ef5-8572-2e75ee676181 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:44.884707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-4dc615dd-12a2-4ef5-8572-2e75ee676181 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 796 time: 0.2217629 Jul 15 23:41:44.907798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-ff1a08eb-aceb-486e-9e54-a63070cfafd2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/quotas/ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 375 time: 0.0140388 Jul 15 23:41:44.949732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e3d6e499-4bef-4bae-853c-069fa26744ad up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:45.027745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e3d6e499-4bef-4bae-853c-069fa26744ad completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:45.032988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e3d6e499-4bef-4bae-853c-069fa26744ad triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:45.033752 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.090118 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 2, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:45.097682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ad3e022e-ad18-47ed-94a5-16d6db0778f2 None None] Provisioning complete for port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:45.098430 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad3e022e-ad18-47ed-94a5-16d6db0778f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.121759 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Checking router: e11e5c81-1ca1-44e2-9e80-14b3dffdec24 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:45.122100 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Updating router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:45.162694 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.344517 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.347933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e022e-ad18-47ed-94a5-16d6db0778f2 None None] Port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:45.382875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e3d6e499-4bef-4bae-853c-069fa26744ad, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e3d6e499-4bef-4bae-853c-069fa26744ad,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:45.389167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.390179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ee8b7363-0b10-4b71-9328-c1fce7f0ce01 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:45.426588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:45.442487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:45.472217 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:45.472879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:41:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:45.496926 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.507125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-f2158498-595a-488e-83b1-ecfaa5e9d287 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5341055 Jul 15 23:41:45.542410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e3d6e499-4bef-4bae-853c-069fa26744ad,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:45.594517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ee8b7363-0b10-4b71-9328-c1fce7f0ce01 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:45.594943 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.596342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-33c7af7e-0906-4f68-a6a1-8ca16803b0ed tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0293205 Jul 15 23:41:45.598726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:45.604668 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b60234-6289-4992-b061-478ed73d0f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:45.619030 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.629411 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Transition to ACTIVE for port object 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:45.637723 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.645366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:45.775286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2fbe2e18-7ad6-4924-9431-5577e2c2875c service neutron] 10.222.0.23 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459514 Jul 15 23:41:45.789394 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Pushing event updated for resources: {'Port': ['ID=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:45.798909 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.799166 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.799515 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.799836 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.800157 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.800528 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.800780 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.801100 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.801416 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.801831 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.802034 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.802344 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:45.806852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Attempting to bind port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:45.807222 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Attempting to bind port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:45.807917 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Attempting to bind port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 on network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:45.814355 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:45.814728 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Checking segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:45.815145 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.815526 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Bound using segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:45.815986 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Bound port: 38ee3f67-a0e7-4cc3-b525-dc73616a4c13, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:45.816354 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.905952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-5fd3ad25-85a1-4859-9d26-e3e5f9c2aa22 service neutron] 10.222.0.23 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253393 Jul 15 23:41:45.911036 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] For port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:45.915187 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] For port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:45.920225 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.968565 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:45.971334 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:41:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:46.050302 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923ec37-8ec1-4d56-8fc0-49de8592bcc9 None None] Pushing event updated for resources: {'Port': ['ID=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:46.083201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:30Z', 'revision_number': 1, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}, {'id': 'ca3f87ee-c771-4a0b-b5a0-9e48fe3ba05f', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:f9:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:43Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:46.137453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:46.159547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:46.160337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:41:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:46.183871 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ce077e-c35b-48da-b9d5-e212bfa82157 x-openstack-request-id: req-46ce077e-c35b-48da-b9d5-e212bfa82157 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:46.184165 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:46.184418 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46ce077e-c35b-48da-b9d5-e212bfa82157 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:46.184825 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'status': 'completed', 'code': 200} Jul 15 23:41:46.203341 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:46.324783 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60234-6289-4992-b061-478ed73d0f0a req-7d41a4c7-ae87-42ca-8e70-d24be3c2cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.326627 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41b60234-6289-4992-b061-478ed73d0f0a req-7d41a4c7-ae87-42ca-8e70-d24be3c2cdf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 1096 time: 0.0849681 Jul 15 23:41:46.332499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5b205bd-2002-46f5-b101-b8e4e80319ec req-bf56fde3-4fe9-42b5-b9c5-b9efc212d2fb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 210 time: 0.0620790 Jul 15 23:41:46.387141 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:46.456447 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60234-6289-4992-b061-478ed73d0f0a req-2d737074-2946-44c6-93f9-30b11635085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.458686 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41b60234-6289-4992-b061-478ed73d0f0a req-2d737074-2946-44c6-93f9-30b11635085b service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1165142 Jul 15 23:41:46.465029 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:45Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:46.493391 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad51d7-99dc-4c23-aa4f-05f7ddd037ad None None] The sync data for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 is: [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:45Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:46.580460 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41b60234-6289-4992-b061-478ed73d0f0a req-28aec41c-f4c6-4a86-acd8-20c4852d850b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 HTTP/1.1" status: 200 len: 999 time: 0.1135705 Jul 15 23:41:46.656336 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60234-6289-4992-b061-478ed73d0f0a req-a0914dbf-c602-443b-91e9-049709523b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.658005 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41b60234-6289-4992-b061-478ed73d0f0a req-a0914dbf-c602-443b-91e9-049709523b83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0714326 Jul 15 23:41:46.744648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:30Z', 'revision_number': 1, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}, {'id': 'ca3f87ee-c771-4a0b-b5a0-9e48fe3ba05f', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:f9:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:43Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:46.752779 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60234-6289-4992-b061-478ed73d0f0a req-6eb3ba57-b752-4403-a3a7-ae35280c3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.756754 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41b60234-6289-4992-b061-478ed73d0f0a req-6eb3ba57-b752-4403-a3a7-ae35280c3ade service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918343 Jul 15 23:41:46.779545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70a8fd-3b8b-4cbb-8023-e84746ef6baf None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:30Z', 'revision_number': 1, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}, {'id': 'ca3f87ee-c771-4a0b-b5a0-9e48fe3ba05f', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:f9:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:43Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 0, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:46.907750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e3d6e499-4bef-4bae-853c-069fa26744ad up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:46.918841 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41b60234-6289-4992-b061-478ed73d0f0a req-7a373c7f-3df9-494f-9ea5-e1d4d0cfd67f service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546795 Jul 15 23:41:46.972499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e3d6e499-4bef-4bae-853c-069fa26744ad triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:46.972880 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:47.074478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:47.090136 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-41b60234-6289-4992-b061-478ed73d0f0a req-400ccacf-1d77-410e-9cc1-ad40f5959352 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579397 Jul 15 23:41:47.172580 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af44f5a5-0079-42d3-8412-b8ff7e460fff None None] New status for floating IP ca3f87ee-c771-4a0b-b5a0-9e48fe3ba05f: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:41:47.180169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:47.188415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:47.189253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:47.325423 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:47.379723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:47.386668 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:47.483383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:47.535940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-236567f3-5866-4190-a240-79be16579948 req-bda78d4f-d02a-4ebb-9f37-05761032b0db tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 210 time: 0.0313416 Jul 15 23:41:48.040103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-58a36c6e-9d52-45f8-aac9-2ccb6f672e4e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.041565 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-58a36c6e-9d52-45f8-aac9-2ccb6f672e4e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 796 time: 0.1047547 Jul 15 23:41:48.076114 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-43a908ea-ffb8-4c53-a39a-8fc1b80b16ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.096439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-94f3eba4-a5d0-4036-bf54-1a23609536d8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 379 time: 0.0354640 Jul 15 23:41:48.107209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'port': {'device_id': '16425517-b395-4aa5-baca-1f2dd46de657', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'admin_state_up': True, 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'security_groups': ['ed8a1d67-f3d6-4a98-b6af-240a789c4e9e']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:48.219001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:48.223110 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.350838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.20.0.7 (5b3b95ac-7bf0-4356-8006-11a9c79b5a45/cb725c48-321e-4980-a396-80a5090728d4/be1138a1-764f-48af-a8ad-344e73ef15ba) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:48.493856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.506782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Transition to ACTIVE for port object be1138a1-764f-48af-a8ad-344e73ef15ba will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:48.540165 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.588474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:48.594314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:48.598217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:48.624492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:48.654520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.655201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.678304 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-2d607ed8-8d01-412e-b50f-c032717a33c7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751812 Jul 15 23:41:48.710143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Request body: {'port': {'device_id': '16425517-b395-4aa5-baca-1f2dd46de657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:48.800626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:48.839393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.850550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315711c2-5fc5-4f8f-aadb-c81c2a7b469a req-70f464d8-e26f-4ebd-b03c-0cef661ba711 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.852104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-315711c2-5fc5-4f8f-aadb-c81c2a7b469a req-70f464d8-e26f-4ebd-b03c-0cef661ba711 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 931 time: 0.1695352 Jul 15 23:41:48.857424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:48.857913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:48.928753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-315711c2-5fc5-4f8f-aadb-c81c2a7b469a req-bc47e104-d413-4b35-aab5-b9057e655ac2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702806 Jul 15 23:41:48.952249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0957fca8-265e-423c-bd0e-24db5a5e0e9f None None] Provisioning for port be1138a1-764f-48af-a8ad-344e73ef15ba completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:48.958086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0957fca8-265e-423c-bd0e-24db5a5e0e9f None None] Provisioning complete for port be1138a1-764f-48af-a8ad-344e73ef15ba triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:48.958960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0957fca8-265e-423c-bd0e-24db5a5e0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.006475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0957fca8-265e-423c-bd0e-24db5a5e0e9f None None] Port be1138a1-764f-48af-a8ad-344e73ef15ba cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:49.165754 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1138a1-764f-48af-a8ad-344e73ef15ba {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:49.174252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.186501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Transition to ACTIVE for port object be1138a1-764f-48af-a8ad-344e73ef15ba will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:49.190434 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.263725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:49.319107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Attempting to bind port be1138a1-764f-48af-a8ad-344e73ef15ba on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:49.319449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Attempting to bind port be1138a1-764f-48af-a8ad-344e73ef15ba by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:49.319780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Attempting to bind port be1138a1-764f-48af-a8ad-344e73ef15ba on network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:49.325788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Port be1138a1-764f-48af-a8ad-344e73ef15ba on network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:41:49.326122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Attempting to bind port be1138a1-764f-48af-a8ad-344e73ef15ba on network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:49.331431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:49.331778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Checking segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:49.332168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Bound using segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:49.332641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Bound port: be1138a1-764f-48af-a8ad-344e73ef15ba, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:49.333008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.404799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:49.408503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:49.413056 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.451005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:49.451703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.453301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] 10.222.0.59 "PUT /v2.0/ports/be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 1091 time: 0.7606192 Jul 15 23:41:49.453801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:49.456192 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2edb323-f389-4127-adee-a9d17ccf0a53" -d '{"events": [{"name": "network-changed", "server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:49.498446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47926af5-4ea4-4cca-a9bc-d5931ac3aecb service neutron] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:49.517648 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8cb053-51b2-4dd7-9340-90046972d789 x-openstack-request-id: req-ab8cb053-51b2-4dd7-9340-90046972d789 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:49.518050 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:49.518415 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab8cb053-51b2-4dd7-9340-90046972d789 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:49.519094 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'status': 'completed', 'code': 200} Jul 15 23:41:49.580741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-9ced4ca6-0f82-4b46-9bcc-af0db82281da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:49.582462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-9ced4ca6-0f82-4b46-9bcc-af0db82281da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1094 time: 0.0781779 Jul 15 23:41:49.634046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-bcdf2acf-d8bf-4890-9a7a-1bafc763802c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 217 time: 0.0422478 Jul 15 23:41:49.687659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-977315a8-d452-4613-961d-88e7f8cf2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:49.689132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-977315a8-d452-4613-961d-88e7f8cf2d00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0485783 Jul 15 23:41:49.759202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-813b0536-dd37-4cf2-aad5-c0f223e5cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:49.760751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-813b0536-dd37-4cf2-aad5-c0f223e5cb82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640507 Jul 15 23:41:49.853610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-5dd173c5-ecdf-4725-a228-e0c150d0c295 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854268 Jul 15 23:41:49.947937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56877e28-3ada-4f64-a8d0-bc5526a3d5a1 req-b57a4547-efdd-4978-8274-5045a2e62e0a service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862870 Jul 15 23:41:50.050058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-13905e84-ab61-49f2-b7a0-b611e93e793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.051609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-13905e84-ab61-49f2-b7a0-b611e93e793c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1094 time: 0.0542858 Jul 15 23:41:50.199506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a78b0-4d90-4d06-b339-431ee1f19de0 req-6041d179-9b8e-4248-afac-1f65088825d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.201024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db2a78b0-4d90-4d06-b339-431ee1f19de0 req-6041d179-9b8e-4248-afac-1f65088825d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 943 time: 0.1447594 Jul 15 23:41:50.204176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-9ecca983-bb3f-49e1-aa52-0452412f346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.205566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-9ecca983-bb3f-49e1-aa52-0452412f346d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 897 time: 0.1389987 Jul 15 23:41:50.260380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-2d73457d-e7f5-419f-b182-c4c8a20f8db4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 217 time: 0.0460284 Jul 15 23:41:50.283240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db2a78b0-4d90-4d06-b339-431ee1f19de0 req-7d046f14-4058-48de-9848-70f612ac8765 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762584 Jul 15 23:41:50.322614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-6c190c7e-986e-46bb-9a32-828a150e926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.324058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-6c190c7e-986e-46bb-9a32-828a150e926f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0543311 Jul 15 23:41:50.387961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-156a0dda-faca-4679-9f36-1c64242ac7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.389478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-156a0dda-faca-4679-9f36-1c64242ac7c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540297 Jul 15 23:41:50.491520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-b8c53479-10fe-4d5d-bae9-78beed8d18cd service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937886 Jul 15 23:41:50.591614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2edb323-f389-4127-adee-a9d17ccf0a53 req-3bb5e480-a009-4032-84b5-6981000f5e82 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926383 Jul 15 23:41:50.699444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebc0-de8f-457a-a317-d80e26c48095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:50.790643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-f25b0187-6fd7-464c-9a33-1dc78450926a req-aa6cfd32-d653-4542-948a-7d8a3ee66629 tempest-ServerAddressesTestJSON-1308961194 tempest-ServerAddressesTestJSON-1308961194-project] (93715) timed out ('10.222.0.23', 50960) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:41:51.081580 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.459691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8aee-e18c-4acf-9dca-0763d1c910e7 req-7738a573-39af-4e7a-b2cf-a2667aa08520 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.461246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-015c8aee-e18c-4acf-9dca-0763d1c910e7 req-7738a573-39af-4e7a-b2cf-a2667aa08520 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 943 time: 0.0667636 Jul 15 23:41:51.502579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-015c8aee-e18c-4acf-9dca-0763d1c910e7 req-79a036e8-cfaf-44d2-9825-172668d1ccaa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355990 Jul 15 23:41:51.627734 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:52.686426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74584c7-cb3d-43a0-80e5-49342530f6aa req-0250b91d-abc2-401e-86b8-c40f261ff912 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:52.688150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c74584c7-cb3d-43a0-80e5-49342530f6aa req-0250b91d-abc2-401e-86b8-c40f261ff912 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 943 time: 0.0752754 Jul 15 23:41:52.727772 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c74584c7-cb3d-43a0-80e5-49342530f6aa req-fadcbde9-f75c-41c8-8e6c-c44adfd9958c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335491 Jul 15 23:41:53.369620 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.395503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device be1138a1-764f-48af-a8ad-344e73ef15ba details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:41:53.493119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:53.504585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'port_id': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'mac_address': 'fa:16:3e:34:b2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:41:53.540862 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.554115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1138a1-764f-48af-a8ad-344e73ef15ba {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:53.577382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:53.581375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.629273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:53.837429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['be1138a1-764f-48af-a8ad-344e73ef15ba'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:53.913367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a152d-c624-4e8e-81bb-57972f850ef4 req-fb1d5bcc-5a3b-4591-a748-24f2a1e7e8f8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:53.914913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-759a152d-c624-4e8e-81bb-57972f850ef4 req-fb1d5bcc-5a3b-4591-a748-24f2a1e7e8f8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 944 time: 0.0675170 Jul 15 23:41:53.960785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-759a152d-c624-4e8e-81bb-57972f850ef4 req-ef8cb87f-8250-4a0f-ba48-46071319d2a5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395832 Jul 15 23:41:55.132977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7db08-7c86-41bd-a29c-3d77aeb02d08 req-48c130a7-d18e-419f-bd9c-0a0da0366b81 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:55.134595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71a7db08-7c86-41bd-a29c-3d77aeb02d08 req-48c130a7-d18e-419f-bd9c-0a0da0366b81 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 944 time: 0.0641398 Jul 15 23:41:55.179393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-71a7db08-7c86-41bd-a29c-3d77aeb02d08 req-f127cc88-7f0f-482f-8983-35f4b7b8dd95 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 Jul 15 23:41:55.277861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.411194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device be1138a1-764f-48af-a8ad-344e73ef15ba up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:55.461152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port be1138a1-764f-48af-a8ad-344e73ef15ba completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:55.466035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port be1138a1-764f-48af-a8ad-344e73ef15ba triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:55.466409 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.599325 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.599325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:55.599325 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e8442-12c6-4c4a-b12a-bb99eb8384e9" -d '{"events": [{"server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "name": "network-vif-plugged", "status": "completed", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:55.599325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:55.704656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.704656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:55.730565 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f76aceb-23e3-4a7c-abd5-50923f30b36b x-openstack-request-id: req-0f76aceb-23e3-4a7c-abd5-50923f30b36b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:55.730903 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "name": "network-vif-plugged", "status": "completed", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:55.731159 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f76aceb-23e3-4a7c-abd5-50923f30b36b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:55.731556 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'code': 200} Jul 15 23:41:55.855172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8ef5-ff6b-43ed-ba8f-4e49baa4e60d req-6f89716e-c76b-45e0-b2a8-ac40eb2e4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:55.856615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-243d8ef5-ff6b-43ed-ba8f-4e49baa4e60d req-6f89716e-c76b-45e0-b2a8-ac40eb2e4460 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1096 time: 0.0552726 Jul 15 23:41:55.896714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-243d8ef5-ff6b-43ed-ba8f-4e49baa4e60d req-1c71d5f4-ac46-4dd9-a32d-700bbefe4e43 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Jul 15 23:41:56.362144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168aa8d-155a-4f9a-8825-e5b75a41e446 req-62358090-0fc8-43e5-9c95-555a3a019fa8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:56.363759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7168aa8d-155a-4f9a-8825-e5b75a41e446 req-62358090-0fc8-43e5-9c95-555a3a019fa8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0673840 Jul 15 23:41:56.405841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7168aa8d-155a-4f9a-8825-e5b75a41e446 req-a22bd748-03a2-4e6d-88fa-b749000b3c30 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356872 Jul 15 23:41:57.594419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dc24a-9b4c-40fb-968b-dd646ac6aa70 req-df1fab2d-9e05-4789-b2a6-b346461f4135 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:57.595947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce3dc24a-9b4c-40fb-968b-dd646ac6aa70 req-df1fab2d-9e05-4789-b2a6-b346461f4135 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0714998 Jul 15 23:41:57.636782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce3dc24a-9b4c-40fb-968b-dd646ac6aa70 req-3d37b4a2-861a-4d60-97d1-47b1424a88ca tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351045 Jul 15 23:41:57.828016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663533a-02d6-4e01-8f95-fb967ce729c8 req-208233fc-d4fc-4739-9d46-c02f25da0c12 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:57.828855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3663533a-02d6-4e01-8f95-fb967ce729c8 req-208233fc-d4fc-4739-9d46-c02f25da0c12 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0654266 Jul 15 23:41:57.869700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3663533a-02d6-4e01-8f95-fb967ce729c8 req-92a06df7-025f-49bc-85f9-8d9af76c50cd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335197 Jul 15 23:41:57.896632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50260) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:57.955675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25aa18-1eac-437e-b5e2-0424c388279d tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:57.957597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5a25aa18-1eac-437e-b5e2-0424c388279d tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1091 time: 0.0598586 Jul 15 23:41:57.960472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50264) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:57.964958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:57.987760 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.100818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.231586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.25.3.131 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/2d8e07a2-f87f-479e-9122-ca9e75e873ff) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:58.349878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.394461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.442966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:58.449979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:58.456305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:58.459055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=2d8e07a2-f87f-479e-9122-ca9e75e873ff,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:58.928309 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.015163 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.193750 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.206902 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.278946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=2d8e07a2-f87f-479e-9122-ca9e75e873ff,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:59.291719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.404121 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Floating IP 244d1060-da41-40ea-8751-66fa106b478e associated. External IP: 172.25.3.131, port: be1138a1-764f-48af-a8ad-344e73ef15ba. Jul 15 23:41:59.638535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:59.759439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:59.769526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] Sync routers for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:59.778919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.780255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:59.781103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:41:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:59.830172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-647cdf52-bd3e-4240-98fc-eeb7764c7e21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8662171 Jul 15 23:41:59.830172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:59.831085 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890e932d-ed6b-4b62-995c-62bf41524694" -d '{"events": [{"name": "network-changed", "server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:00.012818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d4a8f-69df-4bd9-b7ee-7881d4f1ad65 req-c389ff58-d5cd-4837-bc53-389cfef65e2f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:00.014985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a9d4a8f-69df-4bd9-b7ee-7881d4f1ad65 req-c389ff58-d5cd-4837-bc53-389cfef65e2f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0804226 Jul 15 23:42:00.061120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1a9d4a8f-69df-4bd9-b7ee-7881d4f1ad65 req-952b83b9-6ed7-46d3-b7fc-fbc4ada8a51a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Jul 15 23:42:00.078402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:00.092443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50316) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:00.154346 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769d940e-8034-4efa-a8d0-d632209e6cbb x-openstack-request-id: req-769d940e-8034-4efa-a8d0-d632209e6cbb {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:00.154876 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:00.155119 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-769d940e-8034-4efa-a8d0-d632209e6cbb {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:00.155775 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'status': 'completed', 'code': 200} Jul 15 23:42:00.208877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2c1d2c4c-ffbc-402a-9223-9871e8c79a4c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/244d1060-da41-40ea-8751-66fa106b478e HTTP/1.1" status: 200 len: 991 time: 0.1150572 Jul 15 23:42:00.238151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e932d-ed6b-4b62-995c-62bf41524694 req-765856d0-6ca3-4fc4-9bca-b6454d802928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:00.239754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-890e932d-ed6b-4b62-995c-62bf41524694 req-765856d0-6ca3-4fc4-9bca-b6454d802928 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1096 time: 0.0833578 Jul 15 23:42:00.348066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e932d-ed6b-4b62-995c-62bf41524694 req-a196ec1a-a1b9-42b9-a154-d6342d388956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:00.349772 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-890e932d-ed6b-4b62-995c-62bf41524694 req-a196ec1a-a1b9-42b9-a154-d6342d388956 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 897 time: 0.0997291 Jul 15 23:42:00.354210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '244d1060-da41-40ea-8751-66fa106b478e', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'port_id': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'mac_address': 'fa:16:3e:34:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16425517-b395-4aa5-baca-1f2dd46de657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:58Z', 'updated_at': '2021-07-15T23:41:58Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:47Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:00.384987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] Checking router: e11e5c81-1ca1-44e2-9e80-14b3dffdec24 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:42:00.394197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:00.394852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:41:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:00.436878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-890e932d-ed6b-4b62-995c-62bf41524694 req-f2bfa1ca-93bb-4917-a230-5271487031c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 999 time: 0.0685649 Jul 15 23:42:00.482489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e932d-ed6b-4b62-995c-62bf41524694 req-f688124a-970c-45ce-b835-c8f4630622f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:00.484086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-890e932d-ed6b-4b62-995c-62bf41524694 req-f688124a-970c-45ce-b835-c8f4630622f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0447302 Jul 15 23:42:00.509310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:00.556935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e932d-ed6b-4b62-995c-62bf41524694 req-c0f51dd6-c556-41f7-9c8d-d62aa762fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:00.558502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-890e932d-ed6b-4b62-995c-62bf41524694 req-c0f51dd6-c556-41f7-9c8d-d62aa762fe56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627694 Jul 15 23:42:00.662548 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-890e932d-ed6b-4b62-995c-62bf41524694 req-4a5c491b-4c3b-47d0-8f5a-ade8919acebd service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922060 Jul 15 23:42:00.782852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-890e932d-ed6b-4b62-995c-62bf41524694 req-584d26e4-a648-493b-a261-c2e38c5f6a3e service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128383 Jul 15 23:42:00.784248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '244d1060-da41-40ea-8751-66fa106b478e', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'port_id': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'mac_address': 'fa:16:3e:34:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16425517-b395-4aa5-baca-1f2dd46de657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:58Z', 'updated_at': '2021-07-15T23:41:58Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:47Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:00.816219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f19b3-85d9-43ef-a44a-2858770efd25 None None] The sync data for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 is: [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '244d1060-da41-40ea-8751-66fa106b478e', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'port_id': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'mac_address': 'fa:16:3e:34:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16425517-b395-4aa5-baca-1f2dd46de657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:58Z', 'updated_at': '2021-07-15T23:41:58Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:47Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:42:01.046160 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859ae75-0dc0-4c16-b9c1-31e63d104b58 None None] New status for floating IP 244d1060-da41-40ea-8751-66fa106b478e: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:42:01.212628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 50344) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:01.283734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-20e24786-764a-4ddb-959c-9dba316e65f4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/244d1060-da41-40ea-8751-66fa106b478e HTTP/1.1" status: 200 len: 993 time: 0.0646222 Jul 15 23:42:02.829389 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-75bd45ba-5e27-4896-a1a3-677ae3d778cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607004 Jul 15 23:42:02.934278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-cbe55e78-799f-4005-ba34-3a5959b3f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:02.936145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-cbe55e78-799f-4005-ba34-3a5959b3f13e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1097 time: 0.0560067 Jul 15 23:42:03.067175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-1b7b076f-93e8-43ec-8625-5870598c131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:03.068879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-1b7b076f-93e8-43ec-8625-5870598c131d service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1066458 Jul 15 23:42:03.151647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-be7cbbd8-ccda-4148-9f98-687896d052c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 200 len: 1002 time: 0.0721884 Jul 15 23:42:03.211167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-cabb23a2-9de3-49fa-b114-aa425f021af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:03.212655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-cabb23a2-9de3-49fa-b114-aa425f021af2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0470996 Jul 15 23:42:03.282005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-7d0fbf32-d776-48b4-b850-5765015ac406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:03.282005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-7d0fbf32-d776-48b4-b850-5765015ac406 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583243 Jul 15 23:42:03.390880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-3592e972-e471-4010-996d-52d9f6c96664 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012928 Jul 15 23:42:03.491310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45cbcef0-fe4f-4bc6-88fd-e1abc2f859f4 req-4558d947-fd04-4a16-b046-cd8518e2c9fc service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922854 Jul 15 23:42:08.772735 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-2d703ace-d71a-4acb-8594-c68e00e7ebf3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587635 Jul 15 23:42:08.884826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-e9433a6a-8201-4161-9ef5-44ba8cc8186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:08.886904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-e9433a6a-8201-4161-9ef5-44ba8cc8186b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 1096 time: 0.0556433 Jul 15 23:42:08.991109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-932d678f-593d-437f-a1b6-919796751c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:08.992604 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-932d678f-593d-437f-a1b6-919796751c80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.0845132 Jul 15 23:42:09.062024 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-9f879f33-bf5b-46b1-bc2b-847f9a683007 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 HTTP/1.1" status: 200 len: 1001 time: 0.0618627 Jul 15 23:42:09.110392 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-85ba3c2a-4ceb-4df9-90cf-19eb0959517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:09.111869 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-85ba3c2a-4ceb-4df9-90cf-19eb0959517f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0435832 Jul 15 23:42:09.169746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-029df3cf-9f25-46ee-a78c-c298d7cd0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:09.171357 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-029df3cf-9f25-46ee-a78c-c298d7cd0b36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537069 Jul 15 23:42:09.265294 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-17516f49-ad11-43a0-875d-56510b49bbd1 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878015 Jul 15 23:42:09.352770 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5695bf19-8af0-495f-9bad-7802dfb41212 req-257c347c-48df-4e57-9f06-90e51c2920eb service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812876 Jul 15 23:42:14.017949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:18.079497 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69bd7337-4e5b-464d-99e7-ed0128c96c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:20.029634 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:42:20.700968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96ea0d21-2153-4012-86ba-f49067418c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:21.082284 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:21.628641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.372613 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.281982 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:36.691211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ffc42-dba8-4ad1-b353-39992726ac8a req-7ce61c4c-f6d5-4a86-aa89-24ad3b172e9b tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:36.692788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-588ffc42-dba8-4ad1-b353-39992726ac8a req-7ce61c4c-f6d5-4a86-aa89-24ad3b172e9b tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1096 time: 0.0595932 Jul 15 23:42:36.711844 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-588ffc42-dba8-4ad1-b353-39992726ac8a req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:36.816555 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-588ffc42-dba8-4ad1-b353-39992726ac8a req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:36.820773 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-588ffc42-dba8-4ad1-b353-39992726ac8a req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:36.843802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-588ffc42-dba8-4ad1-b353-39992726ac8a req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451387 Jul 15 23:42:36.852348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73a9f80-3c4b-422a-8edd-c17be42bbfec,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:36.868014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4f58d-900f-4ea7-b425-4372aa3454c6 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:37.018883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ae6d-8530-45e8-a904-888a95c7caee req-3711607f-1bdd-4a3f-855f-88710df35bb9 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:37.020398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58b6ae6d-8530-45e8-a904-888a95c7caee req-3711607f-1bdd-4a3f-855f-88710df35bb9 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0644643 Jul 15 23:42:37.071281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58b6ae6d-8530-45e8-a904-888a95c7caee req-4e4dde49-2ea2-4c50-a480-24a7868762fb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450327 Jul 15 23:42:37.095334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51252) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:37.156780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5befa39a-780c-41c0-978b-52a76385ddff tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/244d1060-da41-40ea-8751-66fa106b478e HTTP/1.1" status: 200 len: 993 time: 0.0601449 Jul 15 23:42:37.804660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 51278) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:38.306431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2f69-dc26-4826-bace-9de3864945f2 req-77378694-94e6-41f1-993d-d4cd82d9507b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:38.308000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90c2f69-dc26-4826-bace-9de3864945f2 req-77378694-94e6-41f1-993d-d4cd82d9507b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.4472578 Jul 15 23:42:38.311785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-30029e22-baa4-4cbf-b3b7-8417e2a0a502 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5059350 Jul 15 23:42:38.364467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90c2f69-dc26-4826-bace-9de3864945f2 req-ecd5577a-4bd6-4ed1-a0f3-70bd92a9fde1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498486 Jul 15 23:42:39.546724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1714e6b-0971-4bef-94e6-a77bf4c1d4a9 req-f2d5dbcc-0038-477a-9431-fef60e6bf19b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:39.548891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1714e6b-0971-4bef-94e6-a77bf4c1d4a9 req-f2d5dbcc-0038-477a-9431-fef60e6bf19b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0723388 Jul 15 23:42:39.596741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1714e6b-0971-4bef-94e6-a77bf4c1d4a9 req-b9edc97d-ebaa-4b56-be3d-e5c24ee94daa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Jul 15 23:42:39.647924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-12ba0868-a39f-4157-b365-e5fafd80567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:39.649585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-12ba0868-a39f-4157-b365-e5fafd80567d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1096 time: 0.0633404 Jul 15 23:42:39.749692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-e9137581-6b11-458a-acca-d55a34555f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:39.751398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-e9137581-6b11-458a-acca-d55a34555f6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 897 time: 0.0943031 Jul 15 23:42:39.826348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-4c7ca0c8-bffd-4ec6-a1c2-8d247cd27a1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 1001 time: 0.0657287 Jul 15 23:42:39.883890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-959a480c-149c-4b94-bc3c-eee4c9cb7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:39.886606 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-959a480c-149c-4b94-bc3c-eee4c9cb7dfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0511372 Jul 15 23:42:39.946545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-b223d6bc-7040-451b-974b-3ad4fabc6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:39.948073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-b223d6bc-7040-451b-974b-3ad4fabc6744 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519433 Jul 15 23:42:40.047244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-7e927e71-de62-4b72-b706-5260a18f7804 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890248 Jul 15 23:42:40.150811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-b7da4be0-3f22-4c7e-9493-91a84e98fd6a service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942335 Jul 15 23:42:40.787549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd02774-86a1-4dfc-8980-c12bd085f65e req-9fc4d234-e3f5-48eb-87fc-f0c0352e42d6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:40.789045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9dd02774-86a1-4dfc-8980-c12bd085f65e req-9fc4d234-e3f5-48eb-87fc-f0c0352e42d6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0719435 Jul 15 23:42:40.829328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9dd02774-86a1-4dfc-8980-c12bd085f65e req-a36caf25-b23c-4ca6-9d60-05037d06cf24 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340092 Jul 15 23:42:42.018418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f377b-d622-440a-8148-a5014a922c97 req-c57bbb38-9bc9-4241-aad0-f72d3e139391 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:42.019988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-530f377b-d622-440a-8148-a5014a922c97 req-c57bbb38-9bc9-4241-aad0-f72d3e139391 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0667131 Jul 15 23:42:42.060464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-530f377b-d622-440a-8148-a5014a922c97 req-e54f713b-481b-4b35-949d-d41827377a60 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344181 Jul 15 23:42:43.237787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87eb25-23d2-456a-8535-c588cede553e req-04a3edc4-ba97-4d68-8f1b-7ba8a8f97854 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:43.239099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d87eb25-23d2-456a-8535-c588cede553e req-04a3edc4-ba97-4d68-8f1b-7ba8a8f97854 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0645158 Jul 15 23:42:43.280538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d87eb25-23d2-456a-8535-c588cede553e req-10de7e1d-af25-4acb-94fc-008eea2128ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359204 Jul 15 23:42:44.007011 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:44.459948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442abed2-32b1-4d1b-8dad-a891eaacc28a req-8c3e49df-0c37-425e-b8e5-8d02d577b410 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:44.461543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-442abed2-32b1-4d1b-8dad-a891eaacc28a req-8c3e49df-0c37-425e-b8e5-8d02d577b410 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0696611 Jul 15 23:42:44.501028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-442abed2-32b1-4d1b-8dad-a891eaacc28a req-9d78982a-b92f-4ab5-914f-e2530f7e0038 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332735 Jul 15 23:42:45.672954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131979f-5a27-4b79-96eb-918f96286093 req-b3698382-97b9-4cf3-811c-ba6da760eca8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:45.674631 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f131979f-5a27-4b79-96eb-918f96286093 req-b3698382-97b9-4cf3-811c-ba6da760eca8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0625014 Jul 15 23:42:45.712869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f131979f-5a27-4b79-96eb-918f96286093 req-6c3398d9-03e2-4c07-ab0f-840228c8a7cd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327013 Jul 15 23:42:46.902737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ecb39-948a-44ce-b2ff-513122e27ee8 req-eb8fd926-7927-47dd-867d-7e92bdcd9c33 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:46.904302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-175ecb39-948a-44ce-b2ff-513122e27ee8 req-eb8fd926-7927-47dd-867d-7e92bdcd9c33 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0736094 Jul 15 23:42:46.942480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-175ecb39-948a-44ce-b2ff-513122e27ee8 req-65d4ea2a-95c3-4614-ba31-5c37a9dc89ce tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324152 Jul 15 23:42:48.080399 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5a54d8c9-9e6f-471c-97fa-551b7a2117c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:48.125487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654d041-8236-44ab-a998-3ced0da61772 req-d7d442d7-dacf-4c97-b8ed-35caa58421d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:48.127363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e654d041-8236-44ab-a998-3ced0da61772 req-d7d442d7-dacf-4c97-b8ed-35caa58421d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0704474 Jul 15 23:42:48.168583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e654d041-8236-44ab-a998-3ced0da61772 req-9f631d5d-62dc-4133-888a-7a7212be634e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340774 Jul 15 23:42:49.342704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e23db-dfa2-463d-8f68-3567cbec9f1d req-7368237b-8df7-4f79-bdb5-4cc70195e589 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:49.344226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a8e23db-dfa2-463d-8f68-3567cbec9f1d req-7368237b-8df7-4f79-bdb5-4cc70195e589 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0625155 Jul 15 23:42:49.385076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a8e23db-dfa2-463d-8f68-3567cbec9f1d req-621c3cdb-ec96-4ad0-8e8e-15d1185102b8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351353 Jul 15 23:42:50.562121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5309887-006b-4ae9-be2b-984db2ae1e9f req-01f30a28-2a01-4a88-9472-38891b644d67 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:50.563722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5309887-006b-4ae9-be2b-984db2ae1e9f req-01f30a28-2a01-4a88-9472-38891b644d67 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0676897 Jul 15 23:42:50.601336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5309887-006b-4ae9-be2b-984db2ae1e9f req-018ab8a4-eb16-4fe1-98c6-2853312cfa04 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Jul 15 23:42:50.703649 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-756d4605-1065-4ecf-a644-1f3ca6d635a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.083809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.631905 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.779761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8567f-47f5-4915-bafe-06652dd8aca1 req-8806cacd-29b3-4ed2-b4cb-660c2846d31d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:51.781268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7e8567f-47f5-4915-bafe-06652dd8aca1 req-8806cacd-29b3-4ed2-b4cb-660c2846d31d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0652039 Jul 15 23:42:51.819175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7e8567f-47f5-4915-bafe-06652dd8aca1 req-e7ec91d2-0fae-4a50-99f1-4aab760a2b2e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321848 Jul 15 23:42:53.002021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44966b-5658-4c0e-938a-7737b8b746a2 req-7028690f-a1a9-4b66-9c9c-b706d225b303 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:53.003497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea44966b-5658-4c0e-938a-7737b8b746a2 req-7028690f-a1a9-4b66-9c9c-b706d225b303 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0708883 Jul 15 23:42:53.044143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea44966b-5658-4c0e-938a-7737b8b746a2 req-9820b0c7-c916-4731-bec2-4ff8e6100886 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347390 Jul 15 23:42:53.375934 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:54.228348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6ed2-5d8e-4215-b485-b4503e1b8355 req-01ed165d-0a3d-4184-969b-8be4cdb5f90b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:54.229898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-362c6ed2-5d8e-4215-b485-b4503e1b8355 req-01ed165d-0a3d-4184-969b-8be4cdb5f90b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0659757 Jul 15 23:42:54.269749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-362c6ed2-5d8e-4215-b485-b4503e1b8355 req-66314373-71a5-4269-8907-26d0610aa56d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340421 Jul 15 23:42:55.284628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:55.450428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820260-5b06-4734-aa2f-9be088c5fc31 req-e3544d6a-24c7-493a-a957-23e0a70ea1ad tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:55.451971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb820260-5b06-4734-aa2f-9be088c5fc31 req-e3544d6a-24c7-493a-a957-23e0a70ea1ad tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0627053 Jul 15 23:42:55.489216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bb820260-5b06-4734-aa2f-9be088c5fc31 req-f158b2e9-61a8-4598-999a-532226b9a031 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Jul 15 23:42:56.670906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b0332-3e17-4e2b-b597-c701277f14ea req-e52a279e-f699-4a19-a4d3-dacb04346a4c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:56.672423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c3b0332-3e17-4e2b-b597-c701277f14ea req-e52a279e-f699-4a19-a4d3-dacb04346a4c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0688405 Jul 15 23:42:56.711868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c3b0332-3e17-4e2b-b597-c701277f14ea req-b48bb9da-3c6a-475a-b240-3a59ddef2b15 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335989 Jul 15 23:42:57.030205 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:42:57.289053 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-76b8d2a6-274a-4a66-a398-f0ba5cd6f8e5 service neutron] show failed (client error): The resource could not be found. Jul 15 23:42:57.289985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-76b8d2a6-274a-4a66-a398-f0ba5cd6f8e5 service neutron] 10.222.0.59 "GET /v2.0/ports/be1138a1-764f-48af-a8ad-344e73ef15ba/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0560496 Jul 15 23:42:57.635448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-63ece9ca-f80e-4ff3-a96d-cae0fdbaca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:57.637534 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-63ece9ca-f80e-4ff3-a96d-cae0fdbaca6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 1096 time: 0.1443176 Jul 15 23:42:57.655778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:57.732819 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:57.936927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc0b39-24c8-4770-9da6-336df3b4d0ca req-5b1e1ba1-c745-46e9-8f0f-c9491fa3d849 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:57.939300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbfc0b39-24c8-4770-9da6-336df3b4d0ca req-5b1e1ba1-c745-46e9-8f0f-c9491fa3d849 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0727189 Jul 15 23:42:57.998671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbfc0b39-24c8-4770-9da6-336df3b4d0ca req-4fefecbb-2a56-4bf3-971f-3e4575731e2b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509720 Jul 15 23:42:58.000850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:58.035297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:42:58.076337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:58.078549 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f937af-f14e-4c09-9b80-804dadf5cb75" -d '{"events": [{"server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "name": "network-vif-unplugged", "status": "completed", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:58.082970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:58.097372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Transition to ACTIVE for port object be1138a1-764f-48af-a8ad-344e73ef15ba will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:58.103056 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:58.229553 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2220d9ef-6330-415f-87df-e311f4daf687 x-openstack-request-id: req-2220d9ef-6330-415f-87df-e311f4daf687 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:58.230361 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "name": "network-vif-unplugged", "status": "completed", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:58.230615 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2220d9ef-6330-415f-87df-e311f4daf687 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:58.231245 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'code': 200} Jul 15 23:42:58.232008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=6']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:58.260072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.260717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.261762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.262267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.262798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.263317 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.263818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.264327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.264822 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.265338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.265835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.266347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:58.305497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] No DVR routers for this DVR port be1138a1-764f-48af-a8ad-344e73ef15ba on host n-h2-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:58.463485 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Attempting to bind port be1138a1-764f-48af-a8ad-344e73ef15ba on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:42:58.463921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Attempting to bind port be1138a1-764f-48af-a8ad-344e73ef15ba by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:42:58.464445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Attempting to bind port be1138a1-764f-48af-a8ad-344e73ef15ba on network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:58.469224 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Port be1138a1-764f-48af-a8ad-344e73ef15ba on network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:42:58.469918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Attempting to bind port be1138a1-764f-48af-a8ad-344e73ef15ba on network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:58.475408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:42:58.475865 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Checking segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:42:58.476363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Bound using segment: {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:42:58.476882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Bound port: be1138a1-764f-48af-a8ad-344e73ef15ba, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:42:58.477309 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:58.546819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:42:58.549990 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:42:58.555281 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:58.614024 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:58.614784 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:58.616590 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] 10.222.0.37 "PUT /v2.0/ports/be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 1091 time: 0.9659696 Jul 15 23:42:58.623494 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3726d1-5247-4079-9907-71107a535d57 service neutron] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=7']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:58.716243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-7ab5da67-3800-4783-bed7-18c8ed147f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:58.718042 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-7ab5da67-3800-4783-bed7-18c8ed147f4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1094 time: 0.0662820 Jul 15 23:42:58.840058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-1977ea9b-e3a6-4331-8252-0d9c43cfbf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:58.841785 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-1977ea9b-e3a6-4331-8252-0d9c43cfbf48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 897 time: 0.1071844 Jul 15 23:42:58.909833 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-387fd794-6db5-4210-ac92-9ed06c875f06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 999 time: 0.0610349 Jul 15 23:42:58.960683 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-1add36cf-cf56-4606-aef9-d0940a2a2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:58.962322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-1add36cf-cf56-4606-aef9-d0940a2a2926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0464587 Jul 15 23:42:59.019262 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-165b2277-960e-408c-a258-3e14e8e78de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:59.021030 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-165b2277-960e-408c-a258-3e14e8e78de7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520380 Jul 15 23:42:59.115907 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-a2378fdd-930f-4fad-9101-ceb58b37edac service neutron] 10.222.0.37 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883689 Jul 15 23:42:59.172908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d745a07-a243-4388-ba4f-6f5e90063fb8 req-6dc4b1f9-2d2d-40df-a7e7-c19c7432f389 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:59.174820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d745a07-a243-4388-ba4f-6f5e90063fb8 req-6dc4b1f9-2d2d-40df-a7e7-c19c7432f389 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 943 time: 0.0669727 Jul 15 23:42:59.209703 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-50c7bb48-3555-4e23-9072-61ae71f0efd7 req-378bb120-484a-4b36-9fc0-e927ce79aacb service neutron] 10.222.0.37 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871978 Jul 15 23:42:59.218912 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d745a07-a243-4388-ba4f-6f5e90063fb8 req-3fc44489-d5d3-458d-846d-e8e462008be6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374916 Jul 15 23:43:00.201996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52010) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:00.232272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:00.234599 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52bd633-c05d-4b1b-a02f-988a5115835c" -d '{"events": [{"name": "network-changed", "server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:00.283061 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ae06f-ac8f-4e9b-85fe-1adf1e8a824f x-openstack-request-id: req-f14ae06f-ac8f-4e9b-85fe-1adf1e8a824f {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:00.283414 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:00.283728 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f14ae06f-ac8f-4e9b-85fe-1adf1e8a824f {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:00.284186 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'status': 'completed', 'code': 200} Jul 15 23:43:00.339828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7b837d6-1d3e-4e8f-b9d6-4a7bb26c4e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.396133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-a589420b-07ab-4e70-a632-9aaf8c979d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.397460 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-a589420b-07ab-4e70-a632-9aaf8c979d03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1094 time: 0.0667577 Jul 15 23:43:00.468824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-9a571b53-170a-472d-aa49-022cbacceaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.470386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-9a571b53-170a-472d-aa49-022cbacceaa9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1094 time: 0.1623349 Jul 15 23:43:00.496309 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-2c493a74-8fdf-4d55-8b9a-e821e722cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.497599 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-2c493a74-8fdf-4d55-8b9a-e821e722cb26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 897 time: 0.0931783 Jul 15 23:43:00.530009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b7f4-38f9-4599-986b-e9a5a0be0ce3 req-ccc35e8f-5095-4ac8-b728-007062783aad tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.531901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7799b7f4-38f9-4599-986b-e9a5a0be0ce3 req-ccc35e8f-5095-4ac8-b728-007062783aad tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 943 time: 0.1466076 Jul 15 23:43:00.585840 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7b837d6-1d3e-4e8f-b9d6-4a7bb26c4e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.594421 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b7b837d6-1d3e-4e8f-b9d6-4a7bb26c4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.675067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7799b7f4-38f9-4599-986b-e9a5a0be0ce3 req-ce249670-a555-415e-8fd1-aa9ea79dab54 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966144 Jul 15 23:43:00.681153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b7b837d6-1d3e-4e8f-b9d6-4a7bb26c4e20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7474048c20184e89a4fbde0228ff8884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779916 Jul 15 23:43:00.682344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-8f5e6a94-6426-4c14-a3ad-4761392f4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.688458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-8f5e6a94-6426-4c14-a3ad-4761392f4573 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 897 time: 0.2059047 Jul 15 23:43:00.690299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52018) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:00.700311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b837d6-1d3e-4e8f-b9d6-4a7bb26c4e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fdbb4f-5d62-4c0f-8321-f6107976f120,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:00.797785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-d8483284-e57b-466d-b90f-8d79ceb1e17f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 999 time: 0.0983291 Jul 15 23:43:00.847141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-929e8157-c3df-4373-b926-83d94993779b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.879907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-929e8157-c3df-4373-b926-83d94993779b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.890983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-05efaeb6-b273-4ac1-98a3-3cfa99bc97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.892510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-05efaeb6-b273-4ac1-98a3-3cfa99bc97eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0824244 Jul 15 23:43:00.912015 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-30145267-c543-47c3-b12d-e94fa4b37998 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 999 time: 0.4061928 Jul 15 23:43:00.974688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-e8449f0f-ad3e-4dab-8010-4395284db19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.976366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-e8449f0f-ad3e-4dab-8010-4395284db19f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752435 Jul 15 23:43:00.977621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-929e8157-c3df-4373-b926-83d94993779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.978513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-4112dbd2-49f2-4c1b-bf70-500e2b40ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.980627 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-4112dbd2-49f2-4c1b-bf70-500e2b40ff13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0614228 Jul 15 23:43:00.981003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-929e8157-c3df-4373-b926-83d94993779b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.982115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-929e8157-c3df-4373-b926-83d94993779b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15fdbb4f-5d62-4c0f-8321-f6107976f120 HTTP/1.1" status: 204 len: 168 time: 0.2908421 Jul 15 23:43:01.012880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e8157-c3df-4373-b926-83d94993779b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fdbb4f-5d62-4c0f-8321-f6107976f120,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:01.041717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-60578725-0d1d-40f5-813f-ad6ba44e5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:01.043373 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-60578725-0d1d-40f5-813f-ad6ba44e5a1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570977 Jul 15 23:43:01.089552 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-cf88dc76-7935-49ab-98ee-f6f2b05e8032 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045685 Jul 15 23:43:01.144665 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-0a71988f-db01-48d5-958d-23b487380e83 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949264 Jul 15 23:43:01.191684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-5673fae7-86fd-4866-aa5c-c0de4f3356ec service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950313 Jul 15 23:43:01.243314 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d52bd633-c05d-4b1b-a02f-988a5115835c req-98a0a87d-a998-4a88-b7ed-cf1aa7416fcc service neutron] 10.222.0.37 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923078 Jul 15 23:43:01.280531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52024) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:01.293697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8373-ef47-443f-95ef-d148554d546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.383038 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8373-ef47-443f-95ef-d148554d546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.387353 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8373-ef47-443f-95ef-d148554d546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.423177 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d9c8373-ef47-443f-95ef-d148554d546e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37d064b4a53843e1a84cf0d1d8a9cb15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415939 Jul 15 23:43:01.425037 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c8373-ef47-443f-95ef-d148554d546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb14d82-8b60-4c69-80e3-43251c2b3671,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:01.426037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52026) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:01.478821 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06d0d4ae-89e2-4f28-8b26-882e57c0c3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.499169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06d0d4ae-89e2-4f28-8b26-882e57c0c3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.544231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06d0d4ae-89e2-4f28-8b26-882e57c0c3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.546742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06d0d4ae-89e2-4f28-8b26-882e57c0c3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.547901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-06d0d4ae-89e2-4f28-8b26-882e57c0c3d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdb14d82-8b60-4c69-80e3-43251c2b3671 HTTP/1.1" status: 204 len: 168 time: 0.1208789 Jul 15 23:43:01.555894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0d4ae-89e2-4f28-8b26-882e57c0c3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb14d82-8b60-4c69-80e3-43251c2b3671,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:01.682797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device be1138a1-764f-48af-a8ad-344e73ef15ba no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:01.737489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device be1138a1-764f-48af-a8ad-344e73ef15ba not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:01.826356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device be1138a1-764f-48af-a8ad-344e73ef15ba details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:43:01.874260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df262f01-8dda-439b-abea-e780cfdece39 req-15a67a5d-6100-4249-ad86-046e746ca08f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:01.879221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df262f01-8dda-439b-abea-e780cfdece39 req-15a67a5d-6100-4249-ad86-046e746ca08f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 943 time: 0.0719631 Jul 15 23:43:01.919321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df262f01-8dda-439b-abea-e780cfdece39 req-354b3818-3df6-41c0-8f7a-63e6662fff8a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377667 Jul 15 23:43:01.929866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:01.941585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'port_id': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'mac_address': 'fa:16:3e:34:b2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:43:01.984491 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.997941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1138a1-764f-48af-a8ad-344e73ef15ba {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:02.023791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:02.027968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.083237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:02.093457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.093815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.094214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.094803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.095277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.095626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.095967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.096482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.096821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.097219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.098203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.098527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:02.325967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d944-679b-44bb-8838-641740831c6b req-ae46b24f-c3c3-426b-82d2-edf00a68450d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:02.327568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-ae46b24f-c3c3-426b-82d2-edf00a68450d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657&tenant_id=ca310d694c094256952d1bf72f087043&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 944 time: 0.1543345 Jul 15 23:43:02.329916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['be1138a1-764f-48af-a8ad-344e73ef15ba'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:43:02.338460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70769478-86db-48ee-81d2-f7f29fc99987 req-2536bde9-d88a-4792-8525-508efc44e0ce tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:02.340511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70769478-86db-48ee-81d2-f7f29fc99987 req-2536bde9-d88a-4792-8525-508efc44e0ce tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 944 time: 0.1412663 Jul 15 23:43:02.421273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-70769478-86db-48ee-81d2-f7f29fc99987 req-96798f3a-cff6-4a9d-baa8-7184253e757d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734222 Jul 15 23:43:02.429448 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-fa26d944-679b-44bb-8838-641740831c6b req-60351d00-798d-4626-9be0-46e7e4be17b4 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:43:02.430563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-60351d00-798d-4626-9be0-46e7e4be17b4 service neutron] 10.222.0.59 "DELETE /v2.0/ports/be1138a1-764f-48af-a8ad-344e73ef15ba/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0891473 Jul 15 23:43:02.538341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d944-679b-44bb-8838-641740831c6b req-1bc8caa5-37ec-404e-a8c2-4fa03763cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:02.539905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-1bc8caa5-37ec-404e-a8c2-4fa03763cc71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1095 time: 0.0587802 Jul 15 23:43:02.644059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d944-679b-44bb-8838-641740831c6b req-ee792321-42d2-45aa-87d5-8ab6d0e8f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:02.645909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-ee792321-42d2-45aa-87d5-8ab6d0e8f7df service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 897 time: 0.0992160 Jul 15 23:43:02.722335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-fb64fbaf-2b32-431b-ac10-33d82b888181 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 1000 time: 0.0683918 Jul 15 23:43:02.775218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d944-679b-44bb-8838-641740831c6b req-2e504d14-cc22-4c74-982e-932e9cbe096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:02.776747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-2e504d14-cc22-4c74-982e-932e9cbe096c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0470500 Jul 15 23:43:02.839890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d944-679b-44bb-8838-641740831c6b req-373feece-4cbe-47b0-a7d3-fd2510dfc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:02.841423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-373feece-4cbe-47b0-a7d3-fd2510dfc3e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566928 Jul 15 23:43:02.932275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-9486385c-e639-4f82-b915-1b3c00c9fe15 service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823536 Jul 15 23:43:03.025615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa26d944-679b-44bb-8838-641740831c6b req-918c3cf8-ee7e-4e15-97e6-3a2eeced1cba service neutron] 10.222.0.59 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855684 Jul 15 23:43:03.602495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4047e-789f-4fa8-a59d-e7c8403db1cd req-69d354e1-d400-4e7c-8846-683ac6881699 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:03.604491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7c4047e-789f-4fa8-a59d-e7c8403db1cd req-69d354e1-d400-4e7c-8846-683ac6881699 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 944 time: 0.0652199 Jul 15 23:43:03.643724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7c4047e-789f-4fa8-a59d-e7c8403db1cd req-65f97c1b-2346-47a5-8023-dbe13bcabff3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333281 Jul 15 23:43:03.834527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device be1138a1-764f-48af-a8ad-344e73ef15ba up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:03.882947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port be1138a1-764f-48af-a8ad-344e73ef15ba completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:03.887199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port be1138a1-764f-48af-a8ad-344e73ef15ba triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:03.887575 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.965938 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.988346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:03.990642 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8c2be4-f34f-400d-8676-61870c38b2ac" -d '{"events": [{"server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "name": "network-vif-plugged", "status": "completed", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:04.004618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:04.009024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.036135 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00b6cac-e43f-446f-b94b-d84cf572b745 x-openstack-request-id: req-f00b6cac-e43f-446f-b94b-d84cf572b745 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:04.036439 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "name": "network-vif-plugged", "status": "completed", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:04.036697 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f00b6cac-e43f-446f-b94b-d84cf572b745 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:04.037100 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'code': 200} Jul 15 23:43:04.063058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:04.833941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddfb6-34ec-4c49-871d-91065932b1ab req-7f94444a-0547-49be-9bd5-a3916611e8c0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:04.835664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d7ddfb6-34ec-4c49-871d-91065932b1ab req-7f94444a-0547-49be-9bd5-a3916611e8c0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0643644 Jul 15 23:43:04.877793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d7ddfb6-34ec-4c49-871d-91065932b1ab req-39fcd39e-3b78-4aa4-8fbb-d6d9e53f73a2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362508 Jul 15 23:43:04.903118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52100) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:04.964361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-82558e95-7445-43f9-88a5-547f03f923bd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/244d1060-da41-40ea-8751-66fa106b478e HTTP/1.1" status: 200 len: 993 time: 0.0598824 Jul 15 23:43:06.624772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52110) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:06.728130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-600ce45b-3869-4cef-aaab-2b690607d5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.816412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-600ce45b-3869-4cef-aaab-2b690607d5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.820207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-600ce45b-3869-4cef-aaab-2b690607d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.857095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-600ce45b-3869-4cef-aaab-2b690607d5de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f366d131a8404f5f80c5391b93e27a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311749 Jul 15 23:43:06.859157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ce45b-3869-4cef-aaab-2b690607d5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5d9c82-8f20-40c6-8176-f512859831d1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:06.860150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52114) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:06.909678 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf4869a6-921c-41c0-b520-797a1db77db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.930088 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf4869a6-921c-41c0-b520-797a1db77db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.976193 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf4869a6-921c-41c0-b520-797a1db77db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.978698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cf4869a6-921c-41c0-b520-797a1db77db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.982792 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cf4869a6-921c-41c0-b520-797a1db77db5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af5d9c82-8f20-40c6-8176-f512859831d1 HTTP/1.1" status: 204 len: 168 time: 0.1187468 Jul 15 23:43:06.988574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4869a6-921c-41c0-b520-797a1db77db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5d9c82-8f20-40c6-8176-f512859831d1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:09.769249 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-444c1806-fa3d-4781-a655-67ff660ff5b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512593 Jul 15 23:43:09.878945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-fde95c94-7bba-4b68-97e2-0d16a00a5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:09.880481 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-fde95c94-7bba-4b68-97e2-0d16a00a5772 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 1096 time: 0.0545418 Jul 15 23:43:09.982000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-e30f841a-d49b-4cbf-8253-8e6525cc4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:09.983541 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-e30f841a-d49b-4cbf-8253-8e6525cc4f8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.0839558 Jul 15 23:43:10.054960 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-d99eddd7-b71a-44b1-856b-d2046c07bc4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 HTTP/1.1" status: 200 len: 1001 time: 0.0648425 Jul 15 23:43:10.103140 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-cb770563-01ae-4150-ab97-5158eac4144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:10.105352 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-cb770563-01ae-4150-ab97-5158eac4144d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0439177 Jul 15 23:43:10.162043 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-2d54f6a9-4151-4ff5-b987-477402845166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:10.163715 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-2d54f6a9-4151-4ff5-b987-477402845166 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523648 Jul 15 23:43:10.256444 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-2e6a9b1c-3b9e-410e-a6ff-32461bd4b6c6 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858178 Jul 15 23:43:10.344061 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0cdcde1d-a625-482d-b867-15c43caf2c0d req-0edf44d9-80d2-429f-8ebb-8e5d99ae1c25 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815110 Jul 15 23:43:14.007017 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.889932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52240) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:16.990434 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0c555ad-cf2d-4f39-ab19-13ca103b306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.083261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0c555ad-cf2d-4f39-ab19-13ca103b306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.087137 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0c555ad-cf2d-4f39-ab19-13ca103b306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.124428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c555ad-cf2d-4f39-ab19-13ca103b306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6f44f7-b38e-476b-84fd-923965d12c13,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:17.129753 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f0c555ad-cf2d-4f39-ab19-13ca103b306a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29dc31966a62487d909277dadbdf5d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387753 Jul 15 23:43:17.132314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52244) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:17.179769 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a9a4-a16e-48e7-9204-bcc71571e3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.200477 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a9a4-a16e-48e7-9204-bcc71571e3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.249117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a9a4-a16e-48e7-9204-bcc71571e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.251796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ccb8a9a4-a16e-48e7-9204-bcc71571e3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.252959 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ccb8a9a4-a16e-48e7-9204-bcc71571e3af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb6f44f7-b38e-476b-84fd-923965d12c13 HTTP/1.1" status: 204 len: 168 time: 0.1197243 Jul 15 23:43:17.260446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8a9a4-a16e-48e7-9204-bcc71571e3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6f44f7-b38e-476b-84fd-923965d12c13,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:17.505478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52250) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:17.522620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a050-f996-4a39-a2fb-50a2e1dbd865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.606528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a050-f996-4a39-a2fb-50a2e1dbd865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.610460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a050-f996-4a39-a2fb-50a2e1dbd865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.648325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a4f3a050-f996-4a39-a2fb-50a2e1dbd865 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3944ebfcaca646da8aa0980379cef226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417716 Jul 15 23:43:17.649445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3a050-f996-4a39-a2fb-50a2e1dbd865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d70cfb-f9f2-4798-8cfe-5848e675ec55,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:17.651083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52252) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:17.701554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ac33bf9-1950-4d3d-8d90-c63c50612a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.721955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ac33bf9-1950-4d3d-8d90-c63c50612a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.772132 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ac33bf9-1950-4d3d-8d90-c63c50612a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.774811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ac33bf9-1950-4d3d-8d90-c63c50612a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.775969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8ac33bf9-1950-4d3d-8d90-c63c50612a0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17d70cfb-f9f2-4798-8cfe-5848e675ec55 HTTP/1.1" status: 204 len: 168 time: 0.1231916 Jul 15 23:43:17.785559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac33bf9-1950-4d3d-8d90-c63c50612a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d70cfb-f9f2-4798-8cfe-5848e675ec55,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:18.082555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52258) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:18.085440 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3ad36e3-46bf-44fd-bb7d-453f0e8ed960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.096888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0c82ce8-845e-4fb1-a522-dd23873a08a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.187024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0c82ce8-845e-4fb1-a522-dd23873a08a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.190596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0c82ce8-845e-4fb1-a522-dd23873a08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.228303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a0c82ce8-845e-4fb1-a522-dd23873a08a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57b13fece9b24d11b7de341b20ea7046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444900 Jul 15 23:43:18.229431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c82ce8-845e-4fb1-a522-dd23873a08a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9a96ed-b2bd-4ade-843d-cc9b6dfc9f61,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:18.230998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52260) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:18.282003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea462994-f2d2-43ff-a731-fe63d30de328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.303310 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea462994-f2d2-43ff-a731-fe63d30de328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.349317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea462994-f2d2-43ff-a731-fe63d30de328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.351932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ea462994-f2d2-43ff-a731-fe63d30de328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.353084 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ea462994-f2d2-43ff-a731-fe63d30de328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee9a96ed-b2bd-4ade-843d-cc9b6dfc9f61 HTTP/1.1" status: 204 len: 168 time: 0.1204488 Jul 15 23:43:18.361114 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea462994-f2d2-43ff-a731-fe63d30de328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9a96ed-b2bd-4ade-843d-cc9b6dfc9f61,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:20.705466 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a98e5990-b735-4de1-97b7-d4fb8014c2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:21.086871 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:21.635168 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.382004 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.204891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52372) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:25.290389 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.373654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port c4456bd8-1624-4379-8fbd-eac4075b8819 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:25.373930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.454460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.454838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.466866 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for c4456bd8-1624-4379-8fbd-eac4075b8819 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:25.619352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.643687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=c4456bd8-1624-4379-8fbd-eac4075b8819,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:25.710780 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.711125 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Floating IP ca3f87ee-c771-4a0b-b5a0-9e48fe3ba05f disassociated (deleted). External IP: 172.25.3.237, port: 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6. Jul 15 23:43:25.925233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Router 99179a35-cd6b-4ae7-8938-5803881715c6 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:26.041474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:26.046551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:26.051279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:26.061137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:26.061766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:26.086304 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-35863004-8bc7-4fe2-afe7-0d947a73e402 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "DELETE /v2.0/floatingips/ca3f87ee-c771-4a0b-b5a0-9e48fe3ba05f HTTP/1.1" status: 204 len: 168 time: 0.8801832 Jul 15 23:43:26.086920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:26.095201 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5a586f-d4af-493e-94e4-aa598c47e181" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:26.177513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:26.338307 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbf4fd8-1285-4378-816c-a24f648f117a x-openstack-request-id: req-adbf4fd8-1285-4378-816c-a24f648f117a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:26.338836 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:26.338836 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adbf4fd8-1285-4378-816c-a24f648f117a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:26.339818 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'status': 'completed', 'code': 200} Jul 15 23:43:26.425699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:30Z', 'revision_number': 1, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:26.460309 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-40c2b3d6-7164-4c78-bb69-36da03371867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:26.462433 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-40c2b3d6-7164-4c78-bb69-36da03371867 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 1096 time: 0.0657825 Jul 15 23:43:26.468109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:26.476818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:26.477489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:26.500318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb687-80bb-46c4-aaec-8a7335a2e705 req-1cd1aad7-5e11-432b-b028-518991426523 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:26.502510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8afb687-80bb-46c4-aaec-8a7335a2e705 req-1cd1aad7-5e11-432b-b028-518991426523 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 945 time: 0.0734320 Jul 15 23:43:26.557075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8afb687-80bb-46c4-aaec-8a7335a2e705 req-e37802b5-3774-4d23-b710-3d70c1c3a3af tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489204 Jul 15 23:43:26.579696 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-088156b0-18cf-45c4-b314-bc681f5d229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:26.581233 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-088156b0-18cf-45c4-b314-bc681f5d229d service neutron] 10.222.0.37 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.1112919 Jul 15 23:43:26.607039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:26.626141 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-930b02e8-3bb8-414d-8754-5f54d538225e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 HTTP/1.1" status: 200 len: 217 time: 0.0354292 Jul 15 23:43:26.681096 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-76ebce7c-53fc-4f7a-b169-1ae7b134ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:26.682664 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-76ebce7c-53fc-4f7a-b169-1ae7b134ff9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.0499020 Jul 15 23:43:26.752635 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-076361ec-8e11-4534-b77e-7ec4e31b42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:26.754168 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-076361ec-8e11-4534-b77e-7ec4e31b42f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647645 Jul 15 23:43:26.858450 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-896621f2-801f-45f6-9c36-993c617dd9bf service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956988 Jul 15 23:43:26.870846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:30Z', 'revision_number': 1, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:26.900180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ae69c-d5f3-4274-a225-3b83d87361fe None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '5faec005-9964-4013-8521-95acaa807891', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'port_id': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'mac_address': 'fa:16:3e:d9:c4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:39:27Z', 'updated_at': '2021-07-15T23:39:30Z', 'revision_number': 1, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:26.961606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-cc5a586f-d4af-493e-94e4-aa598c47e181 req-7bf3acfc-790e-403e-a980-cfac8cd0c5f3 service neutron] 10.222.0.37 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980906 Jul 15 23:43:27.162063 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b192d56-e0f3-4b56-93d5-e6ce87a71da4 None None] New status for floating IP ca3f87ee-c771-4a0b-b5a0-9e48fe3ba05f: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:43:27.736877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f0c4-330e-415f-9928-a512e812a85c req-8abea37f-e9ff-487d-8bfb-7c96d2192f7a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:27.738443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a673f0c4-330e-415f-9928-a512e812a85c req-8abea37f-e9ff-487d-8bfb-7c96d2192f7a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 945 time: 0.0693400 Jul 15 23:43:27.779931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a673f0c4-330e-415f-9928-a512e812a85c req-27ab87d0-c51d-47e5-bfeb-0f44dde59756 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355690 Jul 15 23:43:28.360487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a512516-c343-4a45-94e9-08aaedece387 req-919111f3-7819-457c-b7cb-67e518a7df73 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:28.361886 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4a512516-c343-4a45-94e9-08aaedece387 req-919111f3-7819-457c-b7cb-67e518a7df73 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 945 time: 0.0628936 Jul 15 23:43:28.471199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:28.471548 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:28.561522 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] For port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:28.561904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:28.575473 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:28.705743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:28.735613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=7b86e133-cde8-44e9-aa5d-b96e9f1a49e6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:28.781605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] No DVR routers for this DVR port 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:28.784200 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:28.786301 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-4a512516-c343-4a45-94e9-08aaedece387 req-7f2dc9c3-191f-4899-a258-9e0aa9ca747a tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.37 "DELETE /v2.0/ports/7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 HTTP/1.1" status: 204 len: 173 time: 0.4190116 Jul 15 23:43:28.786987 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'name': 'network-vif-deleted', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:28.789090 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac860fe-fc5d-4129-8f80-3997ff7f8b7f" -d '{"events": [{"server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "name": "network-vif-deleted", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:28.826618 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d69d0d0-6572-4867-96a5-572a2dc65382 x-openstack-request-id: req-4d69d0d0-6572-4867-96a5-572a2dc65382 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:28.827004 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ed9a17-229b-47bf-8fcd-66da5bccbecb", "name": "network-vif-deleted", "tag": "7b86e133-cde8-44e9-aa5d-b96e9f1a49e6", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:28.827329 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d69d0d0-6572-4867-96a5-572a2dc65382 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:28.827911 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ed9a17-229b-47bf-8fcd-66da5bccbecb', 'name': 'network-vif-deleted', 'tag': '7b86e133-cde8-44e9-aa5d-b96e9f1a49e6', 'status': 'completed', 'code': 200} Jul 15 23:43:28.942708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d04f20d-bd34-4384-ac8e-864f9da46dc5 req-8ca0635c-3f76-4854-b9b1-0a9b1a9c8f86 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 210 time: 0.0287986 Jul 15 23:43:30.100530 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-480035bc-a35a-4b40-8fce-50a5b3309bc9 req-9a6fe232-abe1-422f-b562-b67c70c2fe69 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 210 time: 0.0323510 Jul 15 23:43:31.264935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe35b992-1559-44e4-9fb7-70ffca1aa104 req-11aea197-2493-44d9-9ea9-3b84f4c434a1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jul 15 23:43:31.572334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77106bb3-903f-4045-8b8a-7129bd218a20 req-fae78d55-b2ce-42c4-b93a-913437cef16e tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:31.574735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77106bb3-903f-4045-8b8a-7129bd218a20 req-fae78d55-b2ce-42c4-b93a-913437cef16e tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1096 time: 0.0760560 Jul 15 23:43:31.617043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77106bb3-903f-4045-8b8a-7129bd218a20 req-939283e5-1fdf-498e-9310-1dbbe4711627 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352025 Jul 15 23:43:31.644709 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52434) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:31.841673 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 2d8e07a2-f87f-479e-9122-ca9e75e873ff {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:31.841958 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:31.938190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:31.938525 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:31.957409 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 2d8e07a2-f87f-479e-9122-ca9e75e873ff owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:31.971346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:31.997904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:31.998604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7b86e133-cde8-44e9-aa5d-b96e9f1a49e6 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:32.151585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:32.204563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=2d8e07a2-f87f-479e-9122-ca9e75e873ff,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:32.264554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:32.264903 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Floating IP 244d1060-da41-40ea-8751-66fa106b478e disassociated (deleted). External IP: 172.25.3.131, port: be1138a1-764f-48af-a8ad-344e73ef15ba. Jul 15 23:43:32.419750 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7a4433e-2fac-4e4a-aadc-eddcc9626ac1 req-98d0c561-40cd-4997-ba7d-848510e14310 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6ed9a17-229b-47bf-8fcd-66da5bccbecb HTTP/1.1" status: 200 len: 210 time: 0.0321622 Jul 15 23:43:32.487842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:32.595697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:32.600582 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:32.606292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] Sync routers for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:32.615593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:32.616211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:32.643804 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2c2c46b6-ec56-4817-85ee-5ac0d18a8349 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/floatingips/244d1060-da41-40ea-8751-66fa106b478e HTTP/1.1" status: 204 len: 168 time: 0.9953337 Jul 15 23:43:32.643804 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:32.652860 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50d0fe0-bef0-4808-9428-5abfa280e9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:32.743168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:32.920106 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83a5738-1325-4528-a698-0b4db3c97caf x-openstack-request-id: req-f83a5738-1325-4528-a698-0b4db3c97caf {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:32.920393 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:32.920689 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f83a5738-1325-4528-a698-0b4db3c97caf {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:32.921153 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'status': 'completed', 'code': 200} Jul 15 23:43:32.980528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:47Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:33.008746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] Checking router: e11e5c81-1ca1-44e2-9e80-14b3dffdec24 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:33.017807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:33.018456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:33.041984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-b64bde9a-658e-4b1c-9de5-e712a9eeee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:33.043719 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-b64bde9a-658e-4b1c-9de5-e712a9eeee98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 1096 time: 0.0567093 Jul 15 23:43:33.087589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470ca8d-8c70-432e-9c13-f5d3cc225e5f req-681a404f-3338-420c-881e-af22191e1b37 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:33.089676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a470ca8d-8c70-432e-9c13-f5d3cc225e5f req-681a404f-3338-420c-881e-af22191e1b37 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0717149 Jul 15 23:43:33.139147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-134b707c-8c53-4b16-b12a-ddea21d573c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:33.139473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a470ca8d-8c70-432e-9c13-f5d3cc225e5f req-5d6a71ff-4b91-418f-af31-9eb8bd4ee90e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Jul 15 23:43:33.140650 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-134b707c-8c53-4b16-b12a-ddea21d573c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 200 len: 897 time: 0.0888572 Jul 15 23:43:33.189298 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-f6eae880-4ebe-4011-9432-431429ea98b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 200 len: 217 time: 0.0410054 Jul 15 23:43:33.241780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-d0815bfa-b753-4705-aa14-e9d264516ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:33.243323 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-d0815bfa-b753-4705-aa14-e9d264516ba3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 200 len: 835 time: 0.0437546 Jul 15 23:43:33.279532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:33.301776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-af1b5219-ca2a-4d7a-9e69-27b443efb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:33.303464 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-af1b5219-ca2a-4d7a-9e69-27b443efb1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b3b95ac-7bf0-4356-8006-11a9c79b5a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528469 Jul 15 23:43:33.408856 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-f31fcbf8-08b0-44a0-84ca-948d5728f603 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984311 Jul 15 23:43:33.494001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:47Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:33.533790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6061f6-6262-487b-8386-f86100001ee9 None None] The sync data for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 is: [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '38ee3f67-a0e7-4cc3-b525-dc73616a4c13', 'name': '', 'network_id': '5b3b95ac-7bf0-4356-8006-11a9c79b5a45', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:90:cd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'cb725c48-321e-4980-a396-80a5090728d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:41Z', 'updated_at': '2021-07-15T23:41:47Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'cb725c48-321e-4980-a396-80a5090728d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:33.537871 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c50d0fe0-bef0-4808-9428-5abfa280e9fc req-e3ada3f6-50c7-4a7e-896e-d8cdd133d50e service neutron] 10.222.0.37 "GET /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209519 Jul 15 23:43:33.865379 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0e9c0-87f0-424f-9b17-172a7ccbc96d None None] New status for floating IP 244d1060-da41-40ea-8751-66fa106b478e: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:43:34.029152 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:43:34.328882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa167ec-b4cc-4db1-ba09-33f6edcabe6c req-ad51f237-2815-4f39-bf13-21850588074d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:34.330884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fa167ec-b4cc-4db1-ba09-33f6edcabe6c req-ad51f237-2815-4f39-bf13-21850588074d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0709438 Jul 15 23:43:34.372704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fa167ec-b4cc-4db1-ba09-33f6edcabe6c req-379deeb1-f641-4ae7-8175-c51e2d9c21f0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361600 Jul 15 23:43:34.487082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-ae119fa2-ab80-4d14-ada9-5ff30e7d72c9 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:34.488488 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-ae119fa2-ab80-4d14-ada9-5ff30e7d72c9 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 945 time: 0.0669646 Jul 15 23:43:34.589254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port be1138a1-764f-48af-a8ad-344e73ef15ba {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:34.589518 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:34.694627 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port be1138a1-764f-48af-a8ad-344e73ef15ba, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=be1138a1-764f-48af-a8ad-344e73ef15ba,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:34.695205 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:34.710176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for be1138a1-764f-48af-a8ad-344e73ef15ba owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:34.896031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:34.937279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=be1138a1-764f-48af-a8ad-344e73ef15ba,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:34.991069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] No DVR routers for this DVR port be1138a1-764f-48af-a8ad-344e73ef15ba on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:34.993701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:34.996258 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-642fb81b-f220-4ef9-8740-47c35209e9d7 req-dffaeadb-7442-4fb7-a720-fff9f9b087a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "DELETE /v2.0/ports/be1138a1-764f-48af-a8ad-344e73ef15ba HTTP/1.1" status: 204 len: 173 time: 0.5009270 Jul 15 23:43:34.996813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'name': 'network-vif-deleted', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:34.999231 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6660978-7016-43fd-886f-3895a69bd6fc" -d '{"events": [{"server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "name": "network-vif-deleted", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:35.050994 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b84c711-7de5-45e1-a9a6-4962bc0cc4b2 x-openstack-request-id: req-5b84c711-7de5-45e1-a9a6-4962bc0cc4b2 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:35.051369 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16425517-b395-4aa5-baca-1f2dd46de657", "name": "network-vif-deleted", "tag": "be1138a1-764f-48af-a8ad-344e73ef15ba", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:35.051688 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b84c711-7de5-45e1-a9a6-4962bc0cc4b2 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:35.052270 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16425517-b395-4aa5-baca-1f2dd46de657', 'name': 'network-vif-deleted', 'tag': 'be1138a1-764f-48af-a8ad-344e73ef15ba', 'status': 'completed', 'code': 200} Jul 15 23:43:35.569180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2898ba42-9cd0-4914-b544-9ff270c044eb req-6058c044-065d-485b-97af-da27cdec9531 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=16425517-b395-4aa5-baca-1f2dd46de657 HTTP/1.1" status: 200 len: 210 time: 0.0438151 Jul 15 23:43:36.654957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52478) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:37.047091 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:37.765926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:37.766569 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:37.878275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port 38ee3f67-a0e7-4cc3-b525-dc73616a4c13, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:37.879054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:37.901867 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:37.994282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device be1138a1-764f-48af-a8ad-344e73ef15ba no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:38.036718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: be1138a1-764f-48af-a8ad-344e73ef15ba {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:38.037068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device be1138a1-764f-48af-a8ad-344e73ef15ba not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:38.250791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:38.293394 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=38ee3f67-a0e7-4cc3-b525-dc73616a4c13,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:38.546499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:38.807999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:38.958119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:38.968048 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-54534a24-678b-4b80-b35e-77b126ec4bae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "PUT /v2.0/routers/e11e5c81-1ca1-44e2-9e80-14b3dffdec24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3116982 Jul 15 23:43:38.970860 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52492) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:38.975195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] Sync routers for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:38.992492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:38.993243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:39.041645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2b8e3a-9af5-4563-8ac2-43b627cfbc88 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting subnet cb725c48-321e-4980-a396-80a5090728d4 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:43:39.047565 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e3a-9af5-4563-8ac2-43b627cfbc88 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.096508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52498) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:39.101203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e3a-9af5-4563-8ac2-43b627cfbc88 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.155977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:39.273124 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e3a-9af5-4563-8ac2-43b627cfbc88 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.350656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port 3011410e-1898-4f03-99af-349a74407ac5 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:39.350961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.394442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e3a-9af5-4563-8ac2-43b627cfbc88 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.411602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e3a-9af5-4563-8ac2-43b627cfbc88 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.413451 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3e2b8e3a-9af5-4563-8ac2-43b627cfbc88 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/subnets/cb725c48-321e-4980-a396-80a5090728d4 HTTP/1.1" status: 204 len: 168 time: 0.4416039 Jul 15 23:43:39.421137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a513710-d0eb-40cf-aea6-2368613e1dd0 None None] Network 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:39.430959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52500) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:39.437671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b8e3a-9af5-4563-8ac2-43b627cfbc88 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Subnet': ['ID=cb725c48-321e-4980-a396-80a5090728d4,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:39.455595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:43:38Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:39.484821 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.485193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.498110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for 3011410e-1898-4f03-99af-349a74407ac5 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:39.516417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] Checking router: e11e5c81-1ca1-44e2-9e80-14b3dffdec24 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:39.567030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.592802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] Routers {'e11e5c81-1ca1-44e2-9e80-14b3dffdec24'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:39.594128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:39.693096 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.709546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.755829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port ee8b7363-0b10-4b71-9328-c1fce7f0ce01 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:39.756181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.757804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=3011410e-1898-4f03-99af-349a74407ac5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:39.770879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.771229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.771583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.771904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.772241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.772591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.772904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.773217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.773568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.773879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.774202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.774525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:39.842508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] Set router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:39.846699 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.847063 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Floating IP 5faec005-9964-4013-8521-95acaa807891 disassociated (deleted). External IP: 172.25.3.233, port: 1ed37296-1ea8-44a3-9291-5ea9ec197ddf. Jul 15 23:43:39.856191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port ee8b7363-0b10-4b71-9328-c1fce7f0ce01, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ee8b7363-0b10-4b71-9328-c1fce7f0ce01,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:39.856675 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:39.869414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for ee8b7363-0b10-4b71-9328-c1fce7f0ce01 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:39.941077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] DHCP port deletion for 5b3b95ac-7bf0-4356-8006-11a9c79b5a45 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:43:40.080438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.107046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] Deleting port e3d6e499-4bef-4bae-853c-069fa26744ad {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:40.107046 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.145289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=ee8b7363-0b10-4b71-9328-c1fce7f0ce01,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:40.227894 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.229467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] For port e3d6e499-4bef-4bae-853c-069fa26744ad, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e3d6e499-4bef-4bae-853c-069fa26744ad,segment=NetworkSegment(5e266b1d-6cb3-4c1f-9015-efca41fbc3c4),segment_id=5e266b1d-6cb3-4c1f-9015-efca41fbc3c4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:40.231010 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.236826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Router 99179a35-cd6b-4ae7-8938-5803881715c6 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:40.246341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] Calling delete_port for e3d6e499-4bef-4bae-853c-069fa26744ad owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:40.258116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:43:38Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:40.293734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0feb3-a61b-475b-a141-ee1d328d3f95 None None] The sync data for ids ['e11e5c81-1ca1-44e2-9e80-14b3dffdec24'] in n-d-793618-8 is: [{'id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438861187', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:38Z', 'updated_at': '2021-07-15T23:43:38Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': 'ee8b7363-0b10-4b71-9328-c1fce7f0ce01', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:84:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11e5c81-1ca1-44e2-9e80-14b3dffdec24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:39Z', 'updated_at': '2021-07-15T23:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:40.348450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.350650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.400470 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.420748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:40.422698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.423282 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Fanout notify agent at l3_agent the message router_deleted on router e11e5c81-1ca1-44e2-9e80-14b3dffdec24 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:43:40.428740 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.437454 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:40.439431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] Pushing event deleted for resources: {'Port': ['ID=e3d6e499-4bef-4bae-853c-069fa26744ad,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:40.442991 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.444328 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-df9373e0-9d31-4443-9ee9-8de54701eac6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/routers/e11e5c81-1ca1-44e2-9e80-14b3dffdec24 HTTP/1.1" status: 204 len: 168 time: 1.0121782 Jul 15 23:43:40.447844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30022c6-fc12-4ea7-9409-44896e53178d None None] No DVR routers for this DVR port e3d6e499-4bef-4bae-853c-069fa26744ad on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:40.448287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52504) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:40.471171 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:40.472089 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:40.491293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cafb8f85-5672-489a-8f29-06fa7e06463e tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "DELETE /v2.0/floatingips/5faec005-9964-4013-8521-95acaa807891 HTTP/1.1" status: 204 len: 168 time: 1.3937473 Jul 15 23:43:40.492009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:40.495130 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e14a1c-137b-4794-aee6-97598ef290ed" -d '{"events": [{"name": "network-changed", "server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:40.548778 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9050882-e11c-4008-a45b-23a9b0177c96 x-openstack-request-id: req-a9050882-e11c-4008-a45b-23a9b0177c96 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:40.550054 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:40.550054 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9050882-e11c-4008-a45b-23a9b0177c96 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:40.550054 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'status': 'completed', 'code': 200} Jul 15 23:43:40.617879 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:40.641992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.758042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-b3068a5a-7df9-4b11-9eb6-ac308ef8ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:40.764182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-b3068a5a-7df9-4b11-9eb6-ac308ef8ec86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=969839b0673c4a72ac879cdb9b2387f8&device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 1097 time: 0.1883874 Jul 15 23:43:40.940743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:40.991118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3b95ac-7bf0-4356-8006-11a9c79b5a45']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:41.020490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:41.020490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e266b1d-6cb3-4c1f-9015-efca41fbc3c4') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:41.033500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.053152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e3d6e499-4bef-4bae-853c-069fa26744ad no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:41.064823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.080226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:43:41.083117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.094195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-50c337af-e8a4-4856-b3cd-289aff30e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:41.096784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-50c337af-e8a4-4856-b3cd-289aff30e657 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 200 len: 912 time: 0.3235466 Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:43:41.099361 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:43:41.110028 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:41.115909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e3d6e499-4bef-4bae-853c-069fa26744ad {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:41.116262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e3d6e499-4bef-4bae-853c-069fa26744ad not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:41.116821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:41.150532 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:41.182029 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:41.183331 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:41.204741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:41.205418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 38ee3f67-a0e7-4cc3-b525-dc73616a4c13 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:41.264748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.313677 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.321639 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/networks/5b3b95ac-7bf0-4356-8006-11a9c79b5a45 HTTP/1.1" status: 204 len: 168 time: 0.8722870 Jul 15 23:43:41.323118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:41.343534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0e0f4-9487-4778-bdd0-8551d7e7e58c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Network': ['ID=5b3b95ac-7bf0-4356-8006-11a9c79b5a45,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:41.435081 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:41.518009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-396a93d2-5c83-44a0-8507-338fb0725f4b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.573516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-396a93d2-5c83-44a0-8507-338fb0725f4b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.610838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-1c13e33d-9872-4e66-91f8-16f4414f8ff7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 200 len: 217 time: 0.4988475 Jul 15 23:43:41.680464 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-396a93d2-5c83-44a0-8507-338fb0725f4b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.683856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-396a93d2-5c83-44a0-8507-338fb0725f4b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:41.685245 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-396a93d2-5c83-44a0-8507-338fb0725f4b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed8a1d67-f3d6-4a98-b6af-240a789c4e9e HTTP/1.1" status: 204 len: 168 time: 0.3588653 Jul 15 23:43:41.699145 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a93d2-5c83-44a0-8507-338fb0725f4b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8a1d67-f3d6-4a98-b6af-240a789c4e9e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:41.738589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-3bc6bd1a-6eb4-457b-a4a4-bda827054df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:41.740597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-3bc6bd1a-6eb4-457b-a4a4-bda827054df0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 200 len: 850 time: 0.1116612 Jul 15 23:43:41.785384 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:41.833403 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0d064-019e-4556-90e8-93ca7b2203b4 None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:52Z', 'revision_number': 4, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b7e94e06-830a-453b-a0a0-35a3c1f563c4', 'name': '', 'network_id': '60ed5d8d-5d00-477e-a9c1-9aef26bf2fec', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'mac_address': 'fa:16:3e:71:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:51Z', 'updated_at': '2021-07-15T23:32:59Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'subnets': [{'id': 'cc7c48e8-35d9-4c35-a365-8a2dafe03cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:41.850731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-c79b0761-4627-49aa-a037-a9e142181e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:41.852804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-c79b0761-4627-49aa-a037-a9e142181e8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016650 Jul 15 23:43:41.993457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-08e1bfa6-bb61-409b-8114-8a75274e79ec service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296210 Jul 15 23:43:42.057423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e388-947f-40f4-8b4d-06da553403be req-e1901420-80e3-46c0-9f66-a50ba616f03f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:42.059589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dba4e388-947f-40f4-8b4d-06da553403be req-e1901420-80e3-46c0-9f66-a50ba616f03f tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 946 time: 0.4478271 Jul 15 23:43:42.139916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5e14a1c-137b-4794-aee6-97598ef290ed req-d427f307-e6fe-40ac-a8b5-233acd75c7b8 service neutron] 10.222.0.59 "GET /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379414 Jul 15 23:43:42.143060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dba4e388-947f-40f4-8b4d-06da553403be req-84d539b6-7899-44ed-af07-9a854e5a4725 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579476 Jul 15 23:43:42.192002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a913cf-e4a2-413f-839c-9bf95a892beb None None] New status for floating IP 5faec005-9964-4013-8521-95acaa807891: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:43:42.582845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52526) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:42.587968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2abea873-676b-4bee-a00a-d7840d500d72 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656939519', 'description': 'tempest-secgroup-smoke-656939519 description', 'project_id': 'ca310d694c094256952d1bf72f087043'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:42.612035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2abea873-676b-4bee-a00a-d7840d500d72 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.714502 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2abea873-676b-4bee-a00a-d7840d500d72 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.719010 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2abea873-676b-4bee-a00a-d7840d500d72 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.757945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2abea873-676b-4bee-a00a-d7840d500d72 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.759224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2abea873-676b-4bee-a00a-d7840d500d72 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1750238 Jul 15 23:43:42.760460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abea873-676b-4bee-a00a-d7840d500d72 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:42.762693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52528) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:42.768947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-85d188b0-f423-4112-b79f-eb61ce28ad87 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'cdf346c6-f23a-4e27-aa95-2d1b1f7fa896', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:42.815343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ee8b7363-0b10-4b71-9328-c1fce7f0ce01 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:42.824707 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-85d188b0-f423-4112-b79f-eb61ce28ad87 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.840571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: ee8b7363-0b10-4b71-9328-c1fce7f0ce01 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:42.841821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ee8b7363-0b10-4b71-9328-c1fce7f0ce01 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:42.859462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-64450b32-dc89-4418-94d8-1b1ab30b73d8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:42.861098 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-64450b32-dc89-4418-94d8-1b1ab30b73d8 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 946 time: 0.0829737 Jul 15 23:43:42.896173 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-85d188b0-f423-4112-b79f-eb61ce28ad87 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.900907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-85d188b0-f423-4112-b79f-eb61ce28ad87 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.917778 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d188b0-f423-4112-b79f-eb61ce28ad87 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ca60fb-b585-47f0-9e85-5aae89e5aeab,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:42.928362 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-85d188b0-f423-4112-b79f-eb61ce28ad87 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.929682 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-85d188b0-f423-4112-b79f-eb61ce28ad87 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653302 Jul 15 23:43:42.932543 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52530) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:42.937800 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0713779c-823c-44f4-a572-3329385e27d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'cdf346c6-f23a-4e27-aa95-2d1b1f7fa896', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:42.966285 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0713779c-823c-44f4-a572-3329385e27d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:42.988426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:42.988784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.036958 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0713779c-823c-44f4-a572-3329385e27d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.046198 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0713779c-823c-44f4-a572-3329385e27d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.066300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713779c-823c-44f4-a572-3329385e27d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9455f78-dcee-41cb-abcd-06c3b64a032a,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:43.069979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0713779c-823c-44f4-a572-3329385e27d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.071235 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0713779c-823c-44f4-a572-3329385e27d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372120 Jul 15 23:43:43.074190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52532) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:43.079019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-dc5a0f2c-627b-4dbd-9cd6-271f397b7538 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'cdf346c6-f23a-4e27-aa95-2d1b1f7fa896', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:43.104148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] For port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:43.104999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.106616 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0f2c-627b-4dbd-9cd6-271f397b7538 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.116680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for 1ed37296-1ea8-44a3-9291-5ea9ec197ddf owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:43.167622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0f2c-627b-4dbd-9cd6-271f397b7538 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.171890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0f2c-627b-4dbd-9cd6-271f397b7538 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.190871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0f2c-627b-4dbd-9cd6-271f397b7538 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21320f10-eee6-4acd-91fd-7d0382601a96,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:43.199666 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0f2c-627b-4dbd-9cd6-271f397b7538 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.201047 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dc5a0f2c-627b-4dbd-9cd6-271f397b7538 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258001 Jul 15 23:43:43.205529 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52536) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:43.210171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7dbe9892-3db0-491b-83b6-5f1c96107f45 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'cdf346c6-f23a-4e27-aa95-2d1b1f7fa896', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:43.249291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9892-3db0-491b-83b6-5f1c96107f45 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.309518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.322450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9892-3db0-491b-83b6-5f1c96107f45 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.328773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9892-3db0-491b-83b6-5f1c96107f45 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.343222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=1ed37296-1ea8-44a3-9291-5ea9ec197ddf,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:43.356163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe9892-3db0-491b-83b6-5f1c96107f45 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19feffa0-0c80-421e-b5bf-5a1fbb1c14fe,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:43.379427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9892-3db0-491b-83b6-5f1c96107f45 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.382047 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7dbe9892-3db0-491b-83b6-5f1c96107f45 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1755426 Jul 15 23:43:43.383022 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52540) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:43.389861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6cb54850-e9ea-4157-85f2-84f80467ac34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'cdf346c6-f23a-4e27-aa95-2d1b1f7fa896', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:43.399206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] No DVR routers for this DVR port 1ed37296-1ea8-44a3-9291-5ea9ec197ddf on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:43.404037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.407093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2347d28c-7ced-47ec-95d1-dfe0769dfc98 req-0a25fba1-57c7-47b1-9c8e-0f80ac971778 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.59 "DELETE /v2.0/ports/1ed37296-1ea8-44a3-9291-5ea9ec197ddf HTTP/1.1" status: 204 len: 173 time: 0.5387268 Jul 15 23:43:43.407520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'name': 'network-vif-deleted', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:43.410482 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1c4e49-8e35-4b40-876c-4ac585a29da6" -d '{"events": [{"server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "name": "network-vif-deleted", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:43.416168 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-6cb54850-e9ea-4157-85f2-84f80467ac34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Project ca310d694c094256952d1bf72f087043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:43:43.424275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb54850-e9ea-4157-85f2-84f80467ac34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.433094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c26b2-39e7-47cd-b0b5-a2af9b6a6fdd req-5f9b0e3e-60a6-494c-99b5-2e170190a7dd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:43.434834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d7c26b2-39e7-47cd-b0b5-a2af9b6a6fdd req-5f9b0e3e-60a6-494c-99b5-2e170190a7dd tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 867 time: 0.1586790 Jul 15 23:43:43.495699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1d7c26b2-39e7-47cd-b0b5-a2af9b6a6fdd req-1be4f406-16ad-46c6-bdb1-83421441dec9 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f727fde-983b-47ee-8876-cf3d31b74343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543933 Jul 15 23:43:43.502743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb54850-e9ea-4157-85f2-84f80467ac34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.518317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb54850-e9ea-4157-85f2-84f80467ac34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.541508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb54850-e9ea-4157-85f2-84f80467ac34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cdb47c-ea22-4b55-886d-7a658f9b6e74,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:43.545527 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bb5d4e-29b3-43a3-bdb5-4b8a6293a51f x-openstack-request-id: req-92bb5d4e-29b3-43a3-bdb5-4b8a6293a51f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:43.545854 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bd2d51-f289-46eb-bb4d-2a81024fd06d", "name": "network-vif-deleted", "tag": "1ed37296-1ea8-44a3-9291-5ea9ec197ddf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:43.546096 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92bb5d4e-29b3-43a3-bdb5-4b8a6293a51f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:43.546508 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bd2d51-f289-46eb-bb4d-2a81024fd06d', 'name': 'network-vif-deleted', 'tag': '1ed37296-1ea8-44a3-9291-5ea9ec197ddf', 'status': 'completed', 'code': 200} Jul 15 23:43:43.546804 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6cb54850-e9ea-4157-85f2-84f80467ac34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.548293 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6cb54850-e9ea-4157-85f2-84f80467ac34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1641271 Jul 15 23:43:43.550928 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52544) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:43.555776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-42115bf1-60cd-475c-b78f-49384e0ee2ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'cdf346c6-f23a-4e27-aa95-2d1b1f7fa896', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:43.580394 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-42115bf1-60cd-475c-b78f-49384e0ee2ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Project ca310d694c094256952d1bf72f087043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:43:43.585486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42115bf1-60cd-475c-b78f-49384e0ee2ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.652964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42115bf1-60cd-475c-b78f-49384e0ee2ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.656822 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42115bf1-60cd-475c-b78f-49384e0ee2ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.677012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42115bf1-60cd-475c-b78f-49384e0ee2ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a02d6e9-4aa0-4334-bee0-ad345c08928f,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:43.685933 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-42115bf1-60cd-475c-b78f-49384e0ee2ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.693672 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-42115bf1-60cd-475c-b78f-49384e0ee2ed tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389925 Jul 15 23:43:43.693977 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52546) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:43.699428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'network': {'name': 'tempest-network-smoke--698007261', 'project_id': 'ca310d694c094256952d1bf72f087043', 'port_security_enabled': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:43.727449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:43.731178 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.760015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:43:43.772559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.773240 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Added segment 4b6431cc-746c-465d-9139-e5dc210c3a17 of type vlan for network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 Jul 15 23:43:43.820695 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.856299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.862704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:43.863495 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:43.938535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Network': ['ID=43c40fd2-3a9e-41c0-b11d-325945ddc5e3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:43.950196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:43:43.962461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52548) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:43.962969 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fd4418a1-e39f-4fd2-80ee-5075747c2a0e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2673247 Jul 15 23:43:43.967617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'admin_state_up': True, 'project_id': 'ca310d694c094256952d1bf72f087043', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:44.011317 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.013349 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.052553 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.083023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.233105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.451196 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.470567 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.597911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.25.3.172 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/919f3f06-f80b-460a-95c0-217c99c1d31b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:44.676403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-348aa1cb-d5a9-4dfe-ada7-dab78c288620 req-4e3e3944-1b56-42a7-9184-e411a0af5db4 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 210 time: 0.0470045 Jul 15 23:43:44.769117 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.826693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:44.878040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:44.881755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:44.888914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:44.919834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=919f3f06-f80b-460a-95c0-217c99c1d31b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:45.156025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:45.362164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:45.503719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:43:45.623679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:45.634367 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Sync routers for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:45.645626 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:45.650017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5df2a751-4ba9-4d80-ab2e-efcba00c1abd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6833527 Jul 15 23:43:45.650151 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:45.650151 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:45.650441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52564) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:45.683150 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6e72083e-f22e-468e-8aea-0b028ed210b7 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ca310d694c094256952d1bf72f087043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291238 Jul 15 23:43:45.683356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52566) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:45.783583 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:45.785422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019134c8-f2ca-437f-a579-aefb350a9f58 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:45.789508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-019134c8-f2ca-437f-a579-aefb350a9f58 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027143 Jul 15 23:43:45.789900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52570) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:45.824645 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4fbbb22d-f1a3-469f-8e1f-1db84a649b5d tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334814 Jul 15 23:43:45.827785 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52572) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:45.833570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-16709056', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'project_id': 'ca310d694c094256952d1bf72f087043', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:45.858616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ecf04121-59ba-4b07-a98b-845a091e2378 req-f2abf197-411b-421d-93f7-a421e1a9d776 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 210 time: 0.0420063 Jul 15 23:43:45.943335 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:45.948016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:45.980919 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:45Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:46.016281 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Checking router: c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:46.017076 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Updating router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 port 919f3f06-f80b-460a-95c0-217c99c1d31b binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:43:46.061095 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.164889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.237708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Subnet': ['ID=f9b075e4-94eb-441a-a843-010cfb025371,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:46.268699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Checking segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:46.269316 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network hostable DHCP agents. Network: 43c40fd2-3a9e-41c0-b11d-325945ddc5e3, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:43:46.308619 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:43:46.326356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 43c40fd2-3a9e-41c0-b11d-325945ddc5e3) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:46.333932 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:46.335629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.344228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9955466-42a2-46c3-9e1c-a47f1ce38c12 None None] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:46.352753 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8f1ff9c3-2827-4495-a290-c30780aa0a01 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5235341 Jul 15 23:43:46.356156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52582) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:46.369261 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.380435 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Transition to ACTIVE for port object 919f3f06-f80b-460a-95c0-217c99c1d31b will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:46.390826 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.454420 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Attempting to bind port 919f3f06-f80b-460a-95c0-217c99c1d31b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:46.454634 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Attempting to bind port 919f3f06-f80b-460a-95c0-217c99c1d31b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:46.455215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Attempting to bind port 919f3f06-f80b-460a-95c0-217c99c1d31b on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:46.463776 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:46.463776 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:46.464152 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.464659 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:46.465243 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Bound port: 919f3f06-f80b-460a-95c0-217c99c1d31b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:46.465625 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.467588 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Pushing event updated for resources: {'Port': ['ID=919f3f06-f80b-460a-95c0-217c99c1d31b,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:46.497655 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.497989 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.498376 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.498708 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.499053 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.499622 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.499949 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.500278 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.500583 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.500903 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.501218 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.501527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:46.548349 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] For port 919f3f06-f80b-460a-95c0-217c99c1d31b, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:46.552510 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] For port 919f3f06-f80b-460a-95c0-217c99c1d31b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=919f3f06-f80b-460a-95c0-217c99c1d31b,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:46.558340 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.623763 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e44ba4-3d9c-427f-8c48-e9bcda14c9df None None] Pushing event updated for resources: {'Port': ['ID=919f3f06-f80b-460a-95c0-217c99c1d31b,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:46.637237 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:46.637847 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:46.684984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:43:46.685999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.745852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:46.909904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Allocated IP 172.20.0.2 (43c40fd2-3a9e-41c0-b11d-325945ddc5e3/f9b075e4-94eb-441a-a843-010cfb025371/4405752d-4cc4-4f99-a223-74e7477eb87d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:46.934182 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:46.965038 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:45Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:47.106373 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a5ba0-fc2b-4423-a4f0-6baea1247bd8 None None] The sync data for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 is: [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:45Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:47.119576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1618744-fb1e-4ee6-aaa6-b23837fd5666 req-4b8093ab-ca4b-48a1-8ea1-930bfe0c68c1 tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "GET /v2.0/ports?device_id=85bd2d51-f289-46eb-bb4d-2a81024fd06d HTTP/1.1" status: 200 len: 210 time: 0.0570104 Jul 15 23:43:47.132971 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:47.150104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Transition to ACTIVE for port object 4405752d-4cc4-4f99-a223-74e7477eb87d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:47.173783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Transition to ACTIVE for port object 4405752d-4cc4-4f99-a223-74e7477eb87d will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:47.180430 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:47.240993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:47.244510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:47.247433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:47.322784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Pushing event updated for resources: {'Port': ['ID=4405752d-4cc4-4f99-a223-74e7477eb87d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:47.329111 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Attempting to bind port 4405752d-4cc4-4f99-a223-74e7477eb87d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:47.330156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Attempting to bind port 4405752d-4cc4-4f99-a223-74e7477eb87d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:47.330156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Attempting to bind port 4405752d-4cc4-4f99-a223-74e7477eb87d on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:47.334881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:47.335696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Checking segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:47.335696 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:47.336027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Bound using segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:47.336623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Bound port: 4405752d-4cc4-4f99-a223-74e7477eb87d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:47.337008 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:47.386730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.20.0.1 (43c40fd2-3a9e-41c0-b11d-325945ddc5e3/f9b075e4-94eb-441a-a843-010cfb025371/5497fdc5-5ed8-49dc-aec7-247e160ef153) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:47.417104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] For port 4405752d-4cc4-4f99-a223-74e7477eb87d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:47.424244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] For port 4405752d-4cc4-4f99-a223-74e7477eb87d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4405752d-4cc4-4f99-a223-74e7477eb87d,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:47.429838 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:47.555693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3adf3-5aa0-4ba1-8d1c-7c69f25147e8 None None] Pushing event updated for resources: {'Port': ['ID=4405752d-4cc4-4f99-a223-74e7477eb87d,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:47.613036 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:47.630874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Transition to ACTIVE for port object 5497fdc5-5ed8-49dc-aec7-247e160ef153 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:47.673122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:47.714856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:47.720894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:47.727594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:47.797917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=5497fdc5-5ed8-49dc-aec7-247e160ef153,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:47.805236 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:47.847487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1ed37296-1ea8-44a3-9291-5ea9ec197ddf no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:47.917695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 1ed37296-1ea8-44a3-9291-5ea9ec197ddf {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:47.918242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1ed37296-1ea8-44a3-9291-5ea9ec197ddf not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:48.124066 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7dde94fa-577b-48ab-8465-0fbfdb0e9216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.254951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52592) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:48.423245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Deleting port 6b65c0f6-f6fe-4724-9e9f-d7d3678bee68 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:48.423642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.527357 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.532878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.533248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.558621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Calling delete_port for 6b65c0f6-f6fe-4724-9e9f-d7d3678bee68 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:48.752545 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.785563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'Port': ['ID=6b65c0f6-f6fe-4724-9e9f-d7d3678bee68,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:48.874978 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.879215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:48.880458 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fe54cfed-f4d7-4d13-95f3-10a44309a0eb tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "DELETE /v2.0/floatingips/d49f8818-8e37-4d5d-a6ae-e736ba936084 HTTP/1.1" status: 204 len: 168 time: 0.6243987 Jul 15 23:43:48.995805 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.002594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4405752d-4cc4-4f99-a223-74e7477eb87d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:49.004792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.071605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 4405752d-4cc4-4f99-a223-74e7477eb87d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:49.077485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 919f3f06-f80b-460a-95c0-217c99c1d31b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:49.094308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=5497fdc5-5ed8-49dc-aec7-247e160ef153,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:49.097021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.125402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2feca57-0842-4357-9057-e9f9876d1a8e None None] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:49.173409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-390e7e5c-18ba-429d-9975-fe12086da9d8 None None] Provisioning for port 4405752d-4cc4-4f99-a223-74e7477eb87d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:49.263757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:49.265628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:49.412767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:49.438258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-390e7e5c-18ba-429d-9975-fe12086da9d8 None None] Provisioning complete for port 4405752d-4cc4-4f99-a223-74e7477eb87d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:49.438981 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-390e7e5c-18ba-429d-9975-fe12086da9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.462005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 919f3f06-f80b-460a-95c0-217c99c1d31b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:49.479975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 919f3f06-f80b-460a-95c0-217c99c1d31b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:49.480569 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.565275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:49.583350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3904b064-7be8-46a6-bc93-5220f02d445e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "PUT /v2.0/routers/c3a92e29-1609-43ae-bfa4-88dabaa9a1f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2259147 Jul 15 23:43:49.677337 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-390e7e5c-18ba-429d-9975-fe12086da9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.684569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Sync routers for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:49.726387 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.743528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:49.744157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:49.810326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-390e7e5c-18ba-429d-9975-fe12086da9d8 None None] For port 4405752d-4cc4-4f99-a223-74e7477eb87d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4405752d-4cc4-4f99-a223-74e7477eb87d,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:49.817261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 919f3f06-f80b-460a-95c0-217c99c1d31b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=919f3f06-f80b-460a-95c0-217c99c1d31b,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:49.823100 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-390e7e5c-18ba-429d-9975-fe12086da9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.833272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:49.856338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-e39d56d7-73e5-4450-9608-224e99f30c00 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656939519&fields=id&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 267 time: 0.0563931 Jul 15 23:43:49.934162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:49.966895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e7e5c-18ba-429d-9975-fe12086da9d8 None None] Pushing event updated for resources: {'Port': ['ID=4405752d-4cc4-4f99-a223-74e7477eb87d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:50.026078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-cafa2d85-7f38-4778-a0e9-822643aa62fb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:50.029349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-cafa2d85-7f38-4778-a0e9-822643aa62fb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 796 time: 0.1688054 Jul 15 23:43:50.070194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-adda0ec5-5c9e-40da-a879-42db51a80310 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/quotas/ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 375 time: 0.0223992 Jul 15 23:43:50.123232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=919f3f06-f80b-460a-95c0-217c99c1d31b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:50.205232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-268409ad-5c8b-4bd8-834a-cc16aefa7202 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229460 Jul 15 23:43:50.281087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c384dfe8-cd8b-494a-a338-cd6b4a62a75a None None] Provisioning complete for port 4405752d-4cc4-4f99-a223-74e7477eb87d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:50.281372 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c384dfe8-cd8b-494a-a338-cd6b4a62a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:50.360685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 2, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:50.369249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-db86f0fa-e385-4528-a4fc-0d43ec530db6 service neutron] 10.222.0.23 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509755 Jul 15 23:43:50.392680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Checking router: c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:50.393293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Updating router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 port 5497fdc5-5ed8-49dc-aec7-247e160ef153 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:43:50.492954 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:50.533240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-cec522d8-d80a-48ed-be15-d5d070dc19f2 service neutron] 10.222.0.23 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555164 Jul 15 23:43:50.554371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c384dfe8-cd8b-494a-a338-cd6b4a62a75a None None] Provisioning for port 5497fdc5-5ed8-49dc-aec7-247e160ef153 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:50.565516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c384dfe8-cd8b-494a-a338-cd6b4a62a75a None None] Provisioning complete for port 5497fdc5-5ed8-49dc-aec7-247e160ef153 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:50.565894 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c384dfe8-cd8b-494a-a338-cd6b4a62a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:50.719294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c384dfe8-cd8b-494a-a338-cd6b4a62a75a None None] Port 5497fdc5-5ed8-49dc-aec7-247e160ef153 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:43:50.766119 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90bce855-1903-40da-b089-5b0312ae05d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:50.826605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d83e506d-20a9-4826-9758-930661cdb862 req-596d1404-1e21-4677-9005-afbaf3e77495 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0337064 Jul 15 23:43:50.895229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-38dc9ffe-f1cd-41f4-83d7-1d221d38932b None None] Provisioning complete for port 5497fdc5-5ed8-49dc-aec7-247e160ef153 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:50.895624 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-38dc9ffe-f1cd-41f4-83d7-1d221d38932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:50.933687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4405752d-4cc4-4f99-a223-74e7477eb87d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:51.003620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-38dc9ffe-f1cd-41f4-83d7-1d221d38932b None None] Port 5497fdc5-5ed8-49dc-aec7-247e160ef153 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:43:51.073383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 4405752d-4cc4-4f99-a223-74e7477eb87d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:51.074155 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.126165 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.150544 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.156606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Transition to ACTIVE for port object 5497fdc5-5ed8-49dc-aec7-247e160ef153 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:51.171281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.267566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54f655-d131-4676-a92e-714ed12267bf None None] Pushing event updated for resources: {'Port': ['ID=5497fdc5-5ed8-49dc-aec7-247e160ef153,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:51.314137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 919f3f06-f80b-460a-95c0-217c99c1d31b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:51.363029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Attempting to bind port 5497fdc5-5ed8-49dc-aec7-247e160ef153 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:51.363434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Attempting to bind port 5497fdc5-5ed8-49dc-aec7-247e160ef153 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:51.363824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Attempting to bind port 5497fdc5-5ed8-49dc-aec7-247e160ef153 on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:51.380360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:51.381026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Checking segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:51.381422 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.381947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Bound using segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:51.382423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Bound port: 5497fdc5-5ed8-49dc-aec7-247e160ef153, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:51.382837 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.478219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 919f3f06-f80b-460a-95c0-217c99c1d31b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:51.478593 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.495028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] For port 5497fdc5-5ed8-49dc-aec7-247e160ef153, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:51.500160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] For port 5497fdc5-5ed8-49dc-aec7-247e160ef153, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5497fdc5-5ed8-49dc-aec7-247e160ef153,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:51.543992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.681710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:51.682361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:51.831832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54f655-d131-4676-a92e-714ed12267bf None None] Pushing event updated for resources: {'Port': ['ID=5497fdc5-5ed8-49dc-aec7-247e160ef153,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:51.840554 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:51.999171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:52.020819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0b7ed61-1656-4172-9ac8-7747cc3ef3a8 req-66912e5a-7e15-40b4-952c-0310822a6bbc tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0326631 Jul 15 23:43:52.536586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52640) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:52.634545 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:51Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:52.727800 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc00f8aa-897b-4864-9bb0-7a8785d3fb1b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:52.736156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-18d4f305-3a02-4c56-b067-9654f71981c0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:52.745790 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-18d4f305-3a02-4c56-b067-9654f71981c0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 796 time: 0.3032210 Jul 15 23:43:52.753536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b2d11-2d0c-473c-aef0-964a93ecbf08 None None] The sync data for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 is: [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:51Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:52.803822 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc00f8aa-897b-4864-9bb0-7a8785d3fb1b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:52.891705 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-15f046a7-8486-4d14-8248-d292cca3b460 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 379 time: 0.1335778 Jul 15 23:43:52.906127 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'port': {'device_id': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'admin_state_up': True, 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'security_groups': ['cdf346c6-f23a-4e27-aa95-2d1b1f7fa896']}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:53.006055 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc00f8aa-897b-4864-9bb0-7a8785d3fb1b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.009482 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cc00f8aa-897b-4864-9bb0-7a8785d3fb1b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.011350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cc00f8aa-897b-4864-9bb0-7a8785d3fb1b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f727fde-983b-47ee-8876-cf3d31b74343 HTTP/1.1" status: 204 len: 168 time: 0.4727981 Jul 15 23:43:53.064718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00f8aa-897b-4864-9bb0-7a8785d3fb1b tempest-TestVolumeBootPattern-1152406299 tempest-TestVolumeBootPattern-1152406299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f727fde-983b-47ee-8876-cf3d31b74343,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:53.131396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52648) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:53.210580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:53.215400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.321752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1eecd945-1739-496e-a288-a5aff287f594 req-8c86f42b-b13d-4c8f-ac06-9fdec2371c41 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0570252 Jul 15 23:43:53.406354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.546163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.20.0.4 (43c40fd2-3a9e-41c0-b11d-325945ddc5e3/f9b075e4-94eb-441a-a843-010cfb025371/bd9af3c1-f013-4056-bc16-00e3b6a5bebc) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:53.804166 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.822200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Transition to ACTIVE for port object bd9af3c1-f013-4056-bc16-00e3b6a5bebc will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:53.919518 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.002534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:54.008259 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.014411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:54.015996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:54.021563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:54.110672 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:54.112687 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.151315 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2578b4a-ecfe-4bee-901c-ab24337b535d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518637 Jul 15 23:43:54.174530 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Request body: {'port': {'device_id': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:54.342130 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.397242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ac8a7024-6e10-40ac-8826-800ed913cad6 None None] Provisioning for port bd9af3c1-f013-4056-bc16-00e3b6a5bebc completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:54.403625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ac8a7024-6e10-40ac-8826-800ed913cad6 None None] Provisioning complete for port bd9af3c1-f013-4056-bc16-00e3b6a5bebc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:54.404173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7024-6e10-40ac-8826-800ed913cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.486196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a7024-6e10-40ac-8826-800ed913cad6 None None] Port bd9af3c1-f013-4056-bc16-00e3b6a5bebc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:43:54.512838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Deleting port b7e94e06-830a-453b-a0a0-35a3c1f563c4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:54.513406 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.676965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] For port b7e94e06-830a-453b-a0a0-35a3c1f563c4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b7e94e06-830a-453b-a0a0-35a3c1f563c4,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:54.677288 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.697736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2301ee8-2f36-4d18-a7f5-4ac81e38883f req-f6843b85-efca-4e12-85ce-0be4719a84b8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:54.699826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2301ee8-2f36-4d18-a7f5-4ac81e38883f req-f6843b85-efca-4e12-85ce-0be4719a84b8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 931 time: 0.1653042 Jul 15 23:43:54.704004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Calling delete_port for b7e94e06-830a-453b-a0a0-35a3c1f563c4 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:54.750952 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9af3c1-f013-4056-bc16-00e3b6a5bebc {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:54.760252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.773261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Transition to ACTIVE for port object bd9af3c1-f013-4056-bc16-00e3b6a5bebc will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:54.781852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.837205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2301ee8-2f36-4d18-a7f5-4ac81e38883f req-95a16276-459b-4298-a969-10c9e774d10f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229441 Jul 15 23:43:54.869193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:54.963109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5497fdc5-5ed8-49dc-aec7-247e160ef153 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:55.022377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:55.022588 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:55.023009 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:55.028438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:43:55.028655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:55.034078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:55.035058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Checking segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:55.035058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Bound using segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:55.035247 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Bound port: bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:55.035612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.065730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5497fdc5-5ed8-49dc-aec7-247e160ef153 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:55.075515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5497fdc5-5ed8-49dc-aec7-247e160ef153 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:55.077666 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.162929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:55.172146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:55.175128 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.178106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.190522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.237289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5497fdc5-5ed8-49dc-aec7-247e160ef153, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5497fdc5-5ed8-49dc-aec7-247e160ef153,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:55.244707 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.276099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e94e06-830a-453b-a0a0-35a3c1f563c4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:55.300798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5497fdc5-5ed8-49dc-aec7-247e160ef153,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:55.330964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:55.331854 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.333274 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 1091 time: 1.1697588 Jul 15 23:43:55.334060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.336025 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:55.339247 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:55.342719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b4dd9-d8aa-40eb-819d-894e4d381964 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:55.450076 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3816dcb4-2739-44b7-84a5-5d530de43c4f x-openstack-request-id: req-3816dcb4-2739-44b7-84a5-5d530de43c4f {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:55.450386 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:55.450745 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3816dcb4-2739-44b7-84a5-5d530de43c4f {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:55.451260 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'status': 'completed', 'code': 200} Jul 15 23:43:55.531679 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-d46c010f-11cd-470a-bf24-bd4fac13d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:55.541525 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-d46c010f-11cd-470a-bf24-bd4fac13d112 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1094 time: 0.1370230 Jul 15 23:43:55.644692 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c2111df9-508f-486f-8505-4585744d7a8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 217 time: 0.0889187 Jul 15 23:43:55.696436 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.743080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-e2639bc8-8429-4b8f-877d-169b4b6a84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:55.745005 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-e2639bc8-8429-4b8f-877d-169b4b6a84d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0922608 Jul 15 23:43:55.820506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c11308ab-ab63-45f0-8750-c774cd910c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:55.823964 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-c11308ab-ab63-45f0-8750-c774cd910c65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725822 Jul 15 23:43:55.948692 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-368a3fd2-9028-4903-ad7f-04b18440ba6a service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179519 Jul 15 23:43:56.039820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Router 99179a35-cd6b-4ae7-8938-5803881715c6 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:56.056451 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-ff91cb13-97a4-454f-b17c-e9a96f629ea4 req-dc50907c-6abe-4564-879f-50d8dcb5ec37 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010420 Jul 15 23:43:56.114930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ec701-6e8f-410b-a55b-9ec9dbd0dd93 req-bd293700-6b39-4b80-82c2-7cd88e99a42b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:56.116783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c4ec701-6e8f-410b-a55b-9ec9dbd0dd93 req-bd293700-6b39-4b80-82c2-7cd88e99a42b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 943 time: 0.1309757 Jul 15 23:43:56.199105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c4ec701-6e8f-410b-a55b-9ec9dbd0dd93 req-fcc5ccae-4175-41bd-a785-d506850bddd4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715072 Jul 15 23:43:56.214288 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:56.222780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-adc034e2-ab9b-4364-85d5-4d7e7ed9c994 admin admin] 10.222.0.23 "PUT /v2.0/routers/99179a35-cd6b-4ae7-8938-5803881715c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0901265 Jul 15 23:43:56.225324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52662) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:56.227333 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] Sync routers for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:56.233263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-3f3d3502-d87b-469e-a4dd-fb01f14f6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:56.237580 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:56.238410 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:56.238686 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-3f3d3502-d87b-469e-a4dd-fb01f14f6b31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1094 time: 0.0915077 Jul 15 23:43:56.341303 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:56.347345 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-a2ba5cb2-fb8c-47ee-897a-da9a2026e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:56.349495 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-a2ba5cb2-fb8c-47ee-897a-da9a2026e3af service neutron] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.1059062 Jul 15 23:43:56.384296 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.396186 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-4814e8e7-c77a-470e-9257-ac295143db42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 217 time: 0.0375986 Jul 15 23:43:56.450057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-d82f92a8-c825-48ad-92ed-af67b8e2b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:56.451873 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-d82f92a8-c825-48ad-92ed-af67b8e2b2ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0480635 Jul 15 23:43:56.525246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.531704 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '018ee243-011f-44e1-87ef-0f53259aee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:43:55Z', 'revision_number': 5, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port': {'id': '018ee243-011f-44e1-87ef-0f53259aee24', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:56.562748 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] Checking router: 99179a35-cd6b-4ae7-8938-5803881715c6 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:56.572478 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] Routers {'99179a35-cd6b-4ae7-8938-5803881715c6'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:56.573893 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['99179a35-cd6b-4ae7-8938-5803881715c6'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:56.666254 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] Set router 99179a35-cd6b-4ae7-8938-5803881715c6 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:56.723972 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:43:56Z', 'revision_number': 6, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:56.764446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Deleting port 018ee243-011f-44e1-87ef-0f53259aee24 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:56.764931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.787087 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b0f081-33b0-4ca9-9fcd-8a7f85c14abb None None] The sync data for ids ['99179a35-cd6b-4ae7-8938-5803881715c6'] in n-d-793618-8 is: [{'id': '99179a35-cd6b-4ae7-8938-5803881715c6', 'name': 'tempest-TestVolumeBootPattern-684979478-router', 'tenant_id': '969839b0673c4a72ac879cdb9b2387f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:49Z', 'updated_at': '2021-07-15T23:43:56Z', 'revision_number': 6, 'project_id': '969839b0673c4a72ac879cdb9b2387f8', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:56.929423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] For port 018ee243-011f-44e1-87ef-0f53259aee24, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=018ee243-011f-44e1-87ef-0f53259aee24,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:56.931504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.932141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-f5f85b15-f7f1-4a8e-ac28-7446848d0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:56.933540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-f5f85b15-f7f1-4a8e-ac28-7446848d0893 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4750063 Jul 15 23:43:56.943675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Calling delete_port for 018ee243-011f-44e1-87ef-0f53259aee24 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:57.044132 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-94013f7e-8593-48d7-bc68-7b608a1c4472 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036994 Jul 15 23:43:57.169337 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-32bc8cf4-3d0a-47f4-b6e0-6eb76daa4f5e req-5f80af80-0c06-4541-b91b-a06b11ad2f1c service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190839 Jul 15 23:43:57.340724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5497fdc5-5ed8-49dc-aec7-247e160ef153 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:57.403840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5497fdc5-5ed8-49dc-aec7-247e160ef153 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:57.404221 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:57.568520 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:57.605085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=018ee243-011f-44e1-87ef-0f53259aee24,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:57.643826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb30a53-58eb-4f94-a812-9879b54dd92d req-b09fc8c8-7367-4e77-9e1b-7b75a3ad61e7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:57.645258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcb30a53-58eb-4f94-a812-9879b54dd92d req-b09fc8c8-7367-4e77-9e1b-7b75a3ad61e7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 943 time: 0.1360366 Jul 15 23:43:57.706256 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:57.808450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcb30a53-58eb-4f94-a812-9879b54dd92d req-6edb2f27-4a32-41d2-96f3-f539cd1a4075 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416309 Jul 15 23:43:57.813897 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:57.816513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:57.881896 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:57.882484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99179a35-cd6b-4ae7-8938-5803881715c6 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:43:57.886952 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:57.888092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7f37079d-d28e-4481-bc9e-9c881ddde4d5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/99179a35-cd6b-4ae7-8938-5803881715c6 HTTP/1.1" status: 204 len: 168 time: 1.6614463 Jul 15 23:43:57.890591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52670) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:57.953604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c27879-8962-4cd2-8017-eeee08373722 admin admin] Deleting subnet cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:43:57.958500 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98c27879-8962-4cd2-8017-eeee08373722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.016095 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98c27879-8962-4cd2-8017-eeee08373722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.097495 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98c27879-8962-4cd2-8017-eeee08373722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.149228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98c27879-8962-4cd2-8017-eeee08373722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.181141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c27879-8962-4cd2-8017-eeee08373722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7c48e8-35d9-4c35-a365-8a2dafe03cf9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:58.192173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98c27879-8962-4cd2-8017-eeee08373722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.192173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-98c27879-8962-4cd2-8017-eeee08373722 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cc7c48e8-35d9-4c35-a365-8a2dafe03cf9 HTTP/1.1" status: 204 len: 168 time: 0.2951889 Jul 15 23:43:58.192573 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52672) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:58.193003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72720cf-5f8c-41b2-94df-c42a8f6b7ef1 None None] Network 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:58.261745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.318381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Deleting port f8b2dada-c16f-47ce-a93b-126af09b0659 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:58.319317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.378359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] DHCP port deletion for 60ed5d8d-5d00-477e-a9c1-9aef26bf2fec request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:43:58.383492 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] For port f8b2dada-c16f-47ce-a93b-126af09b0659, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f8b2dada-c16f-47ce-a93b-126af09b0659,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:58.383860 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.396356 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Calling delete_port for f8b2dada-c16f-47ce-a93b-126af09b0659 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:58.422917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] Deleting port f8b2dada-c16f-47ce-a93b-126af09b0659 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:58.423289 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.478692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.489511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] For port f8b2dada-c16f-47ce-a93b-126af09b0659, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f8b2dada-c16f-47ce-a93b-126af09b0659,segment=NetworkSegment(77fabe40-67c9-4f34-bd4b-08f5c0047fec),segment_id=77fabe40-67c9-4f34-bd4b-08f5c0047fec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:58.489897 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.504563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b2dada-c16f-47ce-a93b-126af09b0659,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:58.505570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] Calling delete_port for f8b2dada-c16f-47ce-a93b-126af09b0659 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:58.512352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] No DVR routers for this DVR port f8b2dada-c16f-47ce-a93b-126af09b0659 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:58.514581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.514948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.515303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.515639 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.516277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.516277 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.516617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.516925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.517248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.517677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.517895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.518211 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:58.593492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.603603 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ed5d8d-5d00-477e-a9c1-9aef26bf2fec']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:58.613563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fabe40-67c9-4f34-bd4b-08f5c0047fec') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:58.613858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fabe40-67c9-4f34-bd4b-08f5c0047fec') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:58.623394 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.637031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.643927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:43:58.644376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:43:58.646289 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:43:58.659481 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.689297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] Pushing event deleted for resources: {'Port': ['ID=f8b2dada-c16f-47ce-a93b-126af09b0659,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:58.692765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc07d80-3974-4c44-aabc-f6c025f3c836 None None] No DVR routers for this DVR port f8b2dada-c16f-47ce-a93b-126af09b0659 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:58.709820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.715754 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.717608 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/60ed5d8d-5d00-477e-a9c1-9aef26bf2fec HTTP/1.1" status: 204 len: 168 time: 0.5270689 Jul 15 23:43:58.720730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52674) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:58.733091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13178984-b0b2-4cc9-9dff-83e2c93828f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ed5d8d-5d00-477e-a9c1-9aef26bf2fec,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:58.860924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 018ee243-011f-44e1-87ef-0f53259aee24 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:58.888037 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 018ee243-011f-44e1-87ef-0f53259aee24 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:58.888396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 018ee243-011f-44e1-87ef-0f53259aee24 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:58.889058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f8b2dada-c16f-47ce-a93b-126af09b0659 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:58.911646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f8b2dada-c16f-47ce-a93b-126af09b0659 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:58.911830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f8b2dada-c16f-47ce-a93b-126af09b0659 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:58.922384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b7e94e06-830a-453b-a0a0-35a3c1f563c4 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:58.936127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b7e94e06-830a-453b-a0a0-35a3c1f563c4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:58.936482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b7e94e06-830a-453b-a0a0-35a3c1f563c4 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:59.065218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c3e4-302a-4927-bab0-06cf94efd79f req-92d644a4-447b-4f51-88d0-e5520f89547d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:59.066728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1439c3e4-302a-4927-bab0-06cf94efd79f req-92d644a4-447b-4f51-88d0-e5520f89547d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 943 time: 0.1267135 Jul 15 23:43:59.133966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1439c3e4-302a-4927-bab0-06cf94efd79f req-95413795-0e18-4aab-aca0-cbf99d51039d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583475 Jul 15 23:43:59.194760 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:59.453942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Deleting port 13a3fff0-76f7-4469-9801-eaf884e2c545 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:59.454290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:59.533162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] For port 13a3fff0-76f7-4469-9801-eaf884e2c545, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=13a3fff0-76f7-4469-9801-eaf884e2c545,segment=NetworkSegment(d76aabc3-bd87-42a2-a4c7-3d5f20b565f6),segment_id=d76aabc3-bd87-42a2-a4c7-3d5f20b565f6)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:59.533544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:59.546373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Calling delete_port for 13a3fff0-76f7-4469-9801-eaf884e2c545 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:59.731522 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:59.769450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a3fff0-76f7-4469-9801-eaf884e2c545,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:59.932505 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.036288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:44:00.133188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:00.145687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'port_id': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'mac_address': 'fa:16:3e:86:43:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:44:00.174596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Router ee355f71-4104-4258-854d-6f1322c119e5 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:44:00.197302 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.211591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9af3c1-f013-4056-bc16-00e3b6a5bebc {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:00.235942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:00.241182 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.296482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:00.332686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:44:00.340616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-108fff5d-9a08-4ca6-8aae-d24fbbfe92a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee355f71-4104-4258-854d-6f1322c119e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6163683 Jul 15 23:44:00.340852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52690) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:00.362948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] Sync routers for ids ['ee355f71-4104-4258-854d-6f1322c119e5'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:44:00.373107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a657b6-317f-4fff-8f0c-d5b085886b30 req-e45b4e38-3b01-4c02-8ab2-b50d7f704215 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:00.373649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] Routers {'ee355f71-4104-4258-854d-6f1322c119e5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:00.374302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee355f71-4104-4258-854d-6f1322c119e5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:00.376123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1a657b6-317f-4fff-8f0c-d5b085886b30 req-e45b4e38-3b01-4c02-8ab2-b50d7f704215 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 944 time: 0.1016302 Jul 15 23:44:00.424583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1a657b6-317f-4fff-8f0c-d5b085886b30 req-05c4f922-e2df-4f84-a31e-25123a35817a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Jul 15 23:44:00.458318 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.501066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] Set router ee355f71-4104-4258-854d-6f1322c119e5 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:00.531088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['bd9af3c1-f013-4056-bc16-00e3b6a5bebc'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:00.564082 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.618658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Deleting port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:44:00.619042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.705370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] For port 6d259c54-c6bc-41f9-bec2-dc0e64e74f38, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6d259c54-c6bc-41f9-bec2-dc0e64e74f38,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:00.705773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.718023 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Calling delete_port for 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:44:00.820124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:43:59Z', 'revision_number': 5, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port': {'id': '6d259c54-c6bc-41f9-bec2-dc0e64e74f38', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:55Z', 'updated_at': '2021-07-15T23:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:00.847854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] Checking router: ee355f71-4104-4258-854d-6f1322c119e5 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:44:00.877420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] Routers {'ee355f71-4104-4258-854d-6f1322c119e5'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:00.878058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ee355f71-4104-4258-854d-6f1322c119e5'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:00.902785 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.928353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d259c54-c6bc-41f9-bec2-dc0e64e74f38,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:00.998083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.003279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] Set router ee355f71-4104-4258-854d-6f1322c119e5 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:01.068017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:44:00Z', 'revision_number': 6, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:01.091467 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.093595 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.105045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6ab75-f0a0-4d8e-9943-068d978b2672 None None] The sync data for ids ['ee355f71-4104-4258-854d-6f1322c119e5'] in n-d-793618-8 is: [{'id': 'ee355f71-4104-4258-854d-6f1322c119e5', 'name': 'tempest-TestVolumeBootPattern-1328648871-router', 'tenant_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:54Z', 'updated_at': '2021-07-15T23:44:00Z', 'revision_number': 6, 'project_id': 'c29b24baf0bd4c3d8d9d91d277e43ea3', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:44:01.144450 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.144450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee355f71-4104-4258-854d-6f1322c119e5 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:44:01.148805 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.149979 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c0d0069b-5647-42e2-8c07-038613270f15 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ee355f71-4104-4258-854d-6f1322c119e5 HTTP/1.1" status: 204 len: 168 time: 0.8080876 Jul 15 23:44:01.152759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52692) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:01.200266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc5f767-ecf7-46d0-8a2c-26ad9b0206c0 admin admin] Deleting subnet cd825091-ba16-4265-b858-ff899bcc9fd6 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:44:01.203698 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f767-ecf7-46d0-8a2c-26ad9b0206c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.239394 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f767-ecf7-46d0-8a2c-26ad9b0206c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.337784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f767-ecf7-46d0-8a2c-26ad9b0206c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.392215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f767-ecf7-46d0-8a2c-26ad9b0206c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.418452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5f767-ecf7-46d0-8a2c-26ad9b0206c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd825091-ba16-4265-b858-ff899bcc9fd6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:01.423392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f767-ecf7-46d0-8a2c-26ad9b0206c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.425332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1fc5f767-ecf7-46d0-8a2c-26ad9b0206c0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd825091-ba16-4265-b858-ff899bcc9fd6 HTTP/1.1" status: 204 len: 168 time: 0.2715623 Jul 15 23:44:01.428012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52700) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:01.432154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e51f7-8527-4f18-be86-98ddae24b39e None None] Network 969f1931-bdd4-48c0-a160-09e39f9510d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:44:01.562024 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.646084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Deleting port c30ef933-233e-46f7-8ecf-98662fd0980d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:44:01.646425 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.663962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc172b31-fc7d-4ec5-b282-12d1d0c095e2 req-379c0831-49a2-430e-bab7-9e9a15ceda95 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:01.673888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc172b31-fc7d-4ec5-b282-12d1d0c095e2 req-379c0831-49a2-430e-bab7-9e9a15ceda95 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 944 time: 0.0867164 Jul 15 23:44:01.709103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc172b31-fc7d-4ec5-b282-12d1d0c095e2 req-2a7bb841-8d4e-473d-870e-97a01b449d21 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342138 Jul 15 23:44:01.723329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] For port c30ef933-233e-46f7-8ecf-98662fd0980d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c30ef933-233e-46f7-8ecf-98662fd0980d,segment=NetworkSegment(d76aabc3-bd87-42a2-a4c7-3d5f20b565f6),segment_id=d76aabc3-bd87-42a2-a4c7-3d5f20b565f6)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:01.723767 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.737461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Calling delete_port for c30ef933-233e-46f7-8ecf-98662fd0980d owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:44:01.820824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.847170 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30ef933-233e-46f7-8ecf-98662fd0980d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:01.850585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] No DVR routers for this DVR port c30ef933-233e-46f7-8ecf-98662fd0980d on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:44:01.925042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.937338 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969f1931-bdd4-48c0-a160-09e39f9510d6']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:01.948036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:01.948408 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76aabc3-bd87-42a2-a4c7-3d5f20b565f6') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:01.957951 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.966992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b677ee1-67d2-4b4a-94bc-92d8af90fdae None None] DHCP port deletion for 969f1931-bdd4-48c0-a160-09e39f9510d6 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:44:01.989635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.998056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:44:01.998731 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:44:02.000648 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:44:02.051788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:02.060635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.066859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.068709 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] 10.222.0.23 "DELETE /v2.0/networks/969f1931-bdd4-48c0-a160-09e39f9510d6 HTTP/1.1" status: 204 len: 168 time: 0.6393700 Jul 15 23:44:02.080266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba0a75-8a4b-4e00-ad22-a29925930908 admin admin] Pushing event deleted for resources: {'Network': ['ID=969f1931-bdd4-48c0-a160-09e39f9510d6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:02.119838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port bd9af3c1-f013-4056-bc16-00e3b6a5bebc completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:02.125304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port bd9af3c1-f013-4056-bc16-00e3b6a5bebc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:02.125924 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.211192 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.228738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52706) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:02.237420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:02.239436 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3175fd-1f68-492e-beb9-b032ba2a7408" -d '{"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:02.258223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:02.264567 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.285861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5e541148-6bbd-41da-b503-fbd9d66055e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=969839b0673c4a72ac879cdb9b2387f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546529 Jul 15 23:44:02.288390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52710) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:02.292211 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c311080a-a91f-4a54-9c81-f631e86c5b8a x-openstack-request-id: req-c311080a-a91f-4a54-9c81-f631e86c5b8a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:02.292506 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:02.292758 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c311080a-a91f-4a54-9c81-f631e86c5b8a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:02.293152 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'code': 200} Jul 15 23:44:02.333818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:02.345488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.345488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.345488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.345488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.346110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.346204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.346622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.347623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.347978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.348316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.348654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.348981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.396046 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-98834d4a-feb2-4bf1-a1b1-d9e382d64c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.438828 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-98834d4a-feb2-4bf1-a1b1-d9e382d64c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.480534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ff755-6703-487c-a158-6830f990f5eb req-2a6e6cb6-8c7c-446f-b96c-55df03758cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:02.482059 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e92ff755-6703-487c-a158-6830f990f5eb req-2a6e6cb6-8c7c-446f-b96c-55df03758cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0954239 Jul 15 23:44:02.517609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-98834d4a-feb2-4bf1-a1b1-d9e382d64c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.520272 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-98834d4a-feb2-4bf1-a1b1-d9e382d64c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.521433 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-98834d4a-feb2-4bf1-a1b1-d9e382d64c78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9e729af-952e-4fed-b33b-577f9e15e9ef HTTP/1.1" status: 204 len: 168 time: 0.2320399 Jul 15 23:44:02.527706 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-e92ff755-6703-487c-a158-6830f990f5eb req-b96612ad-7b89-4cbb-a4d6-c18fee3aa48b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393465 Jul 15 23:44:02.532610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98834d4a-feb2-4bf1-a1b1-d9e382d64c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e729af-952e-4fed-b33b-577f9e15e9ef,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:02.879075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:02.886255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52720) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:02.899896 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:02.900336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 6d259c54-c6bc-41f9-bec2-dc0e64e74f38 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:02.900886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c30ef933-233e-46f7-8ecf-98662fd0980d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:02.921454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c30ef933-233e-46f7-8ecf-98662fd0980d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:02.921911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c30ef933-233e-46f7-8ecf-98662fd0980d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:02.922490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 13a3fff0-76f7-4469-9801-eaf884e2c545 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:02.929915 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d0fe1e96-2d21-418a-81b8-bd03a585af92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c29b24baf0bd4c3d8d9d91d277e43ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421889 Jul 15 23:44:02.932389 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52722) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:02.942865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 13a3fff0-76f7-4469-9801-eaf884e2c545 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:02.943393 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 13a3fff0-76f7-4469-9801-eaf884e2c545 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:02.968526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f0a56-5570-42cd-9b7f-7d71d7bf5e9c req-96d357af-0d6b-4815-8feb-c4a6e2f7cf0a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:02.976147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef2f0a56-5570-42cd-9b7f-7d71d7bf5e9c req-96d357af-0d6b-4815-8feb-c4a6e2f7cf0a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.1232772 Jul 15 23:44:02.992065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6925c40-929b-495c-94de-a6a45154a9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.017743 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6925c40-929b-495c-94de-a6a45154a9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.019820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ef2f0a56-5570-42cd-9b7f-7d71d7bf5e9c req-317cc003-a245-4582-b37e-2d5170d062dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422633 Jul 15 23:44:03.068600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6925c40-929b-495c-94de-a6a45154a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.071881 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6925c40-929b-495c-94de-a6a45154a9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.073045 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c6925c40-929b-495c-94de-a6a45154a9ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53d40561-e42e-46af-a0a8-85f80d3bf92a HTTP/1.1" status: 204 len: 168 time: 0.1396208 Jul 15 23:44:03.081574 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925c40-929b-495c-94de-a6a45154a9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d40561-e42e-46af-a0a8-85f80d3bf92a,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:04.188511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1b158-083b-4653-aebf-59aa4b458510 req-b6b7f9a6-4631-4208-8c5e-585157872824 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:04.189934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aee1b158-083b-4653-aebf-59aa4b458510 req-b6b7f9a6-4631-4208-8c5e-585157872824 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0648215 Jul 15 23:44:04.228018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aee1b158-083b-4653-aebf-59aa4b458510 req-34597866-2788-48ad-ae91-73c73ef3fd05 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323093 Jul 15 23:44:04.398218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62f20c-6378-466c-a124-8d95f914d46e req-04e54ab5-101d-4edc-8f82-28e1aab511d2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:04.399777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a62f20c-6378-466c-a124-8d95f914d46e req-04e54ab5-101d-4edc-8f82-28e1aab511d2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0641477 Jul 15 23:44:04.443055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a62f20c-6378-466c-a124-8d95f914d46e req-fb467fee-3404-4e30-bdd8-ef6635169972 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368235 Jul 15 23:44:04.467685 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52736) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:04.518136 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f6ebf-1d5d-46bd-8c76-225f11a1ec91 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:04.519630 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2d7f6ebf-1d5d-46bd-8c76-225f11a1ec91 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1091 time: 0.0509522 Jul 15 23:44:04.522465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52738) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:04.527358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:04.549101 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.650111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.753664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.25.3.57 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/2dec3efa-62a5-4780-8734-41bf989e55ab) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:04.865314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.905077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.941760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:04.949033 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:04.952691 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:04.976195 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=2dec3efa-62a5-4780-8734-41bf989e55ab,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:05.325373 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:05.406745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:05.553118 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:05.558551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:05.631434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=2dec3efa-62a5-4780-8734-41bf989e55ab,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:05.640328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:05.765342 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Floating IP 6dd4dc70-4444-4a3e-948f-980f825782c6 associated. External IP: 172.25.3.57, port: bd9af3c1-f013-4056-bc16-00e3b6a5bebc. Jul 15 23:44:05.983439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:44:06.090879 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:44:06.099979 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] Sync routers for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:44:06.107723 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:06.109907 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:06.110583 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:06.147538 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-af94a694-92ca-4bff-88a6-400fafbb8ef6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6237862 Jul 15 23:44:06.148386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:06.151773 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:06.219719 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:06.304883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b740e6-8326-4a18-9416-2ff0c16e6c14 req-fcce7068-a155-4025-a9f1-17dfcc17e03e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:06.306412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17b740e6-8326-4a18-9416-2ff0c16e6c14 req-fcce7068-a155-4025-a9f1-17dfcc17e03e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0666687 Jul 15 23:44:06.346503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-17b740e6-8326-4a18-9416-2ff0c16e6c14 req-3b189947-9400-4898-96b1-4949f609b9f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332854 Jul 15 23:44:06.371326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52752) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:06.414257 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a31ead-b079-4677-9348-4c6e8c8637ec x-openstack-request-id: req-c7a31ead-b079-4677-9348-4c6e8c8637ec {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:06.415189 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:06.415449 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7a31ead-b079-4677-9348-4c6e8c8637ec {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:06.415881 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'status': 'completed', 'code': 200} Jul 15 23:44:06.432894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5d4278a6-8cc5-4f7f-90fa-ef58127044a1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/6dd4dc70-4444-4a3e-948f-980f825782c6 HTTP/1.1" status: 200 len: 990 time: 0.0601277 Jul 15 23:44:06.462080 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6dd4dc70-4444-4a3e-948f-980f825782c6', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'port_id': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'mac_address': 'fa:16:3e:86:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:44:05Z', 'updated_at': '2021-07-15T23:44:05Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:55Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:06.495211 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] Checking router: c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:44:06.504350 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:06.504969 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:43:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:06.514164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-d283944a-1fd5-4e48-a709-3df2f0717de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:06.515804 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-d283944a-1fd5-4e48-a709-3df2f0717de4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0542827 Jul 15 23:44:06.609507 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:06.610091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-2fd4427d-07b4-4af4-9a94-d66348e493f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:06.611644 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-2fd4427d-07b4-4af4-9a94-d66348e493f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.0898769 Jul 15 23:44:06.681724 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-fb999247-3d93-4ec7-b1b2-0c2f21659eab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 998 time: 0.0639095 Jul 15 23:44:06.750917 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-087459fe-1392-4c44-b574-e6206a301e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:06.758006 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-087459fe-1392-4c44-b574-e6206a301e64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0630999 Jul 15 23:44:06.821826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-8773698e-ef8a-4420-ab5c-66bb7b63a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:06.823513 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-8773698e-ef8a-4420-ab5c-66bb7b63a976 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583253 Jul 15 23:44:06.836078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-6caeff0c-a327-4e3a-99f3-6f9ecf60af09 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:44:06.837175 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-6caeff0c-a327-4e3a-99f3-6f9ecf60af09 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056679 Jul 15 23:44:06.851631 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6dd4dc70-4444-4a3e-948f-980f825782c6', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'port_id': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'mac_address': 'fa:16:3e:86:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:44:05Z', 'updated_at': '2021-07-15T23:44:05Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:55Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:06.878661 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b102486-64f8-4ac6-85d4-8f7169e20654 None None] The sync data for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 is: [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '6dd4dc70-4444-4a3e-948f-980f825782c6', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'port_id': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'mac_address': 'fa:16:3e:86:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:44:05Z', 'updated_at': '2021-07-15T23:44:05Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:55Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:44:06.938023 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-0ce25200-6ca6-4ce9-9c39-5726594f315e service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901382 Jul 15 23:44:07.050041 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-94dbe5e9-8d52-4c8e-8de2-6d29c7f0e58b req-24c529d1-90c7-4cbf-bb22-807fe89e6b54 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998850 Jul 15 23:44:07.114241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0a709-3c12-4a76-a6b0-3525ab707e67 None None] New status for floating IP 6dd4dc70-4444-4a3e-948f-980f825782c6: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:44:07.436730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52756) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:07.499197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4f9052a4-dff3-4a72-8c32-ad8ef7aef905 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/6dd4dc70-4444-4a3e-948f-980f825782c6 HTTP/1.1" status: 200 len: 992 time: 0.0612221 Jul 15 23:44:08.093774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52764) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:08.205672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72fded3e-118d-42de-b46e-bd16116feb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:08.294815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72fded3e-118d-42de-b46e-bd16116feb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:08.298780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-72fded3e-118d-42de-b46e-bd16116feb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:08.335940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-72fded3e-118d-42de-b46e-bd16116feb3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0645f92ea4834bcf8b1740af62a578a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411444 Jul 15 23:44:08.336766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fded3e-118d-42de-b46e-bd16116feb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262f95b-c9b9-46cc-a8fc-57981b3d5487,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:08.338686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52768) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:08.387420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34971dca-f07d-4f46-bfda-3661005fe6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:08.407179 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34971dca-f07d-4f46-bfda-3661005fe6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:08.452070 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34971dca-f07d-4f46-bfda-3661005fe6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:08.455141 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-34971dca-f07d-4f46-bfda-3661005fe6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:08.456291 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-34971dca-f07d-4f46-bfda-3661005fe6e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4262f95b-c9b9-46cc-a8fc-57981b3d5487 HTTP/1.1" status: 204 len: 168 time: 0.1160815 Jul 15 23:44:08.463833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971dca-f07d-4f46-bfda-3661005fe6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262f95b-c9b9-46cc-a8fc-57981b3d5487,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:11.029012 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:44:14.021874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:18.085741 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85420b5b-31b4-4f07-a3db-7b1a3d2b4b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:20.708089 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7f72920e-25bc-48ad-9fc8-3f5e5ce9adc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:21.097600 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:21.634631 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:22.312210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52914) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:22.425047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aada418c-35ca-450e-9d7f-70c6afd70ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:22.832047 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aada418c-35ca-450e-9d7f-70c6afd70ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:22.835738 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-aada418c-35ca-450e-9d7f-70c6afd70ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:22.873157 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-aada418c-35ca-450e-9d7f-70c6afd70ac0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57a64e39a0c84ec6a08e858857b30da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597155 Jul 15 23:44:22.874292 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada418c-35ca-450e-9d7f-70c6afd70ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bc4fba-e6f6-44e3-af39-efe778ee1662,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:22.875864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52918) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:22.923909 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41b371a5-3746-4d20-932a-975be4ad0c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:22.948230 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41b371a5-3746-4d20-932a-975be4ad0c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:22.992876 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41b371a5-3746-4d20-932a-975be4ad0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:22.995498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41b371a5-3746-4d20-932a-975be4ad0c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:22.996646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-41b371a5-3746-4d20-932a-975be4ad0c05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19bc4fba-e6f6-44e3-af39-efe778ee1662 HTTP/1.1" status: 204 len: 168 time: 0.1197567 Jul 15 23:44:23.004481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b371a5-3746-4d20-932a-975be4ad0c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bc4fba-e6f6-44e3-af39-efe778ee1662,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:23.383244 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.586480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52940) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:23.680383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-410738694-network', 'tenant_id': '86a70588354143679cf096349e988442'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:23.700891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Made reservation on behalf of 86a70588354143679cf096349e988442 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:23.703280 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.711460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.798018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.801875 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.825962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:44:23.841342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef4ba4c-6930-40a8-aa5b-78b55b839036,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:23.844258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.844598 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Added segment 6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee of type vlan for network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 Jul 15 23:44:23.883412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.911683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.912706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:23.913288 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.946333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3586967 Jul 15 23:44:23.949896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52944) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:23.954870 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Request body: {'subnet': {'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-410738694-subnet', 'tenant_id': '86a70588354143679cf096349e988442', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:23.975620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Made reservation on behalf of 86a70588354143679cf096349e988442 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:23.977041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b376b0-a6a5-4189-933a-ee74b6a25095 admin admin] Pushing event updated for resources: {'Network': ['ID=da3f9f39-74ac-4de3-91d5-dc90691ea3e2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:23.978659 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:23.987212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:44:24.146611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.204097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6847ff7-9481-4de9-9155-cb94138896a2,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:24.209208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Checking segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:24.209585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Network hostable DHCP agents. Network: da3f9f39-74ac-4de3-91d5-dc90691ea3e2, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:44:24.226690 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:44:24.235581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, da3f9f39-74ac-4de3-91d5-dc90691ea3e2) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:24.239682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:24.240294 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.245002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e832cb2-b8d1-454a-910f-f38c85a7a48e None None] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:44:24.254558 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96fb60b6-4fc7-413c-b180-da0770b510bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3035884 Jul 15 23:44:24.257253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52946) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:24.261973 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:24.282924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.283907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.339773 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.477878 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.543155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'tenant_id': '86a70588354143679cf096349e988442', 'fixed_ips': [{'subnet_id': 'f6847ff7-9481-4de9-9155-cb94138896a2'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:44:24.544624 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.684926 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.685139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Allocated IP 172.20.0.2 (da3f9f39-74ac-4de3-91d5-dc90691ea3e2/f6847ff7-9481-4de9-9155-cb94138896a2/19f25ed3-58c4-4d33-92af-09c6df043e23) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:24.707175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.815895 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Allocated IP 172.25.3.210 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/63d832cb-b8f7-40cc-b6ff-87a229ed96b4) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:24.830061 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.838245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Transition to ACTIVE for port object 19f25ed3-58c4-4d33-92af-09c6df043e23 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:24.852582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Transition to ACTIVE for port object 19f25ed3-58c4-4d33-92af-09c6df043e23 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:24.858198 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.899535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:24.904201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:24.908844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:24.912055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Pushing event updated for resources: {'Port': ['ID=19f25ed3-58c4-4d33-92af-09c6df043e23,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:24.936943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.970110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Attempting to bind port 19f25ed3-58c4-4d33-92af-09c6df043e23 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:24.970605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Attempting to bind port 19f25ed3-58c4-4d33-92af-09c6df043e23 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:24.971009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Attempting to bind port 19f25ed3-58c4-4d33-92af-09c6df043e23 on network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:24.976479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:24.976959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Checking segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:24.977390 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.977863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Bound using segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:24.978342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Bound port: 19f25ed3-58c4-4d33-92af-09c6df043e23, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:24.978746 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:24.979833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:25.017146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:25.023483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:25.027260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:25.033179 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=63d832cb-b8f7-40cc-b6ff-87a229ed96b4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:25.055417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] For port 19f25ed3-58c4-4d33-92af-09c6df043e23, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:25.060443 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] For port 19f25ed3-58c4-4d33-92af-09c6df043e23, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=19f25ed3-58c4-4d33-92af-09c6df043e23,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:25.065968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:25.129689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b4710-516b-44fa-85b5-7db35b012244 None None] Pushing event updated for resources: {'Port': ['ID=19f25ed3-58c4-4d33-92af-09c6df043e23,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:25.309685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:25.317559 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:25.514846 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:25.639284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Router 7ba5bea8-a498-4722-8711-e97e30551d61 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:44:25.746798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:44:25.758537 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Sync routers for ids ['7ba5bea8-a498-4722-8711-e97e30551d61'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:44:25.763818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:25.765989 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-501493ee-3971-4de1-8c3e-3824b00fe4a7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5069306 Jul 15 23:44:25.767978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52948) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:25.770526 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Routers {'7ba5bea8-a498-4722-8711-e97e30551d61'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:25.771416 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ba5bea8-a498-4722-8711-e97e30551d61'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:25.970299 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Set router 7ba5bea8-a498-4722-8711-e97e30551d61 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:26.116068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d17e04-4467-48dd-94a3-db8200ec6fac None None] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:44:26.169007 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:25Z', 'revision_number': 3, 'project_id': '86a70588354143679cf096349e988442', 'gw_port': {'id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:26.181665 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0693c2ed-cab2-470d-95aa-f0bb36e96962 None None] Provisioning for port 19f25ed3-58c4-4d33-92af-09c6df043e23 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:26.197910 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Checking router: 7ba5bea8-a498-4722-8711-e97e30551d61 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:44:26.198882 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Updating router 7ba5bea8-a498-4722-8711-e97e30551d61 port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:44:26.205213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.233770 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.405004 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Allocated IP 172.20.0.1 (da3f9f39-74ac-4de3-91d5-dc90691ea3e2/f6847ff7-9481-4de9-9155-cb94138896a2/4d56f25b-9706-4a69-b046-428a1c46c23b) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:26.513593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.514402 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.524664 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Transition to ACTIVE for port object 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:26.527713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Transition to ACTIVE for port object 4d56f25b-9706-4a69-b046-428a1c46c23b will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:26.531780 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.561386 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.577519 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Attempting to bind port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:26.577886 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Attempting to bind port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:26.578230 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Attempting to bind port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:26.589322 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:26.589670 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:26.590068 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.590455 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:26.591292 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Bound port: 63d832cb-b8f7-40cc-b6ff-87a229ed96b4, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:26.591292 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.604148 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:26.606881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:26.610381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:26.633941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Pushing event updated for resources: {'Port': ['ID=4d56f25b-9706-4a69-b046-428a1c46c23b,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:26.634373 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498d69-4d3b-48bc-b0e0-aaf032b9f7bd None None] Pushing event updated for resources: {'Port': ['ID=63d832cb-b8f7-40cc-b6ff-87a229ed96b4,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:26.649405 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] For port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:26.652732 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] For port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=63d832cb-b8f7-40cc-b6ff-87a229ed96b4,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:26.657087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.658253 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.720082 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Routers {'7ba5bea8-a498-4722-8711-e97e30551d61'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:26.721036 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ba5bea8-a498-4722-8711-e97e30551d61'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:26.756405 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498d69-4d3b-48bc-b0e0-aaf032b9f7bd None None] Pushing event updated for resources: {'Port': ['ID=63d832cb-b8f7-40cc-b6ff-87a229ed96b4,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:26.809340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.836767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-043a342d-e797-4c58-851b-c840b04dfa74 None None] Provisioning for port 4d56f25b-9706-4a69-b046-428a1c46c23b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:26.837824 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] Set router 7ba5bea8-a498-4722-8711-e97e30551d61 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:26.843769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-043a342d-e797-4c58-851b-c840b04dfa74 None None] Provisioning complete for port 4d56f25b-9706-4a69-b046-428a1c46c23b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:26.844874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-043a342d-e797-4c58-851b-c840b04dfa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.887762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-043a342d-e797-4c58-851b-c840b04dfa74 None None] Port 4d56f25b-9706-4a69-b046-428a1c46c23b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:44:26.951650 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 19f25ed3-58c4-4d33-92af-09c6df043e23 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:26.992167 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:26.997760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:27.006612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 19f25ed3-58c4-4d33-92af-09c6df043e23 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:27.010494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 19f25ed3-58c4-4d33-92af-09c6df043e23 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:27.011538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:27.026357 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:25Z', 'revision_number': 3, 'project_id': '86a70588354143679cf096349e988442', 'gw_port': {'id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:27.059121 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cff08d-7c47-4214-8be3-51fc32b38c37 None None] The sync data for ids ['7ba5bea8-a498-4722-8711-e97e30551d61'] in n-d-793618-8 is: [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:25Z', 'revision_number': 3, 'project_id': '86a70588354143679cf096349e988442', 'gw_port': {'id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:44:27.061311 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Pushing event updated for resources: {'Port': ['ID=4d56f25b-9706-4a69-b046-428a1c46c23b,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:27.063856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:27.095918 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:27.129550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 19f25ed3-58c4-4d33-92af-09c6df043e23, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=19f25ed3-58c4-4d33-92af-09c6df043e23,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:27.135595 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:27.172652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:27.174123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:27.187750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=19f25ed3-58c4-4d33-92af-09c6df043e23,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:27.298888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Router 7ba5bea8-a498-4722-8711-e97e30551d61 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:44:27.423470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7e4830e9-c92b-4299-9ed9-87d487e5b715 None None] Provisioning complete for port 4d56f25b-9706-4a69-b046-428a1c46c23b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:27.423939 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7e4830e9-c92b-4299-9ed9-87d487e5b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:27.430306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:44:27.435606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-80112a7d-3bc8-4a61-aff5-34568e05d6eb admin admin] 10.222.0.23 "PUT /v2.0/routers/7ba5bea8-a498-4722-8711-e97e30551d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665421 Jul 15 23:44:27.466512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7e4830e9-c92b-4299-9ed9-87d487e5b715 None None] Port 4d56f25b-9706-4a69-b046-428a1c46c23b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:44:27.919116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52968) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:27.924119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-822675770-network', 'tenant_id': '204395cc2c084671ad34628a50bcef5d'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:27.945766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Made reservation on behalf of 204395cc2c084671ad34628a50bcef5d for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:27.948389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:27.957594 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.049269 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.053116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.072980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:44:28.087351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3555ae-f8ec-4574-8f70-f25ca1dc0774,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:28.090703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.091069 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Added segment b9ec265d-edf3-4c40-be98-a02fb67f2038 of type vlan for network a1d36710-e2a2-4f78-ad04-c139d3f30079 Jul 15 23:44:28.129476 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.157562 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.158580 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:28.159219 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.191582 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2713506 Jul 15 23:44:28.194386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52970) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:28.199564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Request body: {'subnet': {'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-822675770-subnet', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:28.234909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ded468-6491-4dbb-92db-ab39de790bea admin admin] Pushing event updated for resources: {'Network': ['ID=a1d36710-e2a2-4f78-ad04-c139d3f30079,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:28.244648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network a1d36710-e2a2-4f78-ad04-c139d3f30079 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:44:28.250133 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Made reservation on behalf of 204395cc2c084671ad34628a50bcef5d for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:28.252623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.423928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.481578 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c01f44-02d0-4170-ace1-78a01fff4511,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:28.488777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Checking segment: {'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:28.489138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Network hostable DHCP agents. Network: a1d36710-e2a2-4f78-ad04-c139d3f30079, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:44:28.506144 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Network a1d36710-e2a2-4f78-ad04-c139d3f30079 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:44:28.515984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, a1d36710-e2a2-4f78-ad04-c139d3f30079) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:28.520587 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:28.521849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.524879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0ef4fc-2210-4db1-8060-898120e7c5fd None None] Network a1d36710-e2a2-4f78-ad04-c139d3f30079 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:44:28.536261 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-89512be1-111c-41dc-bc97-17b79da0c6b1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3408387 Jul 15 23:44:28.539091 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 52972) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:28.543510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:28.567253 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.568263 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.626494 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.679163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Sync routers for ids ['7ba5bea8-a498-4722-8711-e97e30551d61'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:44:28.683530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-a1d36710-e2a2-4f78-ad04-c139d3f30079', 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'fixed_ips': [{'subnet_id': 'f5c01f44-02d0-4170-ace1-78a01fff4511'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:44:28.684476 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:28.703385 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Routers {'7ba5bea8-a498-4722-8711-e97e30551d61'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:28.704053 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ba5bea8-a498-4722-8711-e97e30551d61'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:28.908606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Set router 7ba5bea8-a498-4722-8711-e97e30551d61 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:28.952498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Allocated IP 172.20.0.2 (a1d36710-e2a2-4f78-ad04-c139d3f30079/f5c01f44-02d0-4170-ace1-78a01fff4511/063d368b-3b62-4587-8998-13858f15e0ab) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:29.000097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 19f25ed3-58c4-4d33-92af-09c6df043e23 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:29.090081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.181671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 19f25ed3-58c4-4d33-92af-09c6df043e23 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:29.181972 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.295967 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.297836 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.313266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Transition to ACTIVE for port object 063d368b-3b62-4587-8998-13858f15e0ab will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:29.315622 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.356457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Transition to ACTIVE for port object 063d368b-3b62-4587-8998-13858f15e0ab will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:29.366409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:26Z', 'revision_number': 4, 'project_id': '86a70588354143679cf096349e988442', 'gw_port': {'id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '4d56f25b-9706-4a69-b046-428a1c46c23b', 'name': '', 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'tenant_id': '86a70588354143679cf096349e988442', 'mac_address': 'fa:16:3e:ac:bc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f6847ff7-9481-4de9-9155-cb94138896a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:26Z', 'updated_at': '2021-07-15T23:44:26Z', 'revision_number': 2, 'project_id': '86a70588354143679cf096349e988442', 'subnets': [{'id': 'f6847ff7-9481-4de9-9155-cb94138896a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:29.373163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.403885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:29.425766 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Allocated IP 172.25.3.75 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/37fc65cd-10b2-4da1-819b-1af0324fbffa) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:29.426467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Checking router: 7ba5bea8-a498-4722-8711-e97e30551d61 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:44:29.426851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Updating router 7ba5bea8-a498-4722-8711-e97e30551d61 port 4d56f25b-9706-4a69-b046-428a1c46c23b binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:44:29.531490 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.570699 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.607229 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:29.613337 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:29.615774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:29.644860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Network a1d36710-e2a2-4f78-ad04-c139d3f30079 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:29.645087 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Pushing event updated for resources: {'Port': ['ID=37fc65cd-10b2-4da1-819b-1af0324fbffa,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:29.657117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:29.663431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:29.670064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Pushing event updated for resources: {'Port': ['ID=063d368b-3b62-4587-8998-13858f15e0ab,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:29.675422 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.753291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:29.768429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:29.768810 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.776099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Attempting to bind port 063d368b-3b62-4587-8998-13858f15e0ab on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:29.776530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Attempting to bind port 063d368b-3b62-4587-8998-13858f15e0ab by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:29.776899 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Attempting to bind port 063d368b-3b62-4587-8998-13858f15e0ab on network a1d36710-e2a2-4f78-ad04-c139d3f30079 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:29.851657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:29.851955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Checking segment: {'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:29.852358 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.852753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Bound using segment: {'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:29.853239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Bound port: 063d368b-3b62-4587-8998-13858f15e0ab, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:29.853622 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.875302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.029585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] For port 063d368b-3b62-4587-8998-13858f15e0ab, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:30.048232 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.053870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] For port 063d368b-3b62-4587-8998-13858f15e0ab, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=063d368b-3b62-4587-8998-13858f15e0ab,segment=NetworkSegment(b9ec265d-edf3-4c40-be98-a02fb67f2038),segment_id=b9ec265d-edf3-4c40-be98-a02fb67f2038)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:30.065594 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.066895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.117120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=63d832cb-b8f7-40cc-b6ff-87a229ed96b4,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:30.129303 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.163552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9e274-e006-4b9f-a6fc-fd500f07b76d None None] Pushing event updated for resources: {'Port': ['ID=063d368b-3b62-4587-8998-13858f15e0ab,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:30.204331 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Router c47dcc1d-eda4-4c97-bb73-15ed470feb92 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:44:30.237418 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.255508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=63d832cb-b8f7-40cc-b6ff-87a229ed96b4,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:30.258380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Transition to ACTIVE for port object 4d56f25b-9706-4a69-b046-428a1c46c23b will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:30.265514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.317878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d373eb-e497-425c-8112-1fffafd36c56 None None] Pushing event updated for resources: {'Port': ['ID=4d56f25b-9706-4a69-b046-428a1c46c23b,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:30.321460 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:44:30.331229 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Sync routers for ids ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:44:30.340972 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.345036 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e808c39f-7612-4b5a-b880-10e044ad0df3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8023832 Jul 15 23:44:30.351970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 52976) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:30.382230 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Routers {'c47dcc1d-eda4-4c97-bb73-15ed470feb92'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:30.383212 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:30.398482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Attempting to bind port 4d56f25b-9706-4a69-b046-428a1c46c23b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:30.399032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Attempting to bind port 4d56f25b-9706-4a69-b046-428a1c46c23b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:30.399494 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Attempting to bind port 4d56f25b-9706-4a69-b046-428a1c46c23b on network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:30.404741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:30.405260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Checking segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:30.405760 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.406253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Bound using segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:30.406843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Bound port: 4d56f25b-9706-4a69-b046-428a1c46c23b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:30.407323 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.514397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] For port 4d56f25b-9706-4a69-b046-428a1c46c23b, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:30.517902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] For port 4d56f25b-9706-4a69-b046-428a1c46c23b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4d56f25b-9706-4a69-b046-428a1c46c23b,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:30.527364 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.557735 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Set router c47dcc1d-eda4-4c97-bb73-15ed470feb92 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:30.598619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d373eb-e497-425c-8112-1fffafd36c56 None None] Pushing event updated for resources: {'Port': ['ID=4d56f25b-9706-4a69-b046-428a1c46c23b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:30.621518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Routers {'7ba5bea8-a498-4722-8711-e97e30551d61'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:30.622563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ba5bea8-a498-4722-8711-e97e30551d61'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:30.769215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:44:29Z', 'revision_number': 3, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:30.800316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] Set router 7ba5bea8-a498-4722-8711-e97e30551d61 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:30.803462 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Checking router: c47dcc1d-eda4-4c97-bb73-15ed470feb92 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:44:30.804122 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Updating router c47dcc1d-eda4-4c97-bb73-15ed470feb92 port 37fc65cd-10b2-4da1-819b-1af0324fbffa binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:44:30.861139 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:30.887907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.043822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 063d368b-3b62-4587-8998-13858f15e0ab up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:31.097131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Allocated IP 172.20.0.1 (a1d36710-e2a2-4f78-ad04-c139d3f30079/f5c01f44-02d0-4170-ace1-78a01fff4511/88b28a76-e7f6-4fba-8cf7-544158a0db92) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:31.119230 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 063d368b-3b62-4587-8998-13858f15e0ab completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:31.126401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:31.131054 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:26Z', 'revision_number': 4, 'project_id': '86a70588354143679cf096349e988442', 'gw_port': {'id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '4d56f25b-9706-4a69-b046-428a1c46c23b', 'name': '', 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'tenant_id': '86a70588354143679cf096349e988442', 'mac_address': 'fa:16:3e:ac:bc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f6847ff7-9481-4de9-9155-cb94138896a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:26Z', 'updated_at': '2021-07-15T23:44:30Z', 'revision_number': 4, 'project_id': '86a70588354143679cf096349e988442', 'subnets': [{'id': 'f6847ff7-9481-4de9-9155-cb94138896a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:31.189648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf71bdc-9f70-4f95-b9e7-6a3efabfb268 None None] The sync data for ids ['7ba5bea8-a498-4722-8711-e97e30551d61'] in n-d-793618-8 is: [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:26Z', 'revision_number': 4, 'project_id': '86a70588354143679cf096349e988442', 'gw_port': {'id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '4d56f25b-9706-4a69-b046-428a1c46c23b', 'name': '', 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'tenant_id': '86a70588354143679cf096349e988442', 'mac_address': 'fa:16:3e:ac:bc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'f6847ff7-9481-4de9-9155-cb94138896a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:26Z', 'updated_at': '2021-07-15T23:44:30Z', 'revision_number': 4, 'project_id': '86a70588354143679cf096349e988442', 'subnets': [{'id': 'f6847ff7-9481-4de9-9155-cb94138896a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:44:31.230656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:31.231039 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.245600 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.287468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Transition to ACTIVE for port object 88b28a76-e7f6-4fba-8cf7-544158a0db92 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:31.331677 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.332842 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.345958 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Transition to ACTIVE for port object 37fc65cd-10b2-4da1-819b-1af0324fbffa will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:31.357508 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.413807 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Attempting to bind port 37fc65cd-10b2-4da1-819b-1af0324fbffa on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:31.414328 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Attempting to bind port 37fc65cd-10b2-4da1-819b-1af0324fbffa by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:31.414849 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Attempting to bind port 37fc65cd-10b2-4da1-819b-1af0324fbffa on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:31.418797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Network a1d36710-e2a2-4f78-ad04-c139d3f30079 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:31.423842 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:31.424359 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:31.424861 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.425327 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:31.425929 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Bound port: 37fc65cd-10b2-4da1-819b-1af0324fbffa, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:31.426378 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.427350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:31.430259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:31.472732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Pushing event updated for resources: {'Port': ['ID=88b28a76-e7f6-4fba-8cf7-544158a0db92,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:31.478864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.497523 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] For port 37fc65cd-10b2-4da1-819b-1af0324fbffa, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:31.500872 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] For port 37fc65cd-10b2-4da1-819b-1af0324fbffa, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=37fc65cd-10b2-4da1-819b-1af0324fbffa,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:31.502077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cced3-dd93-4e39-946e-bb50aeb9862a None None] Pushing event updated for resources: {'Port': ['ID=37fc65cd-10b2-4da1-819b-1af0324fbffa,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:31.508312 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.550377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d4d99-433b-4975-8230-f743b3bc2008 None None] Network a1d36710-e2a2-4f78-ad04-c139d3f30079 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:44:31.573016 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Routers {'c47dcc1d-eda4-4c97-bb73-15ed470feb92'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:31.574047 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:31.658183 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f4df8e60-335e-4000-a68e-a02cc5520a12 None None] Provisioning for port 063d368b-3b62-4587-8998-13858f15e0ab completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:31.677937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f4df8e60-335e-4000-a68e-a02cc5520a12 None None] Provisioning complete for port 063d368b-3b62-4587-8998-13858f15e0ab triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:31.678375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f4df8e60-335e-4000-a68e-a02cc5520a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.692434 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] Set router c47dcc1d-eda4-4c97-bb73-15ed470feb92 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:31.751801 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cced3-dd93-4e39-946e-bb50aeb9862a None None] Pushing event updated for resources: {'Port': ['ID=37fc65cd-10b2-4da1-819b-1af0324fbffa,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:31.847131 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f4df8e60-335e-4000-a68e-a02cc5520a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.895220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f4df8e60-335e-4000-a68e-a02cc5520a12 None None] For port 063d368b-3b62-4587-8998-13858f15e0ab, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=063d368b-3b62-4587-8998-13858f15e0ab,segment=NetworkSegment(b9ec265d-edf3-4c40-be98-a02fb67f2038),segment_id=b9ec265d-edf3-4c40-be98-a02fb67f2038)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:31.908577 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f4df8e60-335e-4000-a68e-a02cc5520a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:31.913765 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:44:29Z', 'revision_number': 3, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:31.948881 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d664f554-be7d-4c58-98c5-7866a4bab01d None None] The sync data for ids ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'] in n-d-793618-8 is: [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:44:29Z', 'revision_number': 3, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:44:31.972360 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df8e60-335e-4000-a68e-a02cc5520a12 None None] Pushing event updated for resources: {'Port': ['ID=063d368b-3b62-4587-8998-13858f15e0ab,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:32.087528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:32.241726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6a37106b-5afd-4b89-b225-c190b34d8bb6 None None] Provisioning complete for port 063d368b-3b62-4587-8998-13858f15e0ab triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:32.242099 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a37106b-5afd-4b89-b225-c190b34d8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:32.292361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:32.299821 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:32.347028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Pushing event updated for resources: {'Port': ['ID=88b28a76-e7f6-4fba-8cf7-544158a0db92,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:32.347304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6a37106b-5afd-4b89-b225-c190b34d8bb6 None None] Provisioning for port 88b28a76-e7f6-4fba-8cf7-544158a0db92 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:32.354911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6a37106b-5afd-4b89-b225-c190b34d8bb6 None None] Provisioning complete for port 88b28a76-e7f6-4fba-8cf7-544158a0db92 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:32.355590 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a37106b-5afd-4b89-b225-c190b34d8bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:32.407755 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:32.413550 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6a37106b-5afd-4b89-b225-c190b34d8bb6 None None] Port 88b28a76-e7f6-4fba-8cf7-544158a0db92 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:44:32.535343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4cb0af2b-532e-4c52-a450-6da24073fd08 None None] Provisioning complete for port 88b28a76-e7f6-4fba-8cf7-544158a0db92 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:32.536029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4cb0af2b-532e-4c52-a450-6da24073fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:32.536657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Network a1d36710-e2a2-4f78-ad04-c139d3f30079 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:32.539899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:32.593576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0af2b-532e-4c52-a450-6da24073fd08 None None] Port 88b28a76-e7f6-4fba-8cf7-544158a0db92 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:44:32.681044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Router c47dcc1d-eda4-4c97-bb73-15ed470feb92 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:44:32.803803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:44:32.810060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b30231f7-162c-43c6-91f0-16d66c6fc157 admin admin] 10.222.0.23 "PUT /v2.0/routers/c47dcc1d-eda4-4c97-bb73-15ed470feb92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4562929 Jul 15 23:44:32.823163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d1a5cb5b-6a89-491a-ba89-f710c8ab6d70 None None] Provisioning complete for port 88b28a76-e7f6-4fba-8cf7-544158a0db92 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:32.823604 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d1a5cb5b-6a89-491a-ba89-f710c8ab6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:32.868175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5cb5b-6a89-491a-ba89-f710c8ab6d70 None None] Port 88b28a76-e7f6-4fba-8cf7-544158a0db92 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:44:33.002813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4d56f25b-9706-4a69-b046-428a1c46c23b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:33.056990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 4d56f25b-9706-4a69-b046-428a1c46c23b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:33.066965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 4d56f25b-9706-4a69-b046-428a1c46c23b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:33.067530 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:33.160582 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:33.198629 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 4d56f25b-9706-4a69-b046-428a1c46c23b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4d56f25b-9706-4a69-b046-428a1c46c23b,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:33.206028 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:33.206865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 063d368b-3b62-4587-8998-13858f15e0ab up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:33.283923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=4d56f25b-9706-4a69-b046-428a1c46c23b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:33.303042 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 063d368b-3b62-4587-8998-13858f15e0ab triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:33.303420 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:33.385075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 37fc65cd-10b2-4da1-819b-1af0324fbffa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:33.393690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0041-24bc-4869-b935-9830385c6f17 req-17b2ff30-455a-46f6-9650-6cab665e0f87 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:33.395245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-17b2ff30-455a-46f6-9650-6cab665e0f87 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/networks?id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2 HTTP/1.1" status: 200 len: 910 time: 0.0921042 Jul 15 23:44:33.409300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-441c27fa-3412-4cea-b530-389e3b9281fd tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/quotas/204395cc2c084671ad34628a50bcef5d HTTP/1.1" status: 200 len: 375 time: 0.0086713 Jul 15 23:44:33.431645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 37fc65cd-10b2-4da1-819b-1af0324fbffa completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:33.435329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 37fc65cd-10b2-4da1-819b-1af0324fbffa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:33.435699 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:33.502289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-82eb5543-86cb-4280-8d3d-1fc0a1dc7a9e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=204395cc2c084671ad34628a50bcef5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879815 Jul 15 23:44:33.514604 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:33.535513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 37fc65cd-10b2-4da1-819b-1af0324fbffa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=37fc65cd-10b2-4da1-819b-1af0324fbffa,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:33.539990 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:33.589956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=37fc65cd-10b2-4da1-819b-1af0324fbffa,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:33.599703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-f0a33844-d8a7-4692-8766-a6a8767d89e0 service neutron] 10.222.0.23 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900247 Jul 15 23:44:33.687685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-dfd2153c-6cf8-4557-a5a3-95345bd240a6 service neutron] 10.222.0.23 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815876 Jul 15 23:44:33.849587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a707d43d-6f4a-4b1b-bf4e-77aa09c59e59 req-f4af3ae3-6a7b-46d8-a78d-96f681428cf7 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 210 time: 0.0278242 Jul 15 23:44:34.550965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Sync routers for ids ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:44:34.560691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Routers {'c47dcc1d-eda4-4c97-bb73-15ed470feb92'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:34.561299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:34.663482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Set router c47dcc1d-eda4-4c97-bb73-15ed470feb92 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:34.920951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4d56f25b-9706-4a69-b046-428a1c46c23b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:35.004321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0041-24bc-4869-b935-9830385c6f17 req-664d6530-5f7a-4bed-b6c7-39b830740712 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:35.007089 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-664d6530-5f7a-4bed-b6c7-39b830740712 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.37 "GET /v2.0/networks?id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2 HTTP/1.1" status: 200 len: 910 time: 0.1088266 Jul 15 23:44:35.019088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c481986d-143c-40b8-ae35-ebdfef8a16aa req-24c0cf47-7644-44b9-ba7e-c14880e0a6df tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 210 time: 0.0411386 Jul 15 23:44:35.027465 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Request body: {'port': {'device_id': '7b5d250a-b5f1-4472-a62c-42bf44b1df66', 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'admin_state_up': True, 'tenant_id': '204395cc2c084671ad34628a50bcef5d'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:35.035222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 4d56f25b-9706-4a69-b046-428a1c46c23b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:35.035675 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.051848 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Made reservation on behalf of 204395cc2c084671ad34628a50bcef5d for: {'port': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:35.054390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.156706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:44:32Z', 'revision_number': 4, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '88b28a76-e7f6-4fba-8cf7-544158a0db92', 'name': '', 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'mac_address': 'fa:16:3e:a7:69:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'f5c01f44-02d0-4170-ace1-78a01fff4511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:30Z', 'updated_at': '2021-07-15T23:44:32Z', 'revision_number': 2, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'subnets': [{'id': 'f5c01f44-02d0-4170-ace1-78a01fff4511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:35.173285 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Allocated IP 172.20.0.6 (da3f9f39-74ac-4de3-91d5-dc90691ea3e2/f6847ff7-9481-4de9-9155-cb94138896a2/7cb6e9fb-4db6-4beb-bca7-3a8969982362) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:35.189026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 37fc65cd-10b2-4da1-819b-1af0324fbffa up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:35.190949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Checking router: c47dcc1d-eda4-4c97-bb73-15ed470feb92 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:44:35.191353 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Updating router c47dcc1d-eda4-4c97-bb73-15ed470feb92 port 88b28a76-e7f6-4fba-8cf7-544158a0db92 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:44:35.254213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.304932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 37fc65cd-10b2-4da1-819b-1af0324fbffa triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:35.305305 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.309188 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.322230 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Transition to ACTIVE for port object 7cb6e9fb-4db6-4beb-bca7-3a8969982362 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:35.355436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.404716 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:35.407585 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:35.411090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:35.444644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Pushing event updated for resources: {'Port': ['ID=7cb6e9fb-4db6-4beb-bca7-3a8969982362,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:35.454432 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:35.455078 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.470192 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-d39f2d33-4c8d-4544-b0bd-1f8f9f14bf5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4494216 Jul 15 23:44:35.491134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Request body: {'port': {'device_id': '7b5d250a-b5f1-4472-a62c-42bf44b1df66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:35.573786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.609331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.623398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Transition to ACTIVE for port object 88b28a76-e7f6-4fba-8cf7-544158a0db92 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:35.627284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-46bd1fed-dd55-4171-a1b9-584401a7f449 None None] Provisioning for port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:35.631193 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.638978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-46bd1fed-dd55-4171-a1b9-584401a7f449 None None] Provisioning complete for port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:35.639341 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46bd1fed-dd55-4171-a1b9-584401a7f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.736357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90eaca-be1b-4259-b035-8482b34ed9de None None] Pushing event updated for resources: {'Port': ['ID=88b28a76-e7f6-4fba-8cf7-544158a0db92,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:35.741165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-46bd1fed-dd55-4171-a1b9-584401a7f449 None None] Port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:44:35.772285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Attempting to bind port 88b28a76-e7f6-4fba-8cf7-544158a0db92 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:35.772656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Attempting to bind port 88b28a76-e7f6-4fba-8cf7-544158a0db92 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:35.773024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Attempting to bind port 88b28a76-e7f6-4fba-8cf7-544158a0db92 on network a1d36710-e2a2-4f78-ad04-c139d3f30079 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:35.778358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:35.778724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Checking segment: {'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:35.779283 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.779686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Bound using segment: {'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:35.780153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Bound port: 88b28a76-e7f6-4fba-8cf7-544158a0db92, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ec265d-edf3-4c40-be98-a02fb67f2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:35.780533 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.846041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] For port 88b28a76-e7f6-4fba-8cf7-544158a0db92, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:35.849305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] For port 88b28a76-e7f6-4fba-8cf7-544158a0db92, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=88b28a76-e7f6-4fba-8cf7-544158a0db92,segment=NetworkSegment(b9ec265d-edf3-4c40-be98-a02fb67f2038),segment_id=b9ec265d-edf3-4c40-be98-a02fb67f2038)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:35.855154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.860909 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb6e9fb-4db6-4beb-bca7-3a8969982362 {{(pid=93714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:35.868499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.881255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Transition to ACTIVE for port object 7cb6e9fb-4db6-4beb-bca7-3a8969982362 will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:35.886108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:35.911329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Routers {'c47dcc1d-eda4-4c97-bb73-15ed470feb92'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:35.911975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:35.944481 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Pushing event updated for resources: {'Port': ['ID=7cb6e9fb-4db6-4beb-bca7-3a8969982362,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:35.976694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90eaca-be1b-4259-b035-8482b34ed9de None None] Pushing event updated for resources: {'Port': ['ID=88b28a76-e7f6-4fba-8cf7-544158a0db92,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:36.022623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Attempting to bind port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:36.022623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Attempting to bind port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:36.023361 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Attempting to bind port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 on network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:36.029733 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 on network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:44:36.030252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Attempting to bind port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 on network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:36.048340 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:36.049353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Checking segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:36.049646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Bound using segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:36.050090 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Bound port: 7cb6e9fb-4db6-4beb-bca7-3a8969982362, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:36.050914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:36.059424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] Set router c47dcc1d-eda4-4c97-bb73-15ed470feb92 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:36.157524 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] For port 7cb6e9fb-4db6-4beb-bca7-3a8969982362, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:36.160950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] For port 7cb6e9fb-4db6-4beb-bca7-3a8969982362, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7cb6e9fb-4db6-4beb-bca7-3a8969982362,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:36.168897 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:36.215372 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:36.216409 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:36.218031 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] 10.222.0.37 "PUT /v2.0/ports/7cb6e9fb-4db6-4beb-bca7-3a8969982362 HTTP/1.1" status: 200 len: 1091 time: 0.7313514 Jul 15 23:44:36.218536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5d250a-b5f1-4472-a62c-42bf44b1df66', 'tag': '7cb6e9fb-4db6-4beb-bca7-3a8969982362'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:36.220960 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5d250a-b5f1-4472-a62c-42bf44b1df66", "tag": "7cb6e9fb-4db6-4beb-bca7-3a8969982362"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:36.250475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5859c5-3494-4391-b469-e00f94db9abf service neutron] Pushing event updated for resources: {'Port': ['ID=7cb6e9fb-4db6-4beb-bca7-3a8969982362,revision_number=3']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:36.252564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccb8ce-0447-413a-8aef-532d36aff7ea req-1e8e86d2-4a1a-4f4e-b135-ab248832138a tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:36.260752 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcccb8ce-0447-413a-8aef-532d36aff7ea req-1e8e86d2-4a1a-4f4e-b135-ab248832138a tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1094 time: 0.0828998 Jul 15 23:44:36.315383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcccb8ce-0447-413a-8aef-532d36aff7ea req-f25e54a0-7eb3-4f8c-93f6-4f9c4a8bce75 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Jul 15 23:44:36.334606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0041-24bc-4869-b935-9830385c6f17 req-eab18331-73c2-4ee7-a054-734b9f5c11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:36.336185 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-eab18331-73c2-4ee7-a054-734b9f5c11a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=204395cc2c084671ad34628a50bcef5d&device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1094 time: 0.0598390 Jul 15 23:44:36.353497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:44:32Z', 'revision_number': 4, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '88b28a76-e7f6-4fba-8cf7-544158a0db92', 'name': '', 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'mac_address': 'fa:16:3e:a7:69:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'f5c01f44-02d0-4170-ace1-78a01fff4511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:30Z', 'updated_at': '2021-07-15T23:44:35Z', 'revision_number': 4, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'subnets': [{'id': 'f5c01f44-02d0-4170-ace1-78a01fff4511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:36.387953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5184953b-8c38-46af-a620-19289cfb8c19 None None] The sync data for ids ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'] in n-d-793618-8 is: [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:44:32Z', 'revision_number': 4, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '88b28a76-e7f6-4fba-8cf7-544158a0db92', 'name': '', 'network_id': 'a1d36710-e2a2-4f78-ad04-c139d3f30079', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'mac_address': 'fa:16:3e:a7:69:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'f5c01f44-02d0-4170-ace1-78a01fff4511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:30Z', 'updated_at': '2021-07-15T23:44:35Z', 'revision_number': 4, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'subnets': [{'id': 'f5c01f44-02d0-4170-ace1-78a01fff4511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:44:36.391093 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca12025-1a8f-4fd3-8441-dbfa26b00690 x-openstack-request-id: req-dca12025-1a8f-4fd3-8441-dbfa26b00690 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:36.391388 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5d250a-b5f1-4472-a62c-42bf44b1df66", "tag": "7cb6e9fb-4db6-4beb-bca7-3a8969982362", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:36.391852 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dca12025-1a8f-4fd3-8441-dbfa26b00690 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:36.392257 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5d250a-b5f1-4472-a62c-42bf44b1df66', 'tag': '7cb6e9fb-4db6-4beb-bca7-3a8969982362', 'status': 'completed', 'code': 200} Jul 15 23:44:36.394850 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-c0806d6f-7bf7-4f1b-977e-2d4f4d0443d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cb6e9fb-4db6-4beb-bca7-3a8969982362 HTTP/1.1" status: 200 len: 217 time: 0.0441372 Jul 15 23:44:36.472061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0041-24bc-4869-b935-9830385c6f17 req-7abc6653-2c76-47a6-a47d-502ebfac3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:36.473728 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-7abc6653-2c76-47a6-a47d-502ebfac3119 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6847ff7-9481-4de9-9155-cb94138896a2 HTTP/1.1" status: 200 len: 848 time: 0.0713599 Jul 15 23:44:36.542882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0041-24bc-4869-b935-9830385c6f17 req-1449cc22-6972-4010-a387-cb158ce01b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:36.544362 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-1449cc22-6972-4010-a387-cb158ce01b9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637527 Jul 15 23:44:36.644219 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-b7af78af-29e8-4f24-a491-28253c8d7535 service neutron] 10.222.0.37 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930436 Jul 15 23:44:36.736679 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-de7c0041-24bc-4869-b935-9830385c6f17 req-1c9cca90-0f0e-4cb1-b96f-efc1c26a3c8f service neutron] 10.222.0.37 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857675 Jul 15 23:44:36.880675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-68b52f91-775c-4b38-8146-e8e5ef4dad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:36.882256 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-68b52f91-775c-4b38-8146-e8e5ef4dad91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=204395cc2c084671ad34628a50bcef5d&device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1094 time: 0.0557864 Jul 15 23:44:36.909527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 88b28a76-e7f6-4fba-8cf7-544158a0db92 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:36.956534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 88b28a76-e7f6-4fba-8cf7-544158a0db92 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:36.960158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 88b28a76-e7f6-4fba-8cf7-544158a0db92 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:36.961063 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:36.981535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-fd5c5a3a-7789-46e1-bac5-683e7258125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:36.983088 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-fd5c5a3a-7789-46e1-bac5-683e7258125b service neutron] 10.222.0.37 "GET /v2.0/networks?id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2 HTTP/1.1" status: 200 len: 910 time: 0.0932915 Jul 15 23:44:37.023699 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-b7d470a2-14f0-4a67-8a89-83ef6a898315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cb6e9fb-4db6-4beb-bca7-3a8969982362 HTTP/1.1" status: 200 len: 217 time: 0.0336244 Jul 15 23:44:37.042544 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:37.074965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 88b28a76-e7f6-4fba-8cf7-544158a0db92, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=88b28a76-e7f6-4fba-8cf7-544158a0db92,segment=NetworkSegment(b9ec265d-edf3-4c40-be98-a02fb67f2038),segment_id=b9ec265d-edf3-4c40-be98-a02fb67f2038)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:37.077250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-ce34e3bd-aa7e-4b22-84df-69a8996aefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:37.078668 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:37.078809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-ce34e3bd-aa7e-4b22-84df-69a8996aefd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6847ff7-9481-4de9-9155-cb94138896a2 HTTP/1.1" status: 200 len: 848 time: 0.0470884 Jul 15 23:44:37.127350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=88b28a76-e7f6-4fba-8cf7-544158a0db92,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:37.136935 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-16268032-ae3d-4854-8665-218048b92fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:37.138664 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-16268032-ae3d-4854-8665-218048b92fbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524771 Jul 15 23:44:37.236702 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-20c04c93-1bc6-499d-aff9-7b983a221329 service neutron] 10.222.0.37 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894985 Jul 15 23:44:37.325297 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-7f6b58f5-2ef0-4cc8-bc53-0f2c436f3afd req-57dbd920-dc2d-4c0b-ba7e-de0f86fd744e service neutron] 10.222.0.37 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813267 Jul 15 23:44:37.469370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ccf62-ea5d-4f1c-9da7-8b30677d46a2 req-daac8082-d298-4f56-8c83-108ab912d7ae tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:37.470908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-735ccf62-ea5d-4f1c-9da7-8b30677d46a2 req-daac8082-d298-4f56-8c83-108ab912d7ae tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1094 time: 0.0508049 Jul 15 23:44:37.506510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-735ccf62-ea5d-4f1c-9da7-8b30677d46a2 req-3f1e4f12-9414-4c0e-8c59-1028be8b35d3 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300729 Jul 15 23:44:38.682833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28c853-abe5-4417-bafb-84bc22d2ed2f req-bc7dfb9c-b35c-42bd-9a75-2db9a74ea3f8 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:38.684349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f28c853-abe5-4417-bafb-84bc22d2ed2f req-bc7dfb9c-b35c-42bd-9a75-2db9a74ea3f8 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1094 time: 0.0514600 Jul 15 23:44:38.718578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f28c853-abe5-4417-bafb-84bc22d2ed2f req-329136de-b97e-4ee8-89fe-0c57f8ed6b75 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286820 Jul 15 23:44:38.893338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 88b28a76-e7f6-4fba-8cf7-544158a0db92 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:38.921479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971f6f3-0009-451d-834f-f65fbf36c2bd req-18cd0347-d029-46c2-a01b-f4810076ad02 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:38.923058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c971f6f3-0009-451d-834f-f65fbf36c2bd req-18cd0347-d029-46c2-a01b-f4810076ad02 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0543644 Jul 15 23:44:38.950435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 88b28a76-e7f6-4fba-8cf7-544158a0db92 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:38.950931 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:38.958698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c971f6f3-0009-451d-834f-f65fbf36c2bd req-6c631878-cf4a-4dec-9eb1-721bcfb05b3d tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299993 Jul 15 23:44:39.142341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3f53a-7317-4e65-a248-5f80761c326b req-4c5445ac-f7ee-4217-b200-9714878ecfee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:39.143852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ac3f53a-7317-4e65-a248-5f80761c326b req-4c5445ac-f7ee-4217-b200-9714878ecfee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0661690 Jul 15 23:44:39.181379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ac3f53a-7317-4e65-a248-5f80761c326b req-b3b1a328-30df-4926-8c61-faad4fb036a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320873 Jul 15 23:44:39.206155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53032) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:39.269090 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4faa18ce-7fcd-4403-be5d-00943c464f1b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/6dd4dc70-4444-4a3e-948f-980f825782c6 HTTP/1.1" status: 200 len: 992 time: 0.0617023 Jul 15 23:44:39.827356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53046) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:39.919766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1accca1-9911-4e01-91dd-b8aadad3e8b5 req-8eef07b9-e30d-41fd-96db-18289591e27e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:39.921296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1accca1-9911-4e01-91dd-b8aadad3e8b5 req-8eef07b9-e30d-41fd-96db-18289591e27e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1094 time: 0.0529568 Jul 15 23:44:39.981950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1accca1-9911-4e01-91dd-b8aadad3e8b5 req-93e3be37-8998-4ec6-9b0b-803a2ed44b04 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514901 Jul 15 23:44:39.997106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-56260189-0f40-4a8b-8ea1-04e748bdd3af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1686780 Jul 15 23:44:40.149820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276d299-fe00-497f-a552-4f7cc4a0f44d req-f282ff9c-d5af-4228-be51-cfd5429013cc tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:40.151862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e276d299-fe00-497f-a552-4f7cc4a0f44d req-f282ff9c-d5af-4228-be51-cfd5429013cc tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0684576 Jul 15 23:44:40.191901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e276d299-fe00-497f-a552-4f7cc4a0f44d req-498e1870-e8c2-4e2f-b099-9cc48f3a8f16 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342932 Jul 15 23:44:40.256234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7cb6e9fb-4db6-4beb-bca7-3a8969982362 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:44:40.353378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7cb6e9fb-4db6-4beb-bca7-3a8969982362, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7cb6e9fb-4db6-4beb-bca7-3a8969982362,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:40.364920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '7cb6e9fb-4db6-4beb-bca7-3a8969982362', 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'port_id': '7cb6e9fb-4db6-4beb-bca7-3a8969982362', 'mac_address': 'fa:16:3e:27:aa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6847ff7-9481-4de9-9155-cb94138896a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:44:40.402138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:40.414726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb6e9fb-4db6-4beb-bca7-3a8969982362 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:40.435976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7cb6e9fb-4db6-4beb-bca7-3a8969982362, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7cb6e9fb-4db6-4beb-bca7-3a8969982362,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:40.440092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:40.487481 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7cb6e9fb-4db6-4beb-bca7-3a8969982362,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:40.723583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7cb6e9fb-4db6-4beb-bca7-3a8969982362'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:41.143163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c49cb-9121-48a1-9e77-7b51ba4a17cf req-8872f0a9-6b64-4c13-842c-b8a46e3c3d25 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.144787 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-083c49cb-9121-48a1-9e77-7b51ba4a17cf req-8872f0a9-6b64-4c13-842c-b8a46e3c3d25 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1095 time: 0.0526583 Jul 15 23:44:41.183449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-083c49cb-9121-48a1-9e77-7b51ba4a17cf req-4a144d22-c302-4666-acc8-d7dba085e4bc tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Jul 15 23:44:41.263780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-a06b1125-8930-4d81-b1de-7d76676bc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.265206 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-a06b1125-8930-4d81-b1de-7d76676bc2be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0526114 Jul 15 23:44:41.357382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-84552f36-90c6-43e1-b1cf-ef52f9a8de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.358904 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-84552f36-90c6-43e1-b1cf-ef52f9a8de56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.0871732 Jul 15 23:44:41.364546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff707d9d-9c48-4c29-8776-b7516d19199d req-6b1d96ce-d17b-4b53-a3eb-a120a7e7a300 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.366183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff707d9d-9c48-4c29-8776-b7516d19199d req-6b1d96ce-d17b-4b53-a3eb-a120a7e7a300 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0631869 Jul 15 23:44:41.409123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ff707d9d-9c48-4c29-8776-b7516d19199d req-1408e1f8-4132-408e-8539-64cc8f182cc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364981 Jul 15 23:44:41.426075 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-39c424ca-ec8c-4e23-b5ea-744a3af93cb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 1000 time: 0.0608299 Jul 15 23:44:41.472847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-d437bb99-9b92-411d-8e7a-cdd6c2692067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.474237 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-d437bb99-9b92-411d-8e7a-cdd6c2692067 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0425124 Jul 15 23:44:41.528629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-abd54228-fa99-49f6-a9aa-b9cb19290f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.530000 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-abd54228-fa99-49f6-a9aa-b9cb19290f84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496988 Jul 15 23:44:41.619227 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-d8fed555-f69a-4ec0-a1ed-4f6a0caeb9ac service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828707 Jul 15 23:44:41.705583 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-d0e68093-312a-45af-b1cd-37d169c71e33 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793247 Jul 15 23:44:42.259638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7cb6e9fb-4db6-4beb-bca7-3a8969982362 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:42.308678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:42.312355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:42.312722 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:42.342745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294fe70-e0b1-4455-ab86-e3564be958a8 req-3b0d49d1-fc99-4e0e-b91f-372dbd6fff44 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:42.344330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d294fe70-e0b1-4455-ab86-e3564be958a8 req-3b0d49d1-fc99-4e0e-b91f-372dbd6fff44 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1095 time: 0.0530660 Jul 15 23:44:42.379203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d294fe70-e0b1-4455-ab86-e3564be958a8 req-75296d01-9187-4c8a-86b8-e7846a0bd879 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287187 Jul 15 23:44:42.390451 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:42.412693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5d250a-b5f1-4472-a62c-42bf44b1df66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb6e9fb-4db6-4beb-bca7-3a8969982362'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:42.414948 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b9f7b6-739a-4db9-8e2f-c4b362457fd1" -d '{"events": [{"server_uuid": "7b5d250a-b5f1-4472-a62c-42bf44b1df66", "name": "network-vif-plugged", "status": "completed", "tag": "7cb6e9fb-4db6-4beb-bca7-3a8969982362"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:42.427777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7cb6e9fb-4db6-4beb-bca7-3a8969982362, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7cb6e9fb-4db6-4beb-bca7-3a8969982362,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:42.431730 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:42.454929 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d34754-70cd-4f2d-b831-360405165254 x-openstack-request-id: req-d8d34754-70cd-4f2d-b831-360405165254 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:42.455246 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5d250a-b5f1-4472-a62c-42bf44b1df66", "name": "network-vif-plugged", "status": "completed", "tag": "7cb6e9fb-4db6-4beb-bca7-3a8969982362", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:42.455464 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8d34754-70cd-4f2d-b831-360405165254 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:42.455850 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5d250a-b5f1-4472-a62c-42bf44b1df66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb6e9fb-4db6-4beb-bca7-3a8969982362', 'code': 200} Jul 15 23:44:42.481666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7cb6e9fb-4db6-4beb-bca7-3a8969982362,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:42.595570 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b61ea-657e-4115-8bd3-532c864db206 req-da0ea7e2-e2a5-442d-8732-e3a8aab203c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:42.597071 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5f2b61ea-657e-4115-8bd3-532c864db206 req-da0ea7e2-e2a5-442d-8732-e3a8aab203c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1096 time: 0.0553749 Jul 15 23:44:42.605065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aff42-8b2d-47da-869e-04dc8f0c4f0d req-b3b210aa-1e4c-475d-b639-e7d9d885492a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:42.606531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e65aff42-8b2d-47da-869e-04dc8f0c4f0d req-b3b210aa-1e4c-475d-b639-e7d9d885492a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0622172 Jul 15 23:44:42.632134 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-5f2b61ea-657e-4115-8bd3-532c864db206 req-26e7f8da-7923-4657-82b7-0596c0a6ea5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285685 Jul 15 23:44:42.645623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e65aff42-8b2d-47da-869e-04dc8f0c4f0d req-919e0fba-1108-486e-a4e9-1ea662ee9380 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332904 Jul 15 23:44:43.540932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2394be-2c5e-4379-b465-a564c7dacd3c req-bcad5fc9-29c0-48d9-ae04-5e9b838960ed tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:43.542513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd2394be-2c5e-4379-b465-a564c7dacd3c req-bcad5fc9-29c0-48d9-ae04-5e9b838960ed tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1096 time: 0.0564914 Jul 15 23:44:43.576274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd2394be-2c5e-4379-b465-a564c7dacd3c req-0b504ca2-8fc5-44d7-93b5-1e35fe50b5a2 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280790 Jul 15 23:44:43.824365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaeca2-13fb-4279-b025-e23cbb46ddde req-0efe1991-550d-4c13-90d8-de5d3dcfcd42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:43.825838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcfaeca2-13fb-4279-b025-e23cbb46ddde req-0efe1991-550d-4c13-90d8-de5d3dcfcd42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0628171 Jul 15 23:44:43.863045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dcfaeca2-13fb-4279-b025-e23cbb46ddde req-613c8386-b630-404c-8c12-3b86eebbaf1a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315852 Jul 15 23:44:44.020766 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:44.735743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39456af-0de9-4c22-a989-32aed7691784 req-0780862c-df99-4413-9ee1-9844dc2a7f82 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:44.737278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e39456af-0de9-4c22-a989-32aed7691784 req-0780862c-df99-4413-9ee1-9844dc2a7f82 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1096 time: 0.0529666 Jul 15 23:44:44.770941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e39456af-0de9-4c22-a989-32aed7691784 req-a3e657e0-9527-4c73-af11-39e260ef5f56 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281224 Jul 15 23:44:44.933679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc6c8-88b3-45fd-972f-38826f88d2c7 req-0e20a406-ee9d-45ee-b925-3d494c2549ef tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:44.935221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a5fc6c8-88b3-45fd-972f-38826f88d2c7 req-0e20a406-ee9d-45ee-b925-3d494c2549ef tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1096 time: 0.0561738 Jul 15 23:44:44.968308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a5fc6c8-88b3-45fd-972f-38826f88d2c7 req-7e1de510-da67-4341-8a2b-29553510c7a4 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275545 Jul 15 23:44:45.125678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11d8d-1082-495f-9528-42a8ab75cbf8 req-ced9ef3d-f86d-43dc-93b4-4a776979ce76 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:45.127235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2c11d8d-1082-495f-9528-42a8ab75cbf8 req-ced9ef3d-f86d-43dc-93b4-4a776979ce76 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0630856 Jul 15 23:44:45.165163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2c11d8d-1082-495f-9528-42a8ab75cbf8 req-542cfd7e-d2e4-418c-acd1-f5981bbde192 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Jul 15 23:44:45.315568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac7cb5-facc-413d-9286-9dac64f77f2e req-e48fa7c0-b29a-4468-9c5a-c82cbdf7cafc tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:45.317094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4ac7cb5-facc-413d-9286-9dac64f77f2e req-e48fa7c0-b29a-4468-9c5a-c82cbdf7cafc tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1096 time: 0.0575051 Jul 15 23:44:45.351682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4ac7cb5-facc-413d-9286-9dac64f77f2e req-90772ebb-e286-4621-bddd-34dc6cbdcba6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291436 Jul 15 23:44:45.582770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-fa3c5480-4af3-4448-83ea-657c12ccb9b2 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:45.584288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-fa3c5480-4af3-4448-83ea-657c12ccb9b2 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/networks?id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2 HTTP/1.1" status: 200 len: 910 time: 0.0846982 Jul 15 23:44:45.598068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-8e73d143-bdf5-47e5-a7ff-16051feb5f73 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/quotas/204395cc2c084671ad34628a50bcef5d HTTP/1.1" status: 200 len: 375 time: 0.0085549 Jul 15 23:44:45.659882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-d9f54c5a-5f4a-440d-b610-f454fc1a4bd1 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=204395cc2c084671ad34628a50bcef5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570676 Jul 15 23:44:45.751965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-09e65556-92ea-4b43-aaec-fd8f8d22dd37 service neutron] 10.222.0.23 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Jul 15 23:44:45.843312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-2c82d075-7756-4fa1-9ba6-8017524d1bde service neutron] 10.222.0.23 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856657 Jul 15 23:44:46.007955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87d12f00-7ad3-43be-994a-1349f063f47e req-98b526c3-4b30-4812-8045-f725bab26994 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0324752 Jul 15 23:44:46.343691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283a7b-169c-45ba-82cf-5bdeed83c617 req-b6b05a02-0c7d-4da2-83c6-99a490ac6066 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:46.345486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b283a7b-169c-45ba-82cf-5bdeed83c617 req-b6b05a02-0c7d-4da2-83c6-99a490ac6066 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0657470 Jul 15 23:44:46.384698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b283a7b-169c-45ba-82cf-5bdeed83c617 req-c21be824-c9f0-4d36-a3a8-a312e2d78da3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335352 Jul 15 23:44:47.067865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6289c5a4-c265-4814-8ccb-1725c258eb2c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:47.069369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6289c5a4-c265-4814-8ccb-1725c258eb2c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.59 "GET /v2.0/networks?id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2 HTTP/1.1" status: 200 len: 910 time: 0.0948586 Jul 15 23:44:47.082620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Request body: {'port': {'device_id': 'b97775a2-a284-4285-80f2-edac294bc2f6', 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'admin_state_up': True, 'tenant_id': '204395cc2c084671ad34628a50bcef5d'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:47.104567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Made reservation on behalf of 204395cc2c084671ad34628a50bcef5d for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:44:47.107086 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:47.153308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94392540-10fc-4fed-a3c1-0fffea809539 req-2db46e90-6ef7-4950-8065-33d5c9cb025c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0333362 Jul 15 23:44:47.252125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Allocated IP 172.20.0.7 (da3f9f39-74ac-4de3-91d5-dc90691ea3e2/f6847ff7-9481-4de9-9155-cb94138896a2/67f889d2-c59b-440f-9896-85a71f145238) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:44:47.387850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:47.399850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Transition to ACTIVE for port object 67f889d2-c59b-440f-9896-85a71f145238 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:47.433130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:47.464906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7cb6e9fb-4db6-4beb-bca7-3a8969982362'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:47.474532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:44:47.477344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:44:47.480943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:44:47.486568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Pushing event updated for resources: {'Port': ['ID=67f889d2-c59b-440f-9896-85a71f145238,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:47.528767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.529109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.529444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.529770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.530094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.530414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.530732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.531071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.531388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.531699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.532181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.532308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:47.565823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:47.566430 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:47.589502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-12802b01-d752-4e4d-9c9d-083a431377c6 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5108721 Jul 15 23:44:47.603356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Request body: {'port': {'device_id': 'b97775a2-a284-4285-80f2-edac294bc2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:44:47.614709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb7051-1f01-46e9-b51d-1a95e47ecd55 req-26884ad0-c422-4926-9e5f-ce5545250fbe tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:47.615965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbfb7051-1f01-46e9-b51d-1a95e47ecd55 req-26884ad0-c422-4926-9e5f-ce5545250fbe tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.1088467 Jul 15 23:44:47.704165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbfb7051-1f01-46e9-b51d-1a95e47ecd55 req-22e0a734-6574-46c4-b0ce-a05fe1aed052 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662873 Jul 15 23:44:47.715539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5d7c1ba7-b583-43a2-afab-f2ca6cd37295 None None] Provisioning for port 67f889d2-c59b-440f-9896-85a71f145238 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:47.717932 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:47.720968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5d7c1ba7-b583-43a2-afab-f2ca6cd37295 None None] Provisioning complete for port 67f889d2-c59b-440f-9896-85a71f145238 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:47.721525 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1ba7-b583-43a2-afab-f2ca6cd37295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:47.756738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c1ba7-b583-43a2-afab-f2ca6cd37295 None None] Port 67f889d2-c59b-440f-9896-85a71f145238 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:44:47.985802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f889d2-c59b-440f-9896-85a71f145238 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:47.993103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.004839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Transition to ACTIVE for port object 67f889d2-c59b-440f-9896-85a71f145238 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:44:48.008996 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.028447 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:44:48.059664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Pushing event updated for resources: {'Port': ['ID=67f889d2-c59b-440f-9896-85a71f145238,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:48.087752 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1468be8-aa60-48d3-a43f-b25371a5d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.130785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Attempting to bind port 67f889d2-c59b-440f-9896-85a71f145238 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:44:48.131345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Attempting to bind port 67f889d2-c59b-440f-9896-85a71f145238 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:44:48.131463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Attempting to bind port 67f889d2-c59b-440f-9896-85a71f145238 on network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:48.136068 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Port 67f889d2-c59b-440f-9896-85a71f145238 on network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:44:48.136390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Attempting to bind port 67f889d2-c59b-440f-9896-85a71f145238 on network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:44:48.141383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:44:48.141729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Checking segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:44:48.142118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Bound using segment: {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:44:48.142549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Bound port: 67f889d2-c59b-440f-9896-85a71f145238, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:44:48.142937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.215201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] For port 67f889d2-c59b-440f-9896-85a71f145238, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:44:48.218193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] For port 67f889d2-c59b-440f-9896-85a71f145238, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67f889d2-c59b-440f-9896-85a71f145238,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:44:48.223934 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.258143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:48.258836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:48.260225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] 10.222.0.59 "PUT /v2.0/ports/67f889d2-c59b-440f-9896-85a71f145238 HTTP/1.1" status: 200 len: 1091 time: 0.6611104 Jul 15 23:44:48.261243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97775a2-a284-4285-80f2-edac294bc2f6', 'tag': '67f889d2-c59b-440f-9896-85a71f145238'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:48.263455 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e161b-40ee-4161-a161-7175082a8830" -d '{"events": [{"name": "network-changed", "server_uuid": "b97775a2-a284-4285-80f2-edac294bc2f6", "tag": "67f889d2-c59b-440f-9896-85a71f145238"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:48.348146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce533e8-1201-488b-b908-ee206bf77a87 service neutron] Pushing event updated for resources: {'Port': ['ID=67f889d2-c59b-440f-9896-85a71f145238,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:48.391063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc082f-4ead-45da-bc3c-657e0e3d78b9 req-fc89aa80-75a8-4790-b835-14557904fa5f tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:48.392676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5fc082f-4ead-45da-bc3c-657e0e3d78b9 req-fc89aa80-75a8-4790-b835-14557904fa5f tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1094 time: 0.1172080 Jul 15 23:44:48.397189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-0e23793e-959b-443a-9901-c87b786f01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:48.398624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-0e23793e-959b-443a-9901-c87b786f01a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=204395cc2c084671ad34628a50bcef5d&device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1094 time: 0.0974047 Jul 15 23:44:48.450711 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-4c92434c-49f9-469c-822f-3688ac60d30c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67f889d2-c59b-440f-9896-85a71f145238 HTTP/1.1" status: 200 len: 217 time: 0.0437243 Jul 15 23:44:48.470037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5fc082f-4ead-45da-bc3c-657e0e3d78b9 req-fd21940f-afc9-431b-91e3-a05cf3b2e209 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704334 Jul 15 23:44:48.506398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-694dcb59-cd7e-4cb4-8cfb-dde5521d0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:48.507832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-694dcb59-cd7e-4cb4-8cfb-dde5521d0903 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6847ff7-9481-4de9-9155-cb94138896a2 HTTP/1.1" status: 200 len: 848 time: 0.0491600 Jul 15 23:44:48.514788 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9f71ea-9bdb-46ed-b703-ad1ba359a5ff x-openstack-request-id: req-bc9f71ea-9bdb-46ed-b703-ad1ba359a5ff {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:48.515101 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97775a2-a284-4285-80f2-edac294bc2f6", "tag": "67f889d2-c59b-440f-9896-85a71f145238", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:48.515357 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc9f71ea-9bdb-46ed-b703-ad1ba359a5ff {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:48.515757 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97775a2-a284-4285-80f2-edac294bc2f6', 'tag': '67f889d2-c59b-440f-9896-85a71f145238', 'status': 'completed', 'code': 200} Jul 15 23:44:48.570299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-4f148797-15d7-4317-97f1-e2d0dd23dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:48.571823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-4f148797-15d7-4317-97f1-e2d0dd23dc02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551410 Jul 15 23:44:48.660205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-caaa582b-1747-40db-a990-c34191694e26 service neutron] 10.222.0.59 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805011 Jul 15 23:44:48.753617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd43c3f4-461f-4e02-99f1-c43c42519cf5 req-38b94974-518d-4b25-83b8-227138fc6e9e service neutron] 10.222.0.59 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862045 Jul 15 23:44:48.903390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e161b-40ee-4161-a161-7175082a8830 req-42affaca-febc-448a-bc24-f89f7190eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:48.904902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e1e161b-40ee-4161-a161-7175082a8830 req-42affaca-febc-448a-bc24-f89f7190eebf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=204395cc2c084671ad34628a50bcef5d&device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1094 time: 0.0974157 Jul 15 23:44:48.912138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501addd-7128-4825-a1bc-c6514472def1 req-206996b7-af42-4928-af75-6d2c0731fbee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:48.913495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b501addd-7128-4825-a1bc-c6514472def1 req-206996b7-af42-4928-af75-6d2c0731fbee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0794041 Jul 15 23:44:49.002046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b501addd-7128-4825-a1bc-c6514472def1 req-d00fd94e-b760-477b-a0bd-dbcee7db9888 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805528 Jul 15 23:44:49.025422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e161b-40ee-4161-a161-7175082a8830 req-672afddc-68a6-48cc-9e3d-58c5abf986a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.026963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e1e161b-40ee-4161-a161-7175082a8830 req-672afddc-68a6-48cc-9e3d-58c5abf986a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2 HTTP/1.1" status: 200 len: 910 time: 0.1126187 Jul 15 23:44:49.068254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e1e161b-40ee-4161-a161-7175082a8830 req-7b3b18eb-f634-425c-8ee7-ec8deadbc0c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67f889d2-c59b-440f-9896-85a71f145238 HTTP/1.1" status: 200 len: 217 time: 0.0334635 Jul 15 23:44:49.120476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e161b-40ee-4161-a161-7175082a8830 req-0eab6f86-a5e5-4d48-9908-66ebfe7fa64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.121896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e1e161b-40ee-4161-a161-7175082a8830 req-0eab6f86-a5e5-4d48-9908-66ebfe7fa64a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6847ff7-9481-4de9-9155-cb94138896a2 HTTP/1.1" status: 200 len: 848 time: 0.0461426 Jul 15 23:44:49.179642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e161b-40ee-4161-a161-7175082a8830 req-7c915c22-322a-4eb9-96ca-2b9fe8d8fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.181191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e1e161b-40ee-4161-a161-7175082a8830 req-7c915c22-322a-4eb9-96ca-2b9fe8d8fb76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da3f9f39-74ac-4de3-91d5-dc90691ea3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509596 Jul 15 23:44:49.278224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e1e161b-40ee-4161-a161-7175082a8830 req-359bd3ce-7e7d-453d-8e31-8da4f6697fd9 service neutron] 10.222.0.59 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853584 Jul 15 23:44:49.367143 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e1e161b-40ee-4161-a161-7175082a8830 req-fd194234-5be3-4f1f-bc8a-dfe424cc7666 service neutron] 10.222.0.59 "GET /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807498 Jul 15 23:44:49.626040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a320283-78eb-4c96-9594-853993c7fa54 req-d6636e13-5485-452b-8b24-f771895d4a5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:49.627491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a320283-78eb-4c96-9594-853993c7fa54 req-d6636e13-5485-452b-8b24-f771895d4a5c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1094 time: 0.0503688 Jul 15 23:44:49.660811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a320283-78eb-4c96-9594-853993c7fa54 req-793ab29d-4bf4-41b0-8a16-ffa419c6380d tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279217 Jul 15 23:44:50.177236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3944-4825-4b5c-8170-47597a4d714d req-645660b4-e941-425b-bc2b-11458431cbf2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:50.178706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f92e3944-4825-4b5c-8170-47597a4d714d req-645660b4-e941-425b-bc2b-11458431cbf2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0667100 Jul 15 23:44:50.215247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f92e3944-4825-4b5c-8170-47597a4d714d req-e05aa1c5-168b-4eea-8cef-df947bed6f4d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304077 Jul 15 23:44:50.717132 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5368bc64-a1b6-4219-bd34-75995192b3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:50.819114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ea8b5-b457-45ad-9386-dd7ce95cb549 req-e6a51e88-fd14-4b82-951f-464280039116 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:50.820628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-356ea8b5-b457-45ad-9386-dd7ce95cb549 req-e6a51e88-fd14-4b82-951f-464280039116 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1094 time: 0.0522449 Jul 15 23:44:50.853244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-356ea8b5-b457-45ad-9386-dd7ce95cb549 req-8abc5af9-ffe4-441c-a713-e8d6d621e88f tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270426 Jul 15 23:44:51.089425 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:51.391694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a04b4-a55b-4d14-9eb6-2e2ad2f3331e req-08a74f4f-680a-4813-ab81-1e8a144cb758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:51.393103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a3a04b4-a55b-4d14-9eb6-2e2ad2f3331e req-08a74f4f-680a-4813-ab81-1e8a144cb758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0666664 Jul 15 23:44:51.431486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a3a04b4-a55b-4d14-9eb6-2e2ad2f3331e req-0284d25a-d12b-40cf-919f-ea12eb5dd378 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329564 Jul 15 23:44:51.637501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:52.011823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b096eb-1815-49c3-bf54-655e17643c40 req-a9ba0e90-7d00-499f-8338-900388f4469e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:52.013268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8b096eb-1815-49c3-bf54-655e17643c40 req-a9ba0e90-7d00-499f-8338-900388f4469e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1094 time: 0.0526435 Jul 15 23:44:52.046083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8b096eb-1815-49c3-bf54-655e17643c40 req-e98a5f73-51e6-4f2f-93ee-599e3edc3748 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273039 Jul 15 23:44:52.205090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 67f889d2-c59b-440f-9896-85a71f145238 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:44:52.444519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 67f889d2-c59b-440f-9896-85a71f145238, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67f889d2-c59b-440f-9896-85a71f145238,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:52.454908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '67f889d2-c59b-440f-9896-85a71f145238', 'network_id': 'da3f9f39-74ac-4de3-91d5-dc90691ea3e2', 'port_id': '67f889d2-c59b-440f-9896-85a71f145238', 'mac_address': 'fa:16:3e:1f:73:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6847ff7-9481-4de9-9155-cb94138896a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:44:52.491466 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:52.504578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f889d2-c59b-440f-9896-85a71f145238 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:44:52.523520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 67f889d2-c59b-440f-9896-85a71f145238, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67f889d2-c59b-440f-9896-85a71f145238,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:52.528928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:52.579882 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=67f889d2-c59b-440f-9896-85a71f145238,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:52.609466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3ce4-8708-4e15-88ee-16797b9377b1 req-04352f76-742e-40d2-bbf8-fca604c3b49d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:52.611042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-133e3ce4-8708-4e15-88ee-16797b9377b1 req-04352f76-742e-40d2-bbf8-fca604c3b49d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0677550 Jul 15 23:44:52.649349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-133e3ce4-8708-4e15-88ee-16797b9377b1 req-f5c454c7-3b6e-446a-bdcc-2df049dab745 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326836 Jul 15 23:44:52.778019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67f889d2-c59b-440f-9896-85a71f145238'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:44:53.204120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d7548-a4d6-4479-9c7c-e74ff09a5038 req-ada00a5c-9ee0-44af-b2b4-fd8b3b0806ac tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:53.205629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a79d7548-a4d6-4479-9c7c-e74ff09a5038 req-ada00a5c-9ee0-44af-b2b4-fd8b3b0806ac tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1095 time: 0.0556459 Jul 15 23:44:53.238662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a79d7548-a4d6-4479-9c7c-e74ff09a5038 req-aa3635aa-411d-43d6-86d4-0d45d162a3f7 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275302 Jul 15 23:44:53.384542 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:53.822821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca66f8-835b-43bb-b9ef-c4ab9025413d req-ab2d0c32-7c0a-4d58-9881-a09f11eff267 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:53.824809 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6dca66f8-835b-43bb-b9ef-c4ab9025413d req-ab2d0c32-7c0a-4d58-9881-a09f11eff267 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0616252 Jul 15 23:44:53.863616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6dca66f8-835b-43bb-b9ef-c4ab9025413d req-ba7fbbef-bdd9-4192-8aaa-b08284afc0eb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332003 Jul 15 23:44:54.219728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 67f889d2-c59b-440f-9896-85a71f145238 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:44:54.267083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 67f889d2-c59b-440f-9896-85a71f145238 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:44:54.271134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 67f889d2-c59b-440f-9896-85a71f145238 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:44:54.271515 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:54.350945 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:54.373376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97775a2-a284-4285-80f2-edac294bc2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f889d2-c59b-440f-9896-85a71f145238'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:44:54.375639 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd627233-062a-4854-b71b-5e7883a5a228" -d '{"events": [{"server_uuid": "b97775a2-a284-4285-80f2-edac294bc2f6", "name": "network-vif-plugged", "status": "completed", "tag": "67f889d2-c59b-440f-9896-85a71f145238"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:44:54.388211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 67f889d2-c59b-440f-9896-85a71f145238, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67f889d2-c59b-440f-9896-85a71f145238,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:54.391912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:54.402957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885b4a9-5728-4d62-b5af-fc26f4c2655b req-0dd26cdc-ed9b-465f-904b-c4a16905810b tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:54.404497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7885b4a9-5728-4d62-b5af-fc26f4c2655b req-0dd26cdc-ed9b-465f-904b-c4a16905810b tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1095 time: 0.0567172 Jul 15 23:44:54.437569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=67f889d2-c59b-440f-9896-85a71f145238,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:54.438861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7885b4a9-5728-4d62-b5af-fc26f4c2655b req-29d01367-c3c4-41d8-9949-5a6488f7929c tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285015 Jul 15 23:44:54.481793 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af65620-93ff-400b-aba7-86f6c8531772 x-openstack-request-id: req-2af65620-93ff-400b-aba7-86f6c8531772 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:44:54.482088 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97775a2-a284-4285-80f2-edac294bc2f6", "name": "network-vif-plugged", "status": "completed", "tag": "67f889d2-c59b-440f-9896-85a71f145238", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:44:54.482345 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2af65620-93ff-400b-aba7-86f6c8531772 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:44:54.482740 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97775a2-a284-4285-80f2-edac294bc2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f889d2-c59b-440f-9896-85a71f145238', 'code': 200} Jul 15 23:44:54.600738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc814f-fc0f-4cca-8d24-6587f996362f req-93e713c9-70b3-4b96-8cb8-1465b33668ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:54.602227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54fc814f-fc0f-4cca-8d24-6587f996362f req-93e713c9-70b3-4b96-8cb8-1465b33668ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0504649 Jul 15 23:44:54.636659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54fc814f-fc0f-4cca-8d24-6587f996362f req-cf77c343-0e6c-4dc2-a94f-aefa316ed5d2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269485 Jul 15 23:44:55.034187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaff9a-96ee-4719-a1e7-04cac6643962 req-ea1dc42d-b615-46c4-a529-aff909f6c4b2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:55.035616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8eaff9a-96ee-4719-a1e7-04cac6643962 req-ea1dc42d-b615-46c4-a529-aff909f6c4b2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0632572 Jul 15 23:44:55.072516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8eaff9a-96ee-4719-a1e7-04cac6643962 req-3d13007b-8776-44d7-b70f-b1a65ff739c8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Jul 15 23:44:55.308047 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:55.604445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda65cc-cf06-48e5-91ad-1600673c4453 req-4dc9cc1a-1f15-4e0a-bc57-b50a92c7ee3d tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:55.605878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffda65cc-cf06-48e5-91ad-1600673c4453 req-4dc9cc1a-1f15-4e0a-bc57-b50a92c7ee3d tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0565634 Jul 15 23:44:55.641243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffda65cc-cf06-48e5-91ad-1600673c4453 req-350e294c-0aa5-4ce0-b568-d6104f0c71a0 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296276 Jul 15 23:44:56.242691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9d020-13cd-417a-a388-44283e86addd req-56b72651-3601-4726-bc2a-411905ed456e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:56.244191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bc9d020-13cd-417a-a388-44283e86addd req-56b72651-3601-4726-bc2a-411905ed456e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0626888 Jul 15 23:44:56.281443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bc9d020-13cd-417a-a388-44283e86addd req-0ed5dc31-94a3-44e6-8720-53be7bb94c62 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309141 Jul 15 23:44:56.797742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a9572-6e16-4d7d-85cc-b670fa6e688c req-988968ac-d1e4-4d3d-8dc0-b646d2d9b8d7 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:56.799280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a55a9572-6e16-4d7d-85cc-b670fa6e688c req-988968ac-d1e4-4d3d-8dc0-b646d2d9b8d7 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0506854 Jul 15 23:44:56.835479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a55a9572-6e16-4d7d-85cc-b670fa6e688c req-1f5e9f57-503c-4ca0-9fa4-6cbb0f429822 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Jul 15 23:44:56.989519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef0ed5-3b7f-4914-a2f2-f4892bd805da req-71760399-efa2-4c8d-9d21-238597199250 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:56.990975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77ef0ed5-3b7f-4914-a2f2-f4892bd805da req-71760399-efa2-4c8d-9d21-238597199250 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0515869 Jul 15 23:44:57.024148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-77ef0ed5-3b7f-4914-a2f2-f4892bd805da req-f522fcbe-7ad8-4f84-a283-31094f134fbf tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277648 Jul 15 23:44:57.180320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011402-53ea-4b86-89a1-f266e799522b req-3210dfc3-fce5-45ee-a8be-c7acb43f49af tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:57.181813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13011402-53ea-4b86-89a1-f266e799522b req-3210dfc3-fce5-45ee-a8be-c7acb43f49af tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0512724 Jul 15 23:44:57.215748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13011402-53ea-4b86-89a1-f266e799522b req-fd447d57-f4ec-4eae-89d6-41bad733222b tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279565 Jul 15 23:44:57.576817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eca62-b4a9-401c-820f-f1bf5ad739b7 req-bada6f00-9b80-4ac3-b610-ff3092ac8202 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:57.578157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e10eca62-b4a9-401c-820f-f1bf5ad739b7 req-bada6f00-9b80-4ac3-b610-ff3092ac8202 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0640416 Jul 15 23:44:57.614535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e10eca62-b4a9-401c-820f-f1bf5ad739b7 req-18f9dca9-b7e9-4f64-96bf-e8671270c90a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Jul 15 23:44:57.763102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f546a82-52d4-45db-be22-5fa6dd179778 req-0bb825c0-7300-42f6-82db-58e45830c5a8 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:57.764604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f546a82-52d4-45db-be22-5fa6dd179778 req-0bb825c0-7300-42f6-82db-58e45830c5a8 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0519698 Jul 15 23:44:57.796654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f546a82-52d4-45db-be22-5fa6dd179778 req-7f79f2b7-6b16-49c2-87e3-7bd75c7ddf41 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265574 Jul 15 23:44:58.785454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c2a21-7fc4-46d9-87eb-0f64cdc3486a req-61911c56-1887-42a9-a432-44e29d5e86c6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:58.787045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d00c2a21-7fc4-46d9-87eb-0f64cdc3486a req-61911c56-1887-42a9-a432-44e29d5e86c6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.0633762 Jul 15 23:44:58.824233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d00c2a21-7fc4-46d9-87eb-0f64cdc3486a req-c15218b0-042a-4a87-ae84-04e544e577d9 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Jul 15 23:44:58.971345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad199b4-3348-4a0d-9559-8d11ab2cd6ad req-97f3afcd-2760-41e7-b693-ed004cf0e845 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:58.972854 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad199b4-3348-4a0d-9559-8d11ab2cd6ad req-97f3afcd-2760-41e7-b693-ed004cf0e845 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0537059 Jul 15 23:44:59.005889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dad199b4-3348-4a0d-9559-8d11ab2cd6ad req-e3d8807e-c913-43c9-b83b-fa2940d9ac05 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275769 Jul 15 23:44:59.175763 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-6ff0dc1e-dccb-4710-a126-9fb121c4b657 service neutron] show failed (client error): The resource could not be found. Jul 15 23:44:59.176766 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-6ff0dc1e-dccb-4710-a126-9fb121c4b657 service neutron] 10.222.0.37 "GET /v2.0/ports/bd9af3c1-f013-4056-bc16-00e3b6a5bebc/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0540941 Jul 15 23:44:59.254869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-814e0dc7-f948-4621-8c04-fec5a54501c9 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:59.256294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-814e0dc7-f948-4621-8c04-fec5a54501c9 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0606456 Jul 15 23:44:59.350700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Deleting port 67f889d2-c59b-440f-9896-85a71f145238 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:44:59.351076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.815517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] For port 67f889d2-c59b-440f-9896-85a71f145238, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=67f889d2-c59b-440f-9896-85a71f145238,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:59.816241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:59.836863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Calling delete_port for 67f889d2-c59b-440f-9896-85a71f145238 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:44:59.901988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-6a0f4e61-18e2-4195-b4c3-4ba4d310c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:59.903515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-6a0f4e61-18e2-4195-b4c3-4ba4d310c6bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 1096 time: 0.4776692 Jul 15 23:44:59.921301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:00.074359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.107314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257afadf-ecf4-4a04-bbab-391e18889a4d req-ae2ffc23-2f58-4619-a819-2b9fbfdd8e2c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:00.108800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-257afadf-ecf4-4a04-bbab-391e18889a4d req-ae2ffc23-2f58-4619-a819-2b9fbfdd8e2c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.1632710 Jul 15 23:45:00.130582 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.142968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['67f889d2-c59b-440f-9896-85a71f145238'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:45:00.170146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7cb6e9fb-4db6-4beb-bca7-3a8969982362'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:45:00.188278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Pushing event deleted for resources: {'Port': ['ID=67f889d2-c59b-440f-9896-85a71f145238,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:00.309017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] No DVR routers for this DVR port 67f889d2-c59b-440f-9896-85a71f145238 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:00.321506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-257afadf-ecf4-4a04-bbab-391e18889a4d req-d4190886-73ca-44cb-8b94-8ce06a3c2568 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917040 Jul 15 23:45:00.325368 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.327301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-405fc8a0-6dcc-474c-a51a-29a193256533 req-ee2bae9f-9969-48eb-9735-83fe37280891 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.59 "DELETE /v2.0/ports/67f889d2-c59b-440f-9896-85a71f145238 HTTP/1.1" status: 204 len: 173 time: 1.0636847 Jul 15 23:45:00.327749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97775a2-a284-4285-80f2-edac294bc2f6', 'name': 'network-vif-deleted', 'tag': '67f889d2-c59b-440f-9896-85a71f145238'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:00.330171 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bc7c8d-a1fe-411d-ac50-661a9d03cf15" -d '{"events": [{"server_uuid": "b97775a2-a284-4285-80f2-edac294bc2f6", "name": "network-vif-deleted", "tag": "67f889d2-c59b-440f-9896-85a71f145238"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:00.431963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:00.473214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31d031d7-bc7b-405a-9883-48707ee9ebfe req-d78cf4d1-0e38-4892-a180-75ba7978a459 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b97775a2-a284-4285-80f2-edac294bc2f6 HTTP/1.1" status: 200 len: 210 time: 0.0322061 Jul 15 23:45:00.500003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:00.522220 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651960c9-7a41-4449-840c-fc688c4cd354 x-openstack-request-id: req-651960c9-7a41-4449-840c-fc688c4cd354 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:00.522543 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97775a2-a284-4285-80f2-edac294bc2f6", "name": "network-vif-deleted", "tag": "67f889d2-c59b-440f-9896-85a71f145238", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:00.522825 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-651960c9-7a41-4449-840c-fc688c4cd354 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:00.523228 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97775a2-a284-4285-80f2-edac294bc2f6', 'name': 'network-vif-deleted', 'tag': '67f889d2-c59b-440f-9896-85a71f145238', 'status': 'completed', 'code': 200} Jul 15 23:45:00.544067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.555681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Transition to ACTIVE for port object bd9af3c1-f013-4056-bc16-00e3b6a5bebc will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:00.559813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.667412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:00.736065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] No DVR routers for this DVR port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:00.877711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:00.878337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:00.878337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:00.882432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:45:00.882772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:00.888111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:00.888452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Checking segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:00.888840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Bound using segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:00.889273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Bound port: bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:00.889629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.954177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:00.957449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:00.962324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.995632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:00.996254 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.997769 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] 10.222.0.59 "PUT /v2.0/ports/bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 1091 time: 1.0816760 Jul 15 23:45:01.031192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f98098-c7a8-4921-a29a-e1e94e820e9f service neutron] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:01.182729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-3dc5e79e-a573-4ad7-b859-a117b4ddbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:01.184309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-3dc5e79e-a573-4ad7-b859-a117b4ddbcc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1094 time: 0.1585562 Jul 15 23:45:01.275883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-cd6c8b5b-43d9-4c95-8ade-c635b8a0545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:01.277814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-cd6c8b5b-43d9-4c95-8ade-c635b8a0545b service neutron] 10.222.0.59 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.0860648 Jul 15 23:45:01.344934 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-3e5660e6-e95c-40d5-958e-56665431a0d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 998 time: 0.0588818 Jul 15 23:45:01.393642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-b49cba96-43f0-4bdd-91d4-630638ce7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:01.395129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-b49cba96-43f0-4bdd-91d4-630638ce7428 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0430861 Jul 15 23:45:01.497521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-f4d16598-f105-49ef-a170-93d54bf241b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:01.499342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-f4d16598-f105-49ef-a170-93d54bf241b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969012 Jul 15 23:45:01.510997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5889d7-f10f-4092-bc23-cf13a69b8a1b req-10bdb8be-041e-4707-b980-5bdffdc0c1ae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:01.512400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e5889d7-f10f-4092-bc23-cf13a69b8a1b req-10bdb8be-041e-4707-b980-5bdffdc0c1ae tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 943 time: 0.0827701 Jul 15 23:45:01.517217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-3b8298db-eebb-46dc-8e01-7568250f475a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:45:01.518144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-3b8298db-eebb-46dc-8e01-7568250f475a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048301 Jul 15 23:45:01.575453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e5889d7-f10f-4092-bc23-cf13a69b8a1b req-2fdc96ab-9d0d-445a-b5d1-f017f8c27693 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563636 Jul 15 23:45:01.627681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-7e679622-aeaf-4301-813d-29b08b2b7b49 service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020861 Jul 15 23:45:01.725997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c409eb18-2f80-4fa7-8bd0-5d1aa33f4fbc req-b58e7057-1357-404b-83c8-49640a007674 service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907819 Jul 15 23:45:02.177034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac04950-1bd0-4f2e-81f4-aab2b5d30ed0 req-fa08d561-9551-43db-b5d1-4c69aaf10980 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.178564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ac04950-1bd0-4f2e-81f4-aab2b5d30ed0 req-fa08d561-9551-43db-b5d1-4c69aaf10980 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1096 time: 0.0523160 Jul 15 23:45:02.211626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ac04950-1bd0-4f2e-81f4-aab2b5d30ed0 req-a1957390-3b65-4f96-b051-f4c64f8cb327 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275326 Jul 15 23:45:02.334620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:02.372167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:02.524796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}, {'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:02.527121 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1" -d '{"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}, {"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:02.573922 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e07daa0-c36f-4b42-b614-66dec77b5295 x-openstack-request-id: req-4e07daa0-c36f-4b42-b614-66dec77b5295 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:02.574211 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "code": 200}, {"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:02.574459 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e07daa0-c36f-4b42-b614-66dec77b5295 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:02.574887 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'code': 200} Jul 15 23:45:02.575136 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'status': 'completed', 'code': 200} Jul 15 23:45:02.660865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-fcbd0f0a-43bf-4e29-bc28-b4a99a20a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.662469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-fcbd0f0a-43bf-4e29-bc28-b4a99a20a7cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1094 time: 0.0579782 Jul 15 23:45:02.698936 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-c0d9b6be-c6ee-4727-a292-6e9a3e9b2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.700587 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-c0d9b6be-c6ee-4727-a292-6e9a3e9b2cae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1094 time: 0.0552163 Jul 15 23:45:02.794826 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-f2d7ac9e-abef-4f87-a428-567fa3c0a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.796217 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-f2d7ac9e-abef-4f87-a428-567fa3c0a5f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.0879593 Jul 15 23:45:02.799456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-6d493209-1427-4752-8459-250c7554ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.800910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-6d493209-1427-4752-8459-250c7554ad88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.1292369 Jul 15 23:45:02.812917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131b1e-8b3b-44be-bef5-21f91f99bdc6 req-cc15339d-ae28-429b-85a7-8ae3e215ff9d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.814512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af131b1e-8b3b-44be-bef5-21f91f99bdc6 req-cc15339d-ae28-429b-85a7-8ae3e215ff9d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 943 time: 0.1239243 Jul 15 23:45:02.862906 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-53b86315-f3a6-45c5-b315-9176c62b3b55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 998 time: 0.0588551 Jul 15 23:45:02.895880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-3dfb71ff-17e0-4c45-b8d8-f6a090ae1dca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 998 time: 0.0803151 Jul 15 23:45:02.898730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af131b1e-8b3b-44be-bef5-21f91f99bdc6 req-daba14ae-0fd9-4743-87e9-fd091a0dcde0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776265 Jul 15 23:45:02.922623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-35109c5a-c29c-4e4c-803a-52ed2b24438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.922623 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-35109c5a-c29c-4e4c-803a-52ed2b24438c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0484357 Jul 15 23:45:02.947436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-37fa7bc0-9fc8-4c57-9d74-c117a5b44135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.949419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-37fa7bc0-9fc8-4c57-9d74-c117a5b44135 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0444622 Jul 15 23:45:02.975497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-e546713f-e418-4473-bb7f-8216d9551337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:02.976999 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-e546713f-e418-4473-bb7f-8216d9551337 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518146 Jul 15 23:45:03.016435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-544067c7-a61d-487d-914e-ea519eb46064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:03.017941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-544067c7-a61d-487d-914e-ea519eb46064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573359 Jul 15 23:45:03.067231 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-2433fe40-6e15-42ce-afe8-db864d488373 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817018 Jul 15 23:45:03.109835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-6d4eb159-2a48-45a7-a1bf-a13bdf8a6328 service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800350 Jul 15 23:45:03.164809 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-f3e99c1c-d234-4826-96d8-0a38a9cd7dfe service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859656 Jul 15 23:45:03.202537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0a3695f1-877e-46e0-8917-d9ecc2cee7a1 req-0ee3a6ba-8f19-4814-9327-72997af1cce5 service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Jul 15 23:45:03.369772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee513-35f9-4998-8ac1-8faf16850779 req-f268959f-5da5-4ee9-8484-ae720b658598 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:03.371204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8fee513-35f9-4998-8ac1-8faf16850779 req-f268959f-5da5-4ee9-8484-ae720b658598 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1096 time: 0.0505643 Jul 15 23:45:03.404456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8fee513-35f9-4998-8ac1-8faf16850779 req-18b6e858-d601-4b5d-9eda-5380e53e3155 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5b3555ae-f8ec-4574-8f70-f25ca1dc0774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274348 Jul 15 23:45:03.505792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-a4552e30-abfc-4f5a-bba9-6c580dd433a5 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:03.507315 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-a4552e30-abfc-4f5a-bba9-6c580dd433a5 tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7b5d250a-b5f1-4472-a62c-42bf44b1df66 HTTP/1.1" status: 200 len: 1096 time: 0.0510454 Jul 15 23:45:03.598318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Deleting port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:03.598655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.676646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] For port 7cb6e9fb-4db6-4beb-bca7-3a8969982362, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7cb6e9fb-4db6-4beb-bca7-3a8969982362,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:03.677007 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.689741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Calling delete_port for 7cb6e9fb-4db6-4beb-bca7-3a8969982362 owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:03.812547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.837299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cb6e9fb-4db6-4beb-bca7-3a8969982362,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:03.843951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7cb6e9fb-4db6-4beb-bca7-3a8969982362'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:45:03.850159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.850457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.850776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.851119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.851449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.851776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.852105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.852429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.852754 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.853078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.853398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.853718 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:03.896721 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] No DVR routers for this DVR port 7cb6e9fb-4db6-4beb-bca7-3a8969982362 on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:03.899385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.901532 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-042f10bd-55d1-46b8-a965-61995d122ea6 req-c9e8d6be-4a21-4dd7-916f-067f091c758e tempest-TestServerMultinode-1044722989 tempest-TestServerMultinode-1044722989-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7cb6e9fb-4db6-4beb-bca7-3a8969982362 HTTP/1.1" status: 204 len: 173 time: 0.3880236 Jul 15 23:45:03.901970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5d250a-b5f1-4472-a62c-42bf44b1df66', 'name': 'network-vif-deleted', 'tag': '7cb6e9fb-4db6-4beb-bca7-3a8969982362'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:03.904318 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e2fee1-1ab8-4944-8a73-3675a7c0d0b6" -d '{"events": [{"server_uuid": "7b5d250a-b5f1-4472-a62c-42bf44b1df66", "name": "network-vif-deleted", "tag": "7cb6e9fb-4db6-4beb-bca7-3a8969982362"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:03.947601 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94031049-1f0b-4af6-a6fe-03b112e01579 x-openstack-request-id: req-94031049-1f0b-4af6-a6fe-03b112e01579 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:03.947897 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5d250a-b5f1-4472-a62c-42bf44b1df66", "name": "network-vif-deleted", "tag": "7cb6e9fb-4db6-4beb-bca7-3a8969982362", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:03.948234 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94031049-1f0b-4af6-a6fe-03b112e01579 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:03.948632 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5d250a-b5f1-4472-a62c-42bf44b1df66', 'name': 'network-vif-deleted', 'tag': '7cb6e9fb-4db6-4beb-bca7-3a8969982362', 'status': 'completed', 'code': 200} Jul 15 23:45:04.110950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5f326-f456-4635-a34c-269749f335ac req-bb2163e1-8e25-4842-9349-1c2807289411 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:04.112358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0af5f326-f456-4635-a34c-269749f335ac req-bb2163e1-8e25-4842-9349-1c2807289411 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 943 time: 0.0692775 Jul 15 23:45:04.149674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0af5f326-f456-4635-a34c-269749f335ac req-9769ff55-831e-410b-9f16-def578af917a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Jul 15 23:45:04.252237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:45:04.255362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 67f889d2-c59b-440f-9896-85a71f145238 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:04.281697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 67f889d2-c59b-440f-9896-85a71f145238 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:04.282045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 67f889d2-c59b-440f-9896-85a71f145238 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:04.368956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:04.380528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'port_id': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'mac_address': 'fa:16:3e:86:43:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:45:04.437680 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.451634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9af3c1-f013-4056-bc16-00e3b6a5bebc {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:45:04.476862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:04.481968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.489337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-869edbc3-9a26-41a9-9943-90fc1e4f1ab8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:04.491715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-869edbc3-9a26-41a9-9943-90fc1e4f1ab8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6&tenant_id=ca310d694c094256952d1bf72f087043&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 943 time: 0.0798550 Jul 15 23:45:04.535453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:04.543781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.544388 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.544772 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.545161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.545495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.546049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.546746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.547135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.547640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.547970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.548465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.548962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:04.596127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-a661defa-481a-479b-8f44-e55fa1b75e4f service neutron] 10.222.0.59 "GET /v2.0/ports/bd9af3c1-f013-4056-bc16-00e3b6a5bebc/bindings/n-h2-793618-8 HTTP/1.1" status: 200 len: 382 time: 0.0915754 Jul 15 23:45:04.608193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2c22a-4a61-4b4d-8002-3e7dbc47bff6 req-51b393b1-0416-4f47-9e9d-c83a27007f89 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:04.609656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15f2c22a-4a61-4b4d-8002-3e7dbc47bff6 req-51b393b1-0416-4f47-9e9d-c83a27007f89 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 944 time: 0.1165268 Jul 15 23:45:04.675198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15f2c22a-4a61-4b4d-8002-3e7dbc47bff6 req-81f73633-cab4-4502-895d-4fd79d1047a5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597382 Jul 15 23:45:04.700543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-b2ec6ef0-218e-4959-be73-2c9b1d2d61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:04.702126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-b2ec6ef0-218e-4959-be73-2c9b1d2d61c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0789993 Jul 15 23:45:04.760490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53206) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:04.763289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['bd9af3c1-f013-4056-bc16-00e3b6a5bebc'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:45:04.805978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-0ac21d0f-b9b8-44c6-98de-832c65edfc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:04.808483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-0ac21d0f-b9b8-44c6-98de-832c65edfc4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.0958502 Jul 15 23:45:04.888601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-a912b9a4-b480-46f3-9a01-def3970e272b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 999 time: 0.0724049 Jul 15 23:45:04.941025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-a487c0d6-8289-499e-8132-b93503605135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:04.942522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-a487c0d6-8289-499e-8132-b93503605135 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0465999 Jul 15 23:45:05.007693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-64bdc60a-0d84-433d-8abc-952f3e58bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:05.009385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-64bdc60a-0d84-433d-8abc-952f3e58bdd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592465 Jul 15 23:45:05.107258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-a511a206-56ec-41d4-af18-905d0a7b24db service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859530 Jul 15 23:45:05.206846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-c9e2f2ba-f2c3-47fc-bda3-65c8d89ee414 service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895698 Jul 15 23:45:05.443348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:05.689715 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Deleting port 4d56f25b-9706-4a69-b046-428a1c46c23b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:05.690087 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:05.770507 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] For port 4d56f25b-9706-4a69-b046-428a1c46c23b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4d56f25b-9706-4a69-b046-428a1c46c23b,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:05.770898 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:05.782943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Calling delete_port for 4d56f25b-9706-4a69-b046-428a1c46c23b owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:05.853095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdc80a-47b3-4920-b006-6ca404261c88 req-0c69e69d-bcdf-4ac9-841b-513fe90d1805 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:05.854570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1bdc80a-47b3-4920-b006-6ca404261c88 req-0c69e69d-bcdf-4ac9-841b-513fe90d1805 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 944 time: 0.0630124 Jul 15 23:45:05.893163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b1bdc80a-47b3-4920-b006-6ca404261c88 req-dabc9ed0-b77f-4378-90e5-3f1f0ba33145 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 Jul 15 23:45:05.958486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:05.983284 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d56f25b-9706-4a69-b046-428a1c46c23b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:06.145777 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.269503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:06.316903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port bd9af3c1-f013-4056-bc16-00e3b6a5bebc completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:06.320411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port bd9af3c1-f013-4056-bc16-00e3b6a5bebc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:06.320783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.352259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7cb6e9fb-4db6-4beb-bca7-3a8969982362 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:06.363363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Router 7ba5bea8-a498-4722-8711-e97e30551d61 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:06.375105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 7cb6e9fb-4db6-4beb-bca7-3a8969982362 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:06.375438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7cb6e9fb-4db6-4beb-bca7-3a8969982362 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:06.420341 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.442463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:06.444796 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e29f6f-dbef-4be6-b84e-1d4379af8eb9" -d '{"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:06.458560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:06.463153 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.479134 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:06.484267 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2f85f194-5e9d-4053-8901-8c08656d28f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/7ba5bea8-a498-4722-8711-e97e30551d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7212644 Jul 15 23:45:06.486895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53212) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:06.490358 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] Sync routers for ids ['7ba5bea8-a498-4722-8711-e97e30551d61'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:06.507295 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] Routers {'7ba5bea8-a498-4722-8711-e97e30551d61'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:06.508255 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ba5bea8-a498-4722-8711-e97e30551d61'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:06.515102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:06.520950 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92fef18-e7a8-4211-b6ab-69958417d895 x-openstack-request-id: req-a92fef18-e7a8-4211-b6ab-69958417d895 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:06.521296 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:06.521556 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a92fef18-e7a8-4211-b6ab-69958417d895 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:06.521950 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'code': 200} Jul 15 23:45:06.592696 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.619903 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] Set router 7ba5bea8-a498-4722-8711-e97e30551d61 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:06.694291 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.748610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Deleting port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:06.748959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.802999 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:45:05Z', 'revision_number': 5, 'project_id': '86a70588354143679cf096349e988442', 'gw_port': {'id': '63d832cb-b8f7-40cc-b6ff-87a229ed96b4', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:06.830199 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] Checking router: 7ba5bea8-a498-4722-8711-e97e30551d61 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:06.836517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] For port 63d832cb-b8f7-40cc-b6ff-87a229ed96b4, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=63d832cb-b8f7-40cc-b6ff-87a229ed96b4,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:06.836884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.838323 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] Routers {'7ba5bea8-a498-4722-8711-e97e30551d61'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:06.838988 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ba5bea8-a498-4722-8711-e97e30551d61'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:06.876393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Calling delete_port for 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:06.931311 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] Set router 7ba5bea8-a498-4722-8711-e97e30551d61 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:06.960305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-4019392e-79a2-4040-827d-be37fd5e139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:06.961843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-4019392e-79a2-4040-827d-be37fd5e139e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1096 time: 0.1276858 Jul 15 23:45:06.983309 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 6, 'project_id': '86a70588354143679cf096349e988442', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:07.013697 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810bf5e-8d8d-4e0b-95ce-85d90b9d972e None None] The sync data for ids ['7ba5bea8-a498-4722-8711-e97e30551d61'] in n-d-793618-8 is: [{'id': '7ba5bea8-a498-4722-8711-e97e30551d61', 'name': 'tempest-TestServerMultinode-410738694-router', 'tenant_id': '86a70588354143679cf096349e988442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:24Z', 'updated_at': '2021-07-15T23:45:06Z', 'revision_number': 6, 'project_id': '86a70588354143679cf096349e988442', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:07.554708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-ce9bd5f3-d8fd-47b0-aff6-328aa3934f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.556237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-ce9bd5f3-d8fd-47b0-aff6-328aa3934f66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.5657825 Jul 15 23:45:07.615149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0bd90-8171-40e2-aefe-44f559297c6a req-3cee5d58-bb31-4671-99a6-ece0fa94a978 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.616563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8e0bd90-8171-40e2-aefe-44f559297c6a req-3cee5d58-bb31-4671-99a6-ece0fa94a978 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 945 time: 0.2556319 Jul 15 23:45:07.629018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.629756 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-e0454eb4-0c66-4995-acfd-601e3aaba453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.631497 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-e0454eb4-0c66-4995-acfd-601e3aaba453 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 1096 time: 0.0543363 Jul 15 23:45:07.648717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:07.673097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d832cb-b8f7-40cc-b6ff-87a229ed96b4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:07.706883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-0ec0285c-50fe-48f5-b76c-2ac7cfa22be2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 1000 time: 0.1422851 Jul 15 23:45:07.730674 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.771704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8e0bd90-8171-40e2-aefe-44f559297c6a req-163b7b96-713a-4b08-b803-4229e371707f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457853 Jul 15 23:45:07.801402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-8eef3440-6cf7-4990-bbcd-634f7984d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:07.802984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-8eef3440-6cf7-4990-bbcd-634f7984d099 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0859513 Jul 15 23:45:07.803799 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.920667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.923689 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.955202 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:07.980038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.980557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba5bea8-a498-4722-8711-e97e30551d61 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:45:07.985457 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:07.986599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1edcc7b6-4793-40b4-bd41-35e426cdd070 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7ba5bea8-a498-4722-8711-e97e30551d61 HTTP/1.1" status: 204 len: 168 time: 1.4987276 Jul 15 23:45:07.990200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53218) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:07.995677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:07.999843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-cba2e7b7-e2e0-49b0-b11a-d5f139c9f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.001358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-cba2e7b7-e2e0-49b0-b11a-d5f139c9f224 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696603 Jul 15 23:45:08.044011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.053146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:08.057829 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d059b46-1c3d-4e8b-9633-39670461de1d" -d '{"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:08.084019 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Transition to ACTIVE for port object bd9af3c1-f013-4056-bc16-00e3b6a5bebc will not be triggered until provisioned by entity L2. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:08.089431 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.094456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3401140-4149-42b6-be96-6f58d7120588 admin admin] Deleting subnet f6847ff7-9481-4de9-9155-cb94138896a2 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:45:08.099066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3401140-4149-42b6-be96-6f58d7120588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.158912 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3401140-4149-42b6-be96-6f58d7120588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.181496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-33ff8309-9a79-4de5-b222-fec456c1061c service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616013 Jul 15 23:45:08.189725 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a038cc-e256-4fee-bbf5-1813fe31337a x-openstack-request-id: req-44a038cc-e256-4fee-bbf5-1813fe31337a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:08.189725 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:08.189725 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44a038cc-e256-4fee-bbf5-1813fe31337a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:08.189725 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'code': 200} Jul 15 23:45:08.202683 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=10']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:08.241187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] No DVR routers for this DVR port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on host n-h2-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:08.321746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3401140-4149-42b6-be96-6f58d7120588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.345669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c12e3fbd-b2b4-49c2-a95d-e3f708593c75 req-4140e2df-5fea-4960-94fc-f53724167df7 service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554887 Jul 15 23:45:08.388568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:08.388911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:08.389242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:08.389642 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3401140-4149-42b6-be96-6f58d7120588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.394215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:45:08.394736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Attempting to bind port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:08.400142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:08.400418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Checking segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:08.400806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Bound using segment: {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:08.401763 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Bound port: bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6431cc-746c-465d-9139-e5dc210c3a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:08.402144 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.420537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3401140-4149-42b6-be96-6f58d7120588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6847ff7-9481-4de9-9155-cb94138896a2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:08.427454 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3401140-4149-42b6-be96-6f58d7120588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.432595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c3401140-4149-42b6-be96-6f58d7120588 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f6847ff7-9481-4de9-9155-cb94138896a2 HTTP/1.1" status: 204 len: 168 time: 0.4421268 Jul 15 23:45:08.433361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53222) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:08.434906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87709c96-2596-42d0-ace8-181483affd51 None None] Network da3f9f39-74ac-4de3-91d5-dc90691ea3e2 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:08.474414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:08.478105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:08.483718 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.512415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.533431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.534914 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.536403 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 1092 time: 0.8918417 Jul 15 23:45:08.565971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f374d-7d5e-477e-bfe9-85dfcf6c0ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=11']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:08.578449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Deleting port 19f25ed3-58c4-4d33-92af-09c6df043e23 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:08.580577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.632996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-a4d1d3b8-aae3-4594-807f-4ec7af248197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.634683 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-a4d1d3b8-aae3-4594-807f-4ec7af248197 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0573227 Jul 15 23:45:08.659536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] For port 19f25ed3-58c4-4d33-92af-09c6df043e23, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=19f25ed3-58c4-4d33-92af-09c6df043e23,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:08.660176 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.666101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] DHCP port deletion for da3f9f39-74ac-4de3-91d5-dc90691ea3e2 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:45:08.681011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Calling delete_port for 19f25ed3-58c4-4d33-92af-09c6df043e23 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:08.721060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] Deleting port 19f25ed3-58c4-4d33-92af-09c6df043e23 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:08.721601 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.754743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-acf0e43b-83f8-4776-97e0-16aeb4f8102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.756263 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-acf0e43b-83f8-4776-97e0-16aeb4f8102b service neutron] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.1151247 Jul 15 23:45:08.776922 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.794282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] For port 19f25ed3-58c4-4d33-92af-09c6df043e23, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=19f25ed3-58c4-4d33-92af-09c6df043e23,segment=NetworkSegment(6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee),segment_id=6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:08.794673 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.804279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f25ed3-58c4-4d33-92af-09c6df043e23,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:08.811622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] No DVR routers for this DVR port 19f25ed3-58c4-4d33-92af-09c6df043e23 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:08.817178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] Calling delete_port for 19f25ed3-58c4-4d33-92af-09c6df043e23 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:08.836048 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-b420f767-3d8e-4c3a-9bde-1d91e608ddcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 998 time: 0.0736709 Jul 15 23:45:08.903947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-f149cb5d-0d6d-4a7f-8d44-69007e721234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.905579 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-f149cb5d-0d6d-4a7f-8d44-69007e721234 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0624375 Jul 15 23:45:08.911987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.923244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3f9f39-74ac-4de3-91d5-dc90691ea3e2']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:08.934200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:08.934200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6926f7b3-fcc0-4974-a2ba-64dbb0ab5cee') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:08.936383 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.943876 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.964460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4d56f25b-9706-4a69-b046-428a1c46c23b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:08.967817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] Pushing event deleted for resources: {'Port': ['ID=19f25ed3-58c4-4d33-92af-09c6df043e23,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:08.975190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-e27111f8-2bc5-4472-922d-13043f11e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:08.976579 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-e27111f8-2bc5-4472-922d-13043f11e2da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651314 Jul 15 23:45:08.989735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dbb54b-3bc6-4342-8813-e24d390495b1 None None] No DVR routers for this DVR port 19f25ed3-58c4-4d33-92af-09c6df043e23 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:08.990106 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.995319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 4d56f25b-9706-4a69-b046-428a1c46c23b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:08.995673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4d56f25b-9706-4a69-b046-428a1c46c23b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:08.999518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 19f25ed3-58c4-4d33-92af-09c6df043e23 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:09.003622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:45:09.004032 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:45:09.006180 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:45:09.023030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 19f25ed3-58c4-4d33-92af-09c6df043e23 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:09.023510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 19f25ed3-58c4-4d33-92af-09c6df043e23 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:09.024097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:09.046956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:09.047304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 63d832cb-b8f7-40cc-b6ff-87a229ed96b4 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:09.081480 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-84332e10-e134-4fc7-a3f6-2023f7b073d8 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968628 Jul 15 23:45:09.083511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ea053-76cf-4a73-b291-89359850f938 req-d339675e-9019-4418-9802-4b7838dbf1af tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:09.085027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7ea053-76cf-4a73-b291-89359850f938 req-d339675e-9019-4418-9802-4b7838dbf1af tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 944 time: 0.1309230 Jul 15 23:45:09.086108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:09.091333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:09.102608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/da3f9f39-74ac-4de3-91d5-dc90691ea3e2 HTTP/1.1" status: 204 len: 168 time: 0.6588852 Jul 15 23:45:09.102719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53226) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:09.117635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f6b55-1608-42ac-9326-0b9f19064cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3f9f39-74ac-4de3-91d5-dc90691ea3e2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:09.141960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b7ea053-76cf-4a73-b291-89359850f938 req-5754e5c2-b9cc-48eb-a5d3-9863fe6f5016 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477016 Jul 15 23:45:09.258253 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-d27b7f53-d4ad-4b8d-9ab4-28c1464cac0e req-3889bd86-d9ec-4e20-bf20-e407d1912159 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705382 Jul 15 23:45:09.497154 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:09.744063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Deleting port 88b28a76-e7f6-4fba-8cf7-544158a0db92 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:09.744602 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:09.820012 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] For port 88b28a76-e7f6-4fba-8cf7-544158a0db92, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=88b28a76-e7f6-4fba-8cf7-544158a0db92,segment=NetworkSegment(b9ec265d-edf3-4c40-be98-a02fb67f2038),segment_id=b9ec265d-edf3-4c40-be98-a02fb67f2038)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:09.820289 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:09.832274 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Calling delete_port for 88b28a76-e7f6-4fba-8cf7-544158a0db92 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:10.004692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:10.031439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Pushing event deleted for resources: {'Port': ['ID=88b28a76-e7f6-4fba-8cf7-544158a0db92,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:10.190267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:10.192572 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05276b68-b8c8-45e4-9509-1f9d97da112a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:10.205137 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:10.289399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:10.324127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0006d-7888-45ba-90f4-8da708f3e662 req-b4a7110f-ed4b-4a4b-b96d-c60fa4db6489 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:10.325588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20c0006d-7888-45ba-90f4-8da708f3e662 req-b4a7110f-ed4b-4a4b-b96d-c60fa4db6489 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 944 time: 0.0651875 Jul 15 23:45:10.331310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:10.365261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-20c0006d-7888-45ba-90f4-8da708f3e662 req-e5e7005e-10a3-4e25-8701-ff9635db00f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333955 Jul 15 23:45:10.417341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Router c47dcc1d-eda4-4c97-bb73-15ed470feb92 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:10.424135 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dbd67d-4bed-458c-8083-cab2acda5ef3 x-openstack-request-id: req-50dbd67d-4bed-458c-8083-cab2acda5ef3 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:10.424417 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:10.424667 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50dbd67d-4bed-458c-8083-cab2acda5ef3 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:10.425053 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'status': 'completed', 'code': 200} Jul 15 23:45:10.504838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-1c3810bc-bd4f-4189-adbe-767552566696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:10.506481 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-1c3810bc-bd4f-4189-adbe-767552566696 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0610876 Jul 15 23:45:10.559684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:10.566108 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d6d77e2d-125b-4b84-a9da-be48395b9858 admin admin] 10.222.0.23 "PUT /v2.0/routers/c47dcc1d-eda4-4c97-bb73-15ed470feb92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686229 Jul 15 23:45:10.569549 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53232) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:10.571123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] Sync routers for ids ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:10.580906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] Routers {'c47dcc1d-eda4-4c97-bb73-15ed470feb92'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:10.581600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:10.599678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-4b32d06b-de0b-4d5a-b322-314484904620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:10.601180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-4b32d06b-de0b-4d5a-b322-314484904620 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.0881402 Jul 15 23:45:10.613059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-dbfade4a-8747-407e-b10f-e4f2d6341be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:10.614623 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-dbfade4a-8747-407e-b10f-e4f2d6341be5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1095 time: 0.1388950 Jul 15 23:45:10.673452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-0a28bdaa-37b7-4e5f-b804-e899ecbbc404 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 998 time: 0.0647807 Jul 15 23:45:10.694662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] Set router c47dcc1d-eda4-4c97-bb73-15ed470feb92 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:10.752728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-3bf35b21-1895-410c-8bc7-9ff8d629643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:10.754484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-3bf35b21-1895-410c-8bc7-9ff8d629643d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0733006 Jul 15 23:45:10.826955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-ad44d689-1f21-4bbe-b1f0-245bc052f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:10.829704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-ad44d689-1f21-4bbe-b1f0-245bc052f43b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675802 Jul 15 23:45:10.951430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:45:09Z', 'revision_number': 5, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:10.961544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-b26dee20-5f90-487b-8a51-7d017b2b0777 service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228018 Jul 15 23:45:10.978776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] Checking router: c47dcc1d-eda4-4c97-bb73-15ed470feb92 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:10.987782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] Routers {'c47dcc1d-eda4-4c97-bb73-15ed470feb92'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:10.988418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:44:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:11.086639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.097072 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-6dca9f80-09c8-4200-ae80-83dae9db5718 service neutron] 10.222.0.59 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273880 Jul 15 23:45:11.108059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] Set router c47dcc1d-eda4-4c97-bb73-15ed470feb92 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:11.152697 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-e94fc3c0-b10a-4dc7-a92e-035391fed3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:11.154169 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-e94fc3c0-b10a-4dc7-a92e-035391fed3a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.4974029 Jul 15 23:45:11.256705 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-f3760d73-bb6a-450a-b3b9-fcba5bb01a79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 998 time: 0.0764778 Jul 15 23:45:11.258482 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.298426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:45:09Z', 'revision_number': 5, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:11.325014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411af8c-0a0c-4a35-81ce-fb0ed45eb10d None None] The sync data for ids ['c47dcc1d-eda4-4c97-bb73-15ed470feb92'] in n-d-793618-8 is: [{'id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'name': 'tempest-TestServerMultinode-822675770-router', 'tenant_id': '204395cc2c084671ad34628a50bcef5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:44:28Z', 'updated_at': '2021-07-15T23:45:09Z', 'revision_number': 5, 'project_id': '204395cc2c084671ad34628a50bcef5d', 'gw_port': {'id': '37fc65cd-10b2-4da1-819b-1af0324fbffa', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:da:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47dcc1d-eda4-4c97-bb73-15ed470feb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:44:29Z', 'updated_at': '2021-07-15T23:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:11.328769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-296f0ab8-27c8-4622-a110-29b417f1bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:11.330285 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-296f0ab8-27c8-4622-a110-29b417f1bc3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0661101 Jul 15 23:45:11.375759 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Deleting port 37fc65cd-10b2-4da1-819b-1af0324fbffa {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:11.376025 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.454644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-72862318-ed38-45f0-b381-000ce809a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:11.456175 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-72862318-ed38-45f0-b381-000ce809a778 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188149 Jul 15 23:45:11.478510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] For port 37fc65cd-10b2-4da1-819b-1af0324fbffa, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=37fc65cd-10b2-4da1-819b-1af0324fbffa,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:11.478885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.506428 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Calling delete_port for 37fc65cd-10b2-4da1-819b-1af0324fbffa owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:11.543493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636cc43-6a6d-4b18-8cda-a2a8f2315050 req-8f44e8d7-2588-40ac-a220-6737ecd9a657 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:11.545018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7636cc43-6a6d-4b18-8cda-a2a8f2315050 req-8f44e8d7-2588-40ac-a220-6737ecd9a657 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 944 time: 0.0678532 Jul 15 23:45:11.583914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7636cc43-6a6d-4b18-8cda-a2a8f2315050 req-ac8f3133-6bfe-4ac7-a7d8-084572722099 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Jul 15 23:45:11.609286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53236) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:11.615498 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-4d880ae6-cf42-46aa-aa0b-46e9f93eb576 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503096 Jul 15 23:45:11.670572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-af52ff0f-085d-44e2-a551-42c75bc1b6c8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/6dd4dc70-4444-4a3e-948f-980f825782c6 HTTP/1.1" status: 200 len: 990 time: 0.0599313 Jul 15 23:45:11.787676 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05276b68-b8c8-45e4-9509-1f9d97da112a req-701f6270-094b-4c40-9d3d-5f5c8d8202ee service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648991 Jul 15 23:45:11.808891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.834472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Pushing event deleted for resources: {'Port': ['ID=37fc65cd-10b2-4da1-819b-1af0324fbffa,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:11.895601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.983693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:11.985783 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.031184 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.031706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c47dcc1d-eda4-4c97-bb73-15ed470feb92 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:45:12.036000 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.037337 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-527aff04-0c18-4115-ad44-1176eb1a0628 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c47dcc1d-eda4-4c97-bb73-15ed470feb92 HTTP/1.1" status: 204 len: 168 time: 1.4668775 Jul 15 23:45:12.039924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53238) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:12.085346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-2316d4d6-4d96-46e1-905f-7c5fde342212 admin admin] Deleting subnet f5c01f44-02d0-4170-ace1-78a01fff4511 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:45:12.089196 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2316d4d6-4d96-46e1-905f-7c5fde342212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.126302 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2316d4d6-4d96-46e1-905f-7c5fde342212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.208732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2316d4d6-4d96-46e1-905f-7c5fde342212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.261111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2316d4d6-4d96-46e1-905f-7c5fde342212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.284474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316d4d6-4d96-46e1-905f-7c5fde342212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c01f44-02d0-4170-ace1-78a01fff4511,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:12.290026 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2316d4d6-4d96-46e1-905f-7c5fde342212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.292471 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2316d4d6-4d96-46e1-905f-7c5fde342212 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f5c01f44-02d0-4170-ace1-78a01fff4511 HTTP/1.1" status: 204 len: 168 time: 0.2510192 Jul 15 23:45:12.295063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53240) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:12.295673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c2603-09bb-484f-bb93-5b721c8ac963 None None] Network a1d36710-e2a2-4f78-ad04-c139d3f30079 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:12.365336 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.397990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:45:12.417377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Deleting port 063d368b-3b62-4587-8998-13858f15e0ab {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:12.417725 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.486236 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] For port 063d368b-3b62-4587-8998-13858f15e0ab, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=063d368b-3b62-4587-8998-13858f15e0ab,segment=NetworkSegment(b9ec265d-edf3-4c40-be98-a02fb67f2038),segment_id=b9ec265d-edf3-4c40-be98-a02fb67f2038)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:12.486600 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.500723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Calling delete_port for 063d368b-3b62-4587-8998-13858f15e0ab owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:12.522612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:12.537427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'port_id': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'mac_address': 'fa:16:3e:86:43:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:45:12.569320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] DHCP port deletion for a1d36710-e2a2-4f78-ad04-c139d3f30079 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:45:12.582335 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.599340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.611241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] No DVR routers for this DVR port 063d368b-3b62-4587-8998-13858f15e0ab on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:12.611438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9af3c1-f013-4056-bc16-00e3b6a5bebc {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:45:12.635247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:12.641003 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.648390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Pushing event deleted for resources: {'Port': ['ID=063d368b-3b62-4587-8998-13858f15e0ab,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:12.694605 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] Deleting port 063d368b-3b62-4587-8998-13858f15e0ab {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:12.695013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.710365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=12']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:12.710760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.722613 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d36710-e2a2-4f78-ad04-c139d3f30079']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:12.733369 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ec265d-edf3-4c40-be98-a02fb67f2038') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:12.733668 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ec265d-edf3-4c40-be98-a02fb67f2038') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:12.762686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] For port 063d368b-3b62-4587-8998-13858f15e0ab, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:12.763015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.769266 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.775032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] Calling delete_port for 063d368b-3b62-4587-8998-13858f15e0ab owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:12.779901 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] Port 063d368b-3b62-4587-8998-13858f15e0ab was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:45:12.781430 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.786981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.799007 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:45:12.799403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:45:12.801838 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:45:12.812900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] Pushing event deleted for resources: {'Port': ['ID=063d368b-3b62-4587-8998-13858f15e0ab,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:12.814910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90279535-d282-4ee2-bfca-24f0328571c9 None None] No DVR routers for this DVR port 063d368b-3b62-4587-8998-13858f15e0ab on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:12.862161 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-9f847ab3-06e9-4997-a06c-939f5c04ba48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1241698 Jul 15 23:45:12.864856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.871209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:12.873023 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a1d36710-e2a2-4f78-ad04-c139d3f30079 HTTP/1.1" status: 204 len: 168 time: 0.5770483 Jul 15 23:45:12.884579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc768c-1d13-4a52-a4cc-730fde96c712 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d36710-e2a2-4f78-ad04-c139d3f30079,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:12.921534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['bd9af3c1-f013-4056-bc16-00e3b6a5bebc'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:45:12.926967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 88b28a76-e7f6-4fba-8cf7-544158a0db92 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:12.973367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 88b28a76-e7f6-4fba-8cf7-544158a0db92 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:12.973708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 88b28a76-e7f6-4fba-8cf7-544158a0db92 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:12.974233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 063d368b-3b62-4587-8998-13858f15e0ab no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:12.983632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-dde36b71-73bb-42ce-a26e-d2bdf7a85ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:12.985482 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-dde36b71-73bb-42ce-a26e-d2bdf7a85ef1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0556989 Jul 15 23:45:13.006451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 063d368b-3b62-4587-8998-13858f15e0ab {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:13.006853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 063d368b-3b62-4587-8998-13858f15e0ab not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:13.007291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 37fc65cd-10b2-4da1-819b-1af0324fbffa no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:13.036061 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 37fc65cd-10b2-4da1-819b-1af0324fbffa {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:13.036434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 37fc65cd-10b2-4da1-819b-1af0324fbffa not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:13.103540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53246) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:13.106600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-cb9c9269-9359-4d5b-80b7-3d95d26b4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:13.108121 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-cb9c9269-9359-4d5b-80b7-3d95d26b4d0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.1021872 Jul 15 23:45:13.157896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3f5d512c-076e-4660-9a2b-4b9cd26057f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86a70588354143679cf096349e988442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498991 Jul 15 23:45:13.158113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53248) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:13.182681 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-e7e80efa-6476-4e9e-a0d0-26692e28d3d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 999 time: 0.0677044 Jul 15 23:45:13.212260 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92f20202-516e-4716-813b-2a07b4f262de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.234793 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-7a6112e8-10a8-4561-9f54-bf9924d77662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:13.238383 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-7a6112e8-10a8-4561-9f54-bf9924d77662 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0463376 Jul 15 23:45:13.241185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92f20202-516e-4716-813b-2a07b4f262de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.294527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92f20202-516e-4716-813b-2a07b4f262de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.297399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92f20202-516e-4716-813b-2a07b4f262de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.301120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-92f20202-516e-4716-813b-2a07b4f262de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ef4ba4c-6930-40a8-aa5b-78b55b839036 HTTP/1.1" status: 204 len: 168 time: 0.1396217 Jul 15 23:45:13.301255 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-18979134-96ba-4d7e-bbee-635dd5854275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:13.301255 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-18979134-96ba-4d7e-bbee-635dd5854275 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583794 Jul 15 23:45:13.306926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20202-516e-4716-813b-2a07b4f262de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef4ba4c-6930-40a8-aa5b-78b55b839036,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:13.399970 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-a6072f0a-ca2b-4bde-9330-41d6a9d3f9e7 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906975 Jul 15 23:45:13.499139 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-fce9be4a-ef41-428a-8e74-acffb47303f3 req-5fecec8c-6256-4418-a2bd-df2d9308a0ae service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911851 Jul 15 23:45:13.631904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53254) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:13.671400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-33753e69-7a07-4db8-a0bb-3615e45987ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=204395cc2c084671ad34628a50bcef5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383286 Jul 15 23:45:13.674334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53256) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:13.722331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11d0e4f1-00d7-4b01-a46b-136b226d55ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.743141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11d0e4f1-00d7-4b01-a46b-136b226d55ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.790208 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11d0e4f1-00d7-4b01-a46b-136b226d55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.792945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-11d0e4f1-00d7-4b01-a46b-136b226d55ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.794089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-11d0e4f1-00d7-4b01-a46b-136b226d55ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b3555ae-f8ec-4574-8f70-f25ca1dc0774 HTTP/1.1" status: 204 len: 168 time: 0.1188190 Jul 15 23:45:13.801861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0e4f1-00d7-4b01-a46b-136b226d55ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3555ae-f8ec-4574-8f70-f25ca1dc0774,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:14.021446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.400159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:14.446518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port bd9af3c1-f013-4056-bc16-00e3b6a5bebc completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:14.450094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port bd9af3c1-f013-4056-bc16-00e3b6a5bebc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:14.450461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.525342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.691839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:14.694043 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41edad4e-ea24-4f34-afaf-437b3de1d83c" -d '{"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:14.706635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:14.711205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.734268 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fbc7f1-1d63-42e7-90e0-0b5c7f93d7aa x-openstack-request-id: req-b5fbc7f1-1d63-42e7-90e0-0b5c7f93d7aa {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:14.734566 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-plugged", "status": "completed", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:14.734843 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5fbc7f1-1d63-42e7-90e0-0b5c7f93d7aa {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:14.735231 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'code': 200} Jul 15 23:45:14.759849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=13']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:18.091667 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42325d74-98c2-460d-a24b-67744b01005f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:20.708293 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-60f48c2f-7fd6-4b23-a7a9-427b0f8709cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:21.089987 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:21.641347 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:23.387918 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:25.027764 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:45:25.324624 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:42.563626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6628ea-8439-4af2-9a15-7ec81ce224fe req-3cd78308-1089-48e2-9cf5-3c6cb9d17949 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:42.565152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf6628ea-8439-4af2-9a15-7ec81ce224fe req-3cd78308-1089-48e2-9cf5-3c6cb9d17949 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0550909 Jul 15 23:45:42.599244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf6628ea-8439-4af2-9a15-7ec81ce224fe req-188f71e8-679f-4961-ab3a-141fb03d33dd tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286291 Jul 15 23:45:42.624395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53272) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:42.782278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 2dec3efa-62a5-4780-8734-41bf989e55ab {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:42.782627 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:42.856105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:42.856437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:42.867701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 2dec3efa-62a5-4780-8734-41bf989e55ab owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:43.011407 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:43.036619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=2dec3efa-62a5-4780-8734-41bf989e55ab,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:43.098254 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:43.098580 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Floating IP 6dd4dc70-4444-4a3e-948f-980f825782c6 disassociated (deleted). External IP: 172.25.3.57, port: bd9af3c1-f013-4056-bc16-00e3b6a5bebc. Jul 15 23:45:43.298963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:43.402290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:43.407252 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:43.411449 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] Sync routers for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:43.421121 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:43.421716 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:43.442926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-31e1f2de-6088-40ba-b28d-78448efea654 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/floatingips/6dd4dc70-4444-4a3e-948f-980f825782c6 HTTP/1.1" status: 204 len: 168 time: 0.8174305 Jul 15 23:45:43.443617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:43.445964 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b9acb-597f-4aa5-9eee-1837c0d7f827" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:43.524230 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:43.687125 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4551e62-8bef-4a5f-ae8e-bdb21b71bae9 x-openstack-request-id: req-a4551e62-8bef-4a5f-ae8e-bdb21b71bae9 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:43.687642 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:43.687642 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4551e62-8bef-4a5f-ae8e-bdb21b71bae9 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:43.688057 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'status': 'completed', 'code': 200} Jul 15 23:45:43.796016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-01df47ef-6e4c-4bee-ab5d-be9818378141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:43.797653 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-01df47ef-6e4c-4bee-ab5d-be9818378141 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0566206 Jul 15 23:45:43.813115 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:55Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:43.842395 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] Checking router: c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:43.844994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32947fe-647d-4932-8c81-913bbf6b74d0 req-4bf73401-6c61-48d2-9325-c497162750dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:43.847128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d32947fe-647d-4932-8c81-913bbf6b74d0 req-4bf73401-6c61-48d2-9325-c497162750dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 946 time: 0.0735161 Jul 15 23:45:43.851051 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:43.851667 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:43.887932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d32947fe-647d-4932-8c81-913bbf6b74d0 req-44a83994-837f-4c6c-83df-8232d099ae9d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347579 Jul 15 23:45:43.896999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-31fb72c3-2755-4987-93a5-a922083e24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:43.899220 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-31fb72c3-2755-4987-93a5-a922083e24c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 200 len: 897 time: 0.0950098 Jul 15 23:45:43.939982 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-980863f0-e11b-4756-80cb-4d07da275acf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 200 len: 217 time: 0.0339472 Jul 15 23:45:43.960805 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:43.987894 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-8e7c0c86-77a8-402a-9a94-fc386a57b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:43.989353 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-8e7c0c86-77a8-402a-9a94-fc386a57b352 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 200 len: 833 time: 0.0428317 Jul 15 23:45:44.041475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:44.052414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-a6306b67-f22d-4c35-b586-910047cb0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:44.053995 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-a6306b67-f22d-4c35-b586-910047cb0f42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43c40fd2-3a9e-41c0-b11d-325945ddc5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576530 Jul 15 23:45:44.142043 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-af83b425-d85c-45b4-bc74-dda8ebcaf332 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810599 Jul 15 23:45:44.161909 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:55Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:44.187313 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fedecd-5b49-4303-8f88-88e6cc9fef1a None None] The sync data for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 is: [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:48Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5497fdc5-5ed8-49dc-aec7-247e160ef153', 'name': '', 'network_id': '43c40fd2-3a9e-41c0-b11d-325945ddc5e3', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ca:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:47Z', 'updated_at': '2021-07-15T23:43:55Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'f9b075e4-94eb-441a-a843-010cfb025371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:44.239531 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-c64b9acb-597f-4aa5-9eee-1837c0d7f827 req-55db6799-d55b-480a-975d-7669af3ecdc4 service neutron] 10.222.0.37 "GET /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911942 Jul 15 23:45:44.410649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8430551-fa87-4fc7-af7c-adc05712fcf7 None None] New status for floating IP 6dd4dc70-4444-4a3e-948f-980f825782c6: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:45:45.061910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e35e6c-44c8-4a0b-acf8-31248b5a30da req-1fe98192-c456-45de-8c8c-5f08a39a36e9 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:45.063326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7e35e6c-44c8-4a0b-acf8-31248b5a30da req-1fe98192-c456-45de-8c8c-5f08a39a36e9 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 946 time: 0.0662491 Jul 15 23:45:45.100157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7e35e6c-44c8-4a0b-acf8-31248b5a30da req-bc414b3c-f47a-4ed0-924f-eb9c0f7aca4b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313177 Jul 15 23:45:45.202458 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-9b4ca9d4-8550-45dd-96f8-b63ba3053861 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:45.203944 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-9b4ca9d4-8550-45dd-96f8-b63ba3053861 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 946 time: 0.0623288 Jul 15 23:45:45.303559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port bd9af3c1-f013-4056-bc16-00e3b6a5bebc {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:45.303902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:45.389078 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port bd9af3c1-f013-4056-bc16-00e3b6a5bebc, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:45.389359 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:45.402623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for bd9af3c1-f013-4056-bc16-00e3b6a5bebc owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:45.530033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:45.556479 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=bd9af3c1-f013-4056-bc16-00e3b6a5bebc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:45.602051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] No DVR routers for this DVR port bd9af3c1-f013-4056-bc16-00e3b6a5bebc on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:45.604604 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:45.606585 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-05bbf9bc-0d23-4fe1-a5c1-b7f8ccb02e9e req-85f7a4f8-6282-416e-9102-53c37b0f19d0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "DELETE /v2.0/ports/bd9af3c1-f013-4056-bc16-00e3b6a5bebc HTTP/1.1" status: 204 len: 173 time: 0.3970213 Jul 15 23:45:45.607050 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-deleted', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:45.609264 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f3b45-a677-4c88-b52b-09483e84b128" -d '{"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-deleted", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:45.645695 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7488bd7-a45f-4d27-9c2a-b585a5374fe6 x-openstack-request-id: req-f7488bd7-a45f-4d27-9c2a-b585a5374fe6 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:45.645987 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6", "name": "network-vif-deleted", "tag": "bd9af3c1-f013-4056-bc16-00e3b6a5bebc", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:45.646236 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7488bd7-a45f-4d27-9c2a-b585a5374fe6 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:45.646640 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6', 'name': 'network-vif-deleted', 'tag': 'bd9af3c1-f013-4056-bc16-00e3b6a5bebc', 'status': 'completed', 'code': 200} Jul 15 23:45:46.257050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42dd1a03-fdd2-4e8d-80a1-ac1da26ad5d6 req-333944e7-54a5-44d3-ac07-f47a61a86d06 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe1e5b-b4f1-4f15-b523-4b8e4395a8d6 HTTP/1.1" status: 200 len: 210 time: 0.0317118 Jul 15 23:45:47.352248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53288) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:47.700397 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:47.956597 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 5497fdc5-5ed8-49dc-aec7-247e160ef153 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:47.956852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.044355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port 5497fdc5-5ed8-49dc-aec7-247e160ef153, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5497fdc5-5ed8-49dc-aec7-247e160ef153,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:48.044718 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.056739 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 5497fdc5-5ed8-49dc-aec7-247e160ef153 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:48.092430 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-49be610a-3b48-4017-aae6-4d2f91725169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.493060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:48.512993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: bd9af3c1-f013-4056-bc16-00e3b6a5bebc {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:48.513335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device bd9af3c1-f013-4056-bc16-00e3b6a5bebc not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:48.564526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.590474 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=5497fdc5-5ed8-49dc-aec7-247e160ef153,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:48.759975 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.969724 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:49.071678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:49.076524 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-74832392-bb28-4f63-bcb2-bcbb8db4accf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "PUT /v2.0/routers/c3a92e29-1609-43ae-bfa4-88dabaa9a1f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232735 Jul 15 23:45:49.079303 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53290) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:49.082598 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] Sync routers for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:49.092233 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:49.092838 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:49.130360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd190ec-c100-4143-9b56-0b282dacaecf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting subnet f9b075e4-94eb-441a-a843-010cfb025371 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:45:49.133370 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abd190ec-c100-4143-9b56-0b282dacaecf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.173590 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abd190ec-c100-4143-9b56-0b282dacaecf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.196291 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:49.263551 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abd190ec-c100-4143-9b56-0b282dacaecf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.321770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abd190ec-c100-4143-9b56-0b282dacaecf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.348846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd190ec-c100-4143-9b56-0b282dacaecf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b075e4-94eb-441a-a843-010cfb025371,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:49.351060 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-abd190ec-c100-4143-9b56-0b282dacaecf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.352936 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-abd190ec-c100-4143-9b56-0b282dacaecf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/subnets/f9b075e4-94eb-441a-a843-010cfb025371 HTTP/1.1" status: 204 len: 168 time: 0.2720783 Jul 15 23:45:49.356268 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53292) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:49.358577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3433e-2de7-4991-b912-d5a872472969 None None] Network 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:49.379195 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:45:48Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:49.405393 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] Checking router: c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:49.415631 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] Routers {'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:49.416239 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:49.466564 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.528726 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] Set router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:49.547768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] DHCP port deletion for 43c40fd2-3a9e-41c0-b11d-325945ddc5e3 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:45:49.577535 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.597725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] Deleting port 4405752d-4cc4-4f99-a223-74e7477eb87d {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:49.598094 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.632792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 919f3f06-f80b-460a-95c0-217c99c1d31b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:45:49.633161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.663574 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] For port 4405752d-4cc4-4f99-a223-74e7477eb87d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=4405752d-4cc4-4f99-a223-74e7477eb87d,segment=NetworkSegment(4b6431cc-746c-465d-9139-e5dc210c3a17),segment_id=4b6431cc-746c-465d-9139-e5dc210c3a17)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:49.663959 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.681953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] Calling delete_port for 4405752d-4cc4-4f99-a223-74e7477eb87d owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:49.712733 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:45:48Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:49.720238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port 919f3f06-f80b-460a-95c0-217c99c1d31b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=919f3f06-f80b-460a-95c0-217c99c1d31b,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:49.720611 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.735842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 919f3f06-f80b-460a-95c0-217c99c1d31b owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:45:49.743480 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d0c55-4f4d-46cb-be97-a63ff7dc8436 None None] The sync data for ids ['c3a92e29-1609-43ae-bfa4-88dabaa9a1f8'] in n-d-793618-8 is: [{'id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762982986', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:45:48Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '919f3f06-f80b-460a-95c0-217c99c1d31b', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a92e29-1609-43ae-bfa4-88dabaa9a1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:44Z', 'updated_at': '2021-07-15T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:49.770843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.800920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] Pushing event deleted for resources: {'Port': ['ID=4405752d-4cc4-4f99-a223-74e7477eb87d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:49.805556 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bacd961-6af7-43ee-ae2e-f9e04056b772 None None] No DVR routers for this DVR port 4405752d-4cc4-4f99-a223-74e7477eb87d on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:45:49.908558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.931663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=919f3f06-f80b-460a-95c0-217c99c1d31b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:49.993870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.088404 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.090501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.136760 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.137324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Fanout notify agent at l3_agent the message router_deleted on router c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:45:50.144435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.145661 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-872ba0a8-b89f-4fca-b1ef-afdd92fd98dd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/routers/c3a92e29-1609-43ae-bfa4-88dabaa9a1f8 HTTP/1.1" status: 204 len: 168 time: 0.7883022 Jul 15 23:45:50.148382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53294) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:50.225094 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.315963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.326450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c40fd2-3a9e-41c0-b11d-325945ddc5e3']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:50.337165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6431cc-746c-465d-9139-e5dc210c3a17') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:50.337461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6431cc-746c-465d-9139-e5dc210c3a17') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:50.347357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.361971 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.368417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:45:50.368900 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:45:50.372178 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:45:50.434190 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.441710 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.442924 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/networks/43c40fd2-3a9e-41c0-b11d-325945ddc5e3 HTTP/1.1" status: 204 len: 168 time: 0.2935591 Jul 15 23:45:50.445837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53296) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:50.453993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c5be0-4fa6-4093-a6f3-17b39bd7192c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Network': ['ID=43c40fd2-3a9e-41c0-b11d-325945ddc5e3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:50.502881 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.526955 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.586663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.589795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.591000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/security-groups/cdf346c6-f23a-4e27-aa95-2d1b1f7fa896 HTTP/1.1" status: 204 len: 168 time: 0.1439667 Jul 15 23:45:50.599634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf346c6-f23a-4e27-aa95-2d1b1f7fa896,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:50.607599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.607939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.608279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.608609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.608930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.609270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.609579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.609896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.610216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.610689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.610876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.611190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa0aa0-50e4-4e38-a95d-4129ede2aebf tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:50.716718 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf43d5b8-9bf6-4a1a-a115-418d43770f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.928229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5497fdc5-5ed8-49dc-aec7-247e160ef153 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:50.948720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5497fdc5-5ed8-49dc-aec7-247e160ef153 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:50.949007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5497fdc5-5ed8-49dc-aec7-247e160ef153 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:50.949419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4405752d-4cc4-4f99-a223-74e7477eb87d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:50.967089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 4405752d-4cc4-4f99-a223-74e7477eb87d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:50.967437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 4405752d-4cc4-4f99-a223-74e7477eb87d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:50.967846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 919f3f06-f80b-460a-95c0-217c99c1d31b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:45:50.985903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 919f3f06-f80b-460a-95c0-217c99c1d31b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:45:50.986256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 919f3f06-f80b-460a-95c0-217c99c1d31b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:45:51.066773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53302) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:51.071543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-58f08a91-ac9f-4ce5-ab6b-26b10f8a7906 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717229605', 'description': 'tempest-secgroup-smoke-1717229605 description', 'project_id': 'ca310d694c094256952d1bf72f087043'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:51.091298 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.095172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58f08a91-ac9f-4ce5-ab6b-26b10f8a7906 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.177978 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58f08a91-ac9f-4ce5-ab6b-26b10f8a7906 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.181835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58f08a91-ac9f-4ce5-ab6b-26b10f8a7906 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.209123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-58f08a91-ac9f-4ce5-ab6b-26b10f8a7906 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.210699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-58f08a91-ac9f-4ce5-ab6b-26b10f8a7906 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428175 Jul 15 23:45:51.213890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53304) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:51.218988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e3c1a1a3-e058-4661-8ea2-0d2f0372c1aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': '70d8fc0d-43c4-4e64-9978-0ed5187c2eea', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:51.225685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f08a91-ac9f-4ce5-ab6b-26b10f8a7906 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d8fc0d-43c4-4e64-9978-0ed5187c2eea,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.248383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a1a3-e058-4661-8ea2-0d2f0372c1aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.302936 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a1a3-e058-4661-8ea2-0d2f0372c1aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.306666 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a1a3-e058-4661-8ea2-0d2f0372c1aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.323588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1a1a3-e058-4661-8ea2-0d2f0372c1aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666f262f-3d2f-4b15-8759-ad1c95413593,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.330213 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e3c1a1a3-e058-4661-8ea2-0d2f0372c1aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.331422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e3c1a1a3-e058-4661-8ea2-0d2f0372c1aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166191 Jul 15 23:45:51.334360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53306) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:51.339352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0f9ad258-0fa9-448f-9b63-d08dd57d5587 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': '70d8fc0d-43c4-4e64-9978-0ed5187c2eea', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:51.365573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f9ad258-0fa9-448f-9b63-d08dd57d5587 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.421697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f9ad258-0fa9-448f-9b63-d08dd57d5587 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.425383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f9ad258-0fa9-448f-9b63-d08dd57d5587 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.442012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ad258-0fa9-448f-9b63-d08dd57d5587 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d296044-28c1-41f7-9c0c-c5ffc7ead03a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.449584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0f9ad258-0fa9-448f-9b63-d08dd57d5587 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.450775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0f9ad258-0fa9-448f-9b63-d08dd57d5587 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154177 Jul 15 23:45:51.453530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53308) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:51.458289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e72e9cac-7e4f-42ba-814b-ad92e8463fee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': '70d8fc0d-43c4-4e64-9978-0ed5187c2eea', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:51.484449 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e72e9cac-7e4f-42ba-814b-ad92e8463fee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.544229 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e72e9cac-7e4f-42ba-814b-ad92e8463fee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.547818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e72e9cac-7e4f-42ba-814b-ad92e8463fee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.564851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e9cac-7e4f-42ba-814b-ad92e8463fee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a06c35-1a8f-48d9-9676-1bfcb1d52d8b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.570544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e72e9cac-7e4f-42ba-814b-ad92e8463fee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.571871 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e72e9cac-7e4f-42ba-814b-ad92e8463fee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172264 Jul 15 23:45:51.575001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53310) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:51.579347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ca3054d7-d614-43c6-b3df-883350795195 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': '70d8fc0d-43c4-4e64-9978-0ed5187c2eea', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:51.604618 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca3054d7-d614-43c6-b3df-883350795195 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.642187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.662874 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca3054d7-d614-43c6-b3df-883350795195 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.667158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca3054d7-d614-43c6-b3df-883350795195 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.685178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3054d7-d614-43c6-b3df-883350795195 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782ec183-30d8-43be-b996-6878cb6f6780,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.691281 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca3054d7-d614-43c6-b3df-883350795195 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.692543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ca3054d7-d614-43c6-b3df-883350795195 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166244 Jul 15 23:45:51.695332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53312) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:51.699807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-74b9e48f-d9ca-4d94-87d7-0c9d640892f3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': '70d8fc0d-43c4-4e64-9978-0ed5187c2eea', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:51.721105 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-74b9e48f-d9ca-4d94-87d7-0c9d640892f3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Project ca310d694c094256952d1bf72f087043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:45:51.726161 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74b9e48f-d9ca-4d94-87d7-0c9d640892f3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.786882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74b9e48f-d9ca-4d94-87d7-0c9d640892f3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.790381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74b9e48f-d9ca-4d94-87d7-0c9d640892f3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.808202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9e48f-d9ca-4d94-87d7-0c9d640892f3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9942e35a-a652-4065-a383-69bf4fd3db61,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.813372 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74b9e48f-d9ca-4d94-87d7-0c9d640892f3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.814498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-74b9e48f-d9ca-4d94-87d7-0c9d640892f3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182122 Jul 15 23:45:51.817344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53314) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:51.821832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-834ca49f-bdab-4b72-8bf9-6c5851ec70a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': '70d8fc0d-43c4-4e64-9978-0ed5187c2eea', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:51.843432 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-834ca49f-bdab-4b72-8bf9-6c5851ec70a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Project ca310d694c094256952d1bf72f087043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:45:51.848125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-834ca49f-bdab-4b72-8bf9-6c5851ec70a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.908923 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-834ca49f-bdab-4b72-8bf9-6c5851ec70a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.914516 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-834ca49f-bdab-4b72-8bf9-6c5851ec70a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.931721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ca49f-bdab-4b72-8bf9-6c5851ec70a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89255dd3-8c08-44c0-904e-7254ff8bd42a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.938183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-834ca49f-bdab-4b72-8bf9-6c5851ec70a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.939317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-834ca49f-bdab-4b72-8bf9-6c5851ec70a6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210189 Jul 15 23:45:51.942243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53316) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:51.947128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'network': {'name': 'tempest-network-smoke--2053802681', 'project_id': 'ca310d694c094256952d1bf72f087043', 'port_security_enabled': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:51.967841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:45:51.971297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.994226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:45:52.003284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.003632 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Added segment f7900d40-d40c-40f6-bdd5-8d8baad42744 of type vlan for network 59043625-9242-48f1-ac1a-396fb2763190 Jul 15 23:45:52.043146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.070292 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.075863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:52.076443 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.109220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1659646 Jul 15 23:45:52.112069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53318) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:52.116929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'admin_state_up': True, 'project_id': 'ca310d694c094256952d1bf72f087043', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:52.139841 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.140809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.145023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d72063-045f-49b4-afeb-907e7f5c54d5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Network': ['ID=59043625-9242-48f1-ac1a-396fb2763190,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:52.156400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 59043625-9242-48f1-ac1a-396fb2763190 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:45:52.192805 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.329554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.515887 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.534141 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.634263 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.25.3.79 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/5d7ded4f-fc64-42bc-a292-a5c6451cb1bc) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:52.736939 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.776040 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.814934 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:52.821180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:52.826151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:52.831988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=5d7ded4f-fc64-42bc-a292-a5c6451cb1bc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:53.077389 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.272139 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.391701 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.396888 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router 4509712a-5984-418e-ba9e-e800d0a9e7c1 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:45:53.499350 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:53.508215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Sync routers for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:53.517078 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.517344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:53.517853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:53.518600 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-fa5d71cd-38d4-4490-b5b5-39bf49814467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4053888 Jul 15 23:45:53.521939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53320) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:53.551257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c6042e34-d1d1-42e4-bd02-cb5d838f0d4c tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ca310d694c094256952d1bf72f087043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281200 Jul 15 23:45:53.553773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53322) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:53.627396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:53.636831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ed68d-cc2f-4276-a5e0-2fe01b8ed734 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:53.638333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2f4ed68d-cc2f-4276-a5e0-2fe01b8ed734 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836613 Jul 15 23:45:53.641362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53324) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:53.668586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1de74ea3-ca3b-419d-b5e3-02e340fbcc85 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260074 Jul 15 23:45:53.671257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53326) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:53.676624 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-677321832', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'project_id': 'ca310d694c094256952d1bf72f087043', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:53.762640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:45:53.766497 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.802601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:52Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:53.832269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Checking router: 4509712a-5984-418e-ba9e-e800d0a9e7c1 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:53.832625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Updating router 4509712a-5984-418e-ba9e-e800d0a9e7c1 port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:45:53.866048 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.942589 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.005383 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Subnet': ['ID=e24cc75c-dc74-4d9e-9273-122b34b0eef4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:54.014648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Checking segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:54.015044 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network hostable DHCP agents. Network: 59043625-9242-48f1-ac1a-396fb2763190, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:45:54.032480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 59043625-9242-48f1-ac1a-396fb2763190 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:45:54.040892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 59043625-9242-48f1-ac1a-396fb2763190) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:54.045425 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:54.046016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.054124 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce2ef3-bf97-4a85-9a5c-cf2a52493250 None None] Network 59043625-9242-48f1-ac1a-396fb2763190 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:54.063656 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-47a261a3-9383-4539-83da-2114fa50dcb6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3885465 Jul 15 23:45:54.063973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53328) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:54.205879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.223164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Transition to ACTIVE for port object 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:54.233196 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.280804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-59043625-9242-48f1-ac1a-396fb2763190', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:45:54.281660 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.320072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186816-9287-4c43-8cb7-6686c3a82d68 None None] Pushing event updated for resources: {'Port': ['ID=5d7ded4f-fc64-42bc-a292-a5c6451cb1bc,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:54.327402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Attempting to bind port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:54.327686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Attempting to bind port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:54.327941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Attempting to bind port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:54.336186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:54.336562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:54.336974 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.337351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:54.337813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Bound port: 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:54.338188 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.472527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] For port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:54.476648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] For port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5d7ded4f-fc64-42bc-a292-a5c6451cb1bc,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:54.484803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.494048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.513798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Allocated IP 172.20.0.2 (59043625-9242-48f1-ac1a-396fb2763190/e24cc75c-dc74-4d9e-9273-122b34b0eef4/dfaf6fd8-ac13-40c7-add5-aa25985bb70a) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:54.586204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:54.586873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:54.589233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186816-9287-4c43-8cb7-6686c3a82d68 None None] Pushing event updated for resources: {'Port': ['ID=5d7ded4f-fc64-42bc-a292-a5c6451cb1bc,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:54.775259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:54.841309 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.869049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Transition to ACTIVE for port object dfaf6fd8-ac13-40c7-add5-aa25985bb70a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:54.915490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Transition to ACTIVE for port object dfaf6fd8-ac13-40c7-add5-aa25985bb70a will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:54.928049 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.981530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Network 59043625-9242-48f1-ac1a-396fb2763190 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:55.003451 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:55.006573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:55.008461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Pushing event updated for resources: {'Port': ['ID=dfaf6fd8-ac13-40c7-add5-aa25985bb70a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:55.079256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Attempting to bind port dfaf6fd8-ac13-40c7-add5-aa25985bb70a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:55.079632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Attempting to bind port dfaf6fd8-ac13-40c7-add5-aa25985bb70a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:55.079996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Attempting to bind port dfaf6fd8-ac13-40c7-add5-aa25985bb70a on network 59043625-9242-48f1-ac1a-396fb2763190 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:55.087895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:55.088798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Checking segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:55.089186 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.089581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Bound using segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:55.090046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Bound port: dfaf6fd8-ac13-40c7-add5-aa25985bb70a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:55.090422 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.101396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:52Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:55.129788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3cdb65-1c10-4228-ac90-d04fb020268a None None] The sync data for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 is: [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:52Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:55.130036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.20.0.1 (59043625-9242-48f1-ac1a-396fb2763190/e24cc75c-dc74-4d9e-9273-122b34b0eef4/b6aaba50-16af-4a2a-a2c1-20236d98bab7) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:55.190181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] For port dfaf6fd8-ac13-40c7-add5-aa25985bb70a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:55.193759 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] For port dfaf6fd8-ac13-40c7-add5-aa25985bb70a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dfaf6fd8-ac13-40c7-add5-aa25985bb70a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:55.199635 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.261035 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.276313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Transition to ACTIVE for port object b6aaba50-16af-4a2a-a2c1-20236d98bab7 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:55.311360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.379351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 59043625-9242-48f1-ac1a-396fb2763190 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:55.382987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:55.386309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:55.424946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=b6aaba50-16af-4a2a-a2c1-20236d98bab7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:55.443847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.450468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.460383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140b70d-e470-427b-86b2-d42b0bf5811b None None] Pushing event updated for resources: {'Port': ['ID=dfaf6fd8-ac13-40c7-add5-aa25985bb70a,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:55.630311 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.933264 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.937985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.013852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.015541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=b6aaba50-16af-4a2a-a2c1-20236d98bab7,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:56.116451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 59043625-9242-48f1-ac1a-396fb2763190 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:56.118129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:56.237628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router 4509712a-5984-418e-ba9e-e800d0a9e7c1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:56.351047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:56.353356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c57231-615e-4433-9d88-87a12fa530c1 None None] Network 59043625-9242-48f1-ac1a-396fb2763190 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:56.355909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2174166e-de2b-40a9-be9c-b8774274a758 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "PUT /v2.0/routers/4509712a-5984-418e-ba9e-e800d0a9e7c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2909298 Jul 15 23:45:56.443064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-03ec7a16-ad20-4da3-ba71-39e62beabc19 None None] Provisioning for port dfaf6fd8-ac13-40c7-add5-aa25985bb70a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:56.559582 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-12b7f3f2-8dd9-481d-b225-7c4c325ab490 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717229605&fields=id&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 267 time: 0.0415592 Jul 15 23:45:56.680417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-d36156f5-212f-4e37-bdd6-ff73f8aef471 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:56.681974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-d36156f5-212f-4e37-bdd6-ff73f8aef471 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/networks?id=59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 200 len: 797 time: 0.1159329 Jul 15 23:45:56.697404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-f22b9b0a-4fbe-4b65-9ee6-592c0aa49e2b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/quotas/ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 375 time: 0.0096543 Jul 15 23:45:56.773025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-381a3ce8-4b7a-4902-89ed-5c547dd4532d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695159 Jul 15 23:45:56.793938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e4d60af0-cac9-457e-94cc-18cfd06cd8c2 None None] Provisioning for port b6aaba50-16af-4a2a-a2c1-20236d98bab7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:56.799841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e4d60af0-cac9-457e-94cc-18cfd06cd8c2 None None] Provisioning complete for port b6aaba50-16af-4a2a-a2c1-20236d98bab7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:56.800411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e4d60af0-cac9-457e-94cc-18cfd06cd8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.832075 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Sync routers for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:56.843390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e4d60af0-cac9-457e-94cc-18cfd06cd8c2 None None] Port b6aaba50-16af-4a2a-a2c1-20236d98bab7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:56.843804 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:56.844399 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:56.899629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-77ec62b0-a773-42f4-a92e-0f219637d2c4 service neutron] 10.222.0.23 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090827 Jul 15 23:45:56.984077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1806083c-0636-49ee-89f8-eb70fd8bc31f None None] Provisioning complete for port b6aaba50-16af-4a2a-a2c1-20236d98bab7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:56.984446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1806083c-0636-49ee-89f8-eb70fd8bc31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.984636 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:57.023807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-751b6617-8da6-42c8-87bd-343a056aab48 service neutron] 10.222.0.23 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228139 Jul 15 23:45:57.026877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dfaf6fd8-ac13-40c7-add5-aa25985bb70a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:57.077453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1806083c-0636-49ee-89f8-eb70fd8bc31f None None] Port b6aaba50-16af-4a2a-a2c1-20236d98bab7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:57.093046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port dfaf6fd8-ac13-40c7-add5-aa25985bb70a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:57.096973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port dfaf6fd8-ac13-40c7-add5-aa25985bb70a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:57.097355 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.193676 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.248553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f4f9a79-2f94-40fd-beca-45505475c846 req-7590c9ba-2236-4344-b52b-e2631664644a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 210 time: 0.0362825 Jul 15 23:45:57.262136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port dfaf6fd8-ac13-40c7-add5-aa25985bb70a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dfaf6fd8-ac13-40c7-add5-aa25985bb70a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:57.271235 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.272985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:57.341205 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 2, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:57.361413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-87bbbfdb-e438-4ef4-8534-aab2e1d0b7aa None None] Provisioning complete for port b6aaba50-16af-4a2a-a2c1-20236d98bab7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:57.361910 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-87bbbfdb-e438-4ef4-8534-aab2e1d0b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.367984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=dfaf6fd8-ac13-40c7-add5-aa25985bb70a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:57.375042 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Checking router: 4509712a-5984-418e-ba9e-e800d0a9e7c1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:57.375395 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Updating router 4509712a-5984-418e-ba9e-e800d0a9e7c1 port b6aaba50-16af-4a2a-a2c1-20236d98bab7 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:45:57.411266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:57.412844 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.413840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-87bbbfdb-e438-4ef4-8534-aab2e1d0b7aa None None] Port b6aaba50-16af-4a2a-a2c1-20236d98bab7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:57.418531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:57.418891 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.508293 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.530934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5d7ded4f-fc64-42bc-a292-a5c6451cb1bc,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:57.535294 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.585864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5d7ded4f-fc64-42bc-a292-a5c6451cb1bc,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:57.693311 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.703391 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Transition to ACTIVE for port object b6aaba50-16af-4a2a-a2c1-20236d98bab7 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:57.708648 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.760900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Pushing event updated for resources: {'Port': ['ID=b6aaba50-16af-4a2a-a2c1-20236d98bab7,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:57.786868 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.787209 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.787549 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.787883 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.788222 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.788552 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.788875 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.789201 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.789521 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.789856 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.790160 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.790478 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:57.827706 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Attempting to bind port b6aaba50-16af-4a2a-a2c1-20236d98bab7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:57.828077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Attempting to bind port b6aaba50-16af-4a2a-a2c1-20236d98bab7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:57.828439 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Attempting to bind port b6aaba50-16af-4a2a-a2c1-20236d98bab7 on network 59043625-9242-48f1-ac1a-396fb2763190 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:57.833685 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:57.834340 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Checking segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:57.834438 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.834842 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Bound using segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:57.835313 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Bound port: b6aaba50-16af-4a2a-a2c1-20236d98bab7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:57.835692 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.904944 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] For port b6aaba50-16af-4a2a-a2c1-20236d98bab7, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:57.908505 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] For port b6aaba50-16af-4a2a-a2c1-20236d98bab7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b6aaba50-16af-4a2a-a2c1-20236d98bab7,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:57.913193 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.971362 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:57.972008 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:57.976807 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690ae1e-5f05-4a11-b364-40568a32796d None None] Pushing event updated for resources: {'Port': ['ID=b6aaba50-16af-4a2a-a2c1-20236d98bab7,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:58.086326 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:58.282415 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:58.307923 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05078044-952e-4fa3-a9ab-9deb940df2fd None None] The sync data for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 is: [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:58.460806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85a29dcb-5150-4bce-b52b-ad741f13d844 req-9ca23399-b5fb-412b-bce9-0b09c6d2072a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 210 time: 0.0372584 Jul 15 23:45:58.496337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-2b88f485-3d69-4448-bc6a-3e1aaecff391 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:58.497862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-2b88f485-3d69-4448-bc6a-3e1aaecff391 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/networks?id=59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 200 len: 797 time: 0.1796963 Jul 15 23:45:58.545757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-2d853f72-7e02-4564-b4f8-464aa3e68846 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 380 time: 0.0386469 Jul 15 23:45:58.556717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'port': {'device_id': 'e6d44920-d804-476a-b805-7407c5ed444e', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'admin_state_up': True, 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'security_groups': ['70d8fc0d-43c4-4e64-9978-0ed5187c2eea']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:58.686189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:45:58.689949 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.818026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.20.0.5 (59043625-9242-48f1-ac1a-396fb2763190/e24cc75c-dc74-4d9e-9273-122b34b0eef4/e1435a7d-a537-46d2-9ffe-04533c271b9a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:58.973129 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.988378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Transition to ACTIVE for port object e1435a7d-a537-46d2-9ffe-04533c271b9a will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:59.025093 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.039939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dfaf6fd8-ac13-40c7-add5-aa25985bb70a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:59.069459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network 59043625-9242-48f1-ac1a-396fb2763190 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:59.075315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:59.077773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:59.089632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port dfaf6fd8-ac13-40c7-add5-aa25985bb70a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:59.090024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.118310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:59.149072 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:59.149792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.168905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-33905f3e-c662-4e53-b756-baa14d009af4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161015 Jul 15 23:45:59.182134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Request body: {'port': {'device_id': 'e6d44920-d804-476a-b805-7407c5ed444e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:59.200867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b6aaba50-16af-4a2a-a2c1-20236d98bab7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:59.274161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b6aaba50-16af-4a2a-a2c1-20236d98bab7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:59.278482 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b6aaba50-16af-4a2a-a2c1-20236d98bab7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:59.279034 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.292587 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.327737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3ffe10b7-1d9d-452d-a383-f964c019d063 None None] Provisioning for port e1435a7d-a537-46d2-9ffe-04533c271b9a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:59.334797 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3ffe10b7-1d9d-452d-a383-f964c019d063 None None] Provisioning complete for port e1435a7d-a537-46d2-9ffe-04533c271b9a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:59.335174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3ffe10b7-1d9d-452d-a383-f964c019d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.401269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe10b7-1d9d-452d-a383-f964c019d063 None None] Port e1435a7d-a537-46d2-9ffe-04533c271b9a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:59.407612 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.443378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port b6aaba50-16af-4a2a-a2c1-20236d98bab7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b6aaba50-16af-4a2a-a2c1-20236d98bab7,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:59.447949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.448796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:59.528455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=b6aaba50-16af-4a2a-a2c1-20236d98bab7,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:59.538478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:59.538884 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.601143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1435a7d-a537-46d2-9ffe-04533c271b9a {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:45:59.625836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.644207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Transition to ACTIVE for port object e1435a7d-a537-46d2-9ffe-04533c271b9a will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:59.648668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.713453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9ceff-4cc5-4059-ae46-34f429bbfb73 req-afedf24c-5f2c-4000-8f30-a90e30043004 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:59.715043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11b9ceff-4cc5-4059-ae46-34f429bbfb73 req-afedf24c-5f2c-4000-8f30-a90e30043004 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 931 time: 0.1282878 Jul 15 23:45:59.721337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:59.806965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11b9ceff-4cc5-4059-ae46-34f429bbfb73 req-a73ab13d-7b05-44e2-ae56-f4cd9c1e39ea tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828156 Jul 15 23:45:59.825302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:59.825647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:59.826044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:59.830944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:45:59.831920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:59.837379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:59.837737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Checking segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:59.838296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Bound using segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:59.839371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Bound port: e1435a7d-a537-46d2-9ffe-04533c271b9a, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:59.839741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.903483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:59.906416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:59.911878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.944396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:59.945012 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.946888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 1091 time: 0.7694869 Jul 15 23:45:59.947276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:45:59.950053 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:45:59.983428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a46326-0917-4e92-8629-5accd63266d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:59.992935 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c058dae1-61bd-43d2-b907-050b08d34e22 x-openstack-request-id: req-c058dae1-61bd-43d2-b907-050b08d34e22 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:45:59.993289 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:45:59.993742 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c058dae1-61bd-43d2-b907-050b08d34e22 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:45:59.994194 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'status': 'completed', 'code': 200} Jul 15 23:46:00.058557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-c266745b-43f6-402c-bca3-467e397e4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:00.060144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-c266745b-43f6-402c-bca3-467e397e4d3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1094 time: 0.0615487 Jul 15 23:46:00.103782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-7fd576a7-e081-42d5-b4a3-0679de5540f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 217 time: 0.0351999 Jul 15 23:46:00.154517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-65714bff-cf33-4511-8044-70fb45501397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:00.156128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-65714bff-cf33-4511-8044-70fb45501397 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e24cc75c-dc74-4d9e-9273-122b34b0eef4 HTTP/1.1" status: 200 len: 834 time: 0.0457153 Jul 15 23:46:00.217841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-73c4bb29-144b-4240-a444-b229f805c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:00.219343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-73c4bb29-144b-4240-a444-b229f805c81d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59043625-9242-48f1-ac1a-396fb2763190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560153 Jul 15 23:46:00.307062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-d0ea02c1-ecfa-4c6f-98b0-10c535353af1 service neutron] 10.222.0.59 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804801 Jul 15 23:46:00.401328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f66e4577-0cc6-4bc4-9f48-b43f81821d55 req-00afade7-260b-41da-aaeb-8068f0a906a6 service neutron] 10.222.0.59 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857961 Jul 15 23:46:00.502842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-8518f9ae-39f8-4d21-a538-9f3f7e862047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:00.504245 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-8518f9ae-39f8-4d21-a538-9f3f7e862047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1094 time: 0.0522161 Jul 15 23:46:00.594534 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-61c98eeb-6492-4e19-86a5-12da0d3e3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:00.596005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-61c98eeb-6492-4e19-86a5-12da0d3e3121 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 200 len: 898 time: 0.0846136 Jul 15 23:46:00.635730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-e6b9b5ce-bc3d-4f88-8155-3dd3124b1347 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 217 time: 0.0324605 Jul 15 23:46:00.688584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-e3ad91f9-c633-478f-bfde-b5f5676f0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:00.690021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-e3ad91f9-c633-478f-bfde-b5f5676f0806 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e24cc75c-dc74-4d9e-9273-122b34b0eef4 HTTP/1.1" status: 200 len: 834 time: 0.0425961 Jul 15 23:46:00.746986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-806152bc-5d77-436f-a08f-aed0a6e7b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:00.748504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-806152bc-5d77-436f-a08f-aed0a6e7b89f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59043625-9242-48f1-ac1a-396fb2763190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518351 Jul 15 23:46:00.849464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-2af9cb8a-39b1-439d-af9b-c4d34b4391a1 service neutron] 10.222.0.59 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843360 Jul 15 23:46:00.950094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b6aaba50-16af-4a2a-a2c1-20236d98bab7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:00.980827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5521b61d-a0b1-402f-8ef8-c0b16cbfd84c req-ca42a6f4-4fbf-49db-b186-d3845eca3448 service neutron] 10.222.0.59 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220329 Jul 15 23:46:00.996377 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b6aaba50-16af-4a2a-a2c1-20236d98bab7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:00.996745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:01.016860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95b22-b6e0-4b80-bca8-5f3119e22898 req-daf46072-bcf7-4317-830a-87133d428c3d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:01.018338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8e95b22-b6e0-4b80-bca8-5f3119e22898 req-daf46072-bcf7-4317-830a-87133d428c3d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 943 time: 0.0823407 Jul 15 23:46:01.058646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8e95b22-b6e0-4b80-bca8-5f3119e22898 req-ba8c2598-fc2d-4232-9fb8-ecb5134de53b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340579 Jul 15 23:46:02.027446 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:46:02.226922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73d758-ec8e-4545-aef3-bbb7ecc251ee req-f4b3c03a-e90a-4176-985e-d960fc8d1f7b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:02.228395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e73d758-ec8e-4545-aef3-bbb7ecc251ee req-f4b3c03a-e90a-4176-985e-d960fc8d1f7b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 943 time: 0.0623538 Jul 15 23:46:02.265900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e73d758-ec8e-4545-aef3-bbb7ecc251ee req-50136697-0bec-45b5-a066-268700ef4e54 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314972 Jul 15 23:46:03.437657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6636e03-3b9c-476b-b5ec-5e7abaab8652 req-6f86d3fa-b55e-44a2-b718-b8b3eb2c4597 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:03.439160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6636e03-3b9c-476b-b5ec-5e7abaab8652 req-6f86d3fa-b55e-44a2-b718-b8b3eb2c4597 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 943 time: 0.0664163 Jul 15 23:46:03.476304 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6636e03-3b9c-476b-b5ec-5e7abaab8652 req-9e18f098-9607-4d78-b5bb-449cb7f4f83e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Jul 15 23:46:04.625425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e1435a7d-a537-46d2-9ffe-04533c271b9a details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:46:04.645315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b87b3-8b26-4171-b68d-0199f725ead6 req-d271f9ce-f3cf-4f52-bd9c-c06dd4af7885 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:04.646837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa9b87b3-8b26-4171-b68d-0199f725ead6 req-d271f9ce-f3cf-4f52-bd9c-c06dd4af7885 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 943 time: 0.0622389 Jul 15 23:46:04.688850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa9b87b3-8b26-4171-b68d-0199f725ead6 req-a33ed11f-5e76-4891-839a-f1cb2739b9bb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360711 Jul 15 23:46:04.720942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:04.732110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'port_id': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'mac_address': 'fa:16:3e:5a:85:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:46:04.773167 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:04.785376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1435a7d-a537-46d2-9ffe-04533c271b9a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:46:04.803758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:04.808424 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:04.853435 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:04.860588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.860972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.861345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.861685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.862020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.862354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.862681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.863036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.863363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.863688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.864013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:04.864335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:05.054978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['e1435a7d-a537-46d2-9ffe-04533c271b9a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:46:05.860390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd599-958f-47e3-93dd-400ad8b13581 req-8657e6d5-82a6-4844-97bd-d90f63117212 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:05.861873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-885fd599-958f-47e3-93dd-400ad8b13581 req-8657e6d5-82a6-4844-97bd-d90f63117212 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 944 time: 0.0614681 Jul 15 23:46:05.899068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-885fd599-958f-47e3-93dd-400ad8b13581 req-0b67e7ae-6d7e-4d0c-a139-920de9e479b2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Jul 15 23:46:06.625189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e1435a7d-a537-46d2-9ffe-04533c271b9a up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:06.672043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port e1435a7d-a537-46d2-9ffe-04533c271b9a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:06.675868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port e1435a7d-a537-46d2-9ffe-04533c271b9a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:06.676260 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:06.752857 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:06.775234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:06.778025 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b9901a-aabb-48be-b4ea-e41757dbe351" -d '{"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-plugged", "status": "completed", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:06.790172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:06.794560 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:06.817535 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef0daf-4f23-495d-b823-d579ba1465be x-openstack-request-id: req-a4ef0daf-4f23-495d-b823-d579ba1465be {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:06.817831 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-plugged", "status": "completed", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:06.818079 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4ef0daf-4f23-495d-b823-d579ba1465be {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:06.818462 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'code': 200} Jul 15 23:46:06.843800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:06.933585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a2045-05cb-4fea-963d-0371cc607e2d req-ab604b7c-d735-4793-9fc9-370caac7b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:06.934677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-655a2045-05cb-4fea-963d-0371cc607e2d req-ab604b7c-d735-4793-9fc9-370caac7b669 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1096 time: 0.0544753 Jul 15 23:46:06.972576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-655a2045-05cb-4fea-963d-0371cc607e2d req-e881409b-3801-4e20-a520-0666e98eeb4c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293095 Jul 15 23:46:07.069482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c734f8a-a744-45ae-8daa-28baa312352b req-fb15f0e2-6efa-470d-9a35-5d7fd825c2f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:07.070974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c734f8a-a744-45ae-8daa-28baa312352b req-fb15f0e2-6efa-470d-9a35-5d7fd825c2f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0620508 Jul 15 23:46:07.108286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c734f8a-a744-45ae-8daa-28baa312352b req-54e2b923-177f-4660-ab71-fe76fa2ec106 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Jul 15 23:46:08.281682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4013c-1227-404f-b7d2-406a5f366ddf req-3eeff8df-b079-47a2-a13f-1546469aa0d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:08.283104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eea4013c-1227-404f-b7d2-406a5f366ddf req-3eeff8df-b079-47a2-a13f-1546469aa0d1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0668962 Jul 15 23:46:08.319802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eea4013c-1227-404f-b7d2-406a5f366ddf req-2a48343d-2b7c-4b0c-ad19-caaf9e0fd009 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311282 Jul 15 23:46:08.487871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef6b6e-2db1-4446-bb86-80b11b8d9fb2 req-b5601e39-435a-437e-bf21-ea8aeaea9729 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:08.489354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdef6b6e-2db1-4446-bb86-80b11b8d9fb2 req-b5601e39-435a-437e-bf21-ea8aeaea9729 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0625770 Jul 15 23:46:08.527388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdef6b6e-2db1-4446-bb86-80b11b8d9fb2 req-4d0dc781-5634-4c23-80c8-c594874e3a9f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 Jul 15 23:46:08.551202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53380) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:08.600010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b503d32-a861-4bb1-b829-b89c3a3b91ee tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:08.601468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6b503d32-a861-4bb1-b829-b89c3a3b91ee tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1091 time: 0.0493238 Jul 15 23:46:08.604682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53382) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:08.608854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:08.629564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:08.727844 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:08.830747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.25.3.185 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/52449203-6f6f-42fd-b1e5-8f05910dceec) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:08.928766 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:08.966890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:09.001801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:09.007887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:09.011953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:09.037454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=52449203-6f6f-42fd-b1e5-8f05910dceec,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:09.379390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:09.806181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:09.951812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:09.956358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:10.021674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=52449203-6f6f-42fd-b1e5-8f05910dceec,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:10.031832 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:10.128048 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Floating IP 052f7603-8f8a-47d0-9c2e-38a4ded6bdc4 associated. External IP: 172.25.3.185, port: e1435a7d-a537-46d2-9ffe-04533c271b9a. Jul 15 23:46:10.327922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router 4509712a-5984-418e-ba9e-e800d0a9e7c1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:46:10.430926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:46:10.440368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] Sync routers for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:46:10.446105 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:10.451452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:10.452063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:10.483007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-571df801-3f78-4e1f-a674-25b20b0d9d68 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8773043 Jul 15 23:46:10.483685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:10.486042 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36742a35-8418-426d-9fbe-64d4b0d3ab80" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:10.554591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:10.634422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eed0e-0c7e-4f91-9e2b-c32eaf6118c6 req-b42bbce7-b24b-48f5-bc28-849728523075 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:10.636459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-960eed0e-0c7e-4f91-9e2b-c32eaf6118c6 req-b42bbce7-b24b-48f5-bc28-849728523075 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0640554 Jul 15 23:46:10.678161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-960eed0e-0c7e-4f91-9e2b-c32eaf6118c6 req-0a96e667-2b39-49a0-9ab9-e1a87ab67a46 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360434 Jul 15 23:46:10.702774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53388) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:10.750526 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c920c-ef21-41d4-bcbb-58c0826557ed x-openstack-request-id: req-360c920c-ef21-41d4-bcbb-58c0826557ed {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:10.750837 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:10.751093 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-360c920c-ef21-41d4-bcbb-58c0826557ed {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:10.751493 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'status': 'completed', 'code': 200} Jul 15 23:46:10.784586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '052f7603-8f8a-47d0-9c2e-38a4ded6bdc4', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'port_id': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'mac_address': 'fa:16:3e:5a:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d44920-d804-476a-b805-7407c5ed444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:46:09Z', 'updated_at': '2021-07-15T23:46:09Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:10.804173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4bb876a9-f2f0-4031-9ae0-be2073fc8360 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/052f7603-8f8a-47d0-9c2e-38a4ded6bdc4 HTTP/1.1" status: 200 len: 991 time: 0.1001446 Jul 15 23:46:10.811132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] Checking router: 4509712a-5984-418e-ba9e-e800d0a9e7c1 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:10.819430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:10.820041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:45:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:10.829192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-b5502427-be58-4120-ad12-29a228bae64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:10.830739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-b5502427-be58-4120-ad12-29a228bae64c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1096 time: 0.0601270 Jul 15 23:46:10.923192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:10.923735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-75669257-9c4b-476d-812e-333155bcc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:10.925299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-75669257-9c4b-476d-812e-333155bcc997 service neutron] 10.222.0.59 "GET /v2.0/networks?id=59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 200 len: 898 time: 0.0879974 Jul 15 23:46:10.989839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-9c350489-dad1-41ef-8dac-f24d0526327b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 999 time: 0.0570812 Jul 15 23:46:11.044261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-9030ea11-299f-4e07-b836-3be76e003e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:11.045780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-9030ea11-299f-4e07-b836-3be76e003e44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e24cc75c-dc74-4d9e-9273-122b34b0eef4 HTTP/1.1" status: 200 len: 834 time: 0.0493453 Jul 15 23:46:11.102616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-c58deb12-9e64-459c-b14e-ea43e6ac369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:11.104197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-c58deb12-9e64-459c-b14e-ea43e6ac369e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59043625-9242-48f1-ac1a-396fb2763190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514774 Jul 15 23:46:11.145770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '052f7603-8f8a-47d0-9c2e-38a4ded6bdc4', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'port_id': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'mac_address': 'fa:16:3e:5a:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d44920-d804-476a-b805-7407c5ed444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:46:09Z', 'updated_at': '2021-07-15T23:46:09Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:11.175983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564ef96-8cdf-4781-a42b-deb730bd9f4f None None] The sync data for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 is: [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '052f7603-8f8a-47d0-9c2e-38a4ded6bdc4', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'port_id': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'mac_address': 'fa:16:3e:5a:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d44920-d804-476a-b805-7407c5ed444e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:46:09Z', 'updated_at': '2021-07-15T23:46:09Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:11.193360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-b576ed2a-4123-4c5f-a897-1bc2ef15398a service neutron] 10.222.0.59 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818796 Jul 15 23:46:11.291759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-36742a35-8418-426d-9fbe-64d4b0d3ab80 req-c21ab0d2-b915-4d01-b064-d92c23562f46 service neutron] 10.222.0.59 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915368 Jul 15 23:46:11.364219 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af25618-286f-44db-9bc3-b5e607f9875e None None] New status for floating IP 052f7603-8f8a-47d0-9c2e-38a4ded6bdc4: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:46:11.808090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:11.871069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-13c0709c-3393-468f-9c0f-99e8715f90aa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/052f7603-8f8a-47d0-9c2e-38a4ded6bdc4 HTTP/1.1" status: 200 len: 993 time: 0.0618503 Jul 15 23:46:14.063205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.093231 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8867e515-f129-40a4-a07b-3bb9694d5cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:20.709799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fed9d4fb-c68a-476d-87e0-5223dead613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:21.092305 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:21.644815 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.392635 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.340292 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:39.027838 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:46:44.062665 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:47.230598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2e24-876f-4957-9153-0145c3698a2f req-c5087bf7-7281-498d-b15f-20faba058abb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:47.232110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-027c2e24-876f-4957-9153-0145c3698a2f req-c5087bf7-7281-498d-b15f-20faba058abb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0630653 Jul 15 23:46:47.269396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-027c2e24-876f-4957-9153-0145c3698a2f req-31153572-ba92-4267-98a7-69336467cb6c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Jul 15 23:46:47.294737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53406) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:47.353178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ad81cbbd-5307-4e5f-87ab-537f4e4d873c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/052f7603-8f8a-47d0-9c2e-38a4ded6bdc4 HTTP/1.1" status: 200 len: 993 time: 0.0572090 Jul 15 23:46:47.903396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e5a23-b9af-407f-ba39-c6457860e72a req-d7ca6e39-4bc8-4afc-be2b-773715399b48 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:47.904938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-908e5a23-b9af-407f-ba39-c6457860e72a req-d7ca6e39-4bc8-4afc-be2b-773715399b48 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1096 time: 0.0564437 Jul 15 23:46:47.938128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-908e5a23-b9af-407f-ba39-c6457860e72a req-d992703f-3e3b-4872-9984-a3d794b2baf9 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275850 Jul 15 23:46:48.094293 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b74b1eac-d2cd-4888-9b5b-05c59cd0e8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:48.566030 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-09313d75-86c2-409a-b884-3ea953ecafb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0506718 Jul 15 23:46:49.256509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-ba093c77-7817-4c81-9727-66dcef92a272 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:46:49.257607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-ba093c77-7817-4c81-9727-66dcef92a272 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1070158 Jul 15 23:46:49.269422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Request body: {'binding': {'host': 'n-h1-793618-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:49.270063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Unknown quota resources ['binding']. {{(pid=93715) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:46:49.400585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on host n-h1-793618-8 for vnic_type normal with profile None {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:49.400845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:49.401171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:49.405311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:46:49.405626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:49.410250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:49.410585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Checking segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:49.410995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Bound using segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:49.411415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Bound port: e1435a7d-a537-46d2-9ffe-04533c271b9a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:49.513433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:49.519153 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] Notify callbacks [] for binding, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:49.520397 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-17f2fe0f-cecc-4b54-ae22-a924013ac4ae service neutron] 10.222.0.23 "POST /v2.0/ports/e1435a7d-a537-46d2-9ffe-04533c271b9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2547064 Jul 15 23:46:49.728513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedcb9b-0ac2-40b9-ae76-13333b14e79f req-5b6c0959-5140-4709-9932-0eb63f4e07f4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:49.730368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-deedcb9b-0ac2-40b9-ae76-13333b14e79f req-5b6c0959-5140-4709-9932-0eb63f4e07f4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0730691 Jul 15 23:46:49.770063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-deedcb9b-0ac2-40b9-ae76-13333b14e79f req-0fd7ad71-429b-4416-a452-a9255b81d8d2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330927 Jul 15 23:46:49.777287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-1f417c2a-d2f8-4e53-b16b-186d4d734c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:49.778853 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-1f417c2a-d2f8-4e53-b16b-186d4d734c2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1096 time: 0.0548522 Jul 15 23:46:49.866772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-701f8db1-644f-40b4-8a0c-9fd86b913090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:49.868251 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-701f8db1-644f-40b4-8a0c-9fd86b913090 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 200 len: 898 time: 0.0834103 Jul 15 23:46:49.936789 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-c6b0c6ee-2e44-48bf-af12-6185ae4ffe32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 1001 time: 0.0612011 Jul 15 23:46:49.982582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-cb25953c-469c-4df5-9b4d-8a9f77a7da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:49.983922 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-cb25953c-469c-4df5-9b4d-8a9f77a7da53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e24cc75c-dc74-4d9e-9273-122b34b0eef4 HTTP/1.1" status: 200 len: 834 time: 0.0416019 Jul 15 23:46:50.038851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-fa120fac-e130-4a57-b80d-d486f28cc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:50.040303 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-fa120fac-e130-4a57-b80d-d486f28cc72b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59043625-9242-48f1-ac1a-396fb2763190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504131 Jul 15 23:46:50.450669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-750927ce-6e72-4c3e-9b1b-617fb083ff6b service neutron] 10.222.0.37 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034145 Jul 15 23:46:50.538828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-527d5a23-2363-4c06-8c23-017c1061fadf service neutron] 10.222.0.37 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815101 Jul 15 23:46:50.709946 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-559916fe-9785-4527-a35f-0a7e17523e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:50.733000 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-f7387b48-528b-411f-97d7-0514e825d55f tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:50.734537 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-f7387b48-528b-411f-97d7-0514e825d55f tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e&tenant_id=ca310d694c094256952d1bf72f087043&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1096 time: 0.0884783 Jul 15 23:46:50.745423 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793618-8'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:50.819910 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:50.944980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f9ae0-c534-4608-a115-a3ab3758f729 req-9f9de589-fea8-4289-aa88-afa57183a848 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:50.946547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b6f9ae0-c534-4608-a115-a3ab3758f729 req-9f9de589-fea8-4289-aa88-afa57183a848 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0658653 Jul 15 23:46:50.946893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:50.984535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:50.986301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b6f9ae0-c534-4608-a115-a3ab3758f729 req-fb54463e-34fb-4c66-b00c-e11f94bf2e7b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Jul 15 23:46:51.024723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:51.027094 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5965b3f6-bb61-4389-b4f1-bcd049530049" -d '{"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-unplugged", "status": "completed", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:51.031018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.036893 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.062785 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f29ba-12a3-439c-b242-0596106924a0 x-openstack-request-id: req-fd3f29ba-12a3-439c-b242-0596106924a0 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:51.063079 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-unplugged", "status": "completed", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:51.063331 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd3f29ba-12a3-439c-b242-0596106924a0 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:51.063719 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'code': 200} Jul 15 23:46:51.094687 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.136816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=7']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:51.151439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.151792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.152138 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.152476 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.152811 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.153150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.153482 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.153913 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.154242 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.154567 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.154918 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.155245 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:51.199621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on host n-h2-793618-8 for vnic_type normal with profile {"migrating_to": "n-h1-793618-8"} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:51.199970 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:51.200308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:51.204910 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:46:51.205333 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Attempting to bind port e1435a7d-a537-46d2-9ffe-04533c271b9a on network 59043625-9242-48f1-ac1a-396fb2763190 {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:51.210457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:51.210837 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Checking segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:51.211233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Bound using segment: {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'} {{(pid=93714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:51.211671 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.managers [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Bound port: e1435a7d-a537-46d2-9ffe-04533c271b9a, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7900d40-d40c-40f6-bdd5-8d8baad42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '59043625-9242-48f1-ac1a-396fb2763190'}}] {{(pid=93714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:51.212036 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.278579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:51.281644 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:51.285441 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.336143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a6456847-4f3d-4c54-821a-0b8d85ebe781 None None] Provisioning complete for port e1435a7d-a537-46d2-9ffe-04533c271b9a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:51.336799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6456847-4f3d-4c54-821a-0b8d85ebe781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.378941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=8']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:51.424417 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:51.425092 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.426558 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-be4e1ce3-3f20-4ab8-bb80-535560a55b90 service neutron] 10.222.0.37 "PUT /v2.0/ports/e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 1121 time: 0.6857150 Jul 15 23:46:51.430656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6456847-4f3d-4c54-821a-0b8d85ebe781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.454416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:51.456942 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb9a5f2-5022-45a3-90e5-21dc716d79c5" -d '{"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-plugged", "status": "completed", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:51.478306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a6456847-4f3d-4c54-821a-0b8d85ebe781 None None] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:51.483794 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a6456847-4f3d-4c54-821a-0b8d85ebe781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.511551 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf048f27-c163-488c-8984-fd7854b6d910 x-openstack-request-id: req-cf048f27-c163-488c-8984-fd7854b6d910 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:51.511861 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-plugged", "status": "completed", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:51.512110 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf048f27-c163-488c-8984-fd7854b6d910 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:51.512500 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'code': 200} Jul 15 23:46:51.515620 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['e1435a7d-a537-46d2-9ffe-04533c271b9a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:46:51.801417 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:51.828194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6456847-4f3d-4c54-821a-0b8d85ebe781 None None] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:52.005832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-22e6b005-fc09-4acb-a618-931b2bf7c1d9 None None] Provisioning complete for port e1435a7d-a537-46d2-9ffe-04533c271b9a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:52.006201 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-22e6b005-fc09-4acb-a618-931b2bf7c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:52.158868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d025e-89db-4cd7-aa27-4e2d49bfb4e9 req-09ab2d13-7b4f-44d5-b135-bebf8cae5187 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:52.160344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-452d025e-89db-4cd7-aa27-4e2d49bfb4e9 req-09ab2d13-7b4f-44d5-b135-bebf8cae5187 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0633736 Jul 15 23:46:52.203079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-452d025e-89db-4cd7-aa27-4e2d49bfb4e9 req-1e6e4407-4578-4528-a56a-5f37c8cd8d46 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370855 Jul 15 23:46:53.064703 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:53.067023 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ebfb3e-580c-49d8-ab77-1f07d3591c64" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:53.102210 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb44eb7d-6034-427c-acff-32b0093902d2 x-openstack-request-id: req-eb44eb7d-6034-427c-acff-32b0093902d2 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:53.102507 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:53.102789 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb44eb7d-6034-427c-acff-32b0093902d2 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:53.103196 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'status': 'completed', 'code': 200} Jul 15 23:46:53.181175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-362498b3-8057-44b2-bd57-805523a716fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:53.184136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-362498b3-8057-44b2-bd57-805523a716fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1126 time: 0.0557756 Jul 15 23:46:53.278443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-56085d24-b6b1-4e11-8acc-3c79ebf2a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:53.280115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-56085d24-b6b1-4e11-8acc-3c79ebf2a9fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 200 len: 898 time: 0.0879993 Jul 15 23:46:53.384052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-b8dd54d5-fbd4-41e1-8139-0cfe998482cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 1001 time: 0.0965259 Jul 15 23:46:53.395624 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:53.445854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59b8af-80cb-44f1-b9c4-a366cb5f1baf req-68609e58-2516-4c6a-90e3-d13cbe52e719 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:53.447371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec59b8af-80cb-44f1-b9c4-a366cb5f1baf req-68609e58-2516-4c6a-90e3-d13cbe52e719 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.1157241 Jul 15 23:46:53.457037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-e7a336e5-9697-42bc-810e-99c53a60312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:53.458471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-e7a336e5-9697-42bc-810e-99c53a60312c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e24cc75c-dc74-4d9e-9273-122b34b0eef4 HTTP/1.1" status: 200 len: 834 time: 0.0632448 Jul 15 23:46:53.522840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec59b8af-80cb-44f1-b9c4-a366cb5f1baf req-e943c2a6-1c5e-4473-b341-73be6c99e488 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685201 Jul 15 23:46:53.540310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-aaf1a4cc-8251-40a8-8aab-7fe1e0bea513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:53.541887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-aaf1a4cc-8251-40a8-8aab-7fe1e0bea513 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=59043625-9242-48f1-ac1a-396fb2763190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713787 Jul 15 23:46:53.633297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-52c710c3-5394-4c6a-adbf-b80af1d9f1bf service neutron] 10.222.0.59 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839388 Jul 15 23:46:53.726436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74ebfb3e-580c-49d8-ab77-1f07d3591c64 req-4dd058f7-69ea-40b4-8784-f0234178f2e8 service neutron] 10.222.0.59 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864248 Jul 15 23:46:54.695331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba2dc-7af8-4e43-8a23-c59ab6359ab6 req-b75c0630-5d7c-4ae0-9ccb-967598d312fb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:54.696810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f8ba2dc-7af8-4e43-8a23-c59ab6359ab6 req-b75c0630-5d7c-4ae0-9ccb-967598d312fb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0638316 Jul 15 23:46:54.734611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f8ba2dc-7af8-4e43-8a23-c59ab6359ab6 req-830c6053-7600-48e7-83d0-f94d930c991d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Jul 15 23:46:54.768454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e1435a7d-a537-46d2-9ffe-04533c271b9a details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:46:54.863715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:54.874911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e1435a7d-a537-46d2-9ffe-04533c271b9a has no active binding in host n-h1-793618-8 {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:46:55.344163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:55.911174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133e27-4028-4da1-9514-6d46e6319698 req-4eed435f-023e-453f-9199-7705d51cfc04 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:55.912660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7133e27-4028-4da1-9514-6d46e6319698 req-4eed435f-023e-453f-9199-7705d51cfc04 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 945 time: 0.0682445 Jul 15 23:46:55.949929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7133e27-4028-4da1-9514-6d46e6319698 req-1bb85a8f-0c20-40b6-bca9-af795af0355d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Jul 15 23:46:56.509384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-db5369e6-9638-4d6a-ad79-7a073232a3e9 service neutron] 10.222.0.59 "GET /v2.0/ports/e1435a7d-a537-46d2-9ffe-04533c271b9a/bindings/n-h1-793618-8 HTTP/1.1" status: 200 len: 384 time: 0.0562639 Jul 15 23:46:56.686163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:56.706133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:56.746587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:56.749060 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c24c52-30a9-4568-ae7a-4bd371c1d61e" -d '{"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-unplugged", "status": "completed", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:56.755728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:56.770250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:56.846480 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd4421c-08cc-466f-a88f-cce16420ac90 x-openstack-request-id: req-acd4421c-08cc-466f-a88f-cce16420ac90 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:56.846792 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-unplugged", "status": "completed", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:56.847054 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acd4421c-08cc-466f-a88f-cce16420ac90 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:56.847434 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'code': 200} Jul 15 23:46:56.851930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Transition to ACTIVE for port object e1435a7d-a537-46d2-9ffe-04533c271b9a will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:56.856272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:56.991921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Pushing event updated for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=11']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:57.016461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.016730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.017054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.017384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.017707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.018023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.018348 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.018664 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.019006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.019322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.019639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.019952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:57.046866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] No DVR routers for this DVR port e1435a7d-a537-46d2-9ffe-04533c271b9a on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:46:57.196642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95565e-76ca-4252-95d5-a3142b3b7be1 req-5326be38-7ed3-4052-9a86-5a1d8cf3f7a3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.198160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d95565e-76ca-4252-95d5-a3142b3b7be1 req-5326be38-7ed3-4052-9a86-5a1d8cf3f7a3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 944 time: 0.1171713 Jul 15 23:46:57.253109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d87d1b17-b09c-48f0-983a-f2a377c417da service neutron] 10.222.0.59 "PUT /v2.0/ports/e1435a7d-a537-46d2-9ffe-04533c271b9a/bindings/n-h1-793618-8/activate HTTP/1.1" status: 200 len: 369 time: 0.7341626 Jul 15 23:46:57.265257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0d95565e-76ca-4252-95d5-a3142b3b7be1 req-9e57c0d0-411b-44a7-a173-0cfd59ff96b6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565176 Jul 15 23:46:57.370198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-6d44a2be-2b2d-4a45-be20-4088fecb5587 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.371756 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-6d44a2be-2b2d-4a45-be20-4088fecb5587 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e&tenant_id=ca310d694c094256952d1bf72f087043&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.0604658 Jul 15 23:46:57.429199 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-4595a4b1-348a-4deb-b117-9f2380fb5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.430662 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-4595a4b1-348a-4deb-b117-9f2380fb5f9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 1095 time: 0.0512486 Jul 15 23:46:57.514143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-99600a6e-2007-4d52-bf26-e9c73ff80f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.515665 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-99600a6e-2007-4d52-bf26-e9c73ff80f30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1095 time: 0.0515616 Jul 15 23:46:57.605341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d2307f10-a480-4557-96fd-853c4608ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.606705 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-d2307f10-a480-4557-96fd-853c4608ef53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 200 len: 898 time: 0.0853822 Jul 15 23:46:57.670003 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-8bff4088-fef9-43a8-98e2-9c07c3dbfa51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 999 time: 0.0564749 Jul 15 23:46:57.721710 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-703a524c-d119-4d09-ab7c-7bfaa3bbcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.723228 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-703a524c-d119-4d09-ab7c-7bfaa3bbcdb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e24cc75c-dc74-4d9e-9273-122b34b0eef4 HTTP/1.1" status: 200 len: 834 time: 0.0476413 Jul 15 23:46:57.780416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-9023f465-d919-4655-959a-d5ed352d0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.781908 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-9023f465-d919-4655-959a-d5ed352d0525 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59043625-9242-48f1-ac1a-396fb2763190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528002 Jul 15 23:46:57.869224 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-ca501b73-4b4c-4fd5-b242-8e28e88a70ac service neutron] 10.222.0.37 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796726 Jul 15 23:46:57.961292 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-0eb206d9-a4bc-4f5b-beee-797c0abc8aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847700 Jul 15 23:46:58.275435 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-32a5badc-1879-41fd-b337-24a07fc84a93 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:58.276937 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-32a5badc-1879-41fd-b337-24a07fc84a93 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e&tenant_id=ca310d694c094256952d1bf72f087043&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 1095 time: 0.0570047 Jul 15 23:46:58.421582 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-61a4c9ff-5247-4e32-b007-0e80439334ed service neutron] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h2-793618-8, cleared binding levels {{(pid=93714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:58.424775 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-61a4c9ff-5247-4e32-b007-0e80439334ed service neutron] Notify callbacks [] for binding, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:58.425902 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-9b992834-d291-41ff-80ab-12d7e1bb9115 req-61a4c9ff-5247-4e32-b007-0e80439334ed service neutron] 10.222.0.37 "DELETE /v2.0/ports/e1435a7d-a537-46d2-9ffe-04533c271b9a/bindings/n-h2-793618-8 HTTP/1.1" status: 204 len: 173 time: 0.1421099 Jul 15 23:46:58.443839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5f6cf-fc2a-43a6-9ad7-ff739168862e req-f61c0ab6-f956-4486-a27d-5e692abbbfa0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:58.445521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5dd5f6cf-fc2a-43a6-9ad7-ff739168862e req-f61c0ab6-f956-4486-a27d-5e692abbbfa0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 944 time: 0.0676484 Jul 15 23:46:58.484257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5dd5f6cf-fc2a-43a6-9ad7-ff739168862e req-40f16dee-d265-44a5-95df-dd531e618774 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321109 Jul 15 23:46:58.640995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357d23c-12ce-4712-805d-6e625d8602e9 req-4131f844-3adc-42be-9675-164e4e7f1ff9 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:58.642398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9357d23c-12ce-4712-805d-6e625d8602e9 req-4131f844-3adc-42be-9675-164e4e7f1ff9 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1095 time: 0.0509105 Jul 15 23:46:58.676433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9357d23c-12ce-4712-805d-6e625d8602e9 req-97be6e53-88f2-431b-bb7f-c0914e3060df tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285861 Jul 15 23:46:58.850920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec49273-8268-4c3f-908a-023482da76bf req-02d50d87-711e-47fa-9aa5-dc0e1adf1ac4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:58.852429 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec49273-8268-4c3f-908a-023482da76bf req-02d50d87-711e-47fa-9aa5-dc0e1adf1ac4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 944 time: 0.0682895 Jul 15 23:46:58.891459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec49273-8268-4c3f-908a-023482da76bf req-724b6723-f9dc-4b76-9b20-3486a91657ee tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 Jul 15 23:46:58.918366 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53480) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:58.983681 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b000763-561a-4cc7-962f-17a35c320b35 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/052f7603-8f8a-47d0-9c2e-38a4ded6bdc4 HTTP/1.1" status: 200 len: 991 time: 0.0619566 Jul 15 23:46:59.246940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53486) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:59.411938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 52449203-6f6f-42fd-b1e5-8f05910dceec {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:59.412283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.484481 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.485147 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.495951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 52449203-6f6f-42fd-b1e5-8f05910dceec owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:59.639049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.662684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=52449203-6f6f-42fd-b1e5-8f05910dceec,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:59.727910 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.728246 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Floating IP 052f7603-8f8a-47d0-9c2e-38a4ded6bdc4 disassociated (deleted). External IP: 172.25.3.185, port: e1435a7d-a537-46d2-9ffe-04533c271b9a. Jul 15 23:46:59.930051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router 4509712a-5984-418e-ba9e-e800d0a9e7c1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:47:00.353906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:47:00.358576 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:00.362863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] Sync routers for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:47:00.372712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:00.373326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:46:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:00.395139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-43e8ef0b-5c2a-4361-8dff-71e877b1c034 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/floatingips/052f7603-8f8a-47d0-9c2e-38a4ded6bdc4 HTTP/1.1" status: 204 len: 168 time: 1.1470633 Jul 15 23:47:00.395733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:00.397983 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57b75e5-b676-4204-aff4-cb5490e31a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:00.479968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:00.636200 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826ba298-9410-4ef9-9c8c-a17660346fc2 x-openstack-request-id: req-826ba298-9410-4ef9-9c8c-a17660346fc2 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:00.636737 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:00.636737 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-826ba298-9410-4ef9-9c8c-a17660346fc2 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:00.637132 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'status': 'completed', 'code': 200} Jul 15 23:47:00.680564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:00.707564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] Checking router: 4509712a-5984-418e-ba9e-e800d0a9e7c1 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:47:00.716651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:00.717273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:46:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:00.752999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-daca4fdd-b9f4-4df2-af24-3048a8412244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.754574 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-daca4fdd-b9f4-4df2-af24-3048a8412244 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 1095 time: 0.0621321 Jul 15 23:47:00.796712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e663d-a84b-4d1d-b0bb-57ee5dd68fc3 req-92a3266d-ad20-4ca3-917b-96aca49f6400 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.798553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab0e663d-a84b-4d1d-b0bb-57ee5dd68fc3 req-92a3266d-ad20-4ca3-917b-96aca49f6400 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 944 time: 0.0767930 Jul 15 23:47:00.836803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab0e663d-a84b-4d1d-b0bb-57ee5dd68fc3 req-c6b3f9e1-5953-4a21-8bd8-16e7da16614e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=70d8fc0d-43c4-4e64-9978-0ed5187c2eea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324812 Jul 15 23:47:00.837056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:00.855398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-7bce222e-9faf-4cd2-9b09-4ec045f56100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.857061 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-7bce222e-9faf-4cd2-9b09-4ec045f56100 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 200 len: 898 time: 0.0957272 Jul 15 23:47:00.878057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e1435a7d-a537-46d2-9ffe-04533c271b9a no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:47:00.904768 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-1cc3e45a-2248-4a37-8461-6ec959f32376 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 200 len: 217 time: 0.0382233 Jul 15 23:47:00.957893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-f1bc910e-6061-4c31-a613-b808b4a46618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.959503 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-f1bc910e-6061-4c31-a613-b808b4a46618 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e24cc75c-dc74-4d9e-9273-122b34b0eef4 HTTP/1.1" status: 200 len: 834 time: 0.0469778 Jul 15 23:47:00.961568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e1435a7d-a537-46d2-9ffe-04533c271b9a not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:47:01.043347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-31e1996c-cb19-4ebc-a4b1-34f8514488bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:01.045155 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-31e1996c-cb19-4ebc-a4b1-34f8514488bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59043625-9242-48f1-ac1a-396fb2763190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539069 Jul 15 23:47:01.078130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:01.104278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c06554-3dd7-4236-af0b-091cb622b077 None None] The sync data for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 is: [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'b6aaba50-16af-4a2a-a2c1-20236d98bab7', 'name': '', 'network_id': '59043625-9242-48f1-ac1a-396fb2763190', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:ab:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': 'e24cc75c-dc74-4d9e-9273-122b34b0eef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:47:01.145427 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-5fba6bb2-3c47-49b6-b14c-3a3f057ae297 service neutron] 10.222.0.37 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886426 Jul 15 23:47:01.240531 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-b57b75e5-b676-4204-aff4-cb5490e31a5b req-eefb52fb-a0c7-4291-998c-3a335e7b39d5 service neutron] 10.222.0.37 "GET /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877073 Jul 15 23:47:01.290327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-6d73e3fe-481f-4fde-a7f7-9902df024b43 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:01.291913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-6d73e3fe-481f-4fde-a7f7-9902df024b43 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 944 time: 0.0702188 Jul 15 23:47:01.366088 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4ca0c-6435-4d85-ac9c-09b4e4d83d93 None None] New status for floating IP 052f7603-8f8a-47d0-9c2e-38a4ded6bdc4: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:47:01.396040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port e1435a7d-a537-46d2-9ffe-04533c271b9a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:47:01.396390 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:01.492457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port e1435a7d-a537-46d2-9ffe-04533c271b9a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e1435a7d-a537-46d2-9ffe-04533c271b9a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:01.492823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:01.506913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for e1435a7d-a537-46d2-9ffe-04533c271b9a owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:47:01.629100 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:01.660852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=e1435a7d-a537-46d2-9ffe-04533c271b9a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:01.718675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] No DVR routers for this DVR port e1435a7d-a537-46d2-9ffe-04533c271b9a on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:47:01.721538 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:01.723686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58ef8c08-e82c-40a0-855c-38274956ab32 req-eacec104-b0ec-40e7-ad5d-786f8c953781 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.37 "DELETE /v2.0/ports/e1435a7d-a537-46d2-9ffe-04533c271b9a HTTP/1.1" status: 204 len: 173 time: 0.4262068 Jul 15 23:47:01.992504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2b907a5-fd74-42b3-8f30-bf289694c511 req-a7d64056-5e47-4193-99f9-e1b90b0340ec tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6d44920-d804-476a-b805-7407c5ed444e HTTP/1.1" status: 200 len: 210 time: 0.0292399 Jul 15 23:47:02.638299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-deleted', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:02.640818 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62e15ae-49d1-463b-b19e-15af3290bd76" -d '{"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-deleted", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:02.679152 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89916b3f-7ea0-4f0f-ad63-08f83fe43881 x-openstack-request-id: req-89916b3f-7ea0-4f0f-ad63-08f83fe43881 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:02.679734 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d44920-d804-476a-b805-7407c5ed444e", "name": "network-vif-deleted", "tag": "e1435a7d-a537-46d2-9ffe-04533c271b9a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:02.679734 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89916b3f-7ea0-4f0f-ad63-08f83fe43881 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:02.680097 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d44920-d804-476a-b805-7407c5ed444e', 'name': 'network-vif-deleted', 'tag': 'e1435a7d-a537-46d2-9ffe-04533c271b9a', 'status': 'completed', 'code': 200} Jul 15 23:47:03.085667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53500) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:03.513240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:03.821932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port b6aaba50-16af-4a2a-a2c1-20236d98bab7 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:47:03.823186 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:03.910391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port b6aaba50-16af-4a2a-a2c1-20236d98bab7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b6aaba50-16af-4a2a-a2c1-20236d98bab7,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:03.910775 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:03.923197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for b6aaba50-16af-4a2a-a2c1-20236d98bab7 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:47:04.120538 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.146208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=b6aaba50-16af-4a2a-a2c1-20236d98bab7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:04.315320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.524176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router 4509712a-5984-418e-ba9e-e800d0a9e7c1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:47:04.626990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:47:04.632371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fea621ed-60a4-48ee-b166-4655cd285051 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "PUT /v2.0/routers/4509712a-5984-418e-ba9e-e800d0a9e7c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5456772 Jul 15 23:47:04.635739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53502) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:04.636409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] Sync routers for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:47:04.645992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:04.646600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:46:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:04.685916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab18829-a6f5-41d9-8a87-477160ca6e19 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting subnet e24cc75c-dc74-4d9e-9273-122b34b0eef4 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:47:04.688986 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab18829-a6f5-41d9-8a87-477160ca6e19 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.727882 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab18829-a6f5-41d9-8a87-477160ca6e19 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.751367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:04.843680 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab18829-a6f5-41d9-8a87-477160ca6e19 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.901183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab18829-a6f5-41d9-8a87-477160ca6e19 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.933012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:47:04Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:04.937458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab18829-a6f5-41d9-8a87-477160ca6e19 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Subnet': ['ID=e24cc75c-dc74-4d9e-9273-122b34b0eef4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:04.941156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab18829-a6f5-41d9-8a87-477160ca6e19 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.945874 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53504) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:04.946369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9ab18829-a6f5-41d9-8a87-477160ca6e19 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/subnets/e24cc75c-dc74-4d9e-9273-122b34b0eef4 HTTP/1.1" status: 204 len: 168 time: 0.3092372 Jul 15 23:47:04.963062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9967e378-cbd9-4d2b-9252-bda5777002c7 None None] Network 59043625-9242-48f1-ac1a-396fb2763190 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:47:04.965888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] Checking router: 4509712a-5984-418e-ba9e-e800d0a9e7c1 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:47:04.991891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] Routers {'4509712a-5984-418e-ba9e-e800d0a9e7c1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:04.992498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:46:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['4509712a-5984-418e-ba9e-e800d0a9e7c1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:05.057225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.158913 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.165940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] Set router 4509712a-5984-418e-ba9e-e800d0a9e7c1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:05.214508 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:47:05.214891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.295706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5d7ded4f-fc64-42bc-a292-a5c6451cb1bc,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:05.296077 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.309071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:47:05.334256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] DHCP port deletion for 59043625-9242-48f1-ac1a-396fb2763190 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:47:05.391332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:47:04Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:05.424361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0153d-b964-41ba-a8f8-557d2e21cc63 None None] The sync data for ids ['4509712a-5984-418e-ba9e-e800d0a9e7c1'] in n-d-793618-8 is: [{'id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67315889', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:47:04Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '5d7ded4f-fc64-42bc-a292-a5c6451cb1bc', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4509712a-5984-418e-ba9e-e800d0a9e7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:52Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:47:05.428972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Deleting port dfaf6fd8-ac13-40c7-add5-aa25985bb70a {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:47:05.429366 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.479127 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.499562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] For port dfaf6fd8-ac13-40c7-add5-aa25985bb70a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dfaf6fd8-ac13-40c7-add5-aa25985bb70a,segment=NetworkSegment(f7900d40-d40c-40f6-bdd5-8d8baad42744),segment_id=f7900d40-d40c-40f6-bdd5-8d8baad42744)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:05.499953 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.505379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=5d7ded4f-fc64-42bc-a292-a5c6451cb1bc,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:05.512571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Calling delete_port for dfaf6fd8-ac13-40c7-add5-aa25985bb70a owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:47:05.570391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.665015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.667791 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.711741 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.712196 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Fanout notify agent at l3_agent the message router_deleted on router 4509712a-5984-418e-ba9e-e800d0a9e7c1 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:47:05.719295 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.720430 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-360dd815-67b6-4ee6-b5ee-3fdfc6a3a35d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/routers/4509712a-5984-418e-ba9e-e800d0a9e7c1 HTTP/1.1" status: 204 len: 168 time: 0.7728329 Jul 15 23:47:05.723198 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53506) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:05.748921 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.773867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Pushing event deleted for resources: {'Port': ['ID=dfaf6fd8-ac13-40c7-add5-aa25985bb70a,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:05.782024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.782395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.782724 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.783094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.783426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.783761 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.784098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.784427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.784754 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.785079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.785406 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.785729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:05.789998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd0873-204f-43e8-96ea-0ba8025d3977 None None] No DVR routers for this DVR port dfaf6fd8-ac13-40c7-add5-aa25985bb70a on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:47:05.813827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.904737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.915273 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59043625-9242-48f1-ac1a-396fb2763190']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:05.926099 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7900d40-d40c-40f6-bdd5-8d8baad42744') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:05.926402 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7900d40-d40c-40f6-bdd5-8d8baad42744') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:05.936099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.949499 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.955600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:47:05.955992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: timer() Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: self._notify() Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:47:05.958923 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:47:06.021271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.028979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.030868 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/networks/59043625-9242-48f1-ac1a-396fb2763190 HTTP/1.1" status: 204 len: 168 time: 0.3065140 Jul 15 23:47:06.033877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53508) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:06.042362 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2934e-7df1-420f-b0d9-32f8ac6df131 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Network': ['ID=59043625-9242-48f1-ac1a-396fb2763190,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:06.101919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddb4-ee70-4702-8947-198148dce577 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.127003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddb4-ee70-4702-8947-198148dce577 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.186248 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddb4-ee70-4702-8947-198148dce577 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.188832 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba75ddb4-ee70-4702-8947-198148dce577 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.190000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ba75ddb4-ee70-4702-8947-198148dce577 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/security-groups/70d8fc0d-43c4-4e64-9978-0ed5187c2eea HTTP/1.1" status: 204 len: 168 time: 0.1544633 Jul 15 23:47:06.199118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75ddb4-ee70-4702-8947-198148dce577 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d8fc0d-43c4-4e64-9978-0ed5187c2eea,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:06.746638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53514) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:06.751639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a0593887-a10c-49e1-8b9a-a94b920c0b5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678590668', 'description': 'tempest-secgroup-smoke-1678590668 description', 'project_id': 'ca310d694c094256952d1bf72f087043'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:06.773215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0593887-a10c-49e1-8b9a-a94b920c0b5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.810389 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e1435a7d-a537-46d2-9ffe-04533c271b9a no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:47:06.830803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: e1435a7d-a537-46d2-9ffe-04533c271b9a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:47:06.831152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e1435a7d-a537-46d2-9ffe-04533c271b9a not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:47:06.852353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0593887-a10c-49e1-8b9a-a94b920c0b5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.856046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0593887-a10c-49e1-8b9a-a94b920c0b5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.881740 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0593887-a10c-49e1-8b9a-a94b920c0b5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.882987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a0593887-a10c-49e1-8b9a-a94b920c0b5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352727 Jul 15 23:47:06.885979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53516) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:06.890567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0777e530-ed7e-4790-ba88-f970a7ade04c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'fb9c78bf-cc79-4f32-b0b8-c4baff6b638c', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:06.898289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0593887-a10c-49e1-8b9a-a94b920c0b5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:06.920692 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0777e530-ed7e-4790-ba88-f970a7ade04c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.971786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dfaf6fd8-ac13-40c7-add5-aa25985bb70a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:47:06.980836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0777e530-ed7e-4790-ba88-f970a7ade04c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.985000 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0777e530-ed7e-4790-ba88-f970a7ade04c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.991564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: dfaf6fd8-ac13-40c7-add5-aa25985bb70a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:47:06.991902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dfaf6fd8-ac13-40c7-add5-aa25985bb70a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:47:06.992542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b6aaba50-16af-4a2a-a2c1-20236d98bab7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:47:07.014072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: b6aaba50-16af-4a2a-a2c1-20236d98bab7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:47:07.014416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b6aaba50-16af-4a2a-a2c1-20236d98bab7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:47:07.014856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:47:07.034201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:47:07.034554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5d7ded4f-fc64-42bc-a292-a5c6451cb1bc not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:47:07.252751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777e530-ed7e-4790-ba88-f970a7ade04c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539b9780-9e48-42b1-8361-70b53b08a042,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:07.259525 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0777e530-ed7e-4790-ba88-f970a7ade04c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.260843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0777e530-ed7e-4790-ba88-f970a7ade04c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739102 Jul 15 23:47:07.263519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53518) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:07.267894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-79f64a43-0c57-4014-8d4f-343a3fdd46f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'fb9c78bf-cc79-4f32-b0b8-c4baff6b638c', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:07.292679 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79f64a43-0c57-4014-8d4f-343a3fdd46f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.351130 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79f64a43-0c57-4014-8d4f-343a3fdd46f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.355383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79f64a43-0c57-4014-8d4f-343a3fdd46f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.372514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f64a43-0c57-4014-8d4f-343a3fdd46f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ade218b-d353-4fa2-8f22-11bf67bb120d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:07.378964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79f64a43-0c57-4014-8d4f-343a3fdd46f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.380190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-79f64a43-0c57-4014-8d4f-343a3fdd46f2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156957 Jul 15 23:47:07.382947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53520) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:07.387234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ec41da28-cb06-4e1c-a931-6d50b03c7640 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'fb9c78bf-cc79-4f32-b0b8-c4baff6b638c', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:07.412057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ec41da28-cb06-4e1c-a931-6d50b03c7640 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.467002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ec41da28-cb06-4e1c-a931-6d50b03c7640 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.471053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ec41da28-cb06-4e1c-a931-6d50b03c7640 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.486082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41da28-cb06-4e1c-a931-6d50b03c7640 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f80f1bd-3526-419f-a2be-de049c668c70,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:07.495704 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ec41da28-cb06-4e1c-a931-6d50b03c7640 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.497018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ec41da28-cb06-4e1c-a931-6d50b03c7640 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131291 Jul 15 23:47:07.499823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53522) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:07.504609 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bc8b02fd-19d8-4f77-9aaa-997781e91f29 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'fb9c78bf-cc79-4f32-b0b8-c4baff6b638c', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:07.530232 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc8b02fd-19d8-4f77-9aaa-997781e91f29 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.587708 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc8b02fd-19d8-4f77-9aaa-997781e91f29 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.591877 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc8b02fd-19d8-4f77-9aaa-997781e91f29 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.608912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b02fd-19d8-4f77-9aaa-997781e91f29 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6c99a4-b3ca-4d66-a520-c30282f9a81d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:07.615487 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc8b02fd-19d8-4f77-9aaa-997781e91f29 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.616712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bc8b02fd-19d8-4f77-9aaa-997781e91f29 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159744 Jul 15 23:47:07.619525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53524) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:07.623995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b1745a06-d6d9-4f7c-8171-30538fbea947 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'fb9c78bf-cc79-4f32-b0b8-c4baff6b638c', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:07.644260 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-b1745a06-d6d9-4f7c-8171-30538fbea947 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Project ca310d694c094256952d1bf72f087043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:47:07.649024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1745a06-d6d9-4f7c-8171-30538fbea947 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.709684 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1745a06-d6d9-4f7c-8171-30538fbea947 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.713919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1745a06-d6d9-4f7c-8171-30538fbea947 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.731408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1745a06-d6d9-4f7c-8171-30538fbea947 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffaa615-106f-45da-8047-4690f6c69b5b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:07.737438 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b1745a06-d6d9-4f7c-8171-30538fbea947 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.738811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b1745a06-d6d9-4f7c-8171-30538fbea947 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183507 Jul 15 23:47:07.741570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53526) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:07.745832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e5cd2302-51b7-4070-b671-ec32cc843141 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'security_group_rule': {'security_group_id': 'fb9c78bf-cc79-4f32-b0b8-c4baff6b638c', 'project_id': 'ca310d694c094256952d1bf72f087043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:07.767842 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-e5cd2302-51b7-4070-b671-ec32cc843141 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Project ca310d694c094256952d1bf72f087043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:47:07.772622 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2302-51b7-4070-b671-ec32cc843141 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.831575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2302-51b7-4070-b671-ec32cc843141 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.834934 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2302-51b7-4070-b671-ec32cc843141 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.852451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd2302-51b7-4070-b671-ec32cc843141 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8c830d-7702-415f-8894-7d364a6ec555,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:07.859086 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e5cd2302-51b7-4070-b671-ec32cc843141 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.860335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e5cd2302-51b7-4070-b671-ec32cc843141 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178284 Jul 15 23:47:07.863111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53528) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:07.867995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'network': {'name': 'tempest-network-smoke--1806455271', 'project_id': 'ca310d694c094256952d1bf72f087043', 'port_security_enabled': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:07.887825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:47:07.891327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.914538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:47:07.923681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.924023 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Added segment 47017c99-59b1-4043-8732-cb2b7ad05975 of type vlan for network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c Jul 15 23:47:07.961929 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.991548 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:07.997111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:07.997690 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.031286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1669707 Jul 15 23:47:08.033848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53530) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:08.038242 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'admin_state_up': True, 'project_id': 'ca310d694c094256952d1bf72f087043', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:08.078284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99866c-bba1-444e-b8ae-70a95e591025 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Network': ['ID=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:08.089288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:47:08.091623 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.092669 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.179471 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.314319 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.506033 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.529919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.631233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.25.3.178 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/1ac58a9b-7ab3-436d-827a-9a6cc7034857) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:47:08.728939 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.772303 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:08.807695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:47:08.813792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:08.817369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:47:08.823484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=1ac58a9b-7ab3-436d-827a-9a6cc7034857,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:09.062934 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:09.254470 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:09.389230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router a7c83b0f-a502-485b-b960-33e3e3f617a1 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:47:09.492856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:47:09.502212 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Sync routers for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:47:09.511794 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:09.512339 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:46:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:09.512476 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:09.513668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2ca5c72e-574f-42fc-8c52-3bd323c85b80 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4788909 Jul 15 23:47:09.516805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53532) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:09.544824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7384accf-811b-41a0-89ae-8095dbf13a27 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ca310d694c094256952d1bf72f087043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269032 Jul 15 23:47:09.547981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53534) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:09.614522 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:09.631308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea1ffb-8a36-4702-80e9-7b60658a51bc tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:09.632833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fcea1ffb-8a36-4702-80e9-7b60658a51bc tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839493 Jul 15 23:47:09.636296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53536) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:09.669490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-94cc3419-d8b2-46fe-885b-2087465d6c34 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291436 Jul 15 23:47:09.669701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53538) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:09.675432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-966092317', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'project_id': 'ca310d694c094256952d1bf72f087043', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:09.765794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:47:09.769401 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:09.793735 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:08Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:09.819869 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Checking router: a7c83b0f-a502-485b-b960-33e3e3f617a1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:47:09.820440 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Updating router a7c83b0f-a502-485b-b960-33e3e3f617a1 port 1ac58a9b-7ab3-436d-827a-9a6cc7034857 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:47:09.854668 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:09.965019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.029098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Subnet': ['ID=3672a4cd-9b13-4113-adba-40c595959a2d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:10.041852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Checking segment: {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:47:10.042212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network hostable DHCP agents. Network: ff4e2a74-590f-45cc-9d9c-afc9e2cd568c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:47:10.064466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:47:10.075590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, ff4e2a74-590f-45cc-9d9c-afc9e2cd568c) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:10.080339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:10.080931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.085554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc2a0e-cca0-40d0-bb5a-cc0a2385ba8d None None] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:47:10.097685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-43ce7ef1-09e3-4b97-aeb2-ee5f3018cdf1 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4261551 Jul 15 23:47:10.100525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53542) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:10.124064 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.135371 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Transition to ACTIVE for port object 1ac58a9b-7ab3-436d-827a-9a6cc7034857 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:10.141321 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.183847 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Attempting to bind port 1ac58a9b-7ab3-436d-827a-9a6cc7034857 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:47:10.184080 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Attempting to bind port 1ac58a9b-7ab3-436d-827a-9a6cc7034857 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:47:10.184338 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Attempting to bind port 1ac58a9b-7ab3-436d-827a-9a6cc7034857 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:10.192301 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:47:10.192714 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:47:10.193070 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.193458 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:47:10.193931 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Bound port: 1ac58a9b-7ab3-436d-827a-9a6cc7034857, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:47:10.194363 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.252089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:47:10.253153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] For port 1ac58a9b-7ab3-436d-827a-9a6cc7034857, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:47:10.253521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.259543 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Pushing event updated for resources: {'Port': ['ID=1ac58a9b-7ab3-436d-827a-9a6cc7034857,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:10.275724 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] For port 1ac58a9b-7ab3-436d-827a-9a6cc7034857, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1ac58a9b-7ab3-436d-827a-9a6cc7034857,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:47:10.278014 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.278409 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.278691 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.279057 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.280349 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.280826 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.281164 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.281496 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.281852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.282154 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.282481 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.282825 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:10.287092 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.358399 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:10.359157 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:46:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:10.364464 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397bd44-01c0-4633-a789-6386b1403e5e None None] Pushing event updated for resources: {'Port': ['ID=1ac58a9b-7ab3-436d-827a-9a6cc7034857,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:10.406951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Allocated IP 172.20.0.2 (ff4e2a74-590f-45cc-9d9c-afc9e2cd568c/3672a4cd-9b13-4113-adba-40c595959a2d/975517be-5b39-4473-8646-569447f465dc) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:47:10.482698 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:10.572229 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.582586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Transition to ACTIVE for port object 975517be-5b39-4473-8646-569447f465dc will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:10.597999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Transition to ACTIVE for port object 975517be-5b39-4473-8646-569447f465dc will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:10.604138 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.648187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:47:10.653542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:10.656877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:47:10.671065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Pushing event updated for resources: {'Port': ['ID=975517be-5b39-4473-8646-569447f465dc,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:10.736311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Attempting to bind port 975517be-5b39-4473-8646-569447f465dc on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:47:10.736694 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Attempting to bind port 975517be-5b39-4473-8646-569447f465dc by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:47:10.737060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Attempting to bind port 975517be-5b39-4473-8646-569447f465dc on network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:10.743018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:47:10.743397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Checking segment: {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:47:10.743799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.744217 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Bound using segment: {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:47:10.745092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Bound port: 975517be-5b39-4473-8646-569447f465dc, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:47:10.745092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.756100 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:08Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:10.788623 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91745e41-a49a-458e-80e1-346e5b7d1db3 None None] The sync data for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 is: [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:08Z', 'revision_number': 3, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:47:10.812606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] For port 975517be-5b39-4473-8646-569447f465dc, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:47:10.815835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] For port 975517be-5b39-4473-8646-569447f465dc, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=975517be-5b39-4473-8646-569447f465dc,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:47:10.819183 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.821320 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:10.885464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99798f98-55f4-4f6a-8689-c8e45d9ef80c None None] Pushing event updated for resources: {'Port': ['ID=975517be-5b39-4473-8646-569447f465dc,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:11.138790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.20.0.1 (ff4e2a74-590f-45cc-9d9c-afc9e2cd568c/3672a4cd-9b13-4113-adba-40c595959a2d/3b3c2310-f809-4c13-be12-6def8f6f095f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:47:11.265100 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:11.279327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Transition to ACTIVE for port object 3b3c2310-f809-4c13-be12-6def8f6f095f will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:11.313207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:11.358945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:47:11.364635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:11.368929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:47:11.396551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=3b3c2310-f809-4c13-be12-6def8f6f095f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:11.419127 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:11.567293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:11.865121 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:11.870537 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:11.882070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4301d-220e-41c0-81d3-e05ca49854f2 None None] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:47:11.944225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=3b3c2310-f809-4c13-be12-6def8f6f095f,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:11.949691 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:11.999935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-49fd93ca-9c4d-4692-973a-6f1b3993ac8d None None] Provisioning for port 975517be-5b39-4473-8646-569447f465dc completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:12.045283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:47:12.046738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:12.168832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router a7c83b0f-a502-485b-b960-33e3e3f617a1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:47:12.285042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:47:12.290438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d2149167-72f8-4dd0-a8bd-88de4d8cb16f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "PUT /v2.0/routers/a7c83b0f-a502-485b-b960-33e3e3f617a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1886399 Jul 15 23:47:12.343170 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f49a8a54-54c8-45aa-8d1d-6a2af4595b4d None None] Provisioning for port 3b3c2310-f809-4c13-be12-6def8f6f095f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:12.348633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f49a8a54-54c8-45aa-8d1d-6a2af4595b4d None None] Provisioning complete for port 3b3c2310-f809-4c13-be12-6def8f6f095f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:12.349171 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f49a8a54-54c8-45aa-8d1d-6a2af4595b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:12.408144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f49a8a54-54c8-45aa-8d1d-6a2af4595b4d None None] Port 3b3c2310-f809-4c13-be12-6def8f6f095f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:47:12.455153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-df91359d-0829-458f-bb05-e97c72bd2edc tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678590668&fields=id&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 267 time: 0.0418072 Jul 15 23:47:12.456527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Sync routers for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:47:12.470916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:12.471549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:46:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:12.563599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c94c5b0d-8ee1-4c64-8b44-d994209777ce None None] Provisioning complete for port 3b3c2310-f809-4c13-be12-6def8f6f095f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:12.563964 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c94c5b0d-8ee1-4c64-8b44-d994209777ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:12.574913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-d333f809-19ef-47ef-9f27-7f37db013e1e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:12.576451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-d333f809-19ef-47ef-9f27-7f37db013e1e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/networks?id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c HTTP/1.1" status: 200 len: 797 time: 0.1153543 Jul 15 23:47:12.592992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-040e1166-eca3-403d-bc88-90d7f0938467 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/quotas/ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 375 time: 0.0111208 Jul 15 23:47:12.616495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c94c5b0d-8ee1-4c64-8b44-d994209777ce None None] Port 3b3c2310-f809-4c13-be12-6def8f6f095f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:47:12.618952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:12.668688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-15b4f13b-e1fa-4b49-b1d4-337a2291a97e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681763 Jul 15 23:47:12.744525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-d2591d67-3002-4308-a6b6-7bcc9380eb8f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:47:12.745529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-d2591d67-3002-4308-a6b6-7bcc9380eb8f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0650225 Jul 15 23:47:12.778222 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bd4cd49c-801f-418d-b4e2-47489e7d48f8 None None] Provisioning complete for port 3b3c2310-f809-4c13-be12-6def8f6f095f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:12.778584 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd49c-801f-418d-b4e2-47489e7d48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:12.832990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cd49c-801f-418d-b4e2-47489e7d48f8 None None] Port 3b3c2310-f809-4c13-be12-6def8f6f095f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:47:12.835722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-ac8fc83e-2ee4-4821-a89c-f87c1b5b27da service neutron] 10.222.0.23 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835400 Jul 15 23:47:12.857636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 2, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:12.888996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Checking router: a7c83b0f-a502-485b-b960-33e3e3f617a1 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:47:12.889670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Updating router a7c83b0f-a502-485b-b960-33e3e3f617a1 port 3b3c2310-f809-4c13-be12-6def8f6f095f binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:47:12.922370 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:12.929153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-ee997ced-9a9e-4537-b331-846e2b28d18a service neutron] 10.222.0.23 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874026 Jul 15 23:47:13.065924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 975517be-5b39-4473-8646-569447f465dc up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:13.115795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffb63bf7-902e-4633-a402-2292c86ecf81 req-ceb648a4-0912-4f2f-8f89-c19748361d5b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 210 time: 0.0323060 Jul 15 23:47:13.179656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 975517be-5b39-4473-8646-569447f465dc completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:13.193820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 975517be-5b39-4473-8646-569447f465dc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:13.194176 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.286814 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.316498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Transition to ACTIVE for port object 3b3c2310-f809-4c13-be12-6def8f6f095f will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:13.329438 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.362698 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.407894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0e5c-6b08-4ed5-a967-0d46f3b8503a None None] Pushing event updated for resources: {'Port': ['ID=3b3c2310-f809-4c13-be12-6def8f6f095f,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:13.461355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 975517be-5b39-4473-8646-569447f465dc, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=975517be-5b39-4473-8646-569447f465dc,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:13.469560 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.470322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1ac58a9b-7ab3-436d-827a-9a6cc7034857 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:13.497129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Attempting to bind port 3b3c2310-f809-4c13-be12-6def8f6f095f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:47:13.497493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Attempting to bind port 3b3c2310-f809-4c13-be12-6def8f6f095f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:47:13.497853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Attempting to bind port 3b3c2310-f809-4c13-be12-6def8f6f095f on network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:13.533106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:47:13.533476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Checking segment: {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:47:13.533874 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.534265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Bound using segment: {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:47:13.535128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Bound port: 3b3c2310-f809-4c13-be12-6def8f6f095f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:47:13.535128 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.597284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=975517be-5b39-4473-8646-569447f465dc,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:13.618643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 1ac58a9b-7ab3-436d-827a-9a6cc7034857 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:13.628444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1ac58a9b-7ab3-436d-827a-9a6cc7034857 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:13.628815 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.660433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] For port 3b3c2310-f809-4c13-be12-6def8f6f095f, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:47:13.683592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] For port 3b3c2310-f809-4c13-be12-6def8f6f095f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3b3c2310-f809-4c13-be12-6def8f6f095f,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:47:13.691240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:13.778532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:13.779202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:46:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:13.816012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0e5c-6b08-4ed5-a967-0d46f3b8503a None None] Pushing event updated for resources: {'Port': ['ID=3b3c2310-f809-4c13-be12-6def8f6f095f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:13.836331 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.050552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 1ac58a9b-7ab3-436d-827a-9a6cc7034857, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1ac58a9b-7ab3-436d-827a-9a6cc7034857,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:14.059991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.125893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:14.132566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.161775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=1ac58a9b-7ab3-436d-827a-9a6cc7034857,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:14.243783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-9361526d-0d32-4bd8-b557-8c7203bc0b1e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:14.246083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-9361526d-0d32-4bd8-b557-8c7203bc0b1e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/networks?id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c HTTP/1.1" status: 200 len: 797 time: 0.1369276 Jul 15 23:47:14.278667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2eee3d1-409b-4df8-85c4-79142952a23d req-50e71f9a-0dc5-40de-a65e-039351e0daf5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 210 time: 0.0312438 Jul 15 23:47:14.317665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-b4c82455-9df3-4160-9f50-7047cf6fa939 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca310d694c094256952d1bf72f087043 HTTP/1.1" status: 200 len: 380 time: 0.0417566 Jul 15 23:47:14.327836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'port': {'device_id': '233bdaf7-1683-43d0-b86f-754c0424112b', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'admin_state_up': True, 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'security_groups': ['fb9c78bf-cc79-4f32-b0b8-c4baff6b638c']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:14.345683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:14.376941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05e9bc-d8ce-4858-88ee-cc54ad33b8fa None None] The sync data for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 is: [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:47:14.448883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Made reservation on behalf of ca310d694c094256952d1bf72f087043 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:47:14.452340 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.586345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.20.0.6 (ff4e2a74-590f-45cc-9d9c-afc9e2cd568c/3672a4cd-9b13-4113-adba-40c595959a2d/132427ad-8654-494e-b3e0-a84dccfe67df) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:47:14.733127 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.747533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Transition to ACTIVE for port object 132427ad-8654-494e-b3e0-a84dccfe67df will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:14.783621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.833227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:47:14.836377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:14.840538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:47:14.888235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=132427ad-8654-494e-b3e0-a84dccfe67df,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:14.898447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:14.899131 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:14.920826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-c9ad4c2d-8cac-4b64-ac45-0e1efb4fcfc0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967801 Jul 15 23:47:14.936750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Request body: {'port': {'device_id': '233bdaf7-1683-43d0-b86f-754c0424112b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:15.031792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.096963 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 975517be-5b39-4473-8646-569447f465dc up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:15.147812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1e454fff-ce10-46f9-a0b0-c4ac3beb88bb None None] Provisioning for port 132427ad-8654-494e-b3e0-a84dccfe67df completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:15.154608 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1e454fff-ce10-46f9-a0b0-c4ac3beb88bb None None] Provisioning complete for port 132427ad-8654-494e-b3e0-a84dccfe67df triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:15.155002 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e454fff-ce10-46f9-a0b0-c4ac3beb88bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.180876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 975517be-5b39-4473-8646-569447f465dc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:15.181266 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.219439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1e454fff-ce10-46f9-a0b0-c4ac3beb88bb None None] Port 132427ad-8654-494e-b3e0-a84dccfe67df cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:47:15.271088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1ac58a9b-7ab3-436d-827a-9a6cc7034857 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:15.315892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132427ad-8654-494e-b3e0-a84dccfe67df {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:47:15.317331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1ac58a9b-7ab3-436d-827a-9a6cc7034857 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:15.317827 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.323437 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.337222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Transition to ACTIVE for port object 132427ad-8654-494e-b3e0-a84dccfe67df will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:15.342050 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.404674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3b3c2310-f809-4c13-be12-6def8f6f095f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:15.405749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Pushing event updated for resources: {'Port': ['ID=132427ad-8654-494e-b3e0-a84dccfe67df,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:15.459212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 3b3c2310-f809-4c13-be12-6def8f6f095f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:15.463755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3b3c2310-f809-4c13-be12-6def8f6f095f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:15.464183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.525941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Attempting to bind port 132427ad-8654-494e-b3e0-a84dccfe67df on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:47:15.526279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Attempting to bind port 132427ad-8654-494e-b3e0-a84dccfe67df by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:47:15.526612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Attempting to bind port 132427ad-8654-494e-b3e0-a84dccfe67df on network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:15.535316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Port 132427ad-8654-494e-b3e0-a84dccfe67df on network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:47:15.535647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Attempting to bind port 132427ad-8654-494e-b3e0-a84dccfe67df on network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:15.545610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dadb54-4ed6-493c-8cb2-855cf9eb9cdc req-bdfa0a07-b5fc-46df-96cd-12771406bc52 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:15.546831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1dadb54-4ed6-493c-8cb2-855cf9eb9cdc req-bdfa0a07-b5fc-46df-96cd-12771406bc52 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 943 time: 0.1433136 Jul 15 23:47:15.550993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:47:15.551433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Checking segment: {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:47:15.552278 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.552385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Bound using segment: {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:47:15.552385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Bound port: 132427ad-8654-494e-b3e0-a84dccfe67df, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47017c99-59b1-4043-8732-cb2b7ad05975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:47:15.552652 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.588255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 3b3c2310-f809-4c13-be12-6def8f6f095f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3b3c2310-f809-4c13-be12-6def8f6f095f,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:15.593588 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.623980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1dadb54-4ed6-493c-8cb2-855cf9eb9cdc req-6461ccdd-8bba-4228-a8c1-63c567faf727 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691042 Jul 15 23:47:15.648867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:47:15.652847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=132427ad-8654-494e-b3e0-a84dccfe67df,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:47:15.657386 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.658510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=3b3c2310-f809-4c13-be12-6def8f6f095f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:15.699568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:15.700206 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:15.701951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] 10.222.0.59 "PUT /v2.0/ports/132427ad-8654-494e-b3e0-a84dccfe67df HTTP/1.1" status: 200 len: 1091 time: 0.7718418 Jul 15 23:47:15.702332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:15.704668 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612" -d '{"events": [{"name": "network-changed", "server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:15.737458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455907dd-ed42-4a04-89be-5f86cb3b6272 service neutron] Pushing event updated for resources: {'Port': ['ID=132427ad-8654-494e-b3e0-a84dccfe67df,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:15.754525 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbe3eee-bfa8-48a3-bac3-58229c27ac03 x-openstack-request-id: req-9dbe3eee-bfa8-48a3-bac3-58229c27ac03 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:15.755070 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:15.755330 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dbe3eee-bfa8-48a3-bac3-58229c27ac03 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:15.755742 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df', 'status': 'completed', 'code': 200} Jul 15 23:47:15.824657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-0a23adf3-6c62-49e2-9df4-7927977ce1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:15.826202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-0a23adf3-6c62-49e2-9df4-7927977ce1b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 1094 time: 0.0674791 Jul 15 23:47:15.871016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-7fa325d2-8140-45b2-b4d5-2f2b685ac602 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132427ad-8654-494e-b3e0-a84dccfe67df HTTP/1.1" status: 200 len: 217 time: 0.0362217 Jul 15 23:47:15.923274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-00f9f9d2-9f2f-4781-9fba-997130330d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:15.924776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-00f9f9d2-9f2f-4781-9fba-997130330d62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3672a4cd-9b13-4113-adba-40c595959a2d HTTP/1.1" status: 200 len: 834 time: 0.0462327 Jul 15 23:47:15.987092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-f8a9b047-00d2-473f-a0b1-644157d6fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:15.988605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-f8a9b047-00d2-473f-a0b1-644157d6fc24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555716 Jul 15 23:47:16.026927 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:47:16.083744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-b54733d6-89e1-4c54-b91b-8d600e77579b service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875995 Jul 15 23:47:16.178071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0551f1c1-3036-47f2-8dbf-d1955bad5ae3 req-12e2e60a-a511-4a12-ba22-3ed2854def8d service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867450 Jul 15 23:47:16.554894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-3d4fdf50-d0e9-4fd3-897b-c2f50cc4fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.556334 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-3d4fdf50-d0e9-4fd3-897b-c2f50cc4fd42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 1094 time: 0.3289466 Jul 15 23:47:16.644771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-22949a68-5c3b-4967-9237-0b3790b70c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.646207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-22949a68-5c3b-4967-9237-0b3790b70c52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c HTTP/1.1" status: 200 len: 898 time: 0.0828793 Jul 15 23:47:16.686906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-9251116e-00c2-483e-9e80-d1bde960c429 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132427ad-8654-494e-b3e0-a84dccfe67df HTTP/1.1" status: 200 len: 217 time: 0.0337226 Jul 15 23:47:16.737207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-6f8913ab-804b-4ad1-bfe7-c82be614b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.738696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-6f8913ab-804b-4ad1-bfe7-c82be614b6c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3672a4cd-9b13-4113-adba-40c595959a2d HTTP/1.1" status: 200 len: 834 time: 0.0429881 Jul 15 23:47:16.841026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598609a1-c825-490f-864f-6012b897775c req-0711f427-8d29-4637-bd8a-12c679da37b4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.842515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-598609a1-c825-490f-864f-6012b897775c req-0711f427-8d29-4637-bd8a-12c679da37b4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 943 time: 0.1029236 Jul 15 23:47:16.845094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-ee8f4f8f-6e5a-4067-a99b-5eb5164e92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.846438 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-ee8f4f8f-6e5a-4067-a99b-5eb5164e92a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978427 Jul 15 23:47:16.905754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-598609a1-c825-490f-864f-6012b897775c req-c1f82535-2011-48f9-9adb-b6fc360dbfe3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575719 Jul 15 23:47:16.960547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-5f1d9529-78f8-4c46-92e0-c36873ccaa69 service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050408 Jul 15 23:47:16.976093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3b3c2310-f809-4c13-be12-6def8f6f095f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:17.022449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3b3c2310-f809-4c13-be12-6def8f6f095f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:17.022846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:17.054330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a00fd79a-f56a-4f52-b1ef-f6e96eb9f612 req-091b601f-e06b-4fe4-a739-e9b5e5d21b30 service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826821 Jul 15 23:47:18.075057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6886c-c747-4011-ba72-f06560b7e091 req-f6ab5f99-4df2-40b1-99c5-29a8903205c4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:18.076439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dca6886c-c747-4011-ba72-f06560b7e091 req-f6ab5f99-4df2-40b1-99c5-29a8903205c4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 943 time: 0.0624177 Jul 15 23:47:18.095669 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85bfb6b8-0299-4903-8613-d1f0293b9413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:18.120165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dca6886c-c747-4011-ba72-f06560b7e091 req-991da381-6c2f-473e-8187-9ac6a62764e3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382051 Jul 15 23:47:18.951604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 132427ad-8654-494e-b3e0-a84dccfe67df details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:47:19.044642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=132427ad-8654-494e-b3e0-a84dccfe67df,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:19.055166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '132427ad-8654-494e-b3e0-a84dccfe67df', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'port_id': '132427ad-8654-494e-b3e0-a84dccfe67df', 'mac_address': 'fa:16:3e:49:22:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:47:19.091187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:19.103166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132427ad-8654-494e-b3e0-a84dccfe67df {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:47:19.126031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=132427ad-8654-494e-b3e0-a84dccfe67df,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:19.130339 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:19.176712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=132427ad-8654-494e-b3e0-a84dccfe67df,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:19.290352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfb873-bb0f-4040-af06-2b9288663b0c req-d7b8e998-3641-48ed-8d4a-4d54759b82c8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:19.292409 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16dfb873-bb0f-4040-af06-2b9288663b0c req-d7b8e998-3641-48ed-8d4a-4d54759b82c8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 944 time: 0.0642982 Jul 15 23:47:19.329780 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16dfb873-bb0f-4040-af06-2b9288663b0c req-be0460e5-00bb-499b-99af-96600ce579b6 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Jul 15 23:47:19.362587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['132427ad-8654-494e-b3e0-a84dccfe67df'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:47:20.501635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221dc4-f084-48ac-9e98-191663ca4c8d req-6f28b297-153b-4d03-acc3-945038ee1190 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:20.503122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74221dc4-f084-48ac-9e98-191663ca4c8d req-6f28b297-153b-4d03-acc3-945038ee1190 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 944 time: 0.0623729 Jul 15 23:47:20.539936 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74221dc4-f084-48ac-9e98-191663ca4c8d req-392742e0-9959-45e4-83e0-7b671f9c97d3 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Jul 15 23:47:20.709786 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-05b3705b-5b3a-484c-85ce-317b925261be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:20.983014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 132427ad-8654-494e-b3e0-a84dccfe67df up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:21.030856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 132427ad-8654-494e-b3e0-a84dccfe67df completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:21.034510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 132427ad-8654-494e-b3e0-a84dccfe67df triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:21.034910 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:21.119745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:21.122974 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:21.145229 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:21.147476 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665b34b6-ca9d-4677-8347-a07ecb0f4569" -d '{"events": [{"server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "name": "network-vif-plugged", "status": "completed", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:21.159641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=132427ad-8654-494e-b3e0-a84dccfe67df,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:21.163924 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:21.211510 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=132427ad-8654-494e-b3e0-a84dccfe67df,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:21.244871 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cbafb2-32ba-4089-9c25-fb92ae0d5a1a x-openstack-request-id: req-c3cbafb2-32ba-4089-9c25-fb92ae0d5a1a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:21.245194 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "name": "network-vif-plugged", "status": "completed", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:21.245449 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3cbafb2-32ba-4089-9c25-fb92ae0d5a1a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:21.245855 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df', 'code': 200} Jul 15 23:47:21.362008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873ccf2-2749-4b6c-8e61-7b81c50c559b req-068af8ce-f70d-4a54-9abb-5da9adf8cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:21.363547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d873ccf2-2749-4b6c-8e61-7b81c50c559b req-068af8ce-f70d-4a54-9abb-5da9adf8cc0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 1096 time: 0.0546718 Jul 15 23:47:21.398355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d873ccf2-2749-4b6c-8e61-7b81c50c559b req-d610b5b6-8095-43f2-a42e-8d27960f24ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273676 Jul 15 23:47:21.653704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:21.712817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1d96a-cf6e-483a-8284-4203c454c410 req-b5102d1b-e631-40df-a484-ded90cfab240 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:21.714317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6d1d96a-cf6e-483a-8284-4203c454c410 req-b5102d1b-e631-40df-a484-ded90cfab240 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0650842 Jul 15 23:47:21.752594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c6d1d96a-cf6e-483a-8284-4203c454c410 req-4554cf79-297a-4711-a734-78e8e36bae00 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325320 Jul 15 23:47:22.921444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f3fe-61e9-4010-9c1a-aecf6bc9dab0 req-0c989c40-ca5d-47cb-aa6e-7c60f92dc38b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:22.922813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe8f3fe-61e9-4010-9c1a-aecf6bc9dab0 req-0c989c40-ca5d-47cb-aa6e-7c60f92dc38b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0619895 Jul 15 23:47:22.964931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe8f3fe-61e9-4010-9c1a-aecf6bc9dab0 req-fe355754-7602-4013-b216-53cd45da5c03 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358911 Jul 15 23:47:23.134651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1445bb-e1c0-4ee9-afb4-cedabf5772a4 req-3fb2a1ad-aa7e-476d-8d3d-ee22fbbc55a2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:23.136904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b1445bb-e1c0-4ee9-afb4-cedabf5772a4 req-3fb2a1ad-aa7e-476d-8d3d-ee22fbbc55a2 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0631380 Jul 15 23:47:23.174068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b1445bb-e1c0-4ee9-afb4-cedabf5772a4 req-32b1a099-061d-4ae3-9b8e-19ef65ea6475 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318029 Jul 15 23:47:23.198018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53596) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:23.248527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa844f0-97c3-49b1-a630-8d4811712981 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:23.249942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0fa844f0-97c3-49b1-a630-8d4811712981 tempest-TestNetworkAdvancedServerOps-326327810 tempest-TestNetworkAdvancedServerOps-326327810-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 1091 time: 0.0509632 Jul 15 23:47:23.253037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53598) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:23.257350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '132427ad-8654-494e-b3e0-a84dccfe67df', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:23.279066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.374669 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.398610 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.475232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Allocated IP 172.25.3.78 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/b6ae64d5-df59-4116-a161-0f7ce36203f3) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:47:23.578650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.616175 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:23.656529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:47:23.659467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:23.661966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:47:23.690019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=b6ae64d5-df59-4116-a161-0f7ce36203f3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:24.029643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:24.106419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:24.249108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:24.254246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:24.324171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event updated for resources: {'Port': ['ID=b6ae64d5-df59-4116-a161-0f7ce36203f3,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:24.335595 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:24.433905 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Floating IP 0534fae8-4973-40af-a9d6-9d7c711969bb associated. External IP: 172.25.3.78, port: 132427ad-8654-494e-b3e0-a84dccfe67df. Jul 15 23:47:24.639800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router a7c83b0f-a502-485b-b960-33e3e3f617a1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:47:24.748225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:47:24.758425 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] Sync routers for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:47:24.765694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:24.768090 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:24.768721 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:47:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:24.802737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2cefbb3b-5c19-4b5f-b922-6619e745f01a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5486894 Jul 15 23:47:24.803434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:24.805772 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5" -d '{"events": [{"name": "network-changed", "server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:24.876667 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:24.960129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b97b21-caaf-4d14-952a-502c0264304b req-f0751540-9411-455d-952f-71ceb78603f8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.961643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2b97b21-caaf-4d14-952a-502c0264304b req-f0751540-9411-455d-952f-71ceb78603f8 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0675054 Jul 15 23:47:25.000814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2b97b21-caaf-4d14-952a-502c0264304b req-a9834c94-9225-43a2-a91a-0b94819ec13d tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Jul 15 23:47:25.027943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:25.075909 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ce7595-439a-4126-a28b-bb1d7edb73e8 x-openstack-request-id: req-14ce7595-439a-4126-a28b-bb1d7edb73e8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:25.076602 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:25.076602 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14ce7595-439a-4126-a28b-bb1d7edb73e8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:25.076816 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df', 'status': 'completed', 'code': 200} Jul 15 23:47:25.129638 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '0534fae8-4973-40af-a9d6-9d7c711969bb', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'port_id': '132427ad-8654-494e-b3e0-a84dccfe67df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'mac_address': 'fa:16:3e:49:22:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233bdaf7-1683-43d0-b86f-754c0424112b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:47:23Z', 'updated_at': '2021-07-15T23:47:23Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:15Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:25.130658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-27cd1739-1be0-4ad9-ad29-4004d6c1cb10 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/0534fae8-4973-40af-a9d6-9d7c711969bb HTTP/1.1" status: 200 len: 990 time: 0.1015804 Jul 15 23:47:25.155321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-7082c6a5-9cf9-4591-a689-25bd5837cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:25.156759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-7082c6a5-9cf9-4591-a689-25bd5837cedc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 1096 time: 0.0699117 Jul 15 23:47:25.165453 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] Checking router: a7c83b0f-a502-485b-b960-33e3e3f617a1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:47:25.175680 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:47:25.176353 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:47:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:25.273098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-54513957-e1f6-4c85-a0e6-6844e43b381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:25.274634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-54513957-e1f6-4c85-a0e6-6844e43b381c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c HTTP/1.1" status: 200 len: 898 time: 0.1099443 Jul 15 23:47:25.289830 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:47:25.340080 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:25.341543 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-90e84b2b-56fb-42aa-82b3-a191f254d8e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132427ad-8654-494e-b3e0-a84dccfe67df HTTP/1.1" status: 200 len: 998 time: 0.0588496 Jul 15 23:47:25.391093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-4b7046f8-3457-4bb5-b5b4-86574eb180ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:25.392593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-4b7046f8-3457-4bb5-b5b4-86574eb180ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3672a4cd-9b13-4113-adba-40c595959a2d HTTP/1.1" status: 200 len: 834 time: 0.0437381 Jul 15 23:47:25.467123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-4281e6d2-eb7a-4254-8da8-98d95b04abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:25.468645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-4281e6d2-eb7a-4254-8da8-98d95b04abfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692115 Jul 15 23:47:25.526968 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '0534fae8-4973-40af-a9d6-9d7c711969bb', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'port_id': '132427ad-8654-494e-b3e0-a84dccfe67df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'mac_address': 'fa:16:3e:49:22:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233bdaf7-1683-43d0-b86f-754c0424112b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:47:23Z', 'updated_at': '2021-07-15T23:47:23Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:15Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:47:25.552845 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b745892-94a0-4941-8f84-946ad58a2560 None None] The sync data for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 is: [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '0534fae8-4973-40af-a9d6-9d7c711969bb', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'floating_ip_address': '172.25.3.78', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'port_id': '132427ad-8654-494e-b3e0-a84dccfe67df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'mac_address': 'fa:16:3e:49:22:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233bdaf7-1683-43d0-b86f-754c0424112b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:47:23Z', 'updated_at': '2021-07-15T23:47:23Z', 'revision_number': 0, 'project_id': 'ca310d694c094256952d1bf72f087043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:15Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:47:25.559066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-f0498e64-45ee-434d-969e-f2a7e7c5df3a service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829854 Jul 15 23:47:25.656071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5c0dc31-dec7-480a-b1f5-d4e4347e75b5 req-0268ecc6-2171-4a89-9ad8-847d6f86e629 service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899644 Jul 15 23:47:26.134686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53606) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:26.150093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e129a3-9b78-41d5-b112-341e535f1fa2 None None] New status for floating IP 0534fae8-4973-40af-a9d6-9d7c711969bb: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:47:26.195214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c16a7054-48f8-46d7-bed7-d7c10cb81b23 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/0534fae8-4973-40af-a9d6-9d7c711969bb HTTP/1.1" status: 200 len: 990 time: 0.0593009 Jul 15 23:47:27.199207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53608) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:47:27.262174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d0812948-7f28-4913-951e-89120b83a14c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/0534fae8-4973-40af-a9d6-9d7c711969bb HTTP/1.1" status: 200 len: 992 time: 0.0618300 Jul 15 23:47:44.073044 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:48.096452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84cbed4e-35e8-466e-bde9-9e1d7abc448a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:50.709945 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-35cbbe80-8324-41ec-ad4e-ad0e0f8c56f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:51.103419 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:51.654064 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:53.026362 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:47:53.402106 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:55.369929 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:00.927846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201db7fe-4622-4e35-a2ce-1aa08d1c817d req-dc9a733f-1684-4d53-872f-828baf48bc67 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:00.929342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-201db7fe-4622-4e35-a2ce-1aa08d1c817d req-dc9a733f-1684-4d53-872f-828baf48bc67 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0656986 Jul 15 23:48:00.967802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-201db7fe-4622-4e35-a2ce-1aa08d1c817d req-900c576c-732c-45e4-82aa-87f90eb20d84 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322108 Jul 15 23:48:02.140018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19b97b-63d6-4e17-b751-87524b5ba1a8 req-82c6931c-b93d-45ef-97fe-9f906db8d5e0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:02.141521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f19b97b-63d6-4e17-b751-87524b5ba1a8 req-82c6931c-b93d-45ef-97fe-9f906db8d5e0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0633972 Jul 15 23:48:02.183997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f19b97b-63d6-4e17-b751-87524b5ba1a8 req-97513a90-c55c-40ec-a6fa-7cdb11d1039a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370743 Jul 15 23:48:03.355645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f287c0-3e00-4bcd-8c68-5e94f5d26e2a req-9c8e4e8d-91de-4b7c-9271-1bbe7f9a21ca tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:03.357101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37f287c0-3e00-4bcd-8c68-5e94f5d26e2a req-9c8e4e8d-91de-4b7c-9271-1bbe7f9a21ca tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0614810 Jul 15 23:48:03.394049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37f287c0-3e00-4bcd-8c68-5e94f5d26e2a req-a321be76-27dc-4916-8403-cd765e711296 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315766 Jul 15 23:48:04.564284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911a946-6029-42ff-9e18-eb63786d6cfa req-7de37617-4e47-482f-90d8-123e7299620a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:04.565740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f911a946-6029-42ff-9e18-eb63786d6cfa req-7de37617-4e47-482f-90d8-123e7299620a tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0616271 Jul 15 23:48:04.601808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f911a946-6029-42ff-9e18-eb63786d6cfa req-68923a4c-095e-44f9-a230-f67fc814be7c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305877 Jul 15 23:48:06.049443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018f55-5235-44a8-bdf3-60ff9f967dd3 req-d6113891-1a36-445a-a1b3-7db1c0f31a5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:06.050960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9018f55-5235-44a8-bdf3-60ff9f967dd3 req-d6113891-1a36-445a-a1b3-7db1c0f31a5c tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.3385699 Jul 15 23:48:06.087669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a9018f55-5235-44a8-bdf3-60ff9f967dd3 req-2ed86328-e2f0-4344-8588-cbe24d6b5423 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312734 Jul 15 23:48:07.256942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7eb34-17d2-42e5-8c38-8f487b3b70a2 req-b73ee24a-c7dc-44fe-981e-f73fb4a8596f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:07.258403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57f7eb34-17d2-42e5-8c38-8f487b3b70a2 req-b73ee24a-c7dc-44fe-981e-f73fb4a8596f tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0625002 Jul 15 23:48:07.296247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57f7eb34-17d2-42e5-8c38-8f487b3b70a2 req-d0baeb1a-bcb5-4160-9d83-f623f9d72cbd tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Jul 15 23:48:08.470935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ee3c-70b4-47cf-abd3-75fa25f1a779 req-8f531ad5-359b-4b7b-84aa-6afb896a7430 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:08.472403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5c3ee3c-70b4-47cf-abd3-75fa25f1a779 req-8f531ad5-359b-4b7b-84aa-6afb896a7430 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0652037 Jul 15 23:48:08.509454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5c3ee3c-70b4-47cf-abd3-75fa25f1a779 req-e7e1f805-07b1-423a-b6b6-69998a362425 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315135 Jul 15 23:48:08.858903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-793b2113-f075-4d79-989c-02228f54a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:08.860459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-793b2113-f075-4d79-989c-02228f54a6dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 1096 time: 0.0520875 Jul 15 23:48:08.965804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-142a1f6e-63ce-499b-871e-59b1a0173190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:08.967346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-142a1f6e-63ce-499b-871e-59b1a0173190 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c HTTP/1.1" status: 200 len: 898 time: 0.0854285 Jul 15 23:48:09.036529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-df2396a6-dcd4-4116-8ef8-51322df8a1f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132427ad-8654-494e-b3e0-a84dccfe67df HTTP/1.1" status: 200 len: 1000 time: 0.0566590 Jul 15 23:48:09.085048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-5860438f-358d-4522-b1e0-9c7eb277e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:09.086464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-5860438f-358d-4522-b1e0-9c7eb277e85d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3672a4cd-9b13-4113-adba-40c595959a2d HTTP/1.1" status: 200 len: 834 time: 0.0411298 Jul 15 23:48:09.149381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-62331899-5a20-45ac-8d65-bb0a1566f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:09.151391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-62331899-5a20-45ac-8d65-bb0a1566f3e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540555 Jul 15 23:48:09.240003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-88ad2c9a-b626-4ee6-899a-16534efd49b3 service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804551 Jul 15 23:48:09.339907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30cf39b0-2400-49e5-a6ad-c891e45771cb req-4d3dc45a-1616-4e8b-b0c4-50c1fbce82d5 service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923042 Jul 15 23:48:09.679008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5291834-5159-4376-be4e-428e09f2664e req-f95af620-07ff-4c84-a651-4181a4656ccb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:09.680520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5291834-5159-4376-be4e-428e09f2664e req-f95af620-07ff-4c84-a651-4181a4656ccb tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0634468 Jul 15 23:48:09.717319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5291834-5159-4376-be4e-428e09f2664e req-7d8dc945-db06-4aa3-b86e-9a3423329ade tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308144 Jul 15 23:48:10.888555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dba32-1a59-4570-8816-701c375a9130 req-7b002595-4beb-4fab-87e1-eaf6529f98c4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:10.890031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-502dba32-1a59-4570-8816-701c375a9130 req-7b002595-4beb-4fab-87e1-eaf6529f98c4 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0636129 Jul 15 23:48:10.930453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-502dba32-1a59-4570-8816-701c375a9130 req-8856e6c4-7774-49ce-bee4-1d0a9e4b5392 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348210 Jul 15 23:48:12.100569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbcef2-80e0-4d0b-81ba-0b138979f07e req-9b94d4ce-4e42-46c6-a2e3-07b8ee91365e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:12.102044 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27cbcef2-80e0-4d0b-81ba-0b138979f07e req-9b94d4ce-4e42-46c6-a2e3-07b8ee91365e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0639911 Jul 15 23:48:12.139240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27cbcef2-80e0-4d0b-81ba-0b138979f07e req-c58236dc-0d1b-4d59-9960-30a5821c0510 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Jul 15 23:48:13.311895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc41cb7-ba6a-422b-af2b-fc9409db77fe req-18c68e0e-faf6-4037-a814-83cd0be3fd9e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:13.313403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dc41cb7-ba6a-422b-af2b-fc9409db77fe req-18c68e0e-faf6-4037-a814-83cd0be3fd9e tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0628242 Jul 15 23:48:13.350086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7dc41cb7-ba6a-422b-af2b-fc9409db77fe req-2c52e25f-00cd-4287-b17e-4ffc66722322 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jul 15 23:48:13.924657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c25c62-60f7-46dc-bbbf-235d3017fd57 req-a7ad6b30-39b8-4643-991e-f9ab7d473b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:13.926233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62c25c62-60f7-46dc-bbbf-235d3017fd57 req-a7ad6b30-39b8-4643-991e-f9ab7d473b6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 1096 time: 0.0553837 Jul 15 23:48:13.960164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-62c25c62-60f7-46dc-bbbf-235d3017fd57 req-75e631a8-1436-4662-bf9a-80006c03e99b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268574 Jul 15 23:48:14.076115 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:14.520853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25563c38-f195-4649-af62-0db933932669 req-264bd635-0029-4845-aef2-877a2d0a927b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:14.522339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25563c38-f195-4649-af62-0db933932669 req-264bd635-0029-4845-aef2-877a2d0a927b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0627246 Jul 15 23:48:14.559024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25563c38-f195-4649-af62-0db933932669 req-ae75edd9-e5f1-47b8-807a-c0b3a0144949 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Jul 15 23:48:15.248350 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 132427ad-8654-494e-b3e0-a84dccfe67df details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:48:15.350023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=132427ad-8654-494e-b3e0-a84dccfe67df,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:15.361589 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '132427ad-8654-494e-b3e0-a84dccfe67df', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'port_id': '132427ad-8654-494e-b3e0-a84dccfe67df', 'mac_address': 'fa:16:3e:49:22:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:48:15.406531 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:15.420324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 132427ad-8654-494e-b3e0-a84dccfe67df {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:48:15.442032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=132427ad-8654-494e-b3e0-a84dccfe67df,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:15.447356 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:15.499884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=132427ad-8654-494e-b3e0-a84dccfe67df,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:15.509356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.509763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.510110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.510450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.510814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.511153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.511486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.511829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.512160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.512486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.512816 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.513142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:15.704867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['132427ad-8654-494e-b3e0-a84dccfe67df'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:48:15.731688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c27652-c392-4951-81aa-314b0429dc93 req-b0d0b6f0-f36b-40f7-93c9-66ea80297317 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:15.733215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33c27652-c392-4951-81aa-314b0429dc93 req-b0d0b6f0-f36b-40f7-93c9-66ea80297317 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 944 time: 0.0623722 Jul 15 23:48:15.774997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33c27652-c392-4951-81aa-314b0429dc93 req-092ff92e-084d-43ef-96e8-2218939c83b5 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358119 Jul 15 23:48:15.800117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53662) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:15.860314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9709415d-a443-4373-ad64-eef08ec5c207 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/floatingips/0534fae8-4973-40af-a9d6-9d7c711969bb HTTP/1.1" status: 200 len: 991 time: 0.0590382 Jul 15 23:48:17.264554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 132427ad-8654-494e-b3e0-a84dccfe67df up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:48:17.310726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 132427ad-8654-494e-b3e0-a84dccfe67df triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:48:17.311124 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.388207 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.409704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:17.411959 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20347aa-d185-40a4-9113-8790ccde4adb" -d '{"events": [{"server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "name": "network-vif-plugged", "status": "completed", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:17.424830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=132427ad-8654-494e-b3e0-a84dccfe67df,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:17.430091 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.453233 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bb632a-e24c-480f-84c3-f37e8ac1c844 x-openstack-request-id: req-e4bb632a-e24c-480f-84c3-f37e8ac1c844 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:17.453519 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "name": "network-vif-plugged", "status": "completed", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:17.453766 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4bb632a-e24c-480f-84c3-f37e8ac1c844 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:17.454151 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df', 'code': 200} Jul 15 23:48:17.477754 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=132427ad-8654-494e-b3e0-a84dccfe67df,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:18.097062 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-32c1986e-842d-4ee7-9a96-78bb90b29138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:20.710387 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-029aaad0-562b-4d54-9f3e-15fed3796849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:21.105013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:21.657407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:23.406859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:25.367780 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.026034 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:48:44.090475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:48.096917 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-26b2c973-b90f-4912-b86a-68a435d22fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:50.710994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59220440-3f47-4e93-8742-ff291e22158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:51.105540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:51.659741 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.186510 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53678) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:53.340926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port b6ae64d5-df59-4116-a161-0f7ce36203f3 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:48:53.341270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.406386 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.419011 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.419428 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.430887 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for b6ae64d5-df59-4116-a161-0f7ce36203f3 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:48:53.574836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.598405 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=b6ae64d5-df59-4116-a161-0f7ce36203f3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:53.612332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.612687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.613036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.613379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.613729 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.614062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.614395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.614725 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.615085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.615415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.615741 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.616068 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:53.684770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.685447 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Floating IP 0534fae8-4973-40af-a9d6-9d7c711969bb disassociated (deleted). External IP: 172.25.3.78, port: 132427ad-8654-494e-b3e0-a84dccfe67df. Jul 15 23:48:53.898157 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router a7c83b0f-a502-485b-b960-33e3e3f617a1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:48:54.002505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:48:54.007545 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:54.011864 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] Sync routers for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:48:54.020389 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:48:54.020990 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:48:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:54.042800 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7c2fa4e8-dfd3-40fd-8ef0-c5506c5cee42 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/floatingips/0534fae8-4973-40af-a9d6-9d7c711969bb HTTP/1.1" status: 204 len: 168 time: 0.8546975 Jul 15 23:48:54.043312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:54.045659 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d847f8c8-e243-4fcd-a4a3-39b25a267170" -d '{"events": [{"name": "network-changed", "server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:54.125579 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:48:54.330568 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:15Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:54.346829 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746804a3-a278-4545-be44-f2ed63cb93fb x-openstack-request-id: req-746804a3-a278-4545-be44-f2ed63cb93fb {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:54.347323 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:54.347433 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-746804a3-a278-4545-be44-f2ed63cb93fb {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:54.347795 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df', 'status': 'completed', 'code': 200} Jul 15 23:48:54.359189 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] Checking router: a7c83b0f-a502-485b-b960-33e3e3f617a1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:48:54.369789 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:48:54.370401 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:48:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:54.438939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-5053f546-1c4e-4cbb-869e-28ba90c9f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:54.440501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-5053f546-1c4e-4cbb-869e-28ba90c9f9f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca310d694c094256952d1bf72f087043&device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 1096 time: 0.0602653 Jul 15 23:48:54.558425 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:48:54.575768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-a8664ab8-8d9e-4110-b95a-dc57e6005ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:54.577247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-a8664ab8-8d9e-4110-b95a-dc57e6005ebc service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c HTTP/1.1" status: 200 len: 898 time: 0.1267910 Jul 15 23:48:54.634105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577101e0-437c-4c89-a3bc-3aa5f5c471c6 req-c4912975-1733-45b1-bb88-62a3662bb235 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:54.635668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-577101e0-437c-4c89-a3bc-3aa5f5c471c6 req-c4912975-1733-45b1-bb88-62a3662bb235 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.1942823 Jul 15 23:48:54.636921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-84d998c5-9462-4291-a145-b956a12e851b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132427ad-8654-494e-b3e0-a84dccfe67df HTTP/1.1" status: 200 len: 217 time: 0.0504878 Jul 15 23:48:54.709159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-577101e0-437c-4c89-a3bc-3aa5f5c471c6 req-4fbb44e9-dad6-441d-8080-bc44a962b040 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677717 Jul 15 23:48:54.710711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-1d453908-0438-4c2d-8c56-7c06a4370bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:54.712097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-1d453908-0438-4c2d-8c56-7c06a4370bf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3672a4cd-9b13-4113-adba-40c595959a2d HTTP/1.1" status: 200 len: 834 time: 0.0639026 Jul 15 23:48:54.764733 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:15Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:54.771506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-4bf68d15-536a-4e20-9442-5fe6578c2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:54.773021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-4bf68d15-536a-4e20-9442-5fe6578c2bf1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520630 Jul 15 23:48:54.793449 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf70b2-99e3-4e85-ae22-0b3a3e424744 None None] The sync data for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 is: [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:11Z', 'revision_number': 4, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3b3c2310-f809-4c13-be12-6def8f6f095f', 'name': '', 'network_id': 'ff4e2a74-590f-45cc-9d9c-afc9e2cd568c', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'mac_address': 'fa:16:3e:fa:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:10Z', 'updated_at': '2021-07-15T23:47:15Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'subnets': [{'id': '3672a4cd-9b13-4113-adba-40c595959a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:48:54.872490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-81b5e28d-9d4d-44e0-8d08-a19ba1a574d2 service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891380 Jul 15 23:48:54.968553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d847f8c8-e243-4fcd-a4a3-39b25a267170 req-59e49e54-0726-42c6-9b35-98fe40a061c8 service neutron] 10.222.0.59 "GET /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857301 Jul 15 23:48:55.022112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221810c4-62bc-4a8a-87c8-d9042bf6cd7a None None] New status for floating IP 0534fae8-4973-40af-a9d6-9d7c711969bb: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:48:55.385311 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:55.890863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35490d-f80e-40ad-8ab4-47c756daacc1 req-ff361301-d49d-4072-a8e5-0bd32bdae411 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:55.892356 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be35490d-f80e-40ad-8ab4-47c756daacc1 req-ff361301-d49d-4072-a8e5-0bd32bdae411 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0666556 Jul 15 23:48:55.929468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-be35490d-f80e-40ad-8ab4-47c756daacc1 req-7f50fe46-3cc4-453d-9c22-6d379ae21ff0 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Jul 15 23:48:56.022390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-8ac27a98-8517-4f97-8c5f-847a8aab3a51 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:56.023782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-8ac27a98-8517-4f97-8c5f-847a8aab3a51 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 945 time: 0.0615594 Jul 15 23:48:56.123841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 132427ad-8654-494e-b3e0-a84dccfe67df {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:48:56.124166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:56.210406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port 132427ad-8654-494e-b3e0-a84dccfe67df, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=132427ad-8654-494e-b3e0-a84dccfe67df,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:56.210778 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:56.222767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 132427ad-8654-494e-b3e0-a84dccfe67df owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:48:56.347815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:56.376417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=132427ad-8654-494e-b3e0-a84dccfe67df,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:56.407005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.407359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.407698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.408031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.408381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.408719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.409048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.409378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.409704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.410025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.410345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.410665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:56.434733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] No DVR routers for this DVR port 132427ad-8654-494e-b3e0-a84dccfe67df on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:48:56.437329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:56.439478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f4bb52f-4e54-40ad-976d-f10ffd6b25f3 req-ca34533f-7f21-44f8-8b96-832b34c07a34 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.59 "DELETE /v2.0/ports/132427ad-8654-494e-b3e0-a84dccfe67df HTTP/1.1" status: 204 len: 173 time: 0.4093766 Jul 15 23:48:56.439950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'name': 'network-vif-deleted', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:56.442397 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcf5328-f644-4ce9-a53f-e56603eec0ad" -d '{"events": [{"server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "name": "network-vif-deleted", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:56.478998 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2107c157-3c4b-495a-ae16-504b2f9f4b13 x-openstack-request-id: req-2107c157-3c4b-495a-ae16-504b2f9f4b13 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:56.479331 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233bdaf7-1683-43d0-b86f-754c0424112b", "name": "network-vif-deleted", "tag": "132427ad-8654-494e-b3e0-a84dccfe67df", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:56.479619 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2107c157-3c4b-495a-ae16-504b2f9f4b13 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:56.480047 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233bdaf7-1683-43d0-b86f-754c0424112b', 'name': 'network-vif-deleted', 'tag': '132427ad-8654-494e-b3e0-a84dccfe67df', 'status': 'completed', 'code': 200} Jul 15 23:48:57.082329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39498cfa-3a3e-4416-a2dd-43daa12cf1cf req-dace4d4f-5678-4a0a-a44c-e04de41fd5a7 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "GET /v2.0/ports?device_id=233bdaf7-1683-43d0-b86f-754c0424112b HTTP/1.1" status: 200 len: 210 time: 0.0287564 Jul 15 23:48:58.173661 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53700) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:58.527970 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:59.099355 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 3b3c2310-f809-4c13-be12-6def8f6f095f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:48:59.099697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:59.182856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port 3b3c2310-f809-4c13-be12-6def8f6f095f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3b3c2310-f809-4c13-be12-6def8f6f095f,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:59.183517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:59.196194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 3b3c2310-f809-4c13-be12-6def8f6f095f owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:48:59.377675 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:59.408675 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=3b3c2310-f809-4c13-be12-6def8f6f095f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:59.487954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 132427ad-8654-494e-b3e0-a84dccfe67df no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:48:59.511480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 132427ad-8654-494e-b3e0-a84dccfe67df {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:48:59.511823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 132427ad-8654-494e-b3e0-a84dccfe67df not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:48:59.580240 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:59.790681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Router a7c83b0f-a502-485b-b960-33e3e3f617a1 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:48:59.892468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:48:59.897440 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-68d7ea3a-0bc3-4cbb-8d13-6ae88c0f847b tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "PUT /v2.0/routers/a7c83b0f-a502-485b-b960-33e3e3f617a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227736 Jul 15 23:48:59.900825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53702) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:59.903034 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] Sync routers for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:48:59.912292 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:48:59.912967 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:48:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:59.950198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-2273dc1e-7637-48ea-ac69-dce3e0e90faa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting subnet 3672a4cd-9b13-4113-adba-40c595959a2d {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:48:59.953152 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2273dc1e-7637-48ea-ac69-dce3e0e90faa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:59.991697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2273dc1e-7637-48ea-ac69-dce3e0e90faa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.015454 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:00.077632 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2273dc1e-7637-48ea-ac69-dce3e0e90faa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.136125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2273dc1e-7637-48ea-ac69-dce3e0e90faa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.162598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273dc1e-7637-48ea-ac69-dce3e0e90faa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Subnet': ['ID=3672a4cd-9b13-4113-adba-40c595959a2d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:00.167149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2273dc1e-7637-48ea-ac69-dce3e0e90faa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.169450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2273dc1e-7637-48ea-ac69-dce3e0e90faa tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/subnets/3672a4cd-9b13-4113-adba-40c595959a2d HTTP/1.1" status: 204 len: 168 time: 0.2675219 Jul 15 23:49:00.171913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53704) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:00.174741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d85ae-e0fb-459e-8cdb-cb891f1fd3f6 None None] Network ff4e2a74-590f-45cc-9d9c-afc9e2cd568c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:49:00.189972 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:48:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:00.217443 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] Checking router: a7c83b0f-a502-485b-b960-33e3e3f617a1 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:49:00.226798 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] Routers {'a7c83b0f-a502-485b-b960-33e3e3f617a1'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:00.227626 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:48:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a7c83b0f-a502-485b-b960-33e3e3f617a1'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:00.283757 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.333587 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] Set router a7c83b0f-a502-485b-b960-33e3e3f617a1 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:00.391765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.395420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] DHCP port deletion for ff4e2a74-590f-45cc-9d9c-afc9e2cd568c request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:49:00.445068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] Deleting port 975517be-5b39-4473-8646-569447f465dc {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:00.445445 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.450455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Deleting port 1ac58a9b-7ab3-436d-827a-9a6cc7034857 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:00.450649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.511792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] For port 975517be-5b39-4473-8646-569447f465dc, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=975517be-5b39-4473-8646-569447f465dc,segment=NetworkSegment(47017c99-59b1-4043-8732-cb2b7ad05975),segment_id=47017c99-59b1-4043-8732-cb2b7ad05975)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:00.512394 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.523957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] Calling delete_port for 975517be-5b39-4473-8646-569447f465dc owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:00.527735 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:48:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:00.536397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] For port 1ac58a9b-7ab3-436d-827a-9a6cc7034857, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1ac58a9b-7ab3-436d-827a-9a6cc7034857,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:00.536694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.549363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Calling delete_port for 1ac58a9b-7ab3-436d-827a-9a6cc7034857 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:00.554991 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40085b52-df2b-4d88-b1f1-29f4fa0893a2 None None] The sync data for ids ['a7c83b0f-a502-485b-b960-33e3e3f617a1'] in n-d-793618-8 is: [{'id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963563', 'tenant_id': 'ca310d694c094256952d1bf72f087043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:48:59Z', 'revision_number': 5, 'project_id': 'ca310d694c094256952d1bf72f087043', 'gw_port': {'id': '1ac58a9b-7ab3-436d-827a-9a6cc7034857', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c83b0f-a502-485b-b960-33e3e3f617a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:47:08Z', 'updated_at': '2021-07-15T23:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:49:00.609421 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.637330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] Pushing event deleted for resources: {'Port': ['ID=975517be-5b39-4473-8646-569447f465dc,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:00.637567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b9afec-9d1c-4220-9135-c0652c3f9a6e None None] No DVR routers for this DVR port 975517be-5b39-4473-8646-569447f465dc on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:49:00.720972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.746046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Port': ['ID=1ac58a9b-7ab3-436d-827a-9a6cc7034857,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:00.809823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.913845 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.916243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.979264 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.979847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Fanout notify agent at l3_agent the message router_deleted on router a7c83b0f-a502-485b-b960-33e3e3f617a1 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:49:00.987660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:00.991378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bec10331-2cd9-494c-972f-c0959bd4a717 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/routers/a7c83b0f-a502-485b-b960-33e3e3f617a1 HTTP/1.1" status: 204 len: 168 time: 0.8158078 Jul 15 23:49:00.991628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53706) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:01.078269 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.099495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 975517be-5b39-4473-8646-569447f465dc no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:01.119454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 975517be-5b39-4473-8646-569447f465dc {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:01.119801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 975517be-5b39-4473-8646-569447f465dc not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:01.120211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3b3c2310-f809-4c13-be12-6def8f6f095f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:01.139175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 3b3c2310-f809-4c13-be12-6def8f6f095f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:01.139520 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3b3c2310-f809-4c13-be12-6def8f6f095f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:01.173913 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.184366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4e2a74-590f-45cc-9d9c-afc9e2cd568c']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:01.203422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47017c99-59b1-4043-8732-cb2b7ad05975') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:01.203718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47017c99-59b1-4043-8732-cb2b7ad05975') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:01.218508 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.232706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.239122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:49:01.239584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:49:01.242748 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:49:01.302890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.309956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.311792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/networks/ff4e2a74-590f-45cc-9d9c-afc9e2cd568c HTTP/1.1" status: 204 len: 168 time: 0.3191538 Jul 15 23:49:01.314693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53708) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:01.323124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeee4d-6572-4622-9f46-ee2bac423833 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'Network': ['ID=ff4e2a74-590f-45cc-9d9c-afc9e2cd568c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:01.374540 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b75d6fdf-e1f2-414d-905c-653b528b9079 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.400121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b75d6fdf-e1f2-414d-905c-653b528b9079 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.458671 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b75d6fdf-e1f2-414d-905c-653b528b9079 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.461530 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b75d6fdf-e1f2-414d-905c-653b528b9079 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.463285 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b75d6fdf-e1f2-414d-905c-653b528b9079 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb9c78bf-cc79-4f32-b0b8-c4baff6b638c HTTP/1.1" status: 204 len: 168 time: 0.1468978 Jul 15 23:49:01.472169 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d6fdf-e1f2-414d-905c-653b528b9079 tempest-TestNetworkAdvancedServerOps-709704230 tempest-TestNetworkAdvancedServerOps-709704230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9c78bf-cc79-4f32-b0b8-c4baff6b638c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:01.781591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53716) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:01.914026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-519e35b9-c1fc-4391-abdf-49118c3c99ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca310d694c094256952d1bf72f087043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311951 Jul 15 23:49:01.917014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53720) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:01.962742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76b65bb0-56c8-4c5c-b12d-82464aba5e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.983462 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76b65bb0-56c8-4c5c-b12d-82464aba5e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:02.030024 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76b65bb0-56c8-4c5c-b12d-82464aba5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:02.032601 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-76b65bb0-56c8-4c5c-b12d-82464aba5e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:02.033743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-76b65bb0-56c8-4c5c-b12d-82464aba5e00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d0168d7-5ac1-44d1-8f3e-cbe4e8f8968e HTTP/1.1" status: 204 len: 168 time: 0.1158543 Jul 15 23:49:02.042388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b65bb0-56c8-4c5c-b12d-82464aba5e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0168d7-5ac1-44d1-8f3e-cbe4e8f8968e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:02.289684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53726) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:02.328320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-12bef6f6-6b44-4299-9f23-545fa3e06cb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac82e1fdacf8451c92fe1eb74a14ead6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374935 Jul 15 23:49:02.330728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53728) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:02.377314 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08cc9f6b-c73f-4046-9995-605edfc23c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:02.397268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08cc9f6b-c73f-4046-9995-605edfc23c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:02.447125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08cc9f6b-c73f-4046-9995-605edfc23c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:02.449616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08cc9f6b-c73f-4046-9995-605edfc23c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:02.450921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-08cc9f6b-c73f-4046-9995-605edfc23c2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f73a9f80-3c4b-422a-8edd-c17be42bbfec HTTP/1.1" status: 204 len: 168 time: 0.1192698 Jul 15 23:49:02.458407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc9f6b-c73f-4046-9995-605edfc23c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73a9f80-3c4b-422a-8edd-c17be42bbfec,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:02.987566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1ac58a9b-7ab3-436d-827a-9a6cc7034857 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:03.011799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1ac58a9b-7ab3-436d-827a-9a6cc7034857 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:03.012171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1ac58a9b-7ab3-436d-827a-9a6cc7034857 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:07.024700 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:49:12.527241 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-fcc3cb59-26b7-470b-98a2-ec305a94d0f4 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e4e6c37e011946129fac75ad9c6548bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293856 Jul 15 23:49:12.702151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-56e89f66-b43c-4fec-9146-62201889edb5 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:12.703639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-56e89f66-b43c-4fec-9146-62201889edb5 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716273 Jul 15 23:49:12.718294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-c8854f26-9d42-4d7c-b88b-9f3ed2698353 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/quotas/e4e6c37e011946129fac75ad9c6548bf HTTP/1.1" status: 200 len: 375 time: 0.0093515 Jul 15 23:49:12.750730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-b4a62b39-65eb-4cb2-b2ee-e7cf4487e482 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4e6c37e011946129fac75ad9c6548bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272553 Jul 15 23:49:13.194678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1d89327-617a-4cbb-8483-bf95264c3574 req-0fbab683-ed43-4094-be4b-1ce064521769 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 210 time: 0.3084879 Jul 15 23:49:13.932547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-3318859d-a33a-49ba-b69c-b2f91605388f tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e4e6c37e011946129fac75ad9c6548bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223963 Jul 15 23:49:14.041098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-21925e54-ba7f-4b4c-bf77-c0109ecd3abd tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:14.042466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-21925e54-ba7f-4b4c-bf77-c0109ecd3abd tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037076 Jul 15 23:49:14.055096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Request body: {'port': {'device_id': '1f49add3-f14a-4c56-ac6e-59ac340bcf1c', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'admin_state_up': True, 'tenant_id': 'e4e6c37e011946129fac75ad9c6548bf'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:14.104567 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.164121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Made reservation on behalf of e4e6c37e011946129fac75ad9c6548bf for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:49:14.168217 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.176937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.269922 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.273989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.349519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31995919-5e7d-4221-bb6f-a39cebb3f7ff,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:14.374729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73a52dc7-6f9a-449f-b886-63290cc89999 req-9185e7fa-f08a-4316-b2d4-8dc013614573 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 210 time: 0.0412765 Jul 15 23:49:14.436331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Allocated IP 192.168.233.40 (54a0cc7e-326e-4255-bdb5-46ac81e72ea9/a802bed8-e5d4-4121-840d-ac56508171bd/1e5beabb-4267-4036-b3f9-bc05991c1161) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:49:14.582203 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.595632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Transition to ACTIVE for port object 1e5beabb-4267-4036-b3f9-bc05991c1161 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:49:14.627779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.672958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:49:14.676132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:49:14.680060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:49:14.703904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Pushing event updated for resources: {'Port': ['ID=1e5beabb-4267-4036-b3f9-bc05991c1161,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:14.735737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:14.736395 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.752498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-175d8c9d-deb4-4ca6-92b0-b99dae922f06 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7010701 Jul 15 23:49:14.766225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Request body: {'port': {'device_id': '1f49add3-f14a-4c56-ac6e-59ac340bcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:14.844280 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.951957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ffea244f-fa3c-42c8-b01e-de2be027eb94 None None] Provisioning for port 1e5beabb-4267-4036-b3f9-bc05991c1161 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:49:14.956996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ffea244f-fa3c-42c8-b01e-de2be027eb94 None None] Provisioning complete for port 1e5beabb-4267-4036-b3f9-bc05991c1161 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:49:14.957479 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ffea244f-fa3c-42c8-b01e-de2be027eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:14.993245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ffea244f-fa3c-42c8-b01e-de2be027eb94 None None] Port 1e5beabb-4267-4036-b3f9-bc05991c1161 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:49:15.110794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5beabb-4267-4036-b3f9-bc05991c1161 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:15.118283 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:15.130334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Transition to ACTIVE for port object 1e5beabb-4267-4036-b3f9-bc05991c1161 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:49:15.133492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:15.181405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5beabb-4267-4036-b3f9-bc05991c1161,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:15.255476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Attempting to bind port 1e5beabb-4267-4036-b3f9-bc05991c1161 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:49:15.255860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Attempting to bind port 1e5beabb-4267-4036-b3f9-bc05991c1161 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:49:15.256211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Attempting to bind port 1e5beabb-4267-4036-b3f9-bc05991c1161 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:15.260875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Port 1e5beabb-4267-4036-b3f9-bc05991c1161 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:49:15.261211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Attempting to bind port 1e5beabb-4267-4036-b3f9-bc05991c1161 on network 54a0cc7e-326e-4255-bdb5-46ac81e72ea9 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:15.266251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:49:15.266594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Checking segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:49:15.267079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Bound using segment: {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:49:15.267519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Bound port: 1e5beabb-4267-4036-b3f9-bc05991c1161, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746707-68e9-40e5-a317-f5b4f1e2b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:49:15.267884 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:15.336565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] For port 1e5beabb-4267-4036-b3f9-bc05991c1161, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:49:15.340048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] For port 1e5beabb-4267-4036-b3f9-bc05991c1161, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1e5beabb-4267-4036-b3f9-bc05991c1161,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:49:15.344591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:15.376807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:15.377475 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:15.378844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] 10.222.0.59 "PUT /v2.0/ports/1e5beabb-4267-4036-b3f9-bc05991c1161 HTTP/1.1" status: 200 len: 1095 time: 0.6170046 Jul 15 23:49:15.379561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f49add3-f14a-4c56-ac6e-59ac340bcf1c', 'tag': '1e5beabb-4267-4036-b3f9-bc05991c1161'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:15.381845 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c04653-df25-4a6a-a27d-e23762ca105a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f49add3-f14a-4c56-ac6e-59ac340bcf1c", "tag": "1e5beabb-4267-4036-b3f9-bc05991c1161"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:15.408522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73f387-009f-4cbf-b186-1e4f24b37be5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5beabb-4267-4036-b3f9-bc05991c1161,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:15.433018 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebfe588-2b7e-4432-9fbc-4cd996a67441 x-openstack-request-id: req-eebfe588-2b7e-4432-9fbc-4cd996a67441 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:15.435046 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f49add3-f14a-4c56-ac6e-59ac340bcf1c", "tag": "1e5beabb-4267-4036-b3f9-bc05991c1161", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:15.435530 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eebfe588-2b7e-4432-9fbc-4cd996a67441 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:15.436098 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f49add3-f14a-4c56-ac6e-59ac340bcf1c', 'tag': '1e5beabb-4267-4036-b3f9-bc05991c1161', 'status': 'completed', 'code': 200} Jul 15 23:49:15.483324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-d7dbc27a-32a7-40f2-bb56-79bfcac028e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:15.484875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-d7dbc27a-32a7-40f2-bb56-79bfcac028e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4e6c37e011946129fac75ad9c6548bf&device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 1098 time: 0.0639844 Jul 15 23:49:15.534800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-657391b3-5d63-4fe4-a562-984d0f288d1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=1e5beabb-4267-4036-b3f9-bc05991c1161 HTTP/1.1" status: 200 len: 217 time: 0.0411241 Jul 15 23:49:15.609936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-57a790b8-532d-4df0-bd51-0ebc0186ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:15.611441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-57a790b8-532d-4df0-bd51-0ebc0186ddbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0668843 Jul 15 23:49:15.663964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478cff3-f0fc-46e6-9124-5abbb30d793f req-f7bff5ca-b0b8-4676-8ec6-14cf71a7b803 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:15.665461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d478cff3-f0fc-46e6-9124-5abbb30d793f req-f7bff5ca-b0b8-4676-8ec6-14cf71a7b803 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 947 time: 0.1297920 Jul 15 23:49:15.714654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-5517081b-cc03-4350-8b53-20e4bb9c6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:15.716175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-5517081b-cc03-4350-8b53-20e4bb9c6756 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975392 Jul 15 23:49:15.721048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d478cff3-f0fc-46e6-9124-5abbb30d793f req-5c5c9bbc-d31e-40d4-89df-d103352269b3 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497227 Jul 15 23:49:15.807022 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-46ebe8f4-658e-4b00-8aa4-1a59cbf20e30 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826781 Jul 15 23:49:15.902372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87e5057b-4b81-4209-b338-95c7427a5ec2 req-6e8d0cbc-fcfa-427b-b879-4184f1be55b4 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863142 Jul 15 23:49:16.010786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c04653-df25-4a6a-a27d-e23762ca105a req-5d909cab-d7f1-485a-b61d-f4fe37dfd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:16.012227 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75c04653-df25-4a6a-a27d-e23762ca105a req-5d909cab-d7f1-485a-b61d-f4fe37dfd6cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4e6c37e011946129fac75ad9c6548bf&device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 1098 time: 0.0574789 Jul 15 23:49:16.107789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c04653-df25-4a6a-a27d-e23762ca105a req-0c7cc4f5-9a9b-4e00-a528-be4f64bcf2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:16.109287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75c04653-df25-4a6a-a27d-e23762ca105a req-0c7cc4f5-9a9b-4e00-a528-be4f64bcf2e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9 HTTP/1.1" status: 200 len: 870 time: 0.0902052 Jul 15 23:49:16.151480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75c04653-df25-4a6a-a27d-e23762ca105a req-cb581446-ddb9-41a0-ae9a-9db916cafe06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=1e5beabb-4267-4036-b3f9-bc05991c1161 HTTP/1.1" status: 200 len: 217 time: 0.0355835 Jul 15 23:49:16.202824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c04653-df25-4a6a-a27d-e23762ca105a req-aac0461c-df83-48f7-9638-4fe0b390d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:16.204306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75c04653-df25-4a6a-a27d-e23762ca105a req-aac0461c-df83-48f7-9638-4fe0b390d3b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a802bed8-e5d4-4121-840d-ac56508171bd HTTP/1.1" status: 200 len: 843 time: 0.0451663 Jul 15 23:49:16.266604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c04653-df25-4a6a-a27d-e23762ca105a req-9fd0b594-60d4-45af-b115-6d01fc43e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:16.268065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75c04653-df25-4a6a-a27d-e23762ca105a req-9fd0b594-60d4-45af-b115-6d01fc43e0bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54a0cc7e-326e-4255-bdb5-46ac81e72ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570512 Jul 15 23:49:16.359526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75c04653-df25-4a6a-a27d-e23762ca105a req-68f5dea8-9a7e-4f38-bb1c-5ca97a801b7a service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825231 Jul 15 23:49:16.453237 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75c04653-df25-4a6a-a27d-e23762ca105a req-637f7486-38ff-4a9b-b6e2-ebe069fb7179 service neutron] 10.222.0.59 "GET /v2.0/networks/54a0cc7e-326e-4255-bdb5-46ac81e72ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870981 Jul 15 23:49:16.891085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd87032-5fc2-416c-b347-5cd1f66d4642 req-b39e9af7-8735-414d-980d-b0074511ffd9 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:16.892610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bd87032-5fc2-416c-b347-5cd1f66d4642 req-b39e9af7-8735-414d-980d-b0074511ffd9 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 947 time: 0.0635488 Jul 15 23:49:16.930735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bd87032-5fc2-416c-b347-5cd1f66d4642 req-9d1c0767-13d5-4e75-86b7-ad3b42cd7c65 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Jul 15 23:49:18.098197 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-276b677c-b21b-4b20-81bf-720e57a98e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:18.104860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc3893-64c7-40e7-91c8-190fa27e3786 req-3338e548-0945-47dd-9bf1-7a55dbd5df4e tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:18.106371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cdfc3893-64c7-40e7-91c8-190fa27e3786 req-3338e548-0945-47dd-9bf1-7a55dbd5df4e tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 947 time: 0.0690494 Jul 15 23:49:18.144385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cdfc3893-64c7-40e7-91c8-190fa27e3786 req-27bbf155-dbb4-4fd8-951b-29528fb68e0c tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Jul 15 23:49:19.317623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7896b2-61d4-4b2a-92a2-8fbc594be83b req-3f666ff4-e9b8-44b8-8265-79c09959f452 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:19.319107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e7896b2-61d4-4b2a-92a2-8fbc594be83b req-3f666ff4-e9b8-44b8-8265-79c09959f452 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 947 time: 0.0641577 Jul 15 23:49:19.356516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e7896b2-61d4-4b2a-92a2-8fbc594be83b req-f0755b3d-be28-49a7-908b-260e5c7a7971 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Jul 15 23:49:19.559563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1e5beabb-4267-4036-b3f9-bc05991c1161 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:49:19.652805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1e5beabb-4267-4036-b3f9-bc05991c1161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1e5beabb-4267-4036-b3f9-bc05991c1161,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:19.662645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '1e5beabb-4267-4036-b3f9-bc05991c1161', 'network_id': '54a0cc7e-326e-4255-bdb5-46ac81e72ea9', 'port_id': '1e5beabb-4267-4036-b3f9-bc05991c1161', 'mac_address': 'fa:16:3e:29:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a802bed8-e5d4-4121-840d-ac56508171bd', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:49:19.699244 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:19.711347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5beabb-4267-4036-b3f9-bc05991c1161 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:19.729760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1e5beabb-4267-4036-b3f9-bc05991c1161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1e5beabb-4267-4036-b3f9-bc05991c1161,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:19.733755 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:19.779820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1e5beabb-4267-4036-b3f9-bc05991c1161,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:19.786895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.787276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.787612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.787976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.788315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.788641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.788960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.789277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.789593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.789910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.790221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.790554 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:19.958731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['1e5beabb-4267-4036-b3f9-bc05991c1161'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:49:20.525509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8874964-a928-4538-942f-4030444927ab req-8ede3cc5-eeea-493e-9592-03603426a974 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:20.527048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8874964-a928-4538-942f-4030444927ab req-8ede3cc5-eeea-493e-9592-03603426a974 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 948 time: 0.0633225 Jul 15 23:49:20.564892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8874964-a928-4538-942f-4030444927ab req-a925001e-b220-4ee5-874c-f009c7043110 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Jul 15 23:49:20.712347 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31cbf970-9edc-4aa1-9d1b-99be8446e2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:21.106027 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:21.565918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1e5beabb-4267-4036-b3f9-bc05991c1161 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:49:21.614068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 1e5beabb-4267-4036-b3f9-bc05991c1161 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:49:21.617739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 1e5beabb-4267-4036-b3f9-bc05991c1161 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:49:21.618104 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:21.669501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:21.742876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b206984-e116-411d-ab8a-4f01011f1b35 req-e45ebba6-2f1b-4cc9-8ff4-829003c96c6d tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:21.744592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b206984-e116-411d-ab8a-4f01011f1b35 req-e45ebba6-2f1b-4cc9-8ff4-829003c96c6d tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 948 time: 0.0708814 Jul 15 23:49:21.786042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b206984-e116-411d-ab8a-4f01011f1b35 req-30c13287-347f-4680-8f84-f7854ac36505 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357440 Jul 15 23:49:21.864577 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:21.887122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f49add3-f14a-4c56-ac6e-59ac340bcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5beabb-4267-4036-b3f9-bc05991c1161'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:21.889330 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74da0f4f-abef-45eb-a638-bec58f613b63" -d '{"events": [{"server_uuid": "1f49add3-f14a-4c56-ac6e-59ac340bcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "1e5beabb-4267-4036-b3f9-bc05991c1161"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:21.901838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1e5beabb-4267-4036-b3f9-bc05991c1161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1e5beabb-4267-4036-b3f9-bc05991c1161,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:21.905820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:21.930432 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3987d8-4407-4d6a-b181-77f81c73568b x-openstack-request-id: req-7d3987d8-4407-4d6a-b181-77f81c73568b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:21.930725 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f49add3-f14a-4c56-ac6e-59ac340bcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "1e5beabb-4267-4036-b3f9-bc05991c1161", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:21.931001 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d3987d8-4407-4d6a-b181-77f81c73568b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:21.931905 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f49add3-f14a-4c56-ac6e-59ac340bcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5beabb-4267-4036-b3f9-bc05991c1161', 'code': 200} Jul 15 23:49:21.958071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1e5beabb-4267-4036-b3f9-bc05991c1161,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:22.041256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19167bc3-91e8-4449-a13d-a16d779ee26b req-87d8fd11-c3a4-47f2-aea0-666df491356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:22.042730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19167bc3-91e8-4449-a13d-a16d779ee26b req-87d8fd11-c3a4-47f2-aea0-666df491356a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 1100 time: 0.0513275 Jul 15 23:49:22.077759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19167bc3-91e8-4449-a13d-a16d779ee26b req-439eb60b-9a0f-4d50-9236-790b85841d72 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274165 Jul 15 23:49:22.967654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57095ff6-c11c-4ecd-8c61-5f5f9c4bc4e9 req-075c021a-988b-48ed-bc62-27381d55eecf tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:22.969189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57095ff6-c11c-4ecd-8c61-5f5f9c4bc4e9 req-075c021a-988b-48ed-bc62-27381d55eecf tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 949 time: 0.0692403 Jul 15 23:49:23.011830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-57095ff6-c11c-4ecd-8c61-5f5f9c4bc4e9 req-362dba30-36cc-4abf-938a-97dcf44ed002 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369859 Jul 15 23:49:23.409205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:24.181758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55cc38-82d5-438d-9b4d-ffe86e385429 req-73ed8442-ac8c-4dbd-b1ff-1150d5532c6c tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.183273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b55cc38-82d5-438d-9b4d-ffe86e385429 req-73ed8442-ac8c-4dbd-b1ff-1150d5532c6c tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 949 time: 0.0627620 Jul 15 23:49:24.220896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7b55cc38-82d5-438d-9b4d-ffe86e385429 req-be0b3c4c-4d91-4948-9d17-3b3f6661ecc3 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Jul 15 23:49:25.272588 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48ea4-35aa-4dc7-a86e-2a095d61a518 req-40b1db14-9e21-410c-a867-b19025538cb0 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.274040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fc48ea4-35aa-4dc7-a86e-2a095d61a518 req-40b1db14-9e21-410c-a867-b19025538cb0 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 949 time: 0.0651863 Jul 15 23:49:25.311987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fc48ea4-35aa-4dc7-a86e-2a095d61a518 req-4b95955b-da4f-4de7-a506-33a84e431803 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Jul 15 23:49:25.408657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:26.486639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a804ff-e4a1-474a-bf2a-ccc2841d013f req-f54252b4-65f4-40b9-8b0e-93ab21c289d8 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:26.488115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55a804ff-e4a1-474a-bf2a-ccc2841d013f req-f54252b4-65f4-40b9-8b0e-93ab21c289d8 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 949 time: 0.0656111 Jul 15 23:49:26.525319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55a804ff-e4a1-474a-bf2a-ccc2841d013f req-bc1fff7b-6f90-4fea-b056-4c7eecb0596a tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/security-groups?id=31995919-5e7d-4221-bb6f-a39cebb3f7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Jul 15 23:49:26.812473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-542627cd-e411-43e6-be11-3ef20b19c6f0 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:26.813910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-542627cd-e411-43e6-be11-3ef20b19c6f0 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 949 time: 0.0619845 Jul 15 23:49:26.913342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Deleting port 1e5beabb-4267-4036-b3f9-bc05991c1161 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:26.913675 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:26.998470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] For port 1e5beabb-4267-4036-b3f9-bc05991c1161, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1e5beabb-4267-4036-b3f9-bc05991c1161,segment=NetworkSegment(d7746707-68e9-40e5-a317-f5b4f1e2b967),segment_id=d7746707-68e9-40e5-a317-f5b4f1e2b967)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:26.998859 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:27.010966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Calling delete_port for 1e5beabb-4267-4036-b3f9-bc05991c1161 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:27.138544 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:27.150138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['1e5beabb-4267-4036-b3f9-bc05991c1161'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:49:27.165701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Pushing event deleted for resources: {'Port': ['ID=1e5beabb-4267-4036-b3f9-bc05991c1161,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:27.217364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] No DVR routers for this DVR port 1e5beabb-4267-4036-b3f9-bc05991c1161 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:49:27.220288 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:27.222612 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5d1b390a-aefb-43bc-97ff-adfe261e777c req-f6a057ff-cd6a-4951-8167-3664b2f82f0b tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.59 "DELETE /v2.0/ports/1e5beabb-4267-4036-b3f9-bc05991c1161 HTTP/1.1" status: 204 len: 173 time: 0.4027429 Jul 15 23:49:27.223080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f49add3-f14a-4c56-ac6e-59ac340bcf1c', 'name': 'network-vif-deleted', 'tag': '1e5beabb-4267-4036-b3f9-bc05991c1161'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:27.226333 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d47e57-f62b-482d-a199-021431e36a58" -d '{"events": [{"server_uuid": "1f49add3-f14a-4c56-ac6e-59ac340bcf1c", "name": "network-vif-deleted", "tag": "1e5beabb-4267-4036-b3f9-bc05991c1161"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:27.264550 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775dfc70-f2fc-40f1-bc9b-82cfa43c9bee x-openstack-request-id: req-775dfc70-f2fc-40f1-bc9b-82cfa43c9bee {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:27.264847 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f49add3-f14a-4c56-ac6e-59ac340bcf1c", "name": "network-vif-deleted", "tag": "1e5beabb-4267-4036-b3f9-bc05991c1161", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:27.265106 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-775dfc70-f2fc-40f1-bc9b-82cfa43c9bee {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:27.265506 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f49add3-f14a-4c56-ac6e-59ac340bcf1c', 'name': 'network-vif-deleted', 'tag': '1e5beabb-4267-4036-b3f9-bc05991c1161', 'status': 'completed', 'code': 200} Jul 15 23:49:27.677020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d84395b2-1b37-453a-ac48-dd9b1953b5ad req-2e937ca7-1530-4b0f-afa7-91dff4159ac8 tempest-ServersAdminNegativeTestJSON-186197228 tempest-ServersAdminNegativeTestJSON-186197228-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f49add3-f14a-4c56-ac6e-59ac340bcf1c HTTP/1.1" status: 200 len: 210 time: 0.0295177 Jul 15 23:49:29.000101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53864) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:29.131850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6f292989-1ede-4016-94be-4cd83bfc4699 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4e6c37e011946129fac75ad9c6548bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305768 Jul 15 23:49:29.134367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53868) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:29.180120 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ae10c17-8378-4f11-8f4e-5d3e309ed3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.202118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ae10c17-8378-4f11-8f4e-5d3e309ed3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.251930 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ae10c17-8378-4f11-8f4e-5d3e309ed3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.254409 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ae10c17-8378-4f11-8f4e-5d3e309ed3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.255818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9ae10c17-8378-4f11-8f4e-5d3e309ed3c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31995919-5e7d-4221-bb6f-a39cebb3f7ff HTTP/1.1" status: 204 len: 168 time: 0.1205411 Jul 15 23:49:29.263854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae10c17-8378-4f11-8f4e-5d3e309ed3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31995919-5e7d-4221-bb6f-a39cebb3f7ff,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:29.505192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53874) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:29.518604 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f644fc32-934f-47e6-ab7d-98d4698b00aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.566045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1e5beabb-4267-4036-b3f9-bc05991c1161 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:29.586413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 1e5beabb-4267-4036-b3f9-bc05991c1161 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:29.586786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1e5beabb-4267-4036-b3f9-bc05991c1161 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:29.611723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f644fc32-934f-47e6-ab7d-98d4698b00aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.615517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f644fc32-934f-47e6-ab7d-98d4698b00aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.653507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f644fc32-934f-47e6-ab7d-98d4698b00aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=145f738c5ac249b9bf82b36d1157db1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472971 Jul 15 23:49:29.654374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644fc32-934f-47e6-ab7d-98d4698b00aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e49d15-a2aa-4147-b444-fd078029623b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:29.656436 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:29.706062 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cda1aee2-06a4-44b1-b272-fc2fbffae252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.726324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cda1aee2-06a4-44b1-b272-fc2fbffae252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.773073 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cda1aee2-06a4-44b1-b272-fc2fbffae252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.775816 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cda1aee2-06a4-44b1-b272-fc2fbffae252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.777001 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cda1aee2-06a4-44b1-b272-fc2fbffae252 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3e49d15-a2aa-4147-b444-fd078029623b HTTP/1.1" status: 204 len: 168 time: 0.1195056 Jul 15 23:49:29.784631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1aee2-06a4-44b1-b272-fc2fbffae252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e49d15-a2aa-4147-b444-fd078029623b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:30.410117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 53898) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:30.502516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2120991859-network', 'tenant_id': '392c4a1f817e42c78dedf70e9969f172'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:30.528061 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Made reservation on behalf of 392c4a1f817e42c78dedf70e9969f172 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:49:30.530586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.538959 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.623975 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.627660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.652676 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:49:30.662036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f372f1ee-d936-4471-86ae-301c4ce24074,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:30.667882 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.668271 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Added segment 3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5 of type vlan for network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 Jul 15 23:49:30.707963 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.736172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.737141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:30.737719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.772239 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3609412 Jul 15 23:49:30.775852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 53902) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:30.780907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Request body: {'subnet': {'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2120991859-subnet', 'tenant_id': '392c4a1f817e42c78dedf70e9969f172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:30.800820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Made reservation on behalf of 392c4a1f817e42c78dedf70e9969f172 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:49:30.801014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd5e34-c078-49cd-aacb-2b69f49c53ab admin admin] Pushing event updated for resources: {'Network': ['ID=60d0ba75-f752-4a7e-a5ea-b438c844fd09,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:30.803954 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.811442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:49:30.970006 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.024570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2014c36a-167f-4068-9fd4-38d0b2edb02a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:31.032036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Checking segment: {'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:49:31.032396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Network hostable DHCP agents. Network: 60d0ba75-f752-4a7e-a5ea-b438c844fd09, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:49:31.048481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:49:31.057711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 60d0ba75-f752-4a7e-a5ea-b438c844fd09) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:49:31.062064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:31.063134 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.066285 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d77ea8-8cee-4e46-9c56-59af6831e40e None None] Network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:49:31.077014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb7860d7-80fb-4605-8097-4c5100a95567 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3000560 Jul 15 23:49:31.191045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d0fc3-b48f-4ad9-bcad-31def5a9493d None None] Network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:49:31.495985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-24088172-f6d7-413c-b5ec-eb7c210e3719 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:31.497569 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-24088172-f6d7-413c-b5ec-eb7c210e3719 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 812 time: 0.1040757 Jul 15 23:49:31.512948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-2f216abe-04e9-44de-a824-8b12b2e729bd tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/quotas/392c4a1f817e42c78dedf70e9969f172 HTTP/1.1" status: 200 len: 375 time: 0.0098946 Jul 15 23:49:31.544905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9c50b0b5-6673-4711-9d1c-3cc261bb849e tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272181 Jul 15 23:49:31.637075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-fc8efc43-df42-4783-9021-75ab1bf086a9 service neutron] 10.222.0.23 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Jul 15 23:49:31.723965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-8795551e-99f3-40bb-ae22-af959b73e273 service neutron] 10.222.0.23 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813670 Jul 15 23:49:31.891994 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-75a041e5-37b6-400f-90ea-487071ceb795 req-c89ff334-091c-4397-88b4-850455be59be tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 210 time: 0.0337019 Jul 15 23:49:32.970184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22f12ea0-2b9c-480d-a383-98bfb554bef8 req-b3e2c171-e379-4e27-95cf-48c2b1a8231c tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 210 time: 0.0273793 Jul 15 23:49:34.049055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-00a1d9f5-df12-4d3d-9f03-573fc424db46 req-22c8adbd-130e-43e7-9044-fb0ae378bd90 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 210 time: 0.0274286 Jul 15 23:49:34.973318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-012a5bfb-b366-4b62-a4b1-d67a0d6f9da3 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:34.974703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-012a5bfb-b366-4b62-a4b1-d67a0d6f9da3 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.59 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 812 time: 0.1047950 Jul 15 23:49:34.994213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Request body: {'port': {'device_id': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09', 'admin_state_up': True, 'tenant_id': '392c4a1f817e42c78dedf70e9969f172'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:35.101182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Made reservation on behalf of 392c4a1f817e42c78dedf70e9969f172 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:49:35.104729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.199776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22f5f16b-1770-4a33-a46c-625b15f9725d req-86ddfafe-0c45-46ad-a03c-2434cdefd8af tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 210 time: 0.0390654 Jul 15 23:49:35.259893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Allocated IP 172.20.0.2 (60d0ba75-f752-4a7e-a5ea-b438c844fd09/2014c36a-167f-4068-9fd4-38d0b2edb02a/485b76d4-8c5d-45cb-b2b5-5298e75ec84d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:49:35.403423 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.440660 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.485464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:49:35.488939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:49:35.493003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:49:35.517004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:35.547814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:35.548422 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.562695 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-c0076661-9a9b-411a-b3fc-3af2d6f42bf2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726478 Jul 15 23:49:35.576007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Request body: {'port': {'device_id': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:35.644300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.901002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485b76d4-8c5d-45cb-b2b5-5298e75ec84d {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:35.908230 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.920583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Transition to ACTIVE for port object 485b76d4-8c5d-45cb-b2b5-5298e75ec84d will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:49:35.925681 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.976415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:36.042024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Attempting to bind port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:49:36.042387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Attempting to bind port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:49:36.042716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Attempting to bind port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:36.046989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:49:36.047314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Attempting to bind port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:36.052158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:49:36.052501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Checking segment: {'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:49:36.052888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Bound using segment: {'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:49:36.053317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Bound port: 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:49:36.053675 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.118152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:49:36.121220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:49:36.125855 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.159153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.159770 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.161157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] 10.222.0.59 "PUT /v2.0/ports/485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 1091 time: 0.5898223 Jul 15 23:49:36.161591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:36.163860 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2911bfad-a288-4e69-8e13-631bdf62e880" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:36.190716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe254d-40fe-4f42-ad51-5e86db75c289 service neutron] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:36.200482 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e33a044-e101-4b31-9c45-a43fba5c97a0 x-openstack-request-id: req-7e33a044-e101-4b31-9c45-a43fba5c97a0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:36.200617 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:36.200775 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e33a044-e101-4b31-9c45-a43fba5c97a0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:36.201174 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'status': 'completed', 'code': 200} Jul 15 23:49:36.260305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9f1fb1ca-f66b-4e7f-9043-d1c20e981243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.261861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-9f1fb1ca-f66b-4e7f-9043-d1c20e981243 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1094 time: 0.0546532 Jul 15 23:49:36.307973 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-86a91de2-1454-4ced-8f85-02888fc6fa43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0376842 Jul 15 23:49:36.383153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-2cfe3696-b5d6-4674-bd05-2a5679b288ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.384595 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-2cfe3696-b5d6-4674-bd05-2a5679b288ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.0648348 Jul 15 23:49:36.420581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-1c7a90b3-a3f7-4afd-a3dc-151b79c6a085 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281487 Jul 15 23:49:36.431749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfe2df-919e-4389-99c8-1fbcae395f59 req-81d68197-7f69-43c2-9916-007c6ce07f3f tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.433108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54bfe2df-919e-4389-99c8-1fbcae395f59 req-81d68197-7f69-43c2-9916-007c6ce07f3f tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 943 time: 0.1220040 Jul 15 23:49:36.808435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54bfe2df-919e-4389-99c8-1fbcae395f59 req-b6663b7b-084f-48d6-bc20-4c943c36a6e3 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676980 Jul 15 23:49:36.837051 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-00ca660c-57e9-4ce8-8d5c-791eccd2c5f8 service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030187 Jul 15 23:49:36.928456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8da42bd3-3145-41e7-a20b-a096f393bd98 req-0c7724a5-bb9a-4af4-a3f8-2ddaabdec65e service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839634 Jul 15 23:49:37.026246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-7a391304-8d2c-459c-9be6-b9686ca8e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:37.027837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-7a391304-8d2c-459c-9be6-b9686ca8e32b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1094 time: 0.0523040 Jul 15 23:49:37.120030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-3adcb327-7e1a-495c-987b-127ae4ceba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:37.121662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-3adcb327-7e1a-495c-987b-127ae4ceba83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 913 time: 0.0862586 Jul 15 23:49:37.161826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-0e29ddfe-e1eb-427a-8cf9-4c8f5f745e39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0330303 Jul 15 23:49:37.211685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-9ea625eb-1c47-4330-a5d1-58984494b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:37.213672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-9ea625eb-1c47-4330-a5d1-58984494b885 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.0427835 Jul 15 23:49:37.249213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-4c1c4be7-180e-4687-bb6e-92a1e2f933c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245914 Jul 15 23:49:37.339749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-3f0c07a4-15e8-409b-8f10-2051af2c2372 service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822105 Jul 15 23:49:37.430453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2911bfad-a288-4e69-8e13-631bdf62e880 req-99ee904e-5d26-426d-b108-8b06330ec5ab service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818427 Jul 15 23:49:37.976101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e9ffc-903e-462e-b313-4180a6379bb9 req-227e6375-d359-44ac-a3a8-8413ed3855ce tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:37.977551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e9e9ffc-903e-462e-b313-4180a6379bb9 req-227e6375-d359-44ac-a3a8-8413ed3855ce tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 943 time: 0.0612187 Jul 15 23:49:38.015028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e9e9ffc-903e-462e-b313-4180a6379bb9 req-1210d33f-5cd1-485f-9cc3-ec9d23cf7bf0 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Jul 15 23:49:39.180447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919ec6-f24c-41a8-bcf1-b3083c2068c4 req-d2923617-21e1-4164-9cef-96b58737a985 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:39.182418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d919ec6-f24c-41a8-bcf1-b3083c2068c4 req-d2923617-21e1-4164-9cef-96b58737a985 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 943 time: 0.0616496 Jul 15 23:49:39.221108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7d919ec6-f24c-41a8-bcf1-b3083c2068c4 req-f17afc33-f51e-4fb4-9e7e-ab9461fb83cf tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Jul 15 23:49:39.582947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 485b76d4-8c5d-45cb-b2b5-5298e75ec84d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:49:39.678992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:39.691000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09', 'port_id': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'mac_address': 'fa:16:3e:af:11:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2014c36a-167f-4068-9fd4-38d0b2edb02a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:49:39.727505 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:39.740050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485b76d4-8c5d-45cb-b2b5-5298e75ec84d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:39.759958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:39.763396 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:39.808913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:39.977807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['485b76d4-8c5d-45cb-b2b5-5298e75ec84d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:49:40.393741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57783a-d0da-4f69-aba7-43f70f95bfb2 req-99792aa1-ea5f-4d3e-b3a2-b2b48523434a tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:40.395216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b57783a-d0da-4f69-aba7-43f70f95bfb2 req-99792aa1-ea5f-4d3e-b3a2-b2b48523434a tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 944 time: 0.0655622 Jul 15 23:49:40.432131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b57783a-d0da-4f69-aba7-43f70f95bfb2 req-0abd0096-a8f1-4ac3-97aa-da8fad785487 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310011 Jul 15 23:49:41.589496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 485b76d4-8c5d-45cb-b2b5-5298e75ec84d up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:49:41.600620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a4179-e5af-42b9-8b62-4f19f84db106 req-1f9dec94-4e0b-4639-9381-6b4ab2f9de1a tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:41.602128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-731a4179-e5af-42b9-8b62-4f19f84db106 req-1f9dec94-4e0b-4639-9381-6b4ab2f9de1a tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 944 time: 0.0637589 Jul 15 23:49:41.637209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:49:41.640837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:49:41.641213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:41.641345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-731a4179-e5af-42b9-8b62-4f19f84db106 req-0bf19c7e-5f3e-4d15-b301-83d4c23c46ba tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Jul 15 23:49:41.719390 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:41.742103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:41.744441 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eac9b8-c138-4f21-b8c0-75029dc73eaf" -d '{"events": [{"server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "name": "network-vif-plugged", "status": "completed", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:41.757210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:41.761670 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:41.784571 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e7cf8-2298-47c3-b960-e143e4af55b1 x-openstack-request-id: req-9c4e7cf8-2298-47c3-b960-e143e4af55b1 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:41.784911 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "name": "network-vif-plugged", "status": "completed", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:41.785551 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c4e7cf8-2298-47c3-b960-e143e4af55b1 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:41.785551 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'code': 200} Jul 15 23:49:41.810606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:41.897357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d402f-622b-494a-bd0f-8731d01473d5 req-4bc7e4d7-eeb9-4897-8d9c-c27d0336bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:41.898864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-501d402f-622b-494a-bd0f-8731d01473d5 req-4bc7e4d7-eeb9-4897-8d9c-c27d0336bf1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1096 time: 0.0548711 Jul 15 23:49:41.933134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-501d402f-622b-494a-bd0f-8731d01473d5 req-4b56dc36-87fc-40e3-b792-cd79ae138dd6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274951 Jul 15 23:49:42.819583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425c9ad-4286-41f1-8eff-cd0ca50a7334 req-57e402ce-7f6a-49dd-bc87-cc4bd7936e27 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:42.821088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e425c9ad-4286-41f1-8eff-cd0ca50a7334 req-57e402ce-7f6a-49dd-bc87-cc4bd7936e27 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0687218 Jul 15 23:49:42.859872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e425c9ad-4286-41f1-8eff-cd0ca50a7334 req-a61fd28b-498e-4180-9f0c-e6474a072388 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Jul 15 23:49:44.023800 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:49:44.033639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e51037-a114-4024-865e-051d6a4d7fc0 req-156e2cba-df6b-42c4-bb42-172c311f2b71 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:44.035171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97e51037-a114-4024-865e-051d6a4d7fc0 req-156e2cba-df6b-42c4-bb42-172c311f2b71 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0639198 Jul 15 23:49:44.071296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97e51037-a114-4024-865e-051d6a4d7fc0 req-70fd5c81-ba1b-4985-a911-662a7294be33 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306797 Jul 15 23:49:44.120795 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.497261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e279-4eac-4d21-a5bb-dbc59ab458dc req-d8c0e8db-40ea-4ab4-888d-b25674b970f0 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:44.498744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60e1e279-4eac-4d21-a5bb-dbc59ab458dc req-d8c0e8db-40ea-4ab4-888d-b25674b970f0 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.1057580 Jul 15 23:49:44.501413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-020ed328-3606-4a1e-8f03-7137b86c9dbc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1552169 Jul 15 23:49:44.537111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60e1e279-4eac-4d21-a5bb-dbc59ab458dc req-0776aad0-38c8-4c59-8c52-d37fc8dd0cb4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Jul 15 23:49:45.750798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d179bc-1090-4254-89c3-2844e9a319d9 req-617d312e-0d26-401f-89ec-9ad6a94c3168 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:45.752299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1d179bc-1090-4254-89c3-2844e9a319d9 req-617d312e-0d26-401f-89ec-9ad6a94c3168 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.1029260 Jul 15 23:49:45.787483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-2efbe5aa-104d-454b-bf7e-027d18438402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:45.788950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-2efbe5aa-104d-454b-bf7e-027d18438402 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1096 time: 0.0924988 Jul 15 23:49:45.818821 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c1d179bc-1090-4254-89c3-2844e9a319d9 req-36560ac4-b795-4585-85f2-3481bba91b01 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584736 Jul 15 23:49:45.883915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-75214fd8-ebbf-4fb5-a876-1476dd32d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:45.885933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-75214fd8-ebbf-4fb5-a876-1476dd32d6bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 913 time: 0.0901008 Jul 15 23:49:45.929498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-307e54a3-e172-4f31-b4ee-9bc364359228 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0363016 Jul 15 23:49:45.976384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-de858e34-c756-4234-898b-2ffb08c8bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:45.977781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-de858e34-c756-4234-898b-2ffb08c8bea4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.0421221 Jul 15 23:49:46.009878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-f27144de-bc62-442b-ac81-b2fe0ea9c688 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252454 Jul 15 23:49:46.098785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-5a266321-6772-444c-b5c9-b745a241d394 service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824428 Jul 15 23:49:46.186663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-d8c7b78f-2113-432b-99fe-3c2f392d2cb0 service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808675 Jul 15 23:49:46.994388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47bbd-b1e9-46b9-be16-18d48b7df937 req-6898cc1a-4edd-4615-a0d2-f275f534370a tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:46.996133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ac47bbd-b1e9-46b9-be16-18d48b7df937 req-6898cc1a-4edd-4615-a0d2-f275f534370a tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0680940 Jul 15 23:49:47.033026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ac47bbd-b1e9-46b9-be16-18d48b7df937 req-5f41f68c-539e-407d-9ac7-d5169c1710a2 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Jul 15 23:49:48.100568 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f92b-8555-4527-a11f-131b357c50e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.205187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da9419-532b-4733-9cdd-f093c764354d req-176257e1-6551-4e21-9b18-0b77aa9a3b34 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:48.206666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6da9419-532b-4733-9cdd-f093c764354d req-176257e1-6551-4e21-9b18-0b77aa9a3b34 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0632946 Jul 15 23:49:48.244712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6da9419-532b-4733-9cdd-f093c764354d req-3fdb7035-47b2-4d38-81ae-203c8e9deb4b tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Jul 15 23:49:49.419918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58637e4f-0d67-4bbd-9704-945f197f5a16 req-9861788c-25e7-4c9f-8235-8f31cbd7c779 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:49.421414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58637e4f-0d67-4bbd-9704-945f197f5a16 req-9861788c-25e7-4c9f-8235-8f31cbd7c779 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0684955 Jul 15 23:49:49.458259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58637e4f-0d67-4bbd-9704-945f197f5a16 req-9440d1b8-142e-4f7d-85cc-61f9af06bc00 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Jul 15 23:49:50.629976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66794a70-d1e5-4372-9f41-8233a9e64d8f req-e5b58e98-b00a-4e3e-b174-b0f6c768f352 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:50.631760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66794a70-d1e5-4372-9f41-8233a9e64d8f req-e5b58e98-b00a-4e3e-b174-b0f6c768f352 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0619802 Jul 15 23:49:50.668945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66794a70-d1e5-4372-9f41-8233a9e64d8f req-5a6f807a-ed9b-4449-866c-a33f7af18948 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Jul 15 23:49:50.713100 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-891edf94-321a-4a36-80a1-c01450ddb1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:51.107446 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:51.667009 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:51.839613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cca08e-9465-4b1c-8802-6e273f2e5d22 req-4ad37f3c-3ad4-4648-8b6d-a2522ef22b22 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:51.841101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05cca08e-9465-4b1c-8802-6e273f2e5d22 req-4ad37f3c-3ad4-4648-8b6d-a2522ef22b22 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0627904 Jul 15 23:49:51.878698 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05cca08e-9465-4b1c-8802-6e273f2e5d22 req-20711b4c-cff9-427a-ad53-f7d03337fe2c tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320146 Jul 15 23:49:53.052173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcacdb9-8f10-4356-89bf-445642de5717 req-ae2866e2-d4c4-4336-b6eb-08fb5a87243a tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:53.053640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fcacdb9-8f10-4356-89bf-445642de5717 req-ae2866e2-d4c4-4336-b6eb-08fb5a87243a tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0667632 Jul 15 23:49:53.090747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fcacdb9-8f10-4356-89bf-445642de5717 req-aac7c0b1-9f18-4245-ae70-cc0fb626f726 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Jul 15 23:49:53.414780 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:54.258105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9b0f6-31d3-4831-a5ed-abed19c51811 req-e90f7809-6fd4-4b3c-8b21-2a38b4d8914c tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:54.259594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46f9b0f6-31d3-4831-a5ed-abed19c51811 req-e90f7809-6fd4-4b3c-8b21-2a38b4d8914c tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0622745 Jul 15 23:49:54.296868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46f9b0f6-31d3-4831-a5ed-abed19c51811 req-65d57938-4586-4749-9a76-496a49c83205 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317750 Jul 15 23:49:55.400210 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:55.472336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64415a6e-fc52-47df-be86-f93b9d66aac4 req-c9f2e729-1219-4439-a626-335b6a4d4422 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:55.473803 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64415a6e-fc52-47df-be86-f93b9d66aac4 req-c9f2e729-1219-4439-a626-335b6a4d4422 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0656748 Jul 15 23:49:55.513230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64415a6e-fc52-47df-be86-f93b9d66aac4 req-9491ba44-787f-4886-9d44-8dbad812eb6b tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332737 Jul 15 23:49:56.683336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada7cfa-4b2a-4fea-9d76-129d46f83420 req-bcd31bc2-e0cc-4bc6-a202-2aae6cfad030 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:56.684828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ada7cfa-4b2a-4fea-9d76-129d46f83420 req-bcd31bc2-e0cc-4bc6-a202-2aae6cfad030 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0642121 Jul 15 23:49:56.721126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3ada7cfa-4b2a-4fea-9d76-129d46f83420 req-cca72c60-e246-4129-b378-1e6c37e01505 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Jul 15 23:49:57.894591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9c1f2-f448-4dfc-b952-c05c2d9ef4d9 req-66e8feb4-5432-4e26-8eb3-795597e3e3de tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:57.896109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8de9c1f2-f448-4dfc-b952-c05c2d9ef4d9 req-66e8feb4-5432-4e26-8eb3-795597e3e3de tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0643206 Jul 15 23:49:57.933589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8de9c1f2-f448-4dfc-b952-c05c2d9ef4d9 req-78c65c97-c182-4974-b621-63341ed52919 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Jul 15 23:49:59.109046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c45fad-73fe-4a25-b99d-4c10fc1dbba9 req-e5bb3cbc-5b88-432e-ae9d-b84def4e90d0 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:59.110566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4c45fad-73fe-4a25-b99d-4c10fc1dbba9 req-e5bb3cbc-5b88-432e-ae9d-b84def4e90d0 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0673048 Jul 15 23:49:59.148320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c4c45fad-73fe-4a25-b99d-4c10fc1dbba9 req-a816f319-c2da-4c2c-ab89-8223c53caaee tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Jul 15 23:50:00.320333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d614-29c6-4cf8-b31c-52da548f7014 req-e11333c8-5132-4666-8b5d-2c86266b5dda tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:00.322406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2275d614-29c6-4cf8-b31c-52da548f7014 req-e11333c8-5132-4666-8b5d-2c86266b5dda tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0633156 Jul 15 23:50:00.359221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2275d614-29c6-4cf8-b31c-52da548f7014 req-cc8dc8c1-453b-4f67-8aab-4d0948ff266b tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Jul 15 23:50:01.533381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd482224-6673-467a-97f0-ae9bbc0b9694 req-dcfb3d73-f49b-47db-90d1-ff99e5dd0f70 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:01.534885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd482224-6673-467a-97f0-ae9bbc0b9694 req-dcfb3d73-f49b-47db-90d1-ff99e5dd0f70 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0661685 Jul 15 23:50:01.571555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd482224-6673-467a-97f0-ae9bbc0b9694 req-5a37b7c1-279d-4efd-81e9-ed8992d2a34b tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Jul 15 23:50:02.741917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252b7af-2adb-4aca-bf2d-66bd200f5cbb req-76b4938c-12a6-40ea-bd46-84038324b9a3 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:02.743490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a252b7af-2adb-4aca-bf2d-66bd200f5cbb req-76b4938c-12a6-40ea-bd46-84038324b9a3 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0627656 Jul 15 23:50:02.782661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a252b7af-2adb-4aca-bf2d-66bd200f5cbb req-e6c5dfb8-c6af-4ec6-95ec-b0b1551efda9 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Jul 15 23:50:03.950517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f2264-a51e-4adf-b2b4-2658a177b4cc req-7e4b0ee6-4f37-4093-8eef-3ffc416b79c3 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:03.952019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-464f2264-a51e-4adf-b2b4-2658a177b4cc req-7e4b0ee6-4f37-4093-8eef-3ffc416b79c3 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0615733 Jul 15 23:50:03.988798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-464f2264-a51e-4adf-b2b4-2658a177b4cc req-ec061567-60c9-4f09-9355-16e52b662b0d tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Jul 15 23:50:05.163452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b5c48-05a6-436d-b600-8e677d3c1208 req-0f132b73-a612-4041-a28b-543f5e072a44 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:05.164910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a4b5c48-05a6-436d-b600-8e677d3c1208 req-0f132b73-a612-4041-a28b-543f5e072a44 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0657575 Jul 15 23:50:05.202007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2a4b5c48-05a6-436d-b600-8e677d3c1208 req-e232c03f-37b9-4da6-83b0-7da4d56de964 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Jul 15 23:50:06.371510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21bb18-47cf-4ccc-88d8-6183b31a2497 req-b89c4b01-3dfd-4162-b321-1ccfd08494c0 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:06.373016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a21bb18-47cf-4ccc-88d8-6183b31a2497 req-b89c4b01-3dfd-4162-b321-1ccfd08494c0 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0635607 Jul 15 23:50:06.409930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a21bb18-47cf-4ccc-88d8-6183b31a2497 req-0808ec91-09b6-474f-89df-51e1d49e103c tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314829 Jul 15 23:50:07.582999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbfdae-a034-4d99-977f-63bea3988675 req-74a3ef6c-f829-455c-943b-3b99c8b92a6e tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:07.584452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97dbfdae-a034-4d99-977f-63bea3988675 req-74a3ef6c-f829-455c-943b-3b99c8b92a6e tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0670903 Jul 15 23:50:07.621235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-97dbfdae-a034-4d99-977f-63bea3988675 req-9528b58a-6b15-468b-8b9e-6bfa39ededd4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jul 15 23:50:08.792575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ded2-0082-4a96-b724-0de3e170225c req-b80ffd3d-053e-4214-8a68-0822058bfc78 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:08.794047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b8ded2-0082-4a96-b724-0de3e170225c req-b80ffd3d-053e-4214-8a68-0822058bfc78 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0627680 Jul 15 23:50:08.830831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b8ded2-0082-4a96-b724-0de3e170225c req-0ec46238-5dac-4180-8cb7-f1d05a22eaeb tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Jul 15 23:50:10.184768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784249-16e8-4df0-8fe9-fb6af794b3a3 req-eabfdaa8-7588-4c1c-9b14-61f2537c4943 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:10.186257 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4784249-16e8-4df0-8fe9-fb6af794b3a3 req-eabfdaa8-7588-4c1c-9b14-61f2537c4943 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0625567 Jul 15 23:50:10.224010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b4784249-16e8-4df0-8fe9-fb6af794b3a3 req-6a207838-93e9-48db-b490-02268e1f9e0c tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Jul 15 23:50:11.397270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2d953-064a-4c1a-ba39-b5c92e6e720f req-3467f36f-57c9-4844-bbd0-13f3cab1aa3e tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:11.398741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ec2d953-064a-4c1a-ba39-b5c92e6e720f req-3467f36f-57c9-4844-bbd0-13f3cab1aa3e tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0662038 Jul 15 23:50:11.436949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ec2d953-064a-4c1a-ba39-b5c92e6e720f req-b9cc8689-bee5-46a5-b859-3faaa17f4fd6 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Jul 15 23:50:12.605280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c95426-ae07-44e2-9bfe-e11e1b71a3a5 req-b92398e2-6378-43ce-944e-ccbceb62eddd tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:12.606841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41c95426-ae07-44e2-9bfe-e11e1b71a3a5 req-b92398e2-6378-43ce-944e-ccbceb62eddd tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0628278 Jul 15 23:50:12.645710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-41c95426-ae07-44e2-9bfe-e11e1b71a3a5 req-57ba2da7-a51d-4346-b692-f524ca4142bf tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324836 Jul 15 23:50:12.907020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-9a897e36-edd8-4488-9bb9-0c94070484f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:12.908478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-9a897e36-edd8-4488-9bb9-0c94070484f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1096 time: 0.1031756 Jul 15 23:50:13.010084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-7dc16a9c-fac0-45a1-9ab9-12079d598c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:13.011684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-7dc16a9c-fac0-45a1-9ab9-12079d598c5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 913 time: 0.0829599 Jul 15 23:50:13.056590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-18824a33-75e4-466f-8a2b-f0bb6a271e73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0366790 Jul 15 23:50:13.107308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-eb9635d3-dd58-4818-8dc6-1b218589f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:13.108715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-eb9635d3-dd58-4818-8dc6-1b218589f843 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.0421314 Jul 15 23:50:13.142117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-3a0caa15-d87c-46af-97e7-2ad904c6a958 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263319 Jul 15 23:50:13.233107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-02345d51-17b5-4e87-9388-b21800d40a9f service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836778 Jul 15 23:50:13.327115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9a9a264-330d-4fc6-b9a2-595f4ed02c95 req-a5ef36d3-2179-4a4c-b73a-3be24b92ddc5 service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796201 Jul 15 23:50:13.421882 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-48f33bfa-8596-4fcb-9d6a-4b522e937a46 service neutron] show failed (client error): The resource could not be found. Jul 15 23:50:13.422910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-48f33bfa-8596-4fcb-9d6a-4b522e937a46 service neutron] 10.222.0.59 "GET /v2.0/ports/485b76d4-8c5d-45cb-b2b5-5298e75ec84d/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0528467 Jul 15 23:50:13.754698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-c241cf61-c4b7-4612-91a1-7c11eed1af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:13.756509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-c241cf61-c4b7-4612-91a1-7c11eed1af9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b&tenant_id=392c4a1f817e42c78dedf70e9969f172 HTTP/1.1" status: 200 len: 1096 time: 0.1398358 Jul 15 23:50:13.772179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:50:13.882692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138d561-e68b-4587-8c47-53ecf2a369ce req-fcb5d73e-0393-42f7-ae18-46965de165a1 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:13.884211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3138d561-e68b-4587-8c47-53ecf2a369ce req-fcb5d73e-0393-42f7-ae18-46965de165a1 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.1267591 Jul 15 23:50:13.886726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:13.949523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3138d561-e68b-4587-8c47-53ecf2a369ce req-ba92d796-4c95-4c1b-9eb9-e1f4a28201e3 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597763 Jul 15 23:50:14.111758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:50:14.129905 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:14.146240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:50:14.187989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:50:14.190219 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c0559-3009-4f0d-b6bc-fdc4a42b660b" -d '{"events": [{"server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "name": "network-vif-unplugged", "status": "completed", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:50:14.193824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:14.207444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Transition to ACTIVE for port object 485b76d4-8c5d-45cb-b2b5-5298e75ec84d will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:50:14.211019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:14.244828 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dd4c39-ed0c-4093-9712-faffb1e7990b x-openstack-request-id: req-c5dd4c39-ed0c-4093-9712-faffb1e7990b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:50:14.245118 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "name": "network-vif-unplugged", "status": "completed", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:50:14.245370 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5dd4c39-ed0c-4093-9712-faffb1e7990b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:50:14.245753 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'code': 200} Jul 15 23:50:14.274034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] No DVR routers for this DVR port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:50:14.281160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:14.290992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.291337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.291674 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.292009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.292337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.292665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.292988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.293308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.293632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.293965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.294269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.294587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:14.326022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Attempting to bind port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:50:14.326358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Attempting to bind port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:50:14.326666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Attempting to bind port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:50:14.330771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:50:14.331100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Attempting to bind port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on network 60d0ba75-f752-4a7e-a5ea-b438c844fd09 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:50:14.335733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:50:14.336066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Checking segment: {'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:50:14.336442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Bound using segment: {'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:50:14.336859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Bound port: 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:50:14.337235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:14.400597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:50:14.403650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:50:14.407603 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:14.439245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:14.439849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:14.441271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] 10.222.0.37 "PUT /v2.0/ports/485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 1091 time: 0.6729224 Jul 15 23:50:14.463013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaab45e-f7dd-4c8e-9de0-c71523cc0fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:14.524493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-28e1fd05-45f6-4852-99bb-e689c2c60e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:14.525970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-28e1fd05-45f6-4852-99bb-e689c2c60e60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1094 time: 0.0516860 Jul 15 23:50:14.614581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-002b3e80-afba-4ee4-9d47-e9a240914edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:14.616104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-002b3e80-afba-4ee4-9d47-e9a240914edc service neutron] 10.222.0.37 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 913 time: 0.0839236 Jul 15 23:50:14.655593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-beb91d59-b4ad-4c56-a124-7ee91fc45dbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0329895 Jul 15 23:50:14.705304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-2edd3a66-c85e-49aa-b7c7-e6d709c000d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:14.706708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-2edd3a66-c85e-49aa-b7c7-e6d709c000d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.0455561 Jul 15 23:50:14.738557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-e4776661-1dbc-4488-8e85-a542bf0b4f91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251288 Jul 15 23:50:14.826731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-f70c1f02-b90a-44a0-b2e5-a1e802ff4650 service neutron] 10.222.0.37 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816848 Jul 15 23:50:14.916179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa773ebe-b1c9-4655-b85a-c052f8b05974 req-71350471-930c-4d59-b065-0cd0a2c64e44 service neutron] 10.222.0.37 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827086 Jul 15 23:50:15.129436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466db47-50d1-4fe8-9f4a-90b4b5c2b3d4 req-e785fa2e-6675-4c39-ac16-8d137f83b93f tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:15.131216 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4466db47-50d1-4fe8-9f4a-90b4b5c2b3d4 req-e785fa2e-6675-4c39-ac16-8d137f83b93f tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 943 time: 0.0660398 Jul 15 23:50:15.169114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4466db47-50d1-4fe8-9f4a-90b4b5c2b3d4 req-e70f912c-b118-4c5e-bafe-39c61bbca4ab tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Jul 15 23:50:16.246923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:50:16.249281 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b94e47-66f7-4bc5-8786-37b38537e899" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:50:16.347021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1f6d7-a522-453b-b1ad-9adbdb4dad54 req-4e11fed2-4b84-4116-8183-a4057af9c3fc tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:16.348683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8e1f6d7-a522-453b-b1ad-9adbdb4dad54 req-4e11fed2-4b84-4116-8183-a4057af9c3fc tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 943 time: 0.0693622 Jul 15 23:50:16.386451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8e1f6d7-a522-453b-b1ad-9adbdb4dad54 req-b477941c-ab67-4174-b009-82c125584596 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Jul 15 23:50:16.452193 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78e84de-6140-4cb7-b56c-f43e1098ae0f x-openstack-request-id: req-e78e84de-6140-4cb7-b56c-f43e1098ae0f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:50:16.452489 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:50:16.452745 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e78e84de-6140-4cb7-b56c-f43e1098ae0f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:50:16.453155 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'status': 'completed', 'code': 200} Jul 15 23:50:16.559370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-dbcd339e-af7a-46da-a736-28c188362616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:16.560906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-dbcd339e-af7a-46da-a736-28c188362616 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1094 time: 0.0850303 Jul 15 23:50:16.605484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-7be49276-0c10-441f-acee-cb258cd2b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:16.606988 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-7be49276-0c10-441f-acee-cb258cd2b632 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1094 time: 0.0866070 Jul 15 23:50:16.716500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-a57f5a38-57e1-4185-a877-84691955e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:16.717873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-a57f5a38-57e1-4185-a877-84691955e0b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 913 time: 0.1476457 Jul 15 23:50:16.771354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-86a334a2-b256-4baf-a945-692720d3fd5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0460622 Jul 15 23:50:16.775657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-411651d1-2b59-46f5-806f-f1649e6bcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:16.776987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-411651d1-2b59-46f5-806f-f1649e6bcc32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 913 time: 0.1380904 Jul 15 23:50:16.834432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-234693b1-86e5-47ac-a428-2d1af593e6c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0495660 Jul 15 23:50:16.878132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-06c685c4-18a2-4457-938c-570e7bd86161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:16.879570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-06c685c4-18a2-4457-938c-570e7bd86161 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.1017275 Jul 15 23:50:16.915145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-bfec6440-631f-421e-b4b6-34274f9fa102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:16.917026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-bfec6440-631f-421e-b4b6-34274f9fa102 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.0755253 Jul 15 23:50:16.918659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-7f9644c1-bd2c-496b-917f-be22d1a3aac0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313385 Jul 15 23:50:16.960993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-12d1922e-f062-467f-ab5c-bd97e82ff95a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381188 Jul 15 23:50:17.083092 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-89379d92-fb03-4f43-8899-723bff09050e service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534066 Jul 15 23:50:17.107628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-be848117-b9e1-4fa8-972f-da0ae19bc188 service neutron] 10.222.0.37 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392159 Jul 15 23:50:17.550882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-5d5b535f-cbc6-4f4f-a388-5c47392955ea service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589748 Jul 15 23:50:17.564224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b94e47-66f7-4bc5-8786-37b38537e899 req-6f861bab-0426-485e-8d7c-75ea753a5a56 service neutron] 10.222.0.37 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680033 Jul 15 23:50:17.589268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb88559-7c58-4a82-86fa-387ae64afe56 req-656fae7f-3173-4981-b647-84fce88a1392 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:17.590864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbb88559-7c58-4a82-86fa-387ae64afe56 req-656fae7f-3173-4981-b647-84fce88a1392 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 943 time: 0.0900404 Jul 15 23:50:17.629704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbb88559-7c58-4a82-86fa-387ae64afe56 req-74a61b16-9bbc-4b04-9b93-87ab652bfa77 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Jul 15 23:50:17.714383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 485b76d4-8c5d-45cb-b2b5-5298e75ec84d details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:50:17.749680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 485b76d4-8c5d-45cb-b2b5-5298e75ec84d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:50:17.830615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 485b76d4-8c5d-45cb-b2b5-5298e75ec84d not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:50:17.843335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:50:17.853935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'network_id': '60d0ba75-f752-4a7e-a5ea-b438c844fd09', 'port_id': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'mac_address': 'fa:16:3e:af:11:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2014c36a-167f-4068-9fd4-38d0b2edb02a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:50:17.891799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:17.904712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485b76d4-8c5d-45cb-b2b5-5298e75ec84d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:50:17.924044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:50:17.928068 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:17.974856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:18.050822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-bec3c4b5-784e-42c2-a809-2f02d719c452 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:18.052263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-bec3c4b5-784e-42c2-a809-2f02d719c452 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b&tenant_id=392c4a1f817e42c78dedf70e9969f172&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 944 time: 0.1106203 Jul 15 23:50:18.100566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dd196aed-906c-47a6-ba69-ac95a201413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:18.111216 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-dab4f90e-5e29-4539-8d9a-577e09c101d0 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:50:18.112232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-dab4f90e-5e29-4539-8d9a-577e09c101d0 service neutron] 10.222.0.59 "DELETE /v2.0/ports/485b76d4-8c5d-45cb-b2b5-5298e75ec84d/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0525558 Jul 15 23:50:18.209826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-d66c41aa-3f74-4593-aa62-3933f64f8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:18.211233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-d66c41aa-3f74-4593-aa62-3933f64f8ea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1095 time: 0.0552528 Jul 15 23:50:18.240066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['485b76d4-8c5d-45cb-b2b5-5298e75ec84d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:50:18.298476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-1d8f8952-5cc6-42d0-ab71-a848ce795766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:18.299993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-1d8f8952-5cc6-42d0-ab71-a848ce795766 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 913 time: 0.0820596 Jul 15 23:50:18.345717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-8e63c43d-4b51-414f-b697-c6ff53f898a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0370836 Jul 15 23:50:18.395836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-451d0469-9ee1-4315-9f50-1d84325cd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:18.397287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-451d0469-9ee1-4315-9f50-1d84325cd6bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.0444880 Jul 15 23:50:18.429507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-8b53536e-4f96-4722-af4a-e978c6f6520d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255885 Jul 15 23:50:18.521742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-3af73923-cfb9-4572-ad64-610537efd751 service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850532 Jul 15 23:50:18.609969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-e4aa80d4-025f-4211-9bdf-9a7e00758d3d service neutron] 10.222.0.59 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812731 Jul 15 23:50:19.445403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85171715-38b0-412b-b008-893270c58e82 req-901501b7-b919-42eb-a330-9dc6ce552f96 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:19.447380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85171715-38b0-412b-b008-893270c58e82 req-901501b7-b919-42eb-a330-9dc6ce552f96 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 944 time: 0.0668085 Jul 15 23:50:19.484217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85171715-38b0-412b-b008-893270c58e82 req-702ee5ec-071a-46de-9af7-40d7c3ecc93f tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313282 Jul 15 23:50:19.713948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 485b76d4-8c5d-45cb-b2b5-5298e75ec84d up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:50:19.761918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:50:19.765349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:50:19.765723 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:19.840074 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:19.861067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:50:19.863304 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50fc1bf-a28b-40cc-ac83-42f97af06c02" -d '{"events": [{"server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "name": "network-vif-plugged", "status": "completed", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:50:19.875883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:50:19.880608 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:19.905666 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8185a014-95b0-4717-afc8-bf9bd2ce0c47 x-openstack-request-id: req-8185a014-95b0-4717-afc8-bf9bd2ce0c47 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:50:19.905960 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "name": "network-vif-plugged", "status": "completed", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:50:19.906213 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8185a014-95b0-4717-afc8-bf9bd2ce0c47 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:50:19.906600 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'code': 200} Jul 15 23:50:19.932303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:19.939444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.939792 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.940132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.940465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.940796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.941125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.941448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.941778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.942099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.942422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.942789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:19.943120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:20.663905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732d0ff-3857-4ebb-884f-315ece771715 req-79564580-80a1-4bd8-b569-3d51e02c82f7 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:20.665883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d732d0ff-3857-4ebb-884f-315ece771715 req-79564580-80a1-4bd8-b569-3d51e02c82f7 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0633123 Jul 15 23:50:20.704815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d732d0ff-3857-4ebb-884f-315ece771715 req-57c5c5dd-59ff-418f-8261-5b05eb8778bd tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.23 "GET /v2.0/security-groups?id=f372f1ee-d936-4471-86ae-301c4ce24074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332451 Jul 15 23:50:20.713795 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7b4a7bc7-076a-4db9-a956-4c5902d183f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:20.792303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7746c896-5079-4485-9458-103e34b9b4ab req-59e27492-2225-4aef-9b2a-08780e4dc266 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524676 Jul 15 23:50:20.801859 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-0d01b6e2-6c53-42b5-b1a1-90d7932e7cb4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:20.803346 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-0d01b6e2-6c53-42b5-b1a1-90d7932e7cb4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 945 time: 0.0630245 Jul 15 23:50:20.910906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c896-5079-4485-9458-103e34b9b4ab req-a16f58c9-f72b-4977-affa-c83cba6c10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:20.912415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7746c896-5079-4485-9458-103e34b9b4ab req-a16f58c9-f72b-4977-affa-c83cba6c10e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=392c4a1f817e42c78dedf70e9969f172&device_id=6b0b4a2a-86be-459c-a922-1ff18838948b HTTP/1.1" status: 200 len: 1096 time: 0.0569892 Jul 15 23:50:20.916110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Deleting port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:50:20.916629 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:21.009586 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] For port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,segment=NetworkSegment(3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5),segment_id=3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:50:21.009958 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:21.018282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c896-5079-4485-9458-103e34b9b4ab req-87f02986-3214-496f-ad31-559d50198523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:21.020079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7746c896-5079-4485-9458-103e34b9b4ab req-87f02986-3214-496f-ad31-559d50198523 service neutron] 10.222.0.37 "GET /v2.0/networks?id=60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 200 len: 913 time: 0.0870295 Jul 15 23:50:21.023017 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:50:21.023506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Calling delete_port for 485b76d4-8c5d-45cb-b2b5-5298e75ec84d owned by compute:nova {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:50:21.065368 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7746c896-5079-4485-9458-103e34b9b4ab req-ba4698f4-0dca-4a56-bb7d-be1cc1c6b581 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 200 len: 217 time: 0.0385585 Jul 15 23:50:21.108964 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:21.120173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c896-5079-4485-9458-103e34b9b4ab req-d1885b3c-9854-4005-b1af-be6e50ad536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:21.121669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7746c896-5079-4485-9458-103e34b9b4ab req-d1885b3c-9854-4005-b1af-be6e50ad536d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 200 len: 852 time: 0.0499141 Jul 15 23:50:21.154625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7746c896-5079-4485-9458-103e34b9b4ab req-2f13b1e1-52a9-4d7f-bf6c-17336ba00d84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=60d0ba75-f752-4a7e-a5ea-b438c844fd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268710 Jul 15 23:50:21.156667 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:21.189656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['485b76d4-8c5d-45cb-b2b5-5298e75ec84d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:50:21.190852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Pushing event deleted for resources: {'Port': ['ID=485b76d4-8c5d-45cb-b2b5-5298e75ec84d,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:21.223048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.223395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.223734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.224070 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.224438 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.224768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.225143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.225421 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.225743 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.226066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.226386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.226706 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:50:21.247167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] No DVR routers for this DVR port 485b76d4-8c5d-45cb-b2b5-5298e75ec84d on host n-h1-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:50:21.249746 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:21.251877 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-13de8198-3a1e-4cc0-8664-9a8593699501 req-ec8e43a1-1816-49ee-8470-4ae9004f1ab4 tempest-DeleteServersTestJSON-1861774555 tempest-DeleteServersTestJSON-1861774555-project] 10.222.0.37 "DELETE /v2.0/ports/485b76d4-8c5d-45cb-b2b5-5298e75ec84d HTTP/1.1" status: 204 len: 173 time: 0.4334204 Jul 15 23:50:21.252318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'name': 'network-vif-deleted', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:50:21.254559 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65dcd85cb31fbf1e1791a5bcbbbc40c00582f6f86d85c595afd36cce870f0aa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e04336f-29ed-4dff-843b-1a08dfcf4fd6" -d '{"events": [{"server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "name": "network-vif-deleted", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:50:21.256670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7746c896-5079-4485-9458-103e34b9b4ab req-f9ff208b-6a7a-4f0a-bbb9-ad562551c455 service neutron] 10.222.0.37 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959096 Jul 15 23:50:21.289864 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4e9121-a1f1-4aea-b5cc-d8adac19cdd4 x-openstack-request-id: req-ff4e9121-a1f1-4aea-b5cc-d8adac19cdd4 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:50:21.290157 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b4a2a-86be-459c-a922-1ff18838948b", "name": "network-vif-deleted", "tag": "485b76d4-8c5d-45cb-b2b5-5298e75ec84d", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:50:21.290452 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff4e9121-a1f1-4aea-b5cc-d8adac19cdd4 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:50:21.290894 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b4a2a-86be-459c-a922-1ff18838948b', 'name': 'network-vif-deleted', 'tag': '485b76d4-8c5d-45cb-b2b5-5298e75ec84d', 'status': 'completed', 'code': 200} Jul 15 23:50:21.349046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7746c896-5079-4485-9458-103e34b9b4ab req-0dd39e39-fea8-403a-addc-d587c0fbba1c service neutron] 10.222.0.37 "GET /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862896 Jul 15 23:50:21.669085 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:21.932290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54068) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:50:21.976152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba4a5df-e24f-4162-95b5-1227bde51c3b admin admin] Deleting subnet 2014c36a-167f-4068-9fd4-38d0b2edb02a {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:50:21.979817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a5df-e24f-4162-95b5-1227bde51c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.017132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a5df-e24f-4162-95b5-1227bde51c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.055090 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a5df-e24f-4162-95b5-1227bde51c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.105066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a5df-e24f-4162-95b5-1227bde51c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.131409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4a5df-e24f-4162-95b5-1227bde51c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2014c36a-167f-4068-9fd4-38d0b2edb02a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:22.133412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ba4a5df-e24f-4162-95b5-1227bde51c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.135321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1ba4a5df-e24f-4162-95b5-1227bde51c3b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2014c36a-167f-4068-9fd4-38d0b2edb02a HTTP/1.1" status: 204 len: 168 time: 0.2020030 Jul 15 23:50:22.137888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54070) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:50:22.208854 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.284274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.293940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d0ba75-f752-4a7e-a5ea-b438c844fd09']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:50:22.303457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:50:22.303749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9d20fb-0f70-4f11-b5e2-a14a57e4e5c5') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:50:22.312277 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.330524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.336263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:50:22.336668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:50:22.338849 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:50:22.390605 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.396290 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.398137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] 10.222.0.23 "DELETE /v2.0/networks/60d0ba75-f752-4a7e-a5ea-b438c844fd09 HTTP/1.1" status: 204 len: 168 time: 0.2593608 Jul 15 23:50:22.409408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303585ea-9d87-410f-987d-b4ff6562439e admin admin] Pushing event deleted for resources: {'Network': ['ID=60d0ba75-f752-4a7e-a5ea-b438c844fd09,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:22.502873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54074) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:50:22.542970 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-30731bae-1e32-41d6-8782-f423a24cd3f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=392c4a1f817e42c78dedf70e9969f172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388994 Jul 15 23:50:22.545339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54076) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:50:22.591815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb93d95d-63cd-448f-994e-0cf82ac69b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.611832 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb93d95d-63cd-448f-994e-0cf82ac69b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.663841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb93d95d-63cd-448f-994e-0cf82ac69b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.666744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb93d95d-63cd-448f-994e-0cf82ac69b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:22.668047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb93d95d-63cd-448f-994e-0cf82ac69b52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f372f1ee-d936-4471-86ae-301c4ce24074 HTTP/1.1" status: 204 len: 168 time: 0.1218135 Jul 15 23:50:22.675978 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93d95d-63cd-448f-994e-0cf82ac69b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f372f1ee-d936-4471-86ae-301c4ce24074,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:23.304347 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54098) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:50:23.397441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-79845597-network', 'tenant_id': '34445eb1a3084fd4947285c8de323db4'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:50:23.414444 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.420151 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Made reservation on behalf of 34445eb1a3084fd4947285c8de323db4 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:50:23.422418 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.430657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.523553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.527755 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.552310 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:50:23.562835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d939661-b6eb-4fa4-9f8e-422470e8c969,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:23.568458 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.568806 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Added segment 7212d580-7de2-47d5-8d2b-8adcbf63e2a6 of type vlan for network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e Jul 15 23:50:23.609267 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.638703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.639684 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:23.640263 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.672758 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3646946 Jul 15 23:50:23.673134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54102) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:50:23.678287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Request body: {'subnet': {'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-79845597-subnet', 'tenant_id': '34445eb1a3084fd4947285c8de323db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:50:23.699648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Made reservation on behalf of 34445eb1a3084fd4947285c8de323db4 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:50:23.701956 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.702777 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2dc63-169e-4d6c-b8de-a1feacf52d83 admin admin] Pushing event updated for resources: {'Network': ['ID=955ec7d1-6ce4-4db9-a255-7acc4f4c124e,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:23.712634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:50:23.870675 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.930334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd43282-4a68-4f96-8fe3-e6b8707e24f9,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:23.933380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Checking segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:50:23.933858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Network hostable DHCP agents. Network: 955ec7d1-6ce4-4db9-a255-7acc4f4c124e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:50:23.950446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:50:23.959210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 955ec7d1-6ce4-4db9-a255-7acc4f4c124e) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:50:23.963325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:23.963908 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:23.968509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ca4e5-b152-46ab-914f-d60e4b5e8632 None None] Network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:50:23.982805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0788794c-59fa-4699-b465-9af47bff9916 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3034384 Jul 15 23:50:24.094171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba407fe6-5dad-4be3-a811-93b1da10a585 None None] Network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:50:24.392259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-09bc4e4c-b666-4f62-bb18-edc8d0a7a713 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:24.393642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-09bc4e4c-b666-4f62-bb18-edc8d0a7a713 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 813 time: 0.1035402 Jul 15 23:50:24.408337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-3f743c57-590c-466c-b95d-6ce0ac351cad tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/quotas/34445eb1a3084fd4947285c8de323db4 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Jul 15 23:50:24.440657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-482f54da-6717-4b6c-8592-ae68bb6da15c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276542 Jul 15 23:50:24.529835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-bc245d94-fbd3-4a36-abe5-edee3186bc5a service neutron] 10.222.0.23 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830028 Jul 15 23:50:24.620584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-49adbdd8-a25b-4b6c-b4c4-e8d48689d90d service neutron] 10.222.0.23 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848281 Jul 15 23:50:24.804346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2284d96-65c0-4601-bf02-9af591bd55c7 req-7d84cc93-9b1a-45d5-ba58-8103e4f4a11a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 210 time: 0.0303578 Jul 15 23:50:25.401771 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:25.737328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 485b76d4-8c5d-45cb-b2b5-5298e75ec84d no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:50:25.757255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 485b76d4-8c5d-45cb-b2b5-5298e75ec84d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:50:25.757642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 485b76d4-8c5d-45cb-b2b5-5298e75ec84d not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:50:25.951731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-c24191cd-84bf-4f8c-b6ff-8329530f8d59 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:25.953210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-c24191cd-84bf-4f8c-b6ff-8329530f8d59 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.37 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 813 time: 0.1297030 Jul 15 23:50:25.972114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e805173b-3108-4f3d-95c5-53568f5dc0ca req-bf8a6275-37a6-493c-8545-6a604054b00a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 210 time: 0.0475748 Jul 15 23:50:25.975541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Request body: {'port': {'device_id': 'a0302244-1849-4085-804d-f77af03c38c4', 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e', 'admin_state_up': True, 'tenant_id': '34445eb1a3084fd4947285c8de323db4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:50:26.084658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Made reservation on behalf of 34445eb1a3084fd4947285c8de323db4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:50:26.088673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:26.213493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Allocated IP 172.20.0.4 (955ec7d1-6ce4-4db9-a255-7acc4f4c124e/0dd43282-4a68-4f96-8fe3-e6b8707e24f9/d7bb521d-9479-45b9-91f9-b24e74165337) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:50:26.357218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:26.394419 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:26.444551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:50:26.448287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:50:26.452227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:50:26.458470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:26.502741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:26.503374 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:26.517529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-76f95172-e0f2-4d19-9722-c1ee3bce94b1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478301 Jul 15 23:50:26.534432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Request body: {'port': {'device_id': 'a0302244-1849-4085-804d-f77af03c38c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:50:26.602097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:26.857236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bb521d-9479-45b9-91f9-b24e74165337 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:50:26.864427 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:26.876278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Transition to ACTIVE for port object d7bb521d-9479-45b9-91f9-b24e74165337 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:50:26.879951 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:26.929508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:26.992777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Attempting to bind port d7bb521d-9479-45b9-91f9-b24e74165337 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:50:26.993418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Attempting to bind port d7bb521d-9479-45b9-91f9-b24e74165337 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:50:26.993418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Attempting to bind port d7bb521d-9479-45b9-91f9-b24e74165337 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:50:26.998103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Port d7bb521d-9479-45b9-91f9-b24e74165337 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:50:26.998422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Attempting to bind port d7bb521d-9479-45b9-91f9-b24e74165337 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:50:27.003687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:50:27.003687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Checking segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:50:27.004009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Bound using segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:50:27.004343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Bound port: d7bb521d-9479-45b9-91f9-b24e74165337, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:50:27.004700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:27.071201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:50:27.074275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:50:27.079185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:27.122451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:27.123439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:27.124846 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] 10.222.0.37 "PUT /v2.0/ports/d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 1091 time: 0.5943956 Jul 15 23:50:27.142447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:50:27.144857 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe17b81-72a3-43e8-b673-c6e8f85301b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:50:27.175926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51d6bc-36bb-4b58-8d04-b38c695d0c12 service neutron] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:27.241526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e300-65c9-46b4-b7c2-bf35ae1dd186 req-9bd93345-b86c-4354-8924-5a6fd98a2ed3 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:27.243155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54b3e300-65c9-46b4-b7c2-bf35ae1dd186 req-9bd93345-b86c-4354-8924-5a6fd98a2ed3 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 943 time: 0.1549172 Jul 15 23:50:27.283250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-679e0015-4c95-4e69-99f8-a320859208ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:27.284707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-679e0015-4c95-4e69-99f8-a320859208ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 1094 time: 0.1045310 Jul 15 23:50:27.292218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54b3e300-65c9-46b4-b7c2-bf35ae1dd186 req-00536df4-61d4-40fb-afa1-1e76462a1f21 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Jul 15 23:50:27.331079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-ef285833-2cc8-4a6f-9063-5455b5678408 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 217 time: 0.0330391 Jul 15 23:50:27.335375 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3df521-f203-4454-8c46-5f9ef41197ad x-openstack-request-id: req-4f3df521-f203-4454-8c46-5f9ef41197ad {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:50:27.335663 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:50:27.335915 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f3df521-f203-4454-8c46-5f9ef41197ad {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:50:27.336294 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'status': 'completed', 'code': 200} Jul 15 23:50:27.396303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-9634e742-71f3-4f19-9b15-feefed4e477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:27.397706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-9634e742-71f3-4f19-9b15-feefed4e477c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0456212 Jul 15 23:50:27.429736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-0d88d2ef-aa90-4dc1-a058-78c0d09b0653 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251813 Jul 15 23:50:27.516175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-63285ac9-2aa9-43d2-ac72-dc9b9d2baeee service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801711 Jul 15 23:50:27.605461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c043d5d-2083-4b47-b729-dec645a74a6e req-7d31641d-27bf-49b2-9194-5b60a44afe3e service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Jul 15 23:50:27.751001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-fb93231b-df3d-4365-aaa9-f6e6622bf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:27.752517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-fb93231b-df3d-4365-aaa9-f6e6622bf87f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 1094 time: 0.0531986 Jul 15 23:50:27.843575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-1f49869b-e82d-42d4-a75d-8d73c77211c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:27.844943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-1f49869b-e82d-42d4-a75d-8d73c77211c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.0866716 Jul 15 23:50:27.886115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-014fffcf-9194-444b-a642-becc1e1223f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 217 time: 0.0342598 Jul 15 23:50:27.933393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-f6cacd78-8c14-4fab-a1f1-44626f9b898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:27.934924 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-f6cacd78-8c14-4fab-a1f1-44626f9b898d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0421977 Jul 15 23:50:27.970450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-11f97845-5a74-499e-9675-7dd8933fa5e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291128 Jul 15 23:50:28.060132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-67d681a3-8926-4ab4-a847-30996939b874 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825260 Jul 15 23:50:28.470016 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1fe17b81-72a3-43e8-b673-c6e8f85301b5 req-09136822-b1b5-4879-b88e-1098783beb7a service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031997 Jul 15 23:50:28.493866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bee3b1-dde7-4752-be78-63ce57247463 req-c53697b0-d0d5-44c5-982c-4b23b87ab907 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:28.495346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06bee3b1-dde7-4752-be78-63ce57247463 req-c53697b0-d0d5-44c5-982c-4b23b87ab907 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 943 time: 0.0804968 Jul 15 23:50:28.534035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-06bee3b1-dde7-4752-be78-63ce57247463 req-fb4845f0-ed46-4610-99ee-13547a3d4aef tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Jul 15 23:50:29.704769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bff320-d058-49ec-a82f-fc75c1dab80b req-ec40f58a-4795-4ced-9a93-cdb3dc5df551 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:29.706230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76bff320-d058-49ec-a82f-fc75c1dab80b req-ec40f58a-4795-4ced-9a93-cdb3dc5df551 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 943 time: 0.0637689 Jul 15 23:50:29.746376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76bff320-d058-49ec-a82f-fc75c1dab80b req-742781f5-aad0-458a-91cd-dee83ab30f07 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Jul 15 23:50:29.754070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d7bb521d-9479-45b9-91f9-b24e74165337 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:50:29.846052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:50:29.859756 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e', 'port_id': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'mac_address': 'fa:16:3e:f2:15:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd43282-4a68-4f96-8fe3-e6b8707e24f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:50:29.894976 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:29.907644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bb521d-9479-45b9-91f9-b24e74165337 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:50:29.926029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:50:29.929752 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:29.975675 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:30.184288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['d7bb521d-9479-45b9-91f9-b24e74165337'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:50:30.916183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76347f4b-ebbe-4d5f-a5d0-875f08120068 req-285af83a-7e9f-4421-9785-c219e406f994 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:30.917619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76347f4b-ebbe-4d5f-a5d0-875f08120068 req-285af83a-7e9f-4421-9785-c219e406f994 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 944 time: 0.0619364 Jul 15 23:50:30.955943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76347f4b-ebbe-4d5f-a5d0-875f08120068 req-4fa4153f-639f-4703-8c10-3e80b2b90ce5 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Jul 15 23:50:31.769841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d7bb521d-9479-45b9-91f9-b24e74165337 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:50:31.816747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port d7bb521d-9479-45b9-91f9-b24e74165337 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:50:31.820460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port d7bb521d-9479-45b9-91f9-b24e74165337 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:50:31.820832 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:31.896572 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:31.918044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:50:31.920358 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0513aef6-2bd2-4957-9c72-5e7417427df8" -d '{"events": [{"server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "name": "network-vif-plugged", "status": "completed", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:50:31.933447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:50:31.937798 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:31.960428 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a234cc-5f8f-4fee-94fb-57479891874a x-openstack-request-id: req-69a234cc-5f8f-4fee-94fb-57479891874a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:50:31.960722 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "name": "network-vif-plugged", "status": "completed", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:50:31.960976 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69a234cc-5f8f-4fee-94fb-57479891874a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:50:31.961362 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'code': 200} Jul 15 23:50:31.987154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:50:32.137813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76504e-e8f9-422d-be4d-38849d8c4607 req-bfae88f5-5641-4058-875d-2f2fecd36b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:32.140346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba76504e-e8f9-422d-be4d-38849d8c4607 req-bfae88f5-5641-4058-875d-2f2fecd36b1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 1096 time: 0.0970721 Jul 15 23:50:32.184703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba76504e-e8f9-422d-be4d-38849d8c4607 req-b7fa3ac9-7532-490a-a491-210b52142f18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385625 Jul 15 23:50:32.195787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953eac-1182-46ed-a8ef-8c7a7de618f2 req-096a0eff-47f2-4154-aad5-f58c725a14a7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:32.197765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae953eac-1182-46ed-a8ef-8c7a7de618f2 req-096a0eff-47f2-4154-aad5-f58c725a14a7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.1153314 Jul 15 23:50:32.235064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae953eac-1182-46ed-a8ef-8c7a7de618f2 req-14d150fb-1560-47a9-9fd8-2f9126101258 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Jul 15 23:50:33.411495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65867c8-c55c-4e40-a507-c53af30c0578 req-fa178308-92f2-4d46-91aa-2df9a3a60948 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:33.413134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b65867c8-c55c-4e40-a507-c53af30c0578 req-fa178308-92f2-4d46-91aa-2df9a3a60948 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jul 15 23:50:33.451823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b65867c8-c55c-4e40-a507-c53af30c0578 req-a52672d7-bf3b-4aad-9ff5-a6658afcae22 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Jul 15 23:50:34.624794 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cee14-b30b-42b9-a762-5ff9b0bad3cf req-0e2143e9-e48c-4980-b4dc-7c6477340abb tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:34.626310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f6cee14-b30b-42b9-a762-5ff9b0bad3cf req-0e2143e9-e48c-4980-b4dc-7c6477340abb tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0660284 Jul 15 23:50:34.663620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f6cee14-b30b-42b9-a762-5ff9b0bad3cf req-feed582c-342a-40b4-9956-90570876cc13 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Jul 15 23:50:34.834570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f702d58-73cc-40b7-8ff6-ffbb1c492a71 req-9a5e2efd-a79c-481b-b882-cf27d680ef1f tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:34.835985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f702d58-73cc-40b7-8ff6-ffbb1c492a71 req-9a5e2efd-a79c-481b-b882-cf27d680ef1f tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0638320 Jul 15 23:50:34.872926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f702d58-73cc-40b7-8ff6-ffbb1c492a71 req-fbdc0511-4b6b-4834-bf40-7c95691d778f tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Jul 15 23:50:35.206672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56f41b-615e-4d8b-88f7-3c8c6c8916c3 req-a6d396f9-cdc9-4a8d-af0e-98e379ff90a1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:35.208160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b56f41b-615e-4d8b-88f7-3c8c6c8916c3 req-a6d396f9-cdc9-4a8d-af0e-98e379ff90a1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0619745 Jul 15 23:50:35.245611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b56f41b-615e-4d8b-88f7-3c8c6c8916c3 req-7b901c37-8533-451c-9191-d7ce2c69d52d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Jul 15 23:50:35.417138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f15d-5c9d-48dd-9572-224f71a33b66 req-588e9ba3-46f8-4cc3-b876-014c8f105f8d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:35.418608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32e2f15d-5c9d-48dd-9572-224f71a33b66 req-588e9ba3-46f8-4cc3-b876-014c8f105f8d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0660622 Jul 15 23:50:35.455123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32e2f15d-5c9d-48dd-9572-224f71a33b66 req-1041068f-9227-4dc3-894d-14e3b95c08ec tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Jul 15 23:50:35.791392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-122385a6-7765-4d85-b577-3036ba0734e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612540 Jul 15 23:50:35.842886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8336-0719-4baa-9416-2ab093c0acd6 req-50ab34ce-f500-4ae4-ba1a-64178b5af5f8 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:35.844396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d64b8336-0719-4baa-9416-2ab093c0acd6 req-50ab34ce-f500-4ae4-ba1a-64178b5af5f8 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0683835 Jul 15 23:50:35.886033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d64b8336-0719-4baa-9416-2ab093c0acd6 req-8123e40a-0dfd-4ac8-97f4-8959dfa8d538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360892 Jul 15 23:50:36.970932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-9ecd7e10-7133-4cfc-b511-721a97034f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:36.972451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-9ecd7e10-7133-4cfc-b511-721a97034f5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 1096 time: 0.0530775 Jul 15 23:50:37.107904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-c3abc7c4-48f7-4cf0-97a6-37877b1bc9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:37.109424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-c3abc7c4-48f7-4cf0-97a6-37877b1bc9b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.1305187 Jul 15 23:50:37.117666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadffd8-211d-483d-9924-3d6f89a9073d req-8cea1e8e-108f-4989-a609-8adddd9b308e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:37.119847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-feadffd8-211d-483d-9924-3d6f89a9073d req-8cea1e8e-108f-4989-a609-8adddd9b308e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.1223652 Jul 15 23:50:37.159669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-d2fd1ad9-44c9-4413-8a10-b8d25f1eb8da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 217 time: 0.0395298 Jul 15 23:50:37.221798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-feadffd8-211d-483d-9924-3d6f89a9073d req-e21fe0d6-bd1e-4c65-87d6-67c48e49ad55 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961368 Jul 15 23:50:37.227018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-d1835489-e628-4bcc-a67b-4c399438af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:37.228452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-d1835489-e628-4bcc-a67b-4c399438af55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0631316 Jul 15 23:50:37.260829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-4b48b7e8-8b13-4675-99d2-51d9eb06150e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265391 Jul 15 23:50:37.348824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-c8626556-ecce-478b-ab74-ad7385f715f5 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819159 Jul 15 23:50:37.438076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-78db68ad-52da-428a-92c5-0ffc74963129 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829921 Jul 15 23:50:38.393697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf77b7-b0cd-4429-8d45-c411a451086d req-cb2afba4-0a4e-4963-9b7a-7e381a71fa60 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:38.395195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95bf77b7-b0cd-4429-8d45-c411a451086d req-cb2afba4-0a4e-4963-9b7a-7e381a71fa60 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0641313 Jul 15 23:50:38.432218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95bf77b7-b0cd-4429-8d45-c411a451086d req-2c57f2d4-0ed9-48c4-aa42-172db833aeaf tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Jul 15 23:50:39.610001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fa5dd-47d5-4477-b1a0-e947ff44698e req-b89ffddd-b796-49b5-88d3-71fc9ebd2947 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:39.611518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b60fa5dd-47d5-4477-b1a0-e947ff44698e req-b89ffddd-b796-49b5-88d3-71fc9ebd2947 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0670824 Jul 15 23:50:39.648491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b60fa5dd-47d5-4477-b1a0-e947ff44698e req-12c6f91d-755c-4b0c-9ed3-6dc5c6687e3e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Jul 15 23:50:40.818417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee0559-2064-4173-83bf-8afc5c54b203 req-fd6bd719-84ac-4347-9ea3-0cdc59f3b018 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:40.819946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34ee0559-2064-4173-83bf-8afc5c54b203 req-fd6bd719-84ac-4347-9ea3-0cdc59f3b018 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0636129 Jul 15 23:50:40.857512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-34ee0559-2064-4173-83bf-8afc5c54b203 req-f57ef399-5858-4555-9ce7-68af2c5dd1f8 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Jul 15 23:50:42.027849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d6189-69e2-42ac-8e71-e38560273d29 req-1f660aea-3e1a-436c-8165-13829551d8de tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:42.029238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-686d6189-69e2-42ac-8e71-e38560273d29 req-1f660aea-3e1a-436c-8165-13829551d8de tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0631013 Jul 15 23:50:42.066239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-686d6189-69e2-42ac-8e71-e38560273d29 req-1e99dfe5-2e3e-4610-a188-384337d5138a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Jul 15 23:50:43.244784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9ad7b-18d8-4e22-8044-b0088ebefc6d req-fc42dc25-8095-45dd-94f1-03864487c29d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:43.246278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eef9ad7b-18d8-4e22-8044-b0088ebefc6d req-fc42dc25-8095-45dd-94f1-03864487c29d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0703096 Jul 15 23:50:43.283452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eef9ad7b-18d8-4e22-8044-b0088ebefc6d req-542cddc6-4c96-4112-8902-6b652df2bd98 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Jul 15 23:50:44.125677 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:44.456879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dabae-d0ff-4382-9129-8e6e114b63f8 req-691eeb66-f26a-4788-bd62-3bd3e0f0d06b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:44.458364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e4dabae-d0ff-4382-9129-8e6e114b63f8 req-691eeb66-f26a-4788-bd62-3bd3e0f0d06b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0629251 Jul 15 23:50:44.495420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e4dabae-d0ff-4382-9129-8e6e114b63f8 req-89cfbca3-bdf1-46c7-939e-ff8fd90b827c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Jul 15 23:50:45.669003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639d032-5511-466b-9646-8aef252f3a41 req-8618ee68-e085-45e6-b784-d7d51060c98e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:45.670584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5639d032-5511-466b-9646-8aef252f3a41 req-8618ee68-e085-45e6-b784-d7d51060c98e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0661895 Jul 15 23:50:45.708348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5639d032-5511-466b-9646-8aef252f3a41 req-fbcba875-11a6-4715-ab4b-bfaecc39714e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Jul 15 23:50:46.880341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100692ea-4f06-42a4-bb56-071a06d30ec6 req-e24910fa-d59c-4b53-96f5-896e0203aed6 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:46.882100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-100692ea-4f06-42a4-bb56-071a06d30ec6 req-e24910fa-d59c-4b53-96f5-896e0203aed6 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0647109 Jul 15 23:50:46.919998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-100692ea-4f06-42a4-bb56-071a06d30ec6 req-0e074b9e-0d70-425d-8e3c-bb858791b13a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321910 Jul 15 23:50:48.088637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fce610-c8c2-4764-9496-c9418cefd528 req-46e0a946-8054-4fd2-9d1a-dc75dfce1908 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:48.090158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15fce610-c8c2-4764-9496-c9418cefd528 req-46e0a946-8054-4fd2-9d1a-dc75dfce1908 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0622649 Jul 15 23:50:48.101854 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41eabd30-6e42-44bd-a085-33ef6634a9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:48.128172 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15fce610-c8c2-4764-9496-c9418cefd528 req-dedc794b-fbfd-492a-9643-75114cddd717 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Jul 15 23:50:49.305666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc7117-904b-4f84-afbd-24aacd45c8a8 req-a47a3e40-59ce-4a7f-a59a-2d1fe42b0bbb tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:49.308207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7cc7117-904b-4f84-afbd-24aacd45c8a8 req-a47a3e40-59ce-4a7f-a59a-2d1fe42b0bbb tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0676825 Jul 15 23:50:49.346004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b7cc7117-904b-4f84-afbd-24aacd45c8a8 req-6aca2510-242e-4605-b98e-35e9e38bbbee tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Jul 15 23:50:50.521409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82f0a6-378e-4d05-9f00-1f1e0ea3bbe7 req-cf725aa3-f578-4e74-affe-044eaa3a1ea5 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:50.522922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee82f0a6-378e-4d05-9f00-1f1e0ea3bbe7 req-cf725aa3-f578-4e74-affe-044eaa3a1ea5 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0633705 Jul 15 23:50:50.560385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee82f0a6-378e-4d05-9f00-1f1e0ea3bbe7 req-ce2b50b7-b96d-431e-b2b3-99ac23352086 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Jul 15 23:50:50.714097 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-40d810d8-b8be-4ade-8167-efa075797e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:51.110116 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:51.674112 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:51.736274 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d76f-5a8a-48d6-b4f8-b0f8f21f1f06 req-47e22c97-2a02-40a5-a015-ee49e56c46be tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:51.737778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9211d76f-5a8a-48d6-b4f8-b0f8f21f1f06 req-47e22c97-2a02-40a5-a015-ee49e56c46be tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0685480 Jul 15 23:50:51.776390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9211d76f-5a8a-48d6-b4f8-b0f8f21f1f06 req-f2cae522-6db2-43ac-9499-7fe67c7fa119 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Jul 15 23:50:52.948123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40145a10-270f-4693-968f-1eb9ae67ac23 req-6d71fc78-0218-4e2e-a29f-694d375cbe6a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:52.949618 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40145a10-270f-4693-968f-1eb9ae67ac23 req-6d71fc78-0218-4e2e-a29f-694d375cbe6a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0645947 Jul 15 23:50:52.986466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40145a10-270f-4693-968f-1eb9ae67ac23 req-9ac74aef-c0c2-447f-bcf5-6afe5d0abd71 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Jul 15 23:50:53.415746 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:54.161253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a2455-28c9-480a-8470-8ad976cbdaf2 req-b9219570-df2e-4b58-99b6-a488314c570f tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:54.166774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab0a2455-28c9-480a-8470-8ad976cbdaf2 req-b9219570-df2e-4b58-99b6-a488314c570f tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0645347 Jul 15 23:50:54.202482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab0a2455-28c9-480a-8470-8ad976cbdaf2 req-22a2bde2-3c0b-43d3-b7ac-793e7926cd3e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Jul 15 23:50:55.375309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913ab1-679d-409e-a89b-d813a5e77279 req-3c507277-d931-4baa-a34d-7dedc48784f0 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:55.376699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc913ab1-679d-409e-a89b-d813a5e77279 req-3c507277-d931-4baa-a34d-7dedc48784f0 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0667696 Jul 15 23:50:55.405466 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:55.419085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc913ab1-679d-409e-a89b-d813a5e77279 req-996d651e-74fc-4701-8b7d-6457da4463ee tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Jul 15 23:50:56.588611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93011ac5-1e5f-439a-96dc-2b3ca817c4fa req-38ca34bf-e822-46f9-b7c5-cc5f6d71e889 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:56.590177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93011ac5-1e5f-439a-96dc-2b3ca817c4fa req-38ca34bf-e822-46f9-b7c5-cc5f6d71e889 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0632875 Jul 15 23:50:56.626982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93011ac5-1e5f-439a-96dc-2b3ca817c4fa req-c765856e-61dc-4682-8c70-36ac6efb6c4b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314314 Jul 15 23:50:57.801453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa80c72-e98e-41ad-8f9b-141fe5b83f9a req-a2d93922-6d8e-4427-b272-86184e8d5b86 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:57.802986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffa80c72-e98e-41ad-8f9b-141fe5b83f9a req-a2d93922-6d8e-4427-b272-86184e8d5b86 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0674813 Jul 15 23:50:57.840034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ffa80c72-e98e-41ad-8f9b-141fe5b83f9a req-4f27fa8b-73e3-4133-ac7d-18329b18f1de tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Jul 15 23:50:58.021984 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:50:59.012989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bae17-b5f4-4eb1-a1b6-e24555b1b450 req-bcff87e6-6432-493a-9cf7-b6e69c28f698 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:59.014386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-992bae17-b5f4-4eb1-a1b6-e24555b1b450 req-bcff87e6-6432-493a-9cf7-b6e69c28f698 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0625701 Jul 15 23:50:59.051547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-992bae17-b5f4-4eb1-a1b6-e24555b1b450 req-1fc88dba-5daf-4c0f-93ea-9883071cbce9 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Jul 15 23:51:00.221295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6eff7-6426-4f47-b58e-f696f648ee9a req-c22c7750-27e9-4f44-b65b-ae9f1f9b4897 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:00.222812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92b6eff7-6426-4f47-b58e-f696f648ee9a req-c22c7750-27e9-4f44-b65b-ae9f1f9b4897 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0639453 Jul 15 23:51:00.261708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92b6eff7-6426-4f47-b58e-f696f648ee9a req-b3094dca-7259-4a9a-8fd9-dd0ecf8ef9ea tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Jul 15 23:51:01.435856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c31ce-c8ec-4ee6-badb-c4f1605b92e9 req-0e639316-6a29-470e-97e0-ae4fd707001b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:01.437343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f10c31ce-c8ec-4ee6-badb-c4f1605b92e9 req-0e639316-6a29-470e-97e0-ae4fd707001b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0668364 Jul 15 23:51:01.474118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f10c31ce-c8ec-4ee6-badb-c4f1605b92e9 req-5e9d66a8-1779-4333-b3fb-86f50750b4cd tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Jul 15 23:51:02.643982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa97a4-ff49-459f-9600-42a1a3670563 req-b4ac0ff2-9c0a-43cc-9153-8fba08d1399b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:02.645459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56aa97a4-ff49-459f-9600-42a1a3670563 req-b4ac0ff2-9c0a-43cc-9153-8fba08d1399b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0625718 Jul 15 23:51:02.683344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56aa97a4-ff49-459f-9600-42a1a3670563 req-9d705cc1-3b9e-439e-9c71-d2a2e923226e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Jul 15 23:51:03.859985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8e2f8-d7dc-40cc-a3ac-53965e6e8132 req-b37fb258-df25-4f26-9b36-0cc467a07787 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:03.861477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ad8e2f8-d7dc-40cc-a3ac-53965e6e8132 req-b37fb258-df25-4f26-9b36-0cc467a07787 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0662503 Jul 15 23:51:03.899344 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9ad8e2f8-d7dc-40cc-a3ac-53965e6e8132 req-368fa63c-4965-4dab-952a-94775cad1476 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Jul 15 23:51:04.498929 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-0d269d48-4bd6-414d-8fcd-ae91eb410122 service neutron] show failed (client error): The resource could not be found. Jul 15 23:51:04.499935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-0d269d48-4bd6-414d-8fcd-ae91eb410122 service neutron] 10.222.0.37 "GET /v2.0/ports/d7bb521d-9479-45b9-91f9-b24e74165337/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0537205 Jul 15 23:51:04.754263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-93d67f78-0175-4898-961b-a61ee32bb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:04.756076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-93d67f78-0175-4898-961b-a61ee32bb0de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4&tenant_id=34445eb1a3084fd4947285c8de323db4 HTTP/1.1" status: 200 len: 1096 time: 0.0531678 Jul 15 23:51:04.769884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:04.841347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:05.078958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:05.110215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ae6cb-ed00-44be-89ad-7d0a196d15ec req-6e1fe23c-e481-4cc3-a792-77742091b363 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:05.111798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-059ae6cb-ed00-44be-89ad-7d0a196d15ec req-6e1fe23c-e481-4cc3-a792-77742091b363 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0984714 Jul 15 23:51:05.147800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:05.191049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-059ae6cb-ed00-44be-89ad-7d0a196d15ec req-fe73ce4f-7737-40cc-b3cd-8c486ee1fa41 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694447 Jul 15 23:51:05.201152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:05.203627 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32413896-7887-42f5-b493-0a74b5bed8c1" -d '{"events": [{"server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:05.207761 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:05.221332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Transition to ACTIVE for port object d7bb521d-9479-45b9-91f9-b24e74165337 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:51:05.225072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:05.252994 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61fa173-de3a-468c-9cca-9799ae517cbe x-openstack-request-id: req-f61fa173-de3a-468c-9cca-9799ae517cbe {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:05.253294 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:05.253549 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f61fa173-de3a-468c-9cca-9799ae517cbe {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:05.253952 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'code': 200} Jul 15 23:51:05.292814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] No DVR routers for this DVR port d7bb521d-9479-45b9-91f9-b24e74165337 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:51:05.294586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:05.330203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Attempting to bind port d7bb521d-9479-45b9-91f9-b24e74165337 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:51:05.330543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Attempting to bind port d7bb521d-9479-45b9-91f9-b24e74165337 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:51:05.330910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Attempting to bind port d7bb521d-9479-45b9-91f9-b24e74165337 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:05.335145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Port d7bb521d-9479-45b9-91f9-b24e74165337 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:51:05.335468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Attempting to bind port d7bb521d-9479-45b9-91f9-b24e74165337 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:05.340343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:51:05.340690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Checking segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:51:05.341073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Bound using segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:51:05.341533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Bound port: d7bb521d-9479-45b9-91f9-b24e74165337, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:51:05.341888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:05.408448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:05.411550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:51:05.416177 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:05.449890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:05.450503 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:05.451916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] 10.222.0.59 "PUT /v2.0/ports/d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 1091 time: 0.6860631 Jul 15 23:51:05.472981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f73b0-f9fa-48fe-99f1-5bf04ba8c82a service neutron] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:05.533465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-0def378d-e6e0-48f6-afd4-fdf3e7500e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:05.535106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-0def378d-e6e0-48f6-afd4-fdf3e7500e9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 1094 time: 0.0584190 Jul 15 23:51:05.627388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-1fcbd9b3-c3be-4634-ad1c-b63b73ae1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:05.628766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-1fcbd9b3-c3be-4634-ad1c-b63b73ae1590 service neutron] 10.222.0.59 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.0869648 Jul 15 23:51:05.669680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-11fb388f-7109-4d31-a6e9-73016779d422 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 217 time: 0.0334599 Jul 15 23:51:05.717557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-2233e75d-7321-41e4-a38a-580b8c32c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:05.719049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-2233e75d-7321-41e4-a38a-580b8c32c2bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0430186 Jul 15 23:51:05.755950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-0e36f7a7-f131-4fab-a8a4-c396d57bac3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305877 Jul 15 23:51:05.844414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-c8c54ed3-5067-4251-8901-c8834925ee7e service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786433 Jul 15 23:51:05.934744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e602877-a2ad-4d1f-9769-caf42db2a8e0 req-4875af55-bee9-4082-a927-e2f740281664 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836160 Jul 15 23:51:06.362268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab2eca-ad07-45a1-a9d9-25811016ac4a req-ec0f7666-df82-4bc1-add2-5fbf0640e6a1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:06.363785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cab2eca-ad07-45a1-a9d9-25811016ac4a req-ec0f7666-df82-4bc1-add2-5fbf0640e6a1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 943 time: 0.0626359 Jul 15 23:51:06.403148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9cab2eca-ad07-45a1-a9d9-25811016ac4a req-af62d45e-397e-4524-81d3-80a31c7f0da6 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Jul 15 23:51:07.255327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:07.257971 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d11a373-565a-4b83-9054-2080559d1c55" -d '{"events": [{"name": "network-changed", "server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:07.303428 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70fef3d-58cc-45a9-b57a-506e565564a5 x-openstack-request-id: req-f70fef3d-58cc-45a9-b57a-506e565564a5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:07.303718 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:07.303995 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f70fef3d-58cc-45a9-b57a-506e565564a5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:07.304386 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'status': 'completed', 'code': 200} Jul 15 23:51:07.419505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a373-565a-4b83-9054-2080559d1c55 req-670d7394-2ce4-487c-b51a-652bdef3d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:07.420966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-670d7394-2ce4-487c-b51a-652bdef3d9c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 1094 time: 0.0931997 Jul 15 23:51:07.425813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a373-565a-4b83-9054-2080559d1c55 req-b8ec1f57-6ad7-46c7-bfd5-be4805da6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:07.427202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-b8ec1f57-6ad7-46c7-bfd5-be4805da6fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 1094 time: 0.0737717 Jul 15 23:51:07.617174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a373-565a-4b83-9054-2080559d1c55 req-c5efd7aa-1dee-49ad-a3eb-e1c466d19b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:07.619171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-c5efd7aa-1dee-49ad-a3eb-e1c466d19b0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.1821945 Jul 15 23:51:07.621261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a373-565a-4b83-9054-2080559d1c55 req-202919a4-ea55-461a-9adf-54001fa19086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:07.622594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-202919a4-ea55-461a-9adf-54001fa19086 service neutron] 10.222.0.59 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.1934850 Jul 15 23:51:07.696309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-18f2626d-40dc-4145-af2f-d8be462746b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 217 time: 0.0677271 Jul 15 23:51:07.699781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-6bee84c2-86b6-451a-aefb-e05944462379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 217 time: 0.0641334 Jul 15 23:51:07.719960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ad864-7d3c-4e65-95c1-a6feb855e715 req-f7597096-ec4c-4b59-ab50-61bb5ee58410 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:07.721346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-215ad864-7d3c-4e65-95c1-a6feb855e715 req-f7597096-ec4c-4b59-ab50-61bb5ee58410 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 943 time: 0.1826916 Jul 15 23:51:07.809980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a373-565a-4b83-9054-2080559d1c55 req-399c6970-2d70-4da7-91ef-cd07b8a0e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:07.811475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-399c6970-2d70-4da7-91ef-cd07b8a0e56c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.1076953 Jul 15 23:51:07.817600 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a373-565a-4b83-9054-2080559d1c55 req-5e8fe913-d6ac-420a-992b-7a492c6d0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:07.818929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-5e8fe913-d6ac-420a-992b-7a492c6d0bd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.1064217 Jul 15 23:51:07.856651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-215ad864-7d3c-4e65-95c1-a6feb855e715 req-87c69947-c748-4e2b-b560-ef2827664155 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097724 Jul 15 23:51:07.873364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-9644b6ec-61f1-4814-aacd-5318f43c6377 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535281 Jul 15 23:51:07.875250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-4311a0e6-8a86-4ef4-8400-4ce52dc915fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438173 Jul 15 23:51:08.031278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-737fdb2c-dd9d-472d-a2fb-3b1793580a47 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513965 Jul 15 23:51:08.033357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-0b92e209-d1e4-4875-a62a-0552d74b096a service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457260 Jul 15 23:51:08.041536 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7bb521d-9479-45b9-91f9-b24e74165337 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:51:08.138295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:08.149925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e', 'port_id': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'mac_address': 'fa:16:3e:f2:15:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd43282-4a68-4f96-8fe3-e6b8707e24f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:51:08.188071 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:08.202283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bb521d-9479-45b9-91f9-b24e74165337 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:08.223142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:08.227521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:08.282082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:08.475089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d7bb521d-9479-45b9-91f9-b24e74165337'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:08.483066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-7880b660-89bd-4865-9fd4-f2f1bf5cd4f5 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451704 Jul 15 23:51:08.484950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d11a373-565a-4b83-9054-2080559d1c55 req-1b1f053a-2ed3-4e44-bc32-79a2c6f84ad2 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395359 Jul 15 23:51:09.027899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad8878-938a-4303-97db-9d782c2316f3 req-8566fa31-7c01-46b8-891f-360b97985591 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:09.029278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a7ad8878-938a-4303-97db-9d782c2316f3 req-8566fa31-7c01-46b8-891f-360b97985591 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 944 time: 0.0618010 Jul 15 23:51:09.066112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a7ad8878-938a-4303-97db-9d782c2316f3 req-628c5331-0822-4591-876f-903e594844cb tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Jul 15 23:51:09.403728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5ab58-d8f1-4395-be6c-7c90aec846b1 req-ae4f0494-b216-45b7-a6a1-785072199c7a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:09.405133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd5ab58-d8f1-4395-be6c-7c90aec846b1 req-ae4f0494-b216-45b7-a6a1-785072199c7a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 944 time: 0.1121633 Jul 15 23:51:09.419127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-fd895735-64a9-4538-b2a9-ddd918abf10c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:09.420487 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-fd895735-64a9-4538-b2a9-ddd918abf10c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4&tenant_id=34445eb1a3084fd4947285c8de323db4&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 944 time: 0.0975997 Jul 15 23:51:09.482129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0bd5ab58-d8f1-4395-be6c-7c90aec846b1 req-4aa9412b-d5d2-4fd7-ad98-5ac78e75b5e9 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Jul 15 23:51:09.498360 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-ea0ebda6-8137-4130-ab84-fb9f43dbb1fb service neutron] delete failed (client error): The resource could not be found. Jul 15 23:51:09.499442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-ea0ebda6-8137-4130-ab84-fb9f43dbb1fb service neutron] 10.222.0.37 "DELETE /v2.0/ports/d7bb521d-9479-45b9-91f9-b24e74165337/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0725925 Jul 15 23:51:09.621031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-440a52f5-da03-44dd-b23e-a2be1c795419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:09.622522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-440a52f5-da03-44dd-b23e-a2be1c795419 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 1095 time: 0.0566142 Jul 15 23:51:09.708694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-a3424fd5-a4fb-4d4a-a33d-39508e736d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:09.710159 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-a3424fd5-a4fb-4d4a-a33d-39508e736d7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.0820735 Jul 15 23:51:09.753908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-068b80de-cfa2-4cca-beaf-2bd1c9b640c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 200 len: 217 time: 0.0362000 Jul 15 23:51:09.800418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-7991a16c-2656-4a69-b80c-f751c182184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:09.801808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-7991a16c-2656-4a69-b80c-f751c182184a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0418067 Jul 15 23:51:09.832812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-d413e27d-0952-4f7a-8900-bde01eac125e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250726 Jul 15 23:51:09.921918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-9228c883-f7e8-42f1-8671-e34c09efb87a service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822229 Jul 15 23:51:09.973307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d7bb521d-9479-45b9-91f9-b24e74165337 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:51:10.010179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2c2128b-ebbe-449a-a978-3ac804d52cb2 req-22ce1520-3101-4949-8cd3-9745e4eaa953 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816107 Jul 15 23:51:10.011923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device d7bb521d-9479-45b9-91f9-b24e74165337 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:51:10.051813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7bb521d-9479-45b9-91f9-b24e74165337 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:51:10.252356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port d7bb521d-9479-45b9-91f9-b24e74165337 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:51:10.255787 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port d7bb521d-9479-45b9-91f9-b24e74165337 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:10.256153 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:10.327238 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:10.348106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:10.350367 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1534b8-f0b8-486e-a4c5-ad5ad1316611" -d '{"events": [{"server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "name": "network-vif-plugged", "status": "completed", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:10.363243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:10.369136 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:10.401769 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c1b9f5-26bd-47b2-8130-76dba02c0602 x-openstack-request-id: req-e0c1b9f5-26bd-47b2-8130-76dba02c0602 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:10.402090 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "name": "network-vif-plugged", "status": "completed", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:10.402292 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0c1b9f5-26bd-47b2-8130-76dba02c0602 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:10.402720 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'code': 200} Jul 15 23:51:10.426837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:10.666234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177daa2b-f324-44fb-a3bf-4b2140b9559d req-af57fd6c-e002-4776-ba7c-013f5138c576 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:10.667793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-177daa2b-f324-44fb-a3bf-4b2140b9559d req-af57fd6c-e002-4776-ba7c-013f5138c576 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0691326 Jul 15 23:51:10.706823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-177daa2b-f324-44fb-a3bf-4b2140b9559d req-6bba7543-7b4a-48b2-bad2-6824b18539ab tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Jul 15 23:51:10.875637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a236484-3a2f-4b80-8305-011ed1a21481 req-88a5c2eb-fb67-4455-94ee-c90dea18279d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:10.877015 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a236484-3a2f-4b80-8305-011ed1a21481 req-88a5c2eb-fb67-4455-94ee-c90dea18279d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0628254 Jul 15 23:51:10.914155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a236484-3a2f-4b80-8305-011ed1a21481 req-a26a78cf-830c-48ed-9e98-e0d7a576e645 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Jul 15 23:51:11.081494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8091e9-416b-4dae-905b-98b3e9526bdb req-4ce5ac7f-4255-40ab-9a93-6d9519a2f5f0 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:11.082986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b8091e9-416b-4dae-905b-98b3e9526bdb req-4ce5ac7f-4255-40ab-9a93-6d9519a2f5f0 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0624096 Jul 15 23:51:11.124343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b8091e9-416b-4dae-905b-98b3e9526bdb req-5f3cac66-1c19-455d-a24a-b6450c3b381e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357792 Jul 15 23:51:11.551906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-88014919-c36a-457a-84f7-a2ac587d65e5 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:11.553349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-88014919-c36a-457a-84f7-a2ac587d65e5 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 813 time: 0.0995901 Jul 15 23:51:11.567869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-ee26da5c-f918-4082-bf28-64ba189de3d5 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/quotas/34445eb1a3084fd4947285c8de323db4 HTTP/1.1" status: 200 len: 375 time: 0.0087147 Jul 15 23:51:11.633980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1468e048-7435-4063-8e15-9a7e22151e09 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612657 Jul 15 23:51:11.724091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-6bea4383-de3b-4194-9909-0eb583714793 service neutron] 10.222.0.23 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835400 Jul 15 23:51:11.814777 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-831cdf9c-65d3-4999-9933-c2dd955f0570 service neutron] 10.222.0.23 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849671 Jul 15 23:51:11.977623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4cb9a0c-778c-4857-9576-d2b6c150bbc8 req-109d2cb3-2ceb-40c5-8cab-408c2e51663a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 210 time: 0.0300126 Jul 15 23:51:12.914131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-69b67b2c-8b7b-4dc8-81eb-76514b212964 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:12.916289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-69b67b2c-8b7b-4dc8-81eb-76514b212964 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0302244-1849-4085-804d-f77af03c38c4 HTTP/1.1" status: 200 len: 945 time: 0.0645542 Jul 15 23:51:13.112387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-e42ef30a-8527-436b-adec-28cc630321e0 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:13.113793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-e42ef30a-8527-436b-adec-28cc630321e0 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.59 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 813 time: 0.1611805 Jul 15 23:51:13.137120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4266610-016c-4772-a8ba-7771699d598f req-05bf1c9e-40c9-464a-b347-c14106e2d006 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 210 time: 0.0408902 Jul 15 23:51:13.142293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Request body: {'port': {'device_id': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e', 'admin_state_up': True, 'tenant_id': '34445eb1a3084fd4947285c8de323db4'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:13.166569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Deleting port d7bb521d-9479-45b9-91f9-b24e74165337 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:51:13.166948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:13.314947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] For port d7bb521d-9479-45b9-91f9-b24e74165337, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=d7bb521d-9479-45b9-91f9-b24e74165337,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:13.315219 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:13.331669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Calling delete_port for d7bb521d-9479-45b9-91f9-b24e74165337 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:51:13.340837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Made reservation on behalf of 34445eb1a3084fd4947285c8de323db4 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:51:13.344335 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:13.554955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Allocated IP 172.20.0.10 (955ec7d1-6ce4-4db9-a255-7acc4f4c124e/0dd43282-4a68-4f96-8fe3-e6b8707e24f9/1f70505e-14bb-401d-8ab3-8bdad44e4824) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:51:13.582238 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:13.594017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d7bb521d-9479-45b9-91f9-b24e74165337'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:13.630884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Pushing event deleted for resources: {'Port': ['ID=d7bb521d-9479-45b9-91f9-b24e74165337,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:13.700786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] No DVR routers for this DVR port d7bb521d-9479-45b9-91f9-b24e74165337 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:51:13.704512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:13.706473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a22d5482-18d6-4e94-b9ef-0938151d0e12 req-72cdfbb3-5d23-4caf-a40c-67566d192301 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.59 "DELETE /v2.0/ports/d7bb521d-9479-45b9-91f9-b24e74165337 HTTP/1.1" status: 204 len: 173 time: 0.7847755 Jul 15 23:51:13.706931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'name': 'network-vif-deleted', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:13.709166 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23047c0-3dc4-40a2-a612-885d0c7e4618" -d '{"events": [{"server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "name": "network-vif-deleted", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:13.755784 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2c6b0c-d1f4-474c-8a0a-00db4aa504fe x-openstack-request-id: req-3b2c6b0c-d1f4-474c-8a0a-00db4aa504fe {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:13.756079 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0302244-1849-4085-804d-f77af03c38c4", "name": "network-vif-deleted", "tag": "d7bb521d-9479-45b9-91f9-b24e74165337", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:13.756338 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b2c6b0c-d1f4-474c-8a0a-00db4aa504fe {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:13.756733 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0302244-1849-4085-804d-f77af03c38c4', 'name': 'network-vif-deleted', 'tag': 'd7bb521d-9479-45b9-91f9-b24e74165337', 'status': 'completed', 'code': 200} Jul 15 23:51:13.800469 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:13.840426 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:13.851682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['d7bb521d-9479-45b9-91f9-b24e74165337'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:13.888188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:51:13.894021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:51:13.896313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:51:13.926875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:13.950785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:13.951381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:13.964793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-7be54775-bdb6-48f6-bf98-831cc21ec538 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8305933 Jul 15 23:51:13.976553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Request body: {'port': {'device_id': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:14.050476 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:14.127907 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:14.369412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f70505e-14bb-401d-8ab3-8bdad44e4824 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:14.378969 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:14.389817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dc538-7e53-4528-8a70-0d1592d941e2 req-f103b714-ee60-4f24-b95a-845e6a3bd44b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:14.391346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e2dc538-7e53-4528-8a70-0d1592d941e2 req-f103b714-ee60-4f24-b95a-845e6a3bd44b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 932 time: 0.1314886 Jul 15 23:51:14.407275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Transition to ACTIVE for port object 1f70505e-14bb-401d-8ab3-8bdad44e4824 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:51:14.414819 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:14.471533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e2dc538-7e53-4528-8a70-0d1592d941e2 req-1e9d5c9b-bbed-485a-b18d-67b0b25cdaf9 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745826 Jul 15 23:51:14.479551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:14.506048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.506395 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.506734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.507094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.507687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.508016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.508342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.508681 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.509014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.509334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.509654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.509976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:14.557524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Attempting to bind port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:51:14.557862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Attempting to bind port 1f70505e-14bb-401d-8ab3-8bdad44e4824 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:51:14.558187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Attempting to bind port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:14.562351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:51:14.562669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Attempting to bind port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:14.567425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:51:14.567761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Checking segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:51:14.568140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Bound using segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:51:14.568561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Bound port: 1f70505e-14bb-401d-8ab3-8bdad44e4824, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:51:14.568915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:14.633550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:14.636751 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:51:14.640828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:14.674997 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:14.675611 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:14.677018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] 10.222.0.59 "PUT /v2.0/ports/1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 1092 time: 0.7044826 Jul 15 23:51:14.697879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53b406-6170-438a-87ae-152043b6dd12 service neutron] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:14.765656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-aacfe851-53cf-4830-bce6-fdc3ab3705e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:14.767334 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-aacfe851-53cf-4830-bce6-fdc3ab3705e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 1095 time: 0.0522518 Jul 15 23:51:14.811428 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-4ce83c80-3b31-4a74-ac83-894f6a965355 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 217 time: 0.0355775 Jul 15 23:51:14.859823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-d38cf028-69b2-4868-a9b3-e448515f515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:14.861244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-d38cf028-69b2-4868-a9b3-e448515f515f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0440497 Jul 15 23:51:14.893275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-c68f34f8-d4d9-4e10-a8f3-7a77657f6714 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253129 Jul 15 23:51:14.982899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-3492ea65-b704-46a9-af5c-bb268b3eac22 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820827 Jul 15 23:51:15.070174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-898d2d5a-a2b2-43d5-8a3b-04ae64ff761f req-19b791cd-eb31-40e1-842a-ad25b72357b5 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811758 Jul 15 23:51:15.652309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf72fe5-1a3b-4779-b778-bffc9996c990 req-26776a68-df6e-4dcf-a7b0-2a584398c126 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:15.653898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-daf72fe5-1a3b-4779-b778-bffc9996c990 req-26776a68-df6e-4dcf-a7b0-2a584398c126 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 944 time: 0.0666702 Jul 15 23:51:15.692174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-daf72fe5-1a3b-4779-b778-bffc9996c990 req-bde46638-ea7f-4a1f-9c75-24ea68af2971 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jul 15 23:51:15.758143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:15.760961 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ba3c4-9247-43c6-ba04-93cdb3202dce" -d '{"events": [{"name": "network-changed", "server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:15.795584 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90b1b6b-1c5d-4e4f-9812-12498a5fd490 x-openstack-request-id: req-b90b1b6b-1c5d-4e4f-9812-12498a5fd490 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:15.795882 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:15.796137 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b90b1b6b-1c5d-4e4f-9812-12498a5fd490 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:15.796534 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'status': 'completed', 'code': 200} Jul 15 23:51:15.870948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-1ae3f364-3190-4787-9745-4eadbac1992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:15.872518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-1ae3f364-3190-4787-9745-4eadbac1992a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 1095 time: 0.0523098 Jul 15 23:51:15.966305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-17126213-4d69-44b9-ad4b-fa28936e06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:15.967790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-17126213-4d69-44b9-ad4b-fa28936e06f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.0870490 Jul 15 23:51:16.009080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-5073d4a3-60ee-46ff-b9e8-67df7d815d3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 217 time: 0.0336540 Jul 15 23:51:16.056186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-d0a6dfaa-42d2-4e98-98fd-be3f2fe796e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:16.057601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-d0a6dfaa-42d2-4e98-98fd-be3f2fe796e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0423224 Jul 15 23:51:16.088165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7bb521d-9479-45b9-91f9-b24e74165337 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:51:16.093436 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-29e4b3a3-5f41-49ec-ae55-9e692b475132 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290296 Jul 15 23:51:16.108083 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: d7bb521d-9479-45b9-91f9-b24e74165337 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:51:16.108426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device d7bb521d-9479-45b9-91f9-b24e74165337 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:51:16.181464 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-8db01bd8-f1fc-403c-90e1-c2e5356d6553 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808604 Jul 15 23:51:16.273104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b90ba3c4-9247-43c6-ba04-93cdb3202dce req-5aacc9fd-1f0d-43db-8919-132b0a7c9fd8 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851436 Jul 15 23:51:16.865187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dee692-1b23-42da-9b68-8b5d7ed1db5b req-464731b3-f56c-4a09-9fec-5e7154721d38 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:16.866664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2dee692-1b23-42da-9b68-8b5d7ed1db5b req-464731b3-f56c-4a09-9fec-5e7154721d38 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 944 time: 0.0624185 Jul 15 23:51:16.907163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2dee692-1b23-42da-9b68-8b5d7ed1db5b req-a3b871dd-55b1-4765-becd-aa030aeafb2c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349927 Jul 15 23:51:18.076615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c70ce-1b60-4316-b6c2-df8f7ead0a40 req-108d636b-43bd-4207-92d4-0c1eed7650f6 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:18.077996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e68c70ce-1b60-4316-b6c2-df8f7ead0a40 req-108d636b-43bd-4207-92d4-0c1eed7650f6 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 944 time: 0.0622430 Jul 15 23:51:18.103683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1f70505e-14bb-401d-8ab3-8bdad44e4824 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:51:18.107164 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cc42550e-f460-4a3b-9aec-a3432a793539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:18.121992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e68c70ce-1b60-4316-b6c2-df8f7ead0a40 req-00b279e8-a78e-4395-bf3b-7a86670c2b00 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383370 Jul 15 23:51:18.201390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:18.211542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e', 'port_id': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'mac_address': 'fa:16:3e:e7:6e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd43282-4a68-4f96-8fe3-e6b8707e24f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:51:18.247342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:18.260140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f70505e-14bb-401d-8ab3-8bdad44e4824 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:18.278977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:18.282488 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:18.330591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:18.475131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['1f70505e-14bb-401d-8ab3-8bdad44e4824'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:19.291849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae92e94-9acb-4667-860e-06781f42b613 req-0ca6fd53-08db-426b-9cfc-dfac91cb871c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:19.293307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ae92e94-9acb-4667-860e-06781f42b613 req-0ca6fd53-08db-426b-9cfc-dfac91cb871c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 945 time: 0.0626583 Jul 15 23:51:19.330351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7ae92e94-9acb-4667-860e-06781f42b613 req-899795c7-5c93-4e9e-85f5-cf08daac0b28 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314622 Jul 15 23:51:20.119337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1f70505e-14bb-401d-8ab3-8bdad44e4824 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:51:20.168676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 1f70505e-14bb-401d-8ab3-8bdad44e4824 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:51:20.172398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 1f70505e-14bb-401d-8ab3-8bdad44e4824 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:20.172769 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:20.247288 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:20.269023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:20.271317 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572985d0-5465-4c00-946a-686bb93b6e6f" -d '{"events": [{"server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "name": "network-vif-plugged", "status": "completed", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:20.284503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:20.288382 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:20.311299 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3949c8-7e68-457e-afcb-ed6676592a7b x-openstack-request-id: req-7a3949c8-7e68-457e-afcb-ed6676592a7b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:20.311591 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "name": "network-vif-plugged", "status": "completed", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:20.311838 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a3949c8-7e68-457e-afcb-ed6676592a7b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:20.312214 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'code': 200} Jul 15 23:51:20.338047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:20.345444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.345791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.346134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.346469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.346822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.347154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.347480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.347804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.348130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.348452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.348796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.349117 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:20.415021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b04c3e-5cdb-4f58-9f66-1f244efd3899 req-00b303d8-3196-4cea-a004-02bc86c5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:20.417171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3b04c3e-5cdb-4f58-9f66-1f244efd3899 req-00b303d8-3196-4cea-a004-02bc86c5c22c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 1097 time: 0.0527475 Jul 15 23:51:20.459458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3b04c3e-5cdb-4f58-9f66-1f244efd3899 req-1fabbe76-7702-4449-bb46-3cfcfaa1d98a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361805 Jul 15 23:51:20.512340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2614bb6-f084-4894-a46e-d022af0113db req-215a0473-e67f-45b9-b4b5-94092d99c051 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:20.513778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2614bb6-f084-4894-a46e-d022af0113db req-215a0473-e67f-45b9-b4b5-94092d99c051 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0668490 Jul 15 23:51:20.550525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2614bb6-f084-4894-a46e-d022af0113db req-10d6e951-4161-49a4-9140-f88b8eaed0dd tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Jul 15 23:51:20.716673 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36cdceb2-5d50-4d7f-bd48-b0d856e2c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:21.115330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:21.675804 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:21.723844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a771d1-09f5-4287-a6bd-d49852f2dacb req-3402c219-94ec-4a9d-a234-8a106177a594 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:21.725340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83a771d1-09f5-4287-a6bd-d49852f2dacb req-3402c219-94ec-4a9d-a234-8a106177a594 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0676072 Jul 15 23:51:21.763170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-83a771d1-09f5-4287-a6bd-d49852f2dacb req-20ea73c3-40e6-4edb-8342-d2290b99bda7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Jul 15 23:51:21.934358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6087948-2a78-40ef-8f4d-d36355b953b7 req-ca937bba-5dcc-4987-9f2e-5fa23d08558a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:21.935828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6087948-2a78-40ef-8f4d-d36355b953b7 req-ca937bba-5dcc-4987-9f2e-5fa23d08558a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0663929 Jul 15 23:51:21.972700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e6087948-2a78-40ef-8f4d-d36355b953b7 req-4f54c0cd-9d48-4d04-9a3b-341696c3f605 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Jul 15 23:51:22.303047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-31ea383a-f193-4ca0-ab9d-978b806537cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0596471 Jul 15 23:51:22.356697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d67b79-b33d-4346-82d2-3a226c9f8523 req-81854172-d0ec-4cce-a8ec-82bdece417f5 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:22.358187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11d67b79-b33d-4346-82d2-3a226c9f8523 req-81854172-d0ec-4cce-a8ec-82bdece417f5 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0667806 Jul 15 23:51:22.397110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11d67b79-b33d-4346-82d2-3a226c9f8523 req-21c893a2-449a-4d25-b858-33245368ed77 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Jul 15 23:51:23.434861 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:23.511199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-abde970d-8c2b-4476-92d4-747a31bd4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:23.512700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-abde970d-8c2b-4476-92d4-747a31bd4e25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 1097 time: 0.0569458 Jul 15 23:51:23.647004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a45114-031e-4bd6-bf9f-ee065533f404 req-147ee093-14bf-4739-b6ff-64ca32b69ba1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:23.648593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3a45114-031e-4bd6-bf9f-ee065533f404 req-147ee093-14bf-4739-b6ff-64ca32b69ba1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.1350281 Jul 15 23:51:23.650595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-bf95ec37-8899-45c4-9fc3-c9134936d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:23.652025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-bf95ec37-8899-45c4-9fc3-c9134936d5d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.1290917 Jul 15 23:51:24.009128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-69827549-dca5-43b8-8810-675346c28e25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 217 time: 0.3476820 Jul 15 23:51:24.049274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3a45114-031e-4bd6-bf9f-ee065533f404 req-68e26f54-bc29-418e-bb10-8be7a6a0f6c2 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939502 Jul 15 23:51:24.065538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-3cef829f-454a-4f1d-a808-5042972217e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:24.067017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-3cef829f-454a-4f1d-a808-5042972217e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0487456 Jul 15 23:51:24.102404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-d94719a2-8c33-4133-bc1e-ee2a3e470e10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280769 Jul 15 23:51:24.187724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-5908ca1d-3edf-4b9c-9b63-851a84b8a156 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789111 Jul 15 23:51:24.281501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-942e0c75-ea6b-47d9-8a13-7a51b74a4497 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868385 Jul 15 23:51:25.227356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8331c0-f22d-4417-ad8a-99d32dd31d17 req-0fe0cc7e-f944-4d73-8f7f-f4c4fcb63bc1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:25.228808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e8331c0-f22d-4417-ad8a-99d32dd31d17 req-0fe0cc7e-f944-4d73-8f7f-f4c4fcb63bc1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0644815 Jul 15 23:51:25.267104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e8331c0-f22d-4417-ad8a-99d32dd31d17 req-5b013ad8-a033-446d-b9f0-dea77da6d5ca tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324891 Jul 15 23:51:25.405396 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:26.439952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c26aa-9d0d-4a12-8760-9cb763caf4f7 req-5dc33477-74ac-41ef-a704-ae9f1352b70d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:26.441430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-738c26aa-9d0d-4a12-8760-9cb763caf4f7 req-5dc33477-74ac-41ef-a704-ae9f1352b70d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0668190 Jul 15 23:51:26.477848 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-738c26aa-9d0d-4a12-8760-9cb763caf4f7 req-e84362e0-33fd-4d3e-95ce-aa6c76b31a55 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303688 Jul 15 23:51:27.651380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfa78-67c0-454e-aa58-f0b25ac0ef82 req-fab8e1fe-07fd-4cdc-871f-fa8a1b53ca74 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:27.652875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3abfa78-67c0-454e-aa58-f0b25ac0ef82 req-fab8e1fe-07fd-4cdc-871f-fa8a1b53ca74 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0668807 Jul 15 23:51:27.690201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3abfa78-67c0-454e-aa58-f0b25ac0ef82 req-5e601a01-0b5a-4913-bc32-30202d874e9e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jul 15 23:51:28.858318 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8262-3aa6-43f6-8e55-722c48fbdf5a req-84fa9abd-8a1d-4498-9ba2-bfab1c1cfe7e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:28.859788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbed8262-3aa6-43f6-8e55-722c48fbdf5a req-84fa9abd-8a1d-4498-9ba2-bfab1c1cfe7e tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0609317 Jul 15 23:51:28.898999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbed8262-3aa6-43f6-8e55-722c48fbdf5a req-2c0140a9-67a0-46ef-b30a-ee4230789140 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Jul 15 23:51:30.071633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238f044-fbb5-4757-8ece-14356eac8e40 req-7874e7f4-d290-4737-8eac-31397f10f553 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:30.073068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4238f044-fbb5-4757-8ece-14356eac8e40 req-7874e7f4-d290-4737-8eac-31397f10f553 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0627384 Jul 15 23:51:30.110132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4238f044-fbb5-4757-8ece-14356eac8e40 req-21d4e149-1832-4bdd-be51-b5d4faa1f9e7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Jul 15 23:51:31.279406 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74887b4f-7c3c-43d0-8373-d8cd9e99bcf6 req-9ac93b3f-d95a-4741-8128-3e8904ebce67 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:31.280883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74887b4f-7c3c-43d0-8373-d8cd9e99bcf6 req-9ac93b3f-d95a-4741-8128-3e8904ebce67 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0623970 Jul 15 23:51:31.318104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74887b4f-7c3c-43d0-8373-d8cd9e99bcf6 req-74807c08-be06-46f7-8b94-03da9827c8d2 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Jul 15 23:51:32.491231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5abcc-0aa1-455b-b3ca-cb9f75fd4f8f req-3a420683-3ab7-4e11-bb9d-b7db9d2d91ff tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:32.492730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24b5abcc-0aa1-455b-b3ca-cb9f75fd4f8f req-3a420683-3ab7-4e11-bb9d-b7db9d2d91ff tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0654719 Jul 15 23:51:32.529998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24b5abcc-0aa1-455b-b3ca-cb9f75fd4f8f req-fe845068-cf61-438c-8a15-85bfd498b5ce tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Jul 15 23:51:33.703037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910bf7a-6375-40fb-b4e7-35da525e47fc req-f7e229f3-ca62-4fc0-a8c0-8325fe95bfdc tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:33.704542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f910bf7a-6375-40fb-b4e7-35da525e47fc req-f7e229f3-ca62-4fc0-a8c0-8325fe95bfdc tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0671501 Jul 15 23:51:33.742112 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f910bf7a-6375-40fb-b4e7-35da525e47fc req-dc11a82c-95be-4ef7-ac84-ff9bad245ece tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Jul 15 23:51:34.916560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d308647-2055-47b1-b530-fbd9930619a1 req-b5fe4966-ba0f-4f9e-803a-b4975b2b1121 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:34.918029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d308647-2055-47b1-b530-fbd9930619a1 req-b5fe4966-ba0f-4f9e-803a-b4975b2b1121 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0621448 Jul 15 23:51:34.958220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d308647-2055-47b1-b530-fbd9930619a1 req-649a7bee-eedf-4c2e-b6d1-c4e89c9c7a10 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Jul 15 23:51:35.020403 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:51:36.129428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d58417-8858-4461-ba1f-d37d4d8fe94e req-d510355e-7343-49ff-9ce9-35221fd1366f tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.130922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60d58417-8858-4461-ba1f-d37d4d8fe94e req-d510355e-7343-49ff-9ce9-35221fd1366f tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0623140 Jul 15 23:51:36.167557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60d58417-8858-4461-ba1f-d37d4d8fe94e req-ac11ff18-a769-45df-896d-482ecb8164e3 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Jul 15 23:51:37.338788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08983bb-5824-4aac-a3d1-c718fc3c0019 req-70d88408-e9f2-4db1-a530-1a47d95ef7d7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:37.340184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b08983bb-5824-4aac-a3d1-c718fc3c0019 req-70d88408-e9f2-4db1-a530-1a47d95ef7d7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0612590 Jul 15 23:51:37.376281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b08983bb-5824-4aac-a3d1-c718fc3c0019 req-d88d4b30-2a85-499f-94fe-d5d2c09490b0 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Jul 15 23:51:38.550349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3ad6-394d-49a0-8f4f-62a58c4861a9 req-05854b8d-2a9a-4f75-9b8e-7a0cded41c80 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:38.551864 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bdf3ad6-394d-49a0-8f4f-62a58c4861a9 req-05854b8d-2a9a-4f75-9b8e-7a0cded41c80 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0668285 Jul 15 23:51:38.589498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bdf3ad6-394d-49a0-8f4f-62a58c4861a9 req-b7197bbc-63e0-4b55-bcf4-1da13c44d4ce tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Jul 15 23:51:39.780020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e7b4f-8c7c-4de3-b282-5ed2d91ca757 req-e52bfba4-409a-41ca-9e6c-e0fd4093a193 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:39.781494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-589e7b4f-8c7c-4de3-b282-5ed2d91ca757 req-e52bfba4-409a-41ca-9e6c-e0fd4093a193 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0624835 Jul 15 23:51:39.818768 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-589e7b4f-8c7c-4de3-b282-5ed2d91ca757 req-051f0632-9a63-4a2c-9382-1352da4cfc9b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Jul 15 23:51:40.988930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149f49a-f4ab-4176-9c73-3d0e6950413c req-98a79721-be8e-4352-a591-b4684a53da34 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:40.990370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f149f49a-f4ab-4176-9c73-3d0e6950413c req-98a79721-be8e-4352-a591-b4684a53da34 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0633123 Jul 15 23:51:41.032591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f149f49a-f4ab-4176-9c73-3d0e6950413c req-11425515-f942-4ea0-8d6c-ea6f61755cde tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365686 Jul 15 23:51:42.202700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12cc2f-552b-437c-a84c-26bea77e88b6 req-6e5dc023-bec2-45cf-b95c-87edb127bcc4 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:42.204315 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d12cc2f-552b-437c-a84c-26bea77e88b6 req-6e5dc023-bec2-45cf-b95c-87edb127bcc4 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0639348 Jul 15 23:51:42.241792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d12cc2f-552b-437c-a84c-26bea77e88b6 req-527b65ad-e011-48a0-a801-22e31388f8a1 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Jul 15 23:51:43.412267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652ae86-9eb6-46e7-a4cd-77098904c9c1 req-9d068eb8-c1ed-478b-8478-481c91056387 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:43.413658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b652ae86-9eb6-46e7-a4cd-77098904c9c1 req-9d068eb8-c1ed-478b-8478-481c91056387 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0631189 Jul 15 23:51:43.450688 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b652ae86-9eb6-46e7-a4cd-77098904c9c1 req-d132d70b-6838-4e54-abe3-4eac9a0be795 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Jul 15 23:51:44.134770 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:44.626889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda38a3-6015-488d-8476-5d94c95d3b74 req-10064237-876c-448b-8d69-542dcda71a43 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:44.628346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fda38a3-6015-488d-8476-5d94c95d3b74 req-10064237-876c-448b-8d69-542dcda71a43 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0652640 Jul 15 23:51:44.667036 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fda38a3-6015-488d-8476-5d94c95d3b74 req-184231ed-44ab-4aed-8c21-5cdb4b09af93 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Jul 15 23:51:45.840994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c86128-2332-46dc-91c3-e8a7cf9fdef3 req-f00a3da6-8b35-4e31-9d28-684c7b250035 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:45.842471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24c86128-2332-46dc-91c3-e8a7cf9fdef3 req-f00a3da6-8b35-4e31-9d28-684c7b250035 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0623577 Jul 15 23:51:45.879115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24c86128-2332-46dc-91c3-e8a7cf9fdef3 req-63814ec0-e9e5-41fc-af6a-17c52bc9f461 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Jul 15 23:51:47.047084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223a2f7-4ba5-46d9-8e5c-1b29051ec67e req-388abd8b-d5a9-47a0-a3e6-623e35974cd7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:47.048483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2223a2f7-4ba5-46d9-8e5c-1b29051ec67e req-388abd8b-d5a9-47a0-a3e6-623e35974cd7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0619750 Jul 15 23:51:47.090177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2223a2f7-4ba5-46d9-8e5c-1b29051ec67e req-d12c30ab-0b76-4397-b911-910d7dc94663 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Jul 15 23:51:48.107449 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd812-d244-4d07-9efa-5425964ab331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:48.260628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b04ad9-e23c-481b-a375-0457ae596dfc req-5bb678b9-9806-4fb2-86e5-28c52a22bfa7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:48.262126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b04ad9-e23c-481b-a375-0457ae596dfc req-5bb678b9-9806-4fb2-86e5-28c52a22bfa7 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0638163 Jul 15 23:51:48.299594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39b04ad9-e23c-481b-a375-0457ae596dfc req-20702357-10b3-4dea-a6dd-f9eeb6a1fa0b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Jul 15 23:51:49.473058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcc389-b179-4383-90c8-c648699cbf44 req-144583a8-fdf9-4f5b-bf26-ebcaa11e8e83 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:49.474520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8fcc389-b179-4383-90c8-c648699cbf44 req-144583a8-fdf9-4f5b-bf26-ebcaa11e8e83 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0626819 Jul 15 23:51:49.512059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f8fcc389-b179-4383-90c8-c648699cbf44 req-9eefe886-fd9d-421a-8333-5237f979125c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315022 Jul 15 23:51:50.688261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783c71d-8fb2-426d-a8ed-8c54089c30b6 req-b3debbb6-bd68-4486-b339-1c149e587768 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:50.689759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e783c71d-8fb2-426d-a8ed-8c54089c30b6 req-b3debbb6-bd68-4486-b339-1c149e587768 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0675347 Jul 15 23:51:50.717703 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c47adbbb-c366-41d2-a82b-39a2b8dd0518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:50.731458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e783c71d-8fb2-426d-a8ed-8c54089c30b6 req-d833075c-4a00-4036-9a0e-9d974412f91d tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360174 Jul 15 23:51:51.107619 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:51.115599 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-b5427a67-a164-4f85-88ac-59979ab15dd1 service neutron] show failed (client error): The resource could not be found. Jul 15 23:51:51.116719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-b5427a67-a164-4f85-88ac-59979ab15dd1 service neutron] 10.222.0.59 "GET /v2.0/ports/1f70505e-14bb-401d-8ab3-8bdad44e4824/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0568316 Jul 15 23:51:51.359622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-51699604-97db-4c74-9e66-ae4e5cdb4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.361065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-51699604-97db-4c74-9e66-ae4e5cdb4b2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de&tenant_id=34445eb1a3084fd4947285c8de323db4 HTTP/1.1" status: 200 len: 1097 time: 0.0520773 Jul 15 23:51:51.377992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:51.450722 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:51.645190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:51.676999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:51.679844 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:51.715932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:51.718174 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a93ae7-70a3-4f37-9a4f-ca10e514457e" -d '{"events": [{"server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "name": "network-vif-unplugged", "status": "completed", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:51.721706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:51.738160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Transition to ACTIVE for port object 1f70505e-14bb-401d-8ab3-8bdad44e4824 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:51:51.742120 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:51.772902 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c5ab94-b09e-4921-9e8e-c90e515c7328 x-openstack-request-id: req-02c5ab94-b09e-4921-9e8e-c90e515c7328 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:51.773190 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "name": "network-vif-unplugged", "status": "completed", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:51.773441 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02c5ab94-b09e-4921-9e8e-c90e515c7328 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:51.773967 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'code': 200} Jul 15 23:51:51.812180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] No DVR routers for this DVR port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:51:51.816185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:51.850966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Attempting to bind port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:51:51.851299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Attempting to bind port 1f70505e-14bb-401d-8ab3-8bdad44e4824 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:51:51.851633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Attempting to bind port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:51.866426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:51:51.866767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Attempting to bind port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on network 955ec7d1-6ce4-4db9-a255-7acc4f4c124e {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:51.889742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:51:51.890078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Checking segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:51:51.890460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Bound using segment: {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:51:51.890929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Bound port: 1f70505e-14bb-401d-8ab3-8bdad44e4824, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7212d580-7de2-47d5-8d2b-8adcbf63e2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:51:51.891286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:51.970606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110305-fc45-4cc4-b5cb-ae41540cfa50 req-c2bacb32-95d8-47ee-9003-231cd9a83a4b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.972130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e110305-fc45-4cc4-b5cb-ae41540cfa50 req-c2bacb32-95d8-47ee-9003-231cd9a83a4b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 944 time: 0.1158855 Jul 15 23:51:51.987347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:52.007630 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:51:52.014058 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:52.053840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0e110305-fc45-4cc4-b5cb-ae41540cfa50 req-3b7b53d5-ced5-4d96-ba55-726507665e74 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760670 Jul 15 23:51:52.058610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:52.059293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:52.060613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] 10.222.0.37 "PUT /v2.0/ports/1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 1092 time: 0.6866455 Jul 15 23:51:52.081057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b80ae-baf8-4e18-a70f-7702908320bb service neutron] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:52.152245 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-3b5f54d7-6575-4220-9562-60952b4f5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:52.153715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-3b5f54d7-6575-4220-9562-60952b4f5509 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 1095 time: 0.0561714 Jul 15 23:51:52.241039 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-fc24bcc3-825c-4ea7-a3c2-e99ce669e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:52.242422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-fc24bcc3-825c-4ea7-a3c2-e99ce669e49f service neutron] 10.222.0.37 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.0827150 Jul 15 23:51:52.288049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-2a1d7350-7f1f-4a7b-91e2-31e8b6dd3742 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 217 time: 0.0386369 Jul 15 23:51:52.333911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-76e21737-42b2-46d2-a2b3-7bc60bd7fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:52.335330 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-76e21737-42b2-46d2-a2b3-7bc60bd7fd22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0418146 Jul 15 23:51:52.366160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-fc8aba02-63ba-4bbd-8022-ab0c8510855d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246987 Jul 15 23:51:52.456564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-b274db1b-95e1-44d0-b6e1-70b1ac89b054 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833552 Jul 15 23:51:52.544250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd1638b8-b5ab-4a1e-80f9-b21f5f9d2896 req-3185c64d-2aef-4438-97c5-145725806b2d service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805745 Jul 15 23:51:53.231013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad539090-f0af-4a04-8500-b0e37e91f326 req-6af0fd0b-9932-4d07-acee-6df36d0e9ad3 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:53.232485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad539090-f0af-4a04-8500-b0e37e91f326 req-6af0fd0b-9932-4d07-acee-6df36d0e9ad3 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 944 time: 0.0678782 Jul 15 23:51:53.269267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad539090-f0af-4a04-8500-b0e37e91f326 req-64a1f0e1-301f-4a84-8985-209e668feae0 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Jul 15 23:51:53.422634 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:53.775446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:53.780383 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529822a-d83f-4da9-a471-53d2ebe91177" -d '{"events": [{"name": "network-changed", "server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:53.827222 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e29e1-1edb-405c-a9ee-893ade6778a4 x-openstack-request-id: req-b27e29e1-1edb-405c-a9ee-893ade6778a4 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:53.827513 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:53.827766 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b27e29e1-1edb-405c-a9ee-893ade6778a4 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:53.828182 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'status': 'completed', 'code': 200} Jul 15 23:51:53.938523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-21abe4ca-cda2-4198-88ab-53d026ab6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:53.940040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-21abe4ca-cda2-4198-88ab-53d026ab6929 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 1095 time: 0.0932133 Jul 15 23:51:53.945953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-d49c358f-4f1a-4fc9-8ceb-f584f354769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:53.947862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-d49c358f-4f1a-4fc9-8ceb-f584f354769a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 1095 time: 0.0720887 Jul 15 23:51:54.104157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-25646f19-e686-4e98-af19-d8b5af9d0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:54.105575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-25646f19-e686-4e98-af19-d8b5af9d0245 service neutron] 10.222.0.59 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.1568751 Jul 15 23:51:54.108266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-8eee2ffc-7e6e-4b4b-a849-d762a7471b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:54.109598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-8eee2ffc-7e6e-4b4b-a849-d762a7471b47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.1528730 Jul 15 23:51:54.152296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-7490b15c-9314-4ab4-9dbc-d25ab7d1385d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 217 time: 0.0401027 Jul 15 23:51:54.189331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-82a4fd1b-429e-46f7-b037-0666692b5b90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 217 time: 0.0439200 Jul 15 23:51:54.261571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-38e0204f-8fdd-44ae-b714-65ec881d0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:54.263148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-38e0204f-8fdd-44ae-b714-65ec881d0ef4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0820820 Jul 15 23:51:54.268068 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-74031ac7-2637-4cdb-9138-a76de3e63fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:54.269386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-74031ac7-2637-4cdb-9138-a76de3e63fd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0616984 Jul 15 23:51:54.291455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1f70505e-14bb-401d-8ab3-8bdad44e4824 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:51:54.304234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-85caf252-0179-4298-a3a2-8ecc3dbffe64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339158 Jul 15 23:51:54.329889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-c633ad4e-b2c9-4e28-a17d-8a3b14d1575c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518825 Jul 15 23:51:54.344089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1f70505e-14bb-401d-8ab3-8bdad44e4824 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:51:54.345668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1f70505e-14bb-401d-8ab3-8bdad44e4824 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:51:54.447736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:54.459739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'network_id': '955ec7d1-6ce4-4db9-a255-7acc4f4c124e', 'port_id': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'mac_address': 'fa:16:3e:e7:6e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd43282-4a68-4f96-8fe3-e6b8707e24f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:51:54.496845 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:54.511304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f70505e-14bb-401d-8ab3-8bdad44e4824 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:54.520313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-a513a527-7ef7-4963-834e-5fed1b15b79a service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994846 Jul 15 23:51:54.534416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:54.539242 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:54.543537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-2adb76d6-d8ce-401c-a70c-f66b52d39277 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025559 Jul 15 23:51:54.591254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:54.604433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c398-ced4-4938-b206-b7a9d4dcecda req-84b9c278-c875-4bea-8b19-db511a01fb72 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:54.606005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c1c398-ced4-4938-b206-b7a9d4dcecda req-84b9c278-c875-4bea-8b19-db511a01fb72 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 944 time: 0.1915400 Jul 15 23:51:54.737753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50c1c398-ced4-4938-b206-b7a9d4dcecda req-1ed0bf77-e63a-402b-89fa-bb34e1e6b14c tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243236 Jul 15 23:51:54.740405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-4e7e5bf5-c2f5-4f8c-a275-4196ae0b33e5 service neutron] 10.222.0.37 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849754 Jul 15 23:51:54.742193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9529822a-d83f-4da9-a471-53d2ebe91177 req-1bec1bc5-12e0-4616-9716-4573a4a2e65e service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151666 Jul 15 23:51:54.835539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['1f70505e-14bb-401d-8ab3-8bdad44e4824'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:55.088076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e5ac4-5a7b-4c3b-b2ec-2ced43830d4f req-9a151802-ceb1-43ca-86f3-713f56868b23 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:55.089598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd7e5ac4-5a7b-4c3b-b2ec-2ced43830d4f req-9a151802-ceb1-43ca-86f3-713f56868b23 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 945 time: 0.1160564 Jul 15 23:51:55.097686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-6c078d30-a1b1-4f1f-b930-1d79d3b9a13a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:55.099119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-6c078d30-a1b1-4f1f-b930-1d79d3b9a13a tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.59 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de&tenant_id=34445eb1a3084fd4947285c8de323db4&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 945 time: 0.1233995 Jul 15 23:51:55.163286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd7e5ac4-5a7b-4c3b-b2ec-2ced43830d4f req-f278af62-cb80-4f1d-a598-474ac4f7d532 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632348 Jul 15 23:51:55.184205 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-47cc1eb1-4c88-4569-b85a-31684aca2be9 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:51:55.185276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-47cc1eb1-4c88-4569-b85a-31684aca2be9 service neutron] 10.222.0.59 "DELETE /v2.0/ports/1f70505e-14bb-401d-8ab3-8bdad44e4824/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0785043 Jul 15 23:51:55.279577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-28ef1ce0-ee76-4247-8e01-d9cba8c35c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:55.281096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-28ef1ce0-ee76-4247-8e01-d9cba8c35c1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=34445eb1a3084fd4947285c8de323db4&device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 1096 time: 0.0516956 Jul 15 23:51:55.368073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-5b64d876-f40a-44f9-b5fe-78aabe4cb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:55.369553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-5b64d876-f40a-44f9-b5fe-78aabe4cb383 service neutron] 10.222.0.59 "GET /v2.0/networks?id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 200 len: 914 time: 0.0821674 Jul 15 23:51:55.413017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-3b450496-95fc-46e7-b2c2-efbb93b78dc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 200 len: 217 time: 0.0368390 Jul 15 23:51:55.415358 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:55.459777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-d69b88c4-36ef-456c-8399-4df9bb90b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:55.461221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-d69b88c4-36ef-456c-8399-4df9bb90b8dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 200 len: 853 time: 0.0421174 Jul 15 23:51:55.492522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-a75b44a8-ce3a-48c0-9a56-a054b38f88e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=955ec7d1-6ce4-4db9-a255-7acc4f4c124e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247009 Jul 15 23:51:55.584480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-1b3b6af1-939c-4131-a749-032b4d647a2b service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855300 Jul 15 23:51:55.671614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-42f7346a-3a82-4faa-87e7-f7a58673b8df req-ac8fb9ef-4b0c-4208-a0c9-e527885622c0 service neutron] 10.222.0.59 "GET /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806429 Jul 15 23:51:56.331752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1f70505e-14bb-401d-8ab3-8bdad44e4824 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:51:56.339204 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe5f42-ef91-43ea-85e8-92a181594f4b req-69355381-8d0e-4939-aeb3-4cbfffc6501b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:56.340712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80fe5f42-ef91-43ea-85e8-92a181594f4b req-69355381-8d0e-4939-aeb3-4cbfffc6501b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 945 time: 0.0678568 Jul 15 23:51:56.378108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-80fe5f42-ef91-43ea-85e8-92a181594f4b req-24194d96-d6f6-43a0-b82e-f6ac40e28212 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Jul 15 23:51:56.379769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 1f70505e-14bb-401d-8ab3-8bdad44e4824 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:51:56.384427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 1f70505e-14bb-401d-8ab3-8bdad44e4824 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:56.384800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:56.461248 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:56.483862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:56.486076 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a03df7-e902-4912-a0a5-d5978c0875b7" -d '{"events": [{"server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "name": "network-vif-plugged", "status": "completed", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:56.498588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:56.502941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:56.549795 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:56.553098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf39e7-14b8-49c8-9008-7c8f3c3bbf42 req-1b9ccb65-e22b-438c-906c-96d655da4268 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:56.554638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7cf39e7-14b8-49c8-9008-7c8f3c3bbf42 req-1b9ccb65-e22b-438c-906c-96d655da4268 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 945 time: 0.0641117 Jul 15 23:51:56.592212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7cf39e7-14b8-49c8-9008-7c8f3c3bbf42 req-f43cb73d-6d1f-42c2-8464-beed9dfcaedc tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Jul 15 23:51:56.636013 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bbfedb-aff0-4342-b455-b8ffcdec2605 x-openstack-request-id: req-41bbfedb-aff0-4342-b455-b8ffcdec2605 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:56.636390 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "name": "network-vif-plugged", "status": "completed", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:56.636707 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41bbfedb-aff0-4342-b455-b8ffcdec2605 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:56.637168 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'code': 200} Jul 15 23:51:56.784215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882775bf-e7ad-4c60-939e-2ffd9c1b47a6 req-03160877-fc7a-4c8f-b3bc-6061d9f77a95 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:56.785670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-882775bf-e7ad-4c60-939e-2ffd9c1b47a6 req-03160877-fc7a-4c8f-b3bc-6061d9f77a95 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0673497 Jul 15 23:51:56.822009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-882775bf-e7ad-4c60-939e-2ffd9c1b47a6 req-94819d02-f5b5-4c7f-a591-273c46294fa4 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302801 Jul 15 23:51:57.360110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2306c-da75-4ced-8632-0093a8b2f6fa req-5b9c10df-e21d-493b-83ac-933db2a33bcd tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:57.361602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24b2306c-da75-4ced-8632-0093a8b2f6fa req-5b9c10df-e21d-493b-83ac-933db2a33bcd tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.0625708 Jul 15 23:51:57.399377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-24b2306c-da75-4ced-8632-0093a8b2f6fa req-72c70d7b-2799-4ab2-a3f7-a5fba96d59fb tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Jul 15 23:51:58.853217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-b57f1ab6-e2f2-49cb-81e7-3e3d3bf06f82 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:58.854650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-b57f1ab6-e2f2-49cb-81e7-3e3d3bf06f82 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.37 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.3864489 Jul 15 23:51:58.919222 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d4c62-ac8d-481f-b305-9febeb03ed86 req-dfe68a16-ff99-419d-920a-acf5107ecf1b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:58.920669 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d15d4c62-ac8d-481f-b305-9febeb03ed86 req-dfe68a16-ff99-419d-920a-acf5107ecf1b tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/ports?device_id=07f36d05-6a55-4505-a7ca-1a93c90ae4de HTTP/1.1" status: 200 len: 946 time: 0.4091096 Jul 15 23:51:58.982564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d15d4c62-ac8d-481f-b305-9febeb03ed86 req-df111aa2-2b6b-4094-af0b-696b33bf92c8 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d939661-b6eb-4fa4-9f8e-422470e8c969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 Jul 15 23:51:58.997654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Deleting port 1f70505e-14bb-401d-8ab3-8bdad44e4824 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:51:58.998008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:59.086101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] For port 1f70505e-14bb-401d-8ab3-8bdad44e4824, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1f70505e-14bb-401d-8ab3-8bdad44e4824,segment=NetworkSegment(7212d580-7de2-47d5-8d2b-8adcbf63e2a6),segment_id=7212d580-7de2-47d5-8d2b-8adcbf63e2a6)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:59.086460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:59.098248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Calling delete_port for 1f70505e-14bb-401d-8ab3-8bdad44e4824 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:51:59.221805 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:59.248961 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Pushing event deleted for resources: {'Port': ['ID=1f70505e-14bb-401d-8ab3-8bdad44e4824,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:59.256240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['1f70505e-14bb-401d-8ab3-8bdad44e4824'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:59.293871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] No DVR routers for this DVR port 1f70505e-14bb-401d-8ab3-8bdad44e4824 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:51:59.296361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:59.298441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a7f0fc6-8bd1-4dee-9a74-2968c5443011 req-ec19e3d0-0eaa-4b94-8ea3-c2b11c8c9a16 tempest-ServerDiskConfigTestJSON-1068203001 tempest-ServerDiskConfigTestJSON-1068203001-project] 10.222.0.37 "DELETE /v2.0/ports/1f70505e-14bb-401d-8ab3-8bdad44e4824 HTTP/1.1" status: 204 len: 173 time: 0.4364686 Jul 15 23:51:59.298902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'name': 'network-vif-deleted', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:59.301104 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163eec69-e142-4803-b585-f1af7e695fbc" -d '{"events": [{"server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "name": "network-vif-deleted", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:59.405155 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25f8829-2e00-4a21-b5ef-fdabf03c6ada x-openstack-request-id: req-f25f8829-2e00-4a21-b5ef-fdabf03c6ada {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:59.405458 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f36d05-6a55-4505-a7ca-1a93c90ae4de", "name": "network-vif-deleted", "tag": "1f70505e-14bb-401d-8ab3-8bdad44e4824", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:59.405717 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f25f8829-2e00-4a21-b5ef-fdabf03c6ada {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:59.406119 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f36d05-6a55-4505-a7ca-1a93c90ae4de', 'name': 'network-vif-deleted', 'tag': '1f70505e-14bb-401d-8ab3-8bdad44e4824', 'status': 'completed', 'code': 200} Jul 15 23:52:00.200186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54422) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:00.247392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-586835f0-229e-4a47-a9d5-c29fbf730770 admin admin] Deleting subnet 0dd43282-4a68-4f96-8fe3-e6b8707e24f9 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:52:00.250319 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-586835f0-229e-4a47-a9d5-c29fbf730770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.283626 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-586835f0-229e-4a47-a9d5-c29fbf730770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.320683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-586835f0-229e-4a47-a9d5-c29fbf730770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.372160 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-586835f0-229e-4a47-a9d5-c29fbf730770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.397086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586835f0-229e-4a47-a9d5-c29fbf730770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd43282-4a68-4f96-8fe3-e6b8707e24f9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:00.402320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-586835f0-229e-4a47-a9d5-c29fbf730770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.404639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-586835f0-229e-4a47-a9d5-c29fbf730770 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0dd43282-4a68-4f96-8fe3-e6b8707e24f9 HTTP/1.1" status: 204 len: 168 time: 0.2030694 Jul 15 23:52:00.406695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54424) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:00.476802 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.557057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.566854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955ec7d1-6ce4-4db9-a255-7acc4f4c124e']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:00.576622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7212d580-7de2-47d5-8d2b-8adcbf63e2a6') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:00.576922 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7212d580-7de2-47d5-8d2b-8adcbf63e2a6') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:00.585359 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.598350 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.604718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:52:00.605387 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: timer() Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: self._notify() Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:52:00.607072 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:52:00.660304 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.666747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.668456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/955ec7d1-6ce4-4db9-a255-7acc4f4c124e HTTP/1.1" status: 204 len: 168 time: 0.2607796 Jul 15 23:52:00.681933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9297a-e6e7-4a06-a015-84ea5d9c0bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=955ec7d1-6ce4-4db9-a255-7acc4f4c124e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:00.784844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54428) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:00.831096 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f5f6ac09-a614-4087-9e9d-4acb3aa851a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34445eb1a3084fd4947285c8de323db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449059 Jul 15 23:52:00.833367 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54432) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:00.880719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.901517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.947442 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.950121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:00.951387 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d939661-b6eb-4fa4-9f8e-422470e8c969 HTTP/1.1" status: 204 len: 168 time: 0.1170063 Jul 15 23:52:00.958813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d939661-b6eb-4fa4-9f8e-422470e8c969,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:00.966896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.967252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.967620 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.967959 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.968296 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.968628 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.968962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.969290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.969616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.969942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.970267 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:00.970590 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6856f-2b4f-4dd5-9d8a-f35b7771ae41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:01.581874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54454) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:01.727419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-175598466-network', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:01.748218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Made reservation on behalf of d808a2d2c6954ed1a12299c997823457 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:52:01.750592 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.759595 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.849985 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.854126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.875795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:52:01.890575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2878d9b0-ac5b-4edc-a836-ce54f242f835,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:01.893652 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.893998 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Added segment fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60 of type vlan for network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 Jul 15 23:52:01.934307 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.961639 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.963189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:01.963784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.007400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4244230 Jul 15 23:52:02.011320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54460) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:02.016461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Request body: {'subnet': {'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-175598466-subnet', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:02.037381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Made reservation on behalf of d808a2d2c6954ed1a12299c997823457 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:52:02.039808 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.052015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e989b2-cf6f-4f53-bef9-70dda9a24261 admin admin] Pushing event updated for resources: {'Network': ['ID=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:02.063206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:52:02.208269 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.263203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffa6e78-e64e-485a-89ab-22e9aab61b2f,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:02.270104 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:52:02.270462 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Network hostable DHCP agents. Network: 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:52:02.287021 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:52:02.295564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:52:02.299575 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:02.300169 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.304099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23a475b-97ef-4042-b90c-3e0ab7d43127 None None] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:52:02.314657 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f9a98ec5-ccc8-4ea0-88c2-11554ae11f76 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3021605 Jul 15 23:52:02.317344 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54462) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:02.322205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:02.341491 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.342585 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.359166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1f70505e-14bb-401d-8ab3-8bdad44e4824 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:52:02.389793 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 1f70505e-14bb-401d-8ab3-8bdad44e4824 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:52:02.390057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1f70505e-14bb-401d-8ab3-8bdad44e4824 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:52:02.398576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.474352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:52:02.475279 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.534576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.610032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Allocated IP 172.20.0.2 (0093bc33-7e46-46d7-9cd9-7ba472ec6ff3/cffa6e78-e64e-485a-89ab-22e9aab61b2f/1d274834-3fcd-4938-b558-c2c684d92b2b) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:52:02.725984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.747443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.753468 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.762743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Transition to ACTIVE for port object 1d274834-3fcd-4938-b558-c2c684d92b2b will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:52:02.777280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Transition to ACTIVE for port object 1d274834-3fcd-4938-b558-c2c684d92b2b will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:52:02.783171 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.820824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:52:02.825595 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:52:02.828121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:52:02.841376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Pushing event updated for resources: {'Port': ['ID=1d274834-3fcd-4938-b558-c2c684d92b2b,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:02.862655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Allocated IP 172.25.3.104 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:52:02.892126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Attempting to bind port 1d274834-3fcd-4938-b558-c2c684d92b2b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:52:02.892498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Attempting to bind port 1d274834-3fcd-4938-b558-c2c684d92b2b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:52:02.892860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Attempting to bind port 1d274834-3fcd-4938-b558-c2c684d92b2b on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:52:02.897729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:52:02.898107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:52:02.898510 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.898934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:52:02.899456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Bound port: 1d274834-3fcd-4938-b558-c2c684d92b2b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:52:02.899837 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.963728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] For port 1d274834-3fcd-4938-b558-c2c684d92b2b, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:52:02.966947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] For port 1d274834-3fcd-4938-b558-c2c684d92b2b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1d274834-3fcd-4938-b558-c2c684d92b2b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:52:02.967129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:02.971232 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:03.007999 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:03.034277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4e7b0-e519-4c8b-ab4f-1a12469eeda3 None None] Pushing event updated for resources: {'Port': ['ID=1d274834-3fcd-4938-b558-c2c684d92b2b,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:03.052654 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:52:03.055569 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:52:03.059253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:52:03.064853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:03.320698 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:03.507576 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:03.629885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:52:03.921947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731bb08-aadd-453a-af05-709fb001207a None None] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:52:04.008473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-97df45d4-29cb-4900-90aa-faabbd01dc89 None None] Provisioning for port 1d274834-3fcd-4938-b558-c2c684d92b2b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:52:04.093919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:52:04.108242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:52:04.116159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.117446 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a666f442-9ab2-4cb2-a525-101971f70af4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7991784 Jul 15 23:52:04.120270 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54464) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:04.121356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:52:04.122009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:51:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:04.230504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:52:04.412677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:03Z', 'revision_number': 3, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:04.441982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:52:04.442651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Updating router c4771bf7-21e2-43d7-857b-b9905a5f89d4 port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:52:04.475493 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.531693 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.687631 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Allocated IP 172.20.0.1 (0093bc33-7e46-46d7-9cd9-7ba472ec6ff3/cffa6e78-e64e-485a-89ab-22e9aab61b2f/21757735-a401-4d6a-9191-c77a2fd704e0) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:52:04.721038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.734967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Transition to ACTIVE for port object c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:52:04.740939 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.795586 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.795862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Attempting to bind port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:52:04.796291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Attempting to bind port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:52:04.796657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Attempting to bind port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:52:04.798643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f5dfa-c3e0-4be7-8313-06cfaa9e2fb3 None None] Pushing event updated for resources: {'Port': ['ID=c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:04.804122 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:52:04.804508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:52:04.804896 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.805301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:52:04.805784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Bound port: c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:52:04.806735 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.809765 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Transition to ACTIVE for port object 21757735-a401-4d6a-9191-c77a2fd704e0 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:52:04.842638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.857850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] For port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:52:04.861240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] For port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:52:04.865837 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.885235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:52:04.888054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:52:04.890600 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:52:04.898991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Pushing event updated for resources: {'Port': ['ID=21757735-a401-4d6a-9191-c77a2fd704e0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:04.907632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:52:04.908248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:51:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:04.936155 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.087015 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.141606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f5dfa-c3e0-4be7-8313-06cfaa9e2fb3 None None] Pushing event updated for resources: {'Port': ['ID=c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:05.197827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1d274834-3fcd-4938-b558-c2c684d92b2b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:52:05.223805 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:52:05.227155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-88d52ef7-50e6-4ffd-87af-f9bcd1b7dfb7 None None] Provisioning for port 21757735-a401-4d6a-9191-c77a2fd704e0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:52:05.269001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.274203 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.284076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-88d52ef7-50e6-4ffd-87af-f9bcd1b7dfb7 None None] Provisioning complete for port 21757735-a401-4d6a-9191-c77a2fd704e0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:05.284453 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-88d52ef7-50e6-4ffd-87af-f9bcd1b7dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.343615 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.346225 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Pushing event updated for resources: {'Port': ['ID=21757735-a401-4d6a-9191-c77a2fd704e0,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:05.350137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-88d52ef7-50e6-4ffd-87af-f9bcd1b7dfb7 None None] Port 21757735-a401-4d6a-9191-c77a2fd704e0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:52:05.394325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 1d274834-3fcd-4938-b558-c2c684d92b2b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:52:05.403366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1d274834-3fcd-4938-b558-c2c684d92b2b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:05.403730 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.435916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:52:05.437334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:52:05.530542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:03Z', 'revision_number': 3, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:05.533985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.560090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f796d7-f5f8-4d73-8645-48d46db94edd None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:03Z', 'revision_number': 3, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:52:05.564334 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:52:05.599826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 1d274834-3fcd-4938-b558-c2c684d92b2b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1d274834-3fcd-4938-b558-c2c684d92b2b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:52:05.605010 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.679344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=1d274834-3fcd-4938-b558-c2c684d92b2b,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:05.686104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3d241881-e56a-4a70-8242-826737be1cec None None] Provisioning complete for port 21757735-a401-4d6a-9191-c77a2fd704e0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:05.686474 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d241881-e56a-4a70-8242-826737be1cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.692892 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:52:05.703178 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b60f3134-693c-478e-ba47-9af26b57c986 admin admin] 10.222.0.23 "PUT /v2.0/routers/c4771bf7-21e2-43d7-857b-b9905a5f89d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819104 Jul 15 23:52:05.726282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3d241881-e56a-4a70-8242-826737be1cec None None] Port 21757735-a401-4d6a-9191-c77a2fd704e0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:52:07.052009 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:52:07.061090 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:52:07.061701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:51:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:07.173944 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:52:07.242110 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54476) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:07.246886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1d274834-3fcd-4938-b558-c2c684d92b2b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:52:07.247945 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3f2d233b-e510-4d5c-ac9d-889df318f2cd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107524263', 'description': 'tempest-description--1044159492'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:07.275156 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f2d233b-e510-4d5c-ac9d-889df318f2cd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.312155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 1d274834-3fcd-4938-b558-c2c684d92b2b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:07.312698 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.380149 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f2d233b-e510-4d5c-ac9d-889df318f2cd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.386372 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f2d233b-e510-4d5c-ac9d-889df318f2cd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.412166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:52:07.427505 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f2d233b-e510-4d5c-ac9d-889df318f2cd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.430800 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f2d233b-e510-4d5c-ac9d-889df318f2cd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1854401 Jul 15 23:52:07.431817 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 54478) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:07.432497 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d233b-e510-4d5c-ac9d-889df318f2cd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6813b757-1411-4f9c-ad2a-be1cd72ef537,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:07.439750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1b196530-f667-4b2d-a298-6df30c94dde2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'security_group_rule': {'security_group_id': '6813b757-1411-4f9c-ad2a-be1cd72ef537', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:07.469291 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1b196530-f667-4b2d-a298-6df30c94dde2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.471166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:52:07.474834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:07.475207 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.528755 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1b196530-f667-4b2d-a298-6df30c94dde2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.531788 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 2, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:07.533097 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1b196530-f667-4b2d-a298-6df30c94dde2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.553524 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.557789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b196530-f667-4b2d-a298-6df30c94dde2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de737e55-24e9-45f0-bf2c-187d407febfb,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:07.560151 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:52:07.560399 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Updating router c4771bf7-21e2-43d7-857b-b9905a5f89d4 port 21757735-a401-4d6a-9191-c77a2fd704e0 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:52:07.570705 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1b196530-f667-4b2d-a298-6df30c94dde2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.572000 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1b196530-f667-4b2d-a298-6df30c94dde2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360006 Jul 15 23:52:07.575019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:52:07.575182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54480) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:07.579342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.580652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-936ed66e-5479-4875-87d3-6d5d05212810 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'security_group_rule': {'security_group_id': '6813b757-1411-4f9c-ad2a-be1cd72ef537', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:07.600611 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.612814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-936ed66e-5479-4875-87d3-6d5d05212810 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.631013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:07.676983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-936ed66e-5479-4875-87d3-6d5d05212810 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.682373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-936ed66e-5479-4875-87d3-6d5d05212810 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.699731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ed66e-5479-4875-87d3-6d5d05212810 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85608073-cfe6-4d91-a9ff-a49d2d69aec0,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:07.705790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-936ed66e-5479-4875-87d3-6d5d05212810 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.706995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-936ed66e-5479-4875-87d3-6d5d05212810 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306632 Jul 15 23:52:07.709966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54482) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:07.714392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:07.735607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.832561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.876977 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.887447 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Transition to ACTIVE for port object 21757735-a401-4d6a-9191-c77a2fd704e0 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:52:07.892504 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:07.938935 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Pushing event updated for resources: {'Port': ['ID=21757735-a401-4d6a-9191-c77a2fd704e0,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:07.940665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Allocated IP 172.25.3.246 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/37833741-1d20-44c1-bb89-ddeda7f0f9de) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:52:07.968404 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.968737 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.969247 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.969712 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.970042 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.970362 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.970682 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.971021 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.971336 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.971648 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.972353 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:07.972640 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:08.005686 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Attempting to bind port 21757735-a401-4d6a-9191-c77a2fd704e0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:52:08.006051 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Attempting to bind port 21757735-a401-4d6a-9191-c77a2fd704e0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:52:08.006405 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Attempting to bind port 21757735-a401-4d6a-9191-c77a2fd704e0 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:52:08.012325 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:52:08.012679 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:52:08.013266 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.013779 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:52:08.014239 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Bound port: 21757735-a401-4d6a-9191-c77a2fd704e0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:52:08.014608 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.053792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.083224 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] For port 21757735-a401-4d6a-9191-c77a2fd704e0, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:52:08.086682 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] For port 21757735-a401-4d6a-9191-c77a2fd704e0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=21757735-a401-4d6a-9191-c77a2fd704e0,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:52:08.091904 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.093472 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.131863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:52:08.137357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:52:08.141020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:52:08.153435 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:52:08.154171 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:51:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:08.159130 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41178c-912b-4527-8220-4dae1ea8f72c None None] Pushing event updated for resources: {'Port': ['ID=21757735-a401-4d6a-9191-c77a2fd704e0,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:08.169831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'Port': ['ID=37833741-1d20-44c1-bb89-ddeda7f0f9de,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:08.237670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.270479 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:52:08.284708 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.445909 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.450871 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.470448 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:08Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:08.499926 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff0f93-2b79-46a4-9532-cb7b9bb5614e None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:08Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:52:08.514308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'Port': ['ID=37833741-1d20-44c1-bb89-ddeda7f0f9de,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:08.532263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.554710 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:08.562985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5952f44d-db0a-45ce-b37d-904c8e29f43d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8452468 Jul 15 23:52:08.703939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-739a2b50-0235-4082-9781-7d3171d95706 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--107524263&fields=id&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 267 time: 0.0348580 Jul 15 23:52:08.818161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-ebf4d6a0-b511-49c2-b364-20071d01a79f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:08.819690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-ebf4d6a0-b511-49c2-b364-20071d01a79f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 811 time: 0.1092751 Jul 15 23:52:08.835655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-3ca21bc7-1d4e-4d8b-b88a-d332c2c2c2d6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/quotas/d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 375 time: 0.0098042 Jul 15 23:52:08.906423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-6e7077ba-912c-4127-96dd-7a51070905cf tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653105 Jul 15 23:52:09.009634 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-e1a46831-eb42-4fde-8ffa-6dc9c231af97 service neutron] 10.222.0.23 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892951 Jul 15 23:52:09.104571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-4fb6f079-9760-4659-9754-65543259eab3 service neutron] 10.222.0.23 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891387 Jul 15 23:52:09.216458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 21757735-a401-4d6a-9191-c77a2fd704e0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:52:09.277586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 21757735-a401-4d6a-9191-c77a2fd704e0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:52:09.282780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 21757735-a401-4d6a-9191-c77a2fd704e0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:09.283301 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:09.305064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9101e3e1-702a-40a3-802c-05795d1439c1 req-e5e3fb13-97e3-4ec8-9f84-1e1c2786a72b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 210 time: 0.0384486 Jul 15 23:52:09.381440 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:09.417017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 21757735-a401-4d6a-9191-c77a2fd704e0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=21757735-a401-4d6a-9191-c77a2fd704e0,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:52:09.422946 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:09.424437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:52:09.506438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=21757735-a401-4d6a-9191-c77a2fd704e0,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:09.519829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:09.520208 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:10.463065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2d60498-cc8f-4fa9-9b67-d5ea43f11d51 req-fec50767-717a-41cd-862d-2027ddedd604 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 210 time: 0.0397387 Jul 15 23:52:10.560770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-912efe34-bbe1-46b6-b282-bfe68ee5f2b6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:10.562233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-912efe34-bbe1-46b6-b282-bfe68ee5f2b6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 811 time: 0.1274900 Jul 15 23:52:10.605392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-278bd0e7-46a2-46e2-af23-1b6ca9e397e3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 379 time: 0.0330012 Jul 15 23:52:10.614822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'port': {'device_id': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'admin_state_up': True, 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'security_groups': ['6813b757-1411-4f9c-ad2a-be1cd72ef537']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:10.724026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Made reservation on behalf of d808a2d2c6954ed1a12299c997823457 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:52:10.727764 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:10.853247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Allocated IP 172.20.0.14 (0093bc33-7e46-46d7-9cd9-7ba472ec6ff3/cffa6e78-e64e-485a-89ab-22e9aab61b2f/63d6f8df-4921-4274-83f1-bdcc12b70daf) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:52:10.988019 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.006360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Transition to ACTIVE for port object 63d6f8df-4921-4274-83f1-bdcc12b70daf will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:52:11.037984 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.079045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:52:11.084188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:52:11.086507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:52:11.116551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:11.142168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 21757735-a401-4d6a-9191-c77a2fd704e0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:52:11.146464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:11.147199 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.162791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-50c66f51-3dc3-433d-b87b-2ce9dfd6be56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5515320 Jul 15 23:52:11.176110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Request body: {'port': {'device_id': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:11.199257 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 21757735-a401-4d6a-9191-c77a2fd704e0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:11.199627 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.265090 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.323725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-42fc3963-30be-4ee1-b87b-e1d6c866636f None None] Provisioning for port 63d6f8df-4921-4274-83f1-bdcc12b70daf completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:52:11.327448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-42fc3963-30be-4ee1-b87b-e1d6c866636f None None] Provisioning complete for port 63d6f8df-4921-4274-83f1-bdcc12b70daf triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:11.327843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42fc3963-30be-4ee1-b87b-e1d6c866636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.360511 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-42fc3963-30be-4ee1-b87b-e1d6c866636f None None] Port 63d6f8df-4921-4274-83f1-bdcc12b70daf cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:52:11.529364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d6f8df-4921-4274-83f1-bdcc12b70daf {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:52:11.536676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.548124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Transition to ACTIVE for port object 63d6f8df-4921-4274-83f1-bdcc12b70daf will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:52:11.551913 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.657305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:11.724858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Attempting to bind port 63d6f8df-4921-4274-83f1-bdcc12b70daf on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:52:11.725193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Attempting to bind port 63d6f8df-4921-4274-83f1-bdcc12b70daf by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:52:11.725522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Attempting to bind port 63d6f8df-4921-4274-83f1-bdcc12b70daf on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:52:11.734486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8884a-5179-4fe8-956d-c081e8fb4c87 req-d90ddaf4-c271-4aeb-8ee6-08e95596c87f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:11.736052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13a8884a-5179-4fe8-956d-c081e8fb4c87 req-d90ddaf4-c271-4aeb-8ee6-08e95596c87f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 944 time: 0.1578705 Jul 15 23:52:11.739662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Port 63d6f8df-4921-4274-83f1-bdcc12b70daf on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:52:11.739977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Attempting to bind port 63d6f8df-4921-4274-83f1-bdcc12b70daf on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:52:11.751901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:52:11.752237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:52:11.752614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:52:11.753046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Bound port: 63d6f8df-4921-4274-83f1-bdcc12b70daf, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:52:11.753404 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.815031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13a8884a-5179-4fe8-956d-c081e8fb4c87 req-3d9aeff2-f299-423d-9ab3-61663159486a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726874 Jul 15 23:52:11.837577 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:52:11.840647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:52:11.845214 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.883150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:11.884063 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:11.885441 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] 10.222.0.59 "PUT /v2.0/ports/63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1092 time: 0.7143021 Jul 15 23:52:11.885981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:52:11.888143 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9" -d '{"events": [{"name": "network-changed", "server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:52:11.912000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64e4e5-8afb-4381-acf8-aaf1d10a0d61 service neutron] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:11.938786 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a65116-ef20-4ff4-8d55-c3a0ef88f681 x-openstack-request-id: req-47a65116-ef20-4ff4-8d55-c3a0ef88f681 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:52:11.939079 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:52:11.939325 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47a65116-ef20-4ff4-8d55-c3a0ef88f681 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:52:11.939725 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'status': 'completed', 'code': 200} Jul 15 23:52:11.987294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-467ed475-10fa-49b2-a74d-d8d230a78db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:11.988878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-467ed475-10fa-49b2-a74d-d8d230a78db9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1095 time: 0.0639086 Jul 15 23:52:12.023028 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:52:12.034240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-4895c481-6435-4d38-a83b-c5e48f760999 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 217 time: 0.0369501 Jul 15 23:52:12.091732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-3852abbf-150d-49fd-a21f-409cac9a3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:12.093247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-3852abbf-150d-49fd-a21f-409cac9a3a6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0515299 Jul 15 23:52:12.151612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-08b42fb3-f8a5-4d0d-8dfd-0e97500b5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:12.153081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-08b42fb3-f8a5-4d0d-8dfd-0e97500b5c15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527794 Jul 15 23:52:12.244664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-e7d32451-63cd-4de3-b8a5-3d4abf4d32e7 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839400 Jul 15 23:52:12.332829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4801db74-0479-4c3a-a78d-61b4ba7299ca req-5cca5c4a-ad8e-40cf-bb24-a82e257da107 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813305 Jul 15 23:52:12.426571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-ed93d05f-c19d-4a81-8535-d007bbfa939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:12.428141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-ed93d05f-c19d-4a81-8535-d007bbfa939d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1095 time: 0.0521390 Jul 15 23:52:12.519724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-4a0b8c78-b68c-4cb6-8e08-1fad68120e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:12.521215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-4a0b8c78-b68c-4cb6-8e08-1fad68120e87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0859041 Jul 15 23:52:12.561528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-8654117f-0d86-4785-a787-dd5dc9405b66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 217 time: 0.0335865 Jul 15 23:52:12.612336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-d0a9f2a9-a3be-47ce-94aa-42705b0de3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:12.613703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-d0a9f2a9-a3be-47ce-94aa-42705b0de3ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0459890 Jul 15 23:52:12.672870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-8f564f39-1cea-4314-b9d5-2573e0a6f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:12.674354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-8f564f39-1cea-4314-b9d5-2573e0a6f81f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507574 Jul 15 23:52:12.764662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-f5ac3e5c-efd4-4cb2-951e-e4b122ecde99 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804167 Jul 15 23:52:12.858263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3e872e2-cb95-42a2-a1eb-017a6a6e6be9 req-5364373a-344d-4319-85b1-c1ffc9f8c13b service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868690 Jul 15 23:52:12.985840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa103-3a26-4342-8e67-9520e9e03b28 req-f3de054e-8fdf-43ba-b714-347a45a2b8c2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:12.987341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-460aa103-3a26-4342-8e67-9520e9e03b28 req-f3de054e-8fdf-43ba-b714-347a45a2b8c2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 944 time: 0.0622151 Jul 15 23:52:13.025448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-460aa103-3a26-4342-8e67-9520e9e03b28 req-9c8f118f-a344-466f-a456-47c9f0d3f678 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Jul 15 23:52:14.145583 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:14.201535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df748738-9dc0-4117-ae71-b11cc8c48ea6 req-846ba022-2a9a-4d29-a4fd-f729d260151e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:14.203026 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df748738-9dc0-4117-ae71-b11cc8c48ea6 req-846ba022-2a9a-4d29-a4fd-f729d260151e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 944 time: 0.0661268 Jul 15 23:52:14.240951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df748738-9dc0-4117-ae71-b11cc8c48ea6 req-f343d56c-4f88-4a13-9dfe-bcf53a6bb74a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Jul 15 23:52:14.367952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 63d6f8df-4921-4274-83f1-bdcc12b70daf details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:52:14.460917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:52:14.472051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'mac_address': 'fa:16:3e:7c:a4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:52:14.507786 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:14.520146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d6f8df-4921-4274-83f1-bdcc12b70daf {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:52:14.539332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:52:14.543820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:14.592604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:14.771375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['63d6f8df-4921-4274-83f1-bdcc12b70daf'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:52:15.410100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed727f-d173-421f-a48b-dee5a78e9370 req-bff3a718-e9e6-4fe8-8808-0fb9cd317901 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:15.411519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5ed727f-d173-421f-a48b-dee5a78e9370 req-bff3a718-e9e6-4fe8-8808-0fb9cd317901 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 945 time: 0.0634925 Jul 15 23:52:15.448680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c5ed727f-d173-421f-a48b-dee5a78e9370 req-145eb74a-b85b-46ac-8188-3457e7ad8f9a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310173 Jul 15 23:52:16.399074 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 63d6f8df-4921-4274-83f1-bdcc12b70daf up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:52:16.449112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 63d6f8df-4921-4274-83f1-bdcc12b70daf completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:52:16.452628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 63d6f8df-4921-4274-83f1-bdcc12b70daf triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:16.453001 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:16.528743 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:16.551431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:52:16.553683 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c755274-4841-4e69-a7a2-7d8973df6a4c" -d '{"events": [{"server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "name": "network-vif-plugged", "status": "completed", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:52:16.566919 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:52:16.571780 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:16.620248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:16.620951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab9ce-9fdb-460d-bc01-1b6522a572c2 req-c45e60e0-57cd-4494-9e16-b38a84940cb8 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:16.623111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fabab9ce-9fdb-460d-bc01-1b6522a572c2 req-c45e60e0-57cd-4494-9e16-b38a84940cb8 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 945 time: 0.0640559 Jul 15 23:52:16.662192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fabab9ce-9fdb-460d-bc01-1b6522a572c2 req-441e340e-f5c5-4103-b4e8-c263d466ef98 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338671 Jul 15 23:52:16.706472 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f14cf57-a383-4ac2-bd72-6f838a309436 x-openstack-request-id: req-6f14cf57-a383-4ac2-bd72-6f838a309436 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:52:16.706792 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "name": "network-vif-plugged", "status": "completed", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:52:16.707074 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f14cf57-a383-4ac2-bd72-6f838a309436 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:52:16.707491 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'code': 200} Jul 15 23:52:16.827904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b6a5d-df7b-4629-8f37-8606c436b988 req-cf52830b-8b84-43cf-9b3e-681504e99ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:16.829375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f30b6a5d-df7b-4629-8f37-8606c436b988 req-cf52830b-8b84-43cf-9b3e-681504e99ccd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1097 time: 0.0555444 Jul 15 23:52:16.864759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f30b6a5d-df7b-4629-8f37-8606c436b988 req-dc5e3e31-8bfb-4f69-84d8-ae3fc85e1d40 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266776 Jul 15 23:52:17.838986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4f0d-7d7a-4807-ad84-65064f8fe945 req-6dfdc75b-785f-4028-92c3-628ad92d3001 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:17.840480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37db4f0d-7d7a-4807-ad84-65064f8fe945 req-6dfdc75b-785f-4028-92c3-628ad92d3001 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0670559 Jul 15 23:52:17.877966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37db4f0d-7d7a-4807-ad84-65064f8fe945 req-1b4fdf84-757c-484a-b579-1ae18e68ce20 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313950 Jul 15 23:52:18.110332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-48af77a3-a7b8-4ca5-b5b9-ac1b31d45e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:19.055538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede3a3b-751b-4379-96af-3c75646b282a req-833e05f3-2556-45fe-a7df-055dcddcd318 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:19.057028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fede3a3b-751b-4379-96af-3c75646b282a req-833e05f3-2556-45fe-a7df-055dcddcd318 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0658460 Jul 15 23:52:19.094219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fede3a3b-751b-4379-96af-3c75646b282a req-23a08ca7-d9e2-4405-a0fc-9375fc3949c6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Jul 15 23:52:19.255449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394becbd-920d-4bfc-92ce-f029058e515b req-cb704299-5238-4756-b28e-557168e26f0c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:19.256920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-394becbd-920d-4bfc-92ce-f029058e515b req-cb704299-5238-4756-b28e-557168e26f0c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0627530 Jul 15 23:52:19.266119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54534) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:19.270687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'floatingip': {'port_id': '63d6f8df-4921-4274-83f1-bdcc12b70daf'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:19.309241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:20.048518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:20.052278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:20.149993 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9 associated. External IP: 172.25.3.246, port: 63d6f8df-4921-4274-83f1-bdcc12b70daf. Jul 15 23:52:20.353694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:52:20.459951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:52:20.465382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:20.469743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:52:20.479951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:52:20.480559 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:51:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:20.500729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8fb5b05d-8250-42c9-b2cc-7167f65f08d5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "PUT /v2.0/floatingips/9c2c3657-4980-4f83-9d12-47797a7b55a9 HTTP/1.1" status: 200 len: 992 time: 1.2335448 Jul 15 23:52:20.501327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:52:20.503604 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5c3a5f-07eb-49b1-a274-55de202e7732" -d '{"events": [{"name": "network-changed", "server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:52:20.585106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:52:20.630070 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30feb5e-e41c-4bd3-8cfc-4917448405c5 x-openstack-request-id: req-f30feb5e-e41c-4bd3-8cfc-4917448405c5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:52:20.630359 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:52:20.630613 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f30feb5e-e41c-4bd3-8cfc-4917448405c5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:52:20.631039 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'status': 'completed', 'code': 200} Jul 15 23:52:20.708768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-7cd6be9e-d7e5-4a45-b366-b8676caad716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:20.710308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-7cd6be9e-d7e5-4a45-b366-b8676caad716 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1097 time: 0.0531938 Jul 15 23:52:20.750428 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c03da0ec-b117-4374-9b7b-d432d53986b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:20.805425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-f4e4fa38-eae5-4144-987e-35ee7cf00e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:20.807171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-f4e4fa38-eae5-4144-987e-35ee7cf00e91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0895011 Jul 15 23:52:20.817431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:7c:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:52:19Z', 'revision_number': 1, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:20.847268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:52:20.855926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:52:20.856573 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:52:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:20.872940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-712bea96-2205-43f1-817d-ca6f2ec0c033 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1000 time: 0.0592914 Jul 15 23:52:20.925646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-b4b8916e-1824-497e-8908-c9cd100f2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:20.927184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-b4b8916e-1824-497e-8908-c9cd100f2a45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0480034 Jul 15 23:52:20.956908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:52:20.984462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-041f2592-b938-4e2a-9615-a580e219514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:20.986610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-041f2592-b938-4e2a-9615-a580e219514b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524926 Jul 15 23:52:21.088209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-a944d882-7896-46dc-a075-dcf0fca89917 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941298 Jul 15 23:52:21.133393 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:21.184647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f5c3a5f-07eb-49b1-a274-55de202e7732 req-02c0c621-4f19-4d3a-af2b-3b7ae6bc4e1d service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890565 Jul 15 23:52:21.194911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:7c:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:52:19Z', 'revision_number': 1, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:21.223390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717cb66-1950-4df7-a723-ef99f5be9de2 None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:7c:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:52:19Z', 'revision_number': 1, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:52:21.400609 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b9e067-073d-4e39-9a73-f9a31959ddff None None] New status for floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:52:21.683520 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:23.425646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:25.415406 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:44.136398 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:48.269352 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d8501b49-c7d5-4e0c-abb1-8ff90b628359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:49.022079 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:52:50.721921 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-150e3c1e-cfdb-451f-a300-89b237fec713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:51.104070 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:51.683542 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:53.427830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:55.431327 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:14.153125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:14.808294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-e6b77ade-4b06-4872-a2b6-f4bd03aee8fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505128 Jul 15 23:53:14.903596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-c5c5f730-d69d-4234-8d5a-74fdc349e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:14.905063 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-c5c5f730-d69d-4234-8d5a-74fdc349e59f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1097 time: 0.0552714 Jul 15 23:53:15.006419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-7df59189-3ed7-4e76-b284-3f43c9febfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:15.007876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-7df59189-3ed7-4e76-b284-3f43c9febfe3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0821195 Jul 15 23:53:15.075260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-95ba44ec-492b-4e1f-b418-3ac0b9f96612 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1002 time: 0.0602393 Jul 15 23:53:15.122953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-1e61b5b6-3f4b-4cac-ba0e-c7ce65b86aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:15.124461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-1e61b5b6-3f4b-4cac-ba0e-c7ce65b86aad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0432620 Jul 15 23:53:15.180737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-53fb64ba-d7dc-40ae-8e50-2999587dac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:15.182212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-53fb64ba-d7dc-40ae-8e50-2999587dac78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512347 Jul 15 23:53:15.273249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-b7d97515-712d-4b66-94a7-4b07ef644429 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Jul 15 23:53:15.360909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61bf17c7-f3cd-4bde-bfff-dfe1482119d7 req-95b9de84-31bd-4eaa-b82a-888c2b3e1046 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802252 Jul 15 23:53:18.109311 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4460-0b12-49aa-a8a2-31079aaf1f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:20.721807 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8100de78-3c0f-4d01-b054-b2c4a3694e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:21.105064 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:21.685782 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:23.433108 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:25.430725 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:26.021446 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:53:44.145370 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:48.108912 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4e398b91-bf1b-494b-9a7c-d00f7f9501f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:50.723427 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a3a779f0-0ae2-4eb1-92e4-e0f30c485133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:51.105934 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:51.690973 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:53.434131 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:55.453526 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:58.862776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9afa-ba1a-4a53-b84b-b634dbb571ee req-10b561a4-a907-4f96-b3c2-866a9d1a3e46 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:58.864166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d36c9afa-ba1a-4a53-b84b-b634dbb571ee req-10b561a4-a907-4f96-b3c2-866a9d1a3e46 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.1221676 Jul 15 23:53:58.901946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d36c9afa-ba1a-4a53-b84b-b634dbb571ee req-2c684e69-d0d1-4561-8908-b328907cfc50 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Jul 15 23:53:59.313479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-c56a5290-b8f7-4c3c-bdea-e1810d740ca3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378460 Jul 15 23:53:59.325842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd770-45ae-4c68-9d79-d79b50c92035 req-fe35a525-12f2-4d65-939e-92c71ff5fe43 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:59.327291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cabd770-45ae-4c68-9d79-d79b50c92035 req-fe35a525-12f2-4d65-939e-92c71ff5fe43 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0968232 Jul 15 23:53:59.368812 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cabd770-45ae-4c68-9d79-d79b50c92035 req-f09db653-a920-4e7f-8f78-51d6f697f96f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353591 Jul 15 23:54:00.543260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774b54f-55eb-430f-9ea7-2fe11412e0ee req-72faaf33-d7a9-4053-859d-9e0d4f229edb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:00.544762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a774b54f-55eb-430f-9ea7-2fe11412e0ee req-72faaf33-d7a9-4053-859d-9e0d4f229edb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0663481 Jul 15 23:54:00.582927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a774b54f-55eb-430f-9ea7-2fe11412e0ee req-d8aec59f-5322-44b0-9c65-e9c1430c1e9e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325537 Jul 15 23:54:00.717948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-2eb043f6-a0d0-4ce3-89a2-d6910935cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:00.719591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-2eb043f6-a0d0-4ce3-89a2-d6910935cf03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1097 time: 0.0558455 Jul 15 23:54:00.813363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-1fd2a078-1974-439a-bf13-de9d5cf2ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:00.814836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-1fd2a078-1974-439a-bf13-de9d5cf2ae50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0864851 Jul 15 23:54:00.878460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-8b4500c2-aef7-452d-8b4b-77f4b38b0643 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1002 time: 0.0566459 Jul 15 23:54:00.928957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-ef796b56-f5c8-48b4-aca9-16451082f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:00.930904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-ef796b56-f5c8-48b4-aca9-16451082f896 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0453179 Jul 15 23:54:00.987462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-6edb3870-56e7-4dca-8f09-a18371e9248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:00.988853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-6edb3870-56e7-4dca-8f09-a18371e9248e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509920 Jul 15 23:54:01.082609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-deb4a508-a1cf-4cb4-9f28-cb6d681b84bc service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Jul 15 23:54:01.176415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-e509026e-f091-4d8f-b59c-d4457bd6925c service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867836 Jul 15 23:54:01.753448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f24f39-7d69-4224-accd-d16ccd410b4f req-7e21ac59-f540-433a-bdbe-5a52531e48fa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:01.754955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76f24f39-7d69-4224-accd-d16ccd410b4f req-7e21ac59-f540-433a-bdbe-5a52531e48fa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0625031 Jul 15 23:54:01.792356 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76f24f39-7d69-4224-accd-d16ccd410b4f req-b4c7cc50-9f07-4288-a2e8-fd899dd70dd3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Jul 15 23:54:02.967644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba6e43-4a20-4bf4-ac8c-ddf1bc26a596 req-22349e28-ec3f-4485-9b38-1544f45b9717 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:02.969117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30ba6e43-4a20-4bf4-ac8c-ddf1bc26a596 req-22349e28-ec3f-4485-9b38-1544f45b9717 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0665534 Jul 15 23:54:03.005263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30ba6e43-4a20-4bf4-ac8c-ddf1bc26a596 req-ad8b9913-4b31-4b16-a8dc-a3e50b44c089 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305152 Jul 15 23:54:03.020580 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:54:04.177896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f23779-9e8d-438c-a235-2faec82a1a9a req-7167e422-0113-4fa6-92a0-1b62ce69fd73 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:04.179417 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32f23779-9e8d-438c-a235-2faec82a1a9a req-7167e422-0113-4fa6-92a0-1b62ce69fd73 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0632958 Jul 15 23:54:04.217084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32f23779-9e8d-438c-a235-2faec82a1a9a req-a2bd1935-1b0c-4c9b-99a9-1e9d395423a2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321810 Jul 15 23:54:05.387826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3419a-2d60-43df-af18-6946da487063 req-244ce81c-2d51-4dba-a2ba-cfa74dd66e0a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.389197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8b3419a-2d60-43df-af18-6946da487063 req-244ce81c-2d51-4dba-a2ba-cfa74dd66e0a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0621743 Jul 15 23:54:05.426206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d8b3419a-2d60-43df-af18-6946da487063 req-26da0265-34f5-486f-baca-a828e85eebbe tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Jul 15 23:54:06.600019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88926af-d0ee-4c7d-838c-0d5f2f1d93dd req-b6671bff-5cfb-4ec8-9b40-99e850e33544 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:06.601506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d88926af-d0ee-4c7d-838c-0d5f2f1d93dd req-b6671bff-5cfb-4ec8-9b40-99e850e33544 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0668690 Jul 15 23:54:06.638888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d88926af-d0ee-4c7d-838c-0d5f2f1d93dd req-34d2de2c-ad2b-4c42-af76-0e0288466105 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318220 Jul 15 23:54:07.808043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe4dbc-71a3-45cc-8bd6-b1f3d5f5294a req-97cbd2de-8796-41db-81b4-4cc4e6fcf0fa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:07.809495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8fe4dbc-71a3-45cc-8bd6-b1f3d5f5294a req-97cbd2de-8796-41db-81b4-4cc4e6fcf0fa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0617638 Jul 15 23:54:07.847145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8fe4dbc-71a3-45cc-8bd6-b1f3d5f5294a req-435b561d-3250-434a-adce-22e8d7eef71b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jul 15 23:54:09.026533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880d1de-788c-4653-9e0d-ab9489b1e71b req-cf13bdb7-b020-456d-a4bf-074377ead218 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:09.028034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1880d1de-788c-4653-9e0d-ab9489b1e71b req-cf13bdb7-b020-456d-a4bf-074377ead218 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0687902 Jul 15 23:54:09.066450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1880d1de-788c-4653-9e0d-ab9489b1e71b req-10b2a490-d9be-40c5-9d7e-5a42d307be9c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Jul 15 23:54:10.236879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551177a0-5f67-4795-9841-5ca64ed92bbc req-99b29571-f653-433f-8236-c1b3373a3115 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:10.238366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-551177a0-5f67-4795-9841-5ca64ed92bbc req-99b29571-f653-433f-8236-c1b3373a3115 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0628059 Jul 15 23:54:10.275640 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-551177a0-5f67-4795-9841-5ca64ed92bbc req-4b5642b2-a65c-4428-9057-837148f34d04 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Jul 15 23:54:11.447043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc1e7a-b3e9-4c65-a506-bdfb105e1032 req-736b7bf0-6727-41af-9b2e-119e892dda80 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:11.448544 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bcc1e7a-b3e9-4c65-a506-bdfb105e1032 req-736b7bf0-6727-41af-9b2e-119e892dda80 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0652032 Jul 15 23:54:11.485294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3bcc1e7a-b3e9-4c65-a506-bdfb105e1032 req-3b03758e-1493-45d1-8541-059ad190e723 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Jul 15 23:54:12.657104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99752b7-11ad-4801-a0ed-3dd048c64a1a req-78022afa-3fa3-49d6-af75-7496b79b26aa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:12.658574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f99752b7-11ad-4801-a0ed-3dd048c64a1a req-78022afa-3fa3-49d6-af75-7496b79b26aa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0663507 Jul 15 23:54:12.696300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f99752b7-11ad-4801-a0ed-3dd048c64a1a req-c855a0da-140f-4601-99a4-2de709a59ec5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Jul 15 23:54:13.869281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd389d-1f5d-4f8c-a89a-8f8a89b7283d req-eaa88378-1ae3-46ec-b9a4-1c066cdc562a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:13.870872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ddd389d-1f5d-4f8c-a89a-8f8a89b7283d req-eaa88378-1ae3-46ec-b9a4-1c066cdc562a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0628176 Jul 15 23:54:13.907539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ddd389d-1f5d-4f8c-a89a-8f8a89b7283d req-7932658e-76b6-406b-80d1-7c7ef1a67018 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Jul 15 23:54:14.157948 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:15.081172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdd989-0a9b-4e19-aaa5-9c98cff8d950 req-fbfb3f86-7c94-451b-8cfc-72a0dd5dd3a9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:15.082701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ebdd989-0a9b-4e19-aaa5-9c98cff8d950 req-fbfb3f86-7c94-451b-8cfc-72a0dd5dd3a9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0672588 Jul 15 23:54:15.120386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ebdd989-0a9b-4e19-aaa5-9c98cff8d950 req-e4968ac7-abb0-41ed-9d62-1c4e6113a820 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Jul 15 23:54:16.291733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e5c09-eb1c-4086-b673-ae7c23a16a95 req-e504c74f-ea2e-4a1d-8120-7671375acb33 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:16.293223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f0e5c09-eb1c-4086-b673-ae7c23a16a95 req-e504c74f-ea2e-4a1d-8120-7671375acb33 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0628080 Jul 15 23:54:16.329980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f0e5c09-eb1c-4086-b673-ae7c23a16a95 req-9b30a50e-6ba7-4484-989b-3d93f85a9168 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312204 Jul 15 23:54:16.850729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-77b53ffe-1431-46b1-8c7a-f92b378b6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:16.852259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-77b53ffe-1431-46b1-8c7a-f92b378b6bf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1097 time: 0.0517323 Jul 15 23:54:16.960887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-17e8bcaa-a2e4-4e34-a87f-94de0b7a5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:16.962404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-17e8bcaa-a2e4-4e34-a87f-94de0b7a5104 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0868454 Jul 15 23:54:17.025243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-eef856b4-911c-49be-a3b5-d0f40e6e08ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1002 time: 0.0563407 Jul 15 23:54:17.076437 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-822d567b-6f99-4218-8aa0-36f19c3e64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:17.077903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-822d567b-6f99-4218-8aa0-36f19c3e64ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0464299 Jul 15 23:54:17.134141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-91446c02-d958-488a-864f-252d733e83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:17.135645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-91446c02-d958-488a-864f-252d733e83c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506618 Jul 15 23:54:17.223584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-780dccaf-0c33-4f5b-9efb-be01f2113dfb service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804517 Jul 15 23:54:17.314847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58dbeff1-2b1e-4a59-9ae8-98aaef3378cd req-fc8a0269-b675-49bb-bc25-12c88affd9d2 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847104 Jul 15 23:54:17.498340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f5e6-002a-40a2-92a0-447799a46c79 req-79e6e45f-6951-42e9-9826-626e421ed68a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:17.499830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64b4f5e6-002a-40a2-92a0-447799a46c79 req-79e6e45f-6951-42e9-9826-626e421ed68a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0617311 Jul 15 23:54:17.537839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64b4f5e6-002a-40a2-92a0-447799a46c79 req-8b2bf07f-c5db-4d45-9b35-5733a449d8a7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Jul 15 23:54:18.113409 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-05317d40-a09e-44c6-816b-430a0fa2f89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:18.713404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558baf0-7371-4f9b-a4cb-c274bacfce61 req-61b44cac-b7e7-436a-b7c6-773b0f498dc4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:18.714910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3558baf0-7371-4f9b-a4cb-c274bacfce61 req-61b44cac-b7e7-436a-b7c6-773b0f498dc4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0668736 Jul 15 23:54:18.752349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3558baf0-7371-4f9b-a4cb-c274bacfce61 req-5131a8de-e7ee-40eb-bc78-fccefce79ed6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320194 Jul 15 23:54:19.922370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85168b5b-1c90-4161-a7b5-9e7a94eb3b9d req-6eed98ba-9461-4b15-9138-835dcd0cbb05 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:19.923897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85168b5b-1c90-4161-a7b5-9e7a94eb3b9d req-6eed98ba-9461-4b15-9138-835dcd0cbb05 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0636718 Jul 15 23:54:19.960728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-85168b5b-1c90-4161-a7b5-9e7a94eb3b9d req-e37e1905-f520-4709-97fb-cdbabad08fdc tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313821 Jul 15 23:54:20.723562 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cc42-d269-429a-aaed-258cb5433305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:21.106581 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:21.139096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa358b-8226-423e-acd4-734d11dfa5a1 req-097fa92e-1e9e-46a7-867e-ec84422c412f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:21.140671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3efa358b-8226-423e-acd4-734d11dfa5a1 req-097fa92e-1e9e-46a7-867e-ec84422c412f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0703032 Jul 15 23:54:21.184404 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3efa358b-8226-423e-acd4-734d11dfa5a1 req-f26f2b7c-f1c3-4891-bfff-4b023a48329b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346115 Jul 15 23:54:21.692154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:22.354130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19d5e7-a89f-48f8-883b-e18732f5f374 req-5acdc9af-08d4-43ad-b364-037a0c897dc2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:22.355666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc19d5e7-a89f-48f8-883b-e18732f5f374 req-5acdc9af-08d4-43ad-b364-037a0c897dc2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0626495 Jul 15 23:54:22.392782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc19d5e7-a89f-48f8-883b-e18732f5f374 req-527f3e9c-0ab1-477d-91ec-3bad31c27b5f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316629 Jul 15 23:54:23.437479 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:23.566142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98e69-393d-4f73-911c-8d5cdf2769f3 req-c6f0bc33-fd42-4b25-8b43-22f7e9c0f786 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:23.567620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84c98e69-393d-4f73-911c-8d5cdf2769f3 req-c6f0bc33-fd42-4b25-8b43-22f7e9c0f786 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0621297 Jul 15 23:54:23.604001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-84c98e69-393d-4f73-911c-8d5cdf2769f3 req-4188c33e-820f-41c0-97c3-981121bb108d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303628 Jul 15 23:54:23.706653 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-b1f7ef06-c71e-4bbd-8305-bd6698524031 service neutron] show failed (client error): The resource could not be found. Jul 15 23:54:23.707675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-b1f7ef06-c71e-4bbd-8305-bd6698524031 service neutron] 10.222.0.59 "GET /v2.0/ports/63d6f8df-4921-4274-83f1-bdcc12b70daf/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0578265 Jul 15 23:54:23.953928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-42e3b1a2-d16d-44ce-b769-69530814692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:23.955477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-42e3b1a2-d16d-44ce-b769-69530814692c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 1097 time: 0.0531209 Jul 15 23:54:23.972285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:24.044713 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:24.239629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:24.272936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:54:24.311156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:24.313407 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292fd3c5-5aa9-4e78-92b4-a2715ea5d9ba" -d '{"events": [{"server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "name": "network-vif-unplugged", "status": "completed", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:24.317017 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:24.329692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Transition to ACTIVE for port object 63d6f8df-4921-4274-83f1-bdcc12b70daf will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:54:24.334366 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:24.365201 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa00db9-46c4-49fc-8f07-38d120f40bc1 x-openstack-request-id: req-bfa00db9-46c4-49fc-8f07-38d120f40bc1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:24.365505 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "name": "network-vif-unplugged", "status": "completed", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:24.365760 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfa00db9-46c4-49fc-8f07-38d120f40bc1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:24.366160 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'code': 200} Jul 15 23:54:24.417774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:24.434137 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.434481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.434854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.435189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.435517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.435842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.436166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.436480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.436804 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.437120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.437436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.437752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:24.474352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] No DVR routers for this DVR port 63d6f8df-4921-4274-83f1-bdcc12b70daf on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:54:24.611599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Attempting to bind port 63d6f8df-4921-4274-83f1-bdcc12b70daf on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:54:24.612290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Attempting to bind port 63d6f8df-4921-4274-83f1-bdcc12b70daf by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:54:24.612290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Attempting to bind port 63d6f8df-4921-4274-83f1-bdcc12b70daf on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:24.616661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Port 63d6f8df-4921-4274-83f1-bdcc12b70daf on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:54:24.616895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Attempting to bind port 63d6f8df-4921-4274-83f1-bdcc12b70daf on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:24.622497 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:54:24.622865 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:54:24.623255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:54:24.623692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Bound port: 63d6f8df-4921-4274-83f1-bdcc12b70daf, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:54:24.624061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:24.693883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:54:24.697093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:54:24.702741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:24.768343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.768964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:24.770283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] 10.222.0.37 "PUT /v2.0/ports/63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1092 time: 0.8020668 Jul 15 23:54:24.799417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7be949-f52d-46fc-a048-f8b94f51ee96 service neutron] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:24.862101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f63d4-4380-425e-8815-22fd433e3982 req-5e4e2867-08db-4eba-8d5e-33ee3e5078ba tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.863677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-748f63d4-4380-425e-8815-22fd433e3982 req-5e4e2867-08db-4eba-8d5e-33ee3e5078ba tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 944 time: 0.1301839 Jul 15 23:54:24.902334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-db016810-959c-4a98-b997-a5a799d8105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:24.903929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-db016810-959c-4a98-b997-a5a799d8105b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1095 time: 0.0973730 Jul 15 23:54:24.938686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-748f63d4-4380-425e-8815-22fd433e3982 req-402b98c8-fc93-4016-a35d-8933eb591ae5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665066 Jul 15 23:54:25.013109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-6c5efbf0-890f-4617-8d4b-c4c338c4c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:25.014605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-6c5efbf0-890f-4617-8d4b-c4c338c4c6a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1017022 Jul 15 23:54:25.082357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-99ceb318-fd6d-421a-9ccc-654413f58966 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1000 time: 0.0603693 Jul 15 23:54:25.135364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-7b64c05f-b588-4a91-890b-46f59f0982f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:25.136855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-7b64c05f-b588-4a91-890b-46f59f0982f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0495527 Jul 15 23:54:25.195128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-e6941f94-75e2-4aa2-a77c-325acf20951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:25.196653 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-e6941f94-75e2-4aa2-a77c-325acf20951c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527496 Jul 15 23:54:25.206446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-760f60fe-5d8d-456a-91e2-79e193f0de7b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:54:25.207427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-760f60fe-5d8d-456a-91e2-79e193f0de7b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049262 Jul 15 23:54:25.295759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-7d0cc55e-2fe2-4d9e-91ce-90af539dcf7c service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821707 Jul 15 23:54:25.388793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6193cf5-f1f5-4686-8d8f-81e8a4ec4cf1 req-44998162-5598-462a-91d5-a4a6beb1ba60 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868199 Jul 15 23:54:25.454990 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:26.111053 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b59da1-2631-4dd3-9be9-860322abcbbc req-fb27660a-0d0c-472c-be42-9768a31884be tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:26.112538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5b59da1-2631-4dd3-9be9-860322abcbbc req-fb27660a-0d0c-472c-be42-9768a31884be tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 944 time: 0.0625238 Jul 15 23:54:26.150118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5b59da1-2631-4dd3-9be9-860322abcbbc req-707773fb-b6a4-4fa5-b490-9153d4287243 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315289 Jul 15 23:54:26.367304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:26.369546 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7a0f11-330a-4030-a05f-ac87704effe1" -d '{"events": [{"name": "network-changed", "server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:26.415595 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1407de37-ce38-4bbb-aa37-45be1f29ab76 x-openstack-request-id: req-1407de37-ce38-4bbb-aa37-45be1f29ab76 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:26.415968 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:26.416221 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1407de37-ce38-4bbb-aa37-45be1f29ab76 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:26.416606 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'status': 'completed', 'code': 200} Jul 15 23:54:26.822468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-4d91f98b-cf78-484c-9250-5459fba48a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:26.823984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-4d91f98b-cf78-484c-9250-5459fba48a84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1095 time: 0.3907559 Jul 15 23:54:26.829532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-165cc112-6f79-490a-a1ec-e21a1a7e90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:26.830916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-165cc112-6f79-490a-a1ec-e21a1a7e90fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1095 time: 0.3674934 Jul 15 23:54:26.979689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-b99f234e-0a0d-4310-9808-a80ee1102432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:26.981149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-b99f234e-0a0d-4310-9808-a80ee1102432 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1494114 Jul 15 23:54:26.983739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-7f87c332-6314-41f5-8a44-f7d144342522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:26.984981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-7f87c332-6314-41f5-8a44-f7d144342522 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1448665 Jul 15 23:54:27.018018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 63d6f8df-4921-4274-83f1-bdcc12b70daf details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:54:27.096587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-6641dccf-6f5f-446c-83ae-28f274fccb05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1000 time: 0.1074970 Jul 15 23:54:27.100541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 63d6f8df-4921-4274-83f1-bdcc12b70daf no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:54:27.102740 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-abb83e9d-bc38-4625-9595-26a7b112a58a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1000 time: 0.0745873 Jul 15 23:54:27.153001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:27.167318 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'mac_address': 'fa:16:3e:7c:a4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:54:27.168895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 63d6f8df-4921-4274-83f1-bdcc12b70daf not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:54:27.189212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-7c6d46d0-791b-405a-a69d-64e7c679c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.190701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-7c6d46d0-791b-405a-a69d-64e7c679c4a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0870614 Jul 15 23:54:27.198088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-cb5079bb-3f98-4f85-82cc-c04bd58e01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.199450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-cb5079bb-3f98-4f85-82cc-c04bd58e01c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0632286 Jul 15 23:54:27.209949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:27.223594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d6f8df-4921-4274-83f1-bdcc12b70daf {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:54:27.244211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:27.248485 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:27.297058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:27.304564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.304921 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.305791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.306132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.306466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.306824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.307157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.307484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.307809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.308132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.308455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.308779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:54:27.333381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-1382da10-bc9b-4a7a-9ed8-bb2edea06a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.334933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-1382da10-bc9b-4a7a-9ed8-bb2edea06a2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346073 Jul 15 23:54:27.357074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-141c21f9-bd3a-411f-82d2-dc3105563ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.358670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-141c21f9-bd3a-411f-82d2-dc3105563ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279280 Jul 15 23:54:27.456955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79392-3d44-4ae8-8d39-b7fb868599db req-546d75ac-6887-4e1c-a4fa-b95f0a686d3b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.458424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98e79392-3d44-4ae8-8d39-b7fb868599db req-546d75ac-6887-4e1c-a4fa-b95f0a686d3b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 945 time: 0.1862087 Jul 15 23:54:27.544651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-edefa36b-f654-4f21-9155-ca62f4ad33af service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000351 Jul 15 23:54:27.566575 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-e400f6eb-635e-4a77-9997-96f7d519f1be service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959162 Jul 15 23:54:27.574874 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['63d6f8df-4921-4274-83f1-bdcc12b70daf'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:54:27.577863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-98e79392-3d44-4ae8-8d39-b7fb868599db req-41c19ef3-d318-4da2-9e6c-20794901c4a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123378 Jul 15 23:54:27.715948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-97edbd6b-7f17-4699-b5c8-33c7c084f585 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618407 Jul 15 23:54:27.721733 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de7a0f11-330a-4030-a05f-ac87704effe1 req-3dcae661-18fc-47a7-8bd1-74d41acbcf17 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427834 Jul 15 23:54:27.976573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8b977-3b2d-41b0-97ae-a115d2e3d0c1 req-fd65a8ae-2be4-4e72-bec5-28f86af1dd24 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.978647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ec8b977-3b2d-41b0-97ae-a115d2e3d0c1 req-fd65a8ae-2be4-4e72-bec5-28f86af1dd24 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 945 time: 0.1580429 Jul 15 23:54:27.992587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-aa1d5715-f3c3-40c3-9ccb-ace73edd01c6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.993946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-aa1d5715-f3c3-40c3-9ccb-ace73edd01c6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc&tenant_id=d808a2d2c6954ed1a12299c997823457&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 945 time: 0.1402872 Jul 15 23:54:27.996317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-e0d94a68-cc9e-4497-968e-df25c99ae2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:27.997650 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-e0d94a68-cc9e-4497-968e-df25c99ae2ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1096 time: 0.1429360 Jul 15 23:54:28.091386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ec8b977-3b2d-41b0-97ae-a115d2e3d0c1 req-34b029c6-f496-47c1-b50c-4d56b4ab3816 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062660 Jul 15 23:54:28.139263 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-c0a61e95-5e6b-411f-83a0-34883059152a service neutron] delete failed (client error): The resource could not be found. Jul 15 23:54:28.140270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-c0a61e95-5e6b-411f-83a0-34883059152a service neutron] 10.222.0.59 "DELETE /v2.0/ports/63d6f8df-4921-4274-83f1-bdcc12b70daf/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.1377375 Jul 15 23:54:28.157299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-1cdb2f58-198a-4015-a22d-703960296724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:28.158798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-1cdb2f58-198a-4015-a22d-703960296724 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1402004 Jul 15 23:54:28.255579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-98c2b7dd-3edc-4804-a402-24d27b1cef53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1001 time: 0.0897720 Jul 15 23:54:28.309418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-7575266b-ca6d-48ce-b07d-e7e249000600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:28.310907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-7575266b-ca6d-48ce-b07d-e7e249000600 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 1096 time: 0.1064637 Jul 15 23:54:28.316006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-309c2edf-de2a-431c-ba50-3f71610e3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:28.317341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-309c2edf-de2a-431c-ba50-3f71610e3086 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0553062 Jul 15 23:54:28.436628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-fdf5ab36-2dcd-4981-a7c7-9b489c93f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:28.438126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-fdf5ab36-2dcd-4981-a7c7-9b489c93f8dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124039 Jul 15 23:54:28.439466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-b441ca59-3dcb-44c2-a1c6-60586e89ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:28.440781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-b441ca59-3dcb-44c2-a1c6-60586e89ea71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1226270 Jul 15 23:54:28.563497 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-093dc812-8889-460d-a66f-c790fdc91326 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 200 len: 1001 time: 0.1112425 Jul 15 23:54:28.605338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-f25ea850-2096-44d6-a7fb-2a32267fe3a6 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605961 Jul 15 23:54:28.643711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-55aaca58-dff5-4da9-8111-095c1cab0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:28.645118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-55aaca58-dff5-4da9-8111-095c1cab0588 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0744574 Jul 15 23:54:28.735122 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfad73ae-536f-4537-8ff7-7ea0a12ae94d req-33b80dd4-f88e-47d7-887b-18ea394fee74 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225550 Jul 15 23:54:28.748870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-a3089b0a-efb0-46df-9786-89e0cfb1d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:28.750288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-a3089b0a-efb0-46df-9786-89e0cfb1d6ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753512 Jul 15 23:54:28.839611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-453d898b-0380-4fb3-b1a8-f5896121457d service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808756 Jul 15 23:54:28.938410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-abfc0a7b-c9d1-4445-8a40-f7bc186f7c4f req-9738666e-39fc-479b-a931-9b27343765be service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907412 Jul 15 23:54:29.027636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 63d6f8df-4921-4274-83f1-bdcc12b70daf up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:54:29.075147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 63d6f8df-4921-4274-83f1-bdcc12b70daf completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:54:29.078979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 63d6f8df-4921-4274-83f1-bdcc12b70daf triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:54:29.079405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:29.159038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:29.182007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:29.185089 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a775bf-5670-42b0-b948-3fef379753b8" -d '{"events": [{"server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "name": "network-vif-plugged", "status": "completed", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:29.197980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:29.201957 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:29.249886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:29.266413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9bb2c-8bc5-4c0d-b4fd-ff08f07516d2 req-9af8f5dd-258a-49d5-a460-ae55625eb142 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:29.268086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2d9bb2c-8bc5-4c0d-b4fd-ff08f07516d2 req-9af8f5dd-258a-49d5-a460-ae55625eb142 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0650954 Jul 15 23:54:29.306471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2d9bb2c-8bc5-4c0d-b4fd-ff08f07516d2 req-594cf28b-ac84-4042-a0d9-a381d9343ca6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326364 Jul 15 23:54:29.413204 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fec02c-798c-4381-9865-e7dd9c536fdc x-openstack-request-id: req-c4fec02c-798c-4381-9865-e7dd9c536fdc {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:29.413625 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "name": "network-vif-plugged", "status": "completed", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:29.414002 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4fec02c-798c-4381-9865-e7dd9c536fdc {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:29.414423 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'code': 200} Jul 15 23:54:30.483677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c47ed-03d4-4910-b2c5-60db798d36f1 req-593d6b29-4ea5-4f15-bcf7-08239c68e8ac tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:30.485125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-664c47ed-03d4-4910-b2c5-60db798d36f1 req-593d6b29-4ea5-4f15-bcf7-08239c68e8ac tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0653212 Jul 15 23:54:30.521622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-664c47ed-03d4-4910-b2c5-60db798d36f1 req-0ffea651-1d4c-4318-82c8-0a03a6780c7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310366 Jul 15 23:54:30.690122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913429ab-3563-4f8d-8a7f-9ed9479c8b6f req-36a942c7-7c9c-49ee-b430-605ad517662c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:30.691662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-913429ab-3563-4f8d-8a7f-9ed9479c8b6f req-36a942c7-7c9c-49ee-b430-605ad517662c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0631194 Jul 15 23:54:30.729472 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-913429ab-3563-4f8d-8a7f-9ed9479c8b6f req-9dac5768-b653-4bc8-bc05-3446efe321df tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Jul 15 23:54:30.897190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1115109-7efa-4456-a8c2-b68d5cf4a9e4 req-977b04db-5ddf-4a37-ae67-d51ede531629 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:30.898633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1115109-7efa-4456-a8c2-b68d5cf4a9e4 req-977b04db-5ddf-4a37-ae67-d51ede531629 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0615935 Jul 15 23:54:30.939574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1115109-7efa-4456-a8c2-b68d5cf4a9e4 req-5ee2f9f2-1a14-4eac-a112-4177d2d4523b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318849 Jul 15 23:54:31.317949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed1ec6-4ab2-495d-affb-dea53382c693 req-ffa2b127-102b-4622-97fb-905f683d3e7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:31.319361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94ed1ec6-4ab2-495d-affb-dea53382c693 req-ffa2b127-102b-4622-97fb-905f683d3e7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0666642 Jul 15 23:54:31.355756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94ed1ec6-4ab2-495d-affb-dea53382c693 req-39f80017-3f13-402c-90b1-39bbb6628d6a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307906 Jul 15 23:54:32.525237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef4dba-189a-4f07-9a0b-22deeabdb814 req-34005497-da1d-403c-bf8c-ab212a547829 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:32.526715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbef4dba-189a-4f07-9a0b-22deeabdb814 req-34005497-da1d-403c-bf8c-ab212a547829 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0623980 Jul 15 23:54:32.563461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dbef4dba-189a-4f07-9a0b-22deeabdb814 req-3406ec27-e712-490c-94c0-01d04949bac9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312014 Jul 15 23:54:32.650851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-0543d6ef-c236-49fe-b717-a88d9d92d742 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:32.652236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-0543d6ef-c236-49fe-b717-a88d9d92d742 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 946 time: 0.0649838 Jul 15 23:54:32.748895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Deleting port 63d6f8df-4921-4274-83f1-bdcc12b70daf {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:54:32.749239 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:32.841394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] For port 63d6f8df-4921-4274-83f1-bdcc12b70daf, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=63d6f8df-4921-4274-83f1-bdcc12b70daf,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:32.841752 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:33.056021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:33.056380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:33.056688 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9 disassociated. External IP: 172.25.3.246, port: 63d6f8df-4921-4274-83f1-bdcc12b70daf. Jul 15 23:54:33.057016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Calling delete_port for 63d6f8df-4921-4274-83f1-bdcc12b70daf owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:54:33.178670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:33.206199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event deleted for resources: {'Port': ['ID=63d6f8df-4921-4274-83f1-bdcc12b70daf,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:33.320304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:54:33.429599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:54:33.439586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:54:33.448903 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:33.449519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:54:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:33.475429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] No DVR routers for this DVR port 63d6f8df-4921-4274-83f1-bdcc12b70daf on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:54:33.478188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:33.480341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8eb725bd-235e-44df-9948-ef24497dcc36 req-e590119f-ef1b-4b25-9864-ae965fce1647 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "DELETE /v2.0/ports/63d6f8df-4921-4274-83f1-bdcc12b70daf HTTP/1.1" status: 204 len: 173 time: 0.8228593 Jul 15 23:54:33.480729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'name': 'network-vif-deleted', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:33.483030 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf43c4f1-4c3b-44ae-beaf-96f522659a7b" -d '{"events": [{"server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "name": "network-vif-deleted", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:33.525532 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9897a4f6-0c7f-4cde-933f-b41e6114b6d6 x-openstack-request-id: req-9897a4f6-0c7f-4cde-933f-b41e6114b6d6 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:33.526161 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747bd67c-5e10-4db4-a5ee-de4df57b27cc", "name": "network-vif-deleted", "tag": "63d6f8df-4921-4274-83f1-bdcc12b70daf", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:33.526324 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9897a4f6-0c7f-4cde-933f-b41e6114b6d6 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:33.526804 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747bd67c-5e10-4db4-a5ee-de4df57b27cc', 'name': 'network-vif-deleted', 'tag': '63d6f8df-4921-4274-83f1-bdcc12b70daf', 'status': 'completed', 'code': 200} Jul 15 23:54:33.556333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:33.724558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ca62f7c5-3bda-4757-b31d-786dfc482103 req-d4e562a1-595c-47d3-9bd4-d3a1540250f1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=747bd67c-5e10-4db4-a5ee-de4df57b27cc HTTP/1.1" status: 200 len: 210 time: 0.0297832 Jul 15 23:54:33.777613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:33.804233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:54:33.812660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:33.813271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:54:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:33.918993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:34.104470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:34.132499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5049f48-14b1-4b9f-bff3-98ce1e583edb None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:54:34.344489 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fc777-bced-4090-a893-0ff3b17a4c05 None None] New status for floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:54:35.027147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-e2e3a337-d5fd-47dc-b0f9-3c2b32e8ce7c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--107524263&fields=id&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 267 time: 0.0316978 Jul 15 23:54:35.134898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc17e-71ee-4451-be3b-89329d895262 req-14666730-981c-40e5-bbb8-abf5fbca1655 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:35.136373 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-14666730-981c-40e5-bbb8-abf5fbca1655 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 811 time: 0.1032183 Jul 15 23:54:35.150933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-fe584e09-581d-4f9b-9a29-43bf0229feda tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/quotas/d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 375 time: 0.0089126 Jul 15 23:54:35.219504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-42d1c2bf-848e-4efb-86ce-aeac9f2642f3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633552 Jul 15 23:54:35.362567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-70e44689-238d-4793-9f30-9cbb6b6b1582 service neutron] 10.222.0.23 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313243 Jul 15 23:54:35.754811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-dcf45d34-2a87-43f5-bb8b-b8a27a5bafa0 service neutron] 10.222.0.23 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859651 Jul 15 23:54:35.920014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-15114872-20c4-48ca-9c78-6ddd5aca6f9e req-9e1a6e32-e0b5-4455-8092-92b6ac15951c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 210 time: 0.0285747 Jul 15 23:54:37.061108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd0f51f0-7251-42aa-9458-bd62020f8f0f req-0d520521-fde3-48a1-9eea-00569ebb4683 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 210 time: 0.0313194 Jul 15 23:54:37.091029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 63d6f8df-4921-4274-83f1-bdcc12b70daf no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:54:37.111327 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 63d6f8df-4921-4274-83f1-bdcc12b70daf {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:54:37.111676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 63d6f8df-4921-4274-83f1-bdcc12b70daf not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:54:37.174529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc17e-71ee-4451-be3b-89329d895262 req-6ad3155c-2f3c-4945-bdc4-e6a9f2603f81 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:37.176345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-6ad3155c-2f3c-4945-bdc4-e6a9f2603f81 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 811 time: 0.1017134 Jul 15 23:54:37.226321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-47983ede-f2c9-4f37-8689-646b2f1f058e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 379 time: 0.0351226 Jul 15 23:54:37.234902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'port': {'device_id': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'admin_state_up': True, 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'security_groups': ['6813b757-1411-4f9c-ad2a-be1cd72ef537']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:37.347238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Made reservation on behalf of d808a2d2c6954ed1a12299c997823457 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:54:37.350724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:37.475784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Allocated IP 172.20.0.6 (0093bc33-7e46-46d7-9cd9-7ba472ec6ff3/cffa6e78-e64e-485a-89ab-22e9aab61b2f/e8325185-3b6d-46e6-8f84-2eb4eec0d68b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:54:37.608527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:37.621545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Transition to ACTIVE for port object e8325185-3b6d-46e6-8f84-2eb4eec0d68b will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:54:37.652976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:37.702613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:54:37.705704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:54:37.709626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:54:37.736823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:37.765812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:37.766446 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:37.781110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-b2aafbaa-a61e-4bb7-a681-78ce9defdf1e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497792 Jul 15 23:54:37.799357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Request body: {'port': {'device_id': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:37.873608 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:37.927157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bac4162d-6891-4246-b2db-364ac6412ad0 None None] Provisioning for port e8325185-3b6d-46e6-8f84-2eb4eec0d68b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:54:37.932028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bac4162d-6891-4246-b2db-364ac6412ad0 None None] Provisioning complete for port e8325185-3b6d-46e6-8f84-2eb4eec0d68b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:54:37.932402 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bac4162d-6891-4246-b2db-364ac6412ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:37.965272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bac4162d-6891-4246-b2db-364ac6412ad0 None None] Port e8325185-3b6d-46e6-8f84-2eb4eec0d68b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:54:38.136128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8325185-3b6d-46e6-8f84-2eb4eec0d68b {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:54:38.143980 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:38.156107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Transition to ACTIVE for port object e8325185-3b6d-46e6-8f84-2eb4eec0d68b will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:54:38.159331 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:38.253438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:38.331090 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247af7a0-c966-48df-8810-f4ea7941cfe1 req-ba656e29-76a1-4b00-a93e-f11266927cdb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:38.332676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-247af7a0-c966-48df-8810-f4ea7941cfe1 req-ba656e29-76a1-4b00-a93e-f11266927cdb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 943 time: 0.1475081 Jul 15 23:54:38.363708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Attempting to bind port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:54:38.364049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Attempting to bind port e8325185-3b6d-46e6-8f84-2eb4eec0d68b by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:54:38.364385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Attempting to bind port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:38.374829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:54:38.375167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Attempting to bind port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:54:38.390089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:54:38.390436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:54:38.390866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:54:38.391292 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Bound port: e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:54:38.391665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:38.396743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-247af7a0-c966-48df-8810-f4ea7941cfe1 req-47136ddd-8262-46cd-b599-37de86c2cc20 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577691 Jul 15 23:54:38.457258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:54:38.460785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:54:38.464824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:38.502460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:38.503021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:38.504410 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d1f23775-8428-4435-969d-0669df520bdf service neutron] 10.222.0.37 "PUT /v2.0/ports/e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 1091 time: 0.7096748 Jul 15 23:54:38.504839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:38.507115 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2ed72e-fe01-4440-b0ae-da423a1ea33f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:38.530984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f23775-8428-4435-969d-0669df520bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:38.555094 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae3581f-36bb-41d2-b3f5-24e3f8b1e1e8 x-openstack-request-id: req-2ae3581f-36bb-41d2-b3f5-24e3f8b1e1e8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:38.555398 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:38.555651 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ae3581f-36bb-41d2-b3f5-24e3f8b1e1e8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:38.556050 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'status': 'completed', 'code': 200} Jul 15 23:54:38.627360 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d7c42fe6-1e30-4d14-9094-c42506a0a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:38.629010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-d7c42fe6-1e30-4d14-9094-c42506a0a81a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1094 time: 0.0568616 Jul 15 23:54:38.679312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-5ce92c39-5f09-483f-a36c-0e9dcea94618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 217 time: 0.0380292 Jul 15 23:54:38.736155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc17e-71ee-4451-be3b-89329d895262 req-151ca718-6b36-4ba8-83e8-c059e09b6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:38.737637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-151ca718-6b36-4ba8-83e8-c059e09b6dde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0525739 Jul 15 23:54:38.794617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc17e-71ee-4451-be3b-89329d895262 req-33ca9974-7541-4131-a967-2d3128429d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:38.796187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-33ca9974-7541-4131-a967-2d3128429d3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525718 Jul 15 23:54:38.885029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-da580839-b135-4cf2-908b-7768e604e39a service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 Jul 15 23:54:38.977703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e8abc17e-71ee-4451-be3b-89329d895262 req-7b11c075-1afd-4690-9dbb-e081fa420e45 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869679 Jul 15 23:54:39.121849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-5cbc035a-46b4-4cbc-a71a-dc32f72a7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:39.123375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-5cbc035a-46b4-4cbc-a71a-dc32f72a7ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1094 time: 0.0510011 Jul 15 23:54:39.215012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-ad68b649-f0e9-4b47-adf3-d14455bafe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:39.216463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-ad68b649-f0e9-4b47-adf3-d14455bafe4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0866699 Jul 15 23:54:39.258965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-37449563-0e39-494b-b293-c305f323b666 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 217 time: 0.0332401 Jul 15 23:54:39.303910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-6e431c2c-fce3-48b6-bf4e-125e9975cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:39.305857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-6e431c2c-fce3-48b6-bf4e-125e9975cabe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0406201 Jul 15 23:54:39.363968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-ff31ef0f-9276-4099-81d4-73115d34bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:39.365408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-ff31ef0f-9276-4099-81d4-73115d34bd93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535660 Jul 15 23:54:39.456418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-c1887149-722f-42bf-a6dd-970e0cb4fe46 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813184 Jul 15 23:54:39.582951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de2ed72e-fe01-4440-b0ae-da423a1ea33f req-3725bd0b-be98-47b5-9d70-bcc9cbbbcb77 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197901 Jul 15 23:54:39.607389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558f223-2551-428f-9b5b-886f03c5fc2d req-623fc592-0c28-493b-aed8-559c26ec00b6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:39.609134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8558f223-2551-428f-9b5b-886f03c5fc2d req-623fc592-0c28-493b-aed8-559c26ec00b6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 943 time: 0.0854058 Jul 15 23:54:39.648219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8558f223-2551-428f-9b5b-886f03c5fc2d req-3cd9d88e-c90e-44b1-be1d-2fae48443b24 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334625 Jul 15 23:54:40.020033 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:54:40.835485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52378174-7806-4ac6-a523-ffb9ef4cee61 req-9463e2f4-d1fa-4c9f-b1bb-38f4c95b5eba tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:40.836946 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52378174-7806-4ac6-a523-ffb9ef4cee61 req-9463e2f4-d1fa-4c9f-b1bb-38f4c95b5eba tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 943 time: 0.0666952 Jul 15 23:54:40.873874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52378174-7806-4ac6-a523-ffb9ef4cee61 req-70380acd-0097-49ea-a81d-70def84dfe15 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312889 Jul 15 23:54:41.107857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e8325185-3b6d-46e6-8f84-2eb4eec0d68b details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:54:41.202310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:41.212956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'mac_address': 'fa:16:3e:45:3b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:54:41.249589 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:41.261363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8325185-3b6d-46e6-8f84-2eb4eec0d68b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:54:41.280688 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:41.284445 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:41.330174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:41.542834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['e8325185-3b6d-46e6-8f84-2eb4eec0d68b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:54:42.043028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175898b2-7f65-4d73-9b4e-4467ecdf9851 req-d4aa4538-327e-4efe-bf90-b7c511965780 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:42.044509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-175898b2-7f65-4d73-9b4e-4467ecdf9851 req-d4aa4538-327e-4efe-bf90-b7c511965780 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 944 time: 0.0629292 Jul 15 23:54:42.082235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-175898b2-7f65-4d73-9b4e-4467ecdf9851 req-e2809385-72eb-4c63-8f37-06ce34037d48 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322733 Jul 15 23:54:43.109259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e8325185-3b6d-46e6-8f84-2eb4eec0d68b up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:54:43.158399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port e8325185-3b6d-46e6-8f84-2eb4eec0d68b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:54:43.162369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port e8325185-3b6d-46e6-8f84-2eb4eec0d68b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:54:43.162739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:43.241013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:43.256604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3130e0-70e2-481b-a4ed-74575470eaa7 req-2926aa94-59d2-4eb7-bd03-b718072d0b75 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:43.258120 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f3130e0-70e2-481b-a4ed-74575470eaa7 req-2926aa94-59d2-4eb7-bd03-b718072d0b75 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 944 time: 0.0638142 Jul 15 23:54:43.263547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:43.265763 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74c717e-4c15-4f7f-b8bf-fbd25c96f4c5" -d '{"events": [{"server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "name": "network-vif-plugged", "status": "completed", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:43.278837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:43.282659 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:43.297477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f3130e0-70e2-481b-a4ed-74575470eaa7 req-ac884e63-5dfe-47fe-88c5-da0e010318a1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327783 Jul 15 23:54:43.330569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:43.342354 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de05ae4e-cb04-4b99-87c7-dedb89b139cd x-openstack-request-id: req-de05ae4e-cb04-4b99-87c7-dedb89b139cd {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:43.342645 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "name": "network-vif-plugged", "status": "completed", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:43.342927 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de05ae4e-cb04-4b99-87c7-dedb89b139cd {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:43.343492 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'code': 200} Jul 15 23:54:43.482400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5186-03a6-42ef-8e7a-5e2387a21c30 req-e4c2db83-ff58-4cf9-bc66-7fcceac0c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:43.483925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a75d5186-03a6-42ef-8e7a-5e2387a21c30 req-e4c2db83-ff58-4cf9-bc66-7fcceac0c2aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1096 time: 0.0548193 Jul 15 23:54:43.517804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a75d5186-03a6-42ef-8e7a-5e2387a21c30 req-87b30c14-0c82-43c4-a7f1-7ebad671325f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274944 Jul 15 23:54:44.160128 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:44.469475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674a418-0640-4990-be07-2167c05ecf9e req-c463fbff-36d0-4377-8c32-ba57786e920e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:44.470987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7674a418-0640-4990-be07-2167c05ecf9e req-c463fbff-36d0-4377-8c32-ba57786e920e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0625172 Jul 15 23:54:44.507503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7674a418-0640-4990-be07-2167c05ecf9e req-88a2953e-2cf4-4fa5-a74a-9c4a2c8da86a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Jul 15 23:54:45.683532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc16d1-1aab-4128-a276-e3626c5e9ca4 req-f2a2f92b-0e84-4015-9af5-dbdbedc75f68 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:45.685009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-babc16d1-1aab-4128-a276-e3626c5e9ca4 req-f2a2f92b-0e84-4015-9af5-dbdbedc75f68 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0671301 Jul 15 23:54:45.720996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-babc16d1-1aab-4128-a276-e3626c5e9ca4 req-204904ec-b73d-4181-8533-e1796c7809ea tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305545 Jul 15 23:54:45.885304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688fbf1-172c-49ce-a995-40380d5a6cb3 req-92344332-ac66-460e-bed5-cf689d9c4438 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:45.886696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5688fbf1-172c-49ce-a995-40380d5a6cb3 req-92344332-ac66-460e-bed5-cf689d9c4438 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0623615 Jul 15 23:54:45.895357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 54942) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:45.900261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'floatingip': {'port_id': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:45.938065 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.372684 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.376482 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.474505 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9 associated. External IP: 172.25.3.246, port: e8325185-3b6d-46e6-8f84-2eb4eec0d68b. Jul 15 23:54:46.674710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:54:46.782345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:54:46.786912 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:46.792105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:54:46.801743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:46.802356 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:54:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:46.823273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bbba26ac-e79d-4d45-9bef-fe7591537b92 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "PUT /v2.0/floatingips/9c2c3657-4980-4f83-9d12-47797a7b55a9 HTTP/1.1" status: 200 len: 991 time: 0.9268475 Jul 15 23:54:46.823850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:46.826081 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689b95d8-9011-438e-b5de-ffb7944e2180" -d '{"events": [{"name": "network-changed", "server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:46.906324 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:46.972822 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6f598d-647b-4f78-b854-771f7d99199b x-openstack-request-id: req-bf6f598d-647b-4f78-b854-771f7d99199b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:46.973120 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:46.973377 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf6f598d-647b-4f78-b854-771f7d99199b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:46.973784 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'status': 'completed', 'code': 200} Jul 15 23:54:47.066833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-1a953a2d-7db4-483a-a17e-25495ac9100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:47.068386 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-1a953a2d-7db4-483a-a17e-25495ac9100b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1096 time: 0.0526502 Jul 15 23:54:47.130194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:45:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:54:46Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:47.162278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-a9087d18-5dea-4541-bbe4-44d3a19ac56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:47.163915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-a9087d18-5dea-4541-bbe4-44d3a19ac56d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0897007 Jul 15 23:54:47.232232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-a80e05b7-f2ad-4bd9-a01b-37e10335a3b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 999 time: 0.0616624 Jul 15 23:54:47.287131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-9f07ba3e-1394-4f5e-ab74-8b09146a702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:47.288667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-9f07ba3e-1394-4f5e-ab74-8b09146a702a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0501719 Jul 15 23:54:47.311460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:54:47.319674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:47.320278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:54:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:47.345623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-8cdcdbc3-5b4b-4288-b823-06d365d80aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:47.347173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-8cdcdbc3-5b4b-4288-b823-06d365d80aec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522792 Jul 15 23:54:47.423943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:47.435506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-b2a1da45-bd20-4c47-90bd-4b01be187b1a service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819464 Jul 15 23:54:47.529833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-689b95d8-9011-438e-b5de-ffb7944e2180 req-bc25e32d-b927-45ad-89bc-93efab256f9c service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862346 Jul 15 23:54:47.645825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:45:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:54:46Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:47.672337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3cbd3a-9cf6-4266-8d67-a7477a6eceff None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:45:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:54:46Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:54:47.846890 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5f60a-83ca-44a9-beab-bc26c6bce6e8 None None] New status for floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:54:48.113161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b58dda1f-c462-475f-9830-8e02aa995c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:50.728206 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b8be463f-a403-4fdc-9147-116a625d579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:51.107622 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:51.693796 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:53.439955 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:55.458738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:14.174192 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:17.019570 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:55:18.114947 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-49fb8a84-0321-4e8e-b805-00e4295b0fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:20.729777 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3229-5f3c-426e-8c9d-9f4ba653a1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.108919 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.698283 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:23.443108 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:25.463950 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:27.859734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-c8d7216d-5eb0-4cf3-84a2-a8c6bcad3353 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370881 Jul 15 23:55:27.971488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-5c171471-9009-4ab9-a6d1-cd706e7a9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:27.972980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-5c171471-9009-4ab9-a6d1-cd706e7a9aa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1096 time: 0.0562739 Jul 15 23:55:28.075384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-d303630d-2743-4fc0-ad09-602ec2fbcfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:28.076808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-d303630d-2743-4fc0-ad09-602ec2fbcfb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0844493 Jul 15 23:55:28.143651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-37dfb591-71c2-409b-b62b-2956bc4f98c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 1001 time: 0.0605071 Jul 15 23:55:28.192029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-582597b8-b356-4c08-9de6-fca253cc0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:28.193399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-582597b8-b356-4c08-9de6-fca253cc0e6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0434012 Jul 15 23:55:28.249529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-949cf41d-74ab-43d3-909c-e4b6fa7652a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:28.251068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-949cf41d-74ab-43d3-909c-e4b6fa7652a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510600 Jul 15 23:55:28.344003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-bb06e0ab-f230-4104-8987-7a5e6d67e00e service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868316 Jul 15 23:55:28.430108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b145ba71-2f77-48ff-a735-7b8b4630aa8b req-8c764dfb-e61a-4dd5-8dd6-3637d6788e6f service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795989 Jul 15 23:55:44.173081 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:48.119895 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3f81c04-5ea5-436b-a24a-291f1f9a9452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:50.730957 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0d21f83f-4abe-4cfe-b856-78db735c8f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:51.110197 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:51.700322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:53.446991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.018730 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:55:55.477949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:14.188776 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:18.120064 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1c4692e-f085-4efb-b91a-9889b5dc41ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.732475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39565aa3-74a8-4152-aa78-b9409b17082d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:21.114671 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:21.702555 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:23.458131 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:23.489434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b8f6-1f0d-4995-8e44-d43c342fec33 req-c8e05ce6-e001-463c-8165-f78e3c36e13c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:23.490955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb7b8f6-1f0d-4995-8e44-d43c342fec33 req-c8e05ce6-e001-463c-8165-f78e3c36e13c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0704520 Jul 15 23:56:23.530939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fb7b8f6-1f0d-4995-8e44-d43c342fec33 req-671d0ad1-e92b-4402-98ec-e323bba7cb1a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338423 Jul 15 23:56:24.703700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d0ef-188e-4f11-a105-3294128b7fb2 req-b4fa4eaa-3cef-46ab-aba3-38bc2bdf4bcb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:24.705197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9338d0ef-188e-4f11-a105-3294128b7fb2 req-b4fa4eaa-3cef-46ab-aba3-38bc2bdf4bcb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0634577 Jul 15 23:56:24.743931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9338d0ef-188e-4f11-a105-3294128b7fb2 req-40a759cb-7894-4148-8001-6ac2edb655fc tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331581 Jul 15 23:56:25.477307 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:25.910762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537731-7b40-4b61-9fc6-a6c6dc15dd3b req-90cb2f43-d18d-4d6b-a871-d0bd4d84dbc9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:25.912231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e537731-7b40-4b61-9fc6-a6c6dc15dd3b req-90cb2f43-d18d-4d6b-a871-d0bd4d84dbc9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0616000 Jul 15 23:56:25.953875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e537731-7b40-4b61-9fc6-a6c6dc15dd3b req-1e542e8e-481a-4873-a316-f81f90bbdbbe tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354304 Jul 15 23:56:27.126149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b9bfe-30a4-46b4-9232-a7f34fd02533 req-3a752c68-3689-47a1-a877-8aca3a14af64 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:27.127644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-750b9bfe-30a4-46b4-9232-a7f34fd02533 req-3a752c68-3689-47a1-a877-8aca3a14af64 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0621278 Jul 15 23:56:27.164289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-750b9bfe-30a4-46b4-9232-a7f34fd02533 req-7b0ee6e7-7e33-4ef4-87f2-fb5f905f5b31 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312467 Jul 15 23:56:28.333232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c410ec-b7c3-495f-bf01-5d798eb1dc3f req-0b03db1a-8f75-4abc-9df6-2a56c426fb70 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:28.334681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78c410ec-b7c3-495f-bf01-5d798eb1dc3f req-0b03db1a-8f75-4abc-9df6-2a56c426fb70 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0621226 Jul 15 23:56:28.372411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-78c410ec-b7c3-495f-bf01-5d798eb1dc3f req-07b1753b-bb07-4769-8eca-0eb8dc011c8d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Jul 15 23:56:28.817273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-ecae0e4d-be5f-44ab-b988-4d1532b42ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:28.818815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-ecae0e4d-be5f-44ab-b988-4d1532b42ff4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1096 time: 0.0550010 Jul 15 23:56:28.919042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-1b6f7faf-2361-40a9-ac32-7e60c813357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:28.920470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-1b6f7faf-2361-40a9-ac32-7e60c813357a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0820310 Jul 15 23:56:28.988267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-33026ef3-e9d5-4922-a277-825e99fb17a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 1001 time: 0.0614412 Jul 15 23:56:29.033661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-5bb12d7d-e369-4d16-984d-41a7da8a65db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:29.035062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-5bb12d7d-e369-4d16-984d-41a7da8a65db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0413468 Jul 15 23:56:29.088336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-e30a5b18-9fdf-4240-be3e-7e263330a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:29.089763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-e30a5b18-9fdf-4240-be3e-7e263330a8f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487595 Jul 15 23:56:29.180453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-e1165318-d492-46ed-9712-a90fa23a3418 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834193 Jul 15 23:56:29.266522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27f2113-37a7-47b9-b5be-b2fc94283710 req-911d9e99-9f16-40d2-bb62-0e0dcf3c2206 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804219 Jul 15 23:56:29.546494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24585d-5630-4494-b2c7-e0897ae950ff req-b80354ed-f8e0-4f6e-ad17-985a7cd6bf94 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:29.547928 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f24585d-5630-4494-b2c7-e0897ae950ff req-b80354ed-f8e0-4f6e-ad17-985a7cd6bf94 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0665131 Jul 15 23:56:29.885648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f24585d-5630-4494-b2c7-e0897ae950ff req-0b304b7a-d19d-44be-a075-76bf1c23aeca tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321784 Jul 15 23:56:31.018071 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:56:31.057350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4126f0-0a32-43b1-8de5-a041ef224a26 req-ef77738b-c24a-4d5f-a1a6-06e585db4ea3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:31.058851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf4126f0-0a32-43b1-8de5-a041ef224a26 req-ef77738b-c24a-4d5f-a1a6-06e585db4ea3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0620384 Jul 15 23:56:31.095265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf4126f0-0a32-43b1-8de5-a041ef224a26 req-65740fd5-575f-4765-9d07-c10debb99c1f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Jul 15 23:56:32.266308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7929f-f902-4c15-93e1-0606810d8126 req-092fa68f-6bbc-4ae0-ac2b-22a99fcc633f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:32.267791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29d7929f-f902-4c15-93e1-0606810d8126 req-092fa68f-6bbc-4ae0-ac2b-22a99fcc633f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0620201 Jul 15 23:56:32.307672 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-29d7929f-f902-4c15-93e1-0606810d8126 req-f30e459f-66a9-4e6c-be5b-dbfe34d223fb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343454 Jul 15 23:56:33.476276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86735-052c-462c-99ca-17df897c81e6 req-d6a8dd35-9458-4d4c-b7ad-134b76dc13c2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:33.477715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32d86735-052c-462c-99ca-17df897c81e6 req-d6a8dd35-9458-4d4c-b7ad-134b76dc13c2 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0621457 Jul 15 23:56:33.514911 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32d86735-052c-462c-99ca-17df897c81e6 req-ba71c257-37fe-4690-b036-5c97dd240c20 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316160 Jul 15 23:56:34.685257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2efe39-3755-4373-9f10-47977c82e395 req-9a9f9afc-76eb-438d-bde4-0d8511c3a088 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:34.686719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af2efe39-3755-4373-9f10-47977c82e395 req-9a9f9afc-76eb-438d-bde4-0d8511c3a088 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0629282 Jul 15 23:56:34.723648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af2efe39-3755-4373-9f10-47977c82e395 req-2e2ae015-5a88-46f0-a026-650c8ad659a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Jul 15 23:56:35.080111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-97239d59-15c8-4221-8c70-92d7c84ad02a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797777 Jul 15 23:56:35.115050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0455f-cd26-4390-a908-dc6fd6e57804 req-fd1e46da-f1d1-4e46-8d5b-ccfc4da227b6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:35.116570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec0455f-cd26-4390-a908-dc6fd6e57804 req-fd1e46da-f1d1-4e46-8d5b-ccfc4da227b6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0706351 Jul 15 23:56:35.157735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec0455f-cd26-4390-a908-dc6fd6e57804 req-c7e5fd9e-4546-47aa-9858-259a3c6c5533 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354531 Jul 15 23:56:36.327214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a1397-2683-47bf-b667-2c35337b2138 req-234abf9b-61e9-41f9-a0dd-3da2469fdd7e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:36.328689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-363a1397-2683-47bf-b667-2c35337b2138 req-234abf9b-61e9-41f9-a0dd-3da2469fdd7e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0618548 Jul 15 23:56:36.365452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-363a1397-2683-47bf-b667-2c35337b2138 req-e21a093d-1538-4dbb-8f32-1c48847fc9dc tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313773 Jul 15 23:56:37.537206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0b96d-bc72-4457-b047-d2d5381d0fdd req-d376c809-01ee-4449-9dfe-a683e903a295 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:37.538562 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb0b96d-bc72-4457-b047-d2d5381d0fdd req-d376c809-01ee-4449-9dfe-a683e903a295 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0655046 Jul 15 23:56:37.574507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb0b96d-bc72-4457-b047-d2d5381d0fdd req-936909cf-24df-4983-92ad-a80dd0afcbd0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304153 Jul 15 23:56:38.765125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280d2f5-2aa3-4a8b-be0b-8eb9895435be req-c073c723-def8-4337-81c4-69e5d879fd5b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:38.767167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b280d2f5-2aa3-4a8b-be0b-8eb9895435be req-c073c723-def8-4337-81c4-69e5d879fd5b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0700307 Jul 15 23:56:38.806003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b280d2f5-2aa3-4a8b-be0b-8eb9895435be req-b3e162ef-d599-40eb-98e3-b2e702f2e9c3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329554 Jul 15 23:56:39.310953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-86eaf6c4-6386-4f0f-97c3-d3b900a21abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.312439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-86eaf6c4-6386-4f0f-97c3-d3b900a21abc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1096 time: 0.0553493 Jul 15 23:56:39.398855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-a696d1ac-5bb5-4005-9d40-4d90e3d47708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.400279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-a696d1ac-5bb5-4005-9d40-4d90e3d47708 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0817232 Jul 15 23:56:39.470660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-4c3d6dc1-7d3f-4783-b8a2-341b92e65168 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 1001 time: 0.0613315 Jul 15 23:56:39.519265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-00c4147e-075d-4f46-9b8c-3b3048e77488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.520689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-00c4147e-075d-4f46-9b8c-3b3048e77488 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0439177 Jul 15 23:56:39.575800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-eed9a399-f344-4abf-92f7-a440c7e7bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.577250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-eed9a399-f344-4abf-92f7-a440c7e7bcbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497673 Jul 15 23:56:39.668439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-805eb6f1-942f-4d49-8bcd-65d441474761 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839610 Jul 15 23:56:39.756886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-ffabb9a6-a26e-46b0-a052-52daa8097585 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817509 Jul 15 23:56:39.985287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dddce-2133-40fd-8c97-aef14c426761 req-54141f16-60c3-4078-ace8-45e0734e4b4b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.986683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b9dddce-2133-40fd-8c97-aef14c426761 req-54141f16-60c3-4078-ace8-45e0734e4b4b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0682919 Jul 15 23:56:40.024539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3b9dddce-2133-40fd-8c97-aef14c426761 req-0c3cba78-380b-483c-b08f-1aa1d6d8ff48 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322742 Jul 15 23:56:41.193084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b49a2-9e92-45a3-a9da-e9cddd0aac21 req-1cfa145a-f5c5-4df3-aac3-1c7ff15f2fb7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:41.194555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-943b49a2-9e92-45a3-a9da-e9cddd0aac21 req-1cfa145a-f5c5-4df3-aac3-1c7ff15f2fb7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0621004 Jul 15 23:56:41.232415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-943b49a2-9e92-45a3-a9da-e9cddd0aac21 req-4f8cd1ef-e3ff-429e-bb63-6e406630b91c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Jul 15 23:56:41.734084 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-28d9f701-bc5e-4748-a2bd-c334432dce10 service neutron] show failed (client error): The resource could not be found. Jul 15 23:56:41.735182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-28d9f701-bc5e-4748-a2bd-c334432dce10 service neutron] 10.222.0.37 "GET /v2.0/ports/e8325185-3b6d-46e6-8f84-2eb4eec0d68b/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0579855 Jul 15 23:56:42.030602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-6c60e928-8955-4b47-a70a-754de9cd65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:42.032082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-6c60e928-8955-4b47-a70a-754de9cd65bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 1096 time: 0.1019580 Jul 15 23:56:42.043837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:42.111624 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:42.309962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:42.344741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:56:42.417835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:42.420233 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81c6e8b-bc71-410d-811e-65e633a540fe" -d '{"events": [{"server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:42.424820 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:42.445500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Transition to ACTIVE for port object e8325185-3b6d-46e6-8f84-2eb4eec0d68b will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:56:42.449994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:42.465957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39160587-39c8-48de-9e79-1d6a1cfcd33d req-356e75b9-8ed2-4c68-8cff-385ccb5e2c01 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:42.467503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39160587-39c8-48de-9e79-1d6a1cfcd33d req-356e75b9-8ed2-4c68-8cff-385ccb5e2c01 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.1248353 Jul 15 23:56:42.557946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:42.582952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39160587-39c8-48de-9e79-1d6a1cfcd33d req-0c51a781-0936-4350-8471-dfe2e626fa53 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953007 Jul 15 23:56:42.584316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.584665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.585005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.585342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.585754 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.586028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.586358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.586685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.587036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.587359 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.587687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.588012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:42.632987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] No DVR routers for this DVR port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:42.672850 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c8d30a-7a4d-4324-87f8-4e2bd1887f23 x-openstack-request-id: req-a2c8d30a-7a4d-4324-87f8-4e2bd1887f23 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:42.673143 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:42.673390 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2c8d30a-7a4d-4324-87f8-4e2bd1887f23 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:42.673793 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'code': 200} Jul 15 23:56:42.774533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Attempting to bind port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:56:42.774908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Attempting to bind port e8325185-3b6d-46e6-8f84-2eb4eec0d68b by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:56:42.775235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Attempting to bind port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:42.779449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:56:42.779773 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Attempting to bind port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:42.784566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:56:42.784906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:56:42.785289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:56:42.785723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Bound port: e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:56:42.786082 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:42.850968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:56:42.853904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:56:42.859377 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:42.892816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:42.893415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:42.894817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-173f832b-2204-4355-b77e-199701832db3 service neutron] 10.222.0.59 "PUT /v2.0/ports/e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 1091 time: 0.8555293 Jul 15 23:56:42.916867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f832b-2204-4355-b77e-199701832db3 service neutron] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:42.973378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-09677f45-dfc4-4d1f-bd32-23f05d86def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:42.974961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-09677f45-dfc4-4d1f-bd32-23f05d86def6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1094 time: 0.0551751 Jul 15 23:56:43.071441 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-d6750d76-95a1-4060-b9d0-d34d9c4ea105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:43.072932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-d6750d76-95a1-4060-b9d0-d34d9c4ea105 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0920329 Jul 15 23:56:43.137457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-3ed988eb-fc47-409d-98f3-a112962fc2c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 999 time: 0.0571115 Jul 15 23:56:43.184351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-13b80135-1fb4-4bfe-9e14-71804c8256b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:43.185734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-13b80135-1fb4-4bfe-9e14-71804c8256b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0422904 Jul 15 23:56:43.246067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-3b665c03-ecbe-49e7-a06b-f7fe8739de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:43.247597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-3b665c03-ecbe-49e7-a06b-f7fe8739de92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551465 Jul 15 23:56:43.258077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-6a0fd1cc-c8e7-40c5-9855-745424dde079 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:56:43.259073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-6a0fd1cc-c8e7-40c5-9855-745424dde079 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049467 Jul 15 23:56:43.346963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-c597c04c-9693-46be-a7dd-88593f7df19b service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817652 Jul 15 23:56:43.439459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae343d87-e67d-4cc3-b4e9-6bf25fccb71d req-3b4db311-aaa9-4776-b306-a8195e1d96fd service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Jul 15 23:56:43.759759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad730f-4c36-4aa7-8a7b-bd1d6125abaa req-a75c3fa8-760d-4849-bb1a-970754a17d52 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:43.761269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0ad730f-4c36-4aa7-8a7b-bd1d6125abaa req-a75c3fa8-760d-4849-bb1a-970754a17d52 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 943 time: 0.0635376 Jul 15 23:56:43.799560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e0ad730f-4c36-4aa7-8a7b-bd1d6125abaa req-55498e3e-92bf-450b-9ece-19f1befaad22 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325007 Jul 15 23:56:44.205358 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:44.675756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:44.679110 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d342b1-248e-4f04-817b-166d278302eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:44.725737 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a27049-930e-4d84-b94d-1d270f3cbdbd x-openstack-request-id: req-f7a27049-930e-4d84-b94d-1d270f3cbdbd {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:44.726037 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:44.726300 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7a27049-930e-4d84-b94d-1d270f3cbdbd {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:44.727249 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'status': 'completed', 'code': 200} Jul 15 23:56:44.832509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d342b1-248e-4f04-817b-166d278302eb req-2f1975a2-85a3-4249-a3b8-71af8072322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:44.834080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-2f1975a2-85a3-4249-a3b8-71af8072322a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1094 time: 0.0854681 Jul 15 23:56:44.908355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d342b1-248e-4f04-817b-166d278302eb req-8dfa7ff3-fa8a-4413-85a7-12061636c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:44.909856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-8dfa7ff3-fa8a-4413-85a7-12061636c83e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1094 time: 0.1232553 Jul 15 23:56:45.024429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d342b1-248e-4f04-817b-166d278302eb req-6cc9129a-4752-43f4-8df1-63dfc9199842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.025832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-6cc9129a-4752-43f4-8df1-63dfc9199842 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1850674 Jul 15 23:56:45.111537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95d425-57a7-4a93-b61b-dc51f9aafe13 req-ac56b04a-d6d4-49b4-97a7-4c11eb24021e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.113074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b95d425-57a7-4a93-b61b-dc51f9aafe13 req-ac56b04a-d6d4-49b4-97a7-4c11eb24021e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 943 time: 0.2008018 Jul 15 23:56:45.132611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d342b1-248e-4f04-817b-166d278302eb req-89dda347-5a28-4ba9-b9d5-eb95e3a333e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.134034 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-89dda347-5a28-4ba9-b9d5-eb95e3a333e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.2113667 Jul 15 23:56:45.141450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-ee7f1038-6dd4-46c0-9706-29bd0fc79852 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 999 time: 0.1056957 Jul 15 23:56:45.240915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8b95d425-57a7-4a93-b61b-dc51f9aafe13 req-ea435756-3249-45b3-baa3-fd6d5d5c9977 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215878 Jul 15 23:56:45.252572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d342b1-248e-4f04-817b-166d278302eb req-0ed97a3f-bc2e-461e-bef3-2f5076caa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.254002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-0ed97a3f-bc2e-461e-bef3-2f5076caa53e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.1035800 Jul 15 23:56:45.255974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-e114cb16-1d98-4747-8e92-8b6d69c7c51b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 999 time: 0.1136901 Jul 15 23:56:45.333760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d342b1-248e-4f04-817b-166d278302eb req-36809ad3-5e2d-4df3-878d-97b0e1727665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.335316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-36809ad3-5e2d-4df3-878d-97b0e1727665 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0731242 Jul 15 23:56:45.383947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d342b1-248e-4f04-817b-166d278302eb req-ace6678e-dcbf-4daa-8888-0ccdd8bda3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.385507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-ace6678e-dcbf-4daa-8888-0ccdd8bda3eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157687 Jul 15 23:56:45.459580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d342b1-248e-4f04-817b-166d278302eb req-c5c4a3c7-d6fc-4625-95e0-a3b665f89095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.461176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-c5c4a3c7-d6fc-4625-95e0-a3b665f89095 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179876 Jul 15 23:56:45.572828 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-763a8a3f-fe6c-4218-8572-c2ee4fab0742 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792617 Jul 15 23:56:45.619677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-4fa7479d-99ef-44db-8c7c-a627609278c6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.621310 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-4fa7479d-99ef-44db-8c7c-a627609278c6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a&tenant_id=d808a2d2c6954ed1a12299c997823457&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 943 time: 0.1330516 Jul 15 23:56:45.639665 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-11725260-43b0-4604-b18a-a777e155d65d service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708205 Jul 15 23:56:45.686703 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-ea66e151-304c-4e4f-adeb-61258e29e53e service neutron] delete failed (client error): The resource could not be found. Jul 15 23:56:45.687771 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-ea66e151-304c-4e4f-adeb-61258e29e53e service neutron] 10.222.0.37 "DELETE /v2.0/ports/e8325185-3b6d-46e6-8f84-2eb4eec0d68b/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0604870 Jul 15 23:56:45.693022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f2b21-bba4-4dd2-9254-19112536e59d req-e6571964-2b26-4721-b15f-7fa803706b6b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.694482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905f2b21-bba4-4dd2-9254-19112536e59d req-e6571964-2b26-4721-b15f-7fa803706b6b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 943 time: 0.2157319 Jul 15 23:56:45.720675 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e8325185-3b6d-46e6-8f84-2eb4eec0d68b no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:45.761076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device e8325185-3b6d-46e6-8f84-2eb4eec0d68b not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:45.772967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e8325185-3b6d-46e6-8f84-2eb4eec0d68b details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:56:45.792583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-fc9a493a-aabf-4519-846a-2e3d5c38d714 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075064 Jul 15 23:56:45.802350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-905f2b21-bba4-4dd2-9254-19112536e59d req-7a2ef56f-b9ae-454a-b823-c7438cd059de tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892224 Jul 15 23:56:45.825403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05d342b1-248e-4f04-817b-166d278302eb req-62451fc2-9f07-4321-ba07-71839d2ef0f7 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524980 Jul 15 23:56:45.874251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:45.885953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'mac_address': 'fa:16:3e:45:3b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:56:45.922859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:45.936164 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8325185-3b6d-46e6-8f84-2eb4eec0d68b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:56:45.955823 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:45.960658 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:45.972498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-6c3b578c-8960-4fab-a3d3-692ff4ab439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:45.974158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-6c3b578c-8960-4fab-a3d3-692ff4ab439f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1094 time: 0.0563083 Jul 15 23:56:46.012008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:46.019462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.019812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.020153 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.020492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.020825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.021155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.021483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.021808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.022134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.022457 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.022808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.023129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:46.061465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-dac7d2c9-f76b-4e79-babd-c61b4196c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:46.062949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-dac7d2c9-f76b-4e79-babd-c61b4196c192 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0833354 Jul 15 23:56:46.128792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-ec003ae5-0c77-4102-b88f-18431a95703b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 1000 time: 0.0596437 Jul 15 23:56:46.176382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-32f5c9b5-5ac7-429d-8666-78f32c6e8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:46.177783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-32f5c9b5-5ac7-429d-8666-78f32c6e8957 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0430045 Jul 15 23:56:46.195905 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['e8325185-3b6d-46e6-8f84-2eb4eec0d68b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:56:46.233540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-06d33982-71bb-47f4-aed5-52fa50ddf9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:46.235189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-06d33982-71bb-47f4-aed5-52fa50ddf9a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507720 Jul 15 23:56:46.327593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-abc72de9-1a96-405c-8dee-822fbef959f3 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863104 Jul 15 23:56:46.412605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-91530c2e-d1d6-491a-bd4b-6cf98bdbeab8 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792150 Jul 15 23:56:46.988603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1da80-7e19-473e-8205-3ca40eac7c0b req-c5fab0b7-a5df-4771-91cd-f7f8f06d26f1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:46.990023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f1da80-7e19-473e-8205-3ca40eac7c0b req-c5fab0b7-a5df-4771-91cd-f7f8f06d26f1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 944 time: 0.0686717 Jul 15 23:56:47.027849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-82f1da80-7e19-473e-8205-3ca40eac7c0b req-b1ff13f9-3004-427d-b4fc-12881289477b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Jul 15 23:56:47.786964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e8325185-3b6d-46e6-8f84-2eb4eec0d68b up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:56:47.834145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port e8325185-3b6d-46e6-8f84-2eb4eec0d68b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:56:47.838402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port e8325185-3b6d-46e6-8f84-2eb4eec0d68b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:56:47.838826 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:47.915214 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:47.936173 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:47.938414 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997bafc5-b61d-4e8e-a35b-19991c3ae0a4" -d '{"events": [{"server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "name": "network-vif-plugged", "status": "completed", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:47.951423 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:47.955615 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:47.978661 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181c7c57-ec15-4ed8-8c48-ade3c2794ad3 x-openstack-request-id: req-181c7c57-ec15-4ed8-8c48-ade3c2794ad3 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:47.978979 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "name": "network-vif-plugged", "status": "completed", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:47.979230 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-181c7c57-ec15-4ed8-8c48-ade3c2794ad3 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:47.979616 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'code': 200} Jul 15 23:56:48.003962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:48.120129 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3db9178-2754-4158-a45f-e8a45b3c4749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:48.200958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88824e-6129-4feb-b716-e7432816179b req-14b61a26-6c05-41a9-ad69-022a50a34b65 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:48.202455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c88824e-6129-4feb-b716-e7432816179b req-14b61a26-6c05-41a9-ad69-022a50a34b65 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0632691 Jul 15 23:56:48.239090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c88824e-6129-4feb-b716-e7432816179b req-b44feae2-3577-43a5-a2b9-dab03045e8b5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Jul 15 23:56:48.411231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8141b-6afa-4380-8bf7-13ece2ee2391 req-ad3c055a-87fa-41c9-ab42-7c72c751af5b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:48.412699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdd8141b-6afa-4380-8bf7-13ece2ee2391 req-ad3c055a-87fa-41c9-ab42-7c72c751af5b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0665362 Jul 15 23:56:48.749887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fdd8141b-6afa-4380-8bf7-13ece2ee2391 req-8cf58847-8458-4aba-a016-3fb0afe5fbb6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316197 Jul 15 23:56:49.104138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-7ac58a73-ed06-4282-ac20-078efd62d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:49.105707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-7ac58a73-ed06-4282-ac20-078efd62d891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 1096 time: 0.0963476 Jul 15 23:56:49.113008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b232e-96ba-403e-bd18-02af6af4c5ac req-acd4399e-3b7c-4bf8-bf43-ed9851f304ba tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:49.114364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c79b232e-96ba-403e-bd18-02af6af4c5ac req-acd4399e-3b7c-4bf8-bf43-ed9851f304ba tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0971141 Jul 15 23:56:49.202516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c79b232e-96ba-403e-bd18-02af6af4c5ac req-673eb8bf-6e03-4ef2-bfd9-9c7037f06422 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795331 Jul 15 23:56:49.226164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-5e33b1d3-f936-4098-b021-07601c0318d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:49.228327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-5e33b1d3-f936-4098-b021-07601c0318d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1131103 Jul 15 23:56:49.295478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-c2cbd13f-b250-458d-8c71-eda2cc26a9fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 200 len: 1001 time: 0.0609984 Jul 15 23:56:49.344772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-09f6f448-e212-423f-a7e2-f2e6fadca225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:49.346194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-09f6f448-e212-423f-a7e2-f2e6fadca225 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0435920 Jul 15 23:56:49.401564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-5db158e9-b47c-4d0f-9e3e-e53d40a70961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:49.402980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-5db158e9-b47c-4d0f-9e3e-e53d40a70961 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507956 Jul 15 23:56:49.495191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-2a41bfa4-0484-4488-b263-22410486e329 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853148 Jul 15 23:56:49.584523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ce2f7e3-a5cb-4858-937a-7679bdd7e5d9 req-61e5384a-1529-4cb2-a346-33360c29f8a8 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815370 Jul 15 23:56:50.373934 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb3121-934d-49f4-83c6-d232343820eb req-222f1d9e-6061-4c0a-a8b4-3e952d72bac5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:50.375431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbbb3121-934d-49f4-83c6-d232343820eb req-222f1d9e-6061-4c0a-a8b4-3e952d72bac5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0660226 Jul 15 23:56:50.412405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbbb3121-934d-49f4-83c6-d232343820eb req-aca25e74-fb66-4175-ba51-9b53ebfac333 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Jul 15 23:56:50.735295 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04a8ca5d-7f70-4088-8514-94c8383ee305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:50.783349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29cd8-ee32-4ac0-b162-b4d85d3c353c req-be20813d-e6a0-44c3-a740-920ca1c1260f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:50.784839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27d29cd8-ee32-4ac0-b162-b4d85d3c353c req-be20813d-e6a0-44c3-a740-920ca1c1260f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0650232 Jul 15 23:56:50.822598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27d29cd8-ee32-4ac0-b162-b4d85d3c353c req-f985f2f8-3484-4cd8-b81c-6c9221a55a2c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Jul 15 23:56:51.116258 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:51.705606 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:51.993970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61de23-b6db-434f-ab1f-7650857cefe9 req-14bd405b-d1e2-4365-a820-1325274f7702 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:51.995384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc61de23-b6db-434f-ab1f-7650857cefe9 req-14bd405b-d1e2-4365-a820-1325274f7702 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0634921 Jul 15 23:56:52.033234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc61de23-b6db-434f-ab1f-7650857cefe9 req-d33af658-f6a6-4059-a2a4-06245b7cb143 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323861 Jul 15 23:56:52.139576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-4962e069-142a-4c96-87d8-27986eeef010 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:52.141296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-4962e069-142a-4c96-87d8-27986eeef010 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 945 time: 0.0656073 Jul 15 23:56:52.238388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Deleting port e8325185-3b6d-46e6-8f84-2eb4eec0d68b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:52.238739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:52.328485 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] For port e8325185-3b6d-46e6-8f84-2eb4eec0d68b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:52.328768 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:52.493456 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:52.493830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:52.494143 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9 disassociated. External IP: 172.25.3.246, port: e8325185-3b6d-46e6-8f84-2eb4eec0d68b. Jul 15 23:56:52.494486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Calling delete_port for e8325185-3b6d-46e6-8f84-2eb4eec0d68b owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:52.621883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:52.650949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event deleted for resources: {'Port': ['ID=e8325185-3b6d-46e6-8f84-2eb4eec0d68b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:52.768871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:56:52.880960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:56:52.891386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:56:52.905018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:56:52.905640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:56:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:52.925044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] No DVR routers for this DVR port e8325185-3b6d-46e6-8f84-2eb4eec0d68b on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:52.927801 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:52.930003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1810e891-a0ac-405b-ab9b-ca460ceeae15 req-886058a6-44d2-4210-bef4-2ad98d537f3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "DELETE /v2.0/ports/e8325185-3b6d-46e6-8f84-2eb4eec0d68b HTTP/1.1" status: 204 len: 173 time: 0.7823195 Jul 15 23:56:52.930462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'name': 'network-vif-deleted', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:52.932880 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5bb0e0-f622-45d8-8517-cc85ea9ab2a6" -d '{"events": [{"server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "name": "network-vif-deleted", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:52.987498 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7165cf24-b745-479e-b925-f3a86b0bdcf3 x-openstack-request-id: req-7165cf24-b745-479e-b925-f3a86b0bdcf3 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:52.988283 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0790551-546c-4f7d-98ba-bdeb71719e3a", "name": "network-vif-deleted", "tag": "e8325185-3b6d-46e6-8f84-2eb4eec0d68b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:52.988283 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7165cf24-b745-479e-b925-f3a86b0bdcf3 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:52.988484 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0790551-546c-4f7d-98ba-bdeb71719e3a', 'name': 'network-vif-deleted', 'tag': 'e8325185-3b6d-46e6-8f84-2eb4eec0d68b', 'status': 'completed', 'code': 200} Jul 15 23:56:53.011375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:56:53.198343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73e4c054-5f56-4b82-a3e0-60d18b63d655 req-f8255cd1-2f17-4130-83fa-fc44c4e92af5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0790551-546c-4f7d-98ba-bdeb71719e3a HTTP/1.1" status: 200 len: 210 time: 0.0336623 Jul 15 23:56:53.215024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:53.241372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:56:53.249757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:56:53.250369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:56:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:53.354870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:56:53.480737 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:53.556775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:53.582448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbefb35-0f05-4a13-9f34-4ee483954ac5 None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:56:53.796803 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d992ac28-9341-4fd6-953d-c6f200475840 None None] New status for floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:56:54.534380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-748db080-03bc-4612-b9e6-9e5dc77ecbd9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--107524263&fields=id&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 267 time: 0.0339389 Jul 15 23:56:54.637536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-df1ca2a9-19cf-4f3e-b8ae-30a6bbcc6031 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:54.639035 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-df1ca2a9-19cf-4f3e-b8ae-30a6bbcc6031 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 811 time: 0.0984302 Jul 15 23:56:54.654109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-3f57b6f0-f6a2-4854-9d6d-cd9a36e1e386 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/quotas/d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 375 time: 0.0094337 Jul 15 23:56:54.727739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-3dd4184b-cb17-46cd-9122-28ab05f0a9da tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688548 Jul 15 23:56:54.822379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-9eac8506-5364-4152-82fd-1978f44b1af1 service neutron] 10.222.0.23 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834439 Jul 15 23:56:54.913314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-8f222950-1833-4a7a-b7ef-09e1b5a0c5d3 service neutron] 10.222.0.23 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851471 Jul 15 23:56:55.075597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bd451b3a-be9e-4bb7-a9ca-58e326ab741b req-20522ccc-bd6c-4726-9ecf-f56638be274f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 210 time: 0.0281563 Jul 15 23:56:55.476392 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:55.817994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e8325185-3b6d-46e6-8f84-2eb4eec0d68b no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:55.845184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: e8325185-3b6d-46e6-8f84-2eb4eec0d68b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:55.845530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device e8325185-3b6d-46e6-8f84-2eb4eec0d68b not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:56.199214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-c2ffa8a6-abbb-436f-bedb-4589f5d04998 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:56.200680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-c2ffa8a6-abbb-436f-bedb-4589f5d04998 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 811 time: 0.1152425 Jul 15 23:56:56.232106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07c11d88-ce87-428f-b116-0dbf69c34e68 req-9ae4901a-c6b7-4acc-894a-c542b1620fca tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 210 time: 0.0304351 Jul 15 23:56:56.268676 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-480b48cd-4ed3-492b-84c7-0bc4d950db0f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 379 time: 0.0386412 Jul 15 23:56:56.276818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'port': {'device_id': 'eac94209-db63-485e-b156-42a7432de382', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'admin_state_up': True, 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'security_groups': ['6813b757-1411-4f9c-ad2a-be1cd72ef537']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:56.385614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Made reservation on behalf of d808a2d2c6954ed1a12299c997823457 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:56:56.389068 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.510843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Allocated IP 172.20.0.14 (0093bc33-7e46-46d7-9cd9-7ba472ec6ff3/cffa6e78-e64e-485a-89ab-22e9aab61b2f/13c3187c-460a-47f7-bcb1-c35bf29dd83a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:56:56.645455 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.659504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Transition to ACTIVE for port object 13c3187c-460a-47f7-bcb1-c35bf29dd83a will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:56:56.692742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.737596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:56:56.740893 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:56:56.744855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:56:56.769056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:56.797429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:56.798046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.813077 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-51d6a01e-a0cb-4779-921b-fc619c5c4ca7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5400789 Jul 15 23:56:56.830991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Request body: {'port': {'device_id': 'eac94209-db63-485e-b156-42a7432de382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:56.910108 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.985059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b6a79992-ee86-4f73-9bfd-14be93015721 None None] Provisioning for port 13c3187c-460a-47f7-bcb1-c35bf29dd83a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:56:56.988741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b6a79992-ee86-4f73-9bfd-14be93015721 None None] Provisioning complete for port 13c3187c-460a-47f7-bcb1-c35bf29dd83a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:56:56.989173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b6a79992-ee86-4f73-9bfd-14be93015721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.022033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b6a79992-ee86-4f73-9bfd-14be93015721 None None] Port 13c3187c-460a-47f7-bcb1-c35bf29dd83a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:56:57.171132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c3187c-460a-47f7-bcb1-c35bf29dd83a {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:56:57.178475 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.191089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Transition to ACTIVE for port object 13c3187c-460a-47f7-bcb1-c35bf29dd83a will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:56:57.194887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.264914 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:57.325570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:56:57.326536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:56:57.326536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:57.331236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:56:57.331638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:57.337138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:56:57.337567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:56:57.338021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:56:57.338526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Bound port: 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:56:57.338991 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.454116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:56:57.463249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7136db3-16ec-485d-8f2c-58ca27e754d5 req-407091cf-3962-455f-89ce-49a8388ba734 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:57.464750 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7136db3-16ec-485d-8f2c-58ca27e754d5 req-407091cf-3962-455f-89ce-49a8388ba734 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 944 time: 0.1156702 Jul 15 23:56:57.466352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:56:57.470504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.518155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:57.518787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:57.520148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1092 time: 0.6937501 Jul 15 23:56:57.523365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:57.525605 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8759f7-c9cb-499e-bee1-f377bf418725" -d '{"events": [{"name": "network-changed", "server_uuid": "eac94209-db63-485e-b156-42a7432de382", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:57.561933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d7136db3-16ec-485d-8f2c-58ca27e754d5 req-e004e1c6-4010-4a5b-8241-b039045bf6e4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879071 Jul 15 23:56:57.566973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d00d3-d3bf-44cd-aeb8-a75f95c62fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:57.616359 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1c66e4-9e96-4b07-92ca-90e1a89b9767 x-openstack-request-id: req-be1c66e4-9e96-4b07-92ca-90e1a89b9767 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:57.616656 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac94209-db63-485e-b156-42a7432de382", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:57.616910 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be1c66e4-9e96-4b07-92ca-90e1a89b9767 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:57.617881 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'status': 'completed', 'code': 200} Jul 15 23:56:57.640248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-a4eedb26-a494-4525-a4f9-447c2223449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:57.642037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-a4eedb26-a494-4525-a4f9-447c2223449a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1095 time: 0.0640991 Jul 15 23:56:57.691758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-803fa1f5-4245-4721-8550-ab1a91236139 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 217 time: 0.0363171 Jul 15 23:56:57.743572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-055f0748-e363-4166-b8a5-aef419b5f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:57.745065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-055f0748-e363-4166-b8a5-aef419b5f1dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0469618 Jul 15 23:56:57.808655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-a628a325-b587-4874-a813-253a426612e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:57.810129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-a628a325-b587-4874-a813-253a426612e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588477 Jul 15 23:56:57.900504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-3756c1ce-3586-4a2a-bb68-7e8200b809db service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839412 Jul 15 23:56:57.991270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02cf6a5c-a557-41f5-9ec1-eefcd5dfdf39 req-951d5f10-54a2-4b3a-835c-a143a76e4b94 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Jul 15 23:56:58.125264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-ba8bee76-56d1-4c09-8436-563da6def494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:58.126795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-ba8bee76-56d1-4c09-8436-563da6def494 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1095 time: 0.0523508 Jul 15 23:56:58.214867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-9b700f6d-b71e-44a2-9542-f3e247c85179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:58.216332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-9b700f6d-b71e-44a2-9542-f3e247c85179 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0834012 Jul 15 23:56:58.260609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-3889a6ff-74bd-4c25-8955-43f21e7f9f43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 217 time: 0.0377140 Jul 15 23:56:58.309849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-d5783315-8958-4ded-a95a-b7eabe2f9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:58.311277 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-d5783315-8958-4ded-a95a-b7eabe2f9a66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0425007 Jul 15 23:56:58.368300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-4593c1ac-9084-4f27-9939-c42002212340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:58.369766 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-4593c1ac-9084-4f27-9939-c42002212340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511570 Jul 15 23:56:58.462328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-add23ba0-c9c9-480e-8e82-fae988e154d8 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844655 Jul 15 23:56:58.550445 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-de8759f7-c9cb-499e-bee1-f377bf418725 req-da5987b6-9354-4236-916e-fd98cc804ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807593 Jul 15 23:56:58.746717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2ad96-1a47-479b-85d2-7ca08a95dc39 req-df0df39e-1f93-487b-9e8a-bb4540dd3b05 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:58.748238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63b2ad96-1a47-479b-85d2-7ca08a95dc39 req-df0df39e-1f93-487b-9e8a-bb4540dd3b05 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 944 time: 0.0699148 Jul 15 23:56:58.786591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63b2ad96-1a47-479b-85d2-7ca08a95dc39 req-687eae7a-34d3-4a71-b29a-81806485087e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326197 Jul 15 23:56:59.861613 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:56:59.957246 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698d6bd-6f57-4fc1-8836-8d1dcbfd4742 req-0d2b74a2-a3ae-4ebb-9dd7-75710a7f42ea tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:59.958765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c698d6bd-6f57-4fc1-8836-8d1dcbfd4742 req-0d2b74a2-a3ae-4ebb-9dd7-75710a7f42ea tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 944 time: 0.0624709 Jul 15 23:56:59.959301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:59.970366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'mac_address': 'fa:16:3e:bb:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:56:59.996440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c698d6bd-6f57-4fc1-8836-8d1dcbfd4742 req-40b226f5-5271-428d-ad32-f3bb45a1973b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318487 Jul 15 23:57:00.010142 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.023239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c3187c-460a-47f7-bcb1-c35bf29dd83a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:57:00.041915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:00.045962 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:00.095822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:00.317266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['13c3187c-460a-47f7-bcb1-c35bf29dd83a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:57:01.171729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcb020-0cbf-495a-b6a1-169d3bd3c8c3 req-d22e94f7-af4c-48d3-95a6-2944a8746c02 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:01.173184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dabcb020-0cbf-495a-b6a1-169d3bd3c8c3 req-d22e94f7-af4c-48d3-95a6-2944a8746c02 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 945 time: 0.0658143 Jul 15 23:57:01.209265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dabcb020-0cbf-495a-b6a1-169d3bd3c8c3 req-80bbd42c-c749-4649-befb-181c7b5242c9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Jul 15 23:57:01.861860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:01.914516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 13c3187c-460a-47f7-bcb1-c35bf29dd83a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:01.918159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 13c3187c-460a-47f7-bcb1-c35bf29dd83a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:01.918514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.991405 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.013781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:02.016428 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f43fab0-e69c-45ff-8f67-e6d5c4b6fbe3" -d '{"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-plugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:02.028858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:02.033231 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:02.058346 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be66d9d4-9d0e-4e68-b061-0efce00e073a x-openstack-request-id: req-be66d9d4-9d0e-4e68-b061-0efce00e073a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:02.058630 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-plugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:02.058903 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be66d9d4-9d0e-4e68-b061-0efce00e073a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:02.059286 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'code': 200} Jul 15 23:57:02.084105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:02.187939 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c0535-67b7-4e2b-8f2a-7554165a9b63 req-b790142d-8171-4f1a-8e5e-f6e2855aa2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:02.189401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-584c0535-67b7-4e2b-8f2a-7554165a9b63 req-b790142d-8171-4f1a-8e5e-f6e2855aa2a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1097 time: 0.0504982 Jul 15 23:57:02.221754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-584c0535-67b7-4e2b-8f2a-7554165a9b63 req-03b4ca9e-03b8-4ea6-9ba2-dc2707a76ceb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261300 Jul 15 23:57:02.379950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa218d2d-50b0-44a4-8dc6-2278fdce3de4 req-45e004e1-ddeb-4d34-a4ff-28b81266150e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:02.381401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa218d2d-50b0-44a4-8dc6-2278fdce3de4 req-45e004e1-ddeb-4d34-a4ff-28b81266150e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0616226 Jul 15 23:57:02.418838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa218d2d-50b0-44a4-8dc6-2278fdce3de4 req-ec67c473-39b0-476d-95c7-859c0470d454 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319359 Jul 15 23:57:03.592776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fe4b2-6281-43dd-b1b0-b1efc5a2fbae req-cbe48bd4-9db7-421d-82c1-0e4fa7e46cc6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:03.594185 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee9fe4b2-6281-43dd-b1b0-b1efc5a2fbae req-cbe48bd4-9db7-421d-82c1-0e4fa7e46cc6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0663838 Jul 15 23:57:03.630668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee9fe4b2-6281-43dd-b1b0-b1efc5a2fbae req-679cbfd3-a218-45c7-bfbb-97e2db2b0497 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309181 Jul 15 23:57:03.798012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f93984-e6a3-4651-8e33-f6e8b3ca2d51 req-d1c4290e-f6fc-44f6-9e12-3a4b387ab75c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:03.799529 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19f93984-e6a3-4651-8e33-f6e8b3ca2d51 req-d1c4290e-f6fc-44f6-9e12-3a4b387ab75c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0633359 Jul 15 23:57:03.808741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55316) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:03.813202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'floatingip': {'port_id': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:03.850537 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.587607 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.591432 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.689798 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9 associated. External IP: 172.25.3.246, port: 13c3187c-460a-47f7-bcb1-c35bf29dd83a. Jul 15 23:57:04.897317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:57:05.003124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:57:05.007849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:05.012135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:57:05.024557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:05.025171 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:56:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:05.043412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-43e6b12c-e362-415e-95e8-4e578623eb7a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "PUT /v2.0/floatingips/9c2c3657-4980-4f83-9d12-47797a7b55a9 HTTP/1.1" status: 200 len: 992 time: 1.2335906 Jul 15 23:57:05.044106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:05.046455 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0" -d '{"events": [{"name": "network-changed", "server_uuid": "eac94209-db63-485e-b156-42a7432de382", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:05.131147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:05.274394 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e230f-fd8d-4479-a74e-5e467cdb0892 x-openstack-request-id: req-ab0e230f-fd8d-4479-a74e-5e467cdb0892 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:05.274811 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac94209-db63-485e-b156-42a7432de382", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:05.275080 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab0e230f-fd8d-4479-a74e-5e467cdb0892 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:05.275485 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'status': 'completed', 'code': 200} Jul 15 23:57:05.369412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-e209ce2a-6c59-42a3-a22d-5765535a4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:05.370996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-e209ce2a-6c59-42a3-a22d-5765535a4ba4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1097 time: 0.0543463 Jul 15 23:57:05.466352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-9d20bad6-5812-4ab4-a7e1-56a5031e73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:05.467966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-9d20bad6-5812-4ab4-a7e1-56a5031e73c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0906670 Jul 15 23:57:05.511202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:bb:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94209-db63-485e-b156-42a7432de382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:57:04Z', 'revision_number': 9, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:05.531574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-2d94175e-1516-4505-ade1-c13cb6e8742b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1000 time: 0.0578501 Jul 15 23:57:05.537417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:57:05.546433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:57:05.547075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:56:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:05.583778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-e713f22e-77ae-4702-ac66-7c841674610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:05.585266 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-e713f22e-77ae-4702-ac66-7c841674610e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0477984 Jul 15 23:57:05.643525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-25ff0df3-34df-4cb7-bbb9-78fd4cca6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:05.645039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-25ff0df3-34df-4cb7-bbb9-78fd4cca6764 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525355 Jul 15 23:57:05.650833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:57:05.741031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-b60e3214-522a-4466-bbb2-4cd8de95e2e7 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892067 Jul 15 23:57:05.833564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0182f55-e8bb-4c0d-8add-66ea0a3937b0 req-559d03f1-1d1f-4834-a3d9-cf5de8c18f59 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860801 Jul 15 23:57:05.876526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:bb:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94209-db63-485e-b156-42a7432de382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:57:04Z', 'revision_number': 9, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:05.910849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a01b0-c976-42dc-97fd-6547a1717a86 None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:bb:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac94209-db63-485e-b156-42a7432de382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:57:04Z', 'revision_number': 9, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:57:06.097851 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535bc0e8-d2ff-45ea-9cf0-ccb694cdef0f None None] New status for floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:57:08.017637 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:57:14.223407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:18.120125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1bfecaab-4d1d-4f99-9abe-12191e11526a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:20.736863 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-911953de-ecb2-4923-90b5-2a89595137c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:21.117522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:21.707822 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:23.456310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.478271 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:29.788021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-db9eca9c-1095-42dd-bd42-2d7e5ab914ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525966 Jul 15 23:57:29.903493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-0f41017d-44dc-4207-aeb9-880adbdfdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:29.904984 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-0f41017d-44dc-4207-aeb9-880adbdfdf3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1097 time: 0.0565019 Jul 15 23:57:30.007202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-1c1232f2-2443-4f7b-ae41-e8e0ac16761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:30.009184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-1c1232f2-2443-4f7b-ae41-e8e0ac16761d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0835304 Jul 15 23:57:30.077167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-c88b8198-9359-40c4-9bc4-d205bd774acb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1003 time: 0.0608101 Jul 15 23:57:30.123477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-210ff831-e792-4d0a-8da5-0155424c1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:30.124890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-210ff831-e792-4d0a-8da5-0155424c1b6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0417128 Jul 15 23:57:30.180174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-a959ff3c-1db0-4f20-b110-14f28e505133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:30.181729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-a959ff3c-1db0-4f20-b110-14f28e505133 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507772 Jul 15 23:57:30.274043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-2b8ffe0f-3f27-44a0-b9a2-15555bbbd404 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847168 Jul 15 23:57:30.360174 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8fb75-9465-487c-973b-28cf98b18615 req-863f2f24-ce00-474b-b81a-52cfb6ea03d8 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800745 Jul 15 23:57:44.240571 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:45.016813 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:57:48.120266 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ccbda47-ae1a-47f9-aa72-b90a96a48757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:50.736823 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9df7b806-3ead-4c99-89ab-081f507e4c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:51.112761 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:51.710399 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:53.458079 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:55.492719 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:14.252369 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:18.120913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-33f73179-af59-4081-8fd4-6019e398dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:20.736554 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dfc690ca-b8c7-4898-abb9-edb6aa145062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:21.114358 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:21.711810 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:22.015514 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:58:23.461728 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:25.507223 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:31.763762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-355a740d-4e29-423b-b216-83a20fa79917 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571916 Jul 15 23:58:31.872075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-095f63cd-274b-42a0-b4af-a838472acd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:31.873641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-095f63cd-274b-42a0-b4af-a838472acd8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1097 time: 0.0519454 Jul 15 23:58:31.976355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-f1e63cd3-2adb-40c4-9535-5fc93ca92690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:31.977820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-f1e63cd3-2adb-40c4-9535-5fc93ca92690 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0849102 Jul 15 23:58:32.045614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-76c26293-8a71-4abf-989e-5beeb3ef3597 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1003 time: 0.0615866 Jul 15 23:58:32.092261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-fc8cc5cd-4bd2-4fa2-99e6-7df4f24267b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:32.093732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-fc8cc5cd-4bd2-4fa2-99e6-7df4f24267b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0423262 Jul 15 23:58:32.149509 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-1c075b35-573f-4525-b7ab-b696f20a6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:32.150978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-1c075b35-573f-4525-b7ab-b696f20a6d56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513031 Jul 15 23:58:32.244228 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-b7e073e5-9817-49d5-a0b1-98c8324f68b6 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870733 Jul 15 23:58:32.335422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cf4f141-2a0a-43c1-b46c-074fbbf4cce3 req-790ea799-fa88-4658-a380-83fd541fb917 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823574 Jul 15 23:58:41.626402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a54a50-2aef-4038-abcc-9c09080e7338 req-aadeff0d-4daa-4f5f-8848-099ed35d30ca tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:41.627854 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2a54a50-2aef-4038-abcc-9c09080e7338 req-aadeff0d-4daa-4f5f-8848-099ed35d30ca tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.1072388 Jul 15 23:58:41.631401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-b729e289-7c1c-4ddb-9a7c-fa0c12767771 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1572011 Jul 15 23:58:41.669279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2a54a50-2aef-4038-abcc-9c09080e7338 req-9446c113-1363-4fc5-abc4-83c200fced9f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328140 Jul 15 23:58:42.779340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-a3f22fee-3259-4efd-bcc2-982f49c9ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:42.780936 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-a3f22fee-3259-4efd-bcc2-982f49c9ec5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1097 time: 0.0580046 Jul 15 23:58:42.916220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a435729-88cc-4324-8796-5de790bde2ad req-285cdb2c-79db-402d-aa65-b3654e30add7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:42.917813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a435729-88cc-4324-8796-5de790bde2ad req-285cdb2c-79db-402d-aa65-b3654e30add7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.1357577 Jul 15 23:58:42.919195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-f53ec202-56c4-4990-b33e-66c6e8ec13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:42.920591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-f53ec202-56c4-4990-b33e-66c6e8ec13a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1299772 Jul 15 23:58:42.993735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a435729-88cc-4324-8796-5de790bde2ad req-a1a21012-2896-4a1a-ba9f-9805b357a1a4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702426 Jul 15 23:58:43.008201 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-ee66b6d3-cdbe-4dbf-aa93-2d4defdf05e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1003 time: 0.0773242 Jul 15 23:58:43.055935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-b19e5cba-5720-45d3-a6a1-7de616f15e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:43.057327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-b19e5cba-5720-45d3-a6a1-7de616f15e86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0433483 Jul 15 23:58:43.115178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-7e3f9b53-d134-4ca7-ac2f-9861b29be7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:43.116632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-7e3f9b53-d134-4ca7-ac2f-9861b29be7cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537441 Jul 15 23:58:43.202736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-a7665daa-b305-4bf1-ace3-37bbb3d20bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798199 Jul 15 23:58:43.295148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-ef993f56-25b1-40aa-be8c-337d9e74ccdb service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851495 Jul 15 23:58:44.164495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b04c-065a-4d02-ac4c-7f3ccd2dd7fc req-a99d5180-24fc-4a4f-a76f-8c4cc2d83361 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:44.165980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16a5b04c-065a-4d02-ac4c-7f3ccd2dd7fc req-a99d5180-24fc-4a4f-a76f-8c4cc2d83361 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0621128 Jul 15 23:58:44.203493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16a5b04c-065a-4d02-ac4c-7f3ccd2dd7fc req-93aa3fd0-ebe0-4205-9d04-f26fcfbf1625 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Jul 15 23:58:44.272279 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:45.377371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428b833-29fb-464d-a52c-99b6dd4187b8 req-d6dee969-666f-42c4-9bfa-591580741e44 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:45.378883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8428b833-29fb-464d-a52c-99b6dd4187b8 req-d6dee969-666f-42c4-9bfa-591580741e44 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0666068 Jul 15 23:58:45.416567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8428b833-29fb-464d-a52c-99b6dd4187b8 req-3c04620e-1406-4f15-9707-3ed6ead8c21d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Jul 15 23:58:46.585728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631b2ef-1439-4a04-b2f2-631d096dd5df req-9c71ea34-5585-4f80-880d-ba362290f966 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:46.587231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f631b2ef-1439-4a04-b2f2-631d096dd5df req-9c71ea34-5585-4f80-880d-ba362290f966 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0623374 Jul 15 23:58:46.628560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f631b2ef-1439-4a04-b2f2-631d096dd5df req-d68735a1-d196-48aa-bbdc-3c11782749be tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359170 Jul 15 23:58:47.799950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61027da-79eb-4421-a72b-013725ced1d7 req-549f8dc2-0e89-4234-ab00-1fb92a45bd34 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:47.801446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e61027da-79eb-4421-a72b-013725ced1d7 req-549f8dc2-0e89-4234-ab00-1fb92a45bd34 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0637047 Jul 15 23:58:47.838975 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e61027da-79eb-4421-a72b-013725ced1d7 req-8d976e3f-7d20-4561-b516-4e325bf16b56 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Jul 15 23:58:48.121289 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3159487b-8771-47ed-b087-221c198dd043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:49.014862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae945e49-a62b-4f02-a409-247e7dcfd1c1 req-c20b54b4-4efb-4753-a4f3-7d7d82e7af19 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:49.016243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae945e49-a62b-4f02-a409-247e7dcfd1c1 req-c20b54b4-4efb-4753-a4f3-7d7d82e7af19 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0648832 Jul 15 23:58:49.053613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae945e49-a62b-4f02-a409-247e7dcfd1c1 req-d5ee14f7-749c-471d-9e16-9348c0f992fa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316424 Jul 15 23:58:50.222964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dca524-0181-4c43-9d41-97251a93df7e req-5bcd2b46-17ca-46c8-a4c0-33cc6f47cb54 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:50.224458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65dca524-0181-4c43-9d41-97251a93df7e req-5bcd2b46-17ca-46c8-a4c0-33cc6f47cb54 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0629759 Jul 15 23:58:50.262553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65dca524-0181-4c43-9d41-97251a93df7e req-4ab18773-edf3-4fd6-bc42-06a8b497f960 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326734 Jul 15 23:58:50.737304 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7f7c4284-46da-492e-befb-5c601a0e15d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:51.115891 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:51.435926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b063ffc-bf92-4a5d-bbce-81601aceebde req-19cd92f6-2116-4704-b480-c11cd5db7e96 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:51.437516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b063ffc-bf92-4a5d-bbce-81601aceebde req-19cd92f6-2116-4704-b480-c11cd5db7e96 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0666523 Jul 15 23:58:51.475053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5b063ffc-bf92-4a5d-bbce-81601aceebde req-d407b944-e306-493a-88c8-b1f97303bb50 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320253 Jul 15 23:58:51.716629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:52.643947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e7913-7a41-4ead-a01f-9d9779b24685 req-084afd81-4466-4e56-a540-8150a6f462c6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:52.645720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-530e7913-7a41-4ead-a01f-9d9779b24685 req-084afd81-4466-4e56-a540-8150a6f462c6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0639577 Jul 15 23:58:52.686652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-530e7913-7a41-4ead-a01f-9d9779b24685 req-d9af595e-982f-4014-8e8e-12bed4d797c1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348108 Jul 15 23:58:53.464757 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:53.860675 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b395f9-ceaa-4b0e-ba16-39e66f72b5bf req-368f6c89-5d2a-4198-b404-a78064884956 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:53.862180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91b395f9-ceaa-4b0e-ba16-39e66f72b5bf req-368f6c89-5d2a-4198-b404-a78064884956 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0634065 Jul 15 23:58:53.900999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91b395f9-ceaa-4b0e-ba16-39e66f72b5bf req-c9a3a535-fc36-4168-a13f-3cf8c6e42002 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Jul 15 23:58:55.073319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c4f41-a544-4322-9104-6f3ace5ce707 req-1611a430-b7eb-4334-bf60-0cc0220b29e9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:55.074710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd8c4f41-a544-4322-9104-6f3ace5ce707 req-1611a430-b7eb-4334-bf60-0cc0220b29e9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0663047 Jul 15 23:58:55.111076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd8c4f41-a544-4322-9104-6f3ace5ce707 req-fc1b4269-6dea-47c4-a93c-2d915c1d1502 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307829 Jul 15 23:58:55.258180 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-efa895be-c2a7-41b5-bf6a-5ee929d14674 service neutron] show failed (client error): The resource could not be found. Jul 15 23:58:55.259232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-efa895be-c2a7-41b5-bf6a-5ee929d14674 service neutron] 10.222.0.37 "GET /v2.0/ports/13c3187c-460a-47f7-bcb1-c35bf29dd83a/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0549850 Jul 15 23:58:55.508735 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:55.510187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-7a001cb1-7c68-406a-96b7-0c28232bc466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:55.511832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-7a001cb1-7c68-406a-96b7-0c28232bc466 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 1097 time: 0.0543034 Jul 15 23:58:55.523303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:58:55.596235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:55.796219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:55.828043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:58:55.869900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:55.872173 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f3ec3f-070a-45a0-a3d3-15b008cb8763" -d '{"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-unplugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:55.875708 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:55.888594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Transition to ACTIVE for port object 13c3187c-460a-47f7-bcb1-c35bf29dd83a will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:58:55.892076 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:55.923448 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80135fd8-7ce2-46ec-b47f-b8bc9f2a4460 x-openstack-request-id: req-80135fd8-7ce2-46ec-b47f-b8bc9f2a4460 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:55.923742 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-unplugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:55.923992 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80135fd8-7ce2-46ec-b47f-b8bc9f2a4460 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:55.924382 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'code': 200} Jul 15 23:58:55.984774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:55.998817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:55.999159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:55.999499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:55.999834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.000163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.000515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.000806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.001129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.001450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.001774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.002094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.002413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:56.030932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] No DVR routers for this DVR port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:58:56.187719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:58:56.188394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:58:56.188394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:58:56.193029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:58:56.193290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:58:56.198202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:58:56.198548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:58:56.198972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:58:56.199402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Bound port: 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:58:56.199760 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:56.307447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:58:56.323942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:58:56.332962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6893ce-cfdf-4c6c-8ec3-db7a5f04374d req-b2ff01af-ea83-49da-8612-f9cc0e76b025 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.338775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f6893ce-cfdf-4c6c-8ec3-db7a5f04374d req-b2ff01af-ea83-49da-8612-f9cc0e76b025 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 944 time: 0.0984373 Jul 15 23:58:56.338775 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:56.401323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.401951 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:56.403367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] 10.222.0.59 "PUT /v2.0/ports/13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1092 time: 0.8844233 Jul 15 23:58:56.421472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfb121-6886-4f4a-b6c0-26ac9193a146 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:56.441129 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9f6893ce-cfdf-4c6c-8ec3-db7a5f04374d req-32e8923b-0c76-45b5-bd03-b08e0688ab89 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812116 Jul 15 23:58:56.492016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-9a0654e3-5a7e-4c9e-af67-8c5bc49bb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.493537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-9a0654e3-5a7e-4c9e-af67-8c5bc49bb207 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1095 time: 0.0624714 Jul 15 23:58:56.588438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-3c52105c-f294-45da-b3a2-f72fb4d77f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.589814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-3c52105c-f294-45da-b3a2-f72fb4d77f88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0892560 Jul 15 23:58:56.652629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-badd09e0-d2b1-422f-a30e-b56fb9412d91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1001 time: 0.0560980 Jul 15 23:58:56.699536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-501d612c-82ec-4b27-abe6-b9e77caac96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.700857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-501d612c-82ec-4b27-abe6-b9e77caac96b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0418701 Jul 15 23:58:56.761921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4be71e9d-d91c-43d3-acc1-04d3a6bff6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.763870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-4be71e9d-d91c-43d3-acc1-04d3a6bff6f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565782 Jul 15 23:58:56.850525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-5faaf8a0-49bc-473c-b716-7a7f4c1a4bbe service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794377 Jul 15 23:58:57.243980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-7c6f8ad2-2f84-4113-b940-824c28628b36 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869245 Jul 15 23:58:57.614772 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56d1dd-3054-41d8-8683-837ccd2b7d51 req-7e5d8a21-02fd-4868-87ac-3b762e1fd189 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:57.616207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c56d1dd-3054-41d8-8683-837ccd2b7d51 req-7e5d8a21-02fd-4868-87ac-3b762e1fd189 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 944 time: 0.0623124 Jul 15 23:58:57.652966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c56d1dd-3054-41d8-8683-837ccd2b7d51 req-05255b12-0b67-40d0-ab97-42726e8fd214 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313947 Jul 15 23:58:57.926194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:57.928630 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620bf3c5-745d-403d-bd01-67e139b4a24a" -d '{"events": [{"name": "network-changed", "server_uuid": "eac94209-db63-485e-b156-42a7432de382", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:58.156451 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc93225-a5f8-409a-9a03-98fcafeeeadb x-openstack-request-id: req-ddc93225-a5f8-409a-9a03-98fcafeeeadb {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:58.156744 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac94209-db63-485e-b156-42a7432de382", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:58.156993 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddc93225-a5f8-409a-9a03-98fcafeeeadb {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:58.157382 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'status': 'completed', 'code': 200} Jul 15 23:58:58.275097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-a2a24c55-0449-4ff3-a106-93f5602322ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.276622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-a2a24c55-0449-4ff3-a106-93f5602322ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1095 time: 0.0930128 Jul 15 23:58:58.285298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-d55944d3-9ab9-4965-b3ab-a411a3c779dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.286645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-d55944d3-9ab9-4965-b3ab-a411a3c779dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1095 time: 0.0764468 Jul 15 23:58:58.361563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:58:58.441757 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-2947b91f-ada5-414b-bd75-857d761e82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.443265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-2947b91f-ada5-414b-bd75-857d761e82c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1557775 Jul 15 23:58:58.446365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-e6647c1f-a858-4941-aaca-daec3c2bd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.447872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-e6647c1f-a858-4941-aaca-daec3c2bd8e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1517065 Jul 15 23:58:58.459337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:58.470776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'mac_address': 'fa:16:3e:bb:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:58:58.506586 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:58.519664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c3187c-460a-47f7-bcb1-c35bf29dd83a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:58:58.538734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:58.542689 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:58.556956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-614a863a-5362-47d6-852b-bfdb936a8568 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1001 time: 0.1068082 Jul 15 23:58:58.560751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-20ff05e1-4050-4dea-af7e-15b61a5be44d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1001 time: 0.1039922 Jul 15 23:58:58.592876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:58.600358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.600710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.601560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.601917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.602252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.602585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.602946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.603275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.603602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.603930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.604255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.604578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:58.642603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-08f9f9f6-40f4-4220-baff-3755b3b1d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.644081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-08f9f9f6-40f4-4220-baff-3755b3b1d633 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0804198 Jul 15 23:58:58.647627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-57a34b84-89c7-4072-9274-1b30787dfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.649506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-57a34b84-89c7-4072-9274-1b30787dfc97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0767965 Jul 15 23:58:58.747387 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-b02d4441-12f5-4322-bfb3-18ad3119be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.748913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-b02d4441-12f5-4322-bfb3-18ad3119be89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961044 Jul 15 23:58:58.751479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-99cf163a-798b-4099-bda1-51425216f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.752833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-99cf163a-798b-4099-bda1-51425216f955 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916505 Jul 15 23:58:58.953316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-8b6e1335-f7e9-49ed-a165-50c029eef7ab service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864734 Jul 15 23:58:58.960360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-17b84333-557a-4048-8d6b-318d5cba941d service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045751 Jul 15 23:58:59.014352 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:58:59.066896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19f787-0153-4e1d-9bd2-18687168fd8b req-3a74b931-fa76-4fb7-a34d-90072014d289 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:59.068298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a19f787-0153-4e1d-9bd2-18687168fd8b req-3a74b931-fa76-4fb7-a34d-90072014d289 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 945 time: 0.3004942 Jul 15 23:58:59.145599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-25033ba0-0f2a-4870-8d97-dc2e16ad81aa service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814833 Jul 15 23:58:59.167324 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4a19f787-0153-4e1d-9bd2-18687168fd8b req-b04d99bc-2964-45fc-be45-1f9e28186dd3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900235 Jul 15 23:58:59.169589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-620bf3c5-745d-403d-bd01-67e139b4a24a req-ec6c754b-0b4f-4b9d-976b-080f5d37dac6 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935067 Jul 15 23:58:59.823925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['13c3187c-460a-47f7-bcb1-c35bf29dd83a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:00.342815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef3f-e788-40c9-bcd8-d7c8bd5da233 req-4bb2cf74-57ee-4023-bab7-efe91ce7a9a6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.344306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46f4ef3f-e788-40c9-bcd8-d7c8bd5da233 req-4bb2cf74-57ee-4023-bab7-efe91ce7a9a6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 945 time: 0.0666866 Jul 15 23:59:00.371129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:00.381355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46f4ef3f-e788-40c9-bcd8-d7c8bd5da233 req-c80b439f-cb18-4170-871b-4722af2857eb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316317 Jul 15 23:59:00.423578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 13c3187c-460a-47f7-bcb1-c35bf29dd83a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:00.427169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 13c3187c-460a-47f7-bcb1-c35bf29dd83a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:00.427542 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.448998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:00.502953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:00.538672 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.560933 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:00.563213 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe869539-b543-4f7a-b912-2085dc1f7279" -d '{"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-plugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:00.579473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:00.583926 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.629850 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:00.725088 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea4ccc-a34d-47de-a5d8-ba92cf26a156 x-openstack-request-id: req-70ea4ccc-a34d-47de-a5d8-ba92cf26a156 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:00.725437 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-plugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:00.725697 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70ea4ccc-a34d-47de-a5d8-ba92cf26a156 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:00.726135 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'code': 200} Jul 15 23:59:00.788403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-155a6aaf-e715-4059-800c-c207ff526128 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.789915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-155a6aaf-e715-4059-800c-c207ff526128 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382&tenant_id=d808a2d2c6954ed1a12299c997823457&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 946 time: 0.0807204 Jul 15 23:59:00.892699 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-a91a9574-f2b8-4104-b554-88088df9c900 service neutron] 10.222.0.59 "GET /v2.0/ports/13c3187c-460a-47f7-bcb1-c35bf29dd83a/bindings/n-h2-793618-8 HTTP/1.1" status: 200 len: 382 time: 0.0952282 Jul 15 23:59:00.910791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c0c01-27fc-4326-b9e2-dfe5194fc797 req-f19af48f-44be-4a6f-a114-ea9e9a83127c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.912267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-895c0c01-27fc-4326-b9e2-dfe5194fc797 req-f19af48f-44be-4a6f-a114-ea9e9a83127c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0906053 Jul 15 23:59:00.978444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-895c0c01-27fc-4326-b9e2-dfe5194fc797 req-39bc5a40-67e0-4020-8500-0618b2ee2901 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603619 Jul 15 23:59:00.995770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-5de60b74-6fd5-4276-b1ef-818af6d28075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.997293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-5de60b74-6fd5-4276-b1ef-818af6d28075 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1097 time: 0.0733969 Jul 15 23:59:01.089404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-737eb6b2-de29-47f1-b12d-88603e47ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:01.090960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-737eb6b2-de29-47f1-b12d-88603e47ec91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0872030 Jul 15 23:59:01.153525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-fcd3ec7e-8d3c-439d-8e32-ff25b066ee07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1003 time: 0.0560105 Jul 15 23:59:01.200820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-472bad0b-9fa9-437c-9fe7-0cdb1fc47341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:01.202302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-472bad0b-9fa9-437c-9fe7-0cdb1fc47341 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0425546 Jul 15 23:59:01.262635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-d4fa36a3-9ec7-4816-ba98-544860022bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:01.264073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-d4fa36a3-9ec7-4816-ba98-544860022bbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552824 Jul 15 23:59:01.353096 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-2fec9744-2d84-4892-b00d-ca5dd65ac198 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816448 Jul 15 23:59:01.445206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-b3932ddb-a62e-487b-aa6c-ff81b414c387 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853984 Jul 15 23:59:02.150706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d73099-7623-43a6-9954-d18f1b270b22 req-f75766fa-932a-46f9-913d-688f4bb99cec tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:02.152208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1d73099-7623-43a6-9954-d18f1b270b22 req-f75766fa-932a-46f9-913d-688f4bb99cec tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0623612 Jul 15 23:59:02.188411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1d73099-7623-43a6-9954-d18f1b270b22 req-1b7b0ec5-e53c-4832-874f-145e2ce13efc tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308154 Jul 15 23:59:03.366453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef548-37ff-4ab5-9ad4-1c023f48bdac req-bb0a2822-659f-42cf-a8fa-f017fc931926 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:03.368003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e7ef548-37ff-4ab5-9ad4-1c023f48bdac req-bb0a2822-659f-42cf-a8fa-f017fc931926 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0676045 Jul 15 23:59:03.409959 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e7ef548-37ff-4ab5-9ad4-1c023f48bdac req-76c990f7-d6ea-435b-85d5-4ccc9fd99380 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359099 Jul 15 23:59:03.740363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-68ae5d9d-66f7-44eb-8558-0dd230183e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:03.742867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-68ae5d9d-66f7-44eb-8558-0dd230183e81 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 1097 time: 0.0553975 Jul 15 23:59:03.758278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:03.826523 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.027335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:04.059777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:04.098153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:04.100459 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b771e-55c8-4c51-8bf3-59315c557c7f" -d '{"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-unplugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:04.104363 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.116684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Transition to ACTIVE for port object 13c3187c-460a-47f7-bcb1-c35bf29dd83a will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:04.120708 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.147302 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32575e32-2e60-4dfd-baca-5ef0447425b0 x-openstack-request-id: req-32575e32-2e60-4dfd-baca-5ef0447425b0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:04.147622 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-unplugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:04.147876 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32575e32-2e60-4dfd-baca-5ef0447425b0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:04.148862 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'code': 200} Jul 15 23:59:04.202009 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=10']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:04.247241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] No DVR routers for this DVR port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:59:04.381857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:04.382550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:04.382550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:04.386854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:59:04.387183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Attempting to bind port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:04.392132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:04.392476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:04.392861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:04.393295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Bound port: 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:04.393657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.456093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:04.459598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:04.464741 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.502516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:04.503230 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.504616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1093 time: 0.7504134 Jul 15 23:59:04.522194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e382-2602-4159-9c97-7363e2b631d6 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=11']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:04.637851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a75e-71f1-4fca-89fa-90355e4364b7 req-479e6e36-d165-478b-93ef-f5d6d1fb76e5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:04.639382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd07a75e-71f1-4fca-89fa-90355e4364b7 req-479e6e36-d165-478b-93ef-f5d6d1fb76e5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 945 time: 0.1087945 Jul 15 23:59:04.646443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-a338522e-13a5-4907-a688-07fec8f2d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:04.648039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-a338522e-13a5-4907-a688-07fec8f2d436 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1096 time: 0.0846431 Jul 15 23:59:04.709807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dd07a75e-71f1-4fca-89fa-90355e4364b7 req-6e84dbb2-7393-4e05-afbf-fa29d24680cb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603290 Jul 15 23:59:04.763840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e2af5a80-b2eb-479f-bfd3-e1f35b5f6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:04.765318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-e2af5a80-b2eb-479f-bfd3-e1f35b5f6cf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1097705 Jul 15 23:59:04.832017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-45c4043d-e1ca-40c1-953d-6333e3e2cb2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1001 time: 0.0601959 Jul 15 23:59:04.881567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-18ad2d27-ecae-4b9c-93b5-bbfc7f6882ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:04.883528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-18ad2d27-ecae-4b9c-93b5-bbfc7f6882ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0455136 Jul 15 23:59:04.939432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-47d5560b-99c9-4e46-8c5e-7703d1f279b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:04.940926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-47d5560b-99c9-4e46-8c5e-7703d1f279b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510511 Jul 15 23:59:05.027491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-6c70d837-b99e-4da3-8e71-724f303a0a06 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789089 Jul 15 23:59:05.117842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43ca65af-2e4a-4491-8e8a-a03a1add44cf req-0e5588f7-bc25-4b57-b475-1001be1b20bc service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843823 Jul 15 23:59:05.880416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e61fa-774a-47cf-b3f9-15b61f948bd3 req-2991c109-618c-4900-b649-bd08e7d881b5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:05.881897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f2e61fa-774a-47cf-b3f9-15b61f948bd3 req-2991c109-618c-4900-b649-bd08e7d881b5 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 945 time: 0.0620100 Jul 15 23:59:05.919031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f2e61fa-774a-47cf-b3f9-15b61f948bd3 req-c7badf75-6409-4dd5-a0ec-a83654b164ce tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Jul 15 23:59:06.150020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:06.152328 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a" -d '{"events": [{"name": "network-changed", "server_uuid": "eac94209-db63-485e-b156-42a7432de382", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:06.199115 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c78f361-5384-4a9f-b966-67bd55750d7c x-openstack-request-id: req-6c78f361-5384-4a9f-b966-67bd55750d7c {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:06.199411 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac94209-db63-485e-b156-42a7432de382", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:06.199669 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c78f361-5384-4a9f-b966-67bd55750d7c {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:06.200065 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'status': 'completed', 'code': 200} Jul 15 23:59:06.314521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-4d12c7ac-d79f-4382-b9c8-9c695e1eb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:06.316052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-4d12c7ac-d79f-4382-b9c8-9c695e1eb058 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1096 time: 0.0966859 Jul 15 23:59:06.321569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-a49e17e0-0a80-4cf0-86a4-88266d5f9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:06.322959 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-a49e17e0-0a80-4cf0-86a4-88266d5f9cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 1096 time: 0.0747161 Jul 15 23:59:06.376408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:06.414383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:06.470026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:59:06.577647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:06.590064 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'mac_address': 'fa:16:3e:bb:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:59:06.633025 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.647372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c3187c-460a-47f7-bcb1-c35bf29dd83a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:59:06.668635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:06.673804 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.729621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=12']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:06.787289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-09c7d91f-7cba-4e92-8c35-aa548a9582a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:06.789325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-09c7d91f-7cba-4e92-8c35-aa548a9582a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.4649913 Jul 15 23:59:06.791894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-99056188-d198-4b28-b7ac-b5371288e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:06.793247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-99056188-d198-4b28-b7ac-b5371288e870 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.4614305 Jul 15 23:59:06.904142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-baf4fd27-53f8-423f-9d13-92b30f68d78a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1002 time: 0.1089768 Jul 15 23:59:06.908041 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-d8d8565b-ebec-417c-9bbe-119d0e828380 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 200 len: 1002 time: 0.1073918 Jul 15 23:59:06.986435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-7007b580-e170-40e9-b1c9-c2d3b2c8bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:06.987949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-7007b580-e170-40e9-b1c9-c2d3b2c8bf46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0778253 Jul 15 23:59:06.992835 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-57c41ef6-5fa1-4d96-a8aa-c793cacee4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:06.994164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-57c41ef6-5fa1-4d96-a8aa-c793cacee4f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0755284 Jul 15 23:59:07.011016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['13c3187c-460a-47f7-bcb1-c35bf29dd83a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:07.130282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-54d3082d-fd8a-4b83-8de3-f358ed809ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:07.131800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-54d3082d-fd8a-4b83-8de3-f358ed809ac4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363699 Jul 15 23:59:07.135576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-507a0f0c-7dac-475a-9690-f417f70a7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:07.136931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-507a0f0c-7dac-475a-9690-f417f70a7b51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344054 Jul 15 23:59:07.157792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5518ba-15e8-410c-87c8-5e9b22b375bf req-61ce628b-9dfc-4d8e-9cbe-7c0dda2776bb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:07.159212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee5518ba-15e8-410c-87c8-5e9b22b375bf req-61ce628b-9dfc-4d8e-9cbe-7c0dda2776bb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.1162477 Jul 15 23:59:07.299869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ee5518ba-15e8-410c-87c8-5e9b22b375bf req-f9121bb3-32a8-4521-b406-ef96a9e9c0d0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256809 Jul 15 23:59:07.328376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-5366e677-3b38-46c8-a8dc-a87afc3af818 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872692 Jul 15 23:59:07.333598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-63d73165-11eb-4afd-b411-a6917634267c service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840167 Jul 15 23:59:07.523008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-20f99d85-87d8-48a9-8a04-db4e79a16fb1 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876724 Jul 15 23:59:07.526609 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa1a167-e3fe-442f-b26e-6cf4fdd7843a req-ceae1f3a-95a2-4e1b-953b-57217a4179ab service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843472 Jul 15 23:59:07.547513 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9895-3535-4e30-a809-e562f132de13 req-002196cb-5c13-42ad-b887-f193f7c9c598 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:07.548921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60cd9895-3535-4e30-a809-e562f132de13 req-002196cb-5c13-42ad-b887-f193f7c9c598 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.1298449 Jul 15 23:59:07.586561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60cd9895-3535-4e30-a809-e562f132de13 req-1410c5d1-0c84-4d60-a1cc-de971fd68ca3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Jul 15 23:59:07.756189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba3b4e-8340-44da-b7ca-b3e3115f700b req-3df5a73a-6d70-4c50-b878-b852c9180429 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:07.757691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0ba3b4e-8340-44da-b7ca-b3e3115f700b req-3df5a73a-6d70-4c50-b878-b852c9180429 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0639939 Jul 15 23:59:07.795184 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0ba3b4e-8340-44da-b7ca-b3e3115f700b req-2e3b2c37-2f65-408d-a222-191937df3c1b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Jul 15 23:59:08.168474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28866317-ea91-489c-aaf2-bafc1ee03d93 req-8fadcb59-da9e-455c-a0ed-b9bfb27323f1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:08.169862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28866317-ea91-489c-aaf2-bafc1ee03d93 req-8fadcb59-da9e-455c-a0ed-b9bfb27323f1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 946 time: 0.0664427 Jul 15 23:59:08.205930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28866317-ea91-489c-aaf2-bafc1ee03d93 req-8f119457-d695-4941-a8c8-47e0e1336bc0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304954 Jul 15 23:59:08.510009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:08.557399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 13c3187c-460a-47f7-bcb1-c35bf29dd83a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:08.561033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 13c3187c-460a-47f7-bcb1-c35bf29dd83a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:08.561404 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.637990 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.660134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:08.662540 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a8de05-aacd-4544-a414-4cc360fb9d2a" -d '{"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-plugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:08.675786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:08.679995 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.702912 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe270b8-1625-468a-9bb2-914628f1e436 x-openstack-request-id: req-fbe270b8-1625-468a-9bb2-914628f1e436 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:08.703203 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-plugged", "status": "completed", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:08.703452 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbe270b8-1625-468a-9bb2-914628f1e436 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:08.703832 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'code': 200} Jul 15 23:59:08.730493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=13']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:09.379422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88be2b-1ba3-4f97-a948-58cc20574496 req-8d38311e-2c20-453e-b1da-a3edec7a05eb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:09.380890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc88be2b-1ba3-4f97-a948-58cc20574496 req-8d38311e-2c20-453e-b1da-a3edec7a05eb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 947 time: 0.0637152 Jul 15 23:59:09.417670 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc88be2b-1ba3-4f97-a948-58cc20574496 req-f8b50c0c-3a2e-46de-b052-851b15156bc7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313339 Jul 15 23:59:09.526948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60835a-f106-40a1-8805-846e39adf55b req-221cb1f4-a5e3-4700-adef-7d46c57a0af8 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:09.528420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb60835a-f106-40a1-8805-846e39adf55b req-221cb1f4-a5e3-4700-adef-7d46c57a0af8 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 947 time: 0.0631943 Jul 15 23:59:09.630721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Deleting port 13c3187c-460a-47f7-bcb1-c35bf29dd83a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:09.631096 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:09.718371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] For port 13c3187c-460a-47f7-bcb1-c35bf29dd83a, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=13c3187c-460a-47f7-bcb1-c35bf29dd83a,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:09.718733 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:09.891742 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:09.892023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:09.892336 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9 disassociated. External IP: 172.25.3.246, port: 13c3187c-460a-47f7-bcb1-c35bf29dd83a. Jul 15 23:59:09.892677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Calling delete_port for 13c3187c-460a-47f7-bcb1-c35bf29dd83a owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:10.017635 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.049057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event deleted for resources: {'Port': ['ID=13c3187c-460a-47f7-bcb1-c35bf29dd83a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:10.166940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:10.274035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:10.283931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:10.294491 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:10.295228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:58:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:10.318858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] No DVR routers for this DVR port 13c3187c-460a-47f7-bcb1-c35bf29dd83a on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:59:10.321629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.323637 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb60835a-f106-40a1-8805-846e39adf55b req-f7c8686e-ba32-4207-bdf9-98179d454ed0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "DELETE /v2.0/ports/13c3187c-460a-47f7-bcb1-c35bf29dd83a HTTP/1.1" status: 204 len: 173 time: 0.7897630 Jul 15 23:59:10.324114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-deleted', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:10.326316 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced60c21-9def-487c-8ee6-8616babe32a8" -d '{"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-deleted", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:10.363333 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0d5208-c4f6-42b1-ae3f-b4b708e58bb5 x-openstack-request-id: req-2e0d5208-c4f6-42b1-ae3f-b4b708e58bb5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:10.363628 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac94209-db63-485e-b156-42a7432de382", "name": "network-vif-deleted", "tag": "13c3187c-460a-47f7-bcb1-c35bf29dd83a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:10.363873 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e0d5208-c4f6-42b1-ae3f-b4b708e58bb5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:10.364282 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac94209-db63-485e-b156-42a7432de382', 'name': 'network-vif-deleted', 'tag': '13c3187c-460a-47f7-bcb1-c35bf29dd83a', 'status': 'completed', 'code': 200} Jul 15 23:59:10.402082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:10.578001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0620523a-fcf8-4c7b-ba95-549fd64331ab req-7b513ba0-d172-452b-be20-e9f68722e27f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=eac94209-db63-485e-b156-42a7432de382 HTTP/1.1" status: 200 len: 210 time: 0.0281196 Jul 15 23:59:10.603590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:10.628706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:10.637194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:10.637784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:58:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:10.738115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:10.940214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:10.972925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410e453-f128-4d20-aa26-d91e6066531f None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:11.180838 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821cd4ea-96d8-4055-b131-f422dc877755 None None] New status for floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:59:11.908851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-4f029942-e519-40b5-b524-96d9c69e69e9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--107524263&fields=id&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 267 time: 0.0325046 Jul 15 23:59:12.016227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-d0d44f55-c397-4319-b6e3-1929e5a34499 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:12.017703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-d0d44f55-c397-4319-b6e3-1929e5a34499 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 811 time: 0.1027517 Jul 15 23:59:12.031922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-a7159466-eb61-4e05-bb02-e2d6182f41a8 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/quotas/d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 375 time: 0.0088239 Jul 15 23:59:12.100280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-0c6e3f17-d89f-4512-be62-baf4ace2622f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637150 Jul 15 23:59:12.115641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c7761c4c-db6c-4108-a897-3f089baadeab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:59:12.116568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c7761c4c-db6c-4108-a897-3f089baadeab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050910 Jul 15 23:59:12.207968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-3982d8b1-02ec-4b5c-b1a2-925fd8bbab8d service neutron] 10.222.0.23 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Jul 15 23:59:12.296336 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-2299a008-9577-407f-a423-707a2c844e01 service neutron] 10.222.0.23 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827730 Jul 15 23:59:12.461961 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2eb2824b-f64a-4d7e-a1d7-78227b642fb1 req-40998dc6-2069-4d82-b795-1f6328b63913 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 210 time: 0.0286798 Jul 15 23:59:13.579129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-cb3d69db-7f07-4d3a-b934-43ceee4d5476 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:13.580498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-cb3d69db-7f07-4d3a-b934-43ceee4d5476 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 811 time: 0.1075511 Jul 15 23:59:13.614674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcaa0740-6af2-481c-ab4c-b8843e5baaa7 req-043fd04f-ca34-45c6-8527-7d4779018d0e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 210 time: 0.0332093 Jul 15 23:59:13.642725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-64cd2d89-cf1f-4ddc-94da-f1eed6174e1c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 379 time: 0.0519700 Jul 15 23:59:13.652905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'port': {'device_id': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'admin_state_up': True, 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'security_groups': ['6813b757-1411-4f9c-ad2a-be1cd72ef537']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:13.763752 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Made reservation on behalf of d808a2d2c6954ed1a12299c997823457 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:59:13.767319 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:13.896200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Allocated IP 172.20.0.8 (0093bc33-7e46-46d7-9cd9-7ba472ec6ff3/cffa6e78-e64e-485a-89ab-22e9aab61b2f/6588b420-1f44-45a3-a254-ae04009dacd1) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:14.028302 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.040815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Transition to ACTIVE for port object 6588b420-1f44-45a3-a254-ae04009dacd1 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:14.072721 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.118171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:14.123317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:14.127066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:14.152852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:14.180955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.181574 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.197226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-f7861a71-a5e8-424e-81ae-ce2b036897e6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479016 Jul 15 23:59:14.209278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Request body: {'port': {'device_id': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:14.285399 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.295090 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.383057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-14edd160-fc7b-4d25-ac76-a88f5a576790 None None] Provisioning for port 6588b420-1f44-45a3-a254-ae04009dacd1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:14.386601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-14edd160-fc7b-4d25-ac76-a88f5a576790 None None] Provisioning complete for port 6588b420-1f44-45a3-a254-ae04009dacd1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:14.387004 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14edd160-fc7b-4d25-ac76-a88f5a576790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.419907 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-14edd160-fc7b-4d25-ac76-a88f5a576790 None None] Port 6588b420-1f44-45a3-a254-ae04009dacd1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:59:14.546490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6588b420-1f44-45a3-a254-ae04009dacd1 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:59:14.548239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:14.553869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.566125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Transition to ACTIVE for port object 6588b420-1f44-45a3-a254-ae04009dacd1 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:14.567863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 13c3187c-460a-47f7-bcb1-c35bf29dd83a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:14.568238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 13c3187c-460a-47f7-bcb1-c35bf29dd83a not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:14.570103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.636471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:14.693636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:14.693976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:14.694309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:14.698836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:59:14.699149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:14.704034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:14.704369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:14.704748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:14.705175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Bound port: 6588b420-1f44-45a3-a254-ae04009dacd1, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:14.705564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.806344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:14.811521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:14.818610 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.863770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.864320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.865713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] 10.222.0.59 "PUT /v2.0/ports/6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1091 time: 0.6610916 Jul 15 23:59:14.866146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:14.868926 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cc6784-a0e5-414d-9b48-49052ad4c3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:14.881101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feab499-3833-4946-a65a-926fba767d93 req-a87fa49f-8280-48b2-80f6-e5de963b9d97 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.883218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6feab499-3833-4946-a65a-926fba767d93 req-a87fa49f-8280-48b2-80f6-e5de963b9d97 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.1385896 Jul 15 23:59:14.924118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ea046-043b-460a-8d05-3e1b6ce9fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:14.968893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6feab499-3833-4946-a65a-926fba767d93 req-c82774c4-6dc7-4bbe-aafc-460ca6475a5c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742626 Jul 15 23:59:14.997791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-38f84fa8-7aca-469e-a1bd-bd63271bbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.999593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-38f84fa8-7aca-469e-a1bd-bd63271bbf02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1094 time: 0.0909388 Jul 15 23:59:15.044010 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139e1a01-49de-4c7d-a6f5-6c41969dc3ef x-openstack-request-id: req-139e1a01-49de-4c7d-a6f5-6c41969dc3ef {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:15.044308 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:15.044555 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-139e1a01-49de-4c7d-a6f5-6c41969dc3ef {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:15.044945 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'status': 'completed', 'code': 200} Jul 15 23:59:15.046721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-51f5c01d-f01e-4b56-a588-8f9e688e9c5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 217 time: 0.0377464 Jul 15 23:59:15.098620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-a44db730-e79b-4c1d-9c96-b10ed1a1e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.100095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-a44db730-e79b-4c1d-9c96-b10ed1a1e226 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0469141 Jul 15 23:59:15.155310 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-bc58d9a9-6f49-4fc7-84f1-f43347b40f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.156679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-bc58d9a9-6f49-4fc7-84f1-f43347b40f8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504849 Jul 15 23:59:15.247625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-613b9063-5484-48ab-aa30-28b40f1e52d2 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840034 Jul 15 23:59:15.340230 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fa5229c-c950-4ec9-b66a-adbeef155aff req-d9c2615d-2157-40ff-b0c6-fbeeb676d88a service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868087 Jul 15 23:59:15.436993 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-8b212904-fd25-49b6-b45d-af73de042aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.438478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-8b212904-fd25-49b6-b45d-af73de042aa9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1094 time: 0.0517256 Jul 15 23:59:15.530841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-9874b6fb-9acd-44ad-90a1-1ecd0a7ef847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.532307 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-9874b6fb-9acd-44ad-90a1-1ecd0a7ef847 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0861690 Jul 15 23:59:15.573415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-5963e412-6d40-4327-a5c6-1cb1cd6d1a33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 217 time: 0.0337029 Jul 15 23:59:15.623637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-83e9bfcd-e612-48d3-b3c3-8b048994d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.625031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-83e9bfcd-e612-48d3-b3c3-8b048994d8cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0452652 Jul 15 23:59:15.683031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-8c78e27a-ef38-4d9e-8e05-f7a1effc6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.684652 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-8c78e27a-ef38-4d9e-8e05-f7a1effc6dba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509357 Jul 15 23:59:15.773796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-24260635-60fb-4693-b6ff-1647b8c2755d service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822361 Jul 15 23:59:15.864715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50cc6784-a0e5-414d-9b48-49052ad4c3ea req-bd2dedf7-aa81-4bc1-8f9f-45548f7ab112 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842814 Jul 15 23:59:16.152277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d52c8-42f4-4526-a103-e2a19b413ae2 req-f0494e3c-028a-4167-941b-6496b2cbfbb3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:16.153794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b34d52c8-42f4-4526-a103-e2a19b413ae2 req-f0494e3c-028a-4167-941b-6496b2cbfbb3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0652099 Jul 15 23:59:16.192536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b34d52c8-42f4-4526-a103-e2a19b413ae2 req-6bccbd11-c24f-4a59-b2be-912d27065cfd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Jul 15 23:59:17.365637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf98ebd-8984-4db0-ba6d-ee1d7cd5271c req-d4a27afd-81ae-476a-a1a5-1f9156c2dfd9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:17.367163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baf98ebd-8984-4db0-ba6d-ee1d7cd5271c req-d4a27afd-81ae-476a-a1a5-1f9156c2dfd9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0662210 Jul 15 23:59:17.707729 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-baf98ebd-8984-4db0-ba6d-ee1d7cd5271c req-57d8d617-bfd3-40a9-b1df-15dc9ce652e1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3350134 Jul 15 23:59:18.121022 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c0a895cc-f9e4-4be9-b2a3-e25e1c5ee1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.407404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:59:18.653883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:18.665213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '6588b420-1f44-45a3-a254-ae04009dacd1', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': '6588b420-1f44-45a3-a254-ae04009dacd1', 'mac_address': 'fa:16:3e:22:85:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:59:18.701265 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.714009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6588b420-1f44-45a3-a254-ae04009dacd1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:59:18.738208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:18.742382 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.791129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:18.883617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f655fb-991c-4777-b875-3464cbe6a5e6 req-5cafb48b-3baa-4053-afcc-3e28ce406171 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:18.885140 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0f655fb-991c-4777-b875-3464cbe6a5e6 req-5cafb48b-3baa-4053-afcc-3e28ce406171 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0623703 Jul 15 23:59:18.922993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c0f655fb-991c-4777-b875-3464cbe6a5e6 req-855d864a-c169-4707-bdb3-50710f437222 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321889 Jul 15 23:59:18.956067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['6588b420-1f44-45a3-a254-ae04009dacd1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:20.095398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50ac3-4cd6-4632-ab6d-1bba7ada9e52 req-291639cc-cf76-4a76-810d-b808589e59fe tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:20.096791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74e50ac3-4cd6-4632-ab6d-1bba7ada9e52 req-291639cc-cf76-4a76-810d-b808589e59fe tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0626364 Jul 15 23:59:20.137953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74e50ac3-4cd6-4632-ab6d-1bba7ada9e52 req-161164ee-cedb-4629-9c63-ff187b67fbc1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355241 Jul 15 23:59:20.407447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:20.454380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 6588b420-1f44-45a3-a254-ae04009dacd1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:20.457911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 6588b420-1f44-45a3-a254-ae04009dacd1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:20.458286 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.533439 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.555320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:20.557533 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2625e2-8f3d-4524-8d6a-805f1bf566dc" -d '{"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-plugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:20.569674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:20.573733 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.598845 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0c3c5d-51f1-4ac6-bedd-ec2faf077459 x-openstack-request-id: req-ee0c3c5d-51f1-4ac6-bedd-ec2faf077459 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:20.599161 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-plugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:20.599415 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee0c3c5d-51f1-4ac6-bedd-ec2faf077459 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:20.599805 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'code': 200} Jul 15 23:59:20.624468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:20.707726 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb21a0-461b-4815-a4e4-d2e344eb07e0 req-e696b7ff-703f-4e96-9be0-783cbe557078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:20.709208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51bb21a0-461b-4815-a4e4-d2e344eb07e0 req-e696b7ff-703f-4e96-9be0-783cbe557078 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1096 time: 0.0506964 Jul 15 23:59:20.740983 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-79936af7-7b32-42b8-aa58-5cd5b4d2f308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.744132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51bb21a0-461b-4815-a4e4-d2e344eb07e0 req-e5f53e3e-f170-4b51-829c-d7a9ac313842 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284741 Jul 15 23:59:21.117765 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:21.309900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afb150-5a02-4a16-a6ab-13bdc90e1d3f req-6587f0e7-89d8-4ba7-b081-b335a4d5fbf4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:21.311400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03afb150-5a02-4a16-a6ab-13bdc90e1d3f req-6587f0e7-89d8-4ba7-b081-b335a4d5fbf4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0622797 Jul 15 23:59:21.347221 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03afb150-5a02-4a16-a6ab-13bdc90e1d3f req-bae3717d-1178-4ec9-916c-4458a228c249 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302486 Jul 15 23:59:21.718382 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.520590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36c7ff-311d-478d-97cf-994e40a962e7 req-0bb1d3e4-6924-48dc-8dd8-62b4664445d0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:22.522051 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad36c7ff-311d-478d-97cf-994e40a962e7 req-0bb1d3e4-6924-48dc-8dd8-62b4664445d0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0654938 Jul 15 23:59:22.559008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad36c7ff-311d-478d-97cf-994e40a962e7 req-02d25d53-f5af-4504-9d24-c82dc98b730c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Jul 15 23:59:22.722689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562e8c1-a94b-4e8b-9a18-e4ff3b75e32f req-37f94148-519c-4ad4-8223-26fcbd4a0d7e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:22.724268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6562e8c1-a94b-4e8b-9a18-e4ff3b75e32f req-37f94148-519c-4ad4-8223-26fcbd4a0d7e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0634606 Jul 15 23:59:22.732949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 55678) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.737506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Request body: {'floatingip': {'port_id': '6588b420-1f44-45a3-a254-ae04009dacd1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.776460 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.222173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.225693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.324846 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9 associated. External IP: 172.25.3.246, port: 6588b420-1f44-45a3-a254-ae04009dacd1. Jul 15 23:59:23.468051 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.501286 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-77f54654-4ca7-4299-8058-d2dcc16c9caa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284354 Jul 15 23:59:23.606740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:23.622200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-b950b132-d4a9-4e63-af33-f35af2cdf21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:23.623784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-b950b132-d4a9-4e63-af33-f35af2cdf21e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1096 time: 0.0798850 Jul 15 23:59:23.787296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:23.793564 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.797021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-36e86c3a-8fcd-4b71-8867-5ca32e1d0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:23.797463 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:23.798509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-36e86c3a-8fcd-4b71-8867-5ca32e1d0c9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1412919 Jul 15 23:59:23.806301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:23.807198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:59:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:23.875138 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7f51a2bd-22f1-4371-88c6-63fa3a14b7a3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "PUT /v2.0/floatingips/9c2c3657-4980-4f83-9d12-47797a7b55a9 HTTP/1.1" status: 200 len: 992 time: 1.1409049 Jul 15 23:59:23.879221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:23.881473 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5326d288-f566-4c89-a843-061b3423be79" -d '{"events": [{"name": "network-changed", "server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:23.892371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-9f949891-1e29-4e33-8d2a-19414f225969 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.0763469 Jul 15 23:59:23.914884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:23.946276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-4013c8c2-abb6-49e9-9deb-f8bedc1a1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:23.947792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-4013c8c2-abb6-49e9-9deb-f8bedc1a1982 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0482934 Jul 15 23:59:24.006319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-d48a69b9-d4b1-405c-89a9-d6e2ab42f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:24.007929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-d48a69b9-d4b1-405c-89a9-d6e2ab42f8f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538061 Jul 15 23:59:24.016160 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9c921b-02f6-439a-892e-d1f52ef52f7d x-openstack-request-id: req-4e9c921b-02f6-439a-892e-d1f52ef52f7d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:24.016487 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:24.016743 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e9c921b-02f6-439a-892e-d1f52ef52f7d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:24.017147 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'status': 'completed', 'code': 200} Jul 15 23:59:24.105086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-ec013f50-68b2-4635-9f49-4440a8f9bfee service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870314 Jul 15 23:59:24.139500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '6588b420-1f44-45a3-a254-ae04009dacd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:22:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:59:23Z', 'revision_number': 13, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:24.166081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:24.174506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:24.175159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-15T23:59:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:24.198235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d387ef47-0aac-4298-9fea-77eac2a683c2 req-238b3001-36bf-45d2-b11b-7d84d2776ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864167 Jul 15 23:59:24.284136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:24.296966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d288-f566-4c89-a843-061b3423be79 req-920c1e3c-5be0-443e-bb3a-aface220ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:24.298487 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5326d288-f566-4c89-a843-061b3423be79 req-920c1e3c-5be0-443e-bb3a-aface220ffa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1096 time: 0.0537715 Jul 15 23:59:24.387800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d288-f566-4c89-a843-061b3423be79 req-ce2c3629-4adf-4b07-8852-9b8a83a5eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:24.389290 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5326d288-f566-4c89-a843-061b3423be79 req-ce2c3629-4adf-4b07-8852-9b8a83a5eb3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0835564 Jul 15 23:59:24.458195 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5326d288-f566-4c89-a843-061b3423be79 req-c438e5ca-f6c5-4cd3-9e5e-347c4486ed9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.0619469 Jul 15 23:59:24.511336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d288-f566-4c89-a843-061b3423be79 req-2094cdb3-9bb1-4b97-b6c6-e1aadb932290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:24.512769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '6588b420-1f44-45a3-a254-ae04009dacd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:22:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:59:23Z', 'revision_number': 13, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:24.513284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5326d288-f566-4c89-a843-061b3423be79 req-2094cdb3-9bb1-4b97-b6c6-e1aadb932290 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0470712 Jul 15 23:59:24.539478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bbf43-fe50-407e-8f2b-5e1f3f8d7540 None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '9c2c3657-4980-4f83-9d12-47797a7b55a9', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'floating_ip_address': '172.25.3.246', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'port_id': '6588b420-1f44-45a3-a254-ae04009dacd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'mac_address': 'fa:16:3e:22:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:08Z', 'updated_at': '2021-07-15T23:59:23Z', 'revision_number': 13, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:24.572938 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d288-f566-4c89-a843-061b3423be79 req-ec2dccdc-66ef-44d9-af74-89b1409d6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:24.574496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5326d288-f566-4c89-a843-061b3423be79 req-ec2dccdc-66ef-44d9-af74-89b1409d6f06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551536 Jul 15 23:59:24.671951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5326d288-f566-4c89-a843-061b3423be79 req-c938f2b7-de75-4ec3-8ce9-be1394a66687 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905631 Jul 15 23:59:24.761459 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c339232-6ecc-43e7-b720-2f42fbeca274 None None] New status for floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:59:24.768225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5326d288-f566-4c89-a843-061b3423be79 req-c317c76c-dcac-48e3-ac0e-5d72d088bb5a service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889120 Jul 15 23:59:25.523815 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:36.014111 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:59:44.305704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:48.123053 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-22caa8f0-32a0-4ec3-992e-abe3c45d3272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:50.741353 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a96745e0-4ad3-41e5-93cd-1ca6f044bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:51.119483 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:51.721821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:53.471077 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:55.526197 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:13.013988 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:00:14.306150 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:18.124960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e1367ca0-31e5-43fb-9229-4cc7c224bc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:20.741902 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e897706e-deb7-4b70-a8d5-db1b88efbdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.120743 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:21.724826 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:23.461060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07fa522-baee-4617-8c08-009641b71f91 req-0bf6920e-7a96-4ca3-83d3-bbfe56e3721d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570867 Jul 16 00:00:23.474058 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:23.552194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fa522-baee-4617-8c08-009641b71f91 req-6c6dacb0-db91-46ff-b693-b7797c772e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:23.553662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07fa522-baee-4617-8c08-009641b71f91 req-6c6dacb0-db91-46ff-b693-b7797c772e68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1096 time: 0.0508902 Jul 16 00:00:23.660019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fa522-baee-4617-8c08-009641b71f91 req-1725aa00-91f7-42d5-bb62-0a621ca5cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:23.661407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07fa522-baee-4617-8c08-009641b71f91 req-1725aa00-91f7-42d5-bb62-0a621ca5cbd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0878196 Jul 16 00:00:23.724603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07fa522-baee-4617-8c08-009641b71f91 req-e5a18a69-5411-42f9-b4c3-f86cf7b4d4ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1002 time: 0.0569088 Jul 16 00:00:23.772569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fa522-baee-4617-8c08-009641b71f91 req-f8ab1444-230a-46f3-984e-3342929f8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:23.773980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07fa522-baee-4617-8c08-009641b71f91 req-f8ab1444-230a-46f3-984e-3342929f8529 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0431721 Jul 16 00:00:23.833256 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fa522-baee-4617-8c08-009641b71f91 req-dcfc40b6-62e1-4544-a324-f8bfa418f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:23.834707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07fa522-baee-4617-8c08-009641b71f91 req-dcfc40b6-62e1-4544-a324-f8bfa418f23d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549133 Jul 16 00:00:23.924696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07fa522-baee-4617-8c08-009641b71f91 req-32f7cc43-a350-4c2c-9f07-9a37d2e98180 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834873 Jul 16 00:00:24.017161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f07fa522-baee-4617-8c08-009641b71f91 req-d9d686e6-83f5-4028-8829-25edf1fc5af4 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857179 Jul 16 00:00:25.560152 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:44.324214 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:48.125441 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d61848e4-f4d7-4a6b-95be-bf3cdd228e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:50.013208 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:00:50.742272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5150bdad-78b3-4d87-840b-ead928c65038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:51.120432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:51.727142 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:53.475296 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:55.570575 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:02.339490 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742e54d-8490-494d-ba22-481324c2bbbc req-54c83eaf-4811-4b3d-a7b0-6188b415543f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:02.340980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0742e54d-8490-494d-ba22-481324c2bbbc req-54c83eaf-4811-4b3d-a7b0-6188b415543f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0625179 Jul 16 00:01:02.377674 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0742e54d-8490-494d-ba22-481324c2bbbc req-42b70a0a-c58a-43a4-9556-456ecfbc8817 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305524 Jul 16 00:01:13.697462 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-0a52fd1b-59de-432a-a932-2ffbfb16504b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413031 Jul 16 00:01:13.704933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805321f8-2943-4c6f-845f-52304310bd24 req-005a9875-da0f-4db5-a44b-e8b8d7ef1724 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:13.706312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-805321f8-2943-4c6f-845f-52304310bd24 req-005a9875-da0f-4db5-a44b-e8b8d7ef1724 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0989230 Jul 16 00:01:13.746998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-805321f8-2943-4c6f-845f-52304310bd24 req-01ac4d07-9b64-47de-9797-352296ca4e03 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347409 Jul 16 00:01:14.340189 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:14.907580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-1045c9f1-9494-4b96-bfa4-eace5c5ace9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:14.909679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-1045c9f1-9494-4b96-bfa4-eace5c5ace9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1096 time: 0.0848067 Jul 16 00:01:14.987584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e7497-c9a5-4e91-8187-8e176a5d9929 req-92be3bdd-de93-4106-8560-a176dbab37e9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:14.988967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d22e7497-c9a5-4e91-8187-8e176a5d9929 req-92be3bdd-de93-4106-8560-a176dbab37e9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.1216772 Jul 16 00:01:15.037955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-7fdd878e-3194-408c-b17b-51017e4c7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:15.039512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-7fdd878e-3194-408c-b17b-51017e4c7a40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1224413 Jul 16 00:01:15.044160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d22e7497-c9a5-4e91-8187-8e176a5d9929 req-aea954cd-c46c-4387-af29-b82528eb8b9c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478215 Jul 16 00:01:15.106585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-ea3589c7-9087-4d8f-8475-4509ddce9cc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1002 time: 0.0599599 Jul 16 00:01:15.153784 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-483ab7cb-9ab3-4b87-ac5c-0d56b181559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:15.155198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-483ab7cb-9ab3-4b87-ac5c-0d56b181559a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0417843 Jul 16 00:01:15.210841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-31085889-5357-4dbf-8669-3d7d46a88ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:15.212372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-31085889-5357-4dbf-8669-3d7d46a88ac9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502045 Jul 16 00:01:15.304954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-58e3513f-9232-405d-bcb9-e6b11061b8e8 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Jul 16 00:01:15.391993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-bfe6f97f-b568-45b8-a769-eb0290035f31 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799518 Jul 16 00:01:16.216936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a18463-4fb7-4835-802a-0658d98d372e req-517bfd69-65a7-4175-bc51-0dfb5bd3d426 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:16.218398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39a18463-4fb7-4835-802a-0658d98d372e req-517bfd69-65a7-4175-bc51-0dfb5bd3d426 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0656426 Jul 16 00:01:16.257446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-39a18463-4fb7-4835-802a-0658d98d372e req-0ebf61f3-3b45-4c6a-9224-ef0d9042e494 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330241 Jul 16 00:01:17.430622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8efe1-76fd-4fc1-afd0-9dbcff708f69 req-7249b331-03c3-4b46-9382-1beafc5f6608 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:17.432258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8eb8efe1-76fd-4fc1-afd0-9dbcff708f69 req-7249b331-03c3-4b46-9382-1beafc5f6608 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0629706 Jul 16 00:01:17.468992 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8eb8efe1-76fd-4fc1-afd0-9dbcff708f69 req-b1801aa6-62ee-49be-ae13-8b0df07e33e4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Jul 16 00:01:18.125067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3231182-47f4-4478-8b72-2f5b38fb5a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:18.640423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d4961-927a-42ab-bd34-5be0ad7838f8 req-4d4cb0a1-4b60-450e-907b-f240664d222d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:18.641915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-363d4961-927a-42ab-bd34-5be0ad7838f8 req-4d4cb0a1-4b60-450e-907b-f240664d222d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0627735 Jul 16 00:01:18.679388 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-363d4961-927a-42ab-bd34-5be0ad7838f8 req-4926841f-8758-4c5d-ad66-cf1fd2709534 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317755 Jul 16 00:01:19.855051 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee26cd-5edf-41fb-b7f1-2dcdf034a139 req-bf6907a9-04b4-47d6-861d-bd87cdffe5a4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:19.856519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40ee26cd-5edf-41fb-b7f1-2dcdf034a139 req-bf6907a9-04b4-47d6-861d-bd87cdffe5a4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0653460 Jul 16 00:01:19.892940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-40ee26cd-5edf-41fb-b7f1-2dcdf034a139 req-900d6811-e56a-43d7-b7d3-ea93d6f0da3f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Jul 16 00:01:20.742821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3986cf4f-cace-419a-b7d0-da44be9b9d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:21.062904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cecb87-b3cc-4186-aafa-d8ee774c95ca req-fea567ce-1596-490d-995b-48aa938e1a69 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.064287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10cecb87-b3cc-4186-aafa-d8ee774c95ca req-fea567ce-1596-490d-995b-48aa938e1a69 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0624259 Jul 16 00:01:21.101471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10cecb87-b3cc-4186-aafa-d8ee774c95ca req-5fb27398-d9e8-4634-b378-b647ca9eb5e7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Jul 16 00:01:21.121273 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:21.730230 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:22.280267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5621b-aca1-4012-a5f7-dae478151ab9 req-57d0d58d-ea49-40c1-993e-e5b1ded0dd5b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:22.281764 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0aa5621b-aca1-4012-a5f7-dae478151ab9 req-57d0d58d-ea49-40c1-993e-e5b1ded0dd5b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0664055 Jul 16 00:01:22.318902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0aa5621b-aca1-4012-a5f7-dae478151ab9 req-e4229ed9-b0fd-403a-abd1-3562285ed244 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Jul 16 00:01:23.478195 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:23.478990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-a8617541-5c7a-4bd3-bf6a-49895eb58b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:23.480616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-a8617541-5c7a-4bd3-bf6a-49895eb58b28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1096 time: 0.0841844 Jul 16 00:01:23.523139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3061-1bef-40db-95c3-46c6945d47f6 req-745abcc8-96bd-445d-bb00-ceb21d0a7f4a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:23.524628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59cd3061-1bef-40db-95c3-46c6945d47f6 req-745abcc8-96bd-445d-bb00-ceb21d0a7f4a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0894527 Jul 16 00:01:23.908121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59cd3061-1bef-40db-95c3-46c6945d47f6 req-a1ad8cdc-d0ef-430b-98bc-8de73bd88df6 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743567 Jul 16 00:01:23.928236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-02f10ee2-594c-4f47-9cdb-78b946ccfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:23.929707 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-02f10ee2-594c-4f47-9cdb-78b946ccfc40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.4239907 Jul 16 00:01:23.998313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-343d4454-6ff7-41fd-8656-5e16fd8b9819 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1002 time: 0.0615549 Jul 16 00:01:24.045394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-4f7adee2-af34-4162-a1cb-4da2429b8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.046835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-4f7adee2-af34-4162-a1cb-4da2429b8a6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0420270 Jul 16 00:01:24.102239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-ae677aec-ce3d-4691-8a62-495568d2f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.103767 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-ae677aec-ce3d-4691-8a62-495568d2f880 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500553 Jul 16 00:01:24.195224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-b4dfa86f-21a1-4681-9cc0-08e4981a6f0e service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845659 Jul 16 00:01:24.283269 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eadb932e-16bb-42b6-ac63-46db20a4fc70 req-34b78b26-5313-4100-9510-521cc4f0bc11 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803423 Jul 16 00:01:25.090565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa53830-4248-4758-a7c3-54597eb60321 req-40c3b8a7-7bad-46dd-b0df-743a408bcfc8 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:25.092113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa53830-4248-4758-a7c3-54597eb60321 req-40c3b8a7-7bad-46dd-b0df-743a408bcfc8 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0702958 Jul 16 00:01:25.131458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fa53830-4248-4758-a7c3-54597eb60321 req-b0d52cb8-94ea-4bfa-83e2-3e771cbd3a7c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335057 Jul 16 00:01:25.587237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:26.302728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2b32-6ac2-450b-8bc6-8d8cc51c20fd req-401540c6-44f4-43bc-b29d-4c0ad036668a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:26.304244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d8b2b32-6ac2-450b-8bc6-8d8cc51c20fd req-401540c6-44f4-43bc-b29d-4c0ad036668a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0631363 Jul 16 00:01:26.340966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2d8b2b32-6ac2-450b-8bc6-8d8cc51c20fd req-086282a5-33dc-4e0b-9c5b-6c45a2f3cbe7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Jul 16 00:01:27.012455 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:01:27.527761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c45e5f-46c3-46d3-be2f-58e47380ae15 req-a7ab46a8-1edd-410b-804d-74a53b862b6a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:27.529254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74c45e5f-46c3-46d3-be2f-58e47380ae15 req-a7ab46a8-1edd-410b-804d-74a53b862b6a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0628636 Jul 16 00:01:27.567104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74c45e5f-46c3-46d3-be2f-58e47380ae15 req-16d1c4a6-b1e1-4d75-a064-eacd5157d1b4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318227 Jul 16 00:01:28.751212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35e16f-3754-474e-9b3a-9a963cd4d738 req-1a8c480f-9612-430d-91fb-04bd5cee006c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:28.752642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c35e16f-3754-474e-9b3a-9a963cd4d738 req-1a8c480f-9612-430d-91fb-04bd5cee006c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0691924 Jul 16 00:01:28.791163 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c35e16f-3754-474e-9b3a-9a963cd4d738 req-6f524389-89c9-48b8-8a87-75c7e5bc1c34 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Jul 16 00:01:29.243177 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-1765fbd2-67a3-4248-922e-151ee049fcf1 service neutron] show failed (client error): The resource could not be found. Jul 16 00:01:29.244202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-1765fbd2-67a3-4248-922e-151ee049fcf1 service neutron] 10.222.0.59 "GET /v2.0/ports/6588b420-1f44-45a3-a254-ae04009dacd1/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0543790 Jul 16 00:01:29.533196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-8e3744f7-db5b-4b05-a1c1-ef410fd4cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:29.534852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-8e3744f7-db5b-4b05-a1c1-ef410fd4cf3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 1096 time: 0.0980616 Jul 16 00:01:29.553152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:01:29.632170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:29.833344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:29.865904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:01:29.909528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:29.912508 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9686068-8ff3-4255-84ab-f5eea442d07c" -d '{"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:29.916182 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:29.928400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Transition to ACTIVE for port object 6588b420-1f44-45a3-a254-ae04009dacd1 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:01:29.932067 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:30.041178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:30.061442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.061789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.062133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.062472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.062831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.063167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.063496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.063828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.064155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.064478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.064799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.065120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:30.114134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] No DVR routers for this DVR port 6588b420-1f44-45a3-a254-ae04009dacd1 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:01:30.124682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3b99-f843-49e4-9327-22f22136718a req-4d7da8a5-7765-4520-9dbb-52a56d6c889b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:30.126236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95ef3b99-f843-49e4-9327-22f22136718a req-4d7da8a5-7765-4520-9dbb-52a56d6c889b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.1662269 Jul 16 00:01:30.231302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95ef3b99-f843-49e4-9327-22f22136718a req-022fe76d-f267-471a-8f80-5c20c172c499 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746503 Jul 16 00:01:30.288132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:01:30.288472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:01:30.288808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:01:30.294722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:01:30.295070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:01:30.298512 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae49049-3118-44e5-9ae0-632be0be670a x-openstack-request-id: req-4ae49049-3118-44e5-9ae0-632be0be670a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:30.298826 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:30.299082 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ae49049-3118-44e5-9ae0-632be0be670a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:30.299653 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'code': 200} Jul 16 00:01:30.302200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:01:30.302540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:01:30.302956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:01:30.303386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Bound port: 6588b420-1f44-45a3-a254-ae04009dacd1, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:01:30.303778 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:30.364994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:01:30.368119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:01:30.371785 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:30.408929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:30.409547 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:30.410972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] 10.222.0.37 "PUT /v2.0/ports/6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1091 time: 0.8626049 Jul 16 00:01:30.435263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae54af4-e5f2-499b-ab36-c7033c944fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:30.501465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-4622fc07-bcf3-4c55-bdab-d9a40b8786e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:30.503032 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-4622fc07-bcf3-4c55-bdab-d9a40b8786e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1094 time: 0.0554872 Jul 16 00:01:30.598901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-d1b899ed-5a31-4774-a7d9-acfe1065f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:30.600381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-d1b899ed-5a31-4774-a7d9-acfe1065f89d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0913908 Jul 16 00:01:30.665993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-2cc28c6b-5773-4771-bcc3-4504a72a00f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.0584729 Jul 16 00:01:30.714377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-ed1a641b-a767-4cf2-807c-c2b58227266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:30.715736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-ed1a641b-a767-4cf2-807c-c2b58227266a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0438085 Jul 16 00:01:30.777515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-d19ab0af-a35c-44d2-b3db-27b99c64a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:30.779051 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-d19ab0af-a35c-44d2-b3db-27b99c64a21e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564275 Jul 16 00:01:30.866144 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-00f493ce-2bad-424e-99b8-811512e80675 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806267 Jul 16 00:01:30.958844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8737fc29-2533-4e77-9bbd-b57f862d3b07 req-2f5aad4a-67c5-4f73-8cff-e032ab88d5a5 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854073 Jul 16 00:01:31.410614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb7487-ec85-490c-a808-f486fb8eeb5a req-2b83b9fc-52eb-458b-a77a-f446228fc6b9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:31.412560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fcb7487-ec85-490c-a808-f486fb8eeb5a req-2b83b9fc-52eb-458b-a77a-f446228fc6b9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0651543 Jul 16 00:01:31.449287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8fcb7487-ec85-490c-a808-f486fb8eeb5a req-63a22a21-0fec-471d-8599-2e3c117bc397 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Jul 16 00:01:32.300454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:32.303376 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c2bcea7768dbe632e4a6191e1536c03b89d3e45a12a4840347fdec4c0af4315" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37" -d '{"events": [{"name": "network-changed", "server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:32.349999 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fcd171-fc59-4cf1-9e39-9feefd5db7c0 x-openstack-request-id: req-53fcd171-fc59-4cf1-9e39-9feefd5db7c0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:32.350361 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:32.350682 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53fcd171-fc59-4cf1-9e39-9feefd5db7c0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:32.351181 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'status': 'completed', 'code': 200} Jul 16 00:01:32.461645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-5c7174ae-1cca-449d-a775-844fb6db9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:32.463188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-5c7174ae-1cca-449d-a775-844fb6db9349 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1094 time: 0.0945017 Jul 16 00:01:32.472419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-d3d8e234-1ecc-4f25-80ab-3996333c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:32.474293 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-d3d8e234-1ecc-4f25-80ab-3996333c0b5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1094 time: 0.0766299 Jul 16 00:01:32.658135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-c24a8695-1e48-48c9-b017-4edb1d758701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:32.659635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-c24a8695-1e48-48c9-b017-4edb1d758701 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1892107 Jul 16 00:01:32.664304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-d5f054b7-1f90-4d43-9b87-a655ef027ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:32.665664 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-d5f054b7-1f90-4d43-9b87-a655ef027ff4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1842935 Jul 16 00:01:32.789304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c080ce1-e090-4b14-ab71-47865f662c34 req-52542685-9942-4c97-aae7-057c66c082c7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:32.790887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c080ce1-e090-4b14-ab71-47865f662c34 req-52542685-9942-4c97-aae7-057c66c082c7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.2057445 Jul 16 00:01:32.801213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-af9a6eaf-f099-4cc5-84ff-0ede4d9c4f4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.1248016 Jul 16 00:01:32.802807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-5495ed05-776f-4256-a758-d1b60b455687 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.1355352 Jul 16 00:01:32.909446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c080ce1-e090-4b14-ab71-47865f662c34 req-ec476f85-1695-43d2-bd65-247fb1001e36 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113949 Jul 16 00:01:32.913159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-99da98b1-c476-421a-bdd8-d46b57ffea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:32.914581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-99da98b1-c476-421a-bdd8-d46b57ffea2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.1064939 Jul 16 00:01:32.918272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-226a882f-8d44-472b-a99f-d94399d1c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:32.919723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-226a882f-8d44-472b-a99f-d94399d1c09c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0930197 Jul 16 00:01:33.015495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-59c03869-bf25-4351-baf2-d4045197aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:33.016929 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-59c03869-bf25-4351-baf2-d4045197aa59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875597 Jul 16 00:01:33.019481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-d7cd8f5f-143d-4fac-a426-d739c96d90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:33.021377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-d7cd8f5f-143d-4fac-a426-d739c96d90ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995026 Jul 16 00:01:33.109165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:01:33.150067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:01:33.174965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-9ef3a9c0-76f1-4f0a-82ee-42adad50402a service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505785 Jul 16 00:01:33.176833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-bf2573e3-bf95-4d03-9bd8-f0763d6d734c service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455598 Jul 16 00:01:33.332258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-054fb53c-3f42-461c-bdb7-165a0d70847c service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505065 Jul 16 00:01:33.334909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a2e74b47-3ca2-4326-aae7-1e3b8b082b37 req-1d6ffed2-c247-4941-a11f-89d6f50145fd service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522698 Jul 16 00:01:34.095991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f0ba0-b211-4df8-b0ce-7640017cef34 req-19f231dc-fe72-4eb8-b7fa-b2ea0a82ebe0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:34.097564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966f0ba0-b211-4df8-b0ce-7640017cef34 req-19f231dc-fe72-4eb8-b7fa-b2ea0a82ebe0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0660365 Jul 16 00:01:34.137281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-966f0ba0-b211-4df8-b0ce-7640017cef34 req-ff51db79-fc4e-413e-97f2-37a906157d15 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Jul 16 00:01:34.816228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-6ccbd4f2-5fc8-4d80-b1f2-97f8705e0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:34.817778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-6ccbd4f2-5fc8-4d80-b1f2-97f8705e0e20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1094 time: 0.0583897 Jul 16 00:01:34.922447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-76f5e06e-1d23-4e9c-b3a5-9d218247c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:34.923955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-76f5e06e-1d23-4e9c-b3a5-9d218247c58c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0852571 Jul 16 00:01:34.990938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-757a7dc9-36c0-4372-9779-1a0432d9e22e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.0595033 Jul 16 00:01:35.039192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-960ea85c-bb82-4686-840e-e48d4d15e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:35.040614 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-960ea85c-bb82-4686-840e-e48d4d15e84d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0430100 Jul 16 00:01:35.095522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-3c6e884b-ce85-4736-bcf8-f36d32000b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:35.096972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-3c6e884b-ce85-4736-bcf8-f36d32000b01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494401 Jul 16 00:01:35.188047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-af69a043-ddf2-478d-ab03-eaaa5a273826 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839846 Jul 16 00:01:35.280655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2033aa65-0cd6-4692-99ee-4ace569a658a req-7b999228-9b6e-4096-b10f-8cfaa2b7ad46 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849156 Jul 16 00:01:35.394684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7ea89-c48d-465a-9085-0e0ea7e84b6f req-e6a8d7c2-57ed-4fee-b4d3-a1e37081ac4b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:35.396723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7c7ea89-c48d-465a-9085-0e0ea7e84b6f req-e6a8d7c2-57ed-4fee-b4d3-a1e37081ac4b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.1092308 Jul 16 00:01:35.434136 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e7c7ea89-c48d-465a-9085-0e0ea7e84b6f req-e944dbc4-9413-4b42-93c0-fd8c1881f7fb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317707 Jul 16 00:01:36.610095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1e67-a92c-4d9f-9dbe-48f3ae7ea7e9 req-f0fe796e-0c8c-46f9-beb2-bf8bb700ad10 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:36.611679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d0f1e67-a92c-4d9f-9dbe-48f3ae7ea7e9 req-f0fe796e-0c8c-46f9-beb2-bf8bb700ad10 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0630341 Jul 16 00:01:36.648696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4d0f1e67-a92c-4d9f-9dbe-48f3ae7ea7e9 req-4347de54-efe9-4ec0-9001-c6bedfb342cc tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313227 Jul 16 00:01:37.820464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88229cb7-b4b9-4200-9c4e-9a5b4f8f4716 req-95e1aba6-4c9b-4295-9d50-d96ae6e6f44b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:37.821943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88229cb7-b4b9-4200-9c4e-9a5b4f8f4716 req-95e1aba6-4c9b-4295-9d50-d96ae6e6f44b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0628867 Jul 16 00:01:37.858278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-88229cb7-b4b9-4200-9c4e-9a5b4f8f4716 req-2e726234-0b09-4c60-8811-bc9d3240ce46 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309184 Jul 16 00:01:39.030849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421db38-1772-4a32-9ac3-1d177e9416b9 req-7854ed56-19e4-4792-b0f5-62800015246c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:39.032220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6421db38-1772-4a32-9ac3-1d177e9416b9 req-7854ed56-19e4-4792-b0f5-62800015246c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0664341 Jul 16 00:01:39.068968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6421db38-1772-4a32-9ac3-1d177e9416b9 req-4e1b4345-48b5-4f23-bfe3-5dbde3a295cb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306654 Jul 16 00:01:40.238231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc6915-4788-4daa-8798-30533ee38ceb req-29074cf2-fedb-4f48-a691-00a55b42f2cc tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:40.240305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbdc6915-4788-4daa-8798-30533ee38ceb req-29074cf2-fedb-4f48-a691-00a55b42f2cc tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0615456 Jul 16 00:01:40.278198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbdc6915-4788-4daa-8798-30533ee38ceb req-75a7fd2b-cb87-45c2-a3e8-b9f50f80f384 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jul 16 00:01:41.454473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd1aa9-910a-4fd6-8bcc-244df3171933 req-b56baa0b-35c9-4897-af24-da224550fb90 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:41.455962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01bd1aa9-910a-4fd6-8bcc-244df3171933 req-b56baa0b-35c9-4897-af24-da224550fb90 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0663445 Jul 16 00:01:41.795074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01bd1aa9-910a-4fd6-8bcc-244df3171933 req-e1890d7c-21e8-4d87-b3d6-aa2d75084433 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335271 Jul 16 00:01:42.965422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce195f-89db-4319-917c-a1de1aac8522 req-739f4fed-c599-4e08-bb11-49724b79d526 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:42.966921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9ce195f-89db-4319-917c-a1de1aac8522 req-739f4fed-c599-4e08-bb11-49724b79d526 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.0625238 Jul 16 00:01:43.004170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9ce195f-89db-4319-917c-a1de1aac8522 req-25569cd8-9562-41b6-85b9-4be3d14e4df3 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316370 Jul 16 00:01:43.400209 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-59e11579-ae96-40bf-bd8d-c55448b6b7fa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.401731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-59e11579-ae96-40bf-bd8d-c55448b6b7fa tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.37 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce&tenant_id=d808a2d2c6954ed1a12299c997823457&binding%3Ahost_id=n-h1-793618-8 HTTP/1.1" status: 200 len: 943 time: 0.0854855 Jul 16 00:01:43.406813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:01:43.491157 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08862858-2ce8-448e-b5c4-c2e24ee41eb1 service neutron] 10.222.0.37 "GET /v2.0/ports/6588b420-1f44-45a3-a254-ae04009dacd1/bindings/n-h1-793618-8 HTTP/1.1" status: 200 len: 382 time: 0.0719709 Jul 16 00:01:43.499581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1761a-f6e5-4e91-a8b0-ac7fa00583cb req-58036046-af87-4a52-a39c-1d4468c4f100 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.499861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:43.501031 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8a1761a-f6e5-4e91-a8b0-ac7fa00583cb req-58036046-af87-4a52-a39c-1d4468c4f100 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 943 time: 0.1218524 Jul 16 00:01:43.510709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '6588b420-1f44-45a3-a254-ae04009dacd1', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': '6588b420-1f44-45a3-a254-ae04009dacd1', 'mac_address': 'fa:16:3e:22:85:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:01:43.547598 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:43.563243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6588b420-1f44-45a3-a254-ae04009dacd1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:01:43.569319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a8a1761a-f6e5-4e91-a8b0-ac7fa00583cb req-064ebbb2-b8da-4d29-ac0a-f0db63f9facb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627148 Jul 16 00:01:43.583017 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:43.588342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:43.605796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-1dd87e4f-704a-43d7-bf64-d7f8a6aa0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.607357 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-1dd87e4f-704a-43d7-bf64-d7f8a6aa0a59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1094 time: 0.0721018 Jul 16 00:01:43.634465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:43.641695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.641984 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.642348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.642839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.643175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.643504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.643830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.644150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.644470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.644788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.645635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.645951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:43.701907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-f4daf091-ed03-4fbd-b9ac-91579e1c1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.703432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-f4daf091-ed03-4fbd-b9ac-91579e1c1574 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0898566 Jul 16 00:01:43.771175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-db8387fe-7a27-430c-b6c1-de24f5cf37fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1001 time: 0.0611124 Jul 16 00:01:43.818041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-df6baeff-6f93-4e55-91b6-7b110ca702f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.819408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-df6baeff-6f93-4e55-91b6-7b110ca702f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0419042 Jul 16 00:01:43.874035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-82879aba-58ac-4ae4-a3d9-904b49e3e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.875516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-82879aba-58ac-4ae4-a3d9-904b49e3e35d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492082 Jul 16 00:01:43.896077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['6588b420-1f44-45a3-a254-ae04009dacd1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:01:43.967477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-0d5033e3-77c5-491f-9d07-8b6177ac0f08 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850899 Jul 16 00:01:44.060125 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-b6c8e744-f31c-4ca5-a37d-e2f54c062a11 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862966 Jul 16 00:01:44.339283 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:44.748653 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76883f9-8682-47ad-b497-81f2a66efa2c req-987e304b-6af9-433d-b4ad-1ebd70ad118d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:44.750179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c76883f9-8682-47ad-b497-81f2a66efa2c req-987e304b-6af9-433d-b4ad-1ebd70ad118d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0692229 Jul 16 00:01:44.787824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c76883f9-8682-47ad-b497-81f2a66efa2c req-f20dc980-e395-4b4a-88af-272980d825cd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Jul 16 00:01:45.410965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:01:45.460333 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 6588b420-1f44-45a3-a254-ae04009dacd1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:01:45.463945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 6588b420-1f44-45a3-a254-ae04009dacd1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:01:45.464322 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:45.537614 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:45.559552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:45.561817 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ade87d8c318ff373b8359288919e38fa76c5bea0ddd90623deb82fe9f4629b2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba3d4a3-de1a-47c9-851f-1e8f039358f8" -d '{"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-plugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:45.574779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:45.578603 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:45.630623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:45.669677 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e737b272-b56a-4d85-91fe-d555dde7e5d3 x-openstack-request-id: req-e737b272-b56a-4d85-91fe-d555dde7e5d3 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:45.669986 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-plugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:45.670245 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e737b272-b56a-4d85-91fe-d555dde7e5d3 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:45.670652 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'code': 200} Jul 16 00:01:45.964687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f268c9-3c9d-4324-bb5f-22a80bd1e263 req-1b43a494-78dc-4058-9de0-030eeb1eda9e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:45.966999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3f268c9-3c9d-4324-bb5f-22a80bd1e263 req-1b43a494-78dc-4058-9de0-030eeb1eda9e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0665257 Jul 16 00:01:46.006276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3f268c9-3c9d-4324-bb5f-22a80bd1e263 req-95ebff49-aa81-488a-84db-703a2f9956b9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336788 Jul 16 00:01:47.181298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60255a34-2606-4a9c-aaf6-a4bffa7060cb req-9cd70373-175d-4379-b11f-8022cda5a09f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:47.182926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60255a34-2606-4a9c-aaf6-a4bffa7060cb req-9cd70373-175d-4379-b11f-8022cda5a09f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0656846 Jul 16 00:01:47.226390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-60255a34-2606-4a9c-aaf6-a4bffa7060cb req-533e6152-264f-41db-90ec-879463443a86 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377743 Jul 16 00:01:48.069198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-f65e538a-5cb0-497b-ad64-6fade3b3af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:48.070804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-f65e538a-5cb0-497b-ad64-6fade3b3af45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce&tenant_id=d808a2d2c6954ed1a12299c997823457 HTTP/1.1" status: 200 len: 1096 time: 0.0885818 Jul 16 00:01:48.083096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:01:48.124725 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0968-2ee0-49ec-a548-cd6845d51b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.153545 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.387187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:48.432950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:01:48.464560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44ca14-fbb9-442a-ae17-b64b50cc6ea7 req-4117b397-6384-4921-9885-8143407cd585 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:48.466060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c44ca14-fbb9-442a-ae17-b64b50cc6ea7 req-4117b397-6384-4921-9885-8143407cd585 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.1226764 Jul 16 00:01:48.496627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:48.502862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.529627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c44ca14-fbb9-442a-ae17-b64b50cc6ea7 req-8781b599-e8cd-42d9-9745-d5295416ff49 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575500 Jul 16 00:01:48.530525 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Transition to ACTIVE for port object 6588b420-1f44-45a3-a254-ae04009dacd1 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:01:48.535567 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.541062 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa9b51e-0cd1-4811-b78c-64e9a52ff0e1" -d '{"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:48.629249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=10']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:48.667360 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e0caeb-4abe-4506-98a7-8a46c9279cc8 x-openstack-request-id: req-e0e0caeb-4abe-4506-98a7-8a46c9279cc8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:48.667733 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:48.668056 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0e0caeb-4abe-4506-98a7-8a46c9279cc8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:48.668529 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'code': 200} Jul 16 00:01:48.669592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] No DVR routers for this DVR port 6588b420-1f44-45a3-a254-ae04009dacd1 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:01:48.812208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:01:48.812469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:01:48.812798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:01:48.818249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:01:48.818586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Attempting to bind port 6588b420-1f44-45a3-a254-ae04009dacd1 on network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:01:48.823810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:01:48.824155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Checking segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:01:48.824546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Bound using segment: {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:01:48.824979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Bound port: 6588b420-1f44-45a3-a254-ae04009dacd1, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:01:48.825343 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.891731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:01:48.894843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:01:48.899046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.931427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:48.932057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:48.933434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1092 time: 0.8548584 Jul 16 00:01:48.956285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08834b63-7dab-4e4a-b8a8-6266ef4289a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=11']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:49.013167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-ff8bd8cf-8da2-45a6-988f-042634d14121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:49.014794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-ff8bd8cf-8da2-45a6-988f-042634d14121 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1095 time: 0.0555959 Jul 16 00:01:49.113261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-4f7b7194-5886-45ca-aa45-1eac8c8cf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:49.115459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-4f7b7194-5886-45ca-aa45-1eac8c8cf7e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.0939636 Jul 16 00:01:49.181758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-052f3f35-0d41-4dc8-93f1-23e6f9768c01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.0587173 Jul 16 00:01:49.233529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-809a0e2f-30dc-4109-b165-7566fe8d671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:49.234923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-809a0e2f-30dc-4109-b165-7566fe8d671f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0461404 Jul 16 00:01:49.291457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-d78bba5c-528b-4bd6-8df3-f1bb4d8ef922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:49.292937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-d78bba5c-528b-4bd6-8df3-f1bb4d8ef922 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512917 Jul 16 00:01:49.380492 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-9bc06af3-0d18-4efc-bb27-a8379c28d0fe service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802753 Jul 16 00:01:49.431156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:01:49.468176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:01:49.476816 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-59549e3d-07c2-47ce-ba0c-e64eb0c53da2 req-184da0fa-8eca-4891-a72d-18eaa24f469d service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884948 Jul 16 00:01:49.707081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4517-d7df-477b-9d6c-66e825bb2cf3 req-c4e2d420-17c0-41b9-80e0-2d857853f769 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:49.709224 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b6e4517-d7df-477b-9d6c-66e825bb2cf3 req-c4e2d420-17c0-41b9-80e0-2d857853f769 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0656257 Jul 16 00:01:49.747267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b6e4517-d7df-477b-9d6c-66e825bb2cf3 req-99548474-3ded-4a76-a393-577dbe17ecdd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324266 Jul 16 00:01:50.669856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:50.672295 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:50.719111 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e198db45-d912-43c4-afa4-d8ce23380bf0 x-openstack-request-id: req-e198db45-d912-43c4-afa4-d8ce23380bf0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:50.719409 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:50.719668 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e198db45-d912-43c4-afa4-d8ce23380bf0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:50.720196 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'status': 'completed', 'code': 200} Jul 16 00:01:50.744698 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb9988a7-5dfb-4883-b1e4-97975908ffe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:50.812226 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-6654609d-a526-4489-a8e2-1cd4c2faaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:50.813886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-6654609d-a526-4489-a8e2-1cd4c2faaad5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1095 time: 0.0709448 Jul 16 00:01:50.990337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-81a98e1e-824d-45bc-be0f-d0cec8795fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:50.991851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-81a98e1e-824d-45bc-be0f-d0cec8795fe6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1717031 Jul 16 00:01:51.009488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-eafd98cf-4796-485e-84b3-c33fc09d4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:51.010954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-eafd98cf-4796-485e-84b3-c33fc09d4be9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d808a2d2c6954ed1a12299c997823457&device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 1095 time: 0.2069886 Jul 16 00:01:51.058950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09b481-c51c-4760-9197-7150abd69473 req-a80b536c-2451-4b3a-ad79-4bd78c53cec7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:51.060426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c09b481-c51c-4760-9197-7150abd69473 req-a80b536c-2451-4b3a-ad79-4bd78c53cec7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.1509163 Jul 16 00:01:51.124359 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:51.156778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-7e3b11c6-da0e-4abf-9433-83cd037d79ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.1572402 Jul 16 00:01:51.163734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c09b481-c51c-4760-9197-7150abd69473 req-745444d8-b27c-4202-8123-739206baf7f0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976460 Jul 16 00:01:51.224815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-e75f71e2-0049-4e7f-9528-e66a2a2957d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:51.226308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-e75f71e2-0049-4e7f-9528-e66a2a2957d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 200 len: 912 time: 0.1839993 Jul 16 00:01:51.230041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-b3637443-4070-4eb6-ab89-7fc407ff108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:51.231466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-b3637443-4070-4eb6-ab89-7fc407ff108b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0654199 Jul 16 00:01:51.329918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-b8db404a-01bb-4b6f-8924-4e1e38c40624 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 200 len: 1000 time: 0.0974448 Jul 16 00:01:51.365810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-3c7a445a-6ea6-4d0d-a89a-8373b1ba5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:51.367382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-3c7a445a-6ea6-4d0d-a89a-8373b1ba5df1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291838 Jul 16 00:01:51.413269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-0fb2d9fb-9bf2-44bf-801a-c9065fdb7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:51.414742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-0fb2d9fb-9bf2-44bf-801a-c9065fdb7e17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 200 len: 850 time: 0.0775309 Jul 16 00:01:51.506017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-eba17734-a698-48a4-ba16-e6fdc0b8f819 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311221 Jul 16 00:01:51.534426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-303cd798-d15c-4e41-b933-1f6961947fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:51.536556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-303cd798-d15c-4e41-b933-1f6961947fa8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149344 Jul 16 00:01:51.668170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-2bbc9551-db6f-4eac-b4ab-b754da9a1318 service neutron] 10.222.0.59 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541989 Jul 16 00:01:51.679193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-2da204aa-aeba-43fa-8fc4-5688b17f66a8 service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363757 Jul 16 00:01:51.738848 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:51.775802 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-173929d4-bfc0-4cda-93f3-7a37c3c5a8ca req-28116667-f838-4443-955c-a7e97c91f5bf service neutron] 10.222.0.37 "GET /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904512 Jul 16 00:01:52.341065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2548f-fdbd-4ae2-91c8-21efe9bb5785 req-a85be082-6843-45b3-ac20-9493ca071122 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:52.342590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5f2548f-fdbd-4ae2-91c8-21efe9bb5785 req-a85be082-6843-45b3-ac20-9493ca071122 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0630124 Jul 16 00:01:52.380827 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5f2548f-fdbd-4ae2-91c8-21efe9bb5785 req-d9956122-3f7d-4a53-b336-8947ac748a13 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Jul 16 00:01:53.482336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:53.556122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cd38-ce75-4a99-adf8-a20482b28aff req-50635824-59fb-4f1b-b518-0c7b7a51a2ad tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:53.557598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4a3cd38-ce75-4a99-adf8-a20482b28aff req-50635824-59fb-4f1b-b518-0c7b7a51a2ad tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0665255 Jul 16 00:01:53.594894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4a3cd38-ce75-4a99-adf8-a20482b28aff req-e806bcdf-ad97-4001-9697-8697be1dd04c tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Jul 16 00:01:54.764687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0ce0e-5b45-4d7d-9b6a-4b79b1a19838 req-4a015ad0-7e41-4fce-b47f-89e5e9d12aeb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:54.766197 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3c0ce0e-5b45-4d7d-9b6a-4b79b1a19838 req-4a015ad0-7e41-4fce-b47f-89e5e9d12aeb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0628436 Jul 16 00:01:54.803756 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3c0ce0e-5b45-4d7d-9b6a-4b79b1a19838 req-01bfe452-cb55-4a0c-8ab1-5295f514eb37 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jul 16 00:01:55.584809 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:55.978269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e877247-e0f0-455b-a70c-ba1507bed846 req-a6cff7b4-4a93-478b-a671-984c887dbe95 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:55.979738 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e877247-e0f0-455b-a70c-ba1507bed846 req-a6cff7b4-4a93-478b-a671-984c887dbe95 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0651963 Jul 16 00:01:56.016370 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e877247-e0f0-455b-a70c-ba1507bed846 req-58a9c9e7-541e-4b0a-9c98-d77a7eeb52d1 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310638 Jul 16 00:01:57.371559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77230-b61c-40ef-a315-fe72ecb68d7e req-417ee93c-92c0-461b-b8a3-50795b0b96ab tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:57.372957 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f77230-b61c-40ef-a315-fe72ecb68d7e req-417ee93c-92c0-461b-b8a3-50795b0b96ab tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0630746 Jul 16 00:01:57.410535 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-16f77230-b61c-40ef-a315-fe72ecb68d7e req-d09faa04-e2ba-449a-8536-4d2874f52f99 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Jul 16 00:01:58.579825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140282e-5d63-4544-b9a3-3ed76192aecf req-fd068343-ecc7-4ae4-a14b-61fc7223a9e0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:58.581305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4140282e-5d63-4544-b9a3-3ed76192aecf req-fd068343-ecc7-4ae4-a14b-61fc7223a9e0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0625250 Jul 16 00:01:58.619646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4140282e-5d63-4544-b9a3-3ed76192aecf req-3ecc29a5-bfec-49c4-a80e-c2d98f8c2eb7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329134 Jul 16 00:01:59.802455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f4cbd-c885-4e7d-8939-9957a263a27f req-8e00b6b0-55c7-4b86-b64f-d3a59663ef6f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:59.804040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-865f4cbd-c885-4e7d-8939-9957a263a27f req-8e00b6b0-55c7-4b86-b64f-d3a59663ef6f tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0669456 Jul 16 00:01:59.841142 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-865f4cbd-c885-4e7d-8939-9957a263a27f req-23a86f0a-6b0b-4ccd-a266-4c87aec7a3d4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317166 Jul 16 00:02:01.009000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce0e58-d27f-4136-90c7-425eddf22a85 req-4a2bf89a-6720-4a77-830b-a55e4b6145c9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:01.010391 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11ce0e58-d27f-4136-90c7-425eddf22a85 req-4a2bf89a-6720-4a77-830b-a55e4b6145c9 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0622189 Jul 16 00:02:01.047305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11ce0e58-d27f-4136-90c7-425eddf22a85 req-9bd78d06-2cc0-49a6-8fbd-7df5aeb1e4f0 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314934 Jul 16 00:02:01.219036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc57325-7ec1-4490-9743-8c871fa28958 req-0f3b9e2e-1613-4f80-844a-275e352d72e7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:01.220506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc57325-7ec1-4490-9743-8c871fa28958 req-0f3b9e2e-1613-4f80-844a-275e352d72e7 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0658946 Jul 16 00:02:01.236334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:02:01.259833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bc57325-7ec1-4490-9743-8c871fa28958 req-004c0877-cc26-4d20-8d1c-53ed227d21cb tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332522 Jul 16 00:02:01.333057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:01.343742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '6588b420-1f44-45a3-a254-ae04009dacd1', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'port_id': '6588b420-1f44-45a3-a254-ae04009dacd1', 'mac_address': 'fa:16:3e:22:85:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:02:01.379757 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.392255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6588b420-1f44-45a3-a254-ae04009dacd1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:02:01.412815 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:01.417010 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:01.431886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887c931-3426-4ee4-a187-991844527f66 req-8fbd946f-b24b-436e-9309-1279fb0b8d7d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:01.433420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a887c931-3426-4ee4-a187-991844527f66 req-8fbd946f-b24b-436e-9309-1279fb0b8d7d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 944 time: 0.0652156 Jul 16 00:02:01.463517 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=12']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:01.470956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a887c931-3426-4ee4-a187-991844527f66 req-5d937449-36eb-4d77-bf18-9d32cec31e5e tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Jul 16 00:02:01.689159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['6588b420-1f44-45a3-a254-ae04009dacd1'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:02:01.854078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91103052-57fe-4c5c-b290-39eecc2efa3c req-87e3f815-6364-4691-990f-36e0bd77934d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:01.855597 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91103052-57fe-4c5c-b290-39eecc2efa3c req-87e3f815-6364-4691-990f-36e0bd77934d tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0627596 Jul 16 00:02:01.893853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91103052-57fe-4c5c-b290-39eecc2efa3c req-afe271d3-62b3-4bb1-8928-ae7b6dbcb919 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Jul 16 00:02:03.069115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334392b-ebea-4d10-94b3-55564fd9b934 req-47fbe382-84c8-4d52-bac9-8ce9a9d9c735 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:03.070503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5334392b-ebea-4d10-94b3-55564fd9b934 req-47fbe382-84c8-4d52-bac9-8ce9a9d9c735 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 945 time: 0.0669973 Jul 16 00:02:03.109248 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5334392b-ebea-4d10-94b3-55564fd9b934 req-0b83ad5f-4c5e-430f-bc85-b6eb1d4126dd tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups?id=6813b757-1411-4f9c-ad2a-be1cd72ef537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Jul 16 00:02:03.264878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:03.311299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 6588b420-1f44-45a3-a254-ae04009dacd1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:03.314935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 6588b420-1f44-45a3-a254-ae04009dacd1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:03.315310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.391377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.413182 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:03.426541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:03.430954 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.464397 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b13fe65-b685-47c1-9e03-7a6c856531b1" -d '{"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-plugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:03.481965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=13']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:03.547288 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841a493d-9e98-4c37-a1c2-994027bd3451 x-openstack-request-id: req-841a493d-9e98-4c37-a1c2-994027bd3451 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:03.547584 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-plugged", "status": "completed", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:03.547842 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-841a493d-9e98-4c37-a1c2-994027bd3451 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:03.548247 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'code': 200} Jul 16 00:02:03.555507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-3f1592ae-4894-4213-997b-574a1c0cdf18 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:03.557008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-3f1592ae-4894-4213-997b-574a1c0cdf18 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 946 time: 0.0659618 Jul 16 00:02:03.660576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Deleting port 6588b420-1f44-45a3-a254-ae04009dacd1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:03.661384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.751102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] For port 6588b420-1f44-45a3-a254-ae04009dacd1, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=6588b420-1f44-45a3-a254-ae04009dacd1,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:03.751462 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.919069 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.919364 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.919670 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9 disassociated. External IP: 172.25.3.246, port: 6588b420-1f44-45a3-a254-ae04009dacd1. Jul 16 00:02:03.920002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Calling delete_port for 6588b420-1f44-45a3-a254-ae04009dacd1 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:04.011763 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:02:04.042846 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.069351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event deleted for resources: {'Port': ['ID=6588b420-1f44-45a3-a254-ae04009dacd1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:04.184721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:02:04.266704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b36b9c90-7bfd-45ca-a8d6-5f6d68ed4caa req-72cb9795-157a-4813-8a71-1c791a026714 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 210 time: 0.0362997 Jul 16 00:02:04.322635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:02:04.332031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:02:04.341265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:04.341957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:01:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:04.450593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:04.652395 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:04.667227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] No DVR routers for this DVR port 6588b420-1f44-45a3-a254-ae04009dacd1 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:02:04.669847 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.671849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5d0712c-a160-47a6-9701-382ba8a08bd9 req-d9e5aad0-bbf5-47fe-963c-8873b3a75f7b tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.59 "DELETE /v2.0/ports/6588b420-1f44-45a3-a254-ae04009dacd1 HTTP/1.1" status: 204 len: 173 time: 1.1068838 Jul 16 00:02:04.672280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-deleted', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:04.674505 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae6be2c-a527-49d5-83fe-b1a6dc2251c5" -d '{"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-deleted", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:04.679968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:02:04.688978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:04.689600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:01:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:04.711469 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f181589b-3e57-4fc4-81b6-e80cba1cd306 x-openstack-request-id: req-f181589b-3e57-4fc4-81b6-e80cba1cd306 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:04.711759 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83114b12-2782-48c4-95a2-0aaf2e7fe7ce", "name": "network-vif-deleted", "tag": "6588b420-1f44-45a3-a254-ae04009dacd1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:04.712005 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f181589b-3e57-4fc4-81b6-e80cba1cd306 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:04.712392 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83114b12-2782-48c4-95a2-0aaf2e7fe7ce', 'name': 'network-vif-deleted', 'tag': '6588b420-1f44-45a3-a254-ae04009dacd1', 'status': 'completed', 'code': 200} Jul 16 00:02:04.961277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:05.155186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:05.185172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b5eb9-9057-4157-b090-0666b4c7e041 None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:05Z', 'revision_number': 4, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '21757735-a401-4d6a-9191-c77a2fd704e0', 'name': '', 'network_id': '0093bc33-7e46-46d7-9cd9-7ba472ec6ff3', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'mac_address': 'fa:16:3e:6d:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:09Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'subnets': [{'id': 'cffa6e78-e64e-485a-89ab-22e9aab61b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:02:05.422510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-740f75dd-4376-4041-a601-d09f7ca91666 req-d51f5ee5-f1df-4e43-8d2a-70255404c6b4 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 210 time: 0.0296965 Jul 16 00:02:05.455614 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1897c-9705-48a6-bfff-f846228ec9b1 None None] New status for floating IP 9c2c3657-4980-4f83-9d12-47797a7b55a9: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:02:06.750820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f2f43856-bf41-486a-acef-15d54ce15ffa req-cc3966fc-0143-4ae5-9bc1-1266e3bfeb25 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 210 time: 0.0331190 Jul 16 00:02:07.295325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:07.316132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 6588b420-1f44-45a3-a254-ae04009dacd1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:07.316485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 6588b420-1f44-45a3-a254-ae04009dacd1 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:07.893137 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87cd6eee-1ee1-43ed-8e05-39f5d4817f3d req-ef1eadfc-079b-4c56-b34c-9da98445b235 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/ports?device_id=83114b12-2782-48c4-95a2-0aaf2e7fe7ce HTTP/1.1" status: 200 len: 210 time: 0.0321367 Jul 16 00:02:11.876657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56132) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:11.931104 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-080e766c-4502-4d36-9d6c-cf70aa95df5a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:11.954123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-080e766c-4502-4d36-9d6c-cf70aa95df5a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.005988 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-080e766c-4502-4d36-9d6c-cf70aa95df5a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.008555 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-080e766c-4502-4d36-9d6c-cf70aa95df5a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.009726 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-080e766c-4502-4d36-9d6c-cf70aa95df5a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "DELETE /v2.0/security-groups/6813b757-1411-4f9c-ad2a-be1cd72ef537 HTTP/1.1" status: 204 len: 168 time: 0.1320112 Jul 16 00:02:12.012910 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56134) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:12.019170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e766c-4502-4d36-9d6c-cf70aa95df5a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6813b757-1411-4f9c-ad2a-be1cd72ef537,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:12.035488 n-d-793618-8 neutron-server[93714]: INFO neutron.api.v2.resource [None req-6f61e515-22ad-4777-b665-c3c45242a773 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] show failed (client error): The resource could not be found. Jul 16 00:02:12.038936 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6f61e515-22ad-4777-b665-c3c45242a773 tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "GET /v2.0/security-groups/6813b757-1411-4f9c-ad2a-be1cd72ef537 HTTP/1.1" status: 404 len: 347 time: 0.0216620 Jul 16 00:02:12.039626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56138) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:12.161809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Deleting port 37833741-1d20-44c1-bb89-ddeda7f0f9de {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:12.162158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.242532 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.242903 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.254180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Calling delete_port for 37833741-1d20-44c1-bb89-ddeda7f0f9de owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:12.384696 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.412115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Pushing event deleted for resources: {'Port': ['ID=37833741-1d20-44c1-bb89-ddeda7f0f9de,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:12.470070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.472517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:12.474191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6989f00c-7bb3-4dd0-a12b-c10290a3719a tempest-ServerActionsTestJSON-1181632650 tempest-ServerActionsTestJSON-1181632650-project] 10.222.0.23 "DELETE /v2.0/floatingips/9c2c3657-4980-4f83-9d12-47797a7b55a9 HTTP/1.1" status: 204 len: 168 time: 0.4335289 Jul 16 00:02:12.477212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56140) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:12.990838 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:13.237766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Deleting port 21757735-a401-4d6a-9191-c77a2fd704e0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:13.238112 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:13.314585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] For port 21757735-a401-4d6a-9191-c77a2fd704e0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=21757735-a401-4d6a-9191-c77a2fd704e0,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:13.314952 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:13.327617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Calling delete_port for 21757735-a401-4d6a-9191-c77a2fd704e0 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:13.502787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:13.532439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=21757735-a401-4d6a-9191-c77a2fd704e0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:13.699442 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:13.918527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Router c4771bf7-21e2-43d7-857b-b9905a5f89d4 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:02:14.023853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:02:14.029065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-581b7c48-333b-4a86-a31b-934eccd6dc98 admin admin] 10.222.0.23 "PUT /v2.0/routers/c4771bf7-21e2-43d7-857b-b9905a5f89d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5509117 Jul 16 00:02:14.031821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56144) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:14.033191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] Sync routers for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:02:14.044705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:14.045404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:01:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:14.135061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.148363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:14.232212 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.287325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Deleting port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:14.287671 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.322127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-16T00:02:13Z', 'revision_number': 5, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port': {'id': 'c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-15T23:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:14.357089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] Checking router: c4771bf7-21e2-43d7-857b-b9905a5f89d4 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:02:14.364619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] For port c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:14.364979 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.370138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] Routers {'c4771bf7-21e2-43d7-857b-b9905a5f89d4'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:02:14.370904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:01:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:14.373769 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.378414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Calling delete_port for c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:14.456195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] Set router c4771bf7-21e2-43d7-857b-b9905a5f89d4 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:02:14.507527 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-16T00:02:14Z', 'revision_number': 6, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:14.537097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af212d5-f985-49d0-a726-6b7b8c7f4809 None None] The sync data for ids ['c4771bf7-21e2-43d7-857b-b9905a5f89d4'] in n-d-793618-8 is: [{'id': 'c4771bf7-21e2-43d7-857b-b9905a5f89d4', 'name': 'tempest-ServerActionsTestJSON-175598466-router', 'tenant_id': 'd808a2d2c6954ed1a12299c997823457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:52:02Z', 'updated_at': '2021-07-16T00:02:14Z', 'revision_number': 6, 'project_id': 'd808a2d2c6954ed1a12299c997823457', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:02:14.545781 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.570998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:14.636072 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.722843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.724921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.767057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.767543 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4771bf7-21e2-43d7-857b-b9905a5f89d4 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:02:14.772886 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.774042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ced5e36e-3cd0-402e-b9e1-aa7123325be1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c4771bf7-21e2-43d7-857b-b9905a5f89d4 HTTP/1.1" status: 204 len: 168 time: 0.7412574 Jul 16 00:02:14.776780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56146) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:14.820046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a784ea-5640-4e20-9ad7-32ca96211f2f admin admin] Deleting subnet cffa6e78-e64e-485a-89ab-22e9aab61b2f {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:02:14.822902 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93a784ea-5640-4e20-9ad7-32ca96211f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.860070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93a784ea-5640-4e20-9ad7-32ca96211f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.937973 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93a784ea-5640-4e20-9ad7-32ca96211f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:14.996753 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93a784ea-5640-4e20-9ad7-32ca96211f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.021662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a784ea-5640-4e20-9ad7-32ca96211f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffa6e78-e64e-485a-89ab-22e9aab61b2f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:15.025603 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-93a784ea-5640-4e20-9ad7-32ca96211f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.027503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-93a784ea-5640-4e20-9ad7-32ca96211f2f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cffa6e78-e64e-485a-89ab-22e9aab61b2f HTTP/1.1" status: 204 len: 168 time: 0.2498105 Jul 16 00:02:15.029933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56148) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:15.031798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0599471-547f-4cfd-940b-0204f28f71fe None None] Network 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:15.102333 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.154492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Deleting port 1d274834-3fcd-4938-b558-c2c684d92b2b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:15.154862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.224820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] For port 1d274834-3fcd-4938-b558-c2c684d92b2b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=1d274834-3fcd-4938-b558-c2c684d92b2b,segment=NetworkSegment(fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60),segment_id=fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:15.225181 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.236927 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Calling delete_port for 1d274834-3fcd-4938-b558-c2c684d92b2b owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:15.316146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.334935 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da931a9-fd7f-4ebc-99ed-8f25f15ddbc1 None None] DHCP port deletion for 0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:02:15.341025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d274834-3fcd-4938-b558-c2c684d92b2b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:15.347069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] No DVR routers for this DVR port 1d274834-3fcd-4938-b558-c2c684d92b2b on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:02:15.424014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.437626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0093bc33-7e46-46d7-9cd9-7ba472ec6ff3']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:15.453703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:15.454008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbd50b7-cdeb-4201-aaa3-a5ea2539ab60') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:15.462460 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1d274834-3fcd-4938-b558-c2c684d92b2b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:15.463254 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.477976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.482408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 1d274834-3fcd-4938-b558-c2c684d92b2b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:15.482770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 1d274834-3fcd-4938-b558-c2c684d92b2b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:15.483196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 21757735-a401-4d6a-9191-c77a2fd704e0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:15.484107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:02:15.484694 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:02:15.486486 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:02:15.502549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 21757735-a401-4d6a-9191-c77a2fd704e0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:15.505283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 21757735-a401-4d6a-9191-c77a2fd704e0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:15.505760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:15.525865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:15.526286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c3b1b50f-20e1-41a7-bc16-5c9c7e3644eb not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:15.852891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.858153 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:15.860019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] 10.222.0.23 "DELETE /v2.0/networks/0093bc33-7e46-46d7-9cd9-7ba472ec6ff3 HTTP/1.1" status: 204 len: 168 time: 0.8291738 Jul 16 00:02:15.870672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ca7f9-97b5-4278-8ab0-db23cdbfeb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=0093bc33-7e46-46d7-9cd9-7ba472ec6ff3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:15.968390 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56152) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:16.007559 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0d41ce71-51ed-46da-9f62-2c78efeb17b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d808a2d2c6954ed1a12299c997823457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379057 Jul 16 00:02:16.009872 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56154) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:16.057453 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:16.079009 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:16.123432 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:16.126838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:16.128498 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2878d9b0-ac5b-4edc-a836-ce54f242f835 HTTP/1.1" status: 204 len: 168 time: 0.1174796 Jul 16 00:02:16.138398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2878d9b0-ac5b-4edc-a836-ce54f242f835,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:16.147871 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.148443 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.149005 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.149791 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.150185 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.150742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.151323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.151885 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.152439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.153003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.153598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.154165 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a703261-0353-4040-bdc3-f69a97648678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:16.795677 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56176) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:16.930858 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-39715531-network', 'tenant_id': '4c84e9f80f724e89b1f24b032cb6b4e6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:16.951506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Made reservation on behalf of 4c84e9f80f724e89b1f24b032cb6b4e6 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:16.953931 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:16.962024 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.054848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.059835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.084426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:02:17.094014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:17.100459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.100809 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Added segment bc2da8c9-d892-43fe-bd2d-02b02e10a0a3 of type vlan for network c6df0933-64a5-4974-9bb9-ceb32d9efe32 Jul 16 00:02:17.139017 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.167704 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.169291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:17.169869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.200025 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4032731 Jul 16 00:02:17.202833 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56182) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:17.208287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Request body: {'subnet': {'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-39715531-subnet', 'tenant_id': '4c84e9f80f724e89b1f24b032cb6b4e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:17.239558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93199f-bda2-4b99-9d41-dd49f1a28744 admin admin] Pushing event updated for resources: {'Network': ['ID=c6df0933-64a5-4974-9bb9-ceb32d9efe32,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:17.249079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c6df0933-64a5-4974-9bb9-ceb32d9efe32 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:02:17.256774 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Made reservation on behalf of 4c84e9f80f724e89b1f24b032cb6b4e6 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:17.259351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.425075 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.487700 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf9f702-731f-47c0-ae6b-6e4d19aa51a8,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:17.491942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Checking segment: {'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:17.492300 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Network hostable DHCP agents. Network: c6df0933-64a5-4974-9bb9-ceb32d9efe32, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:02:17.508208 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Network c6df0933-64a5-4974-9bb9-ceb32d9efe32 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:02:17.516940 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c6df0933-64a5-4974-9bb9-ceb32d9efe32) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:17.522181 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:17.523221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:17.526710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dfcdc9-931a-4b25-ac76-8a2850e3d7f3 None None] Network c6df0933-64a5-4974-9bb9-ceb32d9efe32 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:17.538036 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d41d0651-7dc4-429a-8cfc-506580f31c8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3339531 Jul 16 00:02:17.653415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d82918-f963-402f-b36d-2eef5fec89fc None None] Network c6df0933-64a5-4974-9bb9-ceb32d9efe32 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:17.947195 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-4a3b457c-123b-4226-ab83-1c620ee5e941 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:17.948561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-4a3b457c-123b-4226-ab83-1c620ee5e941 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/networks?id=c6df0933-64a5-4974-9bb9-ceb32d9efe32 HTTP/1.1" status: 200 len: 812 time: 0.0985625 Jul 16 00:02:17.962948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-e7555e82-ffef-4957-84d6-22765c367f6c tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/quotas/4c84e9f80f724e89b1f24b032cb6b4e6 HTTP/1.1" status: 200 len: 375 time: 0.0090914 Jul 16 00:02:17.998495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-1594255f-11e3-4162-9028-d61dc8f8e3e9 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c84e9f80f724e89b1f24b032cb6b4e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305347 Jul 16 00:02:18.125810 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eda887f7-4a82-45e9-8a82-f4be53c06e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:18.162949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-dcbeb307-e853-408b-99cc-346bebe0b5f8 service neutron] 10.222.0.23 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245527 Jul 16 00:02:18.253551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-672e9fd5-90f7-422f-87f2-6d8017caf2dd service neutron] 10.222.0.23 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846426 Jul 16 00:02:18.416899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4be4850-2ac4-46c0-8299-c6a073a84449 req-fe1fe689-301a-43ea-a4d4-6388fdc87f1c tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 210 time: 0.0289934 Jul 16 00:02:19.553658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-32ec9705-a42b-4014-b759-6d51936c9c7b req-cb13edac-e523-471b-acc8-72c21b9a8a37 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 210 time: 0.0308399 Jul 16 00:02:19.770501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-afc99c19-6098-4c33-929c-ca5e2b91c1b3 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:19.771968 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-afc99c19-6098-4c33-929c-ca5e2b91c1b3 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.59 "GET /v2.0/networks?id=c6df0933-64a5-4974-9bb9-ceb32d9efe32 HTTP/1.1" status: 200 len: 812 time: 0.1135478 Jul 16 00:02:19.790008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Request body: {'port': {'device_id': '01e794e7-b571-4a85-89cb-74abb6877e16', 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32', 'admin_state_up': True, 'tenant_id': '4c84e9f80f724e89b1f24b032cb6b4e6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:19.898278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Made reservation on behalf of 4c84e9f80f724e89b1f24b032cb6b4e6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:19.901950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.028596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Allocated IP 172.20.0.2 (c6df0933-64a5-4974-9bb9-ceb32d9efe32/7bf9f702-731f-47c0-ae6b-6e4d19aa51a8/5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:20.175220 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.212735 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.257407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Network c6df0933-64a5-4974-9bb9-ceb32d9efe32 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:20.260783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:20.264740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:20.271639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Pushing event updated for resources: {'Port': ['ID=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:20.315904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:20.316508 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.330161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-0c488106-46a9-40e8-9cc5-405497b0de8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443990 Jul 16 00:02:20.341597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Request body: {'port': {'device_id': '01e794e7-b571-4a85-89cb-74abb6877e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:20.417452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.701393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:02:20.711391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.727813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Transition to ACTIVE for port object 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:20.734531 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.751204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-856760a1-a0e8-40b3-8d78-46aeeb8f592b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.804168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13dad1-e2b1-43d2-b63e-21330b56c8c7 req-d16b1ea5-f81e-47a8-ae29-61e9cbc23ed9 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:20.805673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab13dad1-e2b1-43d2-b63e-21330b56c8c7 req-d16b1ea5-f81e-47a8-ae29-61e9cbc23ed9 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 931 time: 0.1408458 Jul 16 00:02:20.808061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Pushing event updated for resources: {'Port': ['ID=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:20.888626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ab13dad1-e2b1-43d2-b63e-21330b56c8c7 req-0afc743a-ce0d-4d5a-8501-6b223132ceab tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756166 Jul 16 00:02:20.905277 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Attempting to bind port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:02:20.905619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Attempting to bind port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:02:20.905986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Attempting to bind port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b on network c6df0933-64a5-4974-9bb9-ceb32d9efe32 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:20.910262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b on network c6df0933-64a5-4974-9bb9-ceb32d9efe32 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:02:20.910583 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Attempting to bind port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b on network c6df0933-64a5-4974-9bb9-ceb32d9efe32 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:20.915443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:02:20.915819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Checking segment: {'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:20.916247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Bound using segment: {'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:02:20.916693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Bound port: 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:02:20.917048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:20.983335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] For port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:02:20.986265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] For port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:02:20.991225 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:21.023851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:21.024824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:21.026256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] 10.222.0.59 "PUT /v2.0/ports/5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b HTTP/1.1" status: 200 len: 1091 time: 0.6888068 Jul 16 00:02:21.026693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e794e7-b571-4a85-89cb-74abb6877e16', 'tag': '5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:21.028988 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d424378b-803a-4157-8e89-1da1cf308093" -d '{"events": [{"name": "network-changed", "server_uuid": "01e794e7-b571-4a85-89cb-74abb6877e16", "tag": "5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:21.054744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219835-61bf-4ae3-a084-e07a18959bfd service neutron] Pushing event updated for resources: {'Port': ['ID=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:21.084286 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292354b9-fd06-4d3b-b4f6-01cefa8c5d89 x-openstack-request-id: req-292354b9-fd06-4d3b-b4f6-01cefa8c5d89 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:21.084581 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e794e7-b571-4a85-89cb-74abb6877e16", "tag": "5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:21.084832 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-292354b9-fd06-4d3b-b4f6-01cefa8c5d89 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:21.085227 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e794e7-b571-4a85-89cb-74abb6877e16', 'tag': '5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b', 'status': 'completed', 'code': 200} Jul 16 00:02:21.127662 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:21.133198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f74b141b-b076-49fb-bcbd-9459fc4f3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:21.134722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-f74b141b-b076-49fb-bcbd-9459fc4f3884 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c84e9f80f724e89b1f24b032cb6b4e6&device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 1094 time: 0.0594823 Jul 16 00:02:21.183068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-5b7c7790-59a4-4235-a703-4b92b1da6ffc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b HTTP/1.1" status: 200 len: 217 time: 0.0382066 Jul 16 00:02:21.231715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-065905a1-d1d5-490c-b111-e4f238e547c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:21.233121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-065905a1-d1d5-490c-b111-e4f238e547c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7bf9f702-731f-47c0-ae6b-6e4d19aa51a8 HTTP/1.1" status: 200 len: 852 time: 0.0426450 Jul 16 00:02:21.267939 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-c623afc0-30a8-4abb-b61d-40efe9a3847b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6df0933-64a5-4974-9bb9-ceb32d9efe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262208 Jul 16 00:02:21.363073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-19c9a8bb-ecd1-42a6-8b32-425eafbf7f8b service neutron] 10.222.0.59 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865252 Jul 16 00:02:21.451747 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30fc3816-2703-4eb3-8a05-12b7816ad74c req-64107fb6-c04e-4fa8-bf47-7edf20c42abb service neutron] 10.222.0.59 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821815 Jul 16 00:02:21.551910 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424378b-803a-4157-8e89-1da1cf308093 req-9c214d40-ad81-4ebf-b69a-8d2632f1756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:21.553490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d424378b-803a-4157-8e89-1da1cf308093 req-9c214d40-ad81-4ebf-b69a-8d2632f1756c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c84e9f80f724e89b1f24b032cb6b4e6&device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 1094 time: 0.0581338 Jul 16 00:02:21.642140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424378b-803a-4157-8e89-1da1cf308093 req-92f44d05-a304-44f5-91c9-13cbd28030bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:21.643727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d424378b-803a-4157-8e89-1da1cf308093 req-92f44d05-a304-44f5-91c9-13cbd28030bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6df0933-64a5-4974-9bb9-ceb32d9efe32 HTTP/1.1" status: 200 len: 913 time: 0.0835035 Jul 16 00:02:21.688518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d424378b-803a-4157-8e89-1da1cf308093 req-f11365f3-5ef2-4041-8035-3dc9c05dbc44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b HTTP/1.1" status: 200 len: 217 time: 0.0380642 Jul 16 00:02:21.737243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:21.739610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424378b-803a-4157-8e89-1da1cf308093 req-aaaa5de1-342c-40da-9a44-cac09ee3dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:21.741158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d424378b-803a-4157-8e89-1da1cf308093 req-aaaa5de1-342c-40da-9a44-cac09ee3dbe6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7bf9f702-731f-47c0-ae6b-6e4d19aa51a8 HTTP/1.1" status: 200 len: 852 time: 0.0466225 Jul 16 00:02:21.773496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d424378b-803a-4157-8e89-1da1cf308093 req-a8904592-5956-49dc-8829-2c036d68a5f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6df0933-64a5-4974-9bb9-ceb32d9efe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260046 Jul 16 00:02:21.866602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d424378b-803a-4157-8e89-1da1cf308093 req-924eb1df-8e59-4b33-aaa1-a578810a164b service neutron] 10.222.0.59 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849140 Jul 16 00:02:21.955861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d424378b-803a-4157-8e89-1da1cf308093 req-bba8e355-d7db-4571-8a87-602329a99652 service neutron] 10.222.0.59 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825205 Jul 16 00:02:22.068184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21113a-01b1-4202-a6a1-0f590cd93e16 req-ddba7df6-a3bf-4ac7-be0b-3e1cccfc83f2 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:22.069592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb21113a-01b1-4202-a6a1-0f590cd93e16 req-ddba7df6-a3bf-4ac7-be0b-3e1cccfc83f2 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 943 time: 0.0680842 Jul 16 00:02:22.107099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb21113a-01b1-4202-a6a1-0f590cd93e16 req-6b478ef6-2bb0-4962-b0cf-da80af296ad4 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Jul 16 00:02:23.276278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe9147-b74e-4670-a975-d3eb37473786 req-892cf875-0038-4b48-b165-4886e0fbe501 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:23.277814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fbe9147-b74e-4670-a975-d3eb37473786 req-892cf875-0038-4b48-b165-4886e0fbe501 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 943 time: 0.0635972 Jul 16 00:02:23.314823 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fbe9147-b74e-4670-a975-d3eb37473786 req-7b51c43b-bce6-413a-ac86-af0ecabebda4 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 16 00:02:23.488929 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:24.483238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4c543-1002-4673-8144-2043931bd624 req-5a9a4984-6013-4313-b45e-79a1f021a343 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:24.484721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cb4c543-1002-4673-8144-2043931bd624 req-5a9a4984-6013-4313-b45e-79a1f021a343 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 943 time: 0.0621755 Jul 16 00:02:24.523949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6cb4c543-1002-4673-8144-2043931bd624 req-041704a1-23fc-407f-a1e7-8de7004cfc8a tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Jul 16 00:02:25.326910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:02:25.423771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:25.435328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b', 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32', 'port_id': '5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b', 'mac_address': 'fa:16:3e:f6:ed:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9f702-731f-47c0-ae6b-6e4d19aa51a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:02:25.470459 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:25.485553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:02:25.504502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:25.508936 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:25.554623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:25.611638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:25.698001 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:02:25.700011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02021ebc-d5bb-4d9c-83dc-41a256f30158 req-08fb30fa-dd35-4504-a0b7-32666d955338 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:25.701551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02021ebc-d5bb-4d9c-83dc-41a256f30158 req-08fb30fa-dd35-4504-a0b7-32666d955338 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 944 time: 0.0687644 Jul 16 00:02:25.744329 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-02021ebc-d5bb-4d9c-83dc-41a256f30158 req-cd5443e6-64b1-4c48-b8a9-ed98fcf2fb8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362623 Jul 16 00:02:26.921928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca0ef-cceb-4f23-885f-395aab12e970 req-3189b315-f810-4503-a40a-4d0fdcd5a648 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:26.923540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-538ca0ef-cceb-4f23-885f-395aab12e970 req-3189b315-f810-4503-a40a-4d0fdcd5a648 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 944 time: 0.0636799 Jul 16 00:02:26.961584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-538ca0ef-cceb-4f23-885f-395aab12e970 req-8c459b0b-4338-47e3-a36b-fb53e73fd8a7 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320165 Jul 16 00:02:27.342110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:27.392421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:27.396010 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:27.396380 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:27.471362 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:27.495839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e794e7-b571-4a85-89cb-74abb6877e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:27.498088 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04683ded-93c6-47d9-8838-a71bc4989d44" -d '{"events": [{"server_uuid": "01e794e7-b571-4a85-89cb-74abb6877e16", "name": "network-vif-plugged", "status": "completed", "tag": "5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:27.510651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:27.515200 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:27.542895 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c157bd61-ef0a-41aa-9994-0ad595ef1207 x-openstack-request-id: req-c157bd61-ef0a-41aa-9994-0ad595ef1207 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:27.543185 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e794e7-b571-4a85-89cb-74abb6877e16", "name": "network-vif-plugged", "status": "completed", "tag": "5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:27.543435 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c157bd61-ef0a-41aa-9994-0ad595ef1207 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:27.543811 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e794e7-b571-4a85-89cb-74abb6877e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b', 'code': 200} Jul 16 00:02:27.568615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:27.653455 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c420d-7123-40eb-af50-87d29d403fad req-4e441a4b-b75b-45d0-8164-d602b991f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:27.654893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa2c420d-7123-40eb-af50-87d29d403fad req-4e441a4b-b75b-45d0-8164-d602b991f8bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 1096 time: 0.0543072 Jul 16 00:02:27.689915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa2c420d-7123-40eb-af50-87d29d403fad req-99bf5f6d-1dc7-4df7-a4d4-04f19f50586e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275874 Jul 16 00:02:28.136604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f89b5-4685-4521-b83d-51f3954ff995 req-15698aa8-de90-4e8b-ba92-53f047f5183d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:28.138290 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8f89b5-4685-4521-b83d-51f3954ff995 req-15698aa8-de90-4e8b-ba92-53f047f5183d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0648270 Jul 16 00:02:28.175771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8f89b5-4685-4521-b83d-51f3954ff995 req-c0a98609-59c1-41ce-8bbe-0c263ec211ad tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jul 16 00:02:29.345260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa113b9-8691-4861-a1a3-0be4ac7f24a2 req-f583a3d7-36f9-43f6-805d-a928a6a9a10d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:29.346724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5aa113b9-8691-4861-a1a3-0be4ac7f24a2 req-f583a3d7-36f9-43f6-805d-a928a6a9a10d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0624182 Jul 16 00:02:29.383611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5aa113b9-8691-4861-a1a3-0be4ac7f24a2 req-f93480e4-baa0-48c0-bd82-02bf5068d61d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Jul 16 00:02:29.606391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-a76b142c-bbff-48d9-996b-785556916eb7 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:29.607880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-a76b142c-bbff-48d9-996b-785556916eb7 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/networks?id=c6df0933-64a5-4974-9bb9-ceb32d9efe32 HTTP/1.1" status: 200 len: 812 time: 0.1042347 Jul 16 00:02:29.622000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-b64af85c-3785-463f-9615-ba170a818456 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/quotas/4c84e9f80f724e89b1f24b032cb6b4e6 HTTP/1.1" status: 200 len: 375 time: 0.0087845 Jul 16 00:02:29.683206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-581e567c-070b-4c33-9333-00859c3faba0 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c84e9f80f724e89b1f24b032cb6b4e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565176 Jul 16 00:02:29.776475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-b3d85d4a-55b0-403b-988d-fa5df4b71295 service neutron] 10.222.0.23 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867252 Jul 16 00:02:29.870725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-75804837-b085-4ffe-a5dc-235dc329a66f service neutron] 10.222.0.23 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886929 Jul 16 00:02:30.032952 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-289a0707-ac21-4255-ab15-9899a4c94413 req-605ff15f-7cf8-4ffd-9981-32d69057fbb3 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 210 time: 0.0295503 Jul 16 00:02:31.102846 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-0d65f4e5-6744-47cc-9590-071450a1d2e6 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:31.104570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-0d65f4e5-6744-47cc-9590-071450a1d2e6 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.37 "GET /v2.0/networks?id=c6df0933-64a5-4974-9bb9-ceb32d9efe32 HTTP/1.1" status: 200 len: 812 time: 0.1058598 Jul 16 00:02:31.125381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Request body: {'port': {'device_id': '5813a6e9-244f-4a8c-9d61-bc3777027de1', 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32', 'admin_state_up': True, 'tenant_id': '4c84e9f80f724e89b1f24b032cb6b4e6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:31.183451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7242aac3-62c6-4644-989f-96594fa76751 req-5d31edae-a0b2-4b33-a94f-778890cda413 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 210 time: 0.0319901 Jul 16 00:02:31.263189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Made reservation on behalf of 4c84e9f80f724e89b1f24b032cb6b4e6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:31.266925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:31.390718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Allocated IP 172.20.0.12 (c6df0933-64a5-4974-9bb9-ceb32d9efe32/7bf9f702-731f-47c0-ae6b-6e4d19aa51a8/7faa4caf-f959-438e-bebc-dbec51023ec3) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:31.534107 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:31.571976 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:31.584902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:02:31.612668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Network c6df0933-64a5-4974-9bb9-ceb32d9efe32 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:31.619050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:31.622951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:31.652378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Pushing event updated for resources: {'Port': ['ID=7faa4caf-f959-438e-bebc-dbec51023ec3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:31.664650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.664996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.665333 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.665677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.666007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.666336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.666660 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.667011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.667334 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.667652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.667972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.668291 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:31.686215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:31.686850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:31.700263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4ed68b1c-2b38-4678-bbb4-e7c19bafba33 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788407 Jul 16 00:02:31.717344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Request body: {'port': {'device_id': '5813a6e9-244f-4a8c-9d61-bc3777027de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:31.791836 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:32.045787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7faa4caf-f959-438e-bebc-dbec51023ec3 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:02:32.053706 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:32.065316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Transition to ACTIVE for port object 7faa4caf-f959-438e-bebc-dbec51023ec3 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:32.069548 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:32.115897 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Pushing event updated for resources: {'Port': ['ID=7faa4caf-f959-438e-bebc-dbec51023ec3,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:32.186580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Attempting to bind port 7faa4caf-f959-438e-bebc-dbec51023ec3 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:02:32.186937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Attempting to bind port 7faa4caf-f959-438e-bebc-dbec51023ec3 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:02:32.187258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Attempting to bind port 7faa4caf-f959-438e-bebc-dbec51023ec3 on network c6df0933-64a5-4974-9bb9-ceb32d9efe32 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:32.191397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Port 7faa4caf-f959-438e-bebc-dbec51023ec3 on network c6df0933-64a5-4974-9bb9-ceb32d9efe32 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:02:32.191711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Attempting to bind port 7faa4caf-f959-438e-bebc-dbec51023ec3 on network c6df0933-64a5-4974-9bb9-ceb32d9efe32 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:32.196898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:02:32.197229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Checking segment: {'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:32.197606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Bound using segment: {'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:02:32.198021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Bound port: 7faa4caf-f959-438e-bebc-dbec51023ec3, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:02:32.198384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:32.259119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] For port 7faa4caf-f959-438e-bebc-dbec51023ec3, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:02:32.262537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] For port 7faa4caf-f959-438e-bebc-dbec51023ec3, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7faa4caf-f959-438e-bebc-dbec51023ec3,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:02:32.267347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:32.309949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:32.310557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:32.311884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] 10.222.0.37 "PUT /v2.0/ports/7faa4caf-f959-438e-bebc-dbec51023ec3 HTTP/1.1" status: 200 len: 1092 time: 0.5987227 Jul 16 00:02:32.315926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5813a6e9-244f-4a8c-9d61-bc3777027de1', 'tag': '7faa4caf-f959-438e-bebc-dbec51023ec3'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:32.318646 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "5813a6e9-244f-4a8c-9d61-bc3777027de1", "tag": "7faa4caf-f959-438e-bebc-dbec51023ec3"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:32.359795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61828ec9-ac80-4c79-9584-af4cfdbfcfed service neutron] Pushing event updated for resources: {'Port': ['ID=7faa4caf-f959-438e-bebc-dbec51023ec3,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:32.419227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f018f4a-29a8-47bb-ab26-3c5816697b59 req-5b30ec2f-c3ec-4ba2-9936-e7da3a6b8d4d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:32.420690 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f018f4a-29a8-47bb-ab26-3c5816697b59 req-5b30ec2f-c3ec-4ba2-9936-e7da3a6b8d4d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 944 time: 0.1206994 Jul 16 00:02:32.459755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4cdbcb0a-a1e8-4bb8-9a1a-076e6dc6b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:32.461193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4cdbcb0a-a1e8-4bb8-9a1a-076e6dc6b842 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c84e9f80f724e89b1f24b032cb6b4e6&device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 1095 time: 0.0947897 Jul 16 00:02:32.468017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8f018f4a-29a8-47bb-ab26-3c5816697b59 req-64dcf0bd-e173-4f46-a75b-bab61d5c9d4d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Jul 16 00:02:32.512689 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-8106860c-ac8d-4885-ac4f-77dc2671cded service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7faa4caf-f959-438e-bebc-dbec51023ec3 HTTP/1.1" status: 200 len: 217 time: 0.0385218 Jul 16 00:02:32.514099 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2fe2a-65e5-448e-a5a2-c1e3412b2eb5 x-openstack-request-id: req-2df2fe2a-65e5-448e-a5a2-c1e3412b2eb5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:32.514387 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5813a6e9-244f-4a8c-9d61-bc3777027de1", "tag": "7faa4caf-f959-438e-bebc-dbec51023ec3", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:32.514636 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2df2fe2a-65e5-448e-a5a2-c1e3412b2eb5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:32.515045 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5813a6e9-244f-4a8c-9d61-bc3777027de1', 'tag': '7faa4caf-f959-438e-bebc-dbec51023ec3', 'status': 'completed', 'code': 200} Jul 16 00:02:32.571888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4f9cb5d9-ec78-4fa7-8552-ecdb0485cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:32.573199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-4f9cb5d9-ec78-4fa7-8552-ecdb0485cdae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf9f702-731f-47c0-ae6b-6e4d19aa51a8 HTTP/1.1" status: 200 len: 852 time: 0.0426247 Jul 16 00:02:32.604193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-d97f4b9b-db5e-40ef-8c33-7d8a9fc15e22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6df0933-64a5-4974-9bb9-ceb32d9efe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249646 Jul 16 00:02:32.694102 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-e0be1688-70d8-4fb7-a786-2520e87525bd service neutron] 10.222.0.37 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831151 Jul 16 00:02:32.780364 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f8c9a2-3592-4056-bfd4-2515e1ab1030 req-90306a8c-f510-429e-85b3-c735a80738f0 service neutron] 10.222.0.37 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802073 Jul 16 00:02:32.930533 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-59d72c96-599a-451c-89e2-51df90f84aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:32.932057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-59d72c96-599a-451c-89e2-51df90f84aee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c84e9f80f724e89b1f24b032cb6b4e6&device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 1095 time: 0.0592027 Jul 16 00:02:33.018151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-328055d6-6a96-455b-82b7-90c4e919a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:33.019626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-328055d6-6a96-455b-82b7-90c4e919a8f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c6df0933-64a5-4974-9bb9-ceb32d9efe32 HTTP/1.1" status: 200 len: 913 time: 0.0818737 Jul 16 00:02:33.062579 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-401173d3-fd41-423b-8ac3-552c05a03f51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7faa4caf-f959-438e-bebc-dbec51023ec3 HTTP/1.1" status: 200 len: 217 time: 0.0362399 Jul 16 00:02:33.110848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-570d41c5-559c-4ba2-9a57-af945ef3ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:33.112232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-570d41c5-559c-4ba2-9a57-af945ef3ee1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf9f702-731f-47c0-ae6b-6e4d19aa51a8 HTTP/1.1" status: 200 len: 852 time: 0.0417347 Jul 16 00:02:33.144972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-003f8d30-ebbc-4836-b4fa-6138f8b11f1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c6df0933-64a5-4974-9bb9-ceb32d9efe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248919 Jul 16 00:02:33.233849 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-0c23d3ac-f436-4c52-9d65-3cec4ff80c8f service neutron] 10.222.0.37 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816834 Jul 16 00:02:33.324932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e72bb75-7cff-4e9a-93c5-51cc66d49f2f req-e374101b-4910-41d4-b40d-d6cbec865f35 service neutron] 10.222.0.37 "GET /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831718 Jul 16 00:02:33.642084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec13b4b-66ae-4a74-a162-97c12c7106d0 req-afc452a4-61cf-4381-8024-a6a0f6a5b527 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:33.643648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ec13b4b-66ae-4a74-a162-97c12c7106d0 req-afc452a4-61cf-4381-8024-a6a0f6a5b527 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 944 time: 0.0660570 Jul 16 00:02:33.995545 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6ec13b4b-66ae-4a74-a162-97c12c7106d0 req-3faf4628-14b1-4a11-bd71-8f57e25d5c53 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464022 Jul 16 00:02:35.167142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636de5a8-87fa-4402-9848-707f2f36af17 req-4aace615-d1df-429a-9eac-f3325e0d522f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:35.168760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-636de5a8-87fa-4402-9848-707f2f36af17 req-4aace615-d1df-429a-9eac-f3325e0d522f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 944 time: 0.0631125 Jul 16 00:02:35.205008 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-636de5a8-87fa-4402-9848-707f2f36af17 req-971c9a8c-76f1-419f-a4ae-ec32bb0b6199 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Jul 16 00:02:35.625082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7faa4caf-f959-438e-bebc-dbec51023ec3 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:02:35.721616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7faa4caf-f959-438e-bebc-dbec51023ec3, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7faa4caf-f959-438e-bebc-dbec51023ec3,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:35.732957 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '7faa4caf-f959-438e-bebc-dbec51023ec3', 'network_id': 'c6df0933-64a5-4974-9bb9-ceb32d9efe32', 'port_id': '7faa4caf-f959-438e-bebc-dbec51023ec3', 'mac_address': 'fa:16:3e:8f:33:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf9f702-731f-47c0-ae6b-6e4d19aa51a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:02:35.768310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:35.781228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7faa4caf-f959-438e-bebc-dbec51023ec3 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:02:35.799842 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7faa4caf-f959-438e-bebc-dbec51023ec3, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7faa4caf-f959-438e-bebc-dbec51023ec3,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:35.804335 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:35.859660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7faa4caf-f959-438e-bebc-dbec51023ec3,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:36.065689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7faa4caf-f959-438e-bebc-dbec51023ec3'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:02:36.374680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5586bfd-1722-4205-82dc-4351212a1bfd req-a8b8a033-4da0-4c13-a124-1c42205ba025 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:36.376100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5586bfd-1722-4205-82dc-4351212a1bfd req-a8b8a033-4da0-4c13-a124-1c42205ba025 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 945 time: 0.0618324 Jul 16 00:02:36.416406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5586bfd-1722-4205-82dc-4351212a1bfd req-f6bd8ba0-d63a-4320-920f-578cd0c641d3 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Jul 16 00:02:37.584571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a740278-c6ea-4268-80be-1d889b7597a3 req-5b7d9373-7554-4bc9-82dc-648d4d0fc4d8 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:37.586025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a740278-c6ea-4268-80be-1d889b7597a3 req-5b7d9373-7554-4bc9-82dc-648d4d0fc4d8 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 945 time: 0.0615819 Jul 16 00:02:37.622598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a740278-c6ea-4268-80be-1d889b7597a3 req-1716a900-363a-4b49-9bf6-dd8412645483 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311475 Jul 16 00:02:37.637471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7faa4caf-f959-438e-bebc-dbec51023ec3 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:37.687677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 7faa4caf-f959-438e-bebc-dbec51023ec3 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:37.691192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 7faa4caf-f959-438e-bebc-dbec51023ec3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:37.691566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:37.765255 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:37.788205 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5813a6e9-244f-4a8c-9d61-bc3777027de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faa4caf-f959-438e-bebc-dbec51023ec3'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:37.790578 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dae0095-526f-4821-9632-ddec776dffda" -d '{"events": [{"server_uuid": "5813a6e9-244f-4a8c-9d61-bc3777027de1", "name": "network-vif-plugged", "status": "completed", "tag": "7faa4caf-f959-438e-bebc-dbec51023ec3"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:37.803851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 7faa4caf-f959-438e-bebc-dbec51023ec3, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7faa4caf-f959-438e-bebc-dbec51023ec3,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:37.807937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:37.830896 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b20eff6-33ec-4fbf-b388-80b7cfc8afae x-openstack-request-id: req-8b20eff6-33ec-4fbf-b388-80b7cfc8afae {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:37.831191 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5813a6e9-244f-4a8c-9d61-bc3777027de1", "name": "network-vif-plugged", "status": "completed", "tag": "7faa4caf-f959-438e-bebc-dbec51023ec3", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:37.831446 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b20eff6-33ec-4fbf-b388-80b7cfc8afae {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:37.831866 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5813a6e9-244f-4a8c-9d61-bc3777027de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faa4caf-f959-438e-bebc-dbec51023ec3', 'code': 200} Jul 16 00:02:37.859208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=7faa4caf-f959-438e-bebc-dbec51023ec3,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:37.965286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11884b-b380-463e-84a3-f206293d5ae9 req-1bede003-4215-44d8-bc92-7c8bbdb5730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:37.966673 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec11884b-b380-463e-84a3-f206293d5ae9 req-1bede003-4215-44d8-bc92-7c8bbdb5730f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 1097 time: 0.0507472 Jul 16 00:02:38.001512 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ec11884b-b380-463e-84a3-f206293d5ae9 req-9f63c931-f9ae-48ba-8a77-3d414bd295e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275140 Jul 16 00:02:38.807131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc405404-d3b1-4573-8552-d69d89caf54d req-71ed7a52-e5a7-4683-b365-9e06fd5429d9 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:38.808647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc405404-d3b1-4573-8552-d69d89caf54d req-71ed7a52-e5a7-4683-b365-9e06fd5429d9 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 946 time: 0.0715220 Jul 16 00:02:38.845884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc405404-d3b1-4573-8552-d69d89caf54d req-c1b13ae5-4c64-446b-b118-cf1325d35ea6 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Jul 16 00:02:40.018646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540d613-3d43-44a8-b72e-ffb01725bc6e req-da487a0f-27da-47e8-a1df-123d1054b6b2 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:40.020062 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2540d613-3d43-44a8-b72e-ffb01725bc6e req-da487a0f-27da-47e8-a1df-123d1054b6b2 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 946 time: 0.0620847 Jul 16 00:02:40.057588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2540d613-3d43-44a8-b72e-ffb01725bc6e req-bf197c13-3d51-4d49-9858-d993eb8cfc88 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Jul 16 00:02:40.421820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5534e-01b7-4837-af51-b01693822bfc req-f01f0e4f-4afd-4b7f-b0fc-ebbd22689b8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:40.423328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4e5534e-01b7-4837-af51-b01693822bfc req-f01f0e4f-4afd-4b7f-b0fc-ebbd22689b8f tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 946 time: 0.0616570 Jul 16 00:02:40.463467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d4e5534e-01b7-4837-af51-b01693822bfc req-ef6911b0-af09-4a06-8477-e7ac347e0b1c tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Jul 16 00:02:41.010938 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:02:41.636884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826420ae-515c-4092-b649-205b7002be8c req-2e207715-3d2a-4bbb-85c0-16de3eb54031 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:41.638403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-826420ae-515c-4092-b649-205b7002be8c req-2e207715-3d2a-4bbb-85c0-16de3eb54031 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 946 time: 0.0632250 Jul 16 00:02:41.675719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-826420ae-515c-4092-b649-205b7002be8c req-de3ab65a-6acd-4a89-b09a-e48d15b02327 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Jul 16 00:02:41.758724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-4ebc735c-6bf9-45bb-a89b-5ad44de800fe tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:41.760204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-4ebc735c-6bf9-45bb-a89b-5ad44de800fe tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.37 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 946 time: 0.0620909 Jul 16 00:02:41.859622 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Deleting port 7faa4caf-f959-438e-bebc-dbec51023ec3 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:41.859963 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:41.951677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] For port 7faa4caf-f959-438e-bebc-dbec51023ec3, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=7faa4caf-f959-438e-bebc-dbec51023ec3,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:41.951953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:41.964036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Calling delete_port for 7faa4caf-f959-438e-bebc-dbec51023ec3 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:42.089061 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:42.100853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:02:42.117896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Pushing event deleted for resources: {'Port': ['ID=7faa4caf-f959-438e-bebc-dbec51023ec3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:42.168170 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] No DVR routers for this DVR port 7faa4caf-f959-438e-bebc-dbec51023ec3 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:02:42.170870 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:42.172916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea7ac20b-c036-4727-bdff-c4900a1962e5 req-3c0f28f4-9658-4a53-8fc2-4cda219b66cc tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.37 "DELETE /v2.0/ports/7faa4caf-f959-438e-bebc-dbec51023ec3 HTTP/1.1" status: 204 len: 173 time: 0.4073236 Jul 16 00:02:42.173362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5813a6e9-244f-4a8c-9d61-bc3777027de1', 'name': 'network-vif-deleted', 'tag': '7faa4caf-f959-438e-bebc-dbec51023ec3'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:42.175707 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40919f1c-76cb-4c84-9032-34b9172b6021" -d '{"events": [{"server_uuid": "5813a6e9-244f-4a8c-9d61-bc3777027de1", "name": "network-vif-deleted", "tag": "7faa4caf-f959-438e-bebc-dbec51023ec3"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:42.216159 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654949d6-8c57-4a21-b34e-08f0f69a43f9 x-openstack-request-id: req-654949d6-8c57-4a21-b34e-08f0f69a43f9 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:42.216452 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5813a6e9-244f-4a8c-9d61-bc3777027de1", "name": "network-vif-deleted", "tag": "7faa4caf-f959-438e-bebc-dbec51023ec3", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:42.216705 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-654949d6-8c57-4a21-b34e-08f0f69a43f9 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:42.217122 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5813a6e9-244f-4a8c-9d61-bc3777027de1', 'name': 'network-vif-deleted', 'tag': '7faa4caf-f959-438e-bebc-dbec51023ec3', 'status': 'completed', 'code': 200} Jul 16 00:02:42.284299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['7faa4caf-f959-438e-bebc-dbec51023ec3'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:02:42.829304 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-146819e2-6625-4615-b9a3-5f7015965561 req-1c1d7cac-386f-4ed4-8681-a95ceafb032d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=5813a6e9-244f-4a8c-9d61-bc3777027de1 HTTP/1.1" status: 200 len: 210 time: 0.0287364 Jul 16 00:02:44.068987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b2f64-4d38-4b09-8efd-affe24892ddb req-ac6bc5be-c7f2-4d47-9e31-d403bf9bcf86 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:44.070350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f51b2f64-4d38-4b09-8efd-affe24892ddb req-ac6bc5be-c7f2-4d47-9e31-d403bf9bcf86 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0634704 Jul 16 00:02:44.106355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f51b2f64-4d38-4b09-8efd-affe24892ddb req-b4c26d83-0d89-42cd-9ec3-25c8ac6e3242 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304983 Jul 16 00:02:44.296524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee66d3-39cb-4c71-8f5e-b442761cf223 req-cde031b5-d210-49d3-8879-d37508b7d148 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:44.298005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05ee66d3-39cb-4c71-8f5e-b442761cf223 req-cde031b5-d210-49d3-8879-d37508b7d148 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0669453 Jul 16 00:02:44.336642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-05ee66d3-39cb-4c71-8f5e-b442761cf223 req-b5369a38-233f-4a6c-af62-55bf19a90a34 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Jul 16 00:02:44.377222 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:44.506110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90de63-8251-4d90-814a-887f11cb0826 req-5ac23b82-bc4f-43a5-b3d3-160409b619ac tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:44.507619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac90de63-8251-4d90-814a-887f11cb0826 req-5ac23b82-bc4f-43a5-b3d3-160409b619ac tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0628889 Jul 16 00:02:44.544644 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ac90de63-8251-4d90-814a-887f11cb0826 req-8eb8af2a-bcbe-47c7-b899-a4bbdcd46760 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Jul 16 00:02:44.807733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b513f-4f5a-4182-914f-7d801508bdfe req-4c6c339e-e82d-4fac-ac0d-08dae0318d57 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:44.809202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-361b513f-4f5a-4182-914f-7d801508bdfe req-4c6c339e-e82d-4fac-ac0d-08dae0318d57 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0621643 Jul 16 00:02:44.849567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-361b513f-4f5a-4182-914f-7d801508bdfe req-3ac9a442-0540-4ee1-92fa-7d0129ed14ec tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349388 Jul 16 00:02:45.016992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c191620-ac50-4e15-995b-56f65af3b903 req-4d0e1a52-07ae-4f73-9868-71c2ae1900f9 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:45.018476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c191620-ac50-4e15-995b-56f65af3b903 req-4d0e1a52-07ae-4f73-9868-71c2ae1900f9 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0630069 Jul 16 00:02:45.055477 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6c191620-ac50-4e15-995b-56f65af3b903 req-c1f1ba0e-a1f1-44a0-a52d-9f13dcf0442d tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Jul 16 00:02:45.233634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fa402-b9c0-4974-8466-309d904a155b req-208fabd8-aa3b-4963-8b97-90336a7ed943 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:45.235133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d38fa402-b9c0-4974-8466-309d904a155b req-208fabd8-aa3b-4963-8b97-90336a7ed943 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0625215 Jul 16 00:02:45.272974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d38fa402-b9c0-4974-8466-309d904a155b req-2fab5487-1614-48a9-a46b-ba1cf1823df7 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Jul 16 00:02:45.673448 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7faa4caf-f959-438e-bebc-dbec51023ec3 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:45.695532 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 7faa4caf-f959-438e-bebc-dbec51023ec3 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:45.695885 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 7faa4caf-f959-438e-bebc-dbec51023ec3 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:45.775874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f6395-9196-42b0-b477-868855484df6 req-f729fe52-659d-4d18-8fd6-8d7062d0ef45 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:45.777296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176f6395-9196-42b0-b477-868855484df6 req-f729fe52-659d-4d18-8fd6-8d7062d0ef45 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0672617 Jul 16 00:02:45.814522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-176f6395-9196-42b0-b477-868855484df6 req-6333de34-2aa1-4424-8268-75313c371667 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Jul 16 00:02:46.983249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afb14d-63c2-4837-9436-96341dda1be3 req-d844bad5-1db9-4e5a-b933-813a6a93e3f6 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:46.984658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69afb14d-63c2-4837-9436-96341dda1be3 req-d844bad5-1db9-4e5a-b933-813a6a93e3f6 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Jul 16 00:02:47.022047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69afb14d-63c2-4837-9436-96341dda1be3 req-08e2c289-8b78-41a7-a6a4-f3f2bc0e5ed5 tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Jul 16 00:02:47.100122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-2b9240d2-9044-4426-90d3-0e235b93b54a tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:47.101585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-2b9240d2-9044-4426-90d3-0e235b93b54a tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.59 "GET /v2.0/ports?device_id=01e794e7-b571-4a85-89cb-74abb6877e16 HTTP/1.1" status: 200 len: 945 time: 0.0623891 Jul 16 00:02:47.203498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Deleting port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:47.203840 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:47.294677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] For port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,segment=NetworkSegment(bc2da8c9-d892-43fe-bd2d-02b02e10a0a3),segment_id=bc2da8c9-d892-43fe-bd2d-02b02e10a0a3)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:47.294983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:47.306951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Calling delete_port for 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:47.435243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:47.447866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:02:47.470203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Pushing event deleted for resources: {'Port': ['ID=5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:47.514553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] No DVR routers for this DVR port 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:02:47.517078 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:47.519095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e28898e1-dbae-48a4-ac0a-edd24d83c8f8 req-be45a4c5-a114-4492-b149-2e0d37a642da tempest-ServersNegativeTestJSON-751529748 tempest-ServersNegativeTestJSON-751529748-project] 10.222.0.59 "DELETE /v2.0/ports/5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b HTTP/1.1" status: 204 len: 173 time: 0.4114957 Jul 16 00:02:47.519528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e794e7-b571-4a85-89cb-74abb6877e16', 'name': 'network-vif-deleted', 'tag': '5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:02:47.521767 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b06c95-c8d8-4d34-aa03-1e21e5455ba1" -d '{"events": [{"server_uuid": "01e794e7-b571-4a85-89cb-74abb6877e16", "name": "network-vif-deleted", "tag": "5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:02:47.565548 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a4b2d9-dfbe-4262-aedc-b43a340cdc3f x-openstack-request-id: req-52a4b2d9-dfbe-4262-aedc-b43a340cdc3f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:02:47.565841 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e794e7-b571-4a85-89cb-74abb6877e16", "name": "network-vif-deleted", "tag": "5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:02:47.566096 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52a4b2d9-dfbe-4262-aedc-b43a340cdc3f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:02:47.566500 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e794e7-b571-4a85-89cb-74abb6877e16', 'name': 'network-vif-deleted', 'tag': '5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b', 'status': 'completed', 'code': 200} Jul 16 00:02:48.115426 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:48.132659 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-abbae74a-9827-4c33-946d-d776777e5567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.160962 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f415e678-fcbb-48c4-95cf-0c440ca3e7bd admin admin] Deleting subnet 7bf9f702-731f-47c0-ae6b-6e4d19aa51a8 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:02:48.164416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415e678-fcbb-48c4-95cf-0c440ca3e7bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.198176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415e678-fcbb-48c4-95cf-0c440ca3e7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.235722 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415e678-fcbb-48c4-95cf-0c440ca3e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.292277 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415e678-fcbb-48c4-95cf-0c440ca3e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.318409 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415e678-fcbb-48c4-95cf-0c440ca3e7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf9f702-731f-47c0-ae6b-6e4d19aa51a8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:48.320481 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f415e678-fcbb-48c4-95cf-0c440ca3e7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.322337 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f415e678-fcbb-48c4-95cf-0c440ca3e7bd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7bf9f702-731f-47c0-ae6b-6e4d19aa51a8 HTTP/1.1" status: 204 len: 168 time: 0.2058325 Jul 16 00:02:48.324853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56334) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:48.390650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.470299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.479886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6df0933-64a5-4974-9bb9-ceb32d9efe32']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:48.489655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:48.489958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2da8c9-d892-43fe-bd2d-02b02e10a0a3') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:48.498777 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.512748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.518414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:02:48.518836 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:02:48.520429 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:02:48.577096 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.582625 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.584898 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6df0933-64a5-4974-9bb9-ceb32d9efe32 HTTP/1.1" status: 204 len: 168 time: 0.2591224 Jul 16 00:02:48.595789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1d0b4-787b-4283-a049-406499444a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6df0933-64a5-4974-9bb9-ceb32d9efe32,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:48.691082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56338) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:48.731785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8c742fc9-f74e-4810-be1f-4fce8a81e6a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c84e9f80f724e89b1f24b032cb6b4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387034 Jul 16 00:02:48.733479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56340) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:48.782106 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-458765af-85d2-4d01-83a4-4253602140d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.803041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-458765af-85d2-4d01-83a4-4253602140d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.849343 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-458765af-85d2-4d01-83a4-4253602140d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.851972 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-458765af-85d2-4d01-83a4-4253602140d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:48.853146 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-458765af-85d2-4d01-83a4-4253602140d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcd1b1e4-b13f-47ff-8786-ab6bafa00c09 HTTP/1.1" status: 204 len: 168 time: 0.1187530 Jul 16 00:02:48.860689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458765af-85d2-4d01-83a4-4253602140d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd1b1e4-b13f-47ff-8786-ab6bafa00c09,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:49.503550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56362) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:49.595682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1494042606'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:49.620414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:49.623918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.632751 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.723215 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.727829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.756863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:02:49.762109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943276c3-9cbe-4081-b644-ad00b0d7fcc9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:49.769580 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.770437 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Added segment 36b0a75a-9db5-4240-a502-9127c61e976b of type vlan for network 7882e453-65a1-4aeb-8f58-cdabbe2cae16 Jul 16 00:02:49.809747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.838023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.843467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:49.844057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:49.878390 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3737555 Jul 16 00:02:49.914507 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcecb5c-8378-442e-a146-d1f870fa30ff tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Network': ['ID=7882e453-65a1-4aeb-8f58-cdabbe2cae16,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:49.926459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7882e453-65a1-4aeb-8f58-cdabbe2cae16 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:02:50.752081 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6c53e642-c1e2-4eea-ba55-967b8efb2d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:51.133641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:51.429181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:51.448566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:51.448906 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 5e7d6ce6-8e2a-4c8c-92df-f643e1cbca3b not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:51.739824 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.132015 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56366) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:53.137131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'subnet': {'network_id': '7882e453-65a1-4aeb-8f58-cdabbe2cae16', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:53.223508 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:53.227628 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.408518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.468438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Subnet': ['ID=6863de8d-4d5c-48a8-8c86-b566d78f4259,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:53.477110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Checking segment: {'id': '36b0a75a-9db5-4240-a502-9127c61e976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7882e453-65a1-4aeb-8f58-cdabbe2cae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:53.477478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network hostable DHCP agents. Network: 7882e453-65a1-4aeb-8f58-cdabbe2cae16, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:02:53.487560 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.494770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network 7882e453-65a1-4aeb-8f58-cdabbe2cae16 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:02:53.502905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7882e453-65a1-4aeb-8f58-cdabbe2cae16) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:53.507926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:53.508867 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.512967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530fad76-6727-41ae-aeee-64c37cf0f58d None None] Network 7882e453-65a1-4aeb-8f58-cdabbe2cae16 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:53.523763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b94c5e25-a761-49ad-afa7-51ad20b66165 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3907328 Jul 16 00:02:53.527469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56368) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:53.532418 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-557186930'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:53.555420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:53.559368 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.588824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:02:53.597570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.598099 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Added segment ee2544e9-40ce-4a9e-a54c-7db94861bed9 of type vlan for network 4472917b-a438-48aa-a48e-366a1d4804ae Jul 16 00:02:53.636329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.662667 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-7882e453-65a1-4aeb-8f58-cdabbe2cae16', 'network_id': '7882e453-65a1-4aeb-8f58-cdabbe2cae16', 'tenant_id': 'ac2c983fa2c2482bb76593eaca356d9a', 'fixed_ips': [{'subnet_id': '6863de8d-4d5c-48a8-8c86-b566d78f4259'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:02:53.663634 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.665209 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.670792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:53.671394 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.704745 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1762173 Jul 16 00:02:53.707777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56370) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:53.715159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'subnet': {'network_id': '4472917b-a438-48aa-a48e-366a1d4804ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:53.754466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54b8ed-9e50-4974-bf87-3adfa7113d66 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Network': ['ID=4472917b-a438-48aa-a48e-366a1d4804ae,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:53.777505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 4472917b-a438-48aa-a48e-366a1d4804ae details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:02:53.834715 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:53.838308 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:53.855034 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Allocated IP 2001:db8:0:ffff::2 (7882e453-65a1-4aeb-8f58-cdabbe2cae16/6863de8d-4d5c-48a8-8c86-b566d78f4259/a23b51d2-e938-440f-a86b-637a6df2ada3) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:54.003392 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.012585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Transition to ACTIVE for port object a23b51d2-e938-440f-a86b-637a6df2ada3 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:54.027585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Transition to ACTIVE for port object a23b51d2-e938-440f-a86b-637a6df2ada3 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:54.033139 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.043089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.069583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Network 7882e453-65a1-4aeb-8f58-cdabbe2cae16 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:54.075914 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:54.078341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:54.091641 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Pushing event updated for resources: {'Port': ['ID=a23b51d2-e938-440f-a86b-637a6df2ada3,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:54.105697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Subnet': ['ID=204856f2-bcbc-4831-8be1-e85e9b51e21e,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:54.113436 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Checking segment: {'id': 'ee2544e9-40ce-4a9e-a54c-7db94861bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4472917b-a438-48aa-a48e-366a1d4804ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:54.113739 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network hostable DHCP agents. Network: 4472917b-a438-48aa-a48e-366a1d4804ae, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:02:54.116942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.117293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.117637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.117974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.118314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.118651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.119008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.119341 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.119670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.120009 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.120321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.120643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:02:54.131619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network 4472917b-a438-48aa-a48e-366a1d4804ae is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:02:54.139966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 4472917b-a438-48aa-a48e-366a1d4804ae) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:54.144115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:54.144718 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.151502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c607a79-da31-4057-98ef-23f781aa49e1 None None] Network 4472917b-a438-48aa-a48e-366a1d4804ae requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:54.159246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d0f2eed2-7ec5-4a27-b251-a298217e0d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4500833 Jul 16 00:02:54.162722 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56374) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:54.166864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Attempting to bind port a23b51d2-e938-440f-a86b-637a6df2ada3 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:02:54.167258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Attempting to bind port a23b51d2-e938-440f-a86b-637a6df2ada3 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '36b0a75a-9db5-4240-a502-9127c61e976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7882e453-65a1-4aeb-8f58-cdabbe2cae16'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:02:54.167598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Attempting to bind port a23b51d2-e938-440f-a86b-637a6df2ada3 on network 7882e453-65a1-4aeb-8f58-cdabbe2cae16 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:54.185862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:02:54.186139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Checking segment: {'id': '36b0a75a-9db5-4240-a502-9127c61e976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7882e453-65a1-4aeb-8f58-cdabbe2cae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:54.186540 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.186956 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Bound using segment: {'id': '36b0a75a-9db5-4240-a502-9127c61e976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7882e453-65a1-4aeb-8f58-cdabbe2cae16'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:02:54.187420 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Bound port: a23b51d2-e938-440f-a86b-637a6df2ada3, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0a75a-9db5-4240-a502-9127c61e976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7882e453-65a1-4aeb-8f58-cdabbe2cae16'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:02:54.187798 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.256935 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.320847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] For port a23b51d2-e938-440f-a86b-637a6df2ada3, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:02:54.325417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] For port a23b51d2-e938-440f-a86b-637a6df2ada3, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a23b51d2-e938-440f-a86b-637a6df2ada3,segment=NetworkSegment(36b0a75a-9db5-4240-a502-9127c61e976b),segment_id=36b0a75a-9db5-4240-a502-9127c61e976b)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:02:54.331607 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.335843 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.390783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ed82e-0f38-4bd9-ae7a-d9457649dad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-4472917b-a438-48aa-a48e-366a1d4804ae', 'network_id': '4472917b-a438-48aa-a48e-366a1d4804ae', 'tenant_id': 'ac2c983fa2c2482bb76593eaca356d9a', 'fixed_ips': [{'subnet_id': '204856f2-bcbc-4831-8be1-e85e9b51e21e'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:02:54.390783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed82e-0f38-4bd9-ae7a-d9457649dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.403371 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.424310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b87258-af15-4a7c-a8fb-b9900192f95d None None] Pushing event updated for resources: {'Port': ['ID=a23b51d2-e938-440f-a86b-637a6df2ada3,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:54.433379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Subnet': ['ID=204856f2-bcbc-4831-8be1-e85e9b51e21e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:54.495633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e8e509-0d9e-4ee2-b2dc-78b01ce90d6b None None] Network 4472917b-a438-48aa-a48e-366a1d4804ae requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:54.503558 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.514074 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4472917b-a438-48aa-a48e-366a1d4804ae']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:54.526560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2544e9-40ce-4a9e-a54c-7db94861bed9') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:54.527059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2544e9-40ce-4a9e-a54c-7db94861bed9') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:54.538066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.552381 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.559135 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:02:54.559606 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:02:54.622917 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:02:54.631825 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.640303 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.642291 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/4472917b-a438-48aa-a48e-366a1d4804ae HTTP/1.1" status: 204 len: 168 time: 0.4785635 Jul 16 00:02:54.647350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56376) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:54.654168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-686872837'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:54.654882 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ac136-a5f4-4c22-993f-5c2b909bc0b2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Network': ['ID=4472917b-a438-48aa-a48e-366a1d4804ae,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:54.677787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:54.681452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.706672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:02:54.716734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.717175 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Added segment 0bd0e029-9b3f-423f-bb09-bbecb1c6f84e of type vlan for network 8ba37c96-4457-4711-aec1-e09b1b1e8b13 Jul 16 00:02:54.761598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.793995 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.799618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:54.800234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:54.833760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1851315 Jul 16 00:02:54.836781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56378) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:54.845738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'subnet': {'network_id': '8ba37c96-4457-4711-aec1-e09b1b1e8b13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:54.891264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb6851-4b02-4320-b833-43ecfff12766 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Network': ['ID=8ba37c96-4457-4711-aec1-e09b1b1e8b13,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:54.902710 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8ba37c96-4457-4711-aec1-e09b1b1e8b13 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:02:54.964667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:54.969251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.024930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Performing IP validity checks on allocation pools {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 00:02:55.025698 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.ipam_backend_mixin [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 00:02:55.154295 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.215363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Subnet': ['ID=e4a9bae7-f4ca-4b52-8b02-714ee2a70de8,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:55.226294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Checking segment: {'id': '0bd0e029-9b3f-423f-bb09-bbecb1c6f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8ba37c96-4457-4711-aec1-e09b1b1e8b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:55.226646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network hostable DHCP agents. Network: 8ba37c96-4457-4711-aec1-e09b1b1e8b13, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:02:55.244300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network 8ba37c96-4457-4711-aec1-e09b1b1e8b13 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:02:55.253067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 8ba37c96-4457-4711-aec1-e09b1b1e8b13) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:55.257214 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:55.257829 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.261844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08d482-af35-4a6e-bba8-5e1b563db928 None None] Network 8ba37c96-4457-4711-aec1-e09b1b1e8b13 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:55.274060 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6ad66f54-1fc8-4b61-9eb3-2ab39ce34c9b tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4340749 Jul 16 00:02:55.277006 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56380) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:55.379127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea51e0-91f1-42e9-8274-10bb5245ec5b None None] Network 7882e453-65a1-4aeb-8f58-cdabbe2cae16 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:55.387014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.447214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.492931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9ae96b85-c4fa-4fd6-8970-2c23ac089d4f None None] Provisioning for port a23b51d2-e938-440f-a86b-637a6df2ada3 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:55.499046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d26b8db-1b8f-4496-9716-81765f2f587b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-8ba37c96-4457-4711-aec1-e09b1b1e8b13', 'network_id': '8ba37c96-4457-4711-aec1-e09b1b1e8b13', 'tenant_id': 'ac2c983fa2c2482bb76593eaca356d9a', 'fixed_ips': [{'subnet_id': 'e4a9bae7-f4ca-4b52-8b02-714ee2a70de8'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:02:55.501812 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d26b8db-1b8f-4496-9716-81765f2f587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.510904 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a23b51d2-e938-440f-a86b-637a6df2ada3 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:55.516782 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.551304 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a9bae7-f4ca-4b52-8b02-714ee2a70de8,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:55.609096 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.619084 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba37c96-4457-4711-aec1-e09b1b1e8b13']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:55.628704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd0e029-9b3f-423f-bb09-bbecb1c6f84e') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:55.629008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd0e029-9b3f-423f-bb09-bbecb1c6f84e') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:55.638195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.652715 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.658599 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:02:55.659020 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:02:55.662077 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:02:55.695725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6444729-edb5-4c5b-89f3-0b3bdf7b0200 None None] Network 8ba37c96-4457-4711-aec1-e09b1b1e8b13 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:55.703773 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.727177 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.730890 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a23b51d2-e938-440f-a86b-637a6df2ada3 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:02:55.732910 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.738788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56382) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:55.739172 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/8ba37c96-4457-4711-aec1-e09b1b1e8b13 HTTP/1.1" status: 204 len: 168 time: 0.4610939 Jul 16 00:02:55.744101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542970401'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:55.754370 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a219d-601b-42fe-939f-f0f63af0a7ec tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Network': ['ID=8ba37c96-4457-4711-aec1-e09b1b1e8b13,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:55.765372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:55.768987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.769727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a23b51d2-e938-440f-a86b-637a6df2ada3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:55.770097 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.794572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:02:55.803709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.804060 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Added segment 6dd60f63-e8c7-4f41-be27-10f2ef478b7a of type vlan for network 3f6349ee-ea11-4ab2-893e-c9f22f33a98e Jul 16 00:02:55.846159 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.878526 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.884785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:55.885398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.906330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.926432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1863017 Jul 16 00:02:55.927027 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56384) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:55.936910 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'subnet': {'network_id': '3f6349ee-ea11-4ab2-893e-c9f22f33a98e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:55.942923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a23b51d2-e938-440f-a86b-637a6df2ada3, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a23b51d2-e938-440f-a86b-637a6df2ada3,segment=NetworkSegment(36b0a75a-9db5-4240-a502-9127c61e976b),segment_id=36b0a75a-9db5-4240-a502-9127c61e976b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:55.948820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:55.975963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36142db2-b2df-4995-8b54-354619108fb8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Network': ['ID=3f6349ee-ea11-4ab2-893e-c9f22f33a98e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:55.994738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 3f6349ee-ea11-4ab2-893e-c9f22f33a98e details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:02:56.030279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a23b51d2-e938-440f-a86b-637a6df2ada3,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:56.040499 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:56.044382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.169713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0c06533e-17fd-4379-903c-03cbd6e5ade2 None None] Provisioning complete for port a23b51d2-e938-440f-a86b-637a6df2ada3 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:56.170113 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0c06533e-17fd-4379-903c-03cbd6e5ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.225215 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.287318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Subnet': ['ID=b3eb60a9-0617-41fb-80a7-ffecd084b2fb,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:56.297305 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Checking segment: {'id': '6dd60f63-e8c7-4f41-be27-10f2ef478b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f6349ee-ea11-4ab2-893e-c9f22f33a98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:56.297664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network hostable DHCP agents. Network: 3f6349ee-ea11-4ab2-893e-c9f22f33a98e, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:02:56.313772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network 3f6349ee-ea11-4ab2-893e-c9f22f33a98e is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:02:56.322506 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 3f6349ee-ea11-4ab2-893e-c9f22f33a98e) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:56.326538 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:56.327157 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.332499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5b190-73e9-410a-b1f6-af0fd811e624 None None] Network 3f6349ee-ea11-4ab2-893e-c9f22f33a98e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:56.344887 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9467e357-53fc-430e-8bdb-7fe9d0e91745 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4130528 Jul 16 00:02:56.345682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56386) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:56.351007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442375635'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:56.371581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:56.375219 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.398693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:02:56.407869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.408223 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Added segment de98868a-bbd2-448e-8daf-f2d49852bc45 of type vlan for network 19491bd6-3c4b-48d6-a314-1d35d7417679 Jul 16 00:02:56.447822 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.476904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.479394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-3f6349ee-ea11-4ab2-893e-c9f22f33a98e', 'network_id': '3f6349ee-ea11-4ab2-893e-c9f22f33a98e', 'tenant_id': 'ac2c983fa2c2482bb76593eaca356d9a', 'fixed_ips': [{'subnet_id': 'b3eb60a9-0617-41fb-80a7-ffecd084b2fb'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:02:56.480274 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.482617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:56.483246 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.522709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1731696 Jul 16 00:02:56.522954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56388) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:56.527868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Request body: {'subnet': {'network_id': '19491bd6-3c4b-48d6-a314-1d35d7417679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:02:56.578591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd001b2-87e7-42de-b56b-48e108a2e9a8 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Network': ['ID=19491bd6-3c4b-48d6-a314-1d35d7417679,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:56.597045 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 19491bd6-3c4b-48d6-a314-1d35d7417679 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:02:56.645132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Made reservation on behalf of ac2c983fa2c2482bb76593eaca356d9a for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:02:56.648823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.670275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Allocated IP 2001:db8::2 (3f6349ee-ea11-4ab2-893e-c9f22f33a98e/b3eb60a9-0617-41fb-80a7-ffecd084b2fb/6fb5c65d-a10a-40bf-af5a-035d23ba5f91) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:02:56.817614 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.826101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Transition to ACTIVE for port object 6fb5c65d-a10a-40bf-af5a-035d23ba5f91 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:56.834675 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.842043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Transition to ACTIVE for port object 6fb5c65d-a10a-40bf-af5a-035d23ba5f91 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:02:56.847962 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.883908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Network 3f6349ee-ea11-4ab2-893e-c9f22f33a98e is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:02:56.886892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:56.892373 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:02:56.902037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event updated for resources: {'Subnet': ['ID=6079ed85-cdfe-4e3d-964d-2e7297ad9ed0,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:56.909743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Checking segment: {'id': 'de98868a-bbd2-448e-8daf-f2d49852bc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '19491bd6-3c4b-48d6-a314-1d35d7417679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:56.910106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network hostable DHCP agents. Network: 19491bd6-3c4b-48d6-a314-1d35d7417679, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:02:56.923129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Pushing event updated for resources: {'Port': ['ID=6fb5c65d-a10a-40bf-af5a-035d23ba5f91,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:56.927713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Network 19491bd6-3c4b-48d6-a314-1d35d7417679 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:02:56.936834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 19491bd6-3c4b-48d6-a314-1d35d7417679) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:02:56.940895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:56.941484 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.948886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed8fcf-d84c-4697-bcd7-9698bfce2e31 None None] Network 19491bd6-3c4b-48d6-a314-1d35d7417679 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:56.957402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b79cc72b-73ed-452b-af5b-d6efe7e2687a tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4335556 Jul 16 00:02:56.960087 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:56.979887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Attempting to bind port 6fb5c65d-a10a-40bf-af5a-035d23ba5f91 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:02:56.980238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Attempting to bind port 6fb5c65d-a10a-40bf-af5a-035d23ba5f91 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '6dd60f63-e8c7-4f41-be27-10f2ef478b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f6349ee-ea11-4ab2-893e-c9f22f33a98e'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:02:56.980598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Attempting to bind port 6fb5c65d-a10a-40bf-af5a-035d23ba5f91 on network 3f6349ee-ea11-4ab2-893e-c9f22f33a98e {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:02:56.988195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:02:56.988560 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Checking segment: {'id': '6dd60f63-e8c7-4f41-be27-10f2ef478b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f6349ee-ea11-4ab2-893e-c9f22f33a98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:02:56.988952 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:56.990338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Bound using segment: {'id': '6dd60f63-e8c7-4f41-be27-10f2ef478b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f6349ee-ea11-4ab2-893e-c9f22f33a98e'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:02:56.990338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Bound port: 6fb5c65d-a10a-40bf-af5a-035d23ba5f91, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd60f63-e8c7-4f41-be27-10f2ef478b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3f6349ee-ea11-4ab2-893e-c9f22f33a98e'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:02:56.990694 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.058258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.152003 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.216032 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.248648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Subnet': ['ID=6079ed85-cdfe-4e3d-964d-2e7297ad9ed0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:57.285596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] For port 6fb5c65d-a10a-40bf-af5a-035d23ba5f91, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:02:57.296146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d7a77-c8bd-4ac4-a43c-031f26ead15b None None] Network 19491bd6-3c4b-48d6-a314-1d35d7417679 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:57.301099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] For port 6fb5c65d-a10a-40bf-af5a-035d23ba5f91, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6fb5c65d-a10a-40bf-af5a-035d23ba5f91,segment=NetworkSegment(6dd60f63-e8c7-4f41-be27-10f2ef478b7a),segment_id=6dd60f63-e8c7-4f41-be27-10f2ef478b7a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:02:57.318705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.325381 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.335604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19491bd6-3c4b-48d6-a314-1d35d7417679']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:57.345331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de98868a-bbd2-448e-8daf-f2d49852bc45') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:57.345621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de98868a-bbd2-448e-8daf-f2d49852bc45') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:57.356466 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.371690 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.377766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:02:57.378223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:02:57.381405 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:02:57.431277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e04297-4a31-41dc-8149-1b1533c699be None None] Pushing event updated for resources: {'Port': ['ID=6fb5c65d-a10a-40bf-af5a-035d23ba5f91,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:57.463643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.471982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.474458 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/19491bd6-3c4b-48d6-a314-1d35d7417679 HTTP/1.1" status: 204 len: 168 time: 0.5129261 Jul 16 00:02:57.477395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56392) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:57.487095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcfefe-23b4-4c6b-adce-fc70af6d2c72 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Network': ['ID=19491bd6-3c4b-48d6-a314-1d35d7417679,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:57.492931 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a23b51d2-e938-440f-a86b-637a6df2ada3 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:02:57.515269 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9b7085-abd9-4dc2-8aea-da9643a815a2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] GET failed (client error): The resource could not be found. Jul 16 00:02:57.516616 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ae9b7085-abd9-4dc2-8aea-da9643a815a2 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "GET /v2.0/subnets/6079ed85-cdfe-4e3d-964d-2e7297ad9ed0 HTTP/1.1" status: 404 len: 337 time: 0.0382316 Jul 16 00:02:57.519955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56394) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:57.539880 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7524fff9-b098-4a1b-8213-fe79f6707931 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] DELETE failed (client error): The resource could not be found. Jul 16 00:02:57.540472 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7524fff9-b098-4a1b-8213-fe79f6707931 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:02:57.543007 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7524fff9-b098-4a1b-8213-fe79f6707931 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/19491bd6-3c4b-48d6-a314-1d35d7417679 HTTP/1.1" status: 404 len: 339 time: 0.0220160 Jul 16 00:02:57.547131 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56396) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:57.547421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a23b51d2-e938-440f-a86b-637a6df2ada3 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:02:57.547797 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.576490 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-948e4fc0-e61a-4b66-9307-0aaeb8a87f3f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] DELETE failed (client error): The resource could not be found. Jul 16 00:02:57.577097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948e4fc0-e61a-4b66-9307-0aaeb8a87f3f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:02:57.581667 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-948e4fc0-e61a-4b66-9307-0aaeb8a87f3f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/subnets/6079ed85-cdfe-4e3d-964d-2e7297ad9ed0 HTTP/1.1" status: 404 len: 337 time: 0.0330255 Jul 16 00:02:57.595908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56398) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:57.621996 n-d-793618-8 neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5ae8e4-3fac-4d08-bbcf-eff9e5917d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] DELETE failed (client error): The resource could not be found. Jul 16 00:02:57.622632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5ae8e4-3fac-4d08-bbcf-eff9e5917d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:02:57.624466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb5ae8e4-3fac-4d08-bbcf-eff9e5917d13 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/19491bd6-3c4b-48d6-a314-1d35d7417679 HTTP/1.1" status: 404 len: 339 time: 0.0267651 Jul 16 00:02:57.626960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56400) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:57.690512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b4d286-9ffe-4d40-af1e-251ca589d516 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Deleting subnet b3eb60a9-0617-41fb-80a7-ffecd084b2fb {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:02:57.694502 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06b4d286-9ffe-4d40-af1e-251ca589d516 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.734693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06b4d286-9ffe-4d40-af1e-251ca589d516 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.816289 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06b4d286-9ffe-4d40-af1e-251ca589d516 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.878253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06b4d286-9ffe-4d40-af1e-251ca589d516 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.906329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4d286-9ffe-4d40-af1e-251ca589d516 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Subnet': ['ID=b3eb60a9-0617-41fb-80a7-ffecd084b2fb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:57.911075 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-06b4d286-9ffe-4d40-af1e-251ca589d516 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:57.913491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-06b4d286-9ffe-4d40-af1e-251ca589d516 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/subnets/b3eb60a9-0617-41fb-80a7-ffecd084b2fb HTTP/1.1" status: 204 len: 168 time: 0.2855709 Jul 16 00:02:57.916037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56402) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:57.988482 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.049471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Deleting port 6fb5c65d-a10a-40bf-af5a-035d23ba5f91 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:58.049817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.113275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] For port 6fb5c65d-a10a-40bf-af5a-035d23ba5f91, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=6fb5c65d-a10a-40bf-af5a-035d23ba5f91,segment=NetworkSegment(6dd60f63-e8c7-4f41-be27-10f2ef478b7a),segment_id=6dd60f63-e8c7-4f41-be27-10f2ef478b7a)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:58.113652 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.126657 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Calling delete_port for 6fb5c65d-a10a-40bf-af5a-035d23ba5f91 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:58.211503 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.239974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Port': ['ID=6fb5c65d-a10a-40bf-af5a-035d23ba5f91,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:58.241881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No DVR routers for this DVR port 6fb5c65d-a10a-40bf-af5a-035d23ba5f91 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:02:58.320055 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.330951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6349ee-ea11-4ab2-893e-c9f22f33a98e']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:58.345753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9f362-26b6-402a-9006-336270f2dcf0 None None] Network 3f6349ee-ea11-4ab2-893e-c9f22f33a98e requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:58.346327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd60f63-e8c7-4f41-be27-10f2ef478b7a') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:58.346626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd60f63-e8c7-4f41-be27-10f2ef478b7a') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:58.356268 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.370018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.373760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-4df9700b-2291-4e12-92b1-9f7dd522f87e None None] Could not find standard attr ID for object 6fb5c65d-a10a-40bf-af5a-035d23ba5f91. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 00:02:58.377584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:02:58.377974 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:02:58.381024 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:02:58.438895 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.443375 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.445282 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/3f6349ee-ea11-4ab2-893e-c9f22f33a98e HTTP/1.1" status: 204 len: 168 time: 0.5283260 Jul 16 00:02:58.448097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56404) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:58.460299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230defc-273c-4007-9ad0-c72ccaddbcac tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Network': ['ID=3f6349ee-ea11-4ab2-893e-c9f22f33a98e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:58.480088 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af91458-3bf9-4f7a-8cbd-86923925385f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] DELETE failed (client error): The resource could not be found. Jul 16 00:02:58.480594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af91458-3bf9-4f7a-8cbd-86923925385f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:02:58.482265 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4af91458-3bf9-4f7a-8cbd-86923925385f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/subnets/e4a9bae7-f4ca-4b52-8b02-714ee2a70de8 HTTP/1.1" status: 404 len: 337 time: 0.0330653 Jul 16 00:02:58.484786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56406) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:58.502593 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd08608-69de-431a-a2e1-d4490d56b9b7 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] DELETE failed (client error): The resource could not be found. Jul 16 00:02:58.503172 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd08608-69de-431a-a2e1-d4490d56b9b7 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:02:58.504870 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bfd08608-69de-431a-a2e1-d4490d56b9b7 tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/8ba37c96-4457-4711-aec1-e09b1b1e8b13 HTTP/1.1" status: 404 len: 339 time: 0.0191777 Jul 16 00:02:58.507367 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56408) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:58.527375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a1cef-2cbe-495b-9c81-f498911c2473 None None] DHCP port deletion for 3f6349ee-ea11-4ab2-893e-c9f22f33a98e request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:02:58.534292 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f133c6-fc57-4feb-9016-2b2befd428fe tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] DELETE failed (client error): The resource could not be found. Jul 16 00:02:58.534770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f133c6-fc57-4feb-9016-2b2befd428fe tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:02:58.539470 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b7f133c6-fc57-4feb-9016-2b2befd428fe tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/subnets/204856f2-bcbc-4831-8be1-e85e9b51e21e HTTP/1.1" status: 404 len: 337 time: 0.0283103 Jul 16 00:02:58.540483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56410) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:58.557316 n-d-793618-8 neutron-server[93714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e934836-99eb-472e-a708-116b82b82aef tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] DELETE failed (client error): The resource could not be found. Jul 16 00:02:58.557846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e934836-99eb-472e-a708-116b82b82aef tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:02:58.559503 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4e934836-99eb-472e-a708-116b82b82aef tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/4472917b-a438-48aa-a48e-366a1d4804ae HTTP/1.1" status: 404 len: 339 time: 0.0189285 Jul 16 00:02:58.561784 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56412) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:58.615775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5223a19a-385c-482f-8552-f943759f63de tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Deleting subnet 6863de8d-4d5c-48a8-8c86-b566d78f4259 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:02:58.618673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5223a19a-385c-482f-8552-f943759f63de tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.658098 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5223a19a-385c-482f-8552-f943759f63de tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.738830 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5223a19a-385c-482f-8552-f943759f63de tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.801459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5223a19a-385c-482f-8552-f943759f63de tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.827954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223a19a-385c-482f-8552-f943759f63de tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Subnet': ['ID=6863de8d-4d5c-48a8-8c86-b566d78f4259,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:58.833136 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5223a19a-385c-482f-8552-f943759f63de tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.835051 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5223a19a-385c-482f-8552-f943759f63de tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/subnets/6863de8d-4d5c-48a8-8c86-b566d78f4259 HTTP/1.1" status: 204 len: 168 time: 0.2723663 Jul 16 00:02:58.837559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56414) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:58.839521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e943fd-0cd3-4ab2-88a0-f94ef2c7e8ce None None] Network 7882e453-65a1-4aeb-8f58-cdabbe2cae16 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:02:58.912435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:58.969477 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Deleting port a23b51d2-e938-440f-a86b-637a6df2ada3 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:58.969848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.024090 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] DHCP port deletion for 7882e453-65a1-4aeb-8f58-cdabbe2cae16 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:02:59.034914 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] For port a23b51d2-e938-440f-a86b-637a6df2ada3, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a23b51d2-e938-440f-a86b-637a6df2ada3,segment=NetworkSegment(36b0a75a-9db5-4240-a502-9127c61e976b),segment_id=36b0a75a-9db5-4240-a502-9127c61e976b)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:59.035284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.047171 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Calling delete_port for a23b51d2-e938-440f-a86b-637a6df2ada3 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:59.069743 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] Deleting port a23b51d2-e938-440f-a86b-637a6df2ada3 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:02:59.070029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.129944 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.130824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] For port a23b51d2-e938-440f-a86b-637a6df2ada3, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a23b51d2-e938-440f-a86b-637a6df2ada3,segment=NetworkSegment(36b0a75a-9db5-4240-a502-9127c61e976b),segment_id=36b0a75a-9db5-4240-a502-9127c61e976b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:02:59.131244 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.146723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] Calling delete_port for a23b51d2-e938-440f-a86b-637a6df2ada3 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:02:59.157299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Port': ['ID=a23b51d2-e938-440f-a86b-637a6df2ada3,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:59.159167 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] No DVR routers for this DVR port a23b51d2-e938-440f-a86b-637a6df2ada3 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:02:59.223818 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.237252 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.247652 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7882e453-65a1-4aeb-8f58-cdabbe2cae16']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:59.249861 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] Pushing event deleted for resources: {'Port': ['ID=a23b51d2-e938-440f-a86b-637a6df2ada3,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:59.251749 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25989be-e87e-4d57-8dc3-d9d65701961c None None] No DVR routers for this DVR port a23b51d2-e938-440f-a86b-637a6df2ada3 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:02:59.264937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b0a75a-9db5-4240-a502-9127c61e976b') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:59.264937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b0a75a-9db5-4240-a502-9127c61e976b') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:02:59.273850 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.287462 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.293194 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:02:59.293583 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:02:59.296486 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:02:59.352053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.358703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.360442 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] 10.222.0.23 "DELETE /v2.0/networks/7882e453-65a1-4aeb-8f58-cdabbe2cae16 HTTP/1.1" status: 204 len: 168 time: 0.5217936 Jul 16 00:02:59.371982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565f26-098d-4509-8128-ce497e03c65f tempest-NetworksIpV6Test-1427185056 tempest-NetworksIpV6Test-1427185056-project] Pushing event deleted for resources: {'Network': ['ID=7882e453-65a1-4aeb-8f58-cdabbe2cae16,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:02:59.470241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a23b51d2-e938-440f-a86b-637a6df2ada3 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:02:59.490563 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a23b51d2-e938-440f-a86b-637a6df2ada3 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:02:59.490938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a23b51d2-e938-440f-a86b-637a6df2ada3 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:02:59.600266 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56420) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:59.729794 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4b015cf7-f971-419d-bd99-c37acbacc378 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac2c983fa2c2482bb76593eaca356d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261544 Jul 16 00:02:59.730280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56426) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:02:59.779747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be7f-1469-4d14-82c3-ec638eb31ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.801501 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be7f-1469-4d14-82c3-ec638eb31ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.852621 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be7f-1469-4d14-82c3-ec638eb31ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.855388 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6ab1be7f-1469-4d14-82c3-ec638eb31ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:59.856533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6ab1be7f-1469-4d14-82c3-ec638eb31ec1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/943276c3-9cbe-4081-b644-ad00b0d7fcc9 HTTP/1.1" status: 204 len: 168 time: 0.1249568 Jul 16 00:02:59.863862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1be7f-1469-4d14-82c3-ec638eb31ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943276c3-9cbe-4081-b644-ad00b0d7fcc9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:00.460762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56450) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:00.551101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5a77a420-db6f-4c68-a46a-0772beef24c6 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2096043174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:00.574776 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a77a420-db6f-4c68-a46a-0772beef24c6 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.575738 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a77a420-db6f-4c68-a46a-0772beef24c6 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.624121 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a77a420-db6f-4c68-a46a-0772beef24c6 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.627712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a77a420-db6f-4c68-a46a-0772beef24c6 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.642743 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a77a420-db6f-4c68-a46a-0772beef24c6 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.644006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5a77a420-db6f-4c68-a46a-0772beef24c6 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1822143 Jul 16 00:03:00.646737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56454) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:00.651830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-770234338'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:00.671633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Made reservation on behalf of cd1c6789d43a4203b64c292aaae49151 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:00.675065 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.684031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.784262 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.788200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.810964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:03:00.826641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71862eb-077f-4dea-96cb-31429c956968,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:00.830508 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.830893 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Added segment df43e89b-cee1-4c8b-a991-0554bf9baf2a of type vlan for network 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c Jul 16 00:03:00.871235 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.898204 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.903991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:00.904567 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.937660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2898877 Jul 16 00:03:00.940575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56456) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:00.945282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Request body: {'subnet': {'network_id': '8e6b6ff6-d0d8-4b54-9af2-5e18938be43c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:00.994283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ced6d-d559-441f-b0c8-dff55fede247 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event updated for resources: {'Network': ['ID=8e6b6ff6-d0d8-4b54-9af2-5e18938be43c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:01.004304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:03:01.059965 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Made reservation on behalf of cd1c6789d43a4203b64c292aaae49151 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:01.063709 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.237828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.298025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event updated for resources: {'Subnet': ['ID=b38276d6-5492-4b6b-867a-7598e4bafd02,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:01.304785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Checking segment: {'id': 'df43e89b-cee1-4c8b-a991-0554bf9baf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8e6b6ff6-d0d8-4b54-9af2-5e18938be43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:01.305145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Network hostable DHCP agents. Network: 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:03:01.320858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Network 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:03:01.328555 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:01.332376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:01.332963 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.338490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e15f4ba-1258-41ce-88d5-bff47bd77c5c None None] Network 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:01.349028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-51cc66c0-e6c9-4617-be62-26b62d2e3ad4 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4074605 Jul 16 00:03:01.353228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56458) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:01.358186 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1395667858'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:01.378699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Made reservation on behalf of cd1c6789d43a4203b64c292aaae49151 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:01.382300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.407169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:03:01.418285 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.418692 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Added segment 6b7f50ad-0139-459f-ae1f-b3afed315b03 of type vlan for network c2eccde7-ea17-434a-b176-46fa4d6f1b25 Jul 16 00:03:01.462883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.489056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-8e6b6ff6-d0d8-4b54-9af2-5e18938be43c', 'network_id': '8e6b6ff6-d0d8-4b54-9af2-5e18938be43c', 'tenant_id': 'cd1c6789d43a4203b64c292aaae49151', 'fixed_ips': [{'subnet_id': 'b38276d6-5492-4b6b-867a-7598e4bafd02'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:03:01.489979 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.492718 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.498330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:01.498938 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.532420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1781280 Jul 16 00:03:01.535272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56460) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:01.540652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Request body: {'subnet': {'network_id': 'c2eccde7-ea17-434a-b176-46fa4d6f1b25', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:01.588339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826631d1-3114-4806-8bf3-29a7258345e9 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event updated for resources: {'Network': ['ID=c2eccde7-ea17-434a-b176-46fa4d6f1b25,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:01.601738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network c2eccde7-ea17-434a-b176-46fa4d6f1b25 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:03:01.656935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Made reservation on behalf of cd1c6789d43a4203b64c292aaae49151 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:01.660350 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.678278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Allocated IP 172.20.0.2 (8e6b6ff6-d0d8-4b54-9af2-5e18938be43c/b38276d6-5492-4b6b-867a-7598e4bafd02/9c8a56c1-2df6-4670-81e9-57b860115932) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:01.824470 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.832505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Transition to ACTIVE for port object 9c8a56c1-2df6-4670-81e9-57b860115932 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:01.841329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.848088 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Transition to ACTIVE for port object 9c8a56c1-2df6-4670-81e9-57b860115932 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:01.853851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.894979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Network 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:01.900019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:01.904814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:01.908206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Pushing event updated for resources: {'Port': ['ID=9c8a56c1-2df6-4670-81e9-57b860115932,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:01.965272 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Attempting to bind port 9c8a56c1-2df6-4670-81e9-57b860115932 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:01.965625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Attempting to bind port 9c8a56c1-2df6-4670-81e9-57b860115932 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'df43e89b-cee1-4c8b-a991-0554bf9baf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8e6b6ff6-d0d8-4b54-9af2-5e18938be43c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:01.965990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Attempting to bind port 9c8a56c1-2df6-4670-81e9-57b860115932 on network 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:01.971378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:01.971783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Checking segment: {'id': 'df43e89b-cee1-4c8b-a991-0554bf9baf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8e6b6ff6-d0d8-4b54-9af2-5e18938be43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:01.972187 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:01.972581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Bound using segment: {'id': 'df43e89b-cee1-4c8b-a991-0554bf9baf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8e6b6ff6-d0d8-4b54-9af2-5e18938be43c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:01.973051 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Bound port: 9c8a56c1-2df6-4670-81e9-57b860115932, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df43e89b-cee1-4c8b-a991-0554bf9baf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8e6b6ff6-d0d8-4b54-9af2-5e18938be43c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:01.973433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.042943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] For port 9c8a56c1-2df6-4670-81e9-57b860115932, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:02.046479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] For port 9c8a56c1-2df6-4670-81e9-57b860115932, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9c8a56c1-2df6-4670-81e9-57b860115932,segment=NetworkSegment(df43e89b-cee1-4c8b-a991-0554bf9baf2a),segment_id=df43e89b-cee1-4c8b-a991-0554bf9baf2a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:02.050738 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.112983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10d71-1305-41a4-848c-b48661ac3517 None None] Pushing event updated for resources: {'Port': ['ID=9c8a56c1-2df6-4670-81e9-57b860115932,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:02.220388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event updated for resources: {'Subnet': ['ID=1705fe95-3792-4e95-84e5-c89c78d507bb,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:02.228008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Checking segment: {'id': '6b7f50ad-0139-459f-ae1f-b3afed315b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c2eccde7-ea17-434a-b176-46fa4d6f1b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:02.228384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Network hostable DHCP agents. Network: c2eccde7-ea17-434a-b176-46fa4d6f1b25, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:03:02.247017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Network c2eccde7-ea17-434a-b176-46fa4d6f1b25 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:03:02.267167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, c2eccde7-ea17-434a-b176-46fa4d6f1b25) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:02.276017 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:02.276634 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.279247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67c45f-9e9d-401b-b2a0-6440137e597c None None] Network c2eccde7-ea17-434a-b176-46fa4d6f1b25 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:02.292190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-88888d0f-71a1-4f58-b437-9e6f76da5a7b tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7552838 Jul 16 00:03:02.294354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56462) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:02.298956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8b124a48-813e-489c-b45b-ece3f9536eac tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2eccde7-ea17-434a-b176-46fa4d6f1b25'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:02.438648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-c2eccde7-ea17-434a-b176-46fa4d6f1b25', 'network_id': 'c2eccde7-ea17-434a-b176-46fa4d6f1b25', 'tenant_id': 'cd1c6789d43a4203b64c292aaae49151', 'fixed_ips': [{'subnet_id': '1705fe95-3792-4e95-84e5-c89c78d507bb'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:03:02.439545 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.513666 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b124a48-813e-489c-b45b-ece3f9536eac tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.574236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Allocated IP 172.21.0.2 (c2eccde7-ea17-434a-b176-46fa4d6f1b25/1705fe95-3792-4e95-84e5-c89c78d507bb/3d2ddbbd-764b-4684-bc2f-0028f44eca8d) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:02.624790 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [None req-8b124a48-813e-489c-b45b-ece3f9536eac tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 00:03:02.631642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8b124a48-813e-489c-b45b-ece3f9536eac tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "PUT /v2.0/routers/e8bc9fc8-9730-4a3f-9e26-ae96e083c03a HTTP/1.1" status: 400 len: 364 time: 0.3303909 Jul 16 00:03:02.631863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56464) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:02.682741 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-88074d9b-4eb6-451f-bd7c-8d8c21f116e7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Deleting subnet 1705fe95-3792-4e95-84e5-c89c78d507bb {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:03:02.718589 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.727488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Transition to ACTIVE for port object 3d2ddbbd-764b-4684-bc2f-0028f44eca8d will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:02.742633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Transition to ACTIVE for port object 3d2ddbbd-764b-4684-bc2f-0028f44eca8d will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:02.748973 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.750222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88074d9b-4eb6-451f-bd7c-8d8c21f116e7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.786611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Network c2eccde7-ea17-434a-b176-46fa4d6f1b25 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:02.793577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:02.797303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:02.801214 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88074d9b-4eb6-451f-bd7c-8d8c21f116e7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.806820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Pushing event updated for resources: {'Port': ['ID=3d2ddbbd-764b-4684-bc2f-0028f44eca8d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:02.860687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Attempting to bind port 3d2ddbbd-764b-4684-bc2f-0028f44eca8d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:02.861188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Attempting to bind port 3d2ddbbd-764b-4684-bc2f-0028f44eca8d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '6b7f50ad-0139-459f-ae1f-b3afed315b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c2eccde7-ea17-434a-b176-46fa4d6f1b25'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:02.861621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Attempting to bind port 3d2ddbbd-764b-4684-bc2f-0028f44eca8d on network c2eccde7-ea17-434a-b176-46fa4d6f1b25 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:02.867014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:02.867474 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Checking segment: {'id': '6b7f50ad-0139-459f-ae1f-b3afed315b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c2eccde7-ea17-434a-b176-46fa4d6f1b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:02.867942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.868473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Bound using segment: {'id': '6b7f50ad-0139-459f-ae1f-b3afed315b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c2eccde7-ea17-434a-b176-46fa4d6f1b25'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:02.869461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Bound port: 3d2ddbbd-764b-4684-bc2f-0028f44eca8d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7f50ad-0139-459f-ae1f-b3afed315b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c2eccde7-ea17-434a-b176-46fa4d6f1b25'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:02.869461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.894221 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88074d9b-4eb6-451f-bd7c-8d8c21f116e7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.967833 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88074d9b-4eb6-451f-bd7c-8d8c21f116e7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:02.971691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] For port 3d2ddbbd-764b-4684-bc2f-0028f44eca8d, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:02.976433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] For port 3d2ddbbd-764b-4684-bc2f-0028f44eca8d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3d2ddbbd-764b-4684-bc2f-0028f44eca8d,segment=NetworkSegment(6b7f50ad-0139-459f-ae1f-b3afed315b03),segment_id=6b7f50ad-0139-459f-ae1f-b3afed315b03)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:02.981107 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.002055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88074d9b-4eb6-451f-bd7c-8d8c21f116e7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event deleted for resources: {'Subnet': ['ID=1705fe95-3792-4e95-84e5-c89c78d507bb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:03.004156 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-88074d9b-4eb6-451f-bd7c-8d8c21f116e7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.008528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-88074d9b-4eb6-451f-bd7c-8d8c21f116e7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "DELETE /v2.0/subnets/1705fe95-3792-4e95-84e5-c89c78d507bb HTTP/1.1" status: 204 len: 168 time: 0.3732431 Jul 16 00:03:03.008528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56466) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:03.049967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21a82a-aca6-465c-abdb-e2105f19f922 None None] Pushing event updated for resources: {'Port': ['ID=3d2ddbbd-764b-4684-bc2f-0028f44eca8d,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:03.103746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.128561 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963c014-c092-470b-a1df-f54fff78ef2b None None] Network 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:03.159632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Deleting port 3d2ddbbd-764b-4684-bc2f-0028f44eca8d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:03.159965 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.240780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] For port 3d2ddbbd-764b-4684-bc2f-0028f44eca8d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3d2ddbbd-764b-4684-bc2f-0028f44eca8d,segment=NetworkSegment(6b7f50ad-0139-459f-ae1f-b3afed315b03),segment_id=6b7f50ad-0139-459f-ae1f-b3afed315b03)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:03.241237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.253932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Calling delete_port for 3d2ddbbd-764b-4684-bc2f-0028f44eca8d owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:03.281717 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c36f0af7-40e3-4282-9cde-4f0bf4d6123f None None] Provisioning for port 9c8a56c1-2df6-4670-81e9-57b860115932 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:03.357923 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.388768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event deleted for resources: {'Port': ['ID=3d2ddbbd-764b-4684-bc2f-0028f44eca8d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:03.392116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] No DVR routers for this DVR port 3d2ddbbd-764b-4684-bc2f-0028f44eca8d on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:03.479141 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.491470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eccde7-ea17-434a-b176-46fa4d6f1b25']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:03.502960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7f50ad-0139-459f-ae1f-b3afed315b03') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:03.503375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7f50ad-0139-459f-ae1f-b3afed315b03') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:03.514347 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.520290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9c8a56c1-2df6-4670-81e9-57b860115932 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:03.531442 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.538313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:03:03.539007 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:03:03.542304 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:03:03.574689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 9c8a56c1-2df6-4670-81e9-57b860115932 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:03.578239 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 9c8a56c1-2df6-4670-81e9-57b860115932 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:03.578613 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.605883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.612672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.614684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "DELETE /v2.0/networks/c2eccde7-ea17-434a-b176-46fa4d6f1b25 HTTP/1.1" status: 204 len: 168 time: 0.6050425 Jul 16 00:03:03.617521 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56468) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:03.630533 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3437032f-7294-47df-b6c6-2e62d1a863ca None None] Provisioning complete for port 9c8a56c1-2df6-4670-81e9-57b860115932 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:03.630939 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3437032f-7294-47df-b6c6-2e62d1a863ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.635188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e550-4ddf-4824-8d72-dcc777556eb1 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event deleted for resources: {'Network': ['ID=c2eccde7-ea17-434a-b176-46fa4d6f1b25,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:03.680373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-5835953d-5449-4da1-b15d-85296329e871 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Deleting subnet b38276d6-5492-4b6b-867a-7598e4bafd02 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:03:03.683761 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5835953d-5449-4da1-b15d-85296329e871 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.724887 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5835953d-5449-4da1-b15d-85296329e871 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.729792 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.760663 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3437032f-7294-47df-b6c6-2e62d1a863ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.786312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 9c8a56c1-2df6-4670-81e9-57b860115932, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9c8a56c1-2df6-4670-81e9-57b860115932,segment=NetworkSegment(df43e89b-cee1-4c8b-a991-0554bf9baf2a),segment_id=df43e89b-cee1-4c8b-a991-0554bf9baf2a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:03.793981 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.831540 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5835953d-5449-4da1-b15d-85296329e871 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.868983 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-3437032f-7294-47df-b6c6-2e62d1a863ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 00:03:03.869345 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-3437032f-7294-47df-b6c6-2e62d1a863ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 00:03:03.869928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=9c8a56c1-2df6-4670-81e9-57b860115932,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:03.892960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5835953d-5449-4da1-b15d-85296329e871 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.919075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835953d-5449-4da1-b15d-85296329e871 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event deleted for resources: {'Subnet': ['ID=b38276d6-5492-4b6b-867a-7598e4bafd02,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:03.924810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5835953d-5449-4da1-b15d-85296329e871 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.926795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5835953d-5449-4da1-b15d-85296329e871 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "DELETE /v2.0/subnets/b38276d6-5492-4b6b-867a-7598e4bafd02 HTTP/1.1" status: 204 len: 168 time: 0.3079996 Jul 16 00:03:03.929899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56470) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:03.931999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f03a7a-1493-4fa6-84b8-01c2b2b3e7a6 None None] Network 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:04.016890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.080324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Deleting port 9c8a56c1-2df6-4670-81e9-57b860115932 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:04.080667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.135893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d685923e-eea3-4d0c-8be6-377bbf9879e9 None None] DHCP port deletion for c2eccde7-ea17-434a-b176-46fa4d6f1b25 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:03:04.153146 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb5b282-9b40-4b49-8548-b6e98fa5b1ee None None] Network c2eccde7-ea17-434a-b176-46fa4d6f1b25 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:04.162102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] For port 9c8a56c1-2df6-4670-81e9-57b860115932, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9c8a56c1-2df6-4670-81e9-57b860115932,segment=NetworkSegment(df43e89b-cee1-4c8b-a991-0554bf9baf2a),segment_id=df43e89b-cee1-4c8b-a991-0554bf9baf2a)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:04.163092 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.166215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] DHCP port deletion for 8e6b6ff6-d0d8-4b54-9af2-5e18938be43c request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:03:04.168363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb5b282-9b40-4b49-8548-b6e98fa5b1ee None None] Network c2eccde7-ea17-434a-b176-46fa4d6f1b25 could not be found, it might have been deleted concurrently. {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 00:03:04.176767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Calling delete_port for 9c8a56c1-2df6-4670-81e9-57b860115932 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:04.211913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] Deleting port 9c8a56c1-2df6-4670-81e9-57b860115932 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:04.212211 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.254959 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.277506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] For port 9c8a56c1-2df6-4670-81e9-57b860115932, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=9c8a56c1-2df6-4670-81e9-57b860115932,segment=NetworkSegment(df43e89b-cee1-4c8b-a991-0554bf9baf2a),segment_id=df43e89b-cee1-4c8b-a991-0554bf9baf2a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:04.277929 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.283821 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event deleted for resources: {'Port': ['ID=9c8a56c1-2df6-4670-81e9-57b860115932,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:04.285665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] No DVR routers for this DVR port 9c8a56c1-2df6-4670-81e9-57b860115932 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:04.291394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] Calling delete_port for 9c8a56c1-2df6-4670-81e9-57b860115932 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:04.365212 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.366526 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.376616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6b6ff6-d0d8-4b54-9af2-5e18938be43c']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:04.386515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df43e89b-cee1-4c8b-a991-0554bf9baf2a') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:04.386895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df43e89b-cee1-4c8b-a991-0554bf9baf2a') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:04.395527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.406866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] Pushing event deleted for resources: {'Port': ['ID=9c8a56c1-2df6-4670-81e9-57b860115932,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:04.410722 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-3437032f-7294-47df-b6c6-2e62d1a863ca None None] Port 9c8a56c1-2df6-4670-81e9-57b860115932 update to ACTIVE by agent not found {{(pid=93716) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 00:03:04.411715 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.415152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ad4b8-8bc8-425f-adae-29710c6334da None None] No DVR routers for this DVR port 9c8a56c1-2df6-4670-81e9-57b860115932 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:04.421823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:03:04.422272 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:03:04.426339 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:03:04.486999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.493686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.495540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "DELETE /v2.0/networks/8e6b6ff6-d0d8-4b54-9af2-5e18938be43c HTTP/1.1" status: 204 len: 168 time: 0.5646663 Jul 16 00:03:04.498275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56472) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:04.506814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d2fbd-2e74-4299-8005-358c38fa90c7 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Pushing event deleted for resources: {'Network': ['ID=8e6b6ff6-d0d8-4b54-9af2-5e18938be43c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:04.522264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e31d3390-3495-4a1c-a5c5-12aa0f2b2dda None None] Could not find standard attr ID for object 3d2ddbbd-764b-4684-bc2f-0028f44eca8d. {{(pid=93716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 00:03:04.534898 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bd46e48a-4199-4ea1-9395-8c8f9e5a2575 tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8bc9fc8-9730-4a3f-9e26-ae96e083c03a HTTP/1.1" status: 200 len: 205 time: 0.0353673 Jul 16 00:03:04.537919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56474) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:04.609103 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9200fb33-2c06-4f6f-83fe-0aac4149584d tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.094351 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9200fb33-2c06-4f6f-83fe-0aac4149584d tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.096445 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9200fb33-2c06-4f6f-83fe-0aac4149584d tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.139603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9200fb33-2c06-4f6f-83fe-0aac4149584d tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.140129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9200fb33-2c06-4f6f-83fe-0aac4149584d tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Fanout notify agent at l3_agent the message router_deleted on router e8bc9fc8-9730-4a3f-9e26-ae96e083c03a {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:03:05.147683 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9200fb33-2c06-4f6f-83fe-0aac4149584d tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.148786 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9200fb33-2c06-4f6f-83fe-0aac4149584d tempest-RoutersNegativeTest-1328144543 tempest-RoutersNegativeTest-1328144543-project] 10.222.0.23 "DELETE /v2.0/routers/e8bc9fc8-9730-4a3f-9e26-ae96e083c03a HTTP/1.1" status: 204 len: 168 time: 0.6099529 Jul 16 00:03:05.385055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56480) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:05.475978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9c8a56c1-2df6-4670-81e9-57b860115932 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:05.495755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 9c8a56c1-2df6-4670-81e9-57b860115932 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:03:05.496104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 9c8a56c1-2df6-4670-81e9-57b860115932 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:05.496529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3d2ddbbd-764b-4684-bc2f-0028f44eca8d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:05.514890 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 3d2ddbbd-764b-4684-bc2f-0028f44eca8d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:03:05.515237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3d2ddbbd-764b-4684-bc2f-0028f44eca8d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:05.516737 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-783615ef-606f-4b0d-bd7d-28099fd451b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd1c6789d43a4203b64c292aaae49151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305521 Jul 16 00:03:05.519348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56484) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:05.566003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-112a9abf-c095-476d-bb34-bd1c5d78c8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.587494 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-112a9abf-c095-476d-bb34-bd1c5d78c8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.632638 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-112a9abf-c095-476d-bb34-bd1c5d78c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.635124 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-112a9abf-c095-476d-bb34-bd1c5d78c8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:05.636394 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-112a9abf-c095-476d-bb34-bd1c5d78c8dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d71862eb-077f-4dea-96cb-31429c956968 HTTP/1.1" status: 204 len: 168 time: 0.1161566 Jul 16 00:03:05.644205 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a9abf-c095-476d-bb34-bd1c5d78c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71862eb-077f-4dea-96cb-31429c956968,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:06.226454 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56506) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:06.321544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1399298775-network', 'tenant_id': '5ee83124e0b7428da378f48bd40af021'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:06.341032 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Made reservation on behalf of 5ee83124e0b7428da378f48bd40af021 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:06.343452 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.352066 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.441297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.444894 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.464688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:03:06.478227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ed1b24-532e-442c-ae42-b74878340aed,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:06.482988 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.483338 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Added segment 1b9f931e-850c-4c0c-98c0-9675df43e430 of type vlan for network 5c293a00-3bbd-4880-a619-ef3a7bff1853 Jul 16 00:03:06.523842 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.552584 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.553557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:06.554135 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.585281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3577168 Jul 16 00:03:06.588377 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56510) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:06.593490 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Request body: {'subnet': {'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-subnet', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:06.614598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Made reservation on behalf of 5ee83124e0b7428da378f48bd40af021 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:06.617031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.617724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10843e52-1b53-4761-b3fe-17affb6b9941 admin admin] Pushing event updated for resources: {'Network': ['ID=5c293a00-3bbd-4880-a619-ef3a7bff1853,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:06.627737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:03:06.781606 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.843583 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b04fcc-f29a-4386-be14-dfc4e2e06bc6,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:06.847767 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Checking segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:06.848142 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Network hostable DHCP agents. Network: 5c293a00-3bbd-4880-a619-ef3a7bff1853, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:03:06.863902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:03:06.872077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 5c293a00-3bbd-4880-a619-ef3a7bff1853) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:06.876059 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:06.876680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.881427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794ee19f-f227-49b6-840e-be1c00e2d30e None None] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:06.890466 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a14e5648-30c6-4843-803f-f8660811bfc3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3009553 Jul 16 00:03:06.893217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56512) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:06.898250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:06.920012 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.921041 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.974311 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.110256 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.178421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-5c293a00-3bbd-4880-a619-ef3a7bff1853', 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'fixed_ips': [{'subnet_id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:03:07.179340 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.306685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.308946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Allocated IP 172.20.0.2 (5c293a00-3bbd-4880-a619-ef3a7bff1853/38b04fcc-f29a-4386-be14-dfc4e2e06bc6/f36acbe1-9ec5-4920-88fb-a59f1e3993a0) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:07.329680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.429105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Allocated IP 172.25.3.82 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/85baf9da-1b95-4bfe-bad0-5946a1c8f923) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:07.452813 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.461108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Transition to ACTIVE for port object f36acbe1-9ec5-4920-88fb-a59f1e3993a0 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:07.475674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Transition to ACTIVE for port object f36acbe1-9ec5-4920-88fb-a59f1e3993a0 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:07.481029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.516936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:07.523057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:07.526987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:07.534065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Pushing event updated for resources: {'Port': ['ID=f36acbe1-9ec5-4920-88fb-a59f1e3993a0,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:07.534872 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.573520 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.592248 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Attempting to bind port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:07.592622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Attempting to bind port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:07.592985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Attempting to bind port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 on network 5c293a00-3bbd-4880-a619-ef3a7bff1853 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:07.597868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:07.598250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Checking segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:07.598653 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.599082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Bound using segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:07.599548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Bound port: f36acbe1-9ec5-4920-88fb-a59f1e3993a0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:07.600476 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.607241 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:07.610095 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:07.616176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:07.643470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Pushing event updated for resources: {'Port': ['ID=85baf9da-1b95-4bfe-bad0-5946a1c8f923,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:07.665026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] For port f36acbe1-9ec5-4920-88fb-a59f1e3993a0, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:07.668383 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] For port f36acbe1-9ec5-4920-88fb-a59f1e3993a0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f36acbe1-9ec5-4920-88fb-a59f1e3993a0,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:07.673871 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:07.731252 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42451010-2aa9-4271-b36d-c671212ad5db None None] Pushing event updated for resources: {'Port': ['ID=f36acbe1-9ec5-4920-88fb-a59f1e3993a0,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:07.889261 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:08.095178 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:08.220689 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:03:08.324829 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:08.335290 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Sync routers for ids ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:08.342790 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:08.347147 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4f56cdfb-f87b-4df8-b8cb-cb4bb37c61ae admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4503574 Jul 16 00:03:08.347431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56514) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:08.347914 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Routers {'7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:08.348543 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:02:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:08.555480 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Set router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:08.703877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59042e4-0a1a-4ea1-a6aa-9bd6e11e11b7 None None] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:08.748903 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:03:07Z', 'revision_number': 3, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port': {'id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:07Z', 'updated_at': '2021-07-16T00:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:08.781023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:08.781736 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Checking router: 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:08.781736 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Updating router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd port 85baf9da-1b95-4bfe-bad0-5946a1c8f923 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:03:08.792852 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0e6d153a-045d-4bf3-87af-1c1f952124fe None None] Provisioning for port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:08.824118 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:08.960200 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Allocated IP 172.20.0.1 (5c293a00-3bbd-4880-a619-ef3a7bff1853/38b04fcc-f29a-4386-be14-dfc4e2e06bc6/5582678a-7501-4d4c-ad56-6ea93821a6e0) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:09.076492 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.093410 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.105060 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Transition to ACTIVE for port object 85baf9da-1b95-4bfe-bad0-5946a1c8f923 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:09.111189 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.166545 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Attempting to bind port 85baf9da-1b95-4bfe-bad0-5946a1c8f923 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:09.166937 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Attempting to bind port 85baf9da-1b95-4bfe-bad0-5946a1c8f923 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:09.167297 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Attempting to bind port 85baf9da-1b95-4bfe-bad0-5946a1c8f923 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:09.169416 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Pushing event updated for resources: {'Port': ['ID=85baf9da-1b95-4bfe-bad0-5946a1c8f923,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:09.179602 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.179942 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.180276 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.180602 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.180926 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.181246 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.181567 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.181885 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.182200 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.182513 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.182853 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.183167 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:09.186728 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:09.187119 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:09.187571 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.187890 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:09.188367 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Bound port: 85baf9da-1b95-4bfe-bad0-5946a1c8f923, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:09.188743 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.244668 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] For port 85baf9da-1b95-4bfe-bad0-5946a1c8f923, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:09.248034 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] For port 85baf9da-1b95-4bfe-bad0-5946a1c8f923, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=85baf9da-1b95-4bfe-bad0-5946a1c8f923,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:09.252361 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.308065 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Routers {'7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:09.308696 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:02:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:09.324938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Transition to ACTIVE for port object 5582678a-7501-4d4c-ad56-6ea93821a6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:09.344719 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38465af-f3bf-4393-af16-6c8cd158d43f None None] Pushing event updated for resources: {'Port': ['ID=85baf9da-1b95-4bfe-bad0-5946a1c8f923,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:09.359546 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.395649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:09.402586 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:09.404939 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:09.417766 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] Set router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:09.428925 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Pushing event updated for resources: {'Port': ['ID=5582678a-7501-4d4c-ad56-6ea93821a6e0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:09.452764 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.553786 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f36acbe1-9ec5-4920-88fb-a59f1e3993a0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:09.607346 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.613340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:09.619011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:09.624496 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.638872 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:03:07Z', 'revision_number': 3, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port': {'id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:07Z', 'updated_at': '2021-07-16T00:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:09.676351 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf96a4-1cb3-4ac1-8594-383b755c27b4 None None] The sync data for ids ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'] in n-d-793618-8 is: [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:03:07Z', 'revision_number': 3, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port': {'id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:07Z', 'updated_at': '2021-07-16T00:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:03:09.712239 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.754821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f36acbe1-9ec5-4920-88fb-a59f1e3993a0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f36acbe1-9ec5-4920-88fb-a59f1e3993a0,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:09.760458 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.765145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ebf0676c-aeaa-45a7-af0d-8453a2c40365 None None] Provisioning for port 5582678a-7501-4d4c-ad56-6ea93821a6e0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:09.787072 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ebf0676c-aeaa-45a7-af0d-8453a2c40365 None None] Provisioning complete for port 5582678a-7501-4d4c-ad56-6ea93821a6e0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:09.787482 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebf0676c-aeaa-45a7-af0d-8453a2c40365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.788181 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.793183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.844166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0676c-aeaa-45a7-af0d-8453a2c40365 None None] Port 5582678a-7501-4d4c-ad56-6ea93821a6e0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:03:09.846417 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f36acbe1-9ec5-4920-88fb-a59f1e3993a0,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:09.863943 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:09.866795 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Pushing event updated for resources: {'Port': ['ID=5582678a-7501-4d4c-ad56-6ea93821a6e0,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:09.976699 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:09.978150 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:10.101854 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:03:10.215640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:10.220660 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-072b9e24-ca02-4201-ba57-992550c7792b admin admin] 10.222.0.23 "PUT /v2.0/routers/7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722560 Jul 16 00:03:10.269577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-19fd5a51-3b73-4675-a64f-198ea0ab60a9 None None] Provisioning complete for port 5582678a-7501-4d4c-ad56-6ea93821a6e0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:10.269960 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-19fd5a51-3b73-4675-a64f-198ea0ab60a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.306217 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-19fd5a51-3b73-4675-a64f-198ea0ab60a9 None None] Port 5582678a-7501-4d4c-ad56-6ea93821a6e0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:03:10.687557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56530) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:10.692864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1756955912-network', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:10.713255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Made reservation on behalf of f9386f01a92f40c9810c571f727f7943 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:10.715636 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.724311 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.813058 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.816858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.837807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:03:10.851797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde4908c-c8cf-480b-87b6-ef1a29208a26,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:10.857823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.858159 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Added segment 89c279ed-5517-44f0-91ed-500f5aa30c98 of type vlan for network cc2f4141-1f6c-4d20-9966-31e78f466050 Jul 16 00:03:10.899101 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.929686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.930764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:10.931361 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:10.961800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2730875 Jul 16 00:03:10.964511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56532) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:10.969115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Request body: {'subnet': {'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-subnet', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:11.005319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad765e2-e908-4b58-aa01-c9a22bdcafb9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2f4141-1f6c-4d20-9966-31e78f466050,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:11.015762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network cc2f4141-1f6c-4d20-9966-31e78f466050 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:03:11.022474 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Made reservation on behalf of f9386f01a92f40c9810c571f727f7943 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:11.024957 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.194818 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.204348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Sync routers for ids ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:11.213828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Routers {'7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:11.214585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:02:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:11.252180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=628e3254-1407-4559-9aae-0572902ad1f7,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:11.261125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Checking segment: {'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:11.261489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Network hostable DHCP agents. Network: cc2f4141-1f6c-4d20-9966-31e78f466050, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:03:11.280114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Network cc2f4141-1f6c-4d20-9966-31e78f466050 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:03:11.288867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, cc2f4141-1f6c-4d20-9966-31e78f466050) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:11.293070 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:11.293624 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.300312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2d0c2-5054-4b1b-a2c6-aca424d69725 None None] Network cc2f4141-1f6c-4d20-9966-31e78f466050 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:11.307522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a49a9ab1-3e6f-4a90-a08e-346b14cbdd26 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3420660 Jul 16 00:03:11.310121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56534) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:11.314452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:11.335779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.336979 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.369411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Set router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:11.392005 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.532084 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.578100 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 85baf9da-1b95-4bfe-bad0-5946a1c8f923 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:11.603625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-cc2f4141-1f6c-4d20-9966-31e78f466050', 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'fixed_ips': [{'subnet_id': '628e3254-1407-4559-9aae-0572902ad1f7'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:03:11.604463 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.752450 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.772328 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.772848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 85baf9da-1b95-4bfe-bad0-5946a1c8f923 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:11.783736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 85baf9da-1b95-4bfe-bad0-5946a1c8f923 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:11.784095 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.826347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Allocated IP 172.20.0.2 (cc2f4141-1f6c-4d20-9966-31e78f466050/628e3254-1407-4559-9aae-0572902ad1f7/c78b94bd-bd08-42d9-aa93-dea761bf449b) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:11.831008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:03:09Z', 'revision_number': 4, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port': {'id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:07Z', 'updated_at': '2021-07-16T00:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5582678a-7501-4d4c-ad56-6ea93821a6e0', 'name': '', 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'mac_address': 'fa:16:3e:75:00:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:08Z', 'updated_at': '2021-07-16T00:03:09Z', 'revision_number': 2, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'subnets': [{'id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:11.870245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Checking router: 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:11.870600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Updating router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd port 5582678a-7501-4d4c-ad56-6ea93821a6e0 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:03:11.878810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Allocated IP 172.25.3.249 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/833a2bfc-6a5c-4325-93bb-8d8032d51807) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:11.960880 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:11.980912 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.020641 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.063532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:12.066476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:12.070303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:12.097561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=833a2bfc-6a5c-4325-93bb-8d8032d51807,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:12.203626 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.262968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 85baf9da-1b95-4bfe-bad0-5946a1c8f923, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=85baf9da-1b95-4bfe-bad0-5946a1c8f923,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:12.313041 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.313728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f36acbe1-9ec5-4920-88fb-a59f1e3993a0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:12.324657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.390851 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.439176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Transition to ACTIVE for port object c78b94bd-bd08-42d9-aa93-dea761bf449b will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:12.457721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=85baf9da-1b95-4bfe-bad0-5946a1c8f923,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:12.496063 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Transition to ACTIVE for port object c78b94bd-bd08-42d9-aa93-dea761bf449b will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:12.510020 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.558544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:12.558950 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.600680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Network cc2f4141-1f6c-4d20-9966-31e78f466050 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:12.615908 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:12.622726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Pushing event updated for resources: {'Port': ['ID=c78b94bd-bd08-42d9-aa93-dea761bf449b,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:12.627752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:12.762292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Attempting to bind port c78b94bd-bd08-42d9-aa93-dea761bf449b on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:12.762670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Attempting to bind port c78b94bd-bd08-42d9-aa93-dea761bf449b by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:12.763119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Attempting to bind port c78b94bd-bd08-42d9-aa93-dea761bf449b on network cc2f4141-1f6c-4d20-9966-31e78f466050 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:12.766302 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.785151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:12.785526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Checking segment: {'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:12.785923 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.786314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Bound using segment: {'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:12.786960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Bound port: c78b94bd-bd08-42d9-aa93-dea761bf449b, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:12.787394 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.791707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Transition to ACTIVE for port object 5582678a-7501-4d4c-ad56-6ea93821a6e0 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:12.806800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.835852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:12.894516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f68fed-db83-4b60-96f3-5d6137e3e410 None None] Pushing event updated for resources: {'Port': ['ID=5582678a-7501-4d4c-ad56-6ea93821a6e0,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:12.926697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] For port c78b94bd-bd08-42d9-aa93-dea761bf449b, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:12.967658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] For port c78b94bd-bd08-42d9-aa93-dea761bf449b, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c78b94bd-bd08-42d9-aa93-dea761bf449b,segment=NetworkSegment(89c279ed-5517-44f0-91ed-500f5aa30c98),segment_id=89c279ed-5517-44f0-91ed-500f5aa30c98)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:12.972873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Attempting to bind port 5582678a-7501-4d4c-ad56-6ea93821a6e0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:12.973243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Attempting to bind port 5582678a-7501-4d4c-ad56-6ea93821a6e0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:12.973714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Attempting to bind port 5582678a-7501-4d4c-ad56-6ea93821a6e0 on network 5c293a00-3bbd-4880-a619-ef3a7bff1853 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:12.975357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Router 56a931eb-c9dd-4156-95d3-d2b44fb26879 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:03:12.976846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:13.005917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:13.006290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Checking segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:13.006697 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:13.007134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Bound using segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:13.007625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Bound port: 5582678a-7501-4d4c-ad56-6ea93821a6e0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:13.008007 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:13.072584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dadafd-a782-4f4b-83f9-aa97ac5d5c1d None None] Pushing event updated for resources: {'Port': ['ID=c78b94bd-bd08-42d9-aa93-dea761bf449b,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:13.094696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:13.105055 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Sync routers for ids ['56a931eb-c9dd-4156-95d3-d2b44fb26879'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:13.109402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] For port 5582678a-7501-4d4c-ad56-6ea93821a6e0, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:13.113242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] For port 5582678a-7501-4d4c-ad56-6ea93821a6e0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5582678a-7501-4d4c-ad56-6ea93821a6e0,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:13.116430 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:13.120285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6fe20598-0e6b-4913-af59-ae954618c6d6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8065157 Jul 16 00:03:13.120884 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:13.121664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56536) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:13.125247 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Routers {'56a931eb-c9dd-4156-95d3-d2b44fb26879'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:13.126067 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:02:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['56a931eb-c9dd-4156-95d3-d2b44fb26879'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:13.190645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f68fed-db83-4b60-96f3-5d6137e3e410 None None] Pushing event updated for resources: {'Port': ['ID=5582678a-7501-4d4c-ad56-6ea93821a6e0,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:13.197732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Routers {'7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:13.198364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:02:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:13.247626 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Set router 56a931eb-c9dd-4156-95d3-d2b44fb26879 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:13.375666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] Set router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:13.498745 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:12Z', 'revision_number': 3, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port': {'id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:13.533944 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Checking router: 56a931eb-c9dd-4156-95d3-d2b44fb26879 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:13.534567 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Updating router 56a931eb-c9dd-4156-95d3-d2b44fb26879 port 833a2bfc-6a5c-4325-93bb-8d8032d51807 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:03:13.592743 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:13.674657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 85baf9da-1b95-4bfe-bad0-5946a1c8f923 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:13.723797 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:13.769708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 85baf9da-1b95-4bfe-bad0-5946a1c8f923 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:13.770245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:13.775397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:03:09Z', 'revision_number': 4, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port': {'id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:07Z', 'updated_at': '2021-07-16T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5582678a-7501-4d4c-ad56-6ea93821a6e0', 'name': '', 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'mac_address': 'fa:16:3e:75:00:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:08Z', 'updated_at': '2021-07-16T00:03:13Z', 'revision_number': 4, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'subnets': [{'id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:13.821094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e563c9-dca2-48dc-bbf5-d5313d1079d2 None None] The sync data for ids ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'] in n-d-793618-8 is: [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:03:09Z', 'revision_number': 4, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port': {'id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:07Z', 'updated_at': '2021-07-16T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5582678a-7501-4d4c-ad56-6ea93821a6e0', 'name': '', 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'mac_address': 'fa:16:3e:75:00:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:08Z', 'updated_at': '2021-07-16T00:03:13Z', 'revision_number': 4, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'subnets': [{'id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:03:13.942130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Allocated IP 172.20.0.1 (cc2f4141-1f6c-4d20-9966-31e78f466050/628e3254-1407-4559-9aae-0572902ad1f7/f48ee847-777f-45b6-ad38-07b586313cb2) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:13.948169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c78b94bd-bd08-42d9-aa93-dea761bf449b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:14.009638 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c78b94bd-bd08-42d9-aa93-dea761bf449b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:14.049525 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.071840 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Transition to ACTIVE for port object 833a2bfc-6a5c-4325-93bb-8d8032d51807 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:14.083416 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.110196 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.130682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Transition to ACTIVE for port object f48ee847-777f-45b6-ad38-07b586313cb2 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:14.148979 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf058b5-db74-4776-875c-3f10ea2444c3 None None] Pushing event updated for resources: {'Port': ['ID=833a2bfc-6a5c-4325-93bb-8d8032d51807,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:14.153304 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Attempting to bind port 833a2bfc-6a5c-4325-93bb-8d8032d51807 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:14.153671 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Attempting to bind port 833a2bfc-6a5c-4325-93bb-8d8032d51807 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:14.154085 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Attempting to bind port 833a2bfc-6a5c-4325-93bb-8d8032d51807 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:14.159400 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:14.159777 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:14.160241 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.160570 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:14.161037 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Bound port: 833a2bfc-6a5c-4325-93bb-8d8032d51807, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:14.161411 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.189766 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.225036 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] For port 833a2bfc-6a5c-4325-93bb-8d8032d51807, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:14.229237 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] For port 833a2bfc-6a5c-4325-93bb-8d8032d51807, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=833a2bfc-6a5c-4325-93bb-8d8032d51807,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:14.233152 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Network cc2f4141-1f6c-4d20-9966-31e78f466050 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:14.236390 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.238088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:14.243638 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:14.246965 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Pushing event updated for resources: {'Port': ['ID=f48ee847-777f-45b6-ad38-07b586313cb2,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:14.292030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.301428 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Routers {'56a931eb-c9dd-4156-95d3-d2b44fb26879'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:14.302077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:02:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['56a931eb-c9dd-4156-95d3-d2b44fb26879'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:14.375503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da4e9d3-06e1-403e-96f6-5f52d04843ba None None] Network cc2f4141-1f6c-4d20-9966-31e78f466050 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:03:14.395623 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.419943 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] Set router 56a931eb-c9dd-4156-95d3-d2b44fb26879 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:14.447317 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf058b5-db74-4776-875c-3f10ea2444c3 None None] Pushing event updated for resources: {'Port': ['ID=833a2bfc-6a5c-4325-93bb-8d8032d51807,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:14.465218 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.528309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-49ffe9d5-7cc9-4866-9b7a-c6d25b507d37 None None] Provisioning for port c78b94bd-bd08-42d9-aa93-dea761bf449b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:14.539085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-49ffe9d5-7cc9-4866-9b7a-c6d25b507d37 None None] Provisioning complete for port c78b94bd-bd08-42d9-aa93-dea761bf449b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:14.539613 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-49ffe9d5-7cc9-4866-9b7a-c6d25b507d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.633988 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:12Z', 'revision_number': 3, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port': {'id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:14.657297 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.659334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-49ffe9d5-7cc9-4866-9b7a-c6d25b507d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.664507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.668641 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dcc571-37e1-40cc-88e0-4e9870a52c86 None None] The sync data for ids ['56a931eb-c9dd-4156-95d3-d2b44fb26879'] in n-d-793618-8 is: [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:12Z', 'revision_number': 3, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port': {'id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:03:14.711228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-49ffe9d5-7cc9-4866-9b7a-c6d25b507d37 None None] For port c78b94bd-bd08-42d9-aa93-dea761bf449b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c78b94bd-bd08-42d9-aa93-dea761bf449b,segment=NetworkSegment(89c279ed-5517-44f0-91ed-500f5aa30c98),segment_id=89c279ed-5517-44f0-91ed-500f5aa30c98)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:14.717705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-49ffe9d5-7cc9-4866-9b7a-c6d25b507d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.769581 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:14.779720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffe9d5-7cc9-4866-9b7a-c6d25b507d37 None None] Pushing event updated for resources: {'Port': ['ID=c78b94bd-bd08-42d9-aa93-dea761bf449b,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:14.804235 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Pushing event updated for resources: {'Port': ['ID=f48ee847-777f-45b6-ad38-07b586313cb2,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:14.887801 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Network cc2f4141-1f6c-4d20-9966-31e78f466050 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:14.889341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:15.040731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d864-da97-423e-a755-b52bfd8ca59c None None] Provisioning complete for port c78b94bd-bd08-42d9-aa93-dea761bf449b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:15.041172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d864-da97-423e-a755-b52bfd8ca59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:15.042851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Router 56a931eb-c9dd-4156-95d3-d2b44fb26879 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:03:15.171310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d864-da97-423e-a755-b52bfd8ca59c None None] Provisioning for port f48ee847-777f-45b6-ad38-07b586313cb2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:15.176446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5ec6d864-da97-423e-a755-b52bfd8ca59c None None] Provisioning complete for port f48ee847-777f-45b6-ad38-07b586313cb2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:15.179199 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ec6d864-da97-423e-a755-b52bfd8ca59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:15.196276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:15.203388 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2c67cd33-f7e4-41d7-abf2-4f84e4637a21 admin admin] 10.222.0.23 "PUT /v2.0/routers/56a931eb-c9dd-4156-95d3-d2b44fb26879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0792551 Jul 16 00:03:15.223539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6d864-da97-423e-a755-b52bfd8ca59c None None] Port f48ee847-777f-45b6-ad38-07b586313cb2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:03:15.352345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f942910d-1906-4243-8cce-7553ecba3364 None None] Provisioning complete for port f48ee847-777f-45b6-ad38-07b586313cb2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:15.352717 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f942910d-1906-4243-8cce-7553ecba3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:15.409723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f942910d-1906-4243-8cce-7553ecba3364 None None] Port f48ee847-777f-45b6-ad38-07b586313cb2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:03:15.530687 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-adc3de12-ddf6-4724-bf6b-e043674718ac None None] Provisioning complete for port f48ee847-777f-45b6-ad38-07b586313cb2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:15.531222 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-adc3de12-ddf6-4724-bf6b-e043674718ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:15.571006 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-adc3de12-ddf6-4724-bf6b-e043674718ac None None] Port f48ee847-777f-45b6-ad38-07b586313cb2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:03:15.623434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5582678a-7501-4d4c-ad56-6ea93821a6e0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:15.678844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5582678a-7501-4d4c-ad56-6ea93821a6e0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:15.682702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5582678a-7501-4d4c-ad56-6ea93821a6e0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:15.683136 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:15.770002 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:15.809488 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5582678a-7501-4d4c-ad56-6ea93821a6e0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5582678a-7501-4d4c-ad56-6ea93821a6e0,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:15.815393 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:15.816177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 833a2bfc-6a5c-4325-93bb-8d8032d51807 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:15.891696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5582678a-7501-4d4c-ad56-6ea93821a6e0,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:15.907278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 833a2bfc-6a5c-4325-93bb-8d8032d51807 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:15.911512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 833a2bfc-6a5c-4325-93bb-8d8032d51807 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:15.911889 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:15.996670 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.017654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 833a2bfc-6a5c-4325-93bb-8d8032d51807, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=833a2bfc-6a5c-4325-93bb-8d8032d51807,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:16.022177 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.023325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c78b94bd-bd08-42d9-aa93-dea761bf449b up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:16.097013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=833a2bfc-6a5c-4325-93bb-8d8032d51807,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:16.110142 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c78b94bd-bd08-42d9-aa93-dea761bf449b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:16.110508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.172511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-6e0ccbbc-aed9-49c2-b8d1-ab693152746b tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:16.174018 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-6e0ccbbc-aed9-49c2-b8d1-ab693152746b tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/networks?id=5c293a00-3bbd-4880-a619-ef3a7bff1853 HTTP/1.1" status: 200 len: 817 time: 0.1075587 Jul 16 00:03:16.188648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-2183e2ea-2b5c-4335-8249-5cc75f85ed19 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/quotas/5ee83124e0b7428da378f48bd40af021 HTTP/1.1" status: 200 len: 375 time: 0.0090950 Jul 16 00:03:16.255052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4537a922-8c8f-43d7-b684-b863bb65239f tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ee83124e0b7428da378f48bd40af021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606215 Jul 16 00:03:16.355796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-d7e0ef9c-1c6c-48f2-a027-8d2423383b77 service neutron] 10.222.0.23 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881357 Jul 16 00:03:16.444411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-cfcef887-0b28-4d1e-bb33-3c135d8a00d1 service neutron] 10.222.0.23 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822103 Jul 16 00:03:16.617123 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e3eca4f5-1854-4cc2-8840-f843c7c3d7e5 req-8e09dec7-1cb9-4fa3-8a38-0db7c01de06e tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 210 time: 0.0341425 Jul 16 00:03:17.247866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Sync routers for ids ['56a931eb-c9dd-4156-95d3-d2b44fb26879'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:17.257066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Routers {'56a931eb-c9dd-4156-95d3-d2b44fb26879'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:17.257679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:02:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['56a931eb-c9dd-4156-95d3-d2b44fb26879'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:17.497467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5582678a-7501-4d4c-ad56-6ea93821a6e0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:17.549477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Set router 56a931eb-c9dd-4156-95d3-d2b44fb26879 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:17.599891 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5582678a-7501-4d4c-ad56-6ea93821a6e0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:17.600265 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:17.688826 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-5c67b001-7541-4687-8a9e-da33da5ec10f tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.690572 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-5c67b001-7541-4687-8a9e-da33da5ec10f tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.59 "GET /v2.0/networks?id=5c293a00-3bbd-4880-a619-ef3a7bff1853 HTTP/1.1" status: 200 len: 817 time: 0.1126471 Jul 16 00:03:17.703299 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Request body: {'port': {'device_id': '25b49eea-ae70-4d3f-978f-a88aa94011b2', 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'admin_state_up': True, 'tenant_id': '5ee83124e0b7428da378f48bd40af021'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:17.824995 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-da2abd3c-2ab0-43c3-a77b-2df1ba2b7f60 req-263e7279-6231-4a1d-be40-531d668f643b tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 210 time: 0.0654302 Jul 16 00:03:17.835973 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:14Z', 'revision_number': 4, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port': {'id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'f48ee847-777f-45b6-ad38-07b586313cb2', 'name': '', 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'mac_address': 'fa:16:3e:78:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '628e3254-1407-4559-9aae-0572902ad1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:13Z', 'updated_at': '2021-07-16T00:03:14Z', 'revision_number': 2, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'subnets': [{'id': '628e3254-1407-4559-9aae-0572902ad1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:17.864622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 833a2bfc-6a5c-4325-93bb-8d8032d51807 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:17.867762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Checking router: 56a931eb-c9dd-4156-95d3-d2b44fb26879 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:17.868136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Updating router 56a931eb-c9dd-4156-95d3-d2b44fb26879 port f48ee847-777f-45b6-ad38-07b586313cb2 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:03:17.874909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Made reservation on behalf of 5ee83124e0b7428da378f48bd40af021 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:17.878587 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:17.930058 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:17.974208 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 833a2bfc-6a5c-4325-93bb-8d8032d51807 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:17.974579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.008891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Allocated IP 172.20.0.12 (5c293a00-3bbd-4880-a619-ef3a7bff1853/38b04fcc-f29a-4386-be14-dfc4e2e06bc6/de9f198d-b4c5-4ec4-ad61-d0c13e63334a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:18.011752 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:03:18.162830 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.176568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Transition to ACTIVE for port object de9f198d-b4c5-4ec4-ad61-d0c13e63334a will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:18.182459 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f45d1690-d2da-4811-a6cb-b02f9faa4efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.214804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.262189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:18.265955 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:18.269259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:18.284204 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.294926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Transition to ACTIVE for port object f48ee847-777f-45b6-ad38-07b586313cb2 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:18.297379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Pushing event updated for resources: {'Port': ['ID=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:18.301068 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.329926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:18.330668 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.349131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-4632fb88-0a6d-4dad-9d4c-ac5eb23dbaa0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6492133 Jul 16 00:03:18.369116 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Request body: {'port': {'device_id': '25b49eea-ae70-4d3f-978f-a88aa94011b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:18.376884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed1801-552d-4b90-87e5-f2d51e6ddef7 None None] Pushing event updated for resources: {'Port': ['ID=f48ee847-777f-45b6-ad38-07b586313cb2,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:18.406296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Attempting to bind port f48ee847-777f-45b6-ad38-07b586313cb2 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:18.406668 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Attempting to bind port f48ee847-777f-45b6-ad38-07b586313cb2 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:18.407077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Attempting to bind port f48ee847-777f-45b6-ad38-07b586313cb2 on network cc2f4141-1f6c-4d20-9966-31e78f466050 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:18.413135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:18.413430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Checking segment: {'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:18.413857 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.414245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Bound using segment: {'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:18.414779 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Bound port: f48ee847-777f-45b6-ad38-07b586313cb2, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c279ed-5517-44f0-91ed-500f5aa30c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:18.415161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.467155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.490337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] For port f48ee847-777f-45b6-ad38-07b586313cb2, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:18.495335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] For port f48ee847-777f-45b6-ad38-07b586313cb2, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f48ee847-777f-45b6-ad38-07b586313cb2,segment=NetworkSegment(89c279ed-5517-44f0-91ed-500f5aa30c98),segment_id=89c279ed-5517-44f0-91ed-500f5aa30c98)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:18.500585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.556097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Routers {'56a931eb-c9dd-4156-95d3-d2b44fb26879'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:18.556651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:02:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['56a931eb-c9dd-4156-95d3-d2b44fb26879'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:18.678321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed1801-552d-4b90-87e5-f2d51e6ddef7 None None] Pushing event updated for resources: {'Port': ['ID=f48ee847-777f-45b6-ad38-07b586313cb2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:18.688755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] Set router 56a931eb-c9dd-4156-95d3-d2b44fb26879 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:18.807338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9f198d-b4c5-4ec4-ad61-d0c13e63334a {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:03:18.816989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ed54c18a-3373-4ce2-849c-0caaf48104f1 None None] Provisioning for port de9f198d-b4c5-4ec4-ad61-d0c13e63334a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:18.817167 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.830584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Transition to ACTIVE for port object de9f198d-b4c5-4ec4-ad61-d0c13e63334a will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:18.835515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:18.918264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:18.935778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:14Z', 'revision_number': 4, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port': {'id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'f48ee847-777f-45b6-ad38-07b586313cb2', 'name': '', 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'mac_address': 'fa:16:3e:78:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '628e3254-1407-4559-9aae-0572902ad1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:13Z', 'updated_at': '2021-07-16T00:03:18Z', 'revision_number': 4, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'subnets': [{'id': '628e3254-1407-4559-9aae-0572902ad1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:18.970331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Attempting to bind port de9f198d-b4c5-4ec4-ad61-d0c13e63334a on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:18.970677 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Attempting to bind port de9f198d-b4c5-4ec4-ad61-d0c13e63334a by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:18.971106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Attempting to bind port de9f198d-b4c5-4ec4-ad61-d0c13e63334a on network 5c293a00-3bbd-4880-a619-ef3a7bff1853 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:18.976238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Port de9f198d-b4c5-4ec4-ad61-d0c13e63334a on network 5c293a00-3bbd-4880-a619-ef3a7bff1853 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:03:18.976589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Attempting to bind port de9f198d-b4c5-4ec4-ad61-d0c13e63334a on network 5c293a00-3bbd-4880-a619-ef3a7bff1853 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:18.982860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18229a-6869-4f94-b5b0-2689bbdb8280 None None] The sync data for ids ['56a931eb-c9dd-4156-95d3-d2b44fb26879'] in n-d-793618-8 is: [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:14Z', 'revision_number': 4, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port': {'id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'f48ee847-777f-45b6-ad38-07b586313cb2', 'name': '', 'network_id': 'cc2f4141-1f6c-4d20-9966-31e78f466050', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'mac_address': 'fa:16:3e:78:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '628e3254-1407-4559-9aae-0572902ad1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:13Z', 'updated_at': '2021-07-16T00:03:18Z', 'revision_number': 4, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'subnets': [{'id': '628e3254-1407-4559-9aae-0572902ad1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:03:18.992857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:18.993165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Checking segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:18.993556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Bound using segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:18.994184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Bound port: de9f198d-b4c5-4ec4-ad61-d0c13e63334a, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:18.994560 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:19.129570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] For port de9f198d-b4c5-4ec4-ad61-d0c13e63334a, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:19.139645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7257d-906f-452c-85d9-ce4bd0627700 req-28bec14f-0d4d-4a7c-8b61-b430c06ec85f tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.141298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4eb7257d-906f-452c-85d9-ce4bd0627700 req-28bec14f-0d4d-4a7c-8b61-b430c06ec85f tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 944 time: 0.1595285 Jul 16 00:03:19.143306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] For port de9f198d-b4c5-4ec4-ad61-d0c13e63334a, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:19.153016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:19.210158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.210794 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:19.212238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/de9f198d-b4c5-4ec4-ad61-d0c13e63334a HTTP/1.1" status: 200 len: 1092 time: 0.8505332 Jul 16 00:03:19.217971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b49eea-ae70-4d3f-978f-a88aa94011b2', 'tag': 'de9f198d-b4c5-4ec4-ad61-d0c13e63334a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:19.220285 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8295ac-3356-43a1-93c6-03020bf1cda2" -d '{"events": [{"name": "network-changed", "server_uuid": "25b49eea-ae70-4d3f-978f-a88aa94011b2", "tag": "de9f198d-b4c5-4ec4-ad61-d0c13e63334a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:19.233080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4eb7257d-906f-452c-85d9-ce4bd0627700 req-51ef0daf-e249-4872-809c-0c21ff188a5e tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826790 Jul 16 00:03:19.254512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdc40a-cd40-492d-a789-83c66ebfa9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:19.303743 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee9bf66-56af-44fe-820c-f2e0a6e8e96a x-openstack-request-id: req-7ee9bf66-56af-44fe-820c-f2e0a6e8e96a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:19.304027 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b49eea-ae70-4d3f-978f-a88aa94011b2", "tag": "de9f198d-b4c5-4ec4-ad61-d0c13e63334a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:19.304275 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ee9bf66-56af-44fe-820c-f2e0a6e8e96a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:19.304670 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b49eea-ae70-4d3f-978f-a88aa94011b2', 'tag': 'de9f198d-b4c5-4ec4-ad61-d0c13e63334a', 'status': 'completed', 'code': 200} Jul 16 00:03:19.325676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-03ac5156-e18d-4ca4-8e06-d0627aa2dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.327613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-03ac5156-e18d-4ca4-8e06-d0627aa2dd55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee83124e0b7428da378f48bd40af021&device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 1095 time: 0.0643661 Jul 16 00:03:19.376909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-a2eb15da-5bfb-4116-8281-46c976ce71e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9f198d-b4c5-4ec4-ad61-d0c13e63334a HTTP/1.1" status: 200 len: 217 time: 0.0420256 Jul 16 00:03:19.427693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-926af128-78b5-4b1a-bdfa-a66a28b7b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.429903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-926af128-78b5-4b1a-bdfa-a66a28b7b440 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b04fcc-f29a-4386-be14-dfc4e2e06bc6 HTTP/1.1" status: 200 len: 856 time: 0.0470946 Jul 16 00:03:19.495510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-7ebfe746-f757-41f7-9833-1925eb363e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.497212 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-7ebfe746-f757-41f7-9833-1925eb363e40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c293a00-3bbd-4880-a619-ef3a7bff1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607293 Jul 16 00:03:19.517267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f48ee847-777f-45b6-ad38-07b586313cb2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:19.564950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f48ee847-777f-45b6-ad38-07b586313cb2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:19.569150 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f48ee847-777f-45b6-ad38-07b586313cb2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:19.569509 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:19.606046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-46e8cc2d-22fc-4c9d-ab54-4df870693ac4 service neutron] 10.222.0.59 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004460 Jul 16 00:03:19.653994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:19.689261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f48ee847-777f-45b6-ad38-07b586313cb2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f48ee847-777f-45b6-ad38-07b586313cb2,segment=NetworkSegment(89c279ed-5517-44f0-91ed-500f5aa30c98),segment_id=89c279ed-5517-44f0-91ed-500f5aa30c98)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:19.693330 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:19.700867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c3f34b-a968-49eb-ae4e-dffcefab18c5 req-c5275af8-1ea1-48b0-a85e-5ab07ea4b67f service neutron] 10.222.0.59 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877807 Jul 16 00:03:19.741656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f48ee847-777f-45b6-ad38-07b586313cb2,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:19.802224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-9d1e825a-56bb-4f52-a3c8-ed102dc2637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.804347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-9d1e825a-56bb-4f52-a3c8-ed102dc2637b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee83124e0b7428da378f48bd40af021&device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 1095 time: 0.0542560 Jul 16 00:03:19.896343 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-8c5ab2e1-707e-4900-9055-2fae3faebf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.897856 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-8c5ab2e1-707e-4900-9055-2fae3faebf01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c293a00-3bbd-4880-a619-ef3a7bff1853 HTTP/1.1" status: 200 len: 918 time: 0.0869071 Jul 16 00:03:19.941003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-33166756-3f08-4054-a100-def0cc49780c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9f198d-b4c5-4ec4-ad61-d0c13e63334a HTTP/1.1" status: 200 len: 217 time: 0.0337791 Jul 16 00:03:19.991956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-cfce30a0-d57e-46c2-9c80-449b2b4eb419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.993294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-cfce30a0-d57e-46c2-9c80-449b2b4eb419 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b04fcc-f29a-4386-be14-dfc4e2e06bc6 HTTP/1.1" status: 200 len: 856 time: 0.0464957 Jul 16 00:03:20.049820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-800b0bcd-1aea-46ca-8f82-aad5cb67b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:20.051367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-800b0bcd-1aea-46ca-8f82-aad5cb67b91e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c293a00-3bbd-4880-a619-ef3a7bff1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509548 Jul 16 00:03:20.144583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-63031821-03f7-41a0-91c5-4f10fa67dcbd service neutron] 10.222.0.59 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859993 Jul 16 00:03:20.234405 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5f8295ac-3356-43a1-93c6-03020bf1cda2 req-f69ebc5d-7465-4a45-b220-72af592e60fc service neutron] 10.222.0.59 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822217 Jul 16 00:03:20.416249 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e3fc4-49a9-419d-af63-e42257add81c req-db6fbd61-7a2f-4c4b-98ee-61adb7259680 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:20.417938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e12e3fc4-49a9-419d-af63-e42257add81c req-db6fbd61-7a2f-4c4b-98ee-61adb7259680 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 944 time: 0.0657580 Jul 16 00:03:20.460154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e12e3fc4-49a9-419d-af63-e42257add81c req-51ad99e7-22f8-4201-8db5-f271e8eb9e7f tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364847 Jul 16 00:03:20.754492 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3fd14af6-2bad-4fde-be9d-340a1fc1050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:21.135224 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:21.487764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f48ee847-777f-45b6-ad38-07b586313cb2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:21.536303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f48ee847-777f-45b6-ad38-07b586313cb2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:21.536677 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:21.635701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f84b24-aac5-4dc5-ac5e-c4d557914d94 req-d0cd1640-fb9c-410d-8d78-c8d75be598bc tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:21.637210 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1f84b24-aac5-4dc5-ac5e-c4d557914d94 req-d0cd1640-fb9c-410d-8d78-c8d75be598bc tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 944 time: 0.0685754 Jul 16 00:03:21.678678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1f84b24-aac5-4dc5-ac5e-c4d557914d94 req-841e742e-734f-41b9-b576-e185453c8d83 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355389 Jul 16 00:03:21.738451 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:22.847614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b28d3-5380-4afd-9590-d11b9ee7abf5 req-e0bc9eb0-25b8-4053-98e6-89491fab9d43 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:22.849002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c1b28d3-5380-4afd-9590-d11b9ee7abf5 req-e0bc9eb0-25b8-4053-98e6-89491fab9d43 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 944 time: 0.0624263 Jul 16 00:03:22.886392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5c1b28d3-5380-4afd-9590-d11b9ee7abf5 req-d6be8c71-ef0b-432d-8ce1-faa5b4631a19 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Jul 16 00:03:23.490214 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:23.554403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device de9f198d-b4c5-4ec4-ad61-d0c13e63334a details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:03:23.645644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port de9f198d-b4c5-4ec4-ad61-d0c13e63334a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:23.660399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'de9f198d-b4c5-4ec4-ad61-d0c13e63334a', 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'port_id': 'de9f198d-b4c5-4ec4-ad61-d0c13e63334a', 'mac_address': 'fa:16:3e:0d:b7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:03:23.699095 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:23.713894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9f198d-b4c5-4ec4-ad61-d0c13e63334a {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:03:23.733558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port de9f198d-b4c5-4ec4-ad61-d0c13e63334a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:23.737484 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:23.784026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:23.941715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de9f198d-b4c5-4ec4-ad61-d0c13e63334a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:03:24.066089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4fd5-f769-4e15-9265-035b79acf712 req-b7047361-077c-4d5c-bcf0-8b02d3562ed4 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:24.067658 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-396f4fd5-f769-4e15-9265-035b79acf712 req-b7047361-077c-4d5c-bcf0-8b02d3562ed4 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 945 time: 0.0707505 Jul 16 00:03:24.105627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-396f4fd5-f769-4e15-9265-035b79acf712 req-8d251d26-a5ae-4f9f-9961-afa6d8685fd4 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Jul 16 00:03:25.278227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6b63a-00d0-40f5-baf3-1acd51e752f7 req-b2f2a14e-78d2-42fa-9a89-18d4a1e75b94 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:25.279724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31d6b63a-00d0-40f5-baf3-1acd51e752f7 req-b2f2a14e-78d2-42fa-9a89-18d4a1e75b94 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 945 time: 0.0648344 Jul 16 00:03:25.316953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31d6b63a-00d0-40f5-baf3-1acd51e752f7 req-64d975dc-36f1-46cf-b827-9fd721901c87 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Jul 16 00:03:25.574934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device de9f198d-b4c5-4ec4-ad61-d0c13e63334a up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:25.624721 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:25.632005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port de9f198d-b4c5-4ec4-ad61-d0c13e63334a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:25.635644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port de9f198d-b4c5-4ec4-ad61-d0c13e63334a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:25.635924 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:25.713081 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:25.736246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b49eea-ae70-4d3f-978f-a88aa94011b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9f198d-b4c5-4ec4-ad61-d0c13e63334a'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:25.738621 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646216b0-a63c-46b0-8024-47467d3a877a" -d '{"events": [{"server_uuid": "25b49eea-ae70-4d3f-978f-a88aa94011b2", "name": "network-vif-plugged", "status": "completed", "tag": "de9f198d-b4c5-4ec4-ad61-d0c13e63334a"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:25.751706 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port de9f198d-b4c5-4ec4-ad61-d0c13e63334a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:25.755942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:25.779783 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84ce815-63a5-4512-9a12-d6639d80a5f0 x-openstack-request-id: req-f84ce815-63a5-4512-9a12-d6639d80a5f0 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:25.780074 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b49eea-ae70-4d3f-978f-a88aa94011b2", "name": "network-vif-plugged", "status": "completed", "tag": "de9f198d-b4c5-4ec4-ad61-d0c13e63334a", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:25.780327 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f84ce815-63a5-4512-9a12-d6639d80a5f0 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:25.780717 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b49eea-ae70-4d3f-978f-a88aa94011b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9f198d-b4c5-4ec4-ad61-d0c13e63334a', 'code': 200} Jul 16 00:03:25.806998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:25.886736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692caab-c106-4b54-ba9d-51cc80d99d75 req-ae184e56-f8c9-404b-83cd-b24a7218661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:25.888372 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0692caab-c106-4b54-ba9d-51cc80d99d75 req-ae184e56-f8c9-404b-83cd-b24a7218661d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 1097 time: 0.0521376 Jul 16 00:03:25.926588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0692caab-c106-4b54-ba9d-51cc80d99d75 req-7dec5529-c7e0-4cb1-984b-e04d6a7674b7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Jul 16 00:03:26.486995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5d82-b325-41d0-b4f6-fb54fdf66246 req-0fa0f399-629f-4cf8-8df6-b2ede4857864 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:26.488468 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-769d5d82-b325-41d0-b4f6-fb54fdf66246 req-0fa0f399-629f-4cf8-8df6-b2ede4857864 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 946 time: 0.0623076 Jul 16 00:03:26.526453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-769d5d82-b325-41d0-b4f6-fb54fdf66246 req-539be621-eaeb-4185-b73d-88b9425f9ac0 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Jul 16 00:03:27.693091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f4ca5-ee00-41df-abbb-0d68b1e9561a req-7f1f8523-5a7e-4a4b-8620-eb854b07fd01 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:27.694576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb5f4ca5-ee00-41df-abbb-0d68b1e9561a req-7f1f8523-5a7e-4a4b-8620-eb854b07fd01 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 946 time: 0.0621300 Jul 16 00:03:27.731945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cb5f4ca5-ee00-41df-abbb-0d68b1e9561a req-50468249-5eea-4604-afc6-904dd0b46124 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Jul 16 00:03:27.924682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc5e7c-5522-449c-a177-94ccedc4e911 req-7d08acf3-412c-4c8d-82c1-7c81e89c4dc5 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:27.926167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92fc5e7c-5522-449c-a177-94ccedc4e911 req-7d08acf3-412c-4c8d-82c1-7c81e89c4dc5 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 946 time: 0.0770001 Jul 16 00:03:27.969165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-92fc5e7c-5522-449c-a177-94ccedc4e911 req-3ae798fc-7d32-4cff-af19-57129f2501c3 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374539 Jul 16 00:03:44.395498 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:46.941212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d226f8-e330-43e3-a34e-1aa967e733c2 req-a814a382-8b8a-4c14-b2b4-dd4417cb6455 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:46.942776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6d226f8-e330-43e3-a34e-1aa967e733c2 req-a814a382-8b8a-4c14-b2b4-dd4417cb6455 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 946 time: 0.0683174 Jul 16 00:03:46.981725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6d226f8-e330-43e3-a34e-1aa967e733c2 req-36b0d173-a40a-4856-aa81-aff1c9d21155 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Jul 16 00:03:48.125726 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72c92b7e-3279-43c7-b455-0b87330ab073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:48.163844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1891-2292-49b7-9f2d-a28f6bc24073 req-0a327b6d-41f0-4c61-b54d-2b87d210593c tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:48.165881 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc6b1891-2292-49b7-9f2d-a28f6bc24073 req-0a327b6d-41f0-4c61-b54d-2b87d210593c tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 946 time: 0.0682573 Jul 16 00:03:48.210181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bc6b1891-2292-49b7-9f2d-a28f6bc24073 req-75e54e14-ae37-453a-855b-2572cce0e811 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384448 Jul 16 00:03:48.568005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-16c15152-9f8e-4c6d-bed5-470b7d437184 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:48.569452 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-16c15152-9f8e-4c6d-bed5-470b7d437184 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.59 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 946 time: 0.0617490 Jul 16 00:03:48.667370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Deleting port de9f198d-b4c5-4ec4-ad61-d0c13e63334a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:48.667719 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:48.757858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] For port de9f198d-b4c5-4ec4-ad61-d0c13e63334a, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:48.758223 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:48.769795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Calling delete_port for de9f198d-b4c5-4ec4-ad61-d0c13e63334a owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:48.899186 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:48.914739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['de9f198d-b4c5-4ec4-ad61-d0c13e63334a'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:03:48.928929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Pushing event deleted for resources: {'Port': ['ID=de9f198d-b4c5-4ec4-ad61-d0c13e63334a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:48.959866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.960223 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.960565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.960902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.961235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.961566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.961901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.962913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.963248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.963574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.963889 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.964212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:48.985473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] No DVR routers for this DVR port de9f198d-b4c5-4ec4-ad61-d0c13e63334a on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:48.988224 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:48.990291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3271263-4f9d-49ff-a1f2-4c0a2588775b req-97ba9c35-51df-4dc9-b042-9ad05dd1cd40 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.59 "DELETE /v2.0/ports/de9f198d-b4c5-4ec4-ad61-d0c13e63334a HTTP/1.1" status: 204 len: 173 time: 0.4148471 Jul 16 00:03:48.990737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b49eea-ae70-4d3f-978f-a88aa94011b2', 'name': 'network-vif-deleted', 'tag': 'de9f198d-b4c5-4ec4-ad61-d0c13e63334a'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:48.993051 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ce479a-6f1e-46d8-b65a-10adb25bfe9d" -d '{"events": [{"server_uuid": "25b49eea-ae70-4d3f-978f-a88aa94011b2", "name": "network-vif-deleted", "tag": "de9f198d-b4c5-4ec4-ad61-d0c13e63334a"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:49.033833 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f60fdce-0c50-4e74-ae36-80c6d02af169 x-openstack-request-id: req-9f60fdce-0c50-4e74-ae36-80c6d02af169 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:49.034133 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b49eea-ae70-4d3f-978f-a88aa94011b2", "name": "network-vif-deleted", "tag": "de9f198d-b4c5-4ec4-ad61-d0c13e63334a", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:49.034393 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f60fdce-0c50-4e74-ae36-80c6d02af169 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:49.034819 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b49eea-ae70-4d3f-978f-a88aa94011b2', 'name': 'network-vif-deleted', 'tag': 'de9f198d-b4c5-4ec4-ad61-d0c13e63334a', 'status': 'completed', 'code': 200} Jul 16 00:03:49.361156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47eed689-098a-4b76-9b6a-6f0390f3ac90 req-735818ae-08ee-4f62-a340-cbd67536f08c tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=25b49eea-ae70-4d3f-978f-a88aa94011b2 HTTP/1.1" status: 200 len: 210 time: 0.0272415 Jul 16 00:03:50.755671 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-af6d16c6-a649-4548-8c59-0f38d0192ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:50.946320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-921b0005-4b5d-4751-bfc1-091d16479ce6 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.948402 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-921b0005-4b5d-4751-bfc1-091d16479ce6 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/networks?id=5c293a00-3bbd-4880-a619-ef3a7bff1853 HTTP/1.1" status: 200 len: 817 time: 0.1027749 Jul 16 00:03:50.962686 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-9149c9e7-f9c8-4c55-a46d-342ff529997e tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/quotas/5ee83124e0b7428da378f48bd40af021 HTTP/1.1" status: 200 len: 375 time: 0.0088079 Jul 16 00:03:51.025883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-5289c687-9e2b-4cb5-9c1c-bba8acbbf831 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ee83124e0b7428da378f48bd40af021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584440 Jul 16 00:03:51.122067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-75b92b69-b4f7-4090-b868-fd28138e5549 service neutron] 10.222.0.23 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849507 Jul 16 00:03:51.139875 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:51.209918 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-36da45a2-08e9-4c94-ae5f-7ee6d1063c26 service neutron] 10.222.0.23 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820909 Jul 16 00:03:51.379118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-91d5df84-d24d-4b6f-8b38-9d0d31c5f901 req-917bcf31-51ff-4681-a8ce-649598cf2ce1 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 210 time: 0.0330689 Jul 16 00:03:51.746521 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:52.422977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-d693c646-b2ab-43c6-85b3-e6aad0ee791e tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:52.424517 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-d693c646-b2ab-43c6-85b3-e6aad0ee791e tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.59 "GET /v2.0/networks?id=5c293a00-3bbd-4880-a619-ef3a7bff1853 HTTP/1.1" status: 200 len: 817 time: 0.1049697 Jul 16 00:03:52.444658 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Request body: {'port': {'device_id': 'c5c2394a-80a9-49f4-a99f-59a792c62cc2', 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'admin_state_up': True, 'tenant_id': '5ee83124e0b7428da378f48bd40af021'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:52.547235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-def651cb-679b-45a3-bffa-332d0930a528 req-9ef4116c-510e-4dcc-932c-1054b503b3e7 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 210 time: 0.0381415 Jul 16 00:03:52.585255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Made reservation on behalf of 5ee83124e0b7428da378f48bd40af021 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:52.588925 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:52.714516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Allocated IP 172.20.0.13 (5c293a00-3bbd-4880-a619-ef3a7bff1853/38b04fcc-f29a-4386-be14-dfc4e2e06bc6/b6ef6a01-b807-499b-8a75-65001bc60e0f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:52.858643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:52.872326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Transition to ACTIVE for port object b6ef6a01-b807-499b-8a75-65001bc60e0f will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:52.904650 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:52.950132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:52.953296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:52.957194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:52.963986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Pushing event updated for resources: {'Port': ['ID=b6ef6a01-b807-499b-8a75-65001bc60e0f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:53.010906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:53.011524 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.026289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd30e37f-2fbe-4e14-b710-8b963cf81299 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854056 Jul 16 00:03:53.037550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Request body: {'port': {'device_id': 'c5c2394a-80a9-49f4-a99f-59a792c62cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:53.114983 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.233043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a31f1a17-7c81-444b-9e87-797664c25839 None None] Provisioning for port b6ef6a01-b807-499b-8a75-65001bc60e0f completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:53.236737 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a31f1a17-7c81-444b-9e87-797664c25839 None None] Provisioning complete for port b6ef6a01-b807-499b-8a75-65001bc60e0f triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:53.237161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a31f1a17-7c81-444b-9e87-797664c25839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.271076 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a31f1a17-7c81-444b-9e87-797664c25839 None None] Port b6ef6a01-b807-499b-8a75-65001bc60e0f cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:03:53.371336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ef6a01-b807-499b-8a75-65001bc60e0f {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:03:53.378450 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.389851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Transition to ACTIVE for port object b6ef6a01-b807-499b-8a75-65001bc60e0f will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:53.393849 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.467276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ef6a01-b807-499b-8a75-65001bc60e0f,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:53.495081 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.733238 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device de9f198d-b4c5-4ec4-ad61-d0c13e63334a no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:53.752093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: de9f198d-b4c5-4ec4-ad61-d0c13e63334a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:03:53.752533 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device de9f198d-b4c5-4ec4-ad61-d0c13e63334a not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:53.862748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Attempting to bind port b6ef6a01-b807-499b-8a75-65001bc60e0f on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:53.863103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Attempting to bind port b6ef6a01-b807-499b-8a75-65001bc60e0f by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:53.863431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Attempting to bind port b6ef6a01-b807-499b-8a75-65001bc60e0f on network 5c293a00-3bbd-4880-a619-ef3a7bff1853 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:53.871684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Port b6ef6a01-b807-499b-8a75-65001bc60e0f on network 5c293a00-3bbd-4880-a619-ef3a7bff1853 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:03:53.872005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Attempting to bind port b6ef6a01-b807-499b-8a75-65001bc60e0f on network 5c293a00-3bbd-4880-a619-ef3a7bff1853 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:53.878652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:53.879013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Checking segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:53.879405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Bound using segment: {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:53.879833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Bound port: b6ef6a01-b807-499b-8a75-65001bc60e0f, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9f931e-850c-4c0c-98c0-9675df43e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:53.880186 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:53.899268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2b4a-b4bc-4494-a6aa-0c38ec025831 req-94840227-a60b-4308-8290-79971ae9212d tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:53.901263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bae2b4a-b4bc-4494-a6aa-0c38ec025831 req-94840227-a60b-4308-8290-79971ae9212d tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 944 time: 0.0999343 Jul 16 00:03:53.979083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bae2b4a-b4bc-4494-a6aa-0c38ec025831 req-165a81b9-5cfe-4a6e-bedd-59a404efd991 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565388 Jul 16 00:03:53.981417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] For port b6ef6a01-b807-499b-8a75-65001bc60e0f, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:53.984582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] For port b6ef6a01-b807-499b-8a75-65001bc60e0f, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6ef6a01-b807-499b-8a75-65001bc60e0f,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:53.989074 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.022029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.022644 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.024127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6ef6a01-b807-499b-8a75-65001bc60e0f HTTP/1.1" status: 200 len: 1092 time: 0.9906933 Jul 16 00:03:54.025036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c2394a-80a9-49f4-a99f-59a792c62cc2', 'tag': 'b6ef6a01-b807-499b-8a75-65001bc60e0f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:54.027552 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86498b96-3c51-47b9-8273-fbff3a82babe" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c2394a-80a9-49f4-a99f-59a792c62cc2", "tag": "b6ef6a01-b807-499b-8a75-65001bc60e0f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:54.062723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2813030-6972-432d-ad9e-208b95b7fe74 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ef6a01-b807-499b-8a75-65001bc60e0f,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:54.074416 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25bf62c-947d-4b42-9672-8a24182a3b29 x-openstack-request-id: req-e25bf62c-947d-4b42-9672-8a24182a3b29 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:54.074708 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c2394a-80a9-49f4-a99f-59a792c62cc2", "tag": "b6ef6a01-b807-499b-8a75-65001bc60e0f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:54.074998 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e25bf62c-947d-4b42-9672-8a24182a3b29 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:54.075398 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c2394a-80a9-49f4-a99f-59a792c62cc2', 'tag': 'b6ef6a01-b807-499b-8a75-65001bc60e0f', 'status': 'completed', 'code': 200} Jul 16 00:03:54.137975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd9f918d-4f60-4f9b-a124-6222b44099c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.139506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-fd9f918d-4f60-4f9b-a124-6222b44099c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee83124e0b7428da378f48bd40af021&device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0540340 Jul 16 00:03:54.187591 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-af8683f0-d218-48fb-9849-58ea81520620 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6ef6a01-b807-499b-8a75-65001bc60e0f HTTP/1.1" status: 200 len: 217 time: 0.0386369 Jul 16 00:03:54.240035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-53d29502-86a0-4a9d-92a1-c33bf446b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.241418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-53d29502-86a0-4a9d-92a1-c33bf446b4a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b04fcc-f29a-4386-be14-dfc4e2e06bc6 HTTP/1.1" status: 200 len: 856 time: 0.0471828 Jul 16 00:03:54.299987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-f0743111-f05e-488e-ae15-000a50e2ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.301381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-f0743111-f05e-488e-ae15-000a50e2ab6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c293a00-3bbd-4880-a619-ef3a7bff1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518963 Jul 16 00:03:54.393425 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-7a8ba722-618b-4e79-badf-029bdb7b5d68 service neutron] 10.222.0.59 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842214 Jul 16 00:03:54.480069 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8cdfcfaa-9401-4415-82cb-103d5445d963 req-a8f645c0-fa18-44b8-984b-2c2495037200 service neutron] 10.222.0.59 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795131 Jul 16 00:03:54.588011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86498b96-3c51-47b9-8273-fbff3a82babe req-20ee1c7d-49d4-45e9-9d65-b75c2d6bbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.589401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86498b96-3c51-47b9-8273-fbff3a82babe req-20ee1c7d-49d4-45e9-9d65-b75c2d6bbd92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee83124e0b7428da378f48bd40af021&device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0559614 Jul 16 00:03:54.676197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86498b96-3c51-47b9-8273-fbff3a82babe req-93f23e59-15b4-4712-8581-1724d5f402de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.677639 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86498b96-3c51-47b9-8273-fbff3a82babe req-93f23e59-15b4-4712-8581-1724d5f402de service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c293a00-3bbd-4880-a619-ef3a7bff1853 HTTP/1.1" status: 200 len: 918 time: 0.0810189 Jul 16 00:03:54.721558 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86498b96-3c51-47b9-8273-fbff3a82babe req-78217707-9cea-485e-acc4-7c4fe78f45aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6ef6a01-b807-499b-8a75-65001bc60e0f HTTP/1.1" status: 200 len: 217 time: 0.0362029 Jul 16 00:03:54.769651 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86498b96-3c51-47b9-8273-fbff3a82babe req-9b827674-6468-46f6-beae-c7dd8766957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.771147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86498b96-3c51-47b9-8273-fbff3a82babe req-9b827674-6468-46f6-beae-c7dd8766957b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38b04fcc-f29a-4386-be14-dfc4e2e06bc6 HTTP/1.1" status: 200 len: 856 time: 0.0425754 Jul 16 00:03:54.826567 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86498b96-3c51-47b9-8273-fbff3a82babe req-aedb6a77-677f-46e8-b516-03e1f1a0fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.828025 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86498b96-3c51-47b9-8273-fbff3a82babe req-aedb6a77-677f-46e8-b516-03e1f1a0fce6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c293a00-3bbd-4880-a619-ef3a7bff1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499208 Jul 16 00:03:54.918786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86498b96-3c51-47b9-8273-fbff3a82babe req-7518284f-39b9-4527-9378-7953cd4b6e5b service neutron] 10.222.0.59 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831010 Jul 16 00:03:55.005648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-86498b96-3c51-47b9-8273-fbff3a82babe req-09a16c71-6907-4859-87e3-c805e0074c19 service neutron] 10.222.0.59 "GET /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786932 Jul 16 00:03:55.011510 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:03:55.158684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42c9f2-2f18-4b12-9c4a-1d67393738b7 req-1cc439c5-1681-4925-b669-e36d1c0c4793 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:55.160149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d42c9f2-2f18-4b12-9c4a-1d67393738b7 req-1cc439c5-1681-4925-b669-e36d1c0c4793 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 944 time: 0.0659528 Jul 16 00:03:55.196900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d42c9f2-2f18-4b12-9c4a-1d67393738b7 req-6877e04e-848f-451b-9082-7d4f6a367875 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 Jul 16 00:03:55.630855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.369877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737cc80-6507-49df-93fa-8782496df332 req-26d232dd-ebd2-450d-9dce-5e535150210f tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:56.371407 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5737cc80-6507-49df-93fa-8782496df332 req-26d232dd-ebd2-450d-9dce-5e535150210f tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 944 time: 0.0624900 Jul 16 00:03:56.408332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5737cc80-6507-49df-93fa-8782496df332 req-dcbd4310-103d-4b72-85e4-394cd639bf95 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Jul 16 00:03:57.581005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9b265-878e-43ef-ba8b-af365280fa6a req-e49f74d1-9131-49c5-b9ef-2f85241b6ccf tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:57.582532 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fc9b265-878e-43ef-ba8b-af365280fa6a req-e49f74d1-9131-49c5-b9ef-2f85241b6ccf tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 944 time: 0.0631025 Jul 16 00:03:57.620048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4fc9b265-878e-43ef-ba8b-af365280fa6a req-ba975287-8c17-4692-8b21-4635389635af tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Jul 16 00:03:57.762519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b6ef6a01-b807-499b-8a75-65001bc60e0f details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:03:57.856441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b6ef6a01-b807-499b-8a75-65001bc60e0f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6ef6a01-b807-499b-8a75-65001bc60e0f,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:57.867078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'b6ef6a01-b807-499b-8a75-65001bc60e0f', 'network_id': '5c293a00-3bbd-4880-a619-ef3a7bff1853', 'port_id': 'b6ef6a01-b807-499b-8a75-65001bc60e0f', 'mac_address': 'fa:16:3e:66:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b04fcc-f29a-4386-be14-dfc4e2e06bc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:03:57.903312 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.916125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ef6a01-b807-499b-8a75-65001bc60e0f {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:03:57.935110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b6ef6a01-b807-499b-8a75-65001bc60e0f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6ef6a01-b807-499b-8a75-65001bc60e0f,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:57.938854 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.984397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b6ef6a01-b807-499b-8a75-65001bc60e0f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:57.991555 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.991902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.992240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.992575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.992905 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.993311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.994140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.994468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.994821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.995145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.995466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:57.995813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:58.157097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b6ef6a01-b807-499b-8a75-65001bc60e0f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:03:58.793665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e114c-d434-4555-af46-ee7647eeb081 req-9996204b-3bbc-4c43-8c50-77dfe4820253 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:58.795200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b6e114c-d434-4555-af46-ee7647eeb081 req-9996204b-3bbc-4c43-8c50-77dfe4820253 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 945 time: 0.0667653 Jul 16 00:03:58.832519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b6e114c-d434-4555-af46-ee7647eeb081 req-1afd2d06-7e43-4c53-83f0-ba694205757e tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jul 16 00:03:59.788263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b6ef6a01-b807-499b-8a75-65001bc60e0f up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:59.833965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port b6ef6a01-b807-499b-8a75-65001bc60e0f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:59.837991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port b6ef6a01-b807-499b-8a75-65001bc60e0f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:59.838352 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.915188 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:59.937404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2394a-80a9-49f4-a99f-59a792c62cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ef6a01-b807-499b-8a75-65001bc60e0f'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:59.939691 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf324d23-6c49-4c20-8cb6-e79290b220f4" -d '{"events": [{"server_uuid": "c5c2394a-80a9-49f4-a99f-59a792c62cc2", "name": "network-vif-plugged", "status": "completed", "tag": "b6ef6a01-b807-499b-8a75-65001bc60e0f"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:59.952308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port b6ef6a01-b807-499b-8a75-65001bc60e0f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6ef6a01-b807-499b-8a75-65001bc60e0f,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:59.956591 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:00.003490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=b6ef6a01-b807-499b-8a75-65001bc60e0f,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:00.009737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0179f6-cfc0-4a7d-a5a1-18360c038157 req-abdf00f5-0b75-4053-84ca-3a4bd06c9b14 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:00.011298 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f0179f6-cfc0-4a7d-a5a1-18360c038157 req-abdf00f5-0b75-4053-84ca-3a4bd06c9b14 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 946 time: 0.0657642 Jul 16 00:04:00.049347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f0179f6-cfc0-4a7d-a5a1-18360c038157 req-97bd25ce-41bb-4145-90d0-682e3e6b7876 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Jul 16 00:04:00.093003 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502281cf-c64a-417e-a3fd-11300bb1c1a9 x-openstack-request-id: req-502281cf-c64a-417e-a3fd-11300bb1c1a9 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:04:00.093299 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2394a-80a9-49f4-a99f-59a792c62cc2", "name": "network-vif-plugged", "status": "completed", "tag": "b6ef6a01-b807-499b-8a75-65001bc60e0f", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:04:00.093554 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-502281cf-c64a-417e-a3fd-11300bb1c1a9 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:04:00.093954 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2394a-80a9-49f4-a99f-59a792c62cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ef6a01-b807-499b-8a75-65001bc60e0f', 'code': 200} Jul 16 00:04:00.208374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583bc1e-3328-4424-8c96-c6beb4e40c17 req-5e584723-01e7-4e55-8b0b-41a310e18b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:00.209824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3583bc1e-3328-4424-8c96-c6beb4e40c17 req-5e584723-01e7-4e55-8b0b-41a310e18b87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0541520 Jul 16 00:04:00.243147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3583bc1e-3328-4424-8c96-c6beb4e40c17 req-7da747a5-5c8e-4ee1-b81d-566c614bdf79 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267396 Jul 16 00:04:01.223156 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592fb31-7dac-4e9c-8c65-84d741f8eef4 req-991e2f7f-c34f-42aa-abdf-e7dfbb1debfd tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:01.224655 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e592fb31-7dac-4e9c-8c65-84d741f8eef4 req-991e2f7f-c34f-42aa-abdf-e7dfbb1debfd tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 946 time: 0.0637534 Jul 16 00:04:01.262527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e592fb31-7dac-4e9c-8c65-84d741f8eef4 req-ee0e7ff5-7165-4b28-bfab-48bca19afaa3 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Jul 16 00:04:02.432861 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54585a8-fa9b-46c4-8af7-7e9c7501878a req-75fa0a36-572c-4c09-a603-1899379dec62 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:02.434342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e54585a8-fa9b-46c4-8af7-7e9c7501878a req-75fa0a36-572c-4c09-a603-1899379dec62 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 946 time: 0.0631115 Jul 16 00:04:02.471835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e54585a8-fa9b-46c4-8af7-7e9c7501878a req-f14d9d19-05dc-4b90-a31e-b630e206e86e tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jul 16 00:04:02.644806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52614809-66b4-40a0-a12f-0499bd050cd3 req-d6351723-33db-486a-80d5-40b5f5d75b41 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:02.646209 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52614809-66b4-40a0-a12f-0499bd050cd3 req-d6351723-33db-486a-80d5-40b5f5d75b41 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 946 time: 0.0673420 Jul 16 00:04:02.684488 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52614809-66b4-40a0-a12f-0499bd050cd3 req-d4a644f0-189c-4b9a-b10e-fb6225351e65 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Jul 16 00:04:14.385719 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:18.125812 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6b713466-1293-44b2-b7f3-87c37e0620b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:20.757657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f83548f2-3bdc-4802-8b66-68f7beef7632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:21.143609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:21.467467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db9fdc-c9ea-4e4a-abeb-a18b4a666827 req-fa801e97-1038-4a3b-a4fa-8714d5b6c337 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:21.468965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66db9fdc-c9ea-4e4a-abeb-a18b4a666827 req-fa801e97-1038-4a3b-a4fa-8714d5b6c337 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 946 time: 0.0668454 Jul 16 00:04:21.506629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66db9fdc-c9ea-4e4a-abeb-a18b4a666827 req-4692ef73-ed8a-4ee3-8a9a-2b56877fee3c tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 Jul 16 00:04:21.745802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:22.683603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae725695-0273-4420-9363-3b79df9d0b0e req-2583067f-119b-4a96-81a6-4e0fb479e999 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:22.685093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae725695-0273-4420-9363-3b79df9d0b0e req-2583067f-119b-4a96-81a6-4e0fb479e999 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 946 time: 0.0671606 Jul 16 00:04:22.722501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ae725695-0273-4420-9363-3b79df9d0b0e req-97fab2b6-f43b-46f9-be3d-9ff7b09b40a3 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9ed1b24-532e-442c-ae42-b74878340aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Jul 16 00:04:23.050873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-897df4c3-eea4-41ba-970f-bf1ffc7d6bcb tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:23.052358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-897df4c3-eea4-41ba-970f-bf1ffc7d6bcb tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 946 time: 0.0626945 Jul 16 00:04:23.148338 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Deleting port b6ef6a01-b807-499b-8a75-65001bc60e0f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:23.148685 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:23.239843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] For port b6ef6a01-b807-499b-8a75-65001bc60e0f, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=b6ef6a01-b807-499b-8a75-65001bc60e0f,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:23.240127 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:23.252400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Calling delete_port for b6ef6a01-b807-499b-8a75-65001bc60e0f owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:23.381180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:23.395812 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['b6ef6a01-b807-499b-8a75-65001bc60e0f'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:04:23.411007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Pushing event deleted for resources: {'Port': ['ID=b6ef6a01-b807-499b-8a75-65001bc60e0f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:23.456123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] No DVR routers for this DVR port b6ef6a01-b807-499b-8a75-65001bc60e0f on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:04:23.458838 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:23.460981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf8c2fb-09cd-4482-b30a-26c0bb524c54 req-3ad27f5b-ca68-4e75-949c-d9f81a155e38 tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.59 "DELETE /v2.0/ports/b6ef6a01-b807-499b-8a75-65001bc60e0f HTTP/1.1" status: 204 len: 173 time: 0.4027119 Jul 16 00:04:23.461424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2394a-80a9-49f4-a99f-59a792c62cc2', 'name': 'network-vif-deleted', 'tag': 'b6ef6a01-b807-499b-8a75-65001bc60e0f'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:04:23.465414 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8e52e3-e973-41bc-9776-edf96ce4ae56" -d '{"events": [{"server_uuid": "c5c2394a-80a9-49f4-a99f-59a792c62cc2", "name": "network-vif-deleted", "tag": "b6ef6a01-b807-499b-8a75-65001bc60e0f"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:04:23.498308 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:23.509389 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6cecc1-c0e5-481d-8185-d8a83161f09b x-openstack-request-id: req-7f6cecc1-c0e5-481d-8185-d8a83161f09b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:04:23.509620 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2394a-80a9-49f4-a99f-59a792c62cc2", "name": "network-vif-deleted", "tag": "b6ef6a01-b807-499b-8a75-65001bc60e0f", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:04:23.510137 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f6cecc1-c0e5-481d-8185-d8a83161f09b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:04:23.510636 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2394a-80a9-49f4-a99f-59a792c62cc2', 'name': 'network-vif-deleted', 'tag': 'b6ef6a01-b807-499b-8a75-65001bc60e0f', 'status': 'completed', 'code': 200} Jul 16 00:04:23.881028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3fbf2973-9ad2-4e9d-99cb-352d93ad953a req-2569ec79-63e5-4b4d-8963-4255280079ad tempest-TestEncryptedCinderVolumes-1699686161 tempest-TestEncryptedCinderVolumes-1699686161-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5c2394a-80a9-49f4-a99f-59a792c62cc2 HTTP/1.1" status: 200 len: 210 time: 0.0350201 Jul 16 00:04:25.007380 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56868) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:25.578539 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:25.631890 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:25.822974 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Deleting port 5582678a-7501-4d4c-ad56-6ea93821a6e0 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:25.823324 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:25.900550 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] For port 5582678a-7501-4d4c-ad56-6ea93821a6e0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5582678a-7501-4d4c-ad56-6ea93821a6e0,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:25.900895 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:25.917658 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Calling delete_port for 5582678a-7501-4d4c-ad56-6ea93821a6e0 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:26.091770 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:26.121577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Pushing event deleted for resources: {'Port': ['ID=5582678a-7501-4d4c-ad56-6ea93821a6e0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:26.147153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.147505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.147852 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.148193 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.148532 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.148868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.149204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.150525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.150903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.151238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.151572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.151906 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:26.296234 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:26.504158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:04:26.606536 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:04:26.611482 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-822c28d7-f73e-4596-82cb-41d37f9c9625 admin admin] 10.222.0.23 "PUT /v2.0/routers/7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030889 Jul 16 00:04:26.614210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56876) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:26.615770 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61808039-1d99-4f58-8739-940485faae22 None None] Sync routers for ids ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:04:26.625221 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61808039-1d99-4f58-8739-940485faae22 None None] Routers {'7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:26.625820 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-61808039-1d99-4f58-8739-940485faae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:26.717645 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:26.726133 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-61808039-1d99-4f58-8739-940485faae22 None None] Set router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:26.820554 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:26.873487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Deleting port 85baf9da-1b95-4bfe-bad0-5946a1c8f923 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:26.873835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:26.898094 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-61808039-1d99-4f58-8739-940485faae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:04:26Z', 'revision_number': 5, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port': {'id': '85baf9da-1b95-4bfe-bad0-5946a1c8f923', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:07Z', 'updated_at': '2021-07-16T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:26.927227 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61808039-1d99-4f58-8739-940485faae22 None None] Checking router: 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:04:26.938956 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61808039-1d99-4f58-8739-940485faae22 None None] Routers {'7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:26.940192 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-61808039-1d99-4f58-8739-940485faae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:26.953371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] For port 85baf9da-1b95-4bfe-bad0-5946a1c8f923, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=85baf9da-1b95-4bfe-bad0-5946a1c8f923,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:26.953742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:26.968572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Calling delete_port for 85baf9da-1b95-4bfe-bad0-5946a1c8f923 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:27.031911 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-61808039-1d99-4f58-8739-940485faae22 None None] Set router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:27.083859 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-61808039-1d99-4f58-8739-940485faae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:04:26Z', 'revision_number': 6, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:27.112588 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61808039-1d99-4f58-8739-940485faae22 None None] The sync data for ids ['7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd'] in n-d-793618-8 is: [{'id': '7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd', 'name': 'tempest-TestEncryptedCinderVolumes-1399298775-router', 'tenant_id': '5ee83124e0b7428da378f48bd40af021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:06Z', 'updated_at': '2021-07-16T00:04:26Z', 'revision_number': 6, 'project_id': '5ee83124e0b7428da378f48bd40af021', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:27.150655 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.180017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Pushing event deleted for resources: {'Port': ['ID=85baf9da-1b95-4bfe-bad0-5946a1c8f923,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:27.240608 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.329171 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.331344 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.372734 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.373180 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:04:27.377345 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.378561 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8c086722-7173-4605-a740-579a6f787357 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7ddd0a86-fcb6-461a-9b1f-5d31494d1dfd HTTP/1.1" status: 204 len: 168 time: 0.7633481 Jul 16 00:04:27.381062 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56878) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:27.427968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-76dcf2e3-ab68-49bd-8fca-8bb1e43b4fd7 admin admin] Deleting subnet 38b04fcc-f29a-4386-be14-dfc4e2e06bc6 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:04:27.431538 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76dcf2e3-ab68-49bd-8fca-8bb1e43b4fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.467096 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76dcf2e3-ab68-49bd-8fca-8bb1e43b4fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.557314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76dcf2e3-ab68-49bd-8fca-8bb1e43b4fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.607249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76dcf2e3-ab68-49bd-8fca-8bb1e43b4fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.636616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcf2e3-ab68-49bd-8fca-8bb1e43b4fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b04fcc-f29a-4386-be14-dfc4e2e06bc6,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:27.640195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-76dcf2e3-ab68-49bd-8fca-8bb1e43b4fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.644541 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-76dcf2e3-ab68-49bd-8fca-8bb1e43b4fd7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/38b04fcc-f29a-4386-be14-dfc4e2e06bc6 HTTP/1.1" status: 204 len: 168 time: 0.2600551 Jul 16 00:04:27.644847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56880) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:27.645920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210c033-206b-4370-9b92-e3ff95d21f72 None None] Network 5c293a00-3bbd-4880-a619-ef3a7bff1853 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:04:27.711046 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.763085 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Deleting port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:27.763436 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.831250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] For port f36acbe1-9ec5-4920-88fb-a59f1e3993a0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f36acbe1-9ec5-4920-88fb-a59f1e3993a0,segment=NetworkSegment(1b9f931e-850c-4c0c-98c0-9675df43e430),segment_id=1b9f931e-850c-4c0c-98c0-9675df43e430)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:27.831614 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.843535 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Calling delete_port for f36acbe1-9ec5-4920-88fb-a59f1e3993a0 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:27.879506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] DHCP port deletion for 5c293a00-3bbd-4880-a619-ef3a7bff1853 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:04:27.911129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5582678a-7501-4d4c-ad56-6ea93821a6e0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:04:27.933993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5582678a-7501-4d4c-ad56-6ea93821a6e0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:04:27.934335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5582678a-7501-4d4c-ad56-6ea93821a6e0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:04:27.935105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:27.945104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b6ef6a01-b807-499b-8a75-65001bc60e0f no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:04:27.962315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36acbe1-9ec5-4920-88fb-a59f1e3993a0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:27.965877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: b6ef6a01-b807-499b-8a75-65001bc60e0f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:04:27.966221 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device b6ef6a01-b807-499b-8a75-65001bc60e0f not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:04:27.968014 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] No DVR routers for this DVR port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:04:27.981315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] Deleting port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:27.981702 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.038857 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.046369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] For port f36acbe1-9ec5-4920-88fb-a59f1e3993a0, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:28.046778 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.049119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c293a00-3bbd-4880-a619-ef3a7bff1853']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:28.058745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] Calling delete_port for f36acbe1-9ec5-4920-88fb-a59f1e3993a0 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:28.059351 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9f931e-850c-4c0c-98c0-9675df43e430') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:28.059646 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9f931e-850c-4c0c-98c0-9675df43e430') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:28.061353 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] Port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 00:04:28.062583 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.072818 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.087466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] Pushing event deleted for resources: {'Port': ['ID=f36acbe1-9ec5-4920-88fb-a59f1e3993a0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:28.087663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.091437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8fcc8-4760-4270-bd2c-b61c412b9baa None None] No DVR routers for this DVR port f36acbe1-9ec5-4920-88fb-a59f1e3993a0 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:04:28.099846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:04:28.100268 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:04:28.102069 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:04:28.162058 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.170568 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.172594 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c293a00-3bbd-4880-a619-ef3a7bff1853 HTTP/1.1" status: 204 len: 168 time: 0.5267916 Jul 16 00:04:28.175560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56882) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:28.185283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d423d-b2f7-4db5-a70a-ac83061f4d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c293a00-3bbd-4880-a619-ef3a7bff1853,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:28.525795 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.776206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Deleting port f48ee847-777f-45b6-ad38-07b586313cb2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:28.776475 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.856468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] For port f48ee847-777f-45b6-ad38-07b586313cb2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f48ee847-777f-45b6-ad38-07b586313cb2,segment=NetworkSegment(89c279ed-5517-44f0-91ed-500f5aa30c98),segment_id=89c279ed-5517-44f0-91ed-500f5aa30c98)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:28.856823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:28.868836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Calling delete_port for f48ee847-777f-45b6-ad38-07b586313cb2 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:29.045303 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:29.070075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48ee847-777f-45b6-ad38-07b586313cb2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:29.233787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:29.445234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Router 56a931eb-c9dd-4156-95d3-d2b44fb26879 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:04:29.554181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:04:29.560977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6e6af79a-3edd-4c8e-bc43-78a095976259 admin admin] 10.222.0.23 "PUT /v2.0/routers/56a931eb-c9dd-4156-95d3-d2b44fb26879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3831360 Jul 16 00:04:29.562302 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56884) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:29.563600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] Sync routers for ids ['56a931eb-c9dd-4156-95d3-d2b44fb26879'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:04:29.573583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] Routers {'56a931eb-c9dd-4156-95d3-d2b44fb26879'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:29.574151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['56a931eb-c9dd-4156-95d3-d2b44fb26879'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:29.614537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 85baf9da-1b95-4bfe-bad0-5946a1c8f923 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:04:29.642497 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 85baf9da-1b95-4bfe-bad0-5946a1c8f923 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:04:29.642840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 85baf9da-1b95-4bfe-bad0-5946a1c8f923 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:04:29.643250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f36acbe1-9ec5-4920-88fb-a59f1e3993a0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:04:29.670066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:29.851610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f36acbe1-9ec5-4920-88fb-a59f1e3993a0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:04:29.851951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f36acbe1-9ec5-4920-88fb-a59f1e3993a0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:04:29.880684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] Set router 56a931eb-c9dd-4156-95d3-d2b44fb26879 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:30.028403 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.062270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:04:29Z', 'revision_number': 5, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port': {'id': '833a2bfc-6a5c-4325-93bb-8d8032d51807', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:30.086137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Deleting port 833a2bfc-6a5c-4325-93bb-8d8032d51807 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:30.086482 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.088030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] Checking router: 56a931eb-c9dd-4156-95d3-d2b44fb26879 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:04:30.096223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] Routers {'56a931eb-c9dd-4156-95d3-d2b44fb26879'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:30.097672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['56a931eb-c9dd-4156-95d3-d2b44fb26879'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:30.168802 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] For port 833a2bfc-6a5c-4325-93bb-8d8032d51807, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=833a2bfc-6a5c-4325-93bb-8d8032d51807,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:30.169161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.181541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Calling delete_port for 833a2bfc-6a5c-4325-93bb-8d8032d51807 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:30.183110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] Set router 56a931eb-c9dd-4156-95d3-d2b44fb26879 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:30.233192 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:04:30Z', 'revision_number': 6, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:30.263270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0156c-a6b2-4a69-b684-936832cd8c38 None None] The sync data for ids ['56a931eb-c9dd-4156-95d3-d2b44fb26879'] in n-d-793618-8 is: [{'id': '56a931eb-c9dd-4156-95d3-d2b44fb26879', 'name': 'tempest-TestEncryptedCinderVolumes-1756955912-router', 'tenant_id': 'f9386f01a92f40c9810c571f727f7943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:03:11Z', 'updated_at': '2021-07-16T00:04:30Z', 'revision_number': 6, 'project_id': 'f9386f01a92f40c9810c571f727f7943', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:30.356138 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.382769 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=833a2bfc-6a5c-4325-93bb-8d8032d51807,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:30.443014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.531489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.533707 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.578896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.579571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a931eb-c9dd-4156-95d3-d2b44fb26879 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:04:30.583797 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.584662 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-27b2af78-695d-4e61-bddb-0968fa2a9e0b admin admin] 10.222.0.23 "DELETE /v2.0/routers/56a931eb-c9dd-4156-95d3-d2b44fb26879 HTTP/1.1" status: 204 len: 168 time: 1.0213265 Jul 16 00:04:30.587203 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56888) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:30.632257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-08554b95-e7e5-45a5-b06c-fe9e011d24d9 admin admin] Deleting subnet 628e3254-1407-4559-9aae-0572902ad1f7 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:04:30.636169 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08554b95-e7e5-45a5-b06c-fe9e011d24d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.672115 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08554b95-e7e5-45a5-b06c-fe9e011d24d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.755033 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08554b95-e7e5-45a5-b06c-fe9e011d24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.807690 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08554b95-e7e5-45a5-b06c-fe9e011d24d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.833889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08554b95-e7e5-45a5-b06c-fe9e011d24d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=628e3254-1407-4559-9aae-0572902ad1f7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:30.835800 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-08554b95-e7e5-45a5-b06c-fe9e011d24d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.838708 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-08554b95-e7e5-45a5-b06c-fe9e011d24d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/628e3254-1407-4559-9aae-0572902ad1f7 HTTP/1.1" status: 204 len: 168 time: 0.2495100 Jul 16 00:04:30.840251 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56890) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:30.841322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206ba60-dcee-422f-89ba-5e0bf66a3a78 None None] Network cc2f4141-1f6c-4d20-9966-31e78f466050 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:04:30.909979 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.961758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Deleting port c78b94bd-bd08-42d9-aa93-dea761bf449b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:30.962612 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.026826 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] DHCP port deletion for cc2f4141-1f6c-4d20-9966-31e78f466050 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:04:31.030431 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] For port c78b94bd-bd08-42d9-aa93-dea761bf449b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c78b94bd-bd08-42d9-aa93-dea761bf449b,segment=NetworkSegment(89c279ed-5517-44f0-91ed-500f5aa30c98),segment_id=89c279ed-5517-44f0-91ed-500f5aa30c98)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:31.030823 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.043881 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Calling delete_port for c78b94bd-bd08-42d9-aa93-dea761bf449b owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:31.072402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] Deleting port c78b94bd-bd08-42d9-aa93-dea761bf449b {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:04:31.072763 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.126117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.136855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] For port c78b94bd-bd08-42d9-aa93-dea761bf449b, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c78b94bd-bd08-42d9-aa93-dea761bf449b,segment=NetworkSegment(89c279ed-5517-44f0-91ed-500f5aa30c98),segment_id=89c279ed-5517-44f0-91ed-500f5aa30c98)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:31.137252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.153595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78b94bd-bd08-42d9-aa93-dea761bf449b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:31.154113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] Calling delete_port for c78b94bd-bd08-42d9-aa93-dea761bf449b owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:04:31.157158 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] No DVR routers for this DVR port c78b94bd-bd08-42d9-aa93-dea761bf449b on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:04:31.233355 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.235696 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.244734 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2f4141-1f6c-4d20-9966-31e78f466050']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:31.255518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c279ed-5517-44f0-91ed-500f5aa30c98') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:31.255823 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c279ed-5517-44f0-91ed-500f5aa30c98') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:31.264193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] No DVR routers for this DVR port c78b94bd-bd08-42d9-aa93-dea761bf449b on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:04:31.265796 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.268188 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb23907-f56d-45ec-a4bf-2378c611b0a7 None None] Pushing event deleted for resources: {'Port': ['ID=c78b94bd-bd08-42d9-aa93-dea761bf449b,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:31.283185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.289853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:04:31.290579 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:04:31.292356 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:04:31.344590 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.349993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.351880 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cc2f4141-1f6c-4d20-9966-31e78f466050 HTTP/1.1" status: 204 len: 168 time: 0.5107160 Jul 16 00:04:31.362429 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595f6b5-e8b6-4d52-aba0-26a59ec56889 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2f4141-1f6c-4d20-9966-31e78f466050,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:31.506264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56894) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:31.525035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f48ee847-777f-45b6-ad38-07b586313cb2 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:04:31.544967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f48ee847-777f-45b6-ad38-07b586313cb2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:04:31.545313 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f48ee847-777f-45b6-ad38-07b586313cb2 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:04:31.545733 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 833a2bfc-6a5c-4325-93bb-8d8032d51807 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:04:31.554837 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-459a2594-c42b-426d-b24e-36f2b16925b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ee83124e0b7428da378f48bd40af021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448978 Jul 16 00:04:31.555072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56896) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:31.564444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 833a2bfc-6a5c-4325-93bb-8d8032d51807 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:04:31.564788 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 833a2bfc-6a5c-4325-93bb-8d8032d51807 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:04:31.565204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c78b94bd-bd08-42d9-aa93-dea761bf449b no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:04:31.585971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c78b94bd-bd08-42d9-aa93-dea761bf449b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:04:31.586320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c78b94bd-bd08-42d9-aa93-dea761bf449b not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:04:31.604106 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3343688c-d834-44ea-83e4-0624724effbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.625340 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3343688c-d834-44ea-83e4-0624724effbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.673871 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3343688c-d834-44ea-83e4-0624724effbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.676577 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3343688c-d834-44ea-83e4-0624724effbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:31.677749 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3343688c-d834-44ea-83e4-0624724effbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9ed1b24-532e-442c-ae42-b74878340aed HTTP/1.1" status: 204 len: 168 time: 0.1211815 Jul 16 00:04:31.685963 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343688c-d834-44ea-83e4-0624724effbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ed1b24-532e-442c-ae42-b74878340aed,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:31.978977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56902) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:32.010047 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:04:32.017519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5d52a7b7-9847-43eb-abad-cf82401653e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9386f01a92f40c9810c571f727f7943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374289 Jul 16 00:04:32.019935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56904) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:32.067274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86964cd4-efcd-4041-b26a-54a13e493146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:32.088026 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86964cd4-efcd-4041-b26a-54a13e493146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:32.138782 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86964cd4-efcd-4041-b26a-54a13e493146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:32.141335 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86964cd4-efcd-4041-b26a-54a13e493146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:32.142480 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-86964cd4-efcd-4041-b26a-54a13e493146 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fde4908c-c8cf-480b-87b6-ef1a29208a26 HTTP/1.1" status: 204 len: 168 time: 0.1216602 Jul 16 00:04:32.151001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86964cd4-efcd-4041-b26a-54a13e493146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde4908c-c8cf-480b-87b6-ef1a29208a26,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:32.777373 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56926) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:32.868007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-287479384-network', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:32.889912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Made reservation on behalf of 0f5fb660e41c48e8b7b6342866de9476 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:04:32.892280 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:32.900465 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:32.988630 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:32.992857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.014066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:04:33.028838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73a7c43-3b83-4a71-b00a-2edda1833c77,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:33.031647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.031985 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Added segment a6b36ff4-137d-4ff8-a911-73540a47adcc of type vlan for network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 Jul 16 00:04:33.071184 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.098151 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.099121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:33.099712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.130239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3514950 Jul 16 00:04:33.133260 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56930) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:33.138367 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Request body: {'subnet': {'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-287479384-subnet', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:33.160226 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Made reservation on behalf of 0f5fb660e41c48e8b7b6342866de9476 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:04:33.162829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.164054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd97a48-31dc-4cfe-a03b-dcea2c66951c admin admin] Pushing event updated for resources: {'Network': ['ID=953076e9-e54a-4a53-8ffa-c5ede1b57f90,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:33.178587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:04:33.328287 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.383153 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a74433-d7e8-4996-abf4-26f513bbac41,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:33.390147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Checking segment: {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:33.390500 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Network hostable DHCP agents. Network: 953076e9-e54a-4a53-8ffa-c5ede1b57f90, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:04:33.406908 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:04:33.414559 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 953076e9-e54a-4a53-8ffa-c5ede1b57f90) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:33.419276 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:33.419868 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.424633 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566e7966-d173-47bc-af12-def09e3fa122 None None] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:04:33.434138 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2d6869c7-fc05-4fda-a993-fae8c0318df7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2997520 Jul 16 00:04:33.437088 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 56932) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:33.441411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:33.460905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.462374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.516327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.569529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:04:33.570398 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.655374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.705880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Allocated IP 172.20.0.2 (953076e9-e54a-4a53-8ffa-c5ede1b57f90/d4a74433-d7e8-4996-abf4-26f513bbac41/c82589e8-b89c-43bb-ac0a-41124135abc0) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:33.848263 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.851409 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.859759 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Transition to ACTIVE for port object c82589e8-b89c-43bb-ac0a-41124135abc0 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:33.868307 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.874212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Transition to ACTIVE for port object c82589e8-b89c-43bb-ac0a-41124135abc0 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:33.879902 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.915868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:33.921886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:33.925588 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:33.932468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Pushing event updated for resources: {'Port': ['ID=c82589e8-b89c-43bb-ac0a-41124135abc0,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:33.977109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Allocated IP 172.25.3.171 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/851ba284-6966-43e8-b697-b30ba168c6da) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:33.985418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Attempting to bind port c82589e8-b89c-43bb-ac0a-41124135abc0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:33.985790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Attempting to bind port c82589e8-b89c-43bb-ac0a-41124135abc0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:33.986154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Attempting to bind port c82589e8-b89c-43bb-ac0a-41124135abc0 on network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:33.991228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:33.991594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Checking segment: {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:33.992002 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.992411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Bound using segment: {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:33.992862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Bound port: c82589e8-b89c-43bb-ac0a-41124135abc0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:33.993300 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:34.055371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] For port c82589e8-b89c-43bb-ac0a-41124135abc0, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:34.058709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] For port c82589e8-b89c-43bb-ac0a-41124135abc0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c82589e8-b89c-43bb-ac0a-41124135abc0,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:34.063634 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:34.086046 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:34.126465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd6fba-eeca-404f-8a1b-e9ead87af240 None None] Pushing event updated for resources: {'Port': ['ID=c82589e8-b89c-43bb-ac0a-41124135abc0,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:34.132452 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:34.170651 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:34.175556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:34.178008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:34.207081 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Pushing event updated for resources: {'Port': ['ID=851ba284-6966-43e8-b697-b30ba168c6da,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:34.452030 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:34.880906 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.012796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Router ef53793a-cf14-4e03-a185-4aa416ea1e55 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:04:35.036577 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83feb7-c485-4343-8d28-a248fd726fdd None None] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:04:35.115275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-669f3857-8168-461d-a3d5-dd49d4c6e834 None None] Provisioning for port c82589e8-b89c-43bb-ac0a-41124135abc0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:35.120107 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:04:35.133215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Sync routers for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:04:35.137728 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.141784 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b98fd2d8-95bb-4489-a993-30d3cb2c98a1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7012286 Jul 16 00:04:35.142734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56934) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:35.143330 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:35.143739 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:35.350531 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:35.533141 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:34Z', 'revision_number': 3, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:35.558710 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Checking router: ef53793a-cf14-4e03-a185-4aa416ea1e55 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:04:35.559077 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Updating router ef53793a-cf14-4e03-a185-4aa416ea1e55 port 851ba284-6966-43e8-b697-b30ba168c6da binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:04:35.576621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c82589e8-b89c-43bb-ac0a-41124135abc0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:35.586518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.598380 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.636062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c82589e8-b89c-43bb-ac0a-41124135abc0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:35.640289 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c82589e8-b89c-43bb-ac0a-41124135abc0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:35.640679 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.719829 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.759777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c82589e8-b89c-43bb-ac0a-41124135abc0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c82589e8-b89c-43bb-ac0a-41124135abc0,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:35.765375 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.817068 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c82589e8-b89c-43bb-ac0a-41124135abc0,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:35.869618 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.886965 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Transition to ACTIVE for port object 851ba284-6966-43e8-b697-b30ba168c6da will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:35.895212 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.949243 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Attempting to bind port 851ba284-6966-43e8-b697-b30ba168c6da on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:35.949608 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Attempting to bind port 851ba284-6966-43e8-b697-b30ba168c6da by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:35.949972 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Attempting to bind port 851ba284-6966-43e8-b697-b30ba168c6da on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:35.952108 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Pushing event updated for resources: {'Port': ['ID=851ba284-6966-43e8-b697-b30ba168c6da,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:35.960955 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:35.961325 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:35.961719 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.962286 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:35.962781 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Bound port: 851ba284-6966-43e8-b697-b30ba168c6da, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:35.963157 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:35.965450 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.965881 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.966218 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.966543 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.966892 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.967221 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.967536 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.967857 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.968169 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.968485 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.968797 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:35.969108 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:36.026607 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] For port 851ba284-6966-43e8-b697-b30ba168c6da, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:36.030510 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] For port 851ba284-6966-43e8-b697-b30ba168c6da, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=851ba284-6966-43e8-b697-b30ba168c6da,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:36.034663 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.089533 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:36.090154 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:36.103667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Allocated IP 172.20.0.1 (953076e9-e54a-4a53-8ffa-c5ede1b57f90/d4a74433-d7e8-4996-abf4-26f513bbac41/a14bc906-1d3c-4279-bb58-e1edb5ed174a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:36.123336 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f074-39d4-4e67-b06a-567279f5621e None None] Pushing event updated for resources: {'Port': ['ID=851ba284-6966-43e8-b697-b30ba168c6da,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:36.196836 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:36.207678 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.221014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Transition to ACTIVE for port object a14bc906-1d3c-4279-bb58-e1edb5ed174a will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:36.255729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.292952 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:36.298919 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:36.302448 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:36.324551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Pushing event updated for resources: {'Port': ['ID=a14bc906-1d3c-4279-bb58-e1edb5ed174a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:36.343188 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.382771 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:34Z', 'revision_number': 3, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:36.419693 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec14353-bcbd-4da4-be69-af4bcb3d50d2 None None] The sync data for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 is: [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:34Z', 'revision_number': 3, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:36.495667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.567268 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bbf29f70-d72a-4058-9846-e9cdd9a3bdd6 None None] Provisioning for port a14bc906-1d3c-4279-bb58-e1edb5ed174a completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:36.575049 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bbf29f70-d72a-4058-9846-e9cdd9a3bdd6 None None] Provisioning complete for port a14bc906-1d3c-4279-bb58-e1edb5ed174a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:36.575426 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbf29f70-d72a-4058-9846-e9cdd9a3bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.612486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-bbf29f70-d72a-4058-9846-e9cdd9a3bdd6 None None] Port a14bc906-1d3c-4279-bb58-e1edb5ed174a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:36.681703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.688501 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.759723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Pushing event updated for resources: {'Port': ['ID=a14bc906-1d3c-4279-bb58-e1edb5ed174a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:36.762329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.857020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:36.858429 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:36.981282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Router ef53793a-cf14-4e03-a185-4aa416ea1e55 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:04:37.098607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:04:37.103962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-40b2d522-102a-4e8b-954b-d876cc38df72 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef53793a-cf14-4e03-a185-4aa416ea1e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606080 Jul 16 00:04:37.135709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-2b797ade-65aa-4d52-9c2f-3bf604b47ac6 None None] Provisioning complete for port a14bc906-1d3c-4279-bb58-e1edb5ed174a triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:37.136181 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2b797ade-65aa-4d52-9c2f-3bf604b47ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.172707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-2b797ade-65aa-4d52-9c2f-3bf604b47ac6 None None] Port a14bc906-1d3c-4279-bb58-e1edb5ed174a cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:37.558966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56950) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:37.564138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2034543364-network', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:37.585405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Made reservation on behalf of f06dc871ce89492f8bdbe49205aab53f for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:04:37.587766 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.596868 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.607332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c82589e8-b89c-43bb-ac0a-41124135abc0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:37.662316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c82589e8-b89c-43bb-ac0a-41124135abc0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:37.662689 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.693712 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.699006 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.719903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:04:37.735250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11f75f7-e6fb-4fcb-a154-ebb04996cb78,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:37.740238 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.740593 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Added segment 60623e52-dbc5-4f65-b174-44aa469c993b of type vlan for network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 Jul 16 00:04:37.751231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 851ba284-6966-43e8-b697-b30ba168c6da up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:37.781386 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.800948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 851ba284-6966-43e8-b697-b30ba168c6da completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:37.804703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 851ba284-6966-43e8-b697-b30ba168c6da triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:37.805086 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.817920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.818930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:37.819541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.851470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2913263 Jul 16 00:04:37.854725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56952) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:37.859562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Request body: {'subnet': {'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2034543364-subnet', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:37.891392 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.891797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0e85a-8645-47c1-927f-a840e62f4314 admin admin] Pushing event updated for resources: {'Network': ['ID=abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:37.902402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:04:37.911523 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Made reservation on behalf of f06dc871ce89492f8bdbe49205aab53f for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:04:37.914102 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:37.936298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 851ba284-6966-43e8-b697-b30ba168c6da, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=851ba284-6966-43e8-b697-b30ba168c6da,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:37.943207 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.027058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Sync routers for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:04:38.036540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=851ba284-6966-43e8-b697-b30ba168c6da,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:38.043709 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:38.044317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:38.093513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.149036 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:38.149878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=049254e3-4bd5-496b-a564-f7f20b36bac2,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:38.157519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Checking segment: {'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:38.157879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Network hostable DHCP agents. Network: abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:04:38.174512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:04:38.183013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:38.187076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:38.187673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.195514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb02c85-8b00-44b5-baf6-70b67e772ecb None None] Network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:04:38.201347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3cf3586a-88be-4e26-93c0-f25e02790faf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3456330 Jul 16 00:04:38.204066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56954) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:38.208377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:38.229878 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.230948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.288789 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.428578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.617290 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389', 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'fixed_ips': [{'subnet_id': '049254e3-4bd5-496b-a564-f7f20b36bac2'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:04:38.618188 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.631406 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.651352 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.658478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 2, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:38.736193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Checking router: ef53793a-cf14-4e03-a185-4aa416ea1e55 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:04:38.736552 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Updating router ef53793a-cf14-4e03-a185-4aa416ea1e55 port a14bc906-1d3c-4279-bb58-e1edb5ed174a binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:04:38.760494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Allocated IP 172.25.3.174 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/0648b885-3d68-493b-bc18-87ba77e0251e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:38.854462 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.863947 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.888138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Allocated IP 172.20.0.2 (abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389/049254e3-4bd5-496b-a564-f7f20b36bac2/c8942698-5bcf-4d40-9477-362b4444d2d5) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:38.907981 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:38.943780 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:38.950491 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:38.957257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:38.960489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0648b885-3d68-493b-bc18-87ba77e0251e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:39.202914 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.249329 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.266141 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Transition to ACTIVE for port object c8942698-5bcf-4d40-9477-362b4444d2d5 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:39.295396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Transition to ACTIVE for port object c8942698-5bcf-4d40-9477-362b4444d2d5 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:39.318942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.372470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:39.377627 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.381645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:39.384444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:39.398138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Pushing event updated for resources: {'Port': ['ID=c8942698-5bcf-4d40-9477-362b4444d2d5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:39.400406 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.422728 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Transition to ACTIVE for port object a14bc906-1d3c-4279-bb58-e1edb5ed174a will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:39.444897 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.489309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Attempting to bind port c8942698-5bcf-4d40-9477-362b4444d2d5 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:39.489683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Attempting to bind port c8942698-5bcf-4d40-9477-362b4444d2d5 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:39.490046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Attempting to bind port c8942698-5bcf-4d40-9477-362b4444d2d5 on network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:39.506936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:39.507197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Checking segment: {'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:39.507508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.507895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Bound using segment: {'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:39.508470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Bound port: c8942698-5bcf-4d40-9477-362b4444d2d5, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:39.508775 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.537939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e183ef-0980-4c81-a70f-32567c8ebc6c None None] Pushing event updated for resources: {'Port': ['ID=a14bc906-1d3c-4279-bb58-e1edb5ed174a,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:39.545136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Router 77ce21cf-406c-4728-a7c6-9dae6ec58002 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:04:39.549414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 851ba284-6966-43e8-b697-b30ba168c6da up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:39.638315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Attempting to bind port a14bc906-1d3c-4279-bb58-e1edb5ed174a on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:39.639025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Attempting to bind port a14bc906-1d3c-4279-bb58-e1edb5ed174a by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:39.639025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Attempting to bind port a14bc906-1d3c-4279-bb58-e1edb5ed174a on network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:39.659016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:39.659414 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Checking segment: {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:39.659774 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.660162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Bound using segment: {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:39.660639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Bound port: a14bc906-1d3c-4279-bb58-e1edb5ed174a, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:39.661016 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.671650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:04:39.682499 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Sync routers for ids ['77ce21cf-406c-4728-a7c6-9dae6ec58002'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:04:39.691940 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.693287 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-680be998-b935-4a01-ba81-76456eb4e1c7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4883072 Jul 16 00:04:39.695541 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Routers {'77ce21cf-406c-4728-a7c6-9dae6ec58002'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:39.696100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 56958) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:04:39.696691 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['77ce21cf-406c-4728-a7c6-9dae6ec58002'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:39.714544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] For port c8942698-5bcf-4d40-9477-362b4444d2d5, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:39.741362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] For port c8942698-5bcf-4d40-9477-362b4444d2d5, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c8942698-5bcf-4d40-9477-362b4444d2d5,segment=NetworkSegment(60623e52-dbc5-4f65-b174-44aa469c993b),segment_id=60623e52-dbc5-4f65-b174-44aa469c993b)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:39.744027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 851ba284-6966-43e8-b697-b30ba168c6da triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:39.744484 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.755692 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.832266 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Set router 77ce21cf-406c-4728-a7c6-9dae6ec58002 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:39.835886 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] For port a14bc906-1d3c-4279-bb58-e1edb5ed174a, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:39.869923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] For port a14bc906-1d3c-4279-bb58-e1edb5ed174a, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a14bc906-1d3c-4279-bb58-e1edb5ed174a,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:39.879455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa3369-3f0d-4c2f-9194-b00d701222dd None None] Pushing event updated for resources: {'Port': ['ID=c8942698-5bcf-4d40-9477-362b4444d2d5,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:39.885659 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:39.994091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e183ef-0980-4c81-a70f-32567c8ebc6c None None] Pushing event updated for resources: {'Port': ['ID=a14bc906-1d3c-4279-bb58-e1edb5ed174a,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:39.999683 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:40.000477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:40.045880 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:39Z', 'revision_number': 3, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port': {'id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:40.083041 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Checking router: 77ce21cf-406c-4728-a7c6-9dae6ec58002 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:04:40.083382 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Updating router 77ce21cf-406c-4728-a7c6-9dae6ec58002 port 0648b885-3d68-493b-bc18-87ba77e0251e binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:04:40.132117 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:40.161267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:40.452827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:39Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:40.483626 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0b350-f574-4ee8-a3d5-8cb0b08d8ce3 None None] The sync data for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 is: [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:39Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:40.607814 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:40.619009 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Transition to ACTIVE for port object 0648b885-3d68-493b-bc18-87ba77e0251e will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:40.626170 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:40.648508 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:40.685396 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b26e4-c05f-4ccf-9256-692584e5fe18 None None] Pushing event updated for resources: {'Port': ['ID=0648b885-3d68-493b-bc18-87ba77e0251e,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:40.688005 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Attempting to bind port 0648b885-3d68-493b-bc18-87ba77e0251e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:40.688436 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Attempting to bind port 0648b885-3d68-493b-bc18-87ba77e0251e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:40.688861 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Attempting to bind port 0648b885-3d68-493b-bc18-87ba77e0251e on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:40.695301 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:40.695756 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:40.696752 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:40.697208 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:40.697768 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Bound port: 0648b885-3d68-493b-bc18-87ba77e0251e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:40.698219 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:40.772880 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] For port 0648b885-3d68-493b-bc18-87ba77e0251e, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:40.778305 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] For port 0648b885-3d68-493b-bc18-87ba77e0251e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0648b885-3d68-493b-bc18-87ba77e0251e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:40.784861 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:40.836870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Allocated IP 172.20.0.1 (abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389/049254e3-4bd5-496b-a564-f7f20b36bac2/fde654ef-05ce-413e-a8cc-6ddc5b6aa346) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:40.843586 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Routers {'77ce21cf-406c-4728-a7c6-9dae6ec58002'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:40.844233 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['77ce21cf-406c-4728-a7c6-9dae6ec58002'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:40.910547 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b26e4-c05f-4ccf-9256-692584e5fe18 None None] Pushing event updated for resources: {'Port': ['ID=0648b885-3d68-493b-bc18-87ba77e0251e,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:40.982672 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:40.995133 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] Set router 77ce21cf-406c-4728-a7c6-9dae6ec58002 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:41.001857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Transition to ACTIVE for port object fde654ef-05ce-413e-a8cc-6ddc5b6aa346 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:41.044659 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.097251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:41.102464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:41.104769 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:41.136115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Pushing event updated for resources: {'Port': ['ID=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:41.148941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc29ef0-ff0a-470d-8540-c2cbc584c359 None None] Network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:04:41.162614 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.207068 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:39Z', 'revision_number': 3, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port': {'id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:41.231764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a0b725d3-8d08-48f6-b2e7-e8d256740bae None None] Provisioning for port c8942698-5bcf-4d40-9477-362b4444d2d5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:41.244247 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb1087-0f6d-44c6-85f2-7dadafdd42ff None None] The sync data for ids ['77ce21cf-406c-4728-a7c6-9dae6ec58002'] in n-d-793618-8 is: [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:39Z', 'revision_number': 3, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port': {'id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:41.332957 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.525138 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.533308 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.632329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Pushing event updated for resources: {'Port': ['ID=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:41.642200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.653837 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c8942698-5bcf-4d40-9477-362b4444d2d5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:41.745757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c8942698-5bcf-4d40-9477-362b4444d2d5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:41.750519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c8942698-5bcf-4d40-9477-362b4444d2d5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:41.750942 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.785313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:41.785313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:41.805654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Provisioning complete for port c8942698-5bcf-4d40-9477-362b4444d2d5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:41.806024 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.886262 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:41.961134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Router 77ce21cf-406c-4728-a7c6-9dae6ec58002 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:04:42.100026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:04:42.122883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3c4facf4-2a40-4bb0-940f-d91daa6b21f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/77ce21cf-406c-4728-a7c6-9dae6ec58002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4185276 Jul 16 00:04:42.140758 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c8942698-5bcf-4d40-9477-362b4444d2d5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c8942698-5bcf-4d40-9477-362b4444d2d5,segment=NetworkSegment(60623e52-dbc5-4f65-b174-44aa469c993b),segment_id=60623e52-dbc5-4f65-b174-44aa469c993b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:42.147526 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:42.148321 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a14bc906-1d3c-4279-bb58-e1edb5ed174a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:42.210135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:42.242673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c8942698-5bcf-4d40-9477-362b4444d2d5,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:42.294526 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.db.api [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 00:04:42.294908 n-d-793618-8 neutron-server[93716]: DEBUG oslo_db.api [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 00:04:42.302097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a14bc906-1d3c-4279-bb58-e1edb5ed174a completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:42.307056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a14bc906-1d3c-4279-bb58-e1edb5ed174a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:42.307780 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:42.392071 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:42.426130 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a14bc906-1d3c-4279-bb58-e1edb5ed174a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a14bc906-1d3c-4279-bb58-e1edb5ed174a,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:42.431600 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:42.501618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a14bc906-1d3c-4279-bb58-e1edb5ed174a,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:42.841584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Provisioning for port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:42.845301 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Provisioning complete for port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:42.845671 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:42.879478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-34fce41c-9982-49e1-86b8-53b33567f427 None None] Port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:42.999714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0a34007e-6288-4015-a3a6-f1cd4a164601 None None] Provisioning complete for port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:43.000098 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a34007e-6288-4015-a3a6-f1cd4a164601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:43.037820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0a34007e-6288-4015-a3a6-f1cd4a164601 None None] Port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:43.622996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c8942698-5bcf-4d40-9477-362b4444d2d5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:43.687627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c8942698-5bcf-4d40-9477-362b4444d2d5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:43.687627 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:43.779368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a14bc906-1d3c-4279-bb58-e1edb5ed174a up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:43.831780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a14bc906-1d3c-4279-bb58-e1edb5ed174a triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:43.832156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:43.928922 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0648b885-3d68-493b-bc18-87ba77e0251e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:43.982071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 0648b885-3d68-493b-bc18-87ba77e0251e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:43.987499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0648b885-3d68-493b-bc18-87ba77e0251e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:43.987876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:44.084843 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:44.109094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 0648b885-3d68-493b-bc18-87ba77e0251e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0648b885-3d68-493b-bc18-87ba77e0251e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:44.114886 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:44.146156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Sync routers for ids ['77ce21cf-406c-4728-a7c6-9dae6ec58002'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:04:44.167247 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Routers {'77ce21cf-406c-4728-a7c6-9dae6ec58002'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:44.167790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['77ce21cf-406c-4728-a7c6-9dae6ec58002'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:44.217685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=0648b885-3d68-493b-bc18-87ba77e0251e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:44.301672 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Set router 77ce21cf-406c-4728-a7c6-9dae6ec58002 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:44.416542 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:44.538038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:41Z', 'revision_number': 4, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port': {'id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fde654ef-05ce-413e-a8cc-6ddc5b6aa346', 'name': '', 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'mac_address': 'fa:16:3e:ca:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '049254e3-4bd5-496b-a564-f7f20b36bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:40Z', 'updated_at': '2021-07-16T00:04:41Z', 'revision_number': 2, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'subnets': [{'id': '049254e3-4bd5-496b-a564-f7f20b36bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:44.572684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Checking router: 77ce21cf-406c-4728-a7c6-9dae6ec58002 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:04:44.573172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Updating router 77ce21cf-406c-4728-a7c6-9dae6ec58002 port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:04:44.614602 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:44.908346 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:44.920193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Transition to ACTIVE for port object fde654ef-05ce-413e-a8cc-6ddc5b6aa346 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:44.926863 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:45.036471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8e26-599c-4065-99ea-aeeeea572453 None None] Pushing event updated for resources: {'Port': ['ID=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:45.056276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Attempting to bind port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:04:45.056927 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Attempting to bind port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:04:45.057467 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Attempting to bind port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 on network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:04:45.066949 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:04:45.067480 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Checking segment: {'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:04:45.068010 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:45.068508 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Bound using segment: {'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:04:45.069114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Bound port: fde654ef-05ce-413e-a8cc-6ddc5b6aa346, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60623e52-dbc5-4f65-b174-44aa469c993b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:04:45.069593 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:45.156032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] For port fde654ef-05ce-413e-a8cc-6ddc5b6aa346, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:04:45.159976 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] For port fde654ef-05ce-413e-a8cc-6ddc5b6aa346, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,segment=NetworkSegment(60623e52-dbc5-4f65-b174-44aa469c993b),segment_id=60623e52-dbc5-4f65-b174-44aa469c993b)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:04:45.169411 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:45.237256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Routers {'77ce21cf-406c-4728-a7c6-9dae6ec58002'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:04:45.237978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:04:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['77ce21cf-406c-4728-a7c6-9dae6ec58002'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:45.290329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8e26-599c-4065-99ea-aeeeea572453 None None] Pushing event updated for resources: {'Port': ['ID=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:45.384841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] Set router 77ce21cf-406c-4728-a7c6-9dae6ec58002 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:04:45.551352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0648b885-3d68-493b-bc18-87ba77e0251e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:45.659572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0648b885-3d68-493b-bc18-87ba77e0251e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:45.659954 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:45.720039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:41Z', 'revision_number': 4, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port': {'id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fde654ef-05ce-413e-a8cc-6ddc5b6aa346', 'name': '', 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'mac_address': 'fa:16:3e:ca:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '049254e3-4bd5-496b-a564-f7f20b36bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:40Z', 'updated_at': '2021-07-16T00:04:45Z', 'revision_number': 4, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'subnets': [{'id': '049254e3-4bd5-496b-a564-f7f20b36bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:04:45.747089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0e417-9382-4078-a12a-0ecfd6e41f92 None None] The sync data for ids ['77ce21cf-406c-4728-a7c6-9dae6ec58002'] in n-d-793618-8 is: [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:41Z', 'revision_number': 4, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port': {'id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'fde654ef-05ce-413e-a8cc-6ddc5b6aa346', 'name': '', 'network_id': 'abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'mac_address': 'fa:16:3e:ca:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '049254e3-4bd5-496b-a564-f7f20b36bac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:40Z', 'updated_at': '2021-07-16T00:04:45Z', 'revision_number': 4, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'subnets': [{'id': '049254e3-4bd5-496b-a564-f7f20b36bac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:04:47.582392 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fde654ef-05ce-413e-a8cc-6ddc5b6aa346 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:47.645162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:47.650278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:47.650664 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:47.743249 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:47.777477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port fde654ef-05ce-413e-a8cc-6ddc5b6aa346, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,segment=NetworkSegment(60623e52-dbc5-4f65-b174-44aa469c993b),segment_id=60623e52-dbc5-4f65-b174-44aa469c993b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:04:47.782915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:47.847050 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:48.127574 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9217ce3-20d7-455a-8025-f6efd50ef95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:49.554537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fde654ef-05ce-413e-a8cc-6ddc5b6aa346 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:04:49.618570 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:49.619070 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:50.763447 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2e381c31-c45f-452b-89ce-2076fd61fdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:51.152163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:51.739424 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:52.416289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-6cdfc0b2-9b1e-462b-ac3a-445fe2df6d07 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:52.418207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-6cdfc0b2-9b1e-462b-ac3a-445fe2df6d07 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 814 time: 0.1044052 Jul 16 00:04:52.433424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-6c11a002-7208-4f7d-bba3-c4a17f3089ff tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/quotas/0f5fb660e41c48e8b7b6342866de9476 HTTP/1.1" status: 200 len: 375 time: 0.0095456 Jul 16 00:04:52.498170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-95bf1554-4ea0-4ec6-bd05-ca97a575fa16 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597193 Jul 16 00:04:52.591223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-b9bd079b-e6da-4c00-a469-53a828218e1d service neutron] 10.222.0.23 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819221 Jul 16 00:04:52.682040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-6e5be55c-0676-43ae-b543-126b4b20f5ba service neutron] 10.222.0.23 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850723 Jul 16 00:04:52.849396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cdd6cbd6-af62-4c95-98c1-437c415f89d8 req-18de78e2-f643-4f80-a873-8d4204bb5fc9 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 210 time: 0.0295732 Jul 16 00:04:53.500773 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:53.923574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-e64dfec1-06e0-4e82-9832-3c8cdbf47e52 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:53.925161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-e64dfec1-06e0-4e82-9832-3c8cdbf47e52 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 814 time: 0.1130342 Jul 16 00:04:53.942004 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'port': {'device_id': '207aaaef-89cc-4193-ba68-c13504c07a61', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'admin_state_up': True, 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:04:53.999474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94d78d0c-02c6-4ba5-bcbe-e4e131ec2ac5 req-cba20d2d-e924-45c6-a673-4e47d88d990d tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 210 time: 0.0348327 Jul 16 00:04:54.081439 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Made reservation on behalf of 0f5fb660e41c48e8b7b6342866de9476 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:04:54.085136 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:54.210884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Allocated IP 172.20.0.13 (953076e9-e54a-4a53-8ffa-c5ede1b57f90/d4a74433-d7e8-4996-abf4-26f513bbac41/a54505e9-985e-4f5f-a463-66f45559c8bb) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:04:54.460500 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:54.477686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Transition to ACTIVE for port object a54505e9-985e-4f5f-a463-66f45559c8bb will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:04:54.515602 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:54.565018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:04:54.570463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:04:54.573579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:04:54.606135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'Port': ['ID=a54505e9-985e-4f5f-a463-66f45559c8bb,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:04:54.621185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.621540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.621886 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.622228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.622581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.622929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.623263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.623593 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.623926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.624253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.624581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.624906 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:04:54.646233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:54.646901 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:54.662945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-dbda1157-0516-4803-b2d2-0bd18d18c2c3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7246783 Jul 16 00:04:54.833923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0100b4f5-65e0-4639-ae46-ee75d2dd69c9 None None] Provisioning for port a54505e9-985e-4f5f-a463-66f45559c8bb completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:04:54.840621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-0100b4f5-65e0-4639-ae46-ee75d2dd69c9 None None] Provisioning complete for port a54505e9-985e-4f5f-a463-66f45559c8bb triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:04:54.841502 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0100b4f5-65e0-4639-ae46-ee75d2dd69c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:54.879078 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-0100b4f5-65e0-4639-ae46-ee75d2dd69c9 None None] Port a54505e9-985e-4f5f-a463-66f45559c8bb cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:04:55.186253 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baadf5-d930-4f57-bf9f-1a7b3a6eca54 req-2e53c5ed-fa1e-432b-a43e-447ba5804b71 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:55.187798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46baadf5-d930-4f57-bf9f-1a7b3a6eca54 req-2e53c5ed-fa1e-432b-a43e-447ba5804b71 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 932 time: 0.0756021 Jul 16 00:04:55.234677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46baadf5-d930-4f57-bf9f-1a7b3a6eca54 req-b8d77625-b9f3-4f62-b7ba-c1edf8ab07bd tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Jul 16 00:04:55.653094 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:56.410714 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfebed-e903-4e84-a114-c445d8278f5e req-f4cccb28-680f-472b-9f38-ce9cdc49c698 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:56.412288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bbfebed-e903-4e84-a114-c445d8278f5e req-f4cccb28-680f-472b-9f38-ce9cdc49c698 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 932 time: 0.0674615 Jul 16 00:04:56.451555 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6bbfebed-e903-4e84-a114-c445d8278f5e req-3da955b8-d88a-4876-b5cb-5c6e259e6826 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Jul 16 00:04:57.651718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd297d-367f-4447-9fb6-dcf25da91b6c req-084632d6-a4f1-4c4a-9015-5658e0e98471 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:57.656942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9dbd297d-367f-4447-9fb6-dcf25da91b6c req-084632d6-a4f1-4c4a-9015-5658e0e98471 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 932 time: 0.0921905 Jul 16 00:04:57.727339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9dbd297d-367f-4447-9fb6-dcf25da91b6c req-4b9abb3d-1097-41fb-8746-ea3d7f1b6733 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572302 Jul 16 00:04:58.914830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba12a3b-a4b2-46a2-8159-603418d66438 req-68a2c7cc-8988-40c5-8fb3-6aac13ef80a3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:58.916448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ba12a3b-a4b2-46a2-8159-603418d66438 req-68a2c7cc-8988-40c5-8fb3-6aac13ef80a3 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 932 time: 0.0687811 Jul 16 00:04:58.959057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ba12a3b-a4b2-46a2-8159-603418d66438 req-75890d21-c2c2-46ac-9b57-0001f9b930e5 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368869 Jul 16 00:05:00.140309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbc05b-ee83-484e-845e-79bd0e5c66a9 req-72ac976a-4c2b-485f-b4d5-0281e92ae4fc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:00.141723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07cbc05b-ee83-484e-845e-79bd0e5c66a9 req-72ac976a-4c2b-485f-b4d5-0281e92ae4fc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 932 time: 0.0703006 Jul 16 00:05:00.180663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07cbc05b-ee83-484e-845e-79bd0e5c66a9 req-c6ae83de-0ec8-4235-8608-916b0ac05c17 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Jul 16 00:05:01.367234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3872af-3ca6-4620-83e7-490aaafbde02 req-24ee9d33-a459-4ac7-9714-aa178c1746ec tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:01.374820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c3872af-3ca6-4620-83e7-490aaafbde02 req-24ee9d33-a459-4ac7-9714-aa178c1746ec tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 932 time: 0.0686707 Jul 16 00:05:01.415798 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c3872af-3ca6-4620-83e7-490aaafbde02 req-a6c57493-d0bf-475a-a287-b729efc0dc4c tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Jul 16 00:05:02.592355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c2434-4228-42d6-92a4-c5ce792a186e req-8c17b7ae-cc42-4dc8-bd9e-9ade8ff4a51e tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:02.594202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-562c2434-4228-42d6-92a4-c5ce792a186e req-8c17b7ae-cc42-4dc8-bd9e-9ade8ff4a51e tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 932 time: 0.0647016 Jul 16 00:05:02.634888 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-562c2434-4228-42d6-92a4-c5ce792a186e req-5fc8680a-ad79-4d62-b1ed-0af505fc5812 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339215 Jul 16 00:05:03.812607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31031cd9-106f-4846-80ef-72a1082cc859 req-5c9c5be4-12be-47b5-833d-e30ca564d752 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:03.814103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31031cd9-106f-4846-80ef-72a1082cc859 req-5c9c5be4-12be-47b5-833d-e30ca564d752 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 932 time: 0.0667934 Jul 16 00:05:03.850225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31031cd9-106f-4846-80ef-72a1082cc859 req-dbfe91c1-11bc-47ab-b4e5-95e96eef97ae tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Jul 16 00:05:03.991390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Request body: {'port': {'device_id': '207aaaef-89cc-4193-ba68-c13504c07a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:04.063211 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:04.321024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54505e9-985e-4f5f-a463-66f45559c8bb {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:05:04.328597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:04.340591 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Transition to ACTIVE for port object a54505e9-985e-4f5f-a463-66f45559c8bb will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:04.344413 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:04.395040 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Pushing event updated for resources: {'Port': ['ID=a54505e9-985e-4f5f-a463-66f45559c8bb,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:04.469378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Attempting to bind port a54505e9-985e-4f5f-a463-66f45559c8bb on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:05:04.469733 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Attempting to bind port a54505e9-985e-4f5f-a463-66f45559c8bb by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:05:04.470034 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Attempting to bind port a54505e9-985e-4f5f-a463-66f45559c8bb on network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:04.474702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Port a54505e9-985e-4f5f-a463-66f45559c8bb on network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:05:04.475056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Attempting to bind port a54505e9-985e-4f5f-a463-66f45559c8bb on network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:04.480130 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:05:04.480471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Checking segment: {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:05:04.480855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Bound using segment: {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:05:04.481290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Bound port: a54505e9-985e-4f5f-a463-66f45559c8bb, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6b36ff4-137d-4ff8-a911-73540a47adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:05:04.481654 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:04.549823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] For port a54505e9-985e-4f5f-a463-66f45559c8bb, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:04.553206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] For port a54505e9-985e-4f5f-a463-66f45559c8bb, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a54505e9-985e-4f5f-a463-66f45559c8bb,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:05:04.559176 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:04.593862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:04.594469 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:04.595874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] 10.222.0.59 "PUT /v2.0/ports/a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 1092 time: 0.6094720 Jul 16 00:05:04.596307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:04.598541 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf7b16a-8466-4952-94a7-d46e94a19b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:04.624830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4763-a019-4a93-9fd2-48ff652a6af5 service neutron] Pushing event updated for resources: {'Port': ['ID=a54505e9-985e-4f5f-a463-66f45559c8bb,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:04.637898 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa59f6e-97c3-45f1-b67a-97833e8a7edc x-openstack-request-id: req-aaa59f6e-97c3-45f1-b67a-97833e8a7edc {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:04.638191 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:04.638444 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aaa59f6e-97c3-45f1-b67a-97833e8a7edc {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:04.638886 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'status': 'completed', 'code': 200} Jul 16 00:05:04.700324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-1045222e-a52d-4b1c-9664-4594b78c07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:04.701878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-1045222e-a52d-4b1c-9664-4594b78c07ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1095 time: 0.0603130 Jul 16 00:05:04.751239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-e74012a6-470b-4106-8dbd-47e30db705b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 217 time: 0.0401769 Jul 16 00:05:04.802268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-b4a58c80-a673-4189-b808-55fd29ead25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:04.803819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-b4a58c80-a673-4189-b808-55fd29ead25a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0460887 Jul 16 00:05:04.859807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-1afd2603-3b6b-4284-8dea-602f55e04685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:04.861188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-1afd2603-3b6b-4284-8dea-602f55e04685 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504289 Jul 16 00:05:04.954940 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-5bd73159-2ca5-4a20-acbc-31d8534ef98c service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864050 Jul 16 00:05:05.091227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29ff7-8761-4b72-9908-c03cffd9f177 req-631c4f82-6f5d-4ba7-bc87-ff0e7a522c6b tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:05.092693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5f29ff7-8761-4b72-9908-c03cffd9f177 req-631c4f82-6f5d-4ba7-bc87-ff0e7a522c6b tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 944 time: 0.1321557 Jul 16 00:05:05.094859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6636cca9-9d66-4421-b6a2-f5c907a3f293 req-f6489002-ff05-4fbc-98f3-b47503b45ef4 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250625 Jul 16 00:05:05.134622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f5f29ff7-8761-4b72-9908-c03cffd9f177 req-9eda8d91-253a-4635-885b-65ee763bccdf tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362849 Jul 16 00:05:05.190599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-1e4b7205-55b6-44f2-a6be-c649dc47ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:05.192109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-1e4b7205-55b6-44f2-a6be-c649dc47ed16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1095 time: 0.0519571 Jul 16 00:05:05.284712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-4cf3ea57-06a7-410c-b5ae-fb0886535d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:05.286158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-4cf3ea57-06a7-410c-b5ae-fb0886535d4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 915 time: 0.0875940 Jul 16 00:05:05.325629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-f0e48244-cad5-4df7-a90f-1f572340f9be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 217 time: 0.0328081 Jul 16 00:05:05.371592 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-4969851c-0f53-4dba-a4e4-2387b8c57ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:05.372977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-4969851c-0f53-4dba-a4e4-2387b8c57ff4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0410035 Jul 16 00:05:05.432272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-c6daf21b-9189-4a31-93e9-ee0f0120fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:05.433735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-c6daf21b-9189-4a31-93e9-ee0f0120fe98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533845 Jul 16 00:05:05.521546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-80c926b4-7809-4662-8177-88152effbd83 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810277 Jul 16 00:05:05.612603 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cbf7b16a-8466-4952-94a7-d46e94a19b4b req-b1f351cd-23d3-41d2-81aa-b99bd0702d6c service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840230 Jul 16 00:05:06.302176 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79327c93-f950-4e12-a1f8-c41cc88346bf req-f4d6e150-6d66-4902-9cc7-40aa127bb5ff tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:06.303722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79327c93-f950-4e12-a1f8-c41cc88346bf req-f4d6e150-6d66-4902-9cc7-40aa127bb5ff tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 944 time: 0.0626695 Jul 16 00:05:06.340635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79327c93-f950-4e12-a1f8-c41cc88346bf req-defea49c-d617-4703-90c7-0c7128b84f16 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Jul 16 00:05:07.513662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80129e-7308-4434-8369-f670260b1fdf req-806f7975-d75f-49ce-ae21-3db2ff133b56 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:07.515179 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba80129e-7308-4434-8369-f670260b1fdf req-806f7975-d75f-49ce-ae21-3db2ff133b56 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 944 time: 0.0665293 Jul 16 00:05:07.552012 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba80129e-7308-4434-8369-f670260b1fdf req-eb2716a2-bd5e-40ac-b676-0c01863e0d88 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Jul 16 00:05:08.104670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a54505e9-985e-4f5f-a463-66f45559c8bb details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:05:08.195951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a54505e9-985e-4f5f-a463-66f45559c8bb, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a54505e9-985e-4f5f-a463-66f45559c8bb,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:08.207375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'port_id': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'mac_address': 'fa:16:3e:b5:1e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:05:08.246956 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:08.259167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54505e9-985e-4f5f-a463-66f45559c8bb {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:05:08.280024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a54505e9-985e-4f5f-a463-66f45559c8bb, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a54505e9-985e-4f5f-a463-66f45559c8bb,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:08.283487 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:08.329426 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=a54505e9-985e-4f5f-a463-66f45559c8bb,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:08.336985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.337325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.337660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.338025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.338354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.338679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.339029 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.339351 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.339669 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.339989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.340310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.340625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:08.515551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a54505e9-985e-4f5f-a463-66f45559c8bb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:05:08.725001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27087e5a-e6e5-4dcc-b0e2-b0f936916e92 req-ed81be3c-35de-4c64-810c-79ccb39126cf tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:08.726528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27087e5a-e6e5-4dcc-b0e2-b0f936916e92 req-ed81be3c-35de-4c64-810c-79ccb39126cf tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 945 time: 0.0625360 Jul 16 00:05:08.764132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27087e5a-e6e5-4dcc-b0e2-b0f936916e92 req-aac0b1c7-3375-4a31-937e-7f37bad3efd2 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Jul 16 00:05:09.008338 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:05:09.933408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71f85e-f96e-410a-b793-7f55150ffdb9 req-1cd898db-e86e-4f67-bff4-81ab08357638 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:09.934891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c71f85e-f96e-410a-b793-7f55150ffdb9 req-1cd898db-e86e-4f67-bff4-81ab08357638 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 945 time: 0.0617187 Jul 16 00:05:09.971484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c71f85e-f96e-410a-b793-7f55150ffdb9 req-b9a9a1b8-8951-43dd-bc52-221453ab9ba5 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Jul 16 00:05:10.136349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a54505e9-985e-4f5f-a463-66f45559c8bb up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:10.183008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port a54505e9-985e-4f5f-a463-66f45559c8bb completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:10.186433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port a54505e9-985e-4f5f-a463-66f45559c8bb triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:10.186833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:10.258911 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:10.283734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:10.285954 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3158f0ee-d314-4e0b-b376-613399372ab6" -d '{"events": [{"server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "name": "network-vif-plugged", "status": "completed", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:10.298128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a54505e9-985e-4f5f-a463-66f45559c8bb, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a54505e9-985e-4f5f-a463-66f45559c8bb,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:10.302232 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:10.325664 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b63d06-b0f3-431e-95ff-29607ff2a314 x-openstack-request-id: req-77b63d06-b0f3-431e-95ff-29607ff2a314 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:10.325962 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "name": "network-vif-plugged", "status": "completed", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:10.326218 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77b63d06-b0f3-431e-95ff-29607ff2a314 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:10.326611 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'code': 200} Jul 16 00:05:10.351851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=a54505e9-985e-4f5f-a463-66f45559c8bb,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:10.433700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe631c3-a764-49ea-a04c-36f2faa4b4e0 req-34d7bcac-62cf-43c4-866a-528da35f7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:10.435170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fe631c3-a764-49ea-a04c-36f2faa4b4e0 req-34d7bcac-62cf-43c4-866a-528da35f7ca7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1097 time: 0.0538142 Jul 16 00:05:10.469000 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6fe631c3-a764-49ea-a04c-36f2faa4b4e0 req-1d668c9f-b71b-4392-893a-fcdcd168fdff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268836 Jul 16 00:05:11.141475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc200af-8c45-4916-8aaf-e425791e3a0a req-1fd53e2f-033e-4164-a59b-c95ccb90223d tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:11.142977 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dc200af-8c45-4916-8aaf-e425791e3a0a req-1fd53e2f-033e-4164-a59b-c95ccb90223d tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.0618846 Jul 16 00:05:11.182877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1dc200af-8c45-4916-8aaf-e425791e3a0a req-d52eabad-b4a6-438b-874a-748a61796b54 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341256 Jul 16 00:05:12.357463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd113a88-323a-4413-ba5a-403489e28e7f req-810c664a-2e63-438e-8598-97531c95c489 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:12.358971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd113a88-323a-4413-ba5a-403489e28e7f req-810c664a-2e63-438e-8598-97531c95c489 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.0656021 Jul 16 00:05:12.711542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd113a88-323a-4413-ba5a-403489e28e7f req-9f019b15-9e3f-4a63-82f2-db776aa609f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470585 Jul 16 00:05:12.878126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e605ed-6b31-42fb-8716-083dddbcaafd req-29c58736-472e-44d4-b244-711e8987235a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:12.879625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18e605ed-6b31-42fb-8716-083dddbcaafd req-29c58736-472e-44d4-b244-711e8987235a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.0619795 Jul 16 00:05:12.917333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18e605ed-6b31-42fb-8716-083dddbcaafd req-b62cf482-12b7-40ab-a52b-fa95e5e1877f tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Jul 16 00:05:13.242117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e73a0-98a8-4b86-bbce-5ff481ceb3ef req-87ea86f7-0b8d-440a-83ac-86735f7c7f5a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:13.243602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-857e73a0-98a8-4b86-bbce-5ff481ceb3ef req-87ea86f7-0b8d-440a-83ac-86735f7c7f5a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.0612156 Jul 16 00:05:13.284331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-857e73a0-98a8-4b86-bbce-5ff481ceb3ef req-cd50e5f2-16a3-4a82-b131-13d59b1991bb tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347772 Jul 16 00:05:14.399281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:18.131082 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-58af2380-36ea-43c6-ad51-3b02605ea4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:20.763541 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-48420389-e662-458f-b8da-cebee7031a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:21.143760 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:21.742005 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:23.503527 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:24.905942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3446a7-ff2f-4641-af53-a39db20236db req-c05182ab-cf4b-4dbf-8e5b-91b6de951a34 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:24.907459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd3446a7-ff2f-4641-af53-a39db20236db req-c05182ab-cf4b-4dbf-8e5b-91b6de951a34 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.0645611 Jul 16 00:05:24.947511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd3446a7-ff2f-4641-af53-a39db20236db req-493de136-773e-45d1-9ef2-59f9ea07cdeb tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342143 Jul 16 00:05:24.971900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57168) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:25.117285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a25e1-0723-44a5-b6b3-1f052597698f tempest-TestMinimumBasicScenario-207556021 tempest-TestMinimumBasicScenario-207556021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:25.118853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c55a25e1-0723-44a5-b6b3-1f052597698f tempest-TestMinimumBasicScenario-207556021 tempest-TestMinimumBasicScenario-207556021-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1092 time: 0.1456978 Jul 16 00:05:25.121979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57172) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:25.126468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:25.147828 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:25.246657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:25.350963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Allocated IP 172.25.3.219 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/83b89957-95e2-4d27-8421-d56b0e40de61) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:05:25.453207 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:25.489963 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:25.524320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:05:25.529730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:05:25.533044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:05:25.558913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'Port': ['ID=83b89957-95e2-4d27-8421-d56b0e40de61,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:25.646342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:25.900865 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:25.983991 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.130629 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.134907 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.200627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'Port': ['ID=83b89957-95e2-4d27-8421-d56b0e40de61,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:26.212208 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.312326 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Floating IP fb483129-8872-4b8c-8d32-ee27aa6abdd0 associated. External IP: 172.25.3.219, port: a54505e9-985e-4f5f-a463-66f45559c8bb. Jul 16 00:05:26.516136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Router ef53793a-cf14-4e03-a185-4aa416ea1e55 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:05:26.621470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:05:26.634525 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] Sync routers for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:05:26.638351 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.643799 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:26.644618 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:05:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:26.678795 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5b5cb09f-dbe0-45f2-9f6f-0bb02973bdc8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5533149 Jul 16 00:05:26.678795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:26.679359 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:26.679509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57174) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:26.690280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993799453', 'description': 'tempest-secgroup-smoke-993799453 description', 'project_id': '0f5fb660e41c48e8b7b6342866de9476'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:26.722589 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fd73e9-5242-43d4-bbb4-4f7ffa689b79 x-openstack-request-id: req-d5fd73e9-5242-43d4-bbb4-4f7ffa689b79 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:26.722589 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:26.722896 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5fd73e9-5242-43d4-bbb4-4f7ffa689b79 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:26.723653 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'status': 'completed', 'code': 200} Jul 16 00:05:26.733274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.751441 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:26.818029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.822663 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.844639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-fcd8be53-e38a-4668-b09b-e828504508fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:26.846205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-fcd8be53-e38a-4668-b09b-e828504508fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1097 time: 0.0927041 Jul 16 00:05:26.848835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-f81ceaef-e164-4bb7-af5b-95f70369ed81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039560 Jul 16 00:05:26.852420 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.853671 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1732857 Jul 16 00:05:26.858403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1fe3f-39bd-4ba1-8270-ff148ee6e221,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:26.863358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57178) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:26.865948 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.866306 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.866868 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.867386 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.867729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c8251245-e8b7-4bd9-a80d-017ea06de833 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'security_group_rule': {'security_group_id': '13c1fe3f-39bd-4ba1-8270-ff148ee6e221', 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:26.868092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.868596 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.869093 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.869605 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.870112 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.870610 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.871124 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.871626 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2841b5e0-d9e4-4406-a6ed-489977bf3dfc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:26.945416 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8251245-e8b7-4bd9-a80d-017ea06de833 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:26.981558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-e41e40fd-afb9-41b0-a9ef-1331149b6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:26.983259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-e41e40fd-afb9-41b0-a9ef-1331149b6581 service neutron] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 915 time: 0.1289194 Jul 16 00:05:26.988815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'fb483129-8872-4b8c-8d32-ee27aa6abdd0', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'floating_ip_address': '172.25.3.219', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'port_id': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'mac_address': 'fa:16:3e:b5:1e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207aaaef-89cc-4193-ba68-c13504c07a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:05:25Z', 'updated_at': '2021-07-16T00:05:25Z', 'revision_number': 0, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:42Z', 'revision_number': 5, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:27.018255 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] Checking router: ef53793a-cf14-4e03-a185-4aa416ea1e55 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:05:27.026683 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:05:27.027329 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:05:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:27.051769 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8251245-e8b7-4bd9-a80d-017ea06de833 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.058920 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8251245-e8b7-4bd9-a80d-017ea06de833 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.080742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-15402131-7dce-47a7-8cc5-ce97ded66f7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 1000 time: 0.0906451 Jul 16 00:05:27.083766 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8251245-e8b7-4bd9-a80d-017ea06de833 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8171cdf0-7f77-4467-b5ee-86a26643678d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:27.099373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8251245-e8b7-4bd9-a80d-017ea06de833 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.100556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c8251245-e8b7-4bd9-a80d-017ea06de833 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2362666 Jul 16 00:05:27.103572 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57180) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:27.110295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8bff1eb2-a0a2-4447-8027-7bca1d681c85 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'security_group_rule': {'security_group_id': '13c1fe3f-39bd-4ba1-8270-ff148ee6e221', 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:27.136673 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:05:27.138716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bff1eb2-a0a2-4447-8027-7bca1d681c85 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.139797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-0e0cdc26-d4c9-44d2-bb3a-806bb25e45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.141305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-0e0cdc26-d4c9-44d2-bb3a-806bb25e45c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0515683 Jul 16 00:05:27.197852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bff1eb2-a0a2-4447-8027-7bca1d681c85 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.202714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bff1eb2-a0a2-4447-8027-7bca1d681c85 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.205421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-7f32feed-8a3a-4f5d-84c6-a19b378bf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.207380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-7f32feed-8a3a-4f5d-84c6-a19b378bf2e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591724 Jul 16 00:05:27.225836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff1eb2-a0a2-4447-8027-7bca1d681c85 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4febcde-95b3-4c2c-98db-d5306c1edb14,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:27.229591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8bff1eb2-a0a2-4447-8027-7bca1d681c85 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.230803 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8bff1eb2-a0a2-4447-8027-7bca1d681c85 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250851 Jul 16 00:05:27.233501 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57182) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:27.238941 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4bab8680-886f-4186-8dad-6b4d77b96050 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'security_group_rule': {'security_group_id': '13c1fe3f-39bd-4ba1-8270-ff148ee6e221', 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:27.268550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bab8680-886f-4186-8dad-6b4d77b96050 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.306869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-b2fc5f1a-57db-4700-82ee-4dbe8c293c1b service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922966 Jul 16 00:05:27.333752 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bab8680-886f-4186-8dad-6b4d77b96050 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.337814 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bab8680-886f-4186-8dad-6b4d77b96050 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.361762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab8680-886f-4186-8dad-6b4d77b96050 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c375f5c8-f766-4b90-9d74-5a07c5f8b5ee,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:27.364445 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4bab8680-886f-4186-8dad-6b4d77b96050 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.365828 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4bab8680-886f-4186-8dad-6b4d77b96050 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307669 Jul 16 00:05:27.368621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57184) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:27.370911 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'fb483129-8872-4b8c-8d32-ee27aa6abdd0', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'floating_ip_address': '172.25.3.219', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'port_id': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'mac_address': 'fa:16:3e:b5:1e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207aaaef-89cc-4193-ba68-c13504c07a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:05:25Z', 'updated_at': '2021-07-16T00:05:25Z', 'revision_number': 0, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:42Z', 'revision_number': 5, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:05:27.374641 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-017ad19b-05ad-4670-aef6-c73ef226ea80 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'security_group_rule': {'security_group_id': '13c1fe3f-39bd-4ba1-8270-ff148ee6e221', 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:27.398365 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de10a3e-ee25-4f7d-a567-9d934b3debd3 None None] The sync data for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 is: [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'fb483129-8872-4b8c-8d32-ee27aa6abdd0', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'floating_ip_address': '172.25.3.219', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'port_id': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'mac_address': 'fa:16:3e:b5:1e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207aaaef-89cc-4193-ba68-c13504c07a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:05:25Z', 'updated_at': '2021-07-16T00:05:25Z', 'revision_number': 0, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:42Z', 'revision_number': 5, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:05:27.405366 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-017ad19b-05ad-4670-aef6-c73ef226ea80 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.406598 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b9cdf0b-92f0-4aee-90a6-24178278dfc6 req-e206adcb-8eba-4e60-af2f-3caa6fcc75db service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927210 Jul 16 00:05:27.476547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-017ad19b-05ad-4670-aef6-c73ef226ea80 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.481129 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-017ad19b-05ad-4670-aef6-c73ef226ea80 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.501109 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ad19b-05ad-4670-aef6-c73ef226ea80 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bec70dd-01f5-4139-9018-8a2548729b15,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:27.504790 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-017ad19b-05ad-4670-aef6-c73ef226ea80 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.506135 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-017ad19b-05ad-4670-aef6-c73ef226ea80 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363332 Jul 16 00:05:27.508846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57186) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:27.517105 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-393a19ee-60af-4e61-9140-bdff2481844a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'security_group_rule': {'security_group_id': '13c1fe3f-39bd-4ba1-8270-ff148ee6e221', 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:27.528882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-fda97a51-84fd-4a60-955b-88037b5a0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.530663 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-fda97a51-84fd-4a60-955b-88037b5a0662 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1097 time: 0.0582871 Jul 16 00:05:27.540039 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-393a19ee-60af-4e61-9140-bdff2481844a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Project 0f5fb660e41c48e8b7b6342866de9476 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:05:27.544905 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-393a19ee-60af-4e61-9140-bdff2481844a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.614955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-393a19ee-60af-4e61-9140-bdff2481844a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.619089 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-393a19ee-60af-4e61-9140-bdff2481844a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.639897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a19ee-60af-4e61-9140-bdff2481844a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f409a620-6072-493d-a79c-34e774e5baa7,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:27.644368 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-393a19ee-60af-4e61-9140-bdff2481844a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.646003 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-393a19ee-60af-4e61-9140-bdff2481844a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355019 Jul 16 00:05:27.648758 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57188) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:05:27.650165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-95d2940f-3f7d-47ee-923c-94e726c98876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.652479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-95d2940f-3f7d-47ee-923c-94e726c98876 service neutron] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 915 time: 0.1015339 Jul 16 00:05:27.652654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968448a-ebc9-45bc-ad60-4d459b05d6b4 None None] New status for floating IP fb483129-8872-4b8c-8d32-ee27aa6abdd0: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:05:27.653359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3213a3f8-b81f-48f9-9503-b4df9bb2ae6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'security_group_rule': {'security_group_id': '13c1fe3f-39bd-4ba1-8270-ff148ee6e221', 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:27.683817 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-3213a3f8-b81f-48f9-9503-b4df9bb2ae6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Project 0f5fb660e41c48e8b7b6342866de9476 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:05:27.692847 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3213a3f8-b81f-48f9-9503-b4df9bb2ae6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.741768 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-13c7aa11-a78d-4060-9291-585ee5f4de98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 1000 time: 0.0822568 Jul 16 00:05:27.759312 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3213a3f8-b81f-48f9-9503-b4df9bb2ae6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.763529 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3213a3f8-b81f-48f9-9503-b4df9bb2ae6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.786818 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213a3f8-b81f-48f9-9503-b4df9bb2ae6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becae0ba-aa9d-450e-9537-c6089cd01f1d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:27.790664 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3213a3f8-b81f-48f9-9503-b4df9bb2ae6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:27.795624 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3213a3f8-b81f-48f9-9503-b4df9bb2ae6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424308 Jul 16 00:05:27.798686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-4c06dfb9-44c1-4602-a1e9-f00acf90421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.800394 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-4c06dfb9-44c1-4602-a1e9-f00acf90421d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0513945 Jul 16 00:05:27.861833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-8bdbc744-2cab-4cd1-b51a-7644e1338186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:27.863437 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-8bdbc744-2cab-4cd1-b51a-7644e1338186 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555496 Jul 16 00:05:27.968701 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-af9e598a-68f7-475b-9357-dd2a3b85ef6a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993799453&fields=id&tenant_id=0f5fb660e41c48e8b7b6342866de9476 HTTP/1.1" status: 200 len: 267 time: 0.0870657 Jul 16 00:05:28.019078 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-90d9caee-325d-42bf-85c1-33442bba9e73 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449213 Jul 16 00:05:28.113584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-13675820-e74a-4368-84f3-66e72577b7da tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:28.115007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-13675820-e74a-4368-84f3-66e72577b7da tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.1398110 Jul 16 00:05:28.130709 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'port': {'security_groups': ['f73a7c43-3b83-4a71-b00a-2edda1833c77', '13c1fe3f-39bd-4ba1-8270-ff148ee6e221']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:28.171566 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-31deeab6-4d26-497e-a25f-e9be265a6998 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443682 Jul 16 00:05:28.227798 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:28.412574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] For port a54505e9-985e-4f5f-a463-66f45559c8bb, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a54505e9-985e-4f5f-a463-66f45559c8bb,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:28.443297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:28.447827 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:28.459279 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a54505e9-985e-4f5f-a463-66f45559c8bb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:05:28.494294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:28.494936 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:28.496339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ea97db35-07f2-4a2d-bc30-c4c2aedf97ea req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "PUT /v2.0/ports/a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 982 time: 0.3718226 Jul 16 00:05:28.525444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30442e-0e9b-4a35-adf6-f181b0dab3e7 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'Port': ['ID=a54505e9-985e-4f5f-a463-66f45559c8bb,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:28.564453 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a54505e9-985e-4f5f-a463-66f45559c8bb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:05:28.678544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce3923-db4c-4882-b59e-b7588b7ec7e8 req-24a4ca41-35fd-4746-a9cb-babb07c6fc93 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:28.680187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dce3923-db4c-4882-b59e-b7588b7ec7e8 req-24a4ca41-35fd-4746-a9cb-babb07c6fc93 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0736091 Jul 16 00:05:28.731008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:28.733415 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd33159-b584-4ee2-9723-28128f0ecd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:28.740536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4dce3923-db4c-4882-b59e-b7588b7ec7e8 req-f596826c-cddf-4fdf-b8d7-d99469bde4d4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501208 Jul 16 00:05:28.776269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e46a08be-d4c8-4f2c-97fa-b9bae9037264 None None] Provisioning complete for port a54505e9-985e-4f5f-a463-66f45559c8bb triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:28.776775 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e46a08be-d4c8-4f2c-97fa-b9bae9037264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:28.790942 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cca1ca-9187-4840-ae6a-5c8856ba4672 x-openstack-request-id: req-66cca1ca-9187-4840-ae6a-5c8856ba4672 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:28.791239 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:28.791495 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66cca1ca-9187-4840-ae6a-5c8856ba4672 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:28.791892 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'status': 'completed', 'code': 200} Jul 16 00:05:28.865627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-4be04b39-74ca-40d8-858e-a52d933f6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:28.867296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-4be04b39-74ca-40d8-858e-a52d933f6189 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1136 time: 0.0539727 Jul 16 00:05:28.961812 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-7732025f-9db3-4c54-87bb-e6288ceb2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:28.963240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-7732025f-9db3-4c54-87bb-e6288ceb2e6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 915 time: 0.0893414 Jul 16 00:05:29.031880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-a00f3b37-e3a3-44b9-8cfc-1bf7c0f7d3e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 1002 time: 0.0619435 Jul 16 00:05:29.085816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-7f7d302c-7785-4abf-a508-04700eec73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:29.087322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-7f7d302c-7785-4abf-a508-04700eec73d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0480163 Jul 16 00:05:29.144008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-e918147b-85fc-4073-b9f8-4ea2af79aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:29.145538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-e918147b-85fc-4073-b9f8-4ea2af79aeb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517788 Jul 16 00:05:29.238068 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-c05bcb07-ff97-44b3-9c74-51c7083e003b service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847409 Jul 16 00:05:29.325095 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8bd33159-b584-4ee2-9723-28128f0ecd7d req-0847ea1d-ecea-4f7a-8bb4-16866f1cfa34 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798235 Jul 16 00:05:44.413102 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:46.007562 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:05:46.100995 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-f83f6848-a804-4178-bf6e-f52b60ea9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:46.102412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-f83f6848-a804-4178-bf6e-f52b60ea9c39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1136 time: 0.0987935 Jul 16 00:05:46.114127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038f491-58f5-41f1-ba74-fbb2c74bb8fb req-928bf874-e5f8-41e5-ae73-152adc508cef tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:46.115662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7038f491-58f5-41f1-ba74-fbb2c74bb8fb req-928bf874-e5f8-41e5-ae73-152adc508cef tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0864649 Jul 16 00:05:46.208463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7038f491-58f5-41f1-ba74-fbb2c74bb8fb req-64cb8603-f6a9-4fe4-92b3-6f4c338f5097 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839972 Jul 16 00:05:46.228467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-af5f3b1c-dc52-4eb5-80dd-567a7494d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:46.229925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-af5f3b1c-dc52-4eb5-80dd-567a7494d758 service neutron] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 915 time: 0.1134405 Jul 16 00:05:46.293818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-5c131b9c-4d84-4438-8fa5-7cab646b4ae3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 1002 time: 0.0567062 Jul 16 00:05:46.342528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-ef5b8bd8-3ae9-4820-a9c0-22efd44f0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:46.343971 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-ef5b8bd8-3ae9-4820-a9c0-22efd44f0e9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0416408 Jul 16 00:05:46.405026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-8df65e9c-dd6c-4094-829c-0a61f0269966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:46.406382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-8df65e9c-dd6c-4094-829c-0a61f0269966 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545299 Jul 16 00:05:46.493265 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-0f06cd6c-f4f7-4daf-b482-7d87d8929c0c service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797358 Jul 16 00:05:46.894186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1990d80-e1a6-44e5-b036-cbdf922e8265 req-50c92b1f-82d4-49fb-8c32-0b11afda6cba service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938203 Jul 16 00:05:47.381932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4054d-5e6b-4a02-b265-2b271c982bf5 req-cb28ceb1-9707-4fac-a25c-3f2c269d2ce0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:47.383406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0c4054d-5e6b-4a02-b265-2b271c982bf5 req-cb28ceb1-9707-4fac-a25c-3f2c269d2ce0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0614061 Jul 16 00:05:47.421925 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b0c4054d-5e6b-4a02-b265-2b271c982bf5 req-bcf0f657-0596-4b56-a4a0-80b8689fe9dc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328910 Jul 16 00:05:48.131630 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-473345a4-92bb-4981-a084-35f852bfad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:48.591098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f360dae-1611-48f2-8807-3794344bb24e req-9097ea51-9f9b-474c-b424-e80e4d055912 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:48.592608 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f360dae-1611-48f2-8807-3794344bb24e req-9097ea51-9f9b-474c-b424-e80e4d055912 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0621717 Jul 16 00:05:48.634288 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f360dae-1611-48f2-8807-3794344bb24e req-a0a43dde-cf8a-4aa4-9701-0ee93d0614ac tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361276 Jul 16 00:05:49.803866 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef721b9-cb83-456d-9091-1e55d0e7351b req-51ea0eb9-7bc8-4aa5-8e83-912efdb7d3bd tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.805263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ef721b9-cb83-456d-9091-1e55d0e7351b req-51ea0eb9-7bc8-4aa5-8e83-912efdb7d3bd tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0626099 Jul 16 00:05:49.844660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ef721b9-cb83-456d-9091-1e55d0e7351b req-6eb97b66-5cdc-4854-89f9-824433f35199 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331728 Jul 16 00:05:50.768794 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a57709ed-a664-449a-abd4-854e11c30ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:51.014612 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48242e-3fc1-4b47-ba66-d2a5c359a74a req-0c855909-33d5-4b54-bb82-bfbf514035cc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.016010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e48242e-3fc1-4b47-ba66-d2a5c359a74a req-0c855909-33d5-4b54-bb82-bfbf514035cc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0628762 Jul 16 00:05:51.054950 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5e48242e-3fc1-4b47-ba66-d2a5c359a74a req-a2186db7-cda0-4488-8b9a-01258a21e3a8 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332506 Jul 16 00:05:51.144082 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:51.744163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:52.233358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b35c1a-47a5-44ef-8374-74e24dfcc3d6 req-e7fd69b2-3ef7-4dda-afee-f2ccd99c6439 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.234867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0b35c1a-47a5-44ef-8374-74e24dfcc3d6 req-e7fd69b2-3ef7-4dda-afee-f2ccd99c6439 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0680459 Jul 16 00:05:52.273299 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0b35c1a-47a5-44ef-8374-74e24dfcc3d6 req-7b138066-c00f-4112-96bf-5fe3f245c35c tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328882 Jul 16 00:05:53.445576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df8ed4-82df-4fd3-85d8-397f278c6dee req-ce311641-b2fc-42e7-9d42-1a1bf86d0e6f tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:53.447073 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9df8ed4-82df-4fd3-85d8-397f278c6dee req-ce311641-b2fc-42e7-9d42-1a1bf86d0e6f tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0646226 Jul 16 00:05:53.485717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f9df8ed4-82df-4fd3-85d8-397f278c6dee req-a717a117-0993-4d6c-8061-3c04e653c209 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330589 Jul 16 00:05:53.505754 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:54.660890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db810aa5-6949-4077-a4a3-3435014cbdff req-d9c29407-0372-4e49-b1c4-db698c71da70 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:54.662393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db810aa5-6949-4077-a4a3-3435014cbdff req-d9c29407-0372-4e49-b1c4-db698c71da70 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0669193 Jul 16 00:05:54.702668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db810aa5-6949-4077-a4a3-3435014cbdff req-76b4b14b-5768-45ed-9183-f4558a821f60 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346570 Jul 16 00:05:55.646512 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:55.871813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669cf36-48fd-4a46-8d3c-afc962eabee0 req-69dc01ee-38a8-4e58-8c47-143692e8d398 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:55.873193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6669cf36-48fd-4a46-8d3c-afc962eabee0 req-69dc01ee-38a8-4e58-8c47-143692e8d398 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0632358 Jul 16 00:05:55.912868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6669cf36-48fd-4a46-8d3c-afc962eabee0 req-71376c91-0ac8-431f-83f4-d764d1f16a37 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334570 Jul 16 00:05:57.083964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a809a-dea0-4055-bd9b-8a7f66edf6f9 req-38a54df2-f9e6-4f0c-8b9a-b7182265e0ac tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.085347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf1a809a-dea0-4055-bd9b-8a7f66edf6f9 req-38a54df2-f9e6-4f0c-8b9a-b7182265e0ac tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0629218 Jul 16 00:05:57.124628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf1a809a-dea0-4055-bd9b-8a7f66edf6f9 req-4e645d4e-096e-4466-863f-72ff146dce8a tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336947 Jul 16 00:05:58.304767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab914ad-3fb6-4daf-a3d0-71a0a35bebf1 req-df82e7fe-7097-4d9d-ae49-6b5a3691e800 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:58.306262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eab914ad-3fb6-4daf-a3d0-71a0a35bebf1 req-df82e7fe-7097-4d9d-ae49-6b5a3691e800 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0707254 Jul 16 00:05:58.345513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eab914ad-3fb6-4daf-a3d0-71a0a35bebf1 req-1e5670d9-fbfe-4f46-a815-9b6c47329cbc tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=13c1fe3f-39bd-4ba1-8270-ff148ee6e221&id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334625 Jul 16 00:06:14.429213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:18.136948 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7eb010ab-4bf6-4907-a9af-0d409cc2555a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:20.769537 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18a46c94-3de8-4219-9ea3-e41fe5bac351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:21.145060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:21.748828 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:23.008067 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:06:23.507913 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:25.663035 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:27.381755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-f6134e5d-d981-49d4-87e7-1cd242493711 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511196 Jul 16 00:06:27.474568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-8b4b54a1-027d-420b-abcc-7e91125e4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.476156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-8b4b54a1-027d-420b-abcc-7e91125e4c16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1136 time: 0.0522616 Jul 16 00:06:27.585198 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-c42d6367-5ced-4da4-a653-36c9c1415d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.586735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-c42d6367-5ced-4da4-a653-36c9c1415d67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 915 time: 0.0878344 Jul 16 00:06:27.652312 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-b80a6f54-42e9-48bb-b479-763017d3ea58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 1002 time: 0.0574546 Jul 16 00:06:27.707080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-22992e2f-9691-416b-a7e3-fe323dc8b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.708561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-22992e2f-9691-416b-a7e3-fe323dc8b7a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0500474 Jul 16 00:06:27.765621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-b9e084d9-45cc-4330-a0a4-3340873715d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:27.767190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-b9e084d9-45cc-4330-a0a4-3340873715d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512221 Jul 16 00:06:27.859508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-664163b3-d3eb-4dbf-bd9b-dc0a7befe86a service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851221 Jul 16 00:06:27.947537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-79ab9d78-6fdc-47b7-b6ed-e7aed82b63cd req-a033fd18-9d43-4d83-9826-2916a8c6dba0 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810313 Jul 16 00:06:30.750211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-8d532899-3539-4543-b0a9-9847d93c37fe tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993799453&fields=id&tenant_id=0f5fb660e41c48e8b7b6342866de9476 HTTP/1.1" status: 200 len: 267 time: 0.0337195 Jul 16 00:06:30.820379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-f961147f-a27e-4c54-af07-7a2438cfd7a9 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:30.821841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-f961147f-a27e-4c54-af07-7a2438cfd7a9 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 985 time: 0.0663726 Jul 16 00:06:30.832832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Request body: {'port': {'security_groups': ['f73a7c43-3b83-4a71-b00a-2edda1833c77']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:30.917927 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.085942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] For port a54505e9-985e-4f5f-a463-66f45559c8bb, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a54505e9-985e-4f5f-a463-66f45559c8bb,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:31.114302 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.118748 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.130809 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a54505e9-985e-4f5f-a463-66f45559c8bb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:06:31.163964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.164638 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.166339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7a8f2e96-1415-4540-9d88-da7ca1b5ed42 req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "PUT /v2.0/ports/a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 943 time: 0.3382587 Jul 16 00:06:31.166601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:31.169078 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:31.172097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57246) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:31.209556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event updated for resources: {'Port': ['ID=a54505e9-985e-4f5f-a463-66f45559c8bb,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:31.219286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.219654 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.220005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.220349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.220692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.221065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.221405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.221734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.222065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.222394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.222954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.223827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a04da9c-fd72-482e-9fdd-a347b7bd85f0 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.229386 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34f5038-f386-4edb-9d71-17974ec4ed60 x-openstack-request-id: req-e34f5038-f386-4edb-9d71-17974ec4ed60 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:31.229702 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:31.229919 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e34f5038-f386-4edb-9d71-17974ec4ed60 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:31.230317 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'status': 'completed', 'code': 200} Jul 16 00:06:31.231948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a54505e9-985e-4f5f-a463-66f45559c8bb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:06:31.257517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.287646 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.327466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-85a4c5d1-bf35-4b71-9fe4-fffe102b0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.329505 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-85a4c5d1-bf35-4b71-9fe4-fffe102b0bd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1097 time: 0.0724416 Jul 16 00:06:31.359031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.371135 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.372322 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "DELETE /v2.0/security-groups/13c1fe3f-39bd-4ba1-8270-ff148ee6e221 HTTP/1.1" status: 204 len: 168 time: 0.1992369 Jul 16 00:06:31.375141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57250) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:31.386820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1fe3f-39bd-4ba1-8270-ff148ee6e221,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:31.394958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.395326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.395647 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.395985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.396318 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.396655 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.396982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.397308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.397632 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.397960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.398297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.398601 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d103-d47b-4db5-9f7c-e595ea8953a4 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:31.486314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-a7f98296-9f76-419c-849f-8a36e06c2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.488395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-a7f98296-9f76-419c-849f-8a36e06c2dc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 915 time: 0.1516864 Jul 16 00:06:31.520953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c1233ee2-9e85-46df-a8fa-92fe20253adf None None] Provisioning complete for port a54505e9-985e-4f5f-a463-66f45559c8bb triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:31.521332 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1233ee2-9e85-46df-a8fa-92fe20253adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.609710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-7dbf244e-ce05-4206-94a8-1a6e9f2b724a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 1002 time: 0.0941577 Jul 16 00:06:31.668408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Deleting port 83b89957-95e2-4d27-8421-d56b0e40de61 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:31.668758 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.672344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-2c26e9e2-981a-4f0f-8c41-cd27cbb4c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.673854 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-2c26e9e2-981a-4f0f-8c41-cd27cbb4c209 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0572040 Jul 16 00:06:31.788262 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.788989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:31.804918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-21ab8594-e091-4122-b8ed-417c55a9c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:31.806471 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-21ab8594-e091-4122-b8ed-417c55a9c676 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228285 Jul 16 00:06:31.807308 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Calling delete_port for 83b89957-95e2-4d27-8421-d56b0e40de61 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:31.956868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-26d730a3-f1fb-4e63-a757-532f32054de4 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410556 Jul 16 00:06:32.089115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-427cf8b5-c168-4b1e-b588-1a1c68d5fcfc req-bc247a5f-45a0-4381-b100-061cef257612 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250505 Jul 16 00:06:32.090404 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:32.117646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event deleted for resources: {'Port': ['ID=83b89957-95e2-4d27-8421-d56b0e40de61,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:32.180953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:32.181292 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Floating IP fb483129-8872-4b8c-8d32-ee27aa6abdd0 disassociated (deleted). External IP: 172.25.3.219, port: a54505e9-985e-4f5f-a463-66f45559c8bb. Jul 16 00:06:32.385913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Router ef53793a-cf14-4e03-a185-4aa416ea1e55 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:32.491327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:32.496187 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:32.500839 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] Sync routers for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:32.509506 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:32.510106 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:32.531778 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f75576bc-c480-437c-944d-4908d9904574 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "DELETE /v2.0/floatingips/fb483129-8872-4b8c-8d32-ee27aa6abdd0 HTTP/1.1" status: 204 len: 168 time: 1.1533020 Jul 16 00:06:32.702956 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:32.917406 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:42Z', 'revision_number': 5, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:32.943027 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] Checking router: ef53793a-cf14-4e03-a185-4aa416ea1e55 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:32.951226 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:32.951827 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:33.058153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:33.231114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:33.233496 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:33.264495 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:42Z', 'revision_number': 5, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:33.271764 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f724de2-34d1-4606-b2d5-7cd4ec04c915 x-openstack-request-id: req-9f724de2-34d1-4606-b2d5-7cd4ec04c915 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:33.272063 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:33.272317 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f724de2-34d1-4606-b2d5-7cd4ec04c915 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:33.272717 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'status': 'completed', 'code': 200} Jul 16 00:06:33.298536 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc1a94e-f465-40fd-a24c-bfb76653f211 None None] The sync data for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 is: [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:36Z', 'revision_number': 4, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'a14bc906-1d3c-4279-bb58-e1edb5ed174a', 'name': '', 'network_id': '953076e9-e54a-4a53-8ffa-c5ede1b57f90', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'mac_address': 'fa:16:3e:80:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:35Z', 'updated_at': '2021-07-16T00:04:42Z', 'revision_number': 5, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'subnets': [{'id': 'd4a74433-d7e8-4996-abf4-26f513bbac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:33.355342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-2084b67f-377b-4e9c-88f9-19ec4214d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:33.356899 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-2084b67f-377b-4e9c-88f9-19ec4214d28c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f5fb660e41c48e8b7b6342866de9476&device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 1097 time: 0.0607848 Jul 16 00:06:33.457628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-a12c26cb-f817-4396-88da-b4b6a688f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:33.459147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-a12c26cb-f817-4396-88da-b4b6a688f9d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 200 len: 915 time: 0.0958271 Jul 16 00:06:33.502987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-c6532021-bc24-4953-b070-dc990b182c19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 200 len: 217 time: 0.0366185 Jul 16 00:06:33.555971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-973d5b99-4c3e-4e48-8ceb-9e2e5dbf4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:33.557507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-973d5b99-4c3e-4e48-8ceb-9e2e5dbf4911 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 200 len: 853 time: 0.0484126 Jul 16 00:06:33.560645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758cd90f-25c2-4160-9458-5088e644675e None None] New status for floating IP fb483129-8872-4b8c-8d32-ee27aa6abdd0: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:06:33.619887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-afb1ef82-2da8-4a9b-8cb0-470333a5fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:33.621981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-afb1ef82-2da8-4a9b-8cb0-470333a5fd8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=953076e9-e54a-4a53-8ffa-c5ede1b57f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578916 Jul 16 00:06:33.717800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-369f1237-b6ef-4841-9e14-be0e6123450a service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893455 Jul 16 00:06:33.813317 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-38ef9f5e-5b20-4d38-bfab-b2bc9e09bcf7 req-f67bcd93-98d1-4fa9-8ee7-05b1ec117f47 service neutron] 10.222.0.59 "GET /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883152 Jul 16 00:06:40.271066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8d70c-0731-46d3-b42f-22e341d75c59 req-1ff6ddcc-530d-4ec4-978a-2c541d24cc0b tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:40.272580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67e8d70c-0731-46d3-b42f-22e341d75c59 req-1ff6ddcc-530d-4ec4-978a-2c541d24cc0b tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.0643091 Jul 16 00:06:40.311167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-67e8d70c-0731-46d3-b42f-22e341d75c59 req-7de58e1f-0c74-4d1a-b048-f3047227ce59 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Jul 16 00:06:41.478665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6fed-fcca-4694-bb95-20b25810e91f req-ac8d857e-c3fc-4f27-91a8-386be9f6b5ad tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:41.480164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-088e6fed-fcca-4694-bb95-20b25810e91f req-ac8d857e-c3fc-4f27-91a8-386be9f6b5ad tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.0615160 Jul 16 00:06:41.521214 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-088e6fed-fcca-4694-bb95-20b25810e91f req-84e871ff-56db-4a40-bd42-e9f14f22b3aa tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73a7c43-3b83-4a71-b00a-2edda1833c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356498 Jul 16 00:06:41.875931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-51590a04-5046-46ed-8e8e-6181e76f648c tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:41.878020 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-51590a04-5046-46ed-8e8e-6181e76f648c tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.59 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 946 time: 0.0607316 Jul 16 00:06:41.973447 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Deleting port a54505e9-985e-4f5f-a463-66f45559c8bb {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:41.973790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.064634 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] For port a54505e9-985e-4f5f-a463-66f45559c8bb, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a54505e9-985e-4f5f-a463-66f45559c8bb,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:42.065535 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.077888 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Calling delete_port for a54505e9-985e-4f5f-a463-66f45559c8bb owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:42.201810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.213960 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a54505e9-985e-4f5f-a463-66f45559c8bb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:06:42.231190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Pushing event deleted for resources: {'Port': ['ID=a54505e9-985e-4f5f-a463-66f45559c8bb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:42.276617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] No DVR routers for this DVR port a54505e9-985e-4f5f-a463-66f45559c8bb on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:06:42.279389 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:42.281903 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa3eaebc-123c-4c0b-bc4c-bfa6977a3fff req-252b1143-ed17-4bb9-85d5-074d2302ae97 tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.59 "DELETE /v2.0/ports/a54505e9-985e-4f5f-a463-66f45559c8bb HTTP/1.1" status: 204 len: 173 time: 0.3994799 Jul 16 00:06:42.282340 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'name': 'network-vif-deleted', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:42.285199 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561cf412-adcb-488a-93f3-d6a59d6f439c" -d '{"events": [{"server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "name": "network-vif-deleted", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:42.328708 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa698d7-db98-4449-af5a-715b6ed30776 x-openstack-request-id: req-8fa698d7-db98-4449-af5a-715b6ed30776 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:42.329000 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207aaaef-89cc-4193-ba68-c13504c07a61", "name": "network-vif-deleted", "tag": "a54505e9-985e-4f5f-a463-66f45559c8bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:42.329252 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fa698d7-db98-4449-af5a-715b6ed30776 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:42.329650 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207aaaef-89cc-4193-ba68-c13504c07a61', 'name': 'network-vif-deleted', 'tag': 'a54505e9-985e-4f5f-a463-66f45559c8bb', 'status': 'completed', 'code': 200} Jul 16 00:06:42.679993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d63f4969-f374-487a-8050-695f381056a7 req-1c5a607f-648c-4225-9d9e-0c735fb349aa tempest-TestMinimumBasicScenario-1402974040 tempest-TestMinimumBasicScenario-1402974040-project] 10.222.0.23 "GET /v2.0/ports?device_id=207aaaef-89cc-4193-ba68-c13504c07a61 HTTP/1.1" status: 200 len: 210 time: 0.0319316 Jul 16 00:06:44.263564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57352) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:44.434570 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:44.599242 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.159831 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Deleting port a14bc906-1d3c-4279-bb58-e1edb5ed174a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:45.160172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.235650 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] For port a14bc906-1d3c-4279-bb58-e1edb5ed174a, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a14bc906-1d3c-4279-bb58-e1edb5ed174a,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:45.236013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.248755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Calling delete_port for a14bc906-1d3c-4279-bb58-e1edb5ed174a owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:45.427356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.456136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14bc906-1d3c-4279-bb58-e1edb5ed174a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:45.625851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:45.836559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Router ef53793a-cf14-4e03-a185-4aa416ea1e55 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:45.941479 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:45.949606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57354) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:45.950101 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] Sync routers for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:45.953453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-d1cf415d-07be-4ed5-9abb-12bf856dd247 admin admin] 10.222.0.23 "PUT /v2.0/routers/ef53793a-cf14-4e03-a185-4aa416ea1e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887810 Jul 16 00:06:45.961780 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:45.962903 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:46.053100 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.063825 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:46.154202 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.204772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Deleting port 851ba284-6966-43e8-b697-b30ba168c6da {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:46.205116 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.236154 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '851ba284-6966-43e8-b697-b30ba168c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:06:45Z', 'revision_number': 5, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port': {'id': '851ba284-6966-43e8-b697-b30ba168c6da', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:46.269853 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] Checking router: ef53793a-cf14-4e03-a185-4aa416ea1e55 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:46.278153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] Routers {'ef53793a-cf14-4e03-a185-4aa416ea1e55'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:46.278788 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['ef53793a-cf14-4e03-a185-4aa416ea1e55'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:46.289471 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] For port 851ba284-6966-43e8-b697-b30ba168c6da, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=851ba284-6966-43e8-b697-b30ba168c6da,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:46.289849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.301740 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Calling delete_port for 851ba284-6966-43e8-b697-b30ba168c6da owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:46.363892 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] Set router ef53793a-cf14-4e03-a185-4aa416ea1e55 gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:46.414215 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 6, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:46.444067 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a8b9-3eb7-4143-906c-a4b1ae456604 None None] The sync data for ids ['ef53793a-cf14-4e03-a185-4aa416ea1e55'] in n-d-793618-8 is: [{'id': 'ef53793a-cf14-4e03-a185-4aa416ea1e55', 'name': 'tempest-TestMinimumBasicScenario-287479384-router', 'tenant_id': '0f5fb660e41c48e8b7b6342866de9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:33Z', 'updated_at': '2021-07-16T00:06:46Z', 'revision_number': 6, 'project_id': '0f5fb660e41c48e8b7b6342866de9476', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:46.468142 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.494280 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=851ba284-6966-43e8-b697-b30ba168c6da,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:46.554859 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.587018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a54505e9-985e-4f5f-a463-66f45559c8bb no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:46.606298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: a54505e9-985e-4f5f-a463-66f45559c8bb {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:46.606646 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a54505e9-985e-4f5f-a463-66f45559c8bb not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:46.644660 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.646748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.694327 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.694942 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef53793a-cf14-4e03-a185-4aa416ea1e55 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:06:46.699209 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.700524 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6d755854-5c86-4dcd-9f72-20f69e0e6b9d admin admin] 10.222.0.23 "DELETE /v2.0/routers/ef53793a-cf14-4e03-a185-4aa416ea1e55 HTTP/1.1" status: 204 len: 168 time: 0.7499113 Jul 16 00:06:46.703122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57358) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:46.746933 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29129dc-4d09-43b9-94f4-f2275a9dee61 admin admin] Deleting subnet d4a74433-d7e8-4996-abf4-26f513bbac41 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:06:46.749874 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b29129dc-4d09-43b9-94f4-f2275a9dee61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.784265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b29129dc-4d09-43b9-94f4-f2275a9dee61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.868357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b29129dc-4d09-43b9-94f4-f2275a9dee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.919692 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b29129dc-4d09-43b9-94f4-f2275a9dee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.943040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29129dc-4d09-43b9-94f4-f2275a9dee61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a74433-d7e8-4996-abf4-26f513bbac41,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:46.948620 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b29129dc-4d09-43b9-94f4-f2275a9dee61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:46.950498 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b29129dc-4d09-43b9-94f4-f2275a9dee61 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d4a74433-d7e8-4996-abf4-26f513bbac41 HTTP/1.1" status: 204 len: 168 time: 0.2464609 Jul 16 00:06:46.952972 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57360) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:46.953979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ae3c9d-750c-4cfc-9f48-ae7cae5a1a50 None None] Network 953076e9-e54a-4a53-8ffa-c5ede1b57f90 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:47.028140 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.080092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Deleting port c82589e8-b89c-43bb-ac0a-41124135abc0 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:47.080986 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.141950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] For port c82589e8-b89c-43bb-ac0a-41124135abc0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c82589e8-b89c-43bb-ac0a-41124135abc0,segment=NetworkSegment(a6b36ff4-137d-4ff8-a911-73540a47adcc),segment_id=a6b36ff4-137d-4ff8-a911-73540a47adcc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:47.142250 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.154008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Calling delete_port for c82589e8-b89c-43bb-ac0a-41124135abc0 owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:47.211716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] DHCP port deletion for 953076e9-e54a-4a53-8ffa-c5ede1b57f90 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:06:47.243722 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.259369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Deleting port c82589e8-b89c-43bb-ac0a-41124135abc0 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:47.260008 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.271621 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82589e8-b89c-43bb-ac0a-41124135abc0,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:47.274272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] No DVR routers for this DVR port c82589e8-b89c-43bb-ac0a-41124135abc0 on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:06:47.334081 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] For port c82589e8-b89c-43bb-ac0a-41124135abc0, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:47.334472 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.346169 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Calling delete_port for c82589e8-b89c-43bb-ac0a-41124135abc0 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:47.347863 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.348941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Port c82589e8-b89c-43bb-ac0a-41124135abc0 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 00:06:47.350188 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.357440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953076e9-e54a-4a53-8ffa-c5ede1b57f90']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:47.367897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b36ff4-137d-4ff8-a911-73540a47adcc') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:47.368204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b36ff4-137d-4ff8-a911-73540a47adcc') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:47.376189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Pushing event deleted for resources: {'Port': ['ID=c82589e8-b89c-43bb-ac0a-41124135abc0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:47.377870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.381365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] No DVR routers for this DVR port c82589e8-b89c-43bb-ac0a-41124135abc0 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:06:47.388282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.388636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.388981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.389326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.389662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.389998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.390326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.390656 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.391011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.391345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.392137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.392137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f87b99-7898-4e77-a440-271b2fe25e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:47.399185 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.405352 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:06:47.405745 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:06:47.407902 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:06:47.466716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.474904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:47.479489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] 10.222.0.23 "DELETE /v2.0/networks/953076e9-e54a-4a53-8ffa-c5ede1b57f90 HTTP/1.1" status: 204 len: 168 time: 0.5228324 Jul 16 00:06:47.480133 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57362) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:47.491541 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89364f46-b3cd-4d45-94e5-95cfe56cee27 admin admin] Pushing event deleted for resources: {'Network': ['ID=953076e9-e54a-4a53-8ffa-c5ede1b57f90,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:47.602401 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c82589e8-b89c-43bb-ac0a-41124135abc0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:47.622671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c82589e8-b89c-43bb-ac0a-41124135abc0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:47.627267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c82589e8-b89c-43bb-ac0a-41124135abc0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:47.627267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 851ba284-6966-43e8-b697-b30ba168c6da no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:47.642114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 851ba284-6966-43e8-b697-b30ba168c6da {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:47.642461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 851ba284-6966-43e8-b697-b30ba168c6da not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:47.642934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a14bc906-1d3c-4279-bb58-e1edb5ed174a no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:47.664883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a14bc906-1d3c-4279-bb58-e1edb5ed174a {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:47.665476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a14bc906-1d3c-4279-bb58-e1edb5ed174a not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:47.829351 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.081465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Deleting port fde654ef-05ce-413e-a8cc-6ddc5b6aa346 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:48.081815 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.136860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6b69-a826-4e06-8a61-75f69d4248a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.162716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] For port fde654ef-05ce-413e-a8cc-6ddc5b6aa346, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,segment=NetworkSegment(60623e52-dbc5-4f65-b174-44aa469c993b),segment_id=60623e52-dbc5-4f65-b174-44aa469c993b)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:48.163182 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.175401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Calling delete_port for fde654ef-05ce-413e-a8cc-6ddc5b6aa346 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:48.355228 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.385426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Pushing event deleted for resources: {'Port': ['ID=fde654ef-05ce-413e-a8cc-6ddc5b6aa346,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:48.544172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.753082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Router 77ce21cf-406c-4728-a7c6-9dae6ec58002 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:48.856228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:48.861358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-152301b1-6ee6-40d6-8ecb-e09fb489b32e admin admin] 10.222.0.23 "PUT /v2.0/routers/77ce21cf-406c-4728-a7c6-9dae6ec58002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3800728 Jul 16 00:06:48.864424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57364) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:48.867057 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] Sync routers for ids ['77ce21cf-406c-4728-a7c6-9dae6ec58002'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:48.881213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] Routers {'77ce21cf-406c-4728-a7c6-9dae6ec58002'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:48.881953 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['77ce21cf-406c-4728-a7c6-9dae6ec58002'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:48.967569 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:48.990195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] Set router 77ce21cf-406c-4728-a7c6-9dae6ec58002 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:49.072373 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.123917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Deleting port 0648b885-3d68-493b-bc18-87ba77e0251e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:49.124262 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.163802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:06:48Z', 'revision_number': 5, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port': {'id': '0648b885-3d68-493b-bc18-87ba77e0251e', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:49.190189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] Checking router: 77ce21cf-406c-4728-a7c6-9dae6ec58002 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:49.198475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] Routers {'77ce21cf-406c-4728-a7c6-9dae6ec58002'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:49.199135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['77ce21cf-406c-4728-a7c6-9dae6ec58002'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:49.205426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] For port 0648b885-3d68-493b-bc18-87ba77e0251e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0648b885-3d68-493b-bc18-87ba77e0251e,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:49.205792 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.217057 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Calling delete_port for 0648b885-3d68-493b-bc18-87ba77e0251e owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:49.283125 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] Set router 77ce21cf-406c-4728-a7c6-9dae6ec58002 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:49.337209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 6, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:49.363283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca56c2-a789-4bf9-8bbf-ca0b27229013 None None] The sync data for ids ['77ce21cf-406c-4728-a7c6-9dae6ec58002'] in n-d-793618-8 is: [{'id': '77ce21cf-406c-4728-a7c6-9dae6ec58002', 'name': 'tempest-TestMinimumBasicScenario-2034543364-router', 'tenant_id': 'f06dc871ce89492f8bdbe49205aab53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:04:38Z', 'updated_at': '2021-07-16T00:06:49Z', 'revision_number': 6, 'project_id': 'f06dc871ce89492f8bdbe49205aab53f', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:49.382170 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.406833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0648b885-3d68-493b-bc18-87ba77e0251e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:49.468653 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.555916 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.558089 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.603391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.604020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ce21cf-406c-4728-a7c6-9dae6ec58002 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:06:49.609048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.610193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-70c6f653-0fe9-49ae-b881-206a4690b8a3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/77ce21cf-406c-4728-a7c6-9dae6ec58002 HTTP/1.1" status: 204 len: 168 time: 0.7448382 Jul 16 00:06:49.612728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57366) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:49.655336 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dc87f3-ce42-4562-9d45-aa5482bfcf83 admin admin] Deleting subnet 049254e3-4bd5-496b-a564-f7f20b36bac2 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:06:49.658389 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9dc87f3-ce42-4562-9d45-aa5482bfcf83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.694226 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9dc87f3-ce42-4562-9d45-aa5482bfcf83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.781180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9dc87f3-ce42-4562-9d45-aa5482bfcf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.829697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fde654ef-05ce-413e-a8cc-6ddc5b6aa346 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:49.841281 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9dc87f3-ce42-4562-9d45-aa5482bfcf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.851365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: fde654ef-05ce-413e-a8cc-6ddc5b6aa346 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:49.851790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device fde654ef-05ce-413e-a8cc-6ddc5b6aa346 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:49.869552 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f9dc87f3-ce42-4562-9d45-aa5482bfcf83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:49.873882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f9dc87f3-ce42-4562-9d45-aa5482bfcf83 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/049254e3-4bd5-496b-a564-f7f20b36bac2 HTTP/1.1" status: 204 len: 168 time: 0.2575593 Jul 16 00:06:49.873882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc87f3-ce42-4562-9d45-aa5482bfcf83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049254e3-4bd5-496b-a564-f7f20b36bac2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:49.874150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57368) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:49.876206 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2103ac2-9601-4233-b2b4-0c5cb3caae5a None None] Network abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:49.941743 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.147863 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622744cd-6e04-43b8-8878-1de762030add None None] DHCP port deletion for abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:06:50.202680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-622744cd-6e04-43b8-8878-1de762030add None None] Deleting port c8942698-5bcf-4d40-9477-362b4444d2d5 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:50.203084 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-622744cd-6e04-43b8-8878-1de762030add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.266918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-622744cd-6e04-43b8-8878-1de762030add None None] For port c8942698-5bcf-4d40-9477-362b4444d2d5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c8942698-5bcf-4d40-9477-362b4444d2d5,segment=NetworkSegment(60623e52-dbc5-4f65-b174-44aa469c993b),segment_id=60623e52-dbc5-4f65-b174-44aa469c993b)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:50.267310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-622744cd-6e04-43b8-8878-1de762030add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.281004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-622744cd-6e04-43b8-8878-1de762030add None None] Calling delete_port for c8942698-5bcf-4d40-9477-362b4444d2d5 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:50.319519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Deleting port c8942698-5bcf-4d40-9477-362b4444d2d5 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:50.319864 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.366065 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-622744cd-6e04-43b8-8878-1de762030add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.383728 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] For port c8942698-5bcf-4d40-9477-362b4444d2d5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c8942698-5bcf-4d40-9477-362b4444d2d5,segment=NetworkSegment(60623e52-dbc5-4f65-b174-44aa469c993b),segment_id=60623e52-dbc5-4f65-b174-44aa469c993b)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:50.384094 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.392752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622744cd-6e04-43b8-8878-1de762030add None None] Pushing event deleted for resources: {'Port': ['ID=c8942698-5bcf-4d40-9477-362b4444d2d5,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.398262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Calling delete_port for c8942698-5bcf-4d40-9477-362b4444d2d5 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:50.400303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622744cd-6e04-43b8-8878-1de762030add None None] No DVR routers for this DVR port c8942698-5bcf-4d40-9477-362b4444d2d5 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:06:50.480964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.505790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8942698-5bcf-4d40-9477-362b4444d2d5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.509482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] No DVR routers for this DVR port c8942698-5bcf-4d40-9477-362b4444d2d5 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:06:50.581897 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.591892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:50.601797 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60623e52-dbc5-4f65-b174-44aa469c993b') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:50.602096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60623e52-dbc5-4f65-b174-44aa469c993b') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:50.610740 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.624396 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.630868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:06:50.631253 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:06:50.632867 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:06:50.684591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.699845 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.701755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] 10.222.0.23 "DELETE /v2.0/networks/abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389 HTTP/1.1" status: 204 len: 168 time: 0.8268118 Jul 16 00:06:50.702853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be8b29-ec30-4281-838c-1c3715b8f56e admin admin] Pushing event deleted for resources: {'Network': ['ID=abd5c1e9-1e39-4422-ac1f-e5a9c5bc4389,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:50.771460 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1bd7752e-06ca-49c0-8747-cc8b6de86045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.858717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57372) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:50.898813 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-92309c9a-31aa-4594-a9af-1bfd84c57d8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f5fb660e41c48e8b7b6342866de9476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388467 Jul 16 00:06:50.901188 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57374) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:50.952327 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf53d401-d160-4412-abd5-01c9c79ead59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:50.972472 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf53d401-d160-4412-abd5-01c9c79ead59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.023738 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf53d401-d160-4412-abd5-01c9c79ead59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.026546 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf53d401-d160-4412-abd5-01c9c79ead59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.027728 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bf53d401-d160-4412-abd5-01c9c79ead59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f73a7c43-3b83-4a71-b00a-2edda1833c77 HTTP/1.1" status: 204 len: 168 time: 0.1256628 Jul 16 00:06:51.036580 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d401-d160-4412-abd5-01c9c79ead59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73a7c43-3b83-4a71-b00a-2edda1833c77,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:51.146538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.335026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57380) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:51.373302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c606c57f-ec30-4fde-a3c5-8e8bf0bf057c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f06dc871ce89492f8bdbe49205aab53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367010 Jul 16 00:06:51.375553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57382) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:51.423984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3565-5d41-4b4a-9109-b6d0a8ff5059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.448211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3565-5d41-4b4a-9109-b6d0a8ff5059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.494843 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3565-5d41-4b4a-9109-b6d0a8ff5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.497390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3565-5d41-4b4a-9109-b6d0a8ff5059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:51.498540 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e6bb3565-5d41-4b4a-9109-b6d0a8ff5059 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c11f75f7-e6fb-4fcb-a154-ebb04996cb78 HTTP/1.1" status: 204 len: 168 time: 0.1217942 Jul 16 00:06:51.506702 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb3565-5d41-4b4a-9109-b6d0a8ff5059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11f75f7-e6fb-4fcb-a154-ebb04996cb78,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:51.600338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c8942698-5bcf-4d40-9477-362b4444d2d5 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:51.620277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c8942698-5bcf-4d40-9477-362b4444d2d5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:51.620624 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c8942698-5bcf-4d40-9477-362b4444d2d5 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:51.621040 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0648b885-3d68-493b-bc18-87ba77e0251e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:51.639634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 0648b885-3d68-493b-bc18-87ba77e0251e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:51.639982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0648b885-3d68-493b-bc18-87ba77e0251e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:51.751573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.094915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57424) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:53.099716 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258442411', 'description': 'tempest-secgroup-smoke-1258442411 description', 'project_id': '430342c9e4474a87836b1f9f27d111c6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:53.120565 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.129362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.217701 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.221684 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.258558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a699a0b-9fbe-4c71-b469-2558f633c815,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:53.310553 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.313997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.344150 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.345290 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2493672 Jul 16 00:06:53.347267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139348-0907-4188-8252-c10bab757f25 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:53.348382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57426) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:53.353257 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9f4da537-a5dd-4a07-99c5-708ec11d74bb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:53.380207 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f4da537-a5dd-4a07-99c5-708ec11d74bb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.424441 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f4da537-a5dd-4a07-99c5-708ec11d74bb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.428348 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f4da537-a5dd-4a07-99c5-708ec11d74bb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.444902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4da537-a5dd-4a07-99c5-708ec11d74bb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabf9472-76d1-432a-a040-d1097e68c251,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:53.451421 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9f4da537-a5dd-4a07-99c5-708ec11d74bb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.452644 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9f4da537-a5dd-4a07-99c5-708ec11d74bb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1031978 Jul 16 00:06:53.455450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57428) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:53.459955 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-eed5665c-8e40-4705-b30e-df243b89aca5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:53.485199 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eed5665c-8e40-4705-b30e-df243b89aca5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.511875 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.542732 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eed5665c-8e40-4705-b30e-df243b89aca5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.546539 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eed5665c-8e40-4705-b30e-df243b89aca5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.564531 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5665c-8e40-4705-b30e-df243b89aca5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384e53c6-cd12-4005-9719-572052e23d18,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:53.569912 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-eed5665c-8e40-4705-b30e-df243b89aca5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.571191 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-eed5665c-8e40-4705-b30e-df243b89aca5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147444 Jul 16 00:06:53.573985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57430) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:53.578527 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5996ca37-1596-4590-b498-aa62bddf5ef6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:53.604517 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5996ca37-1596-4590-b498-aa62bddf5ef6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.662473 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5996ca37-1596-4590-b498-aa62bddf5ef6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.665902 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5996ca37-1596-4590-b498-aa62bddf5ef6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.679650 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996ca37-1596-4590-b498-aa62bddf5ef6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed273f8-d2d0-48e1-9b15-8148b550a02a,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:53.690556 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5996ca37-1596-4590-b498-aa62bddf5ef6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.691782 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5996ca37-1596-4590-b498-aa62bddf5ef6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168268 Jul 16 00:06:53.694364 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57432) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:53.698692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-98700204-85bc-415f-9e0e-33aa353a35f2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:53.723701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-98700204-85bc-415f-9e0e-33aa353a35f2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.780430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-98700204-85bc-415f-9e0e-33aa353a35f2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.784627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-98700204-85bc-415f-9e0e-33aa353a35f2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.802015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98700204-85bc-415f-9e0e-33aa353a35f2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7e4197-8b9a-4e3a-99f9-e4c4e0d9fa3a,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:53.807107 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-98700204-85bc-415f-9e0e-33aa353a35f2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.808286 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-98700204-85bc-415f-9e0e-33aa353a35f2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129744 Jul 16 00:06:53.811047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57434) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:53.815434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d363ae83-cdbe-4c41-85d8-31c539e18704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:53.835800 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-d363ae83-cdbe-4c41-85d8-31c539e18704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:06:53.840339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d363ae83-cdbe-4c41-85d8-31c539e18704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.900069 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d363ae83-cdbe-4c41-85d8-31c539e18704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.903512 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d363ae83-cdbe-4c41-85d8-31c539e18704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.921534 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363ae83-cdbe-4c41-85d8-31c539e18704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10363429-f621-40d3-8486-86b314132a77,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:53.927099 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d363ae83-cdbe-4c41-85d8-31c539e18704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:53.928359 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d363ae83-cdbe-4c41-85d8-31c539e18704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162717 Jul 16 00:06:53.930926 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57436) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:53.935219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-9260ce06-f279-405d-9495-76b044a18619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:53.956834 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-9260ce06-f279-405d-9495-76b044a18619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:06:53.961382 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9260ce06-f279-405d-9495-76b044a18619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.023742 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9260ce06-f279-405d-9495-76b044a18619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.027079 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9260ce06-f279-405d-9495-76b044a18619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.046560 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260ce06-f279-405d-9495-76b044a18619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972210c9-a213-4dde-948f-6a4ce3bc2418,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:54.052714 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-9260ce06-f279-405d-9495-76b044a18619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.053924 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-9260ce06-f279-405d-9495-76b044a18619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220825 Jul 16 00:06:54.056943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57438) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:54.061855 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'network': {'name': 'tempest-network-smoke--182703463', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'port_security_enabled': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:54.085117 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:06:54.088821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.112082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:06:54.121416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.121745 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Added segment 11caf638-40ae-4402-82fc-cef9c576f11f of type vlan for network 7bf1329f-b776-489b-8bdc-a44de7e18f17 Jul 16 00:06:54.161108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.187433 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.193375 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:54.193954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.236044 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1780446 Jul 16 00:06:54.239184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57440) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:54.243999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'admin_state_up': True, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:54.266862 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.267814 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.293210 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d3ba6-1acd-448b-8d3c-ce8cb7883c2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Network': ['ID=7bf1329f-b776-489b-8bdc-a44de7e18f17,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:54.303450 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:06:54.321624 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.459586 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.644768 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.663430 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.769331 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.229 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/8c725526-5ca8-48c8-9102-0ef8b510f052) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:54.873217 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.912231 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:54.951962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:54.954736 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:54.957153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:54.981169 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=8c725526-5ca8-48c8-9102-0ef8b510f052,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:55.206273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.398472 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.521419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:06:55.625149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:55.636150 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Sync routers for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:55.643158 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.644380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0cff1939-810a-4d84-853c-ee06f1a4f5a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4041336 Jul 16 00:06:55.645604 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:55.646289 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:55.647614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57444) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:55.689475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.750115 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:55.783819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5ac65217-34ab-45d4-9b42-ac0397a38a2c tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=430342c9e4474a87836b1f9f27d111c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1351087 Jul 16 00:06:55.787079 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57448) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:55.874920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5eb89-2e82-4809-b14a-f74c3919c722 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:55.876447 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fca5eb89-2e82-4809-b14a-f74c3919c722 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883594 Jul 16 00:06:55.879492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57450) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:55.911470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-824e9333-c879-4e25-bb2f-c9d64ada8512 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307736 Jul 16 00:06:55.913905 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57452) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:55.918671 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1149354737', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:56.007550 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:06:56.011155 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.013033 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:55Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:56.039158 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Checking router: f8b0b8a4-ee23-4839-b34f-f1d0b42431ce for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:56.039513 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Updating router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce port 8c725526-5ca8-48c8-9102-0ef8b510f052 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:06:56.076642 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.192772 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.256637 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Subnet': ['ID=97be8f8f-45ca-4395-8d13-1170e8bba0fd,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:56.260063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Checking segment: {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:56.260422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network hostable DHCP agents. Network: 7bf1329f-b776-489b-8bdc-a44de7e18f17, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:06:56.276920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:06:56.286445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7bf1329f-b776-489b-8bdc-a44de7e18f17) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:56.290959 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:56.292042 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.295097 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc26246e-6b7b-4380-9c73-e55858228ecd None None] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:56.307935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e282f31d-676e-4119-ad29-2a01016426c6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3930240 Jul 16 00:06:56.311002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57456) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:56.325968 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.336067 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Transition to ACTIVE for port object 8c725526-5ca8-48c8-9102-0ef8b510f052 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:56.342058 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.391666 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Attempting to bind port 8c725526-5ca8-48c8-9102-0ef8b510f052 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:56.392035 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Attempting to bind port 8c725526-5ca8-48c8-9102-0ef8b510f052 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:56.392386 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Attempting to bind port 8c725526-5ca8-48c8-9102-0ef8b510f052 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:56.400304 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:56.400677 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:56.401073 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.401462 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:56.401926 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Bound port: 8c725526-5ca8-48c8-9102-0ef8b510f052, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:56.402304 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.429198 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Pushing event updated for resources: {'Port': ['ID=8c725526-5ca8-48c8-9102-0ef8b510f052,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:56.445562 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.445900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.446183 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.446583 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.446942 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.447275 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.447601 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.447927 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.448254 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.448578 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.448900 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.449222 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:06:56.476022 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] For port 8c725526-5ca8-48c8-9102-0ef8b510f052, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:56.479500 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] For port 8c725526-5ca8-48c8-9102-0ef8b510f052, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8c725526-5ca8-48c8-9102-0ef8b510f052,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:56.484187 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.542107 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:56.542784 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:56.579694 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278f45e-a701-46f9-8fa7-b70c84bcb102 None None] Pushing event updated for resources: {'Port': ['ID=8c725526-5ca8-48c8-9102-0ef8b510f052,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:56.622155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-7bf1329f-b776-489b-8bdc-a44de7e18f17', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:06:56.623183 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.652152 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:56.779785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Allocated IP 172.20.0.2 (7bf1329f-b776-489b-8bdc-a44de7e18f17/97be8f8f-45ca-4395-8d13-1170e8bba0fd/3a9e7dad-caaa-48ac-ac50-fb684b9806e5) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:56.790277 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.842047 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:55Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:56.872358 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02678ae-42a2-47cc-a134-034d56c2ac62 None None] The sync data for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 is: [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:55Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:56.931438 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:56.941326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Transition to ACTIVE for port object 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:56.960664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Transition to ACTIVE for port object 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:56.968993 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.016415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:57.019783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:57.023402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:57.030526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Pushing event updated for resources: {'Port': ['ID=3a9e7dad-caaa-48ac-ac50-fb684b9806e5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:57.085330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.1 (7bf1329f-b776-489b-8bdc-a44de7e18f17/97be8f8f-45ca-4395-8d13-1170e8bba0fd/3495662d-db0f-4528-a75d-adc625f281c1) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:57.090673 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Attempting to bind port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:57.091218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Attempting to bind port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:57.091594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Attempting to bind port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 on network 7bf1329f-b776-489b-8bdc-a44de7e18f17 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:57.098433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:57.098838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Checking segment: {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:57.099247 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.099645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Bound using segment: {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:57.100114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Bound port: 3a9e7dad-caaa-48ac-ac50-fb684b9806e5, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:57.100502 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.198744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] For port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:57.202219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] For port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3a9e7dad-caaa-48ac-ac50-fb684b9806e5,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:57.208760 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.224683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.240314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object 3495662d-db0f-4528-a75d-adc625f281c1 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:57.274666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a182a-5737-461a-ac06-0e5c404f1a80 None None] Pushing event updated for resources: {'Port': ['ID=3a9e7dad-caaa-48ac-ac50-fb684b9806e5,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:57.281149 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.330793 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:57.337038 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:57.339718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:57.370662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=3495662d-db0f-4528-a75d-adc625f281c1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:57.395903 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.576237 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.695598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8c725526-5ca8-48c8-9102-0ef8b510f052 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:57.748018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 8c725526-5ca8-48c8-9102-0ef8b510f052 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:57.754790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8c725526-5ca8-48c8-9102-0ef8b510f052 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:57.755320 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.836028 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.858092 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 8c725526-5ca8-48c8-9102-0ef8b510f052, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8c725526-5ca8-48c8-9102-0ef8b510f052,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:57.862945 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.863817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:57.900122 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.905747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.947505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=8c725526-5ca8-48c8-9102-0ef8b510f052,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:57.959982 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:57.985597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:57.993722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=3495662d-db0f-4528-a75d-adc625f281c1,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:58.266567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2785f51-01c1-467a-9d3e-f6f29a3e065d None None] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:06:58.356307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-575a90ca-a7d9-43ab-a3a9-bf1e2b71c511 None None] Provisioning for port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:58.364507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-575a90ca-a7d9-43ab-a3a9-bf1e2b71c511 None None] Provisioning complete for port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:58.364885 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-575a90ca-a7d9-43ab-a3a9-bf1e2b71c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:58.428268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:58.430392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:58.512817 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-575a90ca-a7d9-43ab-a3a9-bf1e2b71c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:58.557666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:58.559258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-575a90ca-a7d9-43ab-a3a9-bf1e2b71c511 None None] For port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3a9e7dad-caaa-48ac-ac50-fb684b9806e5,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:58.566351 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-575a90ca-a7d9-43ab-a3a9-bf1e2b71c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:58.618129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a90ca-a7d9-43ab-a3a9-bf1e2b71c511 None None] Pushing event updated for resources: {'Port': ['ID=3a9e7dad-caaa-48ac-ac50-fb684b9806e5,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:58.679381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:58.686884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-443503ed-82ef-44e1-bf5b-640af975790b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/f8b0b8a4-ee23-4839-b34f-f1d0b42431ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3725402 Jul 16 00:06:58.792918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-05e287d9-3497-4071-8aff-0e84764d5f8d None None] Provisioning complete for port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:58.793378 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-05e287d9-3497-4071-8aff-0e84764d5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:58.855473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-636950d6-3f60-4aff-876e-579efe926966 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258442411&fields=id&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 267 time: 0.0362117 Jul 16 00:06:58.906335 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-05e287d9-3497-4071-8aff-0e84764d5f8d None None] Provisioning for port 3495662d-db0f-4528-a75d-adc625f281c1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:58.911987 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-05e287d9-3497-4071-8aff-0e84764d5f8d None None] Provisioning complete for port 3495662d-db0f-4528-a75d-adc625f281c1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:58.912355 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-05e287d9-3497-4071-8aff-0e84764d5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:58.944107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Sync routers for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:58.965452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:58.966085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:58.982371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-4d2a5769-db95-4b13-951f-7675647b5ea0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:58.984087 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-4d2a5769-db95-4b13-951f-7675647b5ea0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/networks?id=7bf1329f-b776-489b-8bdc-a44de7e18f17 HTTP/1.1" status: 200 len: 796 time: 0.1221616 Jul 16 00:06:59.000682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-7a0696d6-b2df-4273-b821-ac274d589a66 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/quotas/430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 375 time: 0.0104227 Jul 16 00:06:59.009529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-05e287d9-3497-4071-8aff-0e84764d5f8d None None] Port 3495662d-db0f-4528-a75d-adc625f281c1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:59.085123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:59.087874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-7a2c7f96-59c3-43d9-926b-688c666856c7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796809 Jul 16 00:06:59.169249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9ad378de-94e6-4165-bf30-77dac10a6e78 None None] Provisioning complete for port 3495662d-db0f-4528-a75d-adc625f281c1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:59.169630 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ad378de-94e6-4165-bf30-77dac10a6e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:59.182693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-8b933264-a2de-4cf4-a2fa-eec4862e658f service neutron] 10.222.0.23 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873897 Jul 16 00:06:59.227544 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9ad378de-94e6-4165-bf30-77dac10a6e78 None None] Port 3495662d-db0f-4528-a75d-adc625f281c1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:59.275089 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-e078df6a-5364-4fe3-8c75-883854f8c1d8 service neutron] 10.222.0.23 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866082 Jul 16 00:06:59.329729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 2, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:59.360047 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Checking router: f8b0b8a4-ee23-4839-b34f-f1d0b42431ce for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:59.360325 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Updating router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce port 3495662d-db0f-4528-a75d-adc625f281c1 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:06:59.396611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b9380cc0-f557-426c-8a7c-c0bed8f1294e None None] Provisioning complete for port 3495662d-db0f-4528-a75d-adc625f281c1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:59.396991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b9380cc0-f557-426c-8a7c-c0bed8f1294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:59.433613 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:59.450845 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b9380cc0-f557-426c-8a7c-c0bed8f1294e None None] Port 3495662d-db0f-4528-a75d-adc625f281c1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:59.454498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e0a6a51-85d7-41e2-ab49-01272adcd5e4 req-8ffb88da-5bfe-46fe-8fc8-7d8452710d9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 210 time: 0.0304589 Jul 16 00:06:59.623938 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8c725526-5ca8-48c8-9102-0ef8b510f052 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:59.716378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8c725526-5ca8-48c8-9102-0ef8b510f052 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:59.716716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:59.784983 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:59.800288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Transition to ACTIVE for port object 3495662d-db0f-4528-a75d-adc625f281c1 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:59.806198 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:59.881100 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:59.905112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719de004-412e-4c28-8251-68c538ed7e36 None None] Pushing event updated for resources: {'Port': ['ID=3495662d-db0f-4528-a75d-adc625f281c1,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:59.971154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Attempting to bind port 3495662d-db0f-4528-a75d-adc625f281c1 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:59.972317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Attempting to bind port 3495662d-db0f-4528-a75d-adc625f281c1 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:59.972431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Attempting to bind port 3495662d-db0f-4528-a75d-adc625f281c1 on network 7bf1329f-b776-489b-8bdc-a44de7e18f17 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:59.982207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:59.982616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Checking segment: {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:59.983009 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:59.983402 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Bound using segment: {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:59.983876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Bound port: 3495662d-db0f-4528-a75d-adc625f281c1, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:59.984258 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:00.007166 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:07:00.010492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:07:00.010492 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:00.103000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] For port 3495662d-db0f-4528-a75d-adc625f281c1, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:07:00.107726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] For port 3495662d-db0f-4528-a75d-adc625f281c1, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3495662d-db0f-4528-a75d-adc625f281c1,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:07:00.112094 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:00.203625 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719de004-412e-4c28-8251-68c538ed7e36 None None] Pushing event updated for resources: {'Port': ['ID=3495662d-db0f-4528-a75d-adc625f281c1,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:00.207190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:00.207865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:00.320955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:00.523942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:07:00Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:00.551084 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd29f4a-2e64-47b5-9da6-0cd3e2a837c6 None None] The sync data for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 is: [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:07:00Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:07:00.606853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7fb8f290-94b1-42dd-b927-bd879fcd8fc0 req-2658fc79-75e5-4839-95bd-44c1fe47e05d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 210 time: 0.0368433 Jul 16 00:07:00.799122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-b2cbe159-a453-4b4f-ae0e-6c8c283f21d9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:00.801135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-b2cbe159-a453-4b4f-ae0e-6c8c283f21d9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/networks?id=7bf1329f-b776-489b-8bdc-a44de7e18f17 HTTP/1.1" status: 200 len: 796 time: 0.1267996 Jul 16 00:07:00.852966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-6daeb2ff-4e44-4834-b8cc-db3017e8b803 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 380 time: 0.0362711 Jul 16 00:07:00.861469 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'port': {'device_id': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'admin_state_up': True, 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'security_groups': ['fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:00.981142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:07:00.984666 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.114307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.6 (7bf1329f-b776-489b-8bdc-a44de7e18f17/97be8f8f-45ca-4395-8d13-1170e8bba0fd/b653afaf-5248-49c0-84b1-9f70f01c4b73) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:07:01.265270 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.279943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object b653afaf-5248-49c0-84b1-9f70f01c4b73 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:07:01.316368 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.363019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:07:01.366219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:07:01.368759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:07:01.400710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=b653afaf-5248-49c0-84b1-9f70f01c4b73,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:01.442571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:01.443276 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.458435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-fc76bd27-eebc-4c8f-9dc1-4fe7b1a096ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6007826 Jul 16 00:07:01.475928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-e7a1871b-201a-4565-883e-9b5779400e4d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:07:01.476990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-e7a1871b-201a-4565-883e-9b5779400e4d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056796 Jul 16 00:07:01.537430 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Request body: {'port': {'device_id': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:01.594827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7c63365f-a7d2-4aa0-afa4-c334d189cac4 None None] Provisioning for port b653afaf-5248-49c0-84b1-9f70f01c4b73 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:07:01.599513 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-7c63365f-a7d2-4aa0-afa4-c334d189cac4 None None] Provisioning complete for port b653afaf-5248-49c0-84b1-9f70f01c4b73 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:07:01.599886 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7c63365f-a7d2-4aa0-afa4-c334d189cac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.623494 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.640498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7c63365f-a7d2-4aa0-afa4-c334d189cac4 None None] Port b653afaf-5248-49c0-84b1-9f70f01c4b73 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:07:01.665102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3495662d-db0f-4528-a75d-adc625f281c1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:07:01.721137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 3495662d-db0f-4528-a75d-adc625f281c1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:07:01.725950 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3495662d-db0f-4528-a75d-adc625f281c1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:07:01.726128 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.814126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.846412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 3495662d-db0f-4528-a75d-adc625f281c1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3495662d-db0f-4528-a75d-adc625f281c1,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:01.850841 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:01.893640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3013b-034f-4230-8764-70de282b02e6 req-6587bafa-b45d-4095-beff-b7ca1c85dc08 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:01.895236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3e3013b-034f-4230-8764-70de282b02e6 req-6587bafa-b45d-4095-beff-b7ca1c85dc08 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 931 time: 0.1354790 Jul 16 00:07:01.900306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=3495662d-db0f-4528-a75d-adc625f281c1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:01.961919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3e3013b-034f-4230-8764-70de282b02e6 req-d7e0e0a1-a07b-417d-9726-1df41ec10990 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603364 Jul 16 00:07:02.001971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b653afaf-5248-49c0-84b1-9f70f01c4b73 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:07:02.009462 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.021007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Transition to ACTIVE for port object b653afaf-5248-49c0-84b1-9f70f01c4b73 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:07:02.024448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.076149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Pushing event updated for resources: {'Port': ['ID=b653afaf-5248-49c0-84b1-9f70f01c4b73,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:02.147891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Attempting to bind port b653afaf-5248-49c0-84b1-9f70f01c4b73 on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:07:02.148220 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Attempting to bind port b653afaf-5248-49c0-84b1-9f70f01c4b73 by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:07:02.148554 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Attempting to bind port b653afaf-5248-49c0-84b1-9f70f01c4b73 on network 7bf1329f-b776-489b-8bdc-a44de7e18f17 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:07:02.153129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Port b653afaf-5248-49c0-84b1-9f70f01c4b73 on network 7bf1329f-b776-489b-8bdc-a44de7e18f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:07:02.153453 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Attempting to bind port b653afaf-5248-49c0-84b1-9f70f01c4b73 on network 7bf1329f-b776-489b-8bdc-a44de7e18f17 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:07:02.158789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:07:02.159740 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Checking segment: {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:07:02.160135 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Bound using segment: {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:07:02.160573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Bound port: b653afaf-5248-49c0-84b1-9f70f01c4b73, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11caf638-40ae-4402-82fc-cef9c576f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:07:02.160938 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.227629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] For port b653afaf-5248-49c0-84b1-9f70f01c4b73, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:07:02.231042 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] For port b653afaf-5248-49c0-84b1-9f70f01c4b73, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:07:02.235835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.270193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.270844 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:02.272191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] 10.222.0.37 "PUT /v2.0/ports/b653afaf-5248-49c0-84b1-9f70f01c4b73 HTTP/1.1" status: 200 len: 1091 time: 0.7888763 Jul 16 00:07:02.272621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:07:02.275173 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b532886-0761-49ba-a74f-05c46f817f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:07:02.305144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cca781-6fa4-42fa-bc87-3e3c96c5d20b service neutron] Pushing event updated for resources: {'Port': ['ID=b653afaf-5248-49c0-84b1-9f70f01c4b73,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:02.382036 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a4796-c808-429b-b5c9-b4c547d2966a x-openstack-request-id: req-dd9a4796-c808-429b-b5c9-b4c547d2966a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:07:02.382405 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:07:02.382724 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd9a4796-c808-429b-b5c9-b4c547d2966a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:07:02.383249 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'status': 'completed', 'code': 200} Jul 16 00:07:02.395969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-3c1207ca-7a5b-4f86-b7d1-61f0eb79c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.397607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-3c1207ca-7a5b-4f86-b7d1-61f0eb79c502 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 1094 time: 0.0649703 Jul 16 00:07:02.446188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-61954b11-a9ca-4551-823a-7a7fea71e11f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73 HTTP/1.1" status: 200 len: 217 time: 0.0356357 Jul 16 00:07:02.493556 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-dd01b7cf-35b2-401c-afb6-7382063d43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.495052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-dd01b7cf-35b2-401c-afb6-7382063d43cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97be8f8f-45ca-4395-8d13-1170e8bba0fd HTTP/1.1" status: 200 len: 835 time: 0.0430732 Jul 16 00:07:02.550390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-5813f9c2-22c2-448b-b032-7075404023cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.551922 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-5813f9c2-22c2-448b-b032-7075404023cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf1329f-b776-489b-8bdc-a44de7e18f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512097 Jul 16 00:07:02.643009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-a688733c-e4e7-414d-ad42-f7cdbef33558 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843005 Jul 16 00:07:02.733550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3c900cc-65e6-4617-a405-bd3bd57506f0 req-938582d8-9ab4-46ca-afff-5d1bbfbe466b service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844378 Jul 16 00:07:02.867571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b532886-0761-49ba-a74f-05c46f817f7c req-74fc0997-7310-469f-8fee-cdde64be0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.868982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b532886-0761-49ba-a74f-05c46f817f7c req-74fc0997-7310-469f-8fee-cdde64be0d2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 1094 time: 0.0517838 Jul 16 00:07:02.955618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b532886-0761-49ba-a74f-05c46f817f7c req-251ae22f-0a07-4d1b-9b9b-a92c4888a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:02.957075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b532886-0761-49ba-a74f-05c46f817f7c req-251ae22f-0a07-4d1b-9b9b-a92c4888a334 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7bf1329f-b776-489b-8bdc-a44de7e18f17 HTTP/1.1" status: 200 len: 897 time: 0.0821085 Jul 16 00:07:03.002314 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b532886-0761-49ba-a74f-05c46f817f7c req-9f9f8fec-aebc-4369-8201-075fae31f1f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73 HTTP/1.1" status: 200 len: 217 time: 0.0385854 Jul 16 00:07:03.053943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b532886-0761-49ba-a74f-05c46f817f7c req-4b6dc882-2e93-4d29-9862-7cd594878fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:03.055442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b532886-0761-49ba-a74f-05c46f817f7c req-4b6dc882-2e93-4d29-9862-7cd594878fa6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97be8f8f-45ca-4395-8d13-1170e8bba0fd HTTP/1.1" status: 200 len: 835 time: 0.0473361 Jul 16 00:07:03.162790 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b532886-0761-49ba-a74f-05c46f817f7c req-6c2398c9-9895-4854-b9f9-a529eab2843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:03.164302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b532886-0761-49ba-a74f-05c46f817f7c req-6c2398c9-9895-4854-b9f9-a529eab2843d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf1329f-b776-489b-8bdc-a44de7e18f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020434 Jul 16 00:07:03.176683 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd80d-dacb-4dc1-be6a-52bb1fa510b2 req-9c810ae3-9071-415e-a59a-b90e7ab937df tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:03.178067 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-869dd80d-dacb-4dc1-be6a-52bb1fa510b2 req-9c810ae3-9071-415e-a59a-b90e7ab937df tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 943 time: 0.0867732 Jul 16 00:07:03.261744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-869dd80d-dacb-4dc1-be6a-52bb1fa510b2 req-f0d7ddd2-6f49-4274-be58-941919c1b485 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758493 Jul 16 00:07:03.286399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b532886-0761-49ba-a74f-05c46f817f7c req-ad5ce5d8-db38-4378-99f0-e429cc12d118 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073680 Jul 16 00:07:03.378706 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b532886-0761-49ba-a74f-05c46f817f7c req-c85fd60f-cdc1-479b-8d2b-1a9de2841af1 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Jul 16 00:07:03.608534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3495662d-db0f-4528-a75d-adc625f281c1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:07:03.656968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 3495662d-db0f-4528-a75d-adc625f281c1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:07:03.657247 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:04.431187 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ee25-e871-4a79-a90d-3797d300bd40 req-a38d38df-f33e-421d-bdd3-ccf48768bf3e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:04.432692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4961ee25-e871-4a79-a90d-3797d300bd40 req-a38d38df-f33e-421d-bdd3-ccf48768bf3e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 943 time: 0.0630209 Jul 16 00:07:04.469789 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4961ee25-e871-4a79-a90d-3797d300bd40 req-ef940288-b027-46bc-8f67-f5bb42597ad7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Jul 16 00:07:04.948967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b653afaf-5248-49c0-84b1-9f70f01c4b73 details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:07:05.201489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b653afaf-5248-49c0-84b1-9f70f01c4b73, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:05.212947 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'port_id': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'mac_address': 'fa:16:3e:f6:e3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:07:05.248314 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:05.260596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b653afaf-5248-49c0-84b1-9f70f01c4b73 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:07:05.279936 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b653afaf-5248-49c0-84b1-9f70f01c4b73, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:05.285891 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:05.331916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b653afaf-5248-49c0-84b1-9f70f01c4b73,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:05.610514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b653afaf-5248-49c0-84b1-9f70f01c4b73'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:07:05.644954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a4b1b-0fff-4dac-8d18-7bccba427940 req-ebd9c96e-140c-4a8d-9db1-fd973cdd5a64 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:05.646559 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a10a4b1b-0fff-4dac-8d18-7bccba427940 req-ebd9c96e-140c-4a8d-9db1-fd973cdd5a64 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 944 time: 0.0687847 Jul 16 00:07:05.685369 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a10a4b1b-0fff-4dac-8d18-7bccba427940 req-09a2ee7b-736f-4b84-84d0-19b41a43d289 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331283 Jul 16 00:07:06.859265 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520295ba-3460-40a2-9c6b-4b7db326f780 req-0b51d635-eea6-4a73-9559-02d8ec46c543 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:06.860783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-520295ba-3460-40a2-9c6b-4b7db326f780 req-0b51d635-eea6-4a73-9559-02d8ec46c543 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 944 time: 0.0631440 Jul 16 00:07:06.898233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-520295ba-3460-40a2-9c6b-4b7db326f780 req-b46f54c7-df90-41c2-9130-b7c64f99bcfd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Jul 16 00:07:06.952348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b653afaf-5248-49c0-84b1-9f70f01c4b73 up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:07:07.001288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port b653afaf-5248-49c0-84b1-9f70f01c4b73 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:07:07.004808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port b653afaf-5248-49c0-84b1-9f70f01c4b73 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:07:07.005173 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:07.078313 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:07.102609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:07:07.104861 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf84fce-c74c-46b7-95e7-2cb0fadcce42" -d '{"events": [{"server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "name": "network-vif-plugged", "status": "completed", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:07:07.117773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b653afaf-5248-49c0-84b1-9f70f01c4b73, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:07.122015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:07.168445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b653afaf-5248-49c0-84b1-9f70f01c4b73,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:07.213544 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2866ad1-d658-4787-af22-3e5da7d5d19e x-openstack-request-id: req-e2866ad1-d658-4787-af22-3e5da7d5d19e {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:07:07.213838 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "name": "network-vif-plugged", "status": "completed", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:07:07.214092 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2866ad1-d658-4787-af22-3e5da7d5d19e {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:07:07.214486 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'code': 200} Jul 16 00:07:07.349810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbb867-2533-4955-aa82-79edf47ea100 req-c0bca3b0-d6cf-441f-bacb-20eb010c6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:07.351308 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87cbb867-2533-4955-aa82-79edf47ea100 req-c0bca3b0-d6cf-441f-bacb-20eb010c6667 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0514612 Jul 16 00:07:07.387057 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87cbb867-2533-4955-aa82-79edf47ea100 req-9d850e09-b19d-47bd-a92c-825f6d8b2a5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296974 Jul 16 00:07:08.069719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fe9a3-20a3-448a-8d23-e508cad8b8b4 req-7092b407-c9e9-4825-bc86-03d9d887bdf4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:08.071322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a3fe9a3-20a3-448a-8d23-e508cad8b8b4 req-7092b407-c9e9-4825-bc86-03d9d887bdf4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0636659 Jul 16 00:07:08.107457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9a3fe9a3-20a3-448a-8d23-e508cad8b8b4 req-d313b342-71c5-4df4-a91a-a4653939dc95 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Jul 16 00:07:09.278282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde718a-cb52-4f9f-b9a6-fb55de39f933 req-bebe74cf-b444-4388-8ea1-1ca0e03270b3 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:09.279779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dde718a-cb52-4f9f-b9a6-fb55de39f933 req-bebe74cf-b444-4388-8ea1-1ca0e03270b3 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0617142 Jul 16 00:07:09.317862 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dde718a-cb52-4f9f-b9a6-fb55de39f933 req-b7aeb775-8400-4ec9-9283-ba9669be8479 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Jul 16 00:07:09.490113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07203891-7426-4a4a-8c76-86e5961c9e34 req-b9b63467-1a7b-4296-a653-169d7afa72a9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:09.491601 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07203891-7426-4a4a-8c76-86e5961c9e34 req-b9b63467-1a7b-4296-a653-169d7afa72a9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0658832 Jul 16 00:07:09.528523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07203891-7426-4a4a-8c76-86e5961c9e34 req-eb092f89-2b14-485d-9a2a-2d77488b053b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Jul 16 00:07:09.552536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57520) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:09.602743 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1bbf07-6d84-41b9-9d77-3f09efeffee4 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:09.604273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bc1bbf07-6d84-41b9-9d77-3f09efeffee4 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 1091 time: 0.0507812 Jul 16 00:07:09.607106 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57522) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:09.611425 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:09.633382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:09.731824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:09.831708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.186 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/92dc62b9-decf-4ebf-a773-c9f8357a915a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:07:09.935869 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:09.973265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:10.011851 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:07:10.014568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:07:10.018093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:07:10.039624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=92dc62b9-decf-4ebf-a773-c9f8357a915a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:10.379581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:10.455040 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:10.595465 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:10.599994 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:10.668842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=92dc62b9-decf-4ebf-a773-c9f8357a915a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:10.680046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:11.090841 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP d8d391a7-4a4a-4d2c-996f-cebb526317c3 associated. External IP: 172.25.3.186, port: b653afaf-5248-49c0-84b1-9f70f01c4b73. Jul 16 00:07:11.291512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:07:11.395963 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:07:11.405484 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] Sync routers for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:07:11.412263 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:11.415563 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:11.416173 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:11.448377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1db4b81a-69fc-4f61-b3f9-4af6c43419b0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8402584 Jul 16 00:07:11.449146 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:07:11.451465 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc225114-849f-40a9-8752-072fbfe8bf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:07:11.520845 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:11.600097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e988e13-90bb-4aee-9ea1-26dc160d4963 req-aa9f692c-eeef-4cdb-ad9b-9b0d2067e71c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:11.601587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e988e13-90bb-4aee-9ea1-26dc160d4963 req-aa9f692c-eeef-4cdb-ad9b-9b0d2067e71c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0626822 Jul 16 00:07:11.638638 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e988e13-90bb-4aee-9ea1-26dc160d4963 req-27ec1096-8491-4f62-8cad-5314afd5da31 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Jul 16 00:07:11.663290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57528) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:11.692860 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c63bd7c-5355-4c82-bb53-6179c66dd64a x-openstack-request-id: req-0c63bd7c-5355-4c82-bb53-6179c66dd64a {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:07:11.693213 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:07:11.693474 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c63bd7c-5355-4c82-bb53-6179c66dd64a {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:07:11.693880 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'status': 'completed', 'code': 200} Jul 16 00:07:11.730311 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-654c2c31-baf0-4693-9ae4-2329bc0902ca tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/d8d391a7-4a4a-4d2c-996f-cebb526317c3 HTTP/1.1" status: 200 len: 991 time: 0.0633426 Jul 16 00:07:11.747259 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd8d391a7-4a4a-4d2c-996f-cebb526317c3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'port_id': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'mac_address': 'fa:16:3e:f6:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:07:10Z', 'updated_at': '2021-07-16T00:07:10Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:07:01Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:11.773941 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] Checking router: f8b0b8a4-ee23-4839-b34f-f1d0b42431ce for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:07:11.782585 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:11.783427 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:06:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:11.803815 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-829909b0-77b5-44ce-89e5-dff62771eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:11.805337 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-829909b0-77b5-44ce-89e5-dff62771eefb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0545945 Jul 16 00:07:11.887229 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:11.898080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-99f6c33a-2ab6-460a-a884-ee2bafc40549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:11.899602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-99f6c33a-2ab6-460a-a884-ee2bafc40549 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7bf1329f-b776-489b-8bdc-a44de7e18f17 HTTP/1.1" status: 200 len: 897 time: 0.0881593 Jul 16 00:07:11.966694 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-e0853956-733d-4e47-a2bd-c77861449efa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73 HTTP/1.1" status: 200 len: 999 time: 0.0608566 Jul 16 00:07:12.020820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-03c381f4-f7fc-4783-989b-c01b0f81b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:12.022333 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-03c381f4-f7fc-4783-989b-c01b0f81b97e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97be8f8f-45ca-4395-8d13-1170e8bba0fd HTTP/1.1" status: 200 len: 835 time: 0.0491250 Jul 16 00:07:12.079903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-648b64fc-53ea-42d5-82a7-3a94e0a5f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:12.081460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-648b64fc-53ea-42d5-82a7-3a94e0a5f727 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf1329f-b776-489b-8bdc-a44de7e18f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530946 Jul 16 00:07:12.174996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-8af77c39-6eba-4aa7-aaa7-196e6c21c314 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866151 Jul 16 00:07:12.187798 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd8d391a7-4a4a-4d2c-996f-cebb526317c3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'port_id': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'mac_address': 'fa:16:3e:f6:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:07:10Z', 'updated_at': '2021-07-16T00:07:10Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:07:01Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:12.213168 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a6249-fe07-4fc2-bd4c-a424a482aa04 None None] The sync data for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 is: [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd8d391a7-4a4a-4d2c-996f-cebb526317c3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'port_id': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'mac_address': 'fa:16:3e:f6:e3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:07:10Z', 'updated_at': '2021-07-16T00:07:10Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:07:01Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:07:12.265206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-dc225114-849f-40a9-8752-072fbfe8bf1f req-a2df9989-96e2-4399-b15a-17005580f51c service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840993 Jul 16 00:07:12.396767 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522344db-109d-4837-8c7b-5a2947cba546 None None] New status for floating IP d8d391a7-4a4a-4d2c-996f-cebb526317c3: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:07:12.730884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57530) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:12.794147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-051f4b90-fe39-4193-b4eb-d123b7fbd1c8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/d8d391a7-4a4a-4d2c-996f-cebb526317c3 HTTP/1.1" status: 200 len: 993 time: 0.0620213 Jul 16 00:07:14.428962 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:18.138243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8d19c70b-6e5a-4cdb-9795-581ee8939b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:20.771709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2bebda1a-db39-433f-a076-739b333d0a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:21.148059 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:21.752423 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:23.515295 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:25.709915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:37.007225 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:07:40.774451 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-27b57921-b976-412a-b457-fa5574a8585f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516028 Jul 16 00:07:40.882255 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-802b2200-b7d4-457b-9ca7-f68062ded9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:40.883847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-802b2200-b7d4-457b-9ca7-f68062ded9a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0522649 Jul 16 00:07:40.991261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-b772a1f2-1f32-4571-8edd-00db9585204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:40.992648 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-b772a1f2-1f32-4571-8edd-00db9585204f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7bf1329f-b776-489b-8bdc-a44de7e18f17 HTTP/1.1" status: 200 len: 897 time: 0.0879240 Jul 16 00:07:41.058202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-50b237a6-c4ab-4d74-8f88-60b9a6443161 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73 HTTP/1.1" status: 200 len: 1001 time: 0.0570912 Jul 16 00:07:41.117005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-2c83e744-75e6-4fec-95fc-ed7f4df7228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:41.118561 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-2c83e744-75e6-4fec-95fc-ed7f4df7228e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97be8f8f-45ca-4395-8d13-1170e8bba0fd HTTP/1.1" status: 200 len: 835 time: 0.0487492 Jul 16 00:07:41.174820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-7d23b4da-aa36-4e4f-a10c-3ca9b61e57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:41.176285 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-7d23b4da-aa36-4e4f-a10c-3ca9b61e57f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf1329f-b776-489b-8bdc-a44de7e18f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507185 Jul 16 00:07:41.266225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-c8d8718e-37b8-4b5c-807d-eaa2f2891621 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820816 Jul 16 00:07:41.359252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2fd228be-f44e-40e0-9b1e-306b61f830fa req-e610551b-c2b0-4490-9d6a-784a8950ff8b service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861454 Jul 16 00:07:44.393375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7ed18-71f1-46f1-8e63-90afd9b4c45a req-686dc4f1-389b-4a0d-bf7a-4347163ec6a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:44.394784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1a7ed18-71f1-46f1-8e63-90afd9b4c45a req-686dc4f1-389b-4a0d-bf7a-4347163ec6a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0622604 Jul 16 00:07:44.433457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f1a7ed18-71f1-46f1-8e63-90afd9b4c45a req-5326f6cd-4a3f-45d3-abf1-4d82dec3c432 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331047 Jul 16 00:07:44.443735 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:45.608319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f876a-9f1f-41c3-9ca8-a3332a6ef461 req-d3d0d767-ac98-419e-a31b-59a2bd320547 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:45.609775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-464f876a-9f1f-41c3-9ca8-a3332a6ef461 req-d3d0d767-ac98-419e-a31b-59a2bd320547 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0661523 Jul 16 00:07:45.645526 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-464f876a-9f1f-41c3-9ca8-a3332a6ef461 req-5065800d-7979-47a6-a147-87ff8b9e9cd8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302231 Jul 16 00:07:45.670621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57550) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:45.731219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-85dc3b30-8524-450e-854a-1bde81e63a4a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/d8d391a7-4a4a-4d2c-996f-cebb526317c3 HTTP/1.1" status: 200 len: 993 time: 0.0591910 Jul 16 00:07:47.174892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e1e0-5f72-4774-b54e-a826fed0d5db req-4db0098d-9760-41eb-a220-edc3d93a9bfa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:47.177052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3477e1e0-5f72-4774-b54e-a826fed0d5db req-4db0098d-9760-41eb-a220-edc3d93a9bfa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0639181 Jul 16 00:07:47.218643 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3477e1e0-5f72-4774-b54e-a826fed0d5db req-ceb7a38e-5b3e-4b20-a29f-a8a13f5bfaf1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360167 Jul 16 00:07:48.137748 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7a26dc4b-67c9-4ef0-8192-b8dab9105ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:48.392097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c181bb-4fb3-4226-a4f2-3728d753cd65 req-a29618d5-9ad0-4b8e-ae26-6705a11a1151 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:48.393502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3c181bb-4fb3-4226-a4f2-3728d753cd65 req-a29618d5-9ad0-4b8e-ae26-6705a11a1151 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0629692 Jul 16 00:07:48.431381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3c181bb-4fb3-4226-a4f2-3728d753cd65 req-e80fb3c3-0489-494d-a67b-e1f7b7d68475 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Jul 16 00:07:48.455088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57560) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:48.513126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c00d8f76-2b94-45ca-8385-9414dad1e357 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/d8d391a7-4a4a-4d2c-996f-cebb526317c3 HTTP/1.1" status: 200 len: 993 time: 0.0569217 Jul 16 00:07:48.786055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57566) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:48.942834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 92dc62b9-decf-4ebf-a773-c9f8357a915a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:07:48.943192 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:49.015395 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:49.015614 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:49.026781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 92dc62b9-decf-4ebf-a773-c9f8357a915a owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:07:49.171017 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:49.193887 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=92dc62b9-decf-4ebf-a773-c9f8357a915a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:49.207747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.208126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.208468 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.208807 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.209648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.210012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.210344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.210676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.211059 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.211394 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.211802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.212129 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:49.269367 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:49.269614 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP d8d391a7-4a4a-4d2c-996f-cebb526317c3 disassociated (deleted). External IP: 172.25.3.186, port: b653afaf-5248-49c0-84b1-9f70f01c4b73. Jul 16 00:07:49.475925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:07:49.582337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:07:49.586900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:49.592951 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] Sync routers for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:07:49.602076 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:49.602682 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:49.623117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c42f5ede-eab5-4b33-bfb4-24b8b6261351 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/floatingips/d8d391a7-4a4a-4d2c-996f-cebb526317c3 HTTP/1.1" status: 204 len: 168 time: 0.8359506 Jul 16 00:07:49.623720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:07:49.625990 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08377e8a-78ef-4a72-8902-bb3017dc437a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:07:49.709089 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:49.859969 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4193c1f7-3dd9-438a-883c-a2abe3ccca49 x-openstack-request-id: req-4193c1f7-3dd9-438a-883c-a2abe3ccca49 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:07:49.860541 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:07:49.860805 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4193c1f7-3dd9-438a-883c-a2abe3ccca49 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:07:49.861234 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'status': 'completed', 'code': 200} Jul 16 00:07:49.913504 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:07:01Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:49.940278 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] Checking router: f8b0b8a4-ee23-4839-b34f-f1d0b42431ce for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:07:49.948807 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:49.949434 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:50.023095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-2306ac95-ab0a-4ffa-8b50-02cbfcf3d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:50.024596 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-2306ac95-ab0a-4ffa-8b50-02cbfcf3d789 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0950339 Jul 16 00:07:50.050035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707383a-e3b8-4fcd-81fa-f2d4072db740 req-9152a9b7-846a-418e-a1c7-b45188850a59 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:50.051494 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0707383a-e3b8-4fcd-81fa-f2d4072db740 req-9152a9b7-846a-418e-a1c7-b45188850a59 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0922961 Jul 16 00:07:50.054575 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:50.138776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0707383a-e3b8-4fcd-81fa-f2d4072db740 req-280457cc-9af3-4b11-9231-d0ca22e5031a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769329 Jul 16 00:07:50.157006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-28b6af77-6df0-40b8-9b13-2b373347e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:50.158793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-28b6af77-6df0-40b8-9b13-2b373347e35e service neutron] 10.222.0.37 "GET /v2.0/networks?id=7bf1329f-b776-489b-8bdc-a44de7e18f17 HTTP/1.1" status: 200 len: 897 time: 0.1260145 Jul 16 00:07:50.200482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-32826747-a442-4765-8602-0cf5fd2e91d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73 HTTP/1.1" status: 200 len: 217 time: 0.0343189 Jul 16 00:07:50.246954 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:07:01Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:50.248094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-442b631a-e5d5-4201-b3da-b86b383b56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:50.249550 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-442b631a-e5d5-4201-b3da-b86b383b56d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97be8f8f-45ca-4395-8d13-1170e8bba0fd HTTP/1.1" status: 200 len: 835 time: 0.0421875 Jul 16 00:07:50.277266 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc266d-e63b-4098-8790-0ec116a325ec None None] The sync data for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 is: [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '3495662d-db0f-4528-a75d-adc625f281c1', 'name': '', 'network_id': '7bf1329f-b776-489b-8bdc-a44de7e18f17', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:62:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:56Z', 'updated_at': '2021-07-16T00:07:01Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '97be8f8f-45ca-4395-8d13-1170e8bba0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:07:50.313957 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-a1494ce5-05bf-482a-bbf2-f38e085d1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:50.315560 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-a1494ce5-05bf-482a-bbf2-f38e085d1ac5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf1329f-b776-489b-8bdc-a44de7e18f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583005 Jul 16 00:07:50.411101 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-fc533769-2b98-44af-b04e-517103b86612 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873599 Jul 16 00:07:50.499286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dabff-bd7b-46ff-9d83-d4bdc0b77c52 None None] New status for floating IP d8d391a7-4a4a-4d2c-996f-cebb526317c3: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:07:50.509204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08377e8a-78ef-4a72-8902-bb3017dc437a req-efe34051-0e84-40d6-a60d-7484920b9509 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903828 Jul 16 00:07:50.771453 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1ac17546-e91d-4b0c-ba8a-d6e953fc0f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:51.149510 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:51.313095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccafa68-36d4-4570-9cd3-f32d7d9345ea req-3d4da45a-adb4-42c6-ba5f-3a990a48fb48 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:51.314574 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ccafa68-36d4-4570-9cd3-f32d7d9345ea req-3d4da45a-adb4-42c6-ba5f-3a990a48fb48 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0632570 Jul 16 00:07:51.352267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2ccafa68-36d4-4570-9cd3-f32d7d9345ea req-649213ed-00cb-4374-965d-9e7530a371c7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Jul 16 00:07:51.701370 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-2201d32b-aba0-4f51-a593-311412bbc2e3 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:51.702824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-2201d32b-aba0-4f51-a593-311412bbc2e3 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 945 time: 0.0663452 Jul 16 00:07:51.758240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:51.802168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port b653afaf-5248-49c0-84b1-9f70f01c4b73 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:07:51.802509 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:51.893695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port b653afaf-5248-49c0-84b1-9f70f01c4b73, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b653afaf-5248-49c0-84b1-9f70f01c4b73,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:51.893980 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:51.905472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for b653afaf-5248-49c0-84b1-9f70f01c4b73 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:07:52.028923 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:52.060672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=b653afaf-5248-49c0-84b1-9f70f01c4b73,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:52.108390 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] No DVR routers for this DVR port b653afaf-5248-49c0-84b1-9f70f01c4b73 on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:07:52.111000 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:52.113321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0cadc6d0-7a4a-41aa-a912-d030b8ce2e5c req-e2127c7f-b878-44c1-8d46-c5c264114acc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "DELETE /v2.0/ports/b653afaf-5248-49c0-84b1-9f70f01c4b73 HTTP/1.1" status: 204 len: 173 time: 0.4046061 Jul 16 00:07:52.113779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'name': 'network-vif-deleted', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:07:52.117207 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1423237d-9983-4423-ac41-4a009bd38b9e" -d '{"events": [{"server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "name": "network-vif-deleted", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:07:52.152017 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6d87d-3cfc-4e9a-b14f-0da4f8e64030 x-openstack-request-id: req-9ef6d87d-3cfc-4e9a-b14f-0da4f8e64030 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:07:52.152216 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7a2e15-5507-46f3-8c4c-5711ba52b4b5", "name": "network-vif-deleted", "tag": "b653afaf-5248-49c0-84b1-9f70f01c4b73", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:07:52.152453 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ef6d87d-3cfc-4e9a-b14f-0da4f8e64030 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:07:52.152859 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7a2e15-5507-46f3-8c4c-5711ba52b4b5', 'name': 'network-vif-deleted', 'tag': 'b653afaf-5248-49c0-84b1-9f70f01c4b73', 'status': 'completed', 'code': 200} Jul 16 00:07:52.507678 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b3a0c911-7e14-42b7-9753-fff3d33ad020 req-1163d556-10ec-432d-a5a3-73a88e03ff7f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc7a2e15-5507-46f3-8c4c-5711ba52b4b5 HTTP/1.1" status: 200 len: 210 time: 0.0290465 Jul 16 00:07:53.517941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:53.600266 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57582) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:53.951541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:54.526498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 3495662d-db0f-4528-a75d-adc625f281c1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:07:54.526868 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:54.611841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port 3495662d-db0f-4528-a75d-adc625f281c1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3495662d-db0f-4528-a75d-adc625f281c1,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:54.612561 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:54.624180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 3495662d-db0f-4528-a75d-adc625f281c1 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:07:54.807410 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:54.844777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=3495662d-db0f-4528-a75d-adc625f281c1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:55.008693 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.202486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b653afaf-5248-49c0-84b1-9f70f01c4b73 no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:07:55.221435 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:07:55.222019 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: b653afaf-5248-49c0-84b1-9f70f01c4b73 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:07:55.222485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b653afaf-5248-49c0-84b1-9f70f01c4b73 not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:07:55.334127 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:07:55.339483 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-05525434-bb08-41ef-a0fd-afb1efce3a97 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/f8b0b8a4-ee23-4839-b34f-f1d0b42431ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381761 Jul 16 00:07:55.342381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57584) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:55.343355 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] Sync routers for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:07:55.352411 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:55.353007 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:55.391727 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting subnet 97be8f8f-45ca-4395-8d13-1170e8bba0fd {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:07:55.394730 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.437159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.454291 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:55.517391 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.576374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.604109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89801b33-15a5-4452-a139-f72b37013ef0 None None] Network 7bf1329f-b776-489b-8bdc-a44de7e18f17 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:07:55.615448 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Subnet': ['ID=97be8f8f-45ca-4395-8d13-1170e8bba0fd,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:55.623592 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.628466 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57586) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:55.628958 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/subnets/97be8f8f-45ca-4395-8d13-1170e8bba0fd HTTP/1.1" status: 204 len: 168 time: 0.2852418 Jul 16 00:07:55.630212 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.630564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.631118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.631645 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.632156 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.632656 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.633164 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.633776 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.634287 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.634812 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.635320 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.635830 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b476799-87ec-4c0a-b240-98b81bacd595 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:55.651988 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:07:54Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:55.679890 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] Checking router: f8b0b8a4-ee23-4839-b34f-f1d0b42431ce for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:07:55.688072 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] Routers {'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:55.688674 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:55.739403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.750185 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.803590 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] Set router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:07:55.821846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] DHCP port deletion for 7bf1329f-b776-489b-8bdc-a44de7e18f17 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:07:55.861791 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.869783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Deleting port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:07:55.870276 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.917926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 8c725526-5ca8-48c8-9102-0ef8b510f052 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:07:55.918394 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.939834 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] For port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=3a9e7dad-caaa-48ac-ac50-fb684b9806e5,segment=NetworkSegment(11caf638-40ae-4402-82fc-cef9c576f11f),segment_id=11caf638-40ae-4402-82fc-cef9c576f11f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:55.940336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:55.952114 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Calling delete_port for 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:07:56.007119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port 8c725526-5ca8-48c8-9102-0ef8b510f052, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8c725526-5ca8-48c8-9102-0ef8b510f052,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:07:56.007412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.019465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 8c725526-5ca8-48c8-9102-0ef8b510f052 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:07:56.035719 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.065201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Pushing event deleted for resources: {'Port': ['ID=3a9e7dad-caaa-48ac-ac50-fb684b9806e5,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:56.071284 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] No DVR routers for this DVR port 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:07:56.079596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.080214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.080632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.081039 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.081433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.081827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.082362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.083249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.083376 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.083705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.084102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.084487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777dbf-f0a0-487c-aa2f-ed4d32d61b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:07:56.088407 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:07:54Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:56.115323 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7032c872-990c-43fa-89ac-317d987b85ce None None] The sync data for ids ['f8b0b8a4-ee23-4839-b34f-f1d0b42431ce'] in n-d-793618-8 is: [{'id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380843580', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:07:54Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '8c725526-5ca8-48c8-9102-0ef8b510f052', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0b8a4-ee23-4839-b34f-f1d0b42431ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:06:54Z', 'updated_at': '2021-07-16T00:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:07:56.198863 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.228374 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=8c725526-5ca8-48c8-9102-0ef8b510f052,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:56.291001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.380429 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.383002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.426527 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.427077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Fanout notify agent at l3_agent the message router_deleted on router f8b0b8a4-ee23-4839-b34f-f1d0b42431ce {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:07:56.434883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.435996 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-97ac737c-c702-4954-b50b-2a19022e0f45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/routers/f8b0b8a4-ee23-4839-b34f-f1d0b42431ce HTTP/1.1" status: 204 len: 168 time: 0.8062828 Jul 16 00:07:56.438662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57588) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:56.520286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.613194 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.623351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf1329f-b776-489b-8bdc-a44de7e18f17']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:56.634138 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11caf638-40ae-4402-82fc-cef9c576f11f') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:56.634729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11caf638-40ae-4402-82fc-cef9c576f11f') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:56.643407 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.657746 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.663778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:07:56.664164 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:07:56.667308 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:07:56.734977 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.742734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.744649 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/networks/7bf1329f-b776-489b-8bdc-a44de7e18f17 HTTP/1.1" status: 204 len: 168 time: 0.3050442 Jul 16 00:07:56.747416 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57590) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:56.761384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ccb61-8449-447d-98e2-9d707c045e6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Network': ['ID=7bf1329f-b776-489b-8bdc-a44de7e18f17,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:56.809870 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fd842ee-0e81-472d-a5f9-ecaf4c132211 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.834896 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fd842ee-0e81-472d-a5f9-ecaf4c132211 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.894684 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fd842ee-0e81-472d-a5f9-ecaf4c132211 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.897236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6fd842ee-0e81-472d-a5f9-ecaf4c132211 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.898383 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6fd842ee-0e81-472d-a5f9-ecaf4c132211 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7 HTTP/1.1" status: 204 len: 168 time: 0.1499879 Jul 16 00:07:56.908470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd842ee-0e81-472d-a5f9-ecaf4c132211 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0412ce-98f7-4e2b-88c1-d1c89e1d53e7,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:57.202453 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57596) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:57.207190 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-07daec0c-85a9-4fe5-a40a-cdccc0d78924 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693789351', 'description': 'tempest-secgroup-smoke-693789351 description', 'project_id': '430342c9e4474a87836b1f9f27d111c6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:57.229640 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07daec0c-85a9-4fe5-a40a-cdccc0d78924 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.314701 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07daec0c-85a9-4fe5-a40a-cdccc0d78924 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.318147 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07daec0c-85a9-4fe5-a40a-cdccc0d78924 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.344685 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-07daec0c-85a9-4fe5-a40a-cdccc0d78924 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.345943 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-07daec0c-85a9-4fe5-a40a-cdccc0d78924 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1423891 Jul 16 00:07:57.347736 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daec0c-85a9-4fe5-a40a-cdccc0d78924 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae5786-3a79-4959-8506-ec89091758ee,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:57.349026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57598) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:57.355096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1d0a7dc2-d2d0-4350-bfb4-00cb34261d4f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'd7ae5786-3a79-4959-8506-ec89091758ee', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:57.380173 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7dc2-d2d0-4350-bfb4-00cb34261d4f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.440473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7dc2-d2d0-4350-bfb4-00cb34261d4f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.444034 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7dc2-d2d0-4350-bfb4-00cb34261d4f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.458431 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a7dc2-d2d0-4350-bfb4-00cb34261d4f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481beada-6632-4995-854c-927795b54ffa,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:57.467261 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d0a7dc2-d2d0-4350-bfb4-00cb34261d4f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.468446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1d0a7dc2-d2d0-4350-bfb4-00cb34261d4f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183219 Jul 16 00:07:57.471332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57600) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:57.475732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-cdd42b42-9aad-4de8-9ade-bd1218ba0b95 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'd7ae5786-3a79-4959-8506-ec89091758ee', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:57.500918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdd42b42-9aad-4de8-9ade-bd1218ba0b95 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.557017 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdd42b42-9aad-4de8-9ade-bd1218ba0b95 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.560559 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdd42b42-9aad-4de8-9ade-bd1218ba0b95 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.574855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd42b42-9aad-4de8-9ade-bd1218ba0b95 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ef6c90-a73a-4d45-9252-133ef4d7ae75,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:57.583687 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdd42b42-9aad-4de8-9ade-bd1218ba0b95 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.584987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-cdd42b42-9aad-4de8-9ade-bd1218ba0b95 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127114 Jul 16 00:07:57.588185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57602) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:57.592690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-be1af84d-d488-4983-a6c9-5f16a015b65b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'd7ae5786-3a79-4959-8506-ec89091758ee', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:57.619873 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be1af84d-d488-4983-a6c9-5f16a015b65b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.640240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:07:57.660602 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:07:57.660948 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3a9e7dad-caaa-48ac-ac50-fb684b9806e5 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:07:57.661357 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8c725526-5ca8-48c8-9102-0ef8b510f052 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:07:57.680112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 8c725526-5ca8-48c8-9102-0ef8b510f052 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:07:57.680454 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8c725526-5ca8-48c8-9102-0ef8b510f052 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:07:57.680870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3495662d-db0f-4528-a75d-adc625f281c1 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:07:57.681942 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be1af84d-d488-4983-a6c9-5f16a015b65b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.685961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be1af84d-d488-4983-a6c9-5f16a015b65b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.699636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 3495662d-db0f-4528-a75d-adc625f281c1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:07:57.699978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 3495662d-db0f-4528-a75d-adc625f281c1 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:07:57.707501 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1af84d-d488-4983-a6c9-5f16a015b65b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1788eb3-79ab-423f-94d3-2aa8bd8f3694,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:57.711278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be1af84d-d488-4983-a6c9-5f16a015b65b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.712697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-be1af84d-d488-4983-a6c9-5f16a015b65b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235983 Jul 16 00:07:57.715760 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57604) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:57.720439 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-2e07db02-3902-40d3-82e1-41daed63fac7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'd7ae5786-3a79-4959-8506-ec89091758ee', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:57.747189 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e07db02-3902-40d3-82e1-41daed63fac7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.808170 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e07db02-3902-40d3-82e1-41daed63fac7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.811566 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e07db02-3902-40d3-82e1-41daed63fac7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.829457 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07db02-3902-40d3-82e1-41daed63fac7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af2e1d4-a7e4-4f93-9557-753d43ac5e1c,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:57.835171 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-2e07db02-3902-40d3-82e1-41daed63fac7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.836951 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e07db02-3902-40d3-82e1-41daed63fac7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201346 Jul 16 00:07:57.839746 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57606) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:57.844073 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-89a183bb-ee92-454f-b616-781a71d2afd6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'd7ae5786-3a79-4959-8506-ec89091758ee', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:57.864086 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-89a183bb-ee92-454f-b616-781a71d2afd6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:07:57.868716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89a183bb-ee92-454f-b616-781a71d2afd6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.926609 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89a183bb-ee92-454f-b616-781a71d2afd6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.930137 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89a183bb-ee92-454f-b616-781a71d2afd6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.947577 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a183bb-ee92-454f-b616-781a71d2afd6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c25384-10b6-4f21-a810-690eb84e4a05,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:57.952835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-89a183bb-ee92-454f-b616-781a71d2afd6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:57.954120 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-89a183bb-ee92-454f-b616-781a71d2afd6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133711 Jul 16 00:07:57.956904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57608) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:57.961902 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7e0918d8-3710-4a2e-850c-438f91102250 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'd7ae5786-3a79-4959-8506-ec89091758ee', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:57.983152 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-7e0918d8-3710-4a2e-850c-438f91102250 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:07:57.987830 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7e0918d8-3710-4a2e-850c-438f91102250 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.047519 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7e0918d8-3710-4a2e-850c-438f91102250 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.050832 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7e0918d8-3710-4a2e-850c-438f91102250 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.067612 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0918d8-3710-4a2e-850c-438f91102250 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6216160a-5b2f-47f2-9428-22e95371ca22,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:58.073346 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7e0918d8-3710-4a2e-850c-438f91102250 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.074541 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7e0918d8-3710-4a2e-850c-438f91102250 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167123 Jul 16 00:07:58.077395 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57610) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:58.082220 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'network': {'name': 'tempest-network-smoke--296125066', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'port_security_enabled': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:58.102130 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:07:58.105474 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.127789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:07:58.136927 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.137266 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Added segment 12b0a172-1b45-4e62-a576-c4300de89b67 of type vlan for network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc Jul 16 00:07:58.177735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.205486 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.210896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:58.211464 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.243937 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1655464 Jul 16 00:07:58.246593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57612) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:58.253077 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'admin_state_up': True, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:07:58.290427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571088f-ad7c-41d3-807c-ff3007a0ae24 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Network': ['ID=0e722571-5ee0-422c-9a7e-e8b3c14abbbc,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:58.302011 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:07:58.305196 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.306447 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.359891 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.726449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.914903 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:58.934167 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:59.034953 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.233 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/ac13af54-9064-4aa9-97c0-34bb8d125a43) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:07:59.132271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:59.170304 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:59.212324 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:07:59.215056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:07:59.218533 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:07:59.223850 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=ac13af54-9064-4aa9-97c0-34bb8d125a43,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:07:59.462213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:59.651779 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:59.776326 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:07:59.876857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:07:59.886390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Sync routers for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:07:59.895223 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:07:59.895408 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:59.895876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:07:59.896669 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-18954ffa-3f42-4040-8b4c-c4b4440b5191 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6491394 Jul 16 00:07:59.899853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57614) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:59.936448 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cecd1eed-6e01-4cb8-82b9-097f577c9425 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=430342c9e4474a87836b1f9f27d111c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332005 Jul 16 00:07:59.937121 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57616) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:07:59.998128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:08:00.081924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c9be2f-df95-4597-b366-faf0cd7bebfa tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:00.083472 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a7c9be2f-df95-4597-b366-faf0cd7bebfa tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459317 Jul 16 00:08:00.086279 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57618) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:08:00.122863 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-579ee5a9-72fb-4d89-a37c-886acefefc48 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331466 Jul 16 00:08:00.123092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57620) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:08:00.127857 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1284044563', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:08:00.171214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:07:59Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:00.196870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Checking router: 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:08:00.197216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Updating router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 port ac13af54-9064-4aa9-97c0-34bb8d125a43 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:08:00.216254 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:08:00.219885 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.235184 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.397233 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.462446 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Subnet': ['ID=6f4d6bab-29ab-4227-b602-e8040e9eeceb,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:00.465981 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Checking segment: {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:08:00.466358 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network hostable DHCP agents. Network: 0e722571-5ee0-422c-9a7e-e8b3c14abbbc, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:08:00.484546 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:08:00.485580 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.494579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 0e722571-5ee0-422c-9a7e-e8b3c14abbbc) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:08:00.497939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Transition to ACTIVE for port object ac13af54-9064-4aa9-97c0-34bb8d125a43 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:00.498921 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:00.499514 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.506190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d5ffd-76a3-43eb-b97c-78cb84ce4014 None None] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:08:00.508833 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.514489 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f978997b-7874-4076-bdbe-ce44a76d1f89 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3903942 Jul 16 00:08:00.517283 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57622) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:08:00.615237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Attempting to bind port ac13af54-9064-4aa9-97c0-34bb8d125a43 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:08:00.615611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Attempting to bind port ac13af54-9064-4aa9-97c0-34bb8d125a43 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:08:00.615981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Attempting to bind port ac13af54-9064-4aa9-97c0-34bb8d125a43 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:00.619686 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b731294-8f3e-488d-bb79-040a59e0e0b0 None None] Pushing event updated for resources: {'Port': ['ID=ac13af54-9064-4aa9-97c0-34bb8d125a43,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:00.630945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:08:00.631329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:08:00.631739 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.632178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:08:00.632661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Bound port: ac13af54-9064-4aa9-97c0-34bb8d125a43, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:08:00.633042 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.729490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] For port ac13af54-9064-4aa9-97c0-34bb8d125a43, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:08:00.734639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] For port ac13af54-9064-4aa9-97c0-34bb8d125a43, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ac13af54-9064-4aa9-97c0-34bb8d125a43,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:08:00.740975 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.801055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:08:00.801902 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:00.834981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:08:00.836155 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:00.841075 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b731294-8f3e-488d-bb79-040a59e0e0b0 None None] Pushing event updated for resources: {'Port': ['ID=ac13af54-9064-4aa9-97c0-34bb8d125a43,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:01.179946 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:01.191270 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:08:01.271685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Allocated IP 172.20.0.2 (0e722571-5ee0-422c-9a7e-e8b3c14abbbc/6f4d6bab-29ab-4227-b602-e8040e9eeceb/e2466ee8-ea2a-43c4-b51f-4afdbc7f0891) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:08:01.508258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:07:59Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:01.510984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:01.539530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cea32a-ef70-4602-ac38-8eeaef0039b0 None None] The sync data for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 is: [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:07:59Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:08:01.544002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Transition to ACTIVE for port object e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:01.561939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Transition to ACTIVE for port object e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:01.571548 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:01.611923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:08:01.617465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:08:01.620958 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:08:01.621883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.1 (0e722571-5ee0-422c-9a7e-e8b3c14abbbc/6f4d6bab-29ab-4227-b602-e8040e9eeceb/47be4e9a-1d9e-4e22-8710-d06716acfb2d) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:08:01.633113 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Pushing event updated for resources: {'Port': ['ID=e2466ee8-ea2a-43c4-b51f-4afdbc7f0891,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:01.684860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Attempting to bind port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:08:01.685227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Attempting to bind port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:08:01.685592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Attempting to bind port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 on network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:01.690564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:08:01.690965 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Checking segment: {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:08:01.691365 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:01.691753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Bound using segment: {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:08:01.692216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Bound port: e2466ee8-ea2a-43c4-b51f-4afdbc7f0891, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:08:01.692597 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:01.743918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:01.762980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object 47be4e9a-1d9e-4e22-8710-d06716acfb2d will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:01.765168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] For port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:08:01.768966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] For port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e2466ee8-ea2a-43c4-b51f-4afdbc7f0891,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:08:01.798795 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:01.823322 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:01.872846 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777980f-35bf-44b1-94d6-ccdb1129654d None None] Pushing event updated for resources: {'Port': ['ID=e2466ee8-ea2a-43c4-b51f-4afdbc7f0891,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:01.895437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:08:01.903978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:08:01.908798 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:08:01.950444 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=47be4e9a-1d9e-4e22-8710-d06716acfb2d,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:01.976753 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:02.147029 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:02.432275 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:02.437407 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:02.522313 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:02.524295 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=47be4e9a-1d9e-4e22-8710-d06716acfb2d,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:02.617562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:08:02.619017 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:08:02.736468 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:08:02.769260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90e119-24a5-46af-b72c-68e1302524ed None None] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:08:02.848197 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:08:02.848422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-e53cac01-9021-4926-ad7e-1d7749158760 None None] Provisioning for port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:02.853716 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7557826a-3597-46a1-b552-1f4cc3db5091 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/6cb90ed2-fb4f-4d20-afa3-a0e392c7a039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3353629 Jul 16 00:08:03.016817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-00560e96-edc5-4b11-a3f9-8e7ffdb0e90a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693789351&fields=id&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 267 time: 0.0425305 Jul 16 00:08:03.136833 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-c558ecf5-8b20-4a7a-9ce5-6e19e9bc18ae tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:03.138374 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-c558ecf5-8b20-4a7a-9ce5-6e19e9bc18ae tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/networks?id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc HTTP/1.1" status: 200 len: 796 time: 0.1141346 Jul 16 00:08:03.154043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-d01be539-3078-4b45-9946-79dfe940d865 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/quotas/430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 375 time: 0.0101576 Jul 16 00:08:03.178152 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-63ba33f8-50ab-40ae-a058-e650e0552800 None None] Provisioning for port 47be4e9a-1d9e-4e22-8710-d06716acfb2d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:03.184087 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-63ba33f8-50ab-40ae-a058-e650e0552800 None None] Provisioning complete for port 47be4e9a-1d9e-4e22-8710-d06716acfb2d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:03.184518 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-63ba33f8-50ab-40ae-a058-e650e0552800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.224243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-63ba33f8-50ab-40ae-a058-e650e0552800 None None] Port 47be4e9a-1d9e-4e22-8710-d06716acfb2d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:08:03.227790 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-cf8254ec-839d-427e-8702-c85742eb5f3e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677679 Jul 16 00:08:03.268943 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Sync routers for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:08:03.278958 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:08:03.279597 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:03.354615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a0ef6d79-f3a8-48d1-a5e7-d6720aa197f6 None None] Provisioning complete for port 47be4e9a-1d9e-4e22-8710-d06716acfb2d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:03.355112 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6d79-f3a8-48d1-a5e7-d6720aa197f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.399060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef6d79-f3a8-48d1-a5e7-d6720aa197f6 None None] Port 47be4e9a-1d9e-4e22-8710-d06716acfb2d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:08:03.401537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-9d40865e-4faf-44b0-917e-7023e9dc1833 service neutron] 10.222.0.23 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587713 Jul 16 00:08:03.403105 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:08:03.498055 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-baa46aa7-5306-46be-8be1-6232022273df service neutron] 10.222.0.23 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884831 Jul 16 00:08:03.626121 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f714628f-4909-42ca-b3ae-b59c53c2c2b0 None None] Provisioning complete for port 47be4e9a-1d9e-4e22-8710-d06716acfb2d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:03.626511 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f714628f-4909-42ca-b3ae-b59c53c2c2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.630399 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 2, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:03.660469 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Checking router: 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:08:03.661033 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Updating router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 port 47be4e9a-1d9e-4e22-8710-d06716acfb2d binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:08:03.698878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-47b4e038-1291-4fbf-b6a0-fa54afe49288 req-66d07439-c8b2-4470-a50a-8fca3ab1353b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0500133 Jul 16 00:08:03.703721 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.716718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f714628f-4909-42ca-b3ae-b59c53c2c2b0 None None] Port 47be4e9a-1d9e-4e22-8710-d06716acfb2d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:08:03.771008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ac13af54-9064-4aa9-97c0-34bb8d125a43 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:03.826640 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port ac13af54-9064-4aa9-97c0-34bb8d125a43 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:03.831185 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ac13af54-9064-4aa9-97c0-34bb8d125a43 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:03.831720 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.919744 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.942253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port ac13af54-9064-4aa9-97c0-34bb8d125a43, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ac13af54-9064-4aa9-97c0-34bb8d125a43,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:03.946388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.947363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:03.982872 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.993869 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Transition to ACTIVE for port object 47be4e9a-1d9e-4e22-8710-d06716acfb2d will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:04.001413 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.034659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=ac13af54-9064-4aa9-97c0-34bb8d125a43,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:04.059337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:04.064368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:04.064881 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.107938 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Pushing event updated for resources: {'Port': ['ID=47be4e9a-1d9e-4e22-8710-d06716acfb2d,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:04.123529 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.124313 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.124722 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.125250 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.125819 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.126285 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.126869 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.127445 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.128016 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.128706 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.129369 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.129707 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:04.153218 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.155091 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Attempting to bind port 47be4e9a-1d9e-4e22-8710-d06716acfb2d on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:08:04.155488 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Attempting to bind port 47be4e9a-1d9e-4e22-8710-d06716acfb2d by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:08:04.155849 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Attempting to bind port 47be4e9a-1d9e-4e22-8710-d06716acfb2d on network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:04.163054 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:08:04.163986 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Checking segment: {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:08:04.164382 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.164797 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Bound using segment: {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:08:04.165263 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Bound port: 47be4e9a-1d9e-4e22-8710-d06716acfb2d, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:08:04.165638 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.197431 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e2466ee8-ea2a-43c4-b51f-4afdbc7f0891,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:04.202969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.255969 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] For port 47be4e9a-1d9e-4e22-8710-d06716acfb2d, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:08:04.259903 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] For port 47be4e9a-1d9e-4e22-8710-d06716acfb2d, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=47be4e9a-1d9e-4e22-8710-d06716acfb2d,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:08:04.265344 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.271675 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e2466ee8-ea2a-43c4-b51f-4afdbc7f0891,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:04.319017 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:08:04.319718 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:04.378795 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add3c95-72d0-4f0f-ac09-caecfd78bace None None] Pushing event updated for resources: {'Port': ['ID=47be4e9a-1d9e-4e22-8710-d06716acfb2d,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:04.455653 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:08:04.653244 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:04Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:04.682125 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f86640-7a43-49e9-80e5-8715922cec46 None None] The sync data for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 is: [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:04Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:08:04.857449 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3aedfda3-0657-40dd-9a03-e045bc1a3a4b req-7d535119-71d5-4ed4-bf1b-1efee6c28897 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0291433 Jul 16 00:08:05.073262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-fede1fe1-5131-4541-a900-22f7c777a900 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:05.074962 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-fede1fe1-5131-4541-a900-22f7c777a900 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "GET /v2.0/networks?id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc HTTP/1.1" status: 200 len: 796 time: 0.1103246 Jul 16 00:08:05.126713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-14b0f157-d166-4b13-bb3f-c94316522766 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 379 time: 0.0359590 Jul 16 00:08:05.136282 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'port': {'device_id': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'admin_state_up': True, 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'security_groups': ['d7ae5786-3a79-4959-8506-ec89091758ee']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:08:05.254080 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:08:05.257739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:05.398916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.11 (0e722571-5ee0-422c-9a7e-e8b3c14abbbc/6f4d6bab-29ab-4227-b602-e8040e9eeceb/a1f53200-29ee-4378-85ef-15bdc53cb3cc) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:08:05.540031 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:05.553933 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object a1f53200-29ee-4378-85ef-15bdc53cb3cc will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:05.590046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:05.651606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:08:05.655263 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:08:05.659616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:08:05.689054 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=a1f53200-29ee-4378-85ef-15bdc53cb3cc,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:05.724613 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:05.725355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:05.743826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-bf9f3b9b-dcc7-4d3e-ba0e-45500130dc27 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6119063 Jul 16 00:08:05.756528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ac13af54-9064-4aa9-97c0-34bb8d125a43 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:05.760254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-46c22ffc-378f-45e0-b28a-4634c9025d03 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:08:05.761680 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-46c22ffc-378f-45e0-b28a-4634c9025d03 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109899 Jul 16 00:08:05.815941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port ac13af54-9064-4aa9-97c0-34bb8d125a43 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:05.816315 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:05.826018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Request body: {'port': {'device_id': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:08:05.907226 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:05.907832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 47be4e9a-1d9e-4e22-8710-d06716acfb2d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:05.963659 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 47be4e9a-1d9e-4e22-8710-d06716acfb2d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:05.968403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 47be4e9a-1d9e-4e22-8710-d06716acfb2d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:05.969139 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.021089 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ad3c7074-650b-4ac3-8618-9c80f100a19b None None] Provisioning for port a1f53200-29ee-4378-85ef-15bdc53cb3cc completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:06.027065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ad3c7074-650b-4ac3-8618-9c80f100a19b None None] Provisioning complete for port a1f53200-29ee-4378-85ef-15bdc53cb3cc triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:06.028025 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7074-650b-4ac3-8618-9c80f100a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.085802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c7074-650b-4ac3-8618-9c80f100a19b None None] Port a1f53200-29ee-4378-85ef-15bdc53cb3cc cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:08:06.091271 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.121721 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 47be4e9a-1d9e-4e22-8710-d06716acfb2d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=47be4e9a-1d9e-4e22-8710-d06716acfb2d,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:06.125924 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.126857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:06.156787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0ecd1-3285-417b-abb5-9e508274b1e4 req-9567455a-0be3-4cdc-a79b-2593cafc735f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:06.158267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51c0ecd1-3285-417b-abb5-9e508274b1e4 req-9567455a-0be3-4cdc-a79b-2593cafc735f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 932 time: 0.1367567 Jul 16 00:08:06.209410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=47be4e9a-1d9e-4e22-8710-d06716acfb2d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:06.217107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:06.217598 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.223806 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51c0ecd1-3285-417b-abb5-9e508274b1e4 req-d5dbf07c-a25a-4719-a2ec-15226d36fd04 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580373 Jul 16 00:08:06.271996 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f53200-29ee-4378-85ef-15bdc53cb3cc {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:08:06.280330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.292559 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Transition to ACTIVE for port object a1f53200-29ee-4378-85ef-15bdc53cb3cc will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:06.296496 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.364574 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Pushing event updated for resources: {'Port': ['ID=a1f53200-29ee-4378-85ef-15bdc53cb3cc,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:06.417566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Attempting to bind port a1f53200-29ee-4378-85ef-15bdc53cb3cc on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:08:06.417913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Attempting to bind port a1f53200-29ee-4378-85ef-15bdc53cb3cc by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:08:06.418248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Attempting to bind port a1f53200-29ee-4378-85ef-15bdc53cb3cc on network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:06.422941 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Port a1f53200-29ee-4378-85ef-15bdc53cb3cc on network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:08:06.423269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Attempting to bind port a1f53200-29ee-4378-85ef-15bdc53cb3cc on network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:06.428235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:08:06.428578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Checking segment: {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:08:06.429505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Bound using segment: {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:08:06.429946 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Bound port: a1f53200-29ee-4378-85ef-15bdc53cb3cc, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b0a172-1b45-4e62-a576-c4300de89b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:08:06.430337 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.496397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] For port a1f53200-29ee-4378-85ef-15bdc53cb3cc, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:08:06.499450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] For port a1f53200-29ee-4378-85ef-15bdc53cb3cc, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:08:06.503837 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.541819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:06.542443 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.543906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] 10.222.0.59 "PUT /v2.0/ports/a1f53200-29ee-4378-85ef-15bdc53cb3cc HTTP/1.1" status: 200 len: 1092 time: 0.7755048 Jul 16 00:08:06.544346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:06.546613 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475fe429-e0c4-4411-8ebd-9fedfac5968b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:06.573309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce724e-fd03-495f-b49f-bfc4634f764f service neutron] Pushing event updated for resources: {'Port': ['ID=a1f53200-29ee-4378-85ef-15bdc53cb3cc,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:06.604572 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144f0137-7138-4fcb-a091-7f6f8fe33b08 x-openstack-request-id: req-144f0137-7138-4fcb-a091-7f6f8fe33b08 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:06.604864 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:06.605117 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-144f0137-7138-4fcb-a091-7f6f8fe33b08 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:06.605516 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'status': 'completed', 'code': 200} Jul 16 00:08:06.652381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-6fc1e49a-4985-483b-bddd-4b046dd618b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:06.653993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-6fc1e49a-4985-483b-bddd-4b046dd618b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 1095 time: 0.0579402 Jul 16 00:08:06.699247 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-0f3b46d2-11f1-4a1a-bc24-cd1c0d14a5f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc HTTP/1.1" status: 200 len: 217 time: 0.0380054 Jul 16 00:08:06.753182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-6691d5f8-082a-4446-b925-1aaf5f196a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:06.754662 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-6691d5f8-082a-4446-b925-1aaf5f196a6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f4d6bab-29ab-4227-b602-e8040e9eeceb HTTP/1.1" status: 200 len: 835 time: 0.0480893 Jul 16 00:08:06.812098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-400a19cb-6668-4427-a276-851cdf7a6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:06.813604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-400a19cb-6668-4427-a276-851cdf7a6024 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521140 Jul 16 00:08:06.905841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-c15e82a7-0ca3-4d8f-bb11-f67cc2bf7239 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846860 Jul 16 00:08:06.992419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76e5c9d2-b302-458e-81d4-ed7842340ba7 req-e3868207-2b2b-4120-aef5-d87402194459 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795581 Jul 16 00:08:07.092238 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-29e6bbb0-284d-4b63-b8cf-631b3e2a2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:07.093708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-29e6bbb0-284d-4b63-b8cf-631b3e2a2da2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 1095 time: 0.0516460 Jul 16 00:08:07.185423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-de9e7a88-04d9-4bb3-b364-46493b675e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:07.186914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-de9e7a88-04d9-4bb3-b364-46493b675e59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc HTTP/1.1" status: 200 len: 897 time: 0.0863218 Jul 16 00:08:07.230525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-f10273e2-bba4-4ce1-8df8-34e2537bcd45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc HTTP/1.1" status: 200 len: 217 time: 0.0370851 Jul 16 00:08:07.285495 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-d543a529-9dd7-4687-a43c-a4949fb21645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:07.287005 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-d543a529-9dd7-4687-a43c-a4949fb21645 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f4d6bab-29ab-4227-b602-e8040e9eeceb HTTP/1.1" status: 200 len: 835 time: 0.0498245 Jul 16 00:08:07.372096 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-9bfcd6b7-8619-40c7-a2ba-9523ee2f657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:07.373577 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-9bfcd6b7-8619-40c7-a2ba-9523ee2f657f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789607 Jul 16 00:08:07.646498 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 47be4e9a-1d9e-4e22-8710-d06716acfb2d up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:07.698975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 47be4e9a-1d9e-4e22-8710-d06716acfb2d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:07.699392 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:07.784248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364f34-6fa5-4f30-9d7f-a938ca741862 req-f629b8bd-a4cb-43fe-9fae-4af0375b2261 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:07.785737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6364f34-6fa5-4f30-9d7f-a938ca741862 req-f629b8bd-a4cb-43fe-9fae-4af0375b2261 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 944 time: 0.4487507 Jul 16 00:08:07.830938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-ecd09ab7-527a-4d95-8324-9005b5fa5d9e service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491777 Jul 16 00:08:07.838484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6364f34-6fa5-4f30-9d7f-a938ca741862 req-10618e40-2b2c-430d-8bef-7f31577262d3 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463390 Jul 16 00:08:07.921721 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-475fe429-e0c4-4411-8ebd-9fedfac5968b req-3d16d461-04e2-4270-9329-3ebbc0b68850 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Jul 16 00:08:09.017843 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df9df-20b2-450a-8589-94361d387b64 req-458c994d-dfce-45c4-8fc2-508af21ff60c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:09.019327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-426df9df-20b2-450a-8589-94361d387b64 req-458c994d-dfce-45c4-8fc2-508af21ff60c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 944 time: 0.0659330 Jul 16 00:08:09.057094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-426df9df-20b2-450a-8589-94361d387b64 req-a42a9912-6684-4e94-8023-49fc7ddbc69b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Jul 16 00:08:09.086528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a1f53200-29ee-4378-85ef-15bdc53cb3cc details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:08:09.182180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a1f53200-29ee-4378-85ef-15bdc53cb3cc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:09.193012 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'port_id': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'mac_address': 'fa:16:3e:72:dc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:08:09.230203 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:09.242597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f53200-29ee-4378-85ef-15bdc53cb3cc {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:08:09.261860 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a1f53200-29ee-4378-85ef-15bdc53cb3cc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:09.265778 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:09.311791 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=a1f53200-29ee-4378-85ef-15bdc53cb3cc,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:09.521844 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a1f53200-29ee-4378-85ef-15bdc53cb3cc'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:08:10.225049 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83cd97-6ff6-47dc-a709-77610d3541a0 req-fe5648fe-a906-4aac-8fbb-133833ab4c5c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:10.227186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c83cd97-6ff6-47dc-a709-77610d3541a0 req-fe5648fe-a906-4aac-8fbb-133833ab4c5c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 945 time: 0.0626228 Jul 16 00:08:10.265419 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0c83cd97-6ff6-47dc-a709-77610d3541a0 req-1fc6d39a-d406-4d0e-82e3-488a6378c69e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327137 Jul 16 00:08:11.086355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a1f53200-29ee-4378-85ef-15bdc53cb3cc up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:11.135680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port a1f53200-29ee-4378-85ef-15bdc53cb3cc completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:11.139338 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port a1f53200-29ee-4378-85ef-15bdc53cb3cc triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:11.139704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:11.211803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:11.232557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:11.234786 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4262216-08dd-40b5-a2fc-324985ba4288" -d '{"events": [{"server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "name": "network-vif-plugged", "status": "completed", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:11.247762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a1f53200-29ee-4378-85ef-15bdc53cb3cc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:11.251941 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:11.278602 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3f6a35-3910-4e4d-8e85-0ac1661cd1c0 x-openstack-request-id: req-ba3f6a35-3910-4e4d-8e85-0ac1661cd1c0 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:11.279010 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "name": "network-vif-plugged", "status": "completed", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:11.279171 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba3f6a35-3910-4e4d-8e85-0ac1661cd1c0 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:11.279551 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'code': 200} Jul 16 00:08:11.307490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=a1f53200-29ee-4378-85ef-15bdc53cb3cc,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:11.385853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e2800-88d4-4317-bf68-c477b7fcca11 req-70abcaae-aa69-4ade-b1f3-56d791b3b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:11.387300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd8e2800-88d4-4317-bf68-c477b7fcca11 req-70abcaae-aa69-4ade-b1f3-56d791b3b13b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 1097 time: 0.0526583 Jul 16 00:08:11.454461 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd8e2800-88d4-4317-bf68-c477b7fcca11 req-04414ffe-7173-4efc-a2f0-dea937d964f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580180 Jul 16 00:08:11.473011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc8c2-0b06-4b2b-8d4b-b5b03c721334 req-c2ee91d5-9ccf-4b9b-877a-ba9abd585db5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:11.474501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5edc8c2-0b06-4b2b-8d4b-b5b03c721334 req-c2ee91d5-9ccf-4b9b-877a-ba9abd585db5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0863128 Jul 16 00:08:11.512114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5edc8c2-0b06-4b2b-8d4b-b5b03c721334 req-886abeb7-1c01-483f-ac7f-6a30e9366f1c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315278 Jul 16 00:08:12.681989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889deed8-df2a-4979-a65a-5ee75d26ce0b req-11a54be4-88cc-4ff7-af42-a4d612abf949 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:12.683498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-889deed8-df2a-4979-a65a-5ee75d26ce0b req-11a54be4-88cc-4ff7-af42-a4d612abf949 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0629311 Jul 16 00:08:12.719868 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-889deed8-df2a-4979-a65a-5ee75d26ce0b req-d4df8d38-8ca9-42d9-816b-e28a1396068f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308852 Jul 16 00:08:12.893786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015960a7-fa80-4884-b5ce-9cc888c4fe77 req-c9d060e0-1e59-4fa8-9efb-30e4e071473d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:12.895176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-015960a7-fa80-4884-b5ce-9cc888c4fe77 req-c9d060e0-1e59-4fa8-9efb-30e4e071473d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0650287 Jul 16 00:08:12.932191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-015960a7-fa80-4884-b5ce-9cc888c4fe77 req-ab70e958-03fb-414b-bfcf-58fe3644a920 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315197 Jul 16 00:08:12.954960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57678) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:08:13.005667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c91fe3-73e3-4797-9919-9bbcf8fa2dd5 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:13.007231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a6c91fe3-73e3-4797-9919-9bbcf8fa2dd5 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 1092 time: 0.0512760 Jul 16 00:08:13.010003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57680) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:08:13.014536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:08:13.036631 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:13.133577 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:13.233972 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.174 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/0697e865-38b0-4e50-a1ad-cb2d675d495d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:08:13.337997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:13.375545 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:13.414731 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:08:13.417461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:08:13.420988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:08:13.426268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=0697e865-38b0-4e50-a1ad-cb2d675d495d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:13.779030 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:13.855858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:13.997322 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:14.002027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:14.006990 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:08:14.077570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=0697e865-38b0-4e50-a1ad-cb2d675d495d,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:14.088201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:14.190670 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d associated. External IP: 172.25.3.174, port: a1f53200-29ee-4378-85ef-15bdc53cb3cc. Jul 16 00:08:14.398104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:08:14.457445 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:14.506695 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:08:14.515887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] Sync routers for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:08:14.521517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:14.524939 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:08:14.525564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:14.559353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5cc7a2d0-4faa-4f50-a642-384372f648fd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5481825 Jul 16 00:08:14.559856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:14.562146 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f82f6a8-ddc1-4030-9662-53cba7978c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:14.633209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:08:14.708571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aac35c-162c-4272-a246-547b7e5a06e7 req-2a5e55f5-7ded-4774-aa86-fbdc77531976 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:14.710003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54aac35c-162c-4272-a246-547b7e5a06e7 req-2a5e55f5-7ded-4774-aa86-fbdc77531976 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0639589 Jul 16 00:08:14.749980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54aac35c-162c-4272-a246-547b7e5a06e7 req-f02b013d-0c44-47e0-b4ed-33d277be3915 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334771 Jul 16 00:08:14.774363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57686) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:08:14.815965 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2e756a-bfd1-43ec-9523-b22793789852 x-openstack-request-id: req-7f2e756a-bfd1-43ec-9523-b22793789852 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:14.816684 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:14.816684 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f2e756a-bfd1-43ec-9523-b22793789852 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:14.816874 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'status': 'completed', 'code': 200} Jul 16 00:08:14.861218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'port_id': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'mac_address': 'fa:16:3e:72:dc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:08:13Z', 'updated_at': '2021-07-16T00:08:13Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:06Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:14.870454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9c358014-b71b-46df-9f12-7d672972718a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d HTTP/1.1" status: 200 len: 992 time: 0.0946636 Jul 16 00:08:14.889774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-8ad46d15-0f59-4136-81d1-f7fcfdf403ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:14.891301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-8ad46d15-0f59-4136-81d1-f7fcfdf403ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 1097 time: 0.0720451 Jul 16 00:08:14.891941 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] Checking router: 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:08:14.900528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:08:14.901138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:07:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:14.984456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-c266aca0-9719-4dad-82b9-a17790c658a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:14.985987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-c266aca0-9719-4dad-82b9-a17790c658a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc HTTP/1.1" status: 200 len: 897 time: 0.0874298 Jul 16 00:08:15.001382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:08:15.050718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-2880c5d8-426d-4102-b6cb-33488fc51d3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc HTTP/1.1" status: 200 len: 1000 time: 0.0579126 Jul 16 00:08:15.098504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-424ed125-9f96-4a1b-a0fb-46d3de6071b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:15.100048 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-424ed125-9f96-4a1b-a0fb-46d3de6071b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f4d6bab-29ab-4227-b602-e8040e9eeceb HTTP/1.1" status: 200 len: 835 time: 0.0428715 Jul 16 00:08:15.161890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-1ce2a7bc-6b6c-4134-83d2-460f33ce095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:15.163980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-1ce2a7bc-6b6c-4134-83d2-460f33ce095d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557845 Jul 16 00:08:15.222128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'port_id': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'mac_address': 'fa:16:3e:72:dc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:08:13Z', 'updated_at': '2021-07-16T00:08:13Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:06Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:15.248800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e5962-129d-44dd-bf66-89a436caa4eb None None] The sync data for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 is: [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'port_id': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'mac_address': 'fa:16:3e:72:dc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:08:13Z', 'updated_at': '2021-07-16T00:08:13Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:06Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:08:15.253586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-a5c4683e-8156-471b-85f7-9fa7caf559f6 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822484 Jul 16 00:08:15.352053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f82f6a8-ddc1-4030-9662-53cba7978c4f req-22f17011-cdec-4e52-97d6-b2cdd1237387 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919495 Jul 16 00:08:15.445056 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98505142-22ea-4699-8dfd-a3070d360cf5 None None] New status for floating IP c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:08:15.874388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57688) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:08:15.933232 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8a533b4e-d9a7-4156-b2ae-fe7d35a15ba5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d HTTP/1.1" status: 200 len: 994 time: 0.0577509 Jul 16 00:08:18.138684 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f1e61955-1dfc-4901-94a8-569fd19ed1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:20.771921 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-357d84da-e825-49e5-809a-839357cc20db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:21.149799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:21.760223 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:23.522447 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:25.734820 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:28.789470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9883e115-e021-4376-ad37-aa74b766bbdb req-7811bdca-70ca-4cd2-b0a3-126fe65eff50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508027 Jul 16 00:08:28.885824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883e115-e021-4376-ad37-aa74b766bbdb req-48ada20e-1ac1-4651-9074-cda38e750c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:28.887326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9883e115-e021-4376-ad37-aa74b766bbdb req-48ada20e-1ac1-4651-9074-cda38e750c8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 1097 time: 0.0558615 Jul 16 00:08:28.989878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883e115-e021-4376-ad37-aa74b766bbdb req-05937683-9339-415d-a156-11cd1e3895e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:28.991294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9883e115-e021-4376-ad37-aa74b766bbdb req-05937683-9339-415d-a156-11cd1e3895e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc HTTP/1.1" status: 200 len: 897 time: 0.0834403 Jul 16 00:08:29.060303 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9883e115-e021-4376-ad37-aa74b766bbdb req-83ed8eff-2877-4857-ac52-60339549952c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc HTTP/1.1" status: 200 len: 1002 time: 0.0606248 Jul 16 00:08:29.108813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883e115-e021-4376-ad37-aa74b766bbdb req-460623b7-9b55-4205-bf60-97ffc04bfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:29.110236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9883e115-e021-4376-ad37-aa74b766bbdb req-460623b7-9b55-4205-bf60-97ffc04bfe99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f4d6bab-29ab-4227-b602-e8040e9eeceb HTTP/1.1" status: 200 len: 835 time: 0.0427873 Jul 16 00:08:29.166645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883e115-e021-4376-ad37-aa74b766bbdb req-d346a59b-f96b-446e-99ee-43b49660c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:29.168145 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9883e115-e021-4376-ad37-aa74b766bbdb req-d346a59b-f96b-446e-99ee-43b49660c1b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512979 Jul 16 00:08:29.259681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9883e115-e021-4376-ad37-aa74b766bbdb req-affb7c02-eedc-4770-ab1e-cf13bb26b3c5 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847540 Jul 16 00:08:29.346258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9883e115-e021-4376-ad37-aa74b766bbdb req-3e074c2b-fa78-4c9d-8834-28e123aeb720 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799758 Jul 16 00:08:44.483091 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:44.823901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-a73bd7ee-afc5-415b-8a45-8accb50c0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.825294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-a73bd7ee-afc5-415b-8a45-8accb50c0ce8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 1097 time: 0.0946002 Jul 16 00:08:44.859953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcad30b-022a-4742-9dab-b23d3c702d1e req-bbf5aa2b-a06d-4e46-b8c1-04c2fb06f5c7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.861359 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fcad30b-022a-4742-9dab-b23d3c702d1e req-bbf5aa2b-a06d-4e46-b8c1-04c2fb06f5c7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0955517 Jul 16 00:08:44.937294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fcad30b-022a-4742-9dab-b23d3c702d1e req-76121c6c-51a3-43c5-b2be-7873e418d815 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697498 Jul 16 00:08:44.955365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-1b4813a1-86de-4810-9179-554b613c858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.956814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-1b4813a1-86de-4810-9179-554b613c858c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc HTTP/1.1" status: 200 len: 897 time: 0.1238270 Jul 16 00:08:45.022002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-990f5578-c7ef-4a55-b16c-5a53591c2cfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc HTTP/1.1" status: 200 len: 1002 time: 0.0555046 Jul 16 00:08:45.075261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-07d05713-6472-46c9-add0-ff94573fb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:45.076599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-07d05713-6472-46c9-add0-ff94573fb66e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f4d6bab-29ab-4227-b602-e8040e9eeceb HTTP/1.1" status: 200 len: 835 time: 0.0455594 Jul 16 00:08:45.443366 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-edaae562-9e70-4088-a1cb-5812f1886ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:45.444866 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-edaae562-9e70-4088-a1cb-5812f1886ecb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3607564 Jul 16 00:08:45.539381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-c6cd4650-85d3-4cca-adf2-a90f77398a7c service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830903 Jul 16 00:08:45.627839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6eeeaf5c-ec72-4e69-86fd-6000fcc311ab req-8901528c-9ee5-4ba6-9f23-8030dc866f8f service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799577 Jul 16 00:08:46.110401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93304eb-9c6c-4566-956b-cd92c0ca84aa req-d043a0db-ac55-4166-84b2-ff1297dde38d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:46.111839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f93304eb-9c6c-4566-956b-cd92c0ca84aa req-d043a0db-ac55-4166-84b2-ff1297dde38d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0629945 Jul 16 00:08:46.153117 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f93304eb-9c6c-4566-956b-cd92c0ca84aa req-adbeb1ae-274a-4d8c-8bc9-924f18439f3b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356154 Jul 16 00:08:47.325280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b16d81-a926-4cd4-9d22-b24054cc38ab req-0244e0c3-a6ce-4181-a29f-e684a66cc774 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:47.327297 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54b16d81-a926-4cd4-9d22-b24054cc38ab req-0244e0c3-a6ce-4181-a29f-e684a66cc774 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0635037 Jul 16 00:08:47.364580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-54b16d81-a926-4cd4-9d22-b24054cc38ab req-f79bdb09-feb8-46b5-9762-800066469186 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Jul 16 00:08:48.291044 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18195a22-7be2-4a3c-b9ff-152b98d90279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:48.534699 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d0c7-4787-459d-808a-cdcecac412f6 req-eae632d2-9cbc-4660-894c-3f57f3c45d3b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:48.536204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd42d0c7-4787-459d-808a-cdcecac412f6 req-eae632d2-9cbc-4660-894c-3f57f3c45d3b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0621421 Jul 16 00:08:48.573476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fd42d0c7-4787-459d-808a-cdcecac412f6 req-1bed8ff7-af7f-44be-857a-bef4894db81a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Jul 16 00:08:49.749814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2972471-ad6a-425a-a6c8-301fbfc0f8e7 req-c25d4a24-dfd6-46df-bfb9-64aa90dca439 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:49.751318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2972471-ad6a-425a-a6c8-301fbfc0f8e7 req-c25d4a24-dfd6-46df-bfb9-64aa90dca439 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0684083 Jul 16 00:08:49.788366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2972471-ad6a-425a-a6c8-301fbfc0f8e7 req-d8a8a2b5-dd93-43b0-aa35-cbeee16574d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Jul 16 00:08:50.771999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6fccfb4b-ff90-4e24-9bbb-1d14d7341daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:50.958157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730c89-4730-4fcb-9e02-e2029c2764ec req-6ba1ada2-4dd7-454c-b3d3-9f687d916ee7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:50.959694 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4730c89-4730-4fcb-9e02-e2029c2764ec req-6ba1ada2-4dd7-454c-b3d3-9f687d916ee7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0629613 Jul 16 00:08:50.996843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4730c89-4730-4fcb-9e02-e2029c2764ec req-22e21fbe-18b7-4171-a108-e199de02b25a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Jul 16 00:08:51.006392 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:08:51.149634 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:51.762745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:52.173041 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408653f-2122-4a14-967f-ddec7b6d0959 req-7266eb70-ce63-4ef4-be97-13379701174b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:52.174522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4408653f-2122-4a14-967f-ddec7b6d0959 req-7266eb70-ce63-4ef4-be97-13379701174b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0668879 Jul 16 00:08:52.212049 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4408653f-2122-4a14-967f-ddec7b6d0959 req-756eb886-863a-4268-8771-c5866bda1a2c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Jul 16 00:08:53.381099 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d05395-9f0b-460a-810a-3fd460d911bd req-ebd7f196-16f6-46ea-8c22-99abed126f49 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:53.382502 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0d05395-9f0b-460a-810a-3fd460d911bd req-ebd7f196-16f6-46ea-8c22-99abed126f49 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0625651 Jul 16 00:08:53.420187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a0d05395-9f0b-460a-810a-3fd460d911bd req-fdf54480-7b8c-4991-a526-dd0328724aba tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322332 Jul 16 00:08:53.523507 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:54.586235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3491f-077d-4809-8161-11028ebbe14d req-65729a14-df92-4e4d-bd02-229f4ede2354 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:54.587751 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07f3491f-077d-4809-8161-11028ebbe14d req-65729a14-df92-4e4d-bd02-229f4ede2354 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0622067 Jul 16 00:08:54.624901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07f3491f-077d-4809-8161-11028ebbe14d req-2a02dbef-ed1d-4af7-880c-8e2d51005f4a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317805 Jul 16 00:08:55.727528 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:55.801060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e393-773c-480c-a8b5-fb7b0459a66a req-59440731-0b0e-4265-b1d6-5d04d82ed3e1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:55.802571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3b9e393-773c-480c-a8b5-fb7b0459a66a req-59440731-0b0e-4265-b1d6-5d04d82ed3e1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0673869 Jul 16 00:08:55.839191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a3b9e393-773c-480c-a8b5-fb7b0459a66a req-ca0efe08-21c3-4c57-8fa4-9b96f68b5113 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310009 Jul 16 00:08:57.014496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c0191-1de1-48de-a9cf-8d08d6c287bd req-41828007-d9b2-41a3-ab74-599eed593b09 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:57.015938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a90c0191-1de1-48de-a9cf-8d08d6c287bd req-41828007-d9b2-41a3-ab74-599eed593b09 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0629761 Jul 16 00:08:57.053083 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a90c0191-1de1-48de-a9cf-8d08d6c287bd req-b8e83939-23de-4240-81ca-c4a28c847c0d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316770 Jul 16 00:08:57.077264 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57730) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:08:57.139885 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1b8e3fc7-394a-4baf-bfa3-531a6f1fe173 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d HTTP/1.1" status: 200 len: 994 time: 0.0614519 Jul 16 00:09:14.474063 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:18.142394 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2b383472-3bf4-4c3e-b610-037930fa457a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:20.772433 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e16e1035-0d34-44ae-83c4-706026d5ad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:21.148875 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:21.765274 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:23.526272 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.724199 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:27.621642 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57740) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:27.778973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 0697e865-38b0-4e50-a1ad-cb2d675d495d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:27.779320 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:27.855332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:27.855653 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:27.866767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 0697e865-38b0-4e50-a1ad-cb2d675d495d owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:28.005881 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:09:28.006707 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:28.037207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=0697e865-38b0-4e50-a1ad-cb2d675d495d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:28.064960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.065312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.065685 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.066024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.066364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.066700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.067060 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.067391 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.067725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.068055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.068382 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.068707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:28.109656 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:28.110000 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d disassociated (deleted). External IP: 172.25.3.174, port: a1f53200-29ee-4378-85ef-15bdc53cb3cc. Jul 16 00:09:28.320152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:09:28.428460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:09:28.433813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:28.437614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] Sync routers for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:09:28.447027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:28.447713 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:28.471003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-16e1888e-fc7d-47b7-adaa-1e25902677ad tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/floatingips/c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d HTTP/1.1" status: 204 len: 168 time: 0.8482137 Jul 16 00:09:28.471678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:28.473974 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:28.548880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:28.708086 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aec7615-3bdf-4914-919a-751ff3932cd5 x-openstack-request-id: req-4aec7615-3bdf-4914-919a-751ff3932cd5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:28.708998 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:28.709260 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4aec7615-3bdf-4914-919a-751ff3932cd5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:28.709667 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'status': 'completed', 'code': 200} Jul 16 00:09:28.761276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:06Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:28.788813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] Checking router: 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:09:28.790724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-abfb10fd-d280-4366-89f0-4cc70f7cd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:28.792339 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-abfb10fd-d280-4366-89f0-4cc70f7cd8c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 1097 time: 0.0533144 Jul 16 00:09:28.797386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:28.797995 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:28.903145 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:28.923855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-56358746-ea5f-4ae8-a97e-540bd990b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:28.925362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-56358746-ea5f-4ae8-a97e-540bd990b879 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc HTTP/1.1" status: 200 len: 897 time: 0.1260524 Jul 16 00:09:28.936694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d605f-cf97-4070-bd5c-d22585189e05 req-3b7bc6c8-8f38-48a7-9f93-a127883c035b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:28.938099 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e5d605f-cf97-4070-bd5c-d22585189e05 req-3b7bc6c8-8f38-48a7-9f93-a127883c035b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.1311493 Jul 16 00:09:28.988342 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-c48b7347-130a-436a-a3f5-d824922f07ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc HTTP/1.1" status: 200 len: 217 time: 0.0493093 Jul 16 00:09:29.031659 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e5d605f-cf97-4070-bd5c-d22585189e05 req-167660f3-c307-430b-9dea-e8d08b1a0187 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864961 Jul 16 00:09:29.051147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-727a617b-64ec-45bc-a08b-42b3c4f741e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:29.052620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-727a617b-64ec-45bc-a08b-42b3c4f741e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f4d6bab-29ab-4227-b602-e8040e9eeceb HTTP/1.1" status: 200 len: 835 time: 0.0568013 Jul 16 00:09:29.102258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:06Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:29.110037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-11f99b93-8614-4fa5-bf11-75a8e4857ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:29.111588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-11f99b93-8614-4fa5-bf11-75a8e4857ad4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e722571-5ee0-422c-9a7e-e8b3c14abbbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522575 Jul 16 00:09:29.135134 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff3b46-76b7-4932-b980-fcae36840f88 None None] The sync data for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 is: [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:02Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '47be4e9a-1d9e-4e22-8710-d06716acfb2d', 'name': '', 'network_id': '0e722571-5ee0-422c-9a7e-e8b3c14abbbc', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:6e:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:08:01Z', 'updated_at': '2021-07-16T00:08:06Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '6f4d6bab-29ab-4227-b602-e8040e9eeceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:09:29.208097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-2fd68616-6bf1-436b-b635-52be64606813 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894508 Jul 16 00:09:29.301331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f3ea29d9-05c9-4e3e-9d82-a95e5d3bfb76 req-8bf66bcf-0537-4956-a838-50e890a562b0 service neutron] 10.222.0.59 "GET /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863991 Jul 16 00:09:29.360064 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308e501-2e8c-4acb-be5d-9ed8d89d302c None None] New status for floating IP c5dc08d6-b275-4b3a-a8d6-7a9c45a0998d: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:09:30.213460 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed309e-d908-4a76-9fe6-5fe8efce9bc5 req-b74f9a43-a9b5-4446-bef9-1d951b671ba1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:30.214986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aed309e-d908-4a76-9fe6-5fe8efce9bc5 req-b74f9a43-a9b5-4446-bef9-1d951b671ba1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0692682 Jul 16 00:09:30.253043 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aed309e-d908-4a76-9fe6-5fe8efce9bc5 req-63ec972f-ebb1-426d-897b-fb2d58416ffb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7ae5786-3a79-4959-8506-ec89091758ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324044 Jul 16 00:09:30.363761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-32da70d4-a5c4-439b-b7fe-1d92f2a04a0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:30.365176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-32da70d4-a5c4-439b-b7fe-1d92f2a04a0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 946 time: 0.0616958 Jul 16 00:09:30.468569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port a1f53200-29ee-4378-85ef-15bdc53cb3cc {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:30.468916 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:30.559416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port a1f53200-29ee-4378-85ef-15bdc53cb3cc, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a1f53200-29ee-4378-85ef-15bdc53cb3cc,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:30.559779 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:30.572564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for a1f53200-29ee-4378-85ef-15bdc53cb3cc owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:30.698468 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:30.726763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=a1f53200-29ee-4378-85ef-15bdc53cb3cc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:30.773456 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] No DVR routers for this DVR port a1f53200-29ee-4378-85ef-15bdc53cb3cc on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:30.776124 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:30.778153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b6823a7f-5200-47bb-87a0-4c01da618159 req-f51952bd-1293-4ee3-a00b-231f64a414a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "DELETE /v2.0/ports/a1f53200-29ee-4378-85ef-15bdc53cb3cc HTTP/1.1" status: 204 len: 173 time: 0.4021790 Jul 16 00:09:30.778585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'name': 'network-vif-deleted', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:30.780848 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c9416-8ae9-40ee-bbe4-fd4c0d575b45" -d '{"events": [{"server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "name": "network-vif-deleted", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:30.817515 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ffc59c-ff29-48e4-b214-0a91307d2611 x-openstack-request-id: req-16ffc59c-ff29-48e4-b214-0a91307d2611 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:30.817803 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d6958a-128a-48ce-855e-67519a2c1c0d", "name": "network-vif-deleted", "tag": "a1f53200-29ee-4378-85ef-15bdc53cb3cc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:30.818056 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16ffc59c-ff29-48e4-b214-0a91307d2611 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:30.818452 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d6958a-128a-48ce-855e-67519a2c1c0d', 'name': 'network-vif-deleted', 'tag': 'a1f53200-29ee-4378-85ef-15bdc53cb3cc', 'status': 'completed', 'code': 200} Jul 16 00:09:31.413079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-95fcfa84-0ae0-451f-ba2f-2db7b1faee83 req-cc393918-969e-4ade-bd27-01cd8f506a3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4d6958a-128a-48ce-855e-67519a2c1c0d HTTP/1.1" status: 200 len: 210 time: 0.0349345 Jul 16 00:09:32.504986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57760) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:32.848810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:33.113293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 47be4e9a-1d9e-4e22-8710-d06716acfb2d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:33.113649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:33.203652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port 47be4e9a-1d9e-4e22-8710-d06716acfb2d, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=47be4e9a-1d9e-4e22-8710-d06716acfb2d,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:33.204011 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:33.216824 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 47be4e9a-1d9e-4e22-8710-d06716acfb2d owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:33.398835 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:33.424817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=47be4e9a-1d9e-4e22-8710-d06716acfb2d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:33.602052 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.128633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:09:34.233644 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:09:34.239459 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9c7ac606-61ad-4577-bc05-b5c61615cb0e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/6cb90ed2-fb4f-4d20-afa3-a0e392c7a039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339301 Jul 16 00:09:34.242311 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57762) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:34.243352 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] Sync routers for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:09:34.252512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:34.253218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:34.293107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf51244-f865-4d34-ad11-9d5b3a61dfe7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting subnet 6f4d6bab-29ab-4227-b602-e8040e9eeceb {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:09:34.296174 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbf51244-f865-4d34-ad11-9d5b3a61dfe7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.336358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbf51244-f865-4d34-ad11-9d5b3a61dfe7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.357367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:34.424444 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbf51244-f865-4d34-ad11-9d5b3a61dfe7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.482928 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbf51244-f865-4d34-ad11-9d5b3a61dfe7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.510304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf51244-f865-4d34-ad11-9d5b3a61dfe7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4d6bab-29ab-4227-b602-e8040e9eeceb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:34.515535 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bbf51244-f865-4d34-ad11-9d5b3a61dfe7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.517177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bbf51244-f865-4d34-ad11-9d5b3a61dfe7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/subnets/6f4d6bab-29ab-4227-b602-e8040e9eeceb HTTP/1.1" status: 204 len: 168 time: 0.2738750 Jul 16 00:09:34.520047 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57764) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:34.524359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0415a-8f4c-43b8-b5e7-7706cce6831e None None] Network 0e722571-5ee0-422c-9a7e-e8b3c14abbbc requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:34.591964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:09:33Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:34.620955 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] Checking router: 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:09:34.627146 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.662974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] Routers {'6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:34.663600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:34.730824 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.777794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] Set router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:34.783938 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port ac13af54-9064-4aa9-97c0-34bb8d125a43 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:34.784299 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.848227 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] DHCP port deletion for 0e722571-5ee0-422c-9a7e-e8b3c14abbbc request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:09:34.869886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port ac13af54-9064-4aa9-97c0-34bb8d125a43, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=ac13af54-9064-4aa9-97c0-34bb8d125a43,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:34.870257 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.882663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for ac13af54-9064-4aa9-97c0-34bb8d125a43 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:34.974479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Deleting port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:34.974880 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.046060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] For port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e2466ee8-ea2a-43c4-b51f-4afdbc7f0891,segment=NetworkSegment(12b0a172-1b45-4e62-a576-c4300de89b67),segment_id=12b0a172-1b45-4e62-a576-c4300de89b67)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:35.046388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.047143 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.066543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Calling delete_port for e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:35.068757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:09:33Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:35.078214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=ac13af54-9064-4aa9-97c0-34bb8d125a43,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:35.097829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c4649d-a994-4f7a-b7b2-a6d227ff91c1 None None] The sync data for ids ['6cb90ed2-fb4f-4d20-afa3-a0e392c7a039'] in n-d-793618-8 is: [{'id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121027597', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:09:33Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'ac13af54-9064-4aa9-97c0-34bb8d125a43', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90ed2-fb4f-4d20-afa3-a0e392c7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:07:58Z', 'updated_at': '2021-07-16T00:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:09:35.104692 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.105051 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.105398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.105742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.106080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.106413 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.106747 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.107103 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.107434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.107762 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.108086 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.108410 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.149793 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.176399 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.204369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Pushing event deleted for resources: {'Port': ['ID=e2466ee8-ea2a-43c4-b51f-4afdbc7f0891,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:35.209193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] No DVR routers for this DVR port e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:35.216123 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.216473 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.216821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.217168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.217502 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.217838 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.218167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.219008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.219008 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.219184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.219475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.219799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a508db-3f85-4a82-b333-be951e373ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:35.245757 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.247918 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.293303 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.293880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Fanout notify agent at l3_agent the message router_deleted on router 6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:09:35.301680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.302956 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8ce096e6-b7fc-48df-aa4f-458fcbf9ed7c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/routers/6cb90ed2-fb4f-4d20-afa3-a0e392c7a039 HTTP/1.1" status: 204 len: 168 time: 0.7818818 Jul 16 00:09:35.305756 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57768) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:35.381686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.473759 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.477970 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a1f53200-29ee-4378-85ef-15bdc53cb3cc no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:35.484480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e722571-5ee0-422c-9a7e-e8b3c14abbbc']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:35.495646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b0a172-1b45-4e62-a576-c4300de89b67') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:35.495948 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b0a172-1b45-4e62-a576-c4300de89b67') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:35.500760 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: a1f53200-29ee-4378-85ef-15bdc53cb3cc {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:35.501107 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a1f53200-29ee-4378-85ef-15bdc53cb3cc not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:35.505325 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.519872 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.526388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:35.526824 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:35.529969 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:35.595352 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.603238 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.607203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/networks/0e722571-5ee0-422c-9a7e-e8b3c14abbbc HTTP/1.1" status: 204 len: 168 time: 0.3003626 Jul 16 00:09:35.607851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57770) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:35.618951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aebb3-d6f1-4cd1-8487-7a83c09d0ace tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Network': ['ID=0e722571-5ee0-422c-9a7e-e8b3c14abbbc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:35.681804 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-175550a1-db9a-4058-9885-863b9c598ee8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.710074 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-175550a1-db9a-4058-9885-863b9c598ee8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.761596 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 47be4e9a-1d9e-4e22-8710-d06716acfb2d no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:35.784334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 47be4e9a-1d9e-4e22-8710-d06716acfb2d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:35.784727 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 47be4e9a-1d9e-4e22-8710-d06716acfb2d not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:35.785110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:35.785271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-175550a1-db9a-4058-9885-863b9c598ee8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.788104 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-175550a1-db9a-4058-9885-863b9c598ee8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:35.789493 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-175550a1-db9a-4058-9885-863b9c598ee8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7ae5786-3a79-4959-8506-ec89091758ee HTTP/1.1" status: 204 len: 168 time: 0.1806464 Jul 16 00:09:35.803835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175550a1-db9a-4058-9885-863b9c598ee8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae5786-3a79-4959-8506-ec89091758ee,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:35.805371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:35.805720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e2466ee8-ea2a-43c4-b51f-4afdbc7f0891 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:36.161545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57776) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:36.166344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-32f749b7-bfa5-4934-871b-7b0f1cf58edd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461818450', 'description': 'tempest-secgroup-smoke-461818450 description', 'project_id': '430342c9e4474a87836b1f9f27d111c6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:36.187852 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f749b7-bfa5-4934-871b-7b0f1cf58edd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.267880 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f749b7-bfa5-4934-871b-7b0f1cf58edd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.272016 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f749b7-bfa5-4934-871b-7b0f1cf58edd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.299674 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32f749b7-bfa5-4934-871b-7b0f1cf58edd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.301100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-32f749b7-bfa5-4934-871b-7b0f1cf58edd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1384885 Jul 16 00:09:36.303048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f749b7-bfa5-4934-871b-7b0f1cf58edd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09af367d-3e39-4257-8f72-361a2d30ebae,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:36.304264 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57778) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:36.309862 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ba48b457-23bf-4384-b524-1eab94bf0025 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '09af367d-3e39-4257-8f72-361a2d30ebae', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:36.337639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba48b457-23bf-4384-b524-1eab94bf0025 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.383187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba48b457-23bf-4384-b524-1eab94bf0025 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.386657 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba48b457-23bf-4384-b524-1eab94bf0025 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.403883 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48b457-23bf-4384-b524-1eab94bf0025 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a883fd-31b1-44d8-b9d7-6e6e3888d7ff,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:36.409984 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba48b457-23bf-4384-b524-1eab94bf0025 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.411597 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ba48b457-23bf-4384-b524-1eab94bf0025 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055615 Jul 16 00:09:36.414253 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57780) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:36.418723 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3f76285f-5573-4210-88fb-061bfe3b3115 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '09af367d-3e39-4257-8f72-361a2d30ebae', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:36.444856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f76285f-5573-4210-88fb-061bfe3b3115 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.505206 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f76285f-5573-4210-88fb-061bfe3b3115 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.508945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f76285f-5573-4210-88fb-061bfe3b3115 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.770980 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76285f-5573-4210-88fb-061bfe3b3115 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12005805-f251-4916-8404-5ca564c4236a,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:36.774643 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3f76285f-5573-4210-88fb-061bfe3b3115 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.775898 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3f76285f-5573-4210-88fb-061bfe3b3115 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3606834 Jul 16 00:09:36.778637 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57782) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:36.783189 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-83ddb556-75ef-4dfc-a0fa-42ba07808afa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '09af367d-3e39-4257-8f72-361a2d30ebae', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:36.810067 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83ddb556-75ef-4dfc-a0fa-42ba07808afa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.867919 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83ddb556-75ef-4dfc-a0fa-42ba07808afa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.871516 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83ddb556-75ef-4dfc-a0fa-42ba07808afa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.891711 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddb556-75ef-4dfc-a0fa-42ba07808afa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6ff318-e27c-4988-8efd-3c9d294c4d6e,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:36.895817 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-83ddb556-75ef-4dfc-a0fa-42ba07808afa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.897026 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-83ddb556-75ef-4dfc-a0fa-42ba07808afa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174252 Jul 16 00:09:36.899891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57784) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:36.904341 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-560707a5-8e76-49eb-8c32-cbda3f4064b6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '09af367d-3e39-4257-8f72-361a2d30ebae', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:36.935904 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-560707a5-8e76-49eb-8c32-cbda3f4064b6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.994195 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-560707a5-8e76-49eb-8c32-cbda3f4064b6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.997607 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-560707a5-8e76-49eb-8c32-cbda3f4064b6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.016083 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560707a5-8e76-49eb-8c32-cbda3f4064b6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60e786d-2afc-41d2-b472-0631d73062bb,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:37.024670 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-560707a5-8e76-49eb-8c32-cbda3f4064b6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.026358 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-560707a5-8e76-49eb-8c32-cbda3f4064b6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253664 Jul 16 00:09:37.029261 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57786) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:37.033924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0d39c3f4-f929-49dd-a64d-7354141c4c9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '09af367d-3e39-4257-8f72-361a2d30ebae', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:37.055959 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-0d39c3f4-f929-49dd-a64d-7354141c4c9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:09:37.062390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d39c3f4-f929-49dd-a64d-7354141c4c9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.121227 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d39c3f4-f929-49dd-a64d-7354141c4c9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.125182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d39c3f4-f929-49dd-a64d-7354141c4c9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.145400 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39c3f4-f929-49dd-a64d-7354141c4c9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e50e94-f5fc-4ed4-b880-16575f6fff4e,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:37.151809 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d39c3f4-f929-49dd-a64d-7354141c4c9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.153058 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0d39c3f4-f929-49dd-a64d-7354141c4c9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228392 Jul 16 00:09:37.155929 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57788) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:37.160291 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-5d4b0b46-6daf-4983-bd5f-e58a676be674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '09af367d-3e39-4257-8f72-361a2d30ebae', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:37.181965 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-5d4b0b46-6daf-4983-bd5f-e58a676be674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:09:37.186654 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0b46-6daf-4983-bd5f-e58a676be674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.247246 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0b46-6daf-4983-bd5f-e58a676be674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.250849 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0b46-6daf-4983-bd5f-e58a676be674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.268623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b0b46-6daf-4983-bd5f-e58a676be674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8914a9fd-46c1-4f64-a574-266276b43c67,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:37.274672 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0b46-6daf-4983-bd5f-e58a676be674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.275932 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5d4b0b46-6daf-4983-bd5f-e58a676be674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190758 Jul 16 00:09:37.279031 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57790) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:37.283954 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'network': {'name': 'tempest-network-smoke--1942962287', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'port_security_enabled': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:37.307753 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:37.311249 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.335819 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:37.348270 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.348628 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Added segment e9aa2ce3-0d90-4919-9e7c-ea86c06208a4 of type vlan for network ca68dad6-6920-42a1-b8da-c8f303168be3 Jul 16 00:09:37.394834 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.424314 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.429851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:37.430435 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.465482 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1853583 Jul 16 00:09:37.468539 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57792) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:37.475393 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'admin_state_up': True, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:37.499391 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.500442 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.506664 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2aaf5-92c5-4c01-aca2-88eb891b19b4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Network': ['ID=ca68dad6-6920-42a1-b8da-c8f303168be3,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:37.518584 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network ca68dad6-6920-42a1-b8da-c8f303168be3 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:37.558417 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.650813 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ac13af54-9064-4aa9-97c0-34bb8d125a43 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:37.703838 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.831265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: ac13af54-9064-4aa9-97c0-34bb8d125a43 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:37.832041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device ac13af54-9064-4aa9-97c0-34bb8d125a43 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:37.905512 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:37.923771 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:38.022147 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.155 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/0f081c2c-bc3a-4be0-9d8e-203f14cd924f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:38.124757 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:38.163059 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:38.196319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:38.199172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:38.201551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:38.233958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=0f081c2c-bc3a-4be0-9d8e-203f14cd924f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:38.455609 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:38.646316 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:38.770347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:09:38.873840 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:09:38.884830 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Sync routers for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:09:38.891804 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:38.893084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9163fd68-632a-4680-aec3-d67116c25895 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4231286 Jul 16 00:09:38.894655 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:38.895293 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:38.896224 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57794) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:38.924076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ebe8c803-1c1f-4edf-8015-3a9768899f6c tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=430342c9e4474a87836b1f9f27d111c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265970 Jul 16 00:09:38.927280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57796) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:38.997182 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:39.017232 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc39f96-e99f-4974-b354-6a76cc5706b1 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:39.018867 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-dfc39f96-e99f-4974-b354-6a76cc5706b1 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905728 Jul 16 00:09:39.021632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57798) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:39.048965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-02954c4e-6a36-4c1b-9e4c-df713de20896 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262823 Jul 16 00:09:39.052248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57800) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:39.057088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446087814', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:39.142617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:39.146790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.173177 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:38Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:39.198884 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Checking router: bfdd579a-b0b8-4d0c-83ed-ee090ca53051 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:09:39.199231 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Updating router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:09:39.233158 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.326426 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.391244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Subnet': ['ID=4a164b66-a710-459e-9dd1-93adfd3edd51,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:39.398704 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Checking segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:39.399173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network hostable DHCP agents. Network: ca68dad6-6920-42a1-b8da-c8f303168be3, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:39.415883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network ca68dad6-6920-42a1-b8da-c8f303168be3 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:39.425005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, ca68dad6-6920-42a1-b8da-c8f303168be3) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:39.429160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:39.429747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.435165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a3ea1-3917-4d8a-8795-71f71e283d7a None None] Network ca68dad6-6920-42a1-b8da-c8f303168be3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:39.444278 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e4825b2c-1f3d-435a-92c1-6d4733381fd2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3908532 Jul 16 00:09:39.448937 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57802) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:39.491700 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.501763 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Transition to ACTIVE for port object 0f081c2c-bc3a-4be0-9d8e-203f14cd924f will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:39.508803 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.558295 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Attempting to bind port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:39.558663 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Attempting to bind port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:39.559051 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Attempting to bind port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:39.570508 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:39.570908 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:39.571307 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.571694 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:39.572158 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Bound port: 0f081c2c-bc3a-4be0-9d8e-203f14cd924f, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:39.572538 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.585504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-ca68dad6-6920-42a1-b8da-c8f303168be3', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:09:39.586384 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.598289 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Pushing event updated for resources: {'Port': ['ID=0f081c2c-bc3a-4be0-9d8e-203f14cd924f,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:39.613531 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.613882 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.614206 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.614539 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.614895 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.615222 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.615547 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.615870 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.616188 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.616506 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.616824 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.617198 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:39.641883 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] For port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:39.645443 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] For port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f081c2c-bc3a-4be0-9d8e-203f14cd924f,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:39.649531 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.710076 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:39.710686 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:39.732193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Allocated IP 172.20.0.2 (ca68dad6-6920-42a1-b8da-c8f303168be3/4a164b66-a710-459e-9dd1-93adfd3edd51/063849c5-6e24-4f91-82fd-a8dceb954765) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:39.754169 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fef363-e7e0-421a-9a4b-d023676c4023 None None] Pushing event updated for resources: {'Port': ['ID=0f081c2c-bc3a-4be0-9d8e-203f14cd924f,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:39.825438 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:39.883786 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.893262 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Transition to ACTIVE for port object 063849c5-6e24-4f91-82fd-a8dceb954765 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:39.909232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Transition to ACTIVE for port object 063849c5-6e24-4f91-82fd-a8dceb954765 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:39.916380 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.930977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.961487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Network ca68dad6-6920-42a1-b8da-c8f303168be3 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:39.964433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:39.968137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:39.975934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Pushing event updated for resources: {'Port': ['ID=063849c5-6e24-4f91-82fd-a8dceb954765,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:40.016331 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:38Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:40.035535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Attempting to bind port 063849c5-6e24-4f91-82fd-a8dceb954765 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:40.036307 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Attempting to bind port 063849c5-6e24-4f91-82fd-a8dceb954765 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:40.036769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Attempting to bind port 063849c5-6e24-4f91-82fd-a8dceb954765 on network ca68dad6-6920-42a1-b8da-c8f303168be3 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:40.042126 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:40.042654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Checking segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:40.042947 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf2d3d-6a47-491b-a401-f682c6d7fcc1 None None] The sync data for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 is: [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:38Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:09:40.043218 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:40.043678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Bound using segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:40.044241 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Bound port: 063849c5-6e24-4f91-82fd-a8dceb954765, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:40.044705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:40.114917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] For port 063849c5-6e24-4f91-82fd-a8dceb954765, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:40.118547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] For port 063849c5-6e24-4f91-82fd-a8dceb954765, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=063849c5-6e24-4f91-82fd-a8dceb954765,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:40.124041 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:40.194441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e0228-09d3-4d81-8a3a-ca8009edd564 None None] Pushing event updated for resources: {'Port': ['ID=063849c5-6e24-4f91-82fd-a8dceb954765,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:40.215243 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.1 (ca68dad6-6920-42a1-b8da-c8f303168be3/4a164b66-a710-459e-9dd1-93adfd3edd51/7899e9bb-eaa0-4006-952c-8208387810d5) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:40.390952 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:40.414483 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object 7899e9bb-eaa0-4006-952c-8208387810d5 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:40.450113 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:40.491594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network ca68dad6-6920-42a1-b8da-c8f303168be3 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:40.498214 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:40.502557 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:40.544792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=7899e9bb-eaa0-4006-952c-8208387810d5,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:40.563233 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:40.711954 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.004955 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.010352 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.089491 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=7899e9bb-eaa0-4006-952c-8208387810d5,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:41.092066 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.172499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0806e720-8caf-424d-bf7e-ffb49b850592 None None] Network ca68dad6-6920-42a1-b8da-c8f303168be3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:41.196437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network ca68dad6-6920-42a1-b8da-c8f303168be3 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:41.197840 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:41.258985 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-bc387bf2-cde3-4127-bd0c-77800590fb2f None None] Provisioning for port 063849c5-6e24-4f91-82fd-a8dceb954765 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:41.311518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:09:41.423398 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:09:41.428712 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-27f60e53-1ff9-4bb6-a46f-d149294d856b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/bfdd579a-b0b8-4d0c-83ed-ee090ca53051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9787154 Jul 16 00:09:41.590940 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-59b10d5e-2d30-427d-813e-d53201396e08 None None] Provisioning for port 7899e9bb-eaa0-4006-952c-8208387810d5 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:41.595295 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-59b10d5e-2d30-427d-813e-d53201396e08 None None] Provisioning complete for port 7899e9bb-eaa0-4006-952c-8208387810d5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:41.595525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-f7ae3d03-daf0-4f9a-85a3-2e1df14ddd5b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461818450&fields=id&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 267 time: 0.0470099 Jul 16 00:09:41.596049 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59b10d5e-2d30-427d-813e-d53201396e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.634101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-59b10d5e-2d30-427d-813e-d53201396e08 None None] Port 7899e9bb-eaa0-4006-952c-8208387810d5 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:09:41.707209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Sync routers for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:09:41.718277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:41.718964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:41.726428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-a002ddc4-2b2f-43e7-bc11-213ec2954e79 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:41.728061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-a002ddc4-2b2f-43e7-bc11-213ec2954e79 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 797 time: 0.1310368 Jul 16 00:09:41.747927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-44e5f852-45f8-4dea-9d98-2fa84cb5a517 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/quotas/430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 375 time: 0.0131478 Jul 16 00:09:41.827038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 063849c5-6e24-4f91-82fd-a8dceb954765 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:41.827799 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-63ab67df-cbc4-4340-a83a-f2876bd83efc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735226 Jul 16 00:09:41.845800 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-8c107e50-994e-4558-9e17-5c78c023fdca service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:09:41.846820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-8c107e50-994e-4558-9e17-5c78c023fdca service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056124 Jul 16 00:09:41.868278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:41.925664 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-ffeea9c9-d9e4-4799-99c3-54f5f4493f05 None None] Provisioning complete for port 7899e9bb-eaa0-4006-952c-8208387810d5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:41.926040 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ffeea9c9-d9e4-4799-99c3-54f5f4493f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.946692 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-cb53af28-d49a-4ab1-98bb-84823cd9132e service neutron] 10.222.0.23 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915580 Jul 16 00:09:42.014558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-ffeea9c9-d9e4-4799-99c3-54f5f4493f05 None None] Port 7899e9bb-eaa0-4006-952c-8208387810d5 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:09:42.015991 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 063849c5-6e24-4f91-82fd-a8dceb954765 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:42.024762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 063849c5-6e24-4f91-82fd-a8dceb954765 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:42.025195 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.053268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-826543ee-b18c-4b79-a64c-4943f1a1ad94 service neutron] 10.222.0.23 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983737 Jul 16 00:09:42.188614 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.192347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-32332de7-9764-42e9-bf24-a1b979674764 None None] Provisioning complete for port 7899e9bb-eaa0-4006-952c-8208387810d5 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:42.192710 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-32332de7-9764-42e9-bf24-a1b979674764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.230375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3df9cae3-b4fe-46a7-b0bd-875f0b72241d req-ceb65ecf-4fdb-41e8-b147-70777c13db55 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 210 time: 0.0302107 Jul 16 00:09:42.261880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-32332de7-9764-42e9-bf24-a1b979674764 None None] Port 7899e9bb-eaa0-4006-952c-8208387810d5 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:09:42.266666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 063849c5-6e24-4f91-82fd-a8dceb954765, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=063849c5-6e24-4f91-82fd-a8dceb954765,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:42.269514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 2, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:42.296143 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.296967 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f081c2c-bc3a-4be0-9d8e-203f14cd924f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:42.301176 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Checking router: bfdd579a-b0b8-4d0c-83ed-ee090ca53051 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:09:42.301531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Updating router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 port 7899e9bb-eaa0-4006-952c-8208387810d5 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:09:42.401693 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.405220 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=063849c5-6e24-4f91-82fd-a8dceb954765,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:42.446893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:42.456814 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:42.457243 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.656491 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.695645 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f081c2c-bc3a-4be0-9d8e-203f14cd924f,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:42.703614 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.794718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=0f081c2c-bc3a-4be0-9d8e-203f14cd924f,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:42.802088 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.812315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Transition to ACTIVE for port object 7899e9bb-eaa0-4006-952c-8208387810d5 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:42.818973 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.869060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d7360-55e0-4c5e-9f62-bcf99449868f None None] Pushing event updated for resources: {'Port': ['ID=7899e9bb-eaa0-4006-952c-8208387810d5,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:43.084855 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Attempting to bind port 7899e9bb-eaa0-4006-952c-8208387810d5 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:43.085143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Attempting to bind port 7899e9bb-eaa0-4006-952c-8208387810d5 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:43.085500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Attempting to bind port 7899e9bb-eaa0-4006-952c-8208387810d5 on network ca68dad6-6920-42a1-b8da-c8f303168be3 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:43.093213 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:43.093585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Checking segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:43.093982 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:43.094370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Bound using segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:43.094851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Bound port: 7899e9bb-eaa0-4006-952c-8208387810d5, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:43.095230 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:43.156004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] For port 7899e9bb-eaa0-4006-952c-8208387810d5, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:43.158923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] For port 7899e9bb-eaa0-4006-952c-8208387810d5, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7899e9bb-eaa0-4006-952c-8208387810d5,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:43.163381 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:43.221104 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:43.221773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:43.226977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d7360-55e0-4c5e-9f62-bcf99449868f None None] Pushing event updated for resources: {'Port': ['ID=7899e9bb-eaa0-4006-952c-8208387810d5,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:43.346030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:43.387901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce1a7ead-6caa-46d6-903a-27f800e2bb08 req-a0752605-43b1-4ef9-874e-6cf55c6864ee tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 210 time: 0.0342443 Jul 16 00:09:43.514449 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-3741892a-d091-41a0-97ae-3b8df7db441c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:43.516079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-3741892a-d091-41a0-97ae-3b8df7db441c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 797 time: 0.1309040 Jul 16 00:09:43.562859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:43Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:43.565750 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-73745536-2ede-4468-9a84-948a871d58b9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 379 time: 0.0355670 Jul 16 00:09:43.576193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'port': {'device_id': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'admin_state_up': True, 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'security_groups': ['09af367d-3e39-4257-8f72-361a2d30ebae']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:43.589283 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d661dd3-50ad-4583-8008-d62938cb8f64 None None] The sync data for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 is: [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:43Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:09:43.720180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:43.724273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:43.824714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7899e9bb-eaa0-4006-952c-8208387810d5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:43.863702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.14 (ca68dad6-6920-42a1-b8da-c8f303168be3/4a164b66-a710-459e-9dd1-93adfd3edd51/ff30f356-4537-47ee-9e14-de00094129da) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:43.882286 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 7899e9bb-eaa0-4006-952c-8208387810d5 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:43.886712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 7899e9bb-eaa0-4006-952c-8208387810d5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:43.886712 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:43.969897 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.005952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 7899e9bb-eaa0-4006-952c-8208387810d5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7899e9bb-eaa0-4006-952c-8208387810d5,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:44.010990 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.012854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 063849c5-6e24-4f91-82fd-a8dceb954765 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:44.025497 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.041067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object ff30f356-4537-47ee-9e14-de00094129da will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:44.084855 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.097021 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=7899e9bb-eaa0-4006-952c-8208387810d5,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:44.113418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 063849c5-6e24-4f91-82fd-a8dceb954765 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:44.113938 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.134871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network ca68dad6-6920-42a1-b8da-c8f303168be3 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:44.138182 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:44.142672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:44.150239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:44.198499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:44.199103 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.217300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f081c2c-bc3a-4be0-9d8e-203f14cd924f up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:44.218239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-6690f889-11ed-4842-b270-367345a6b8dc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6456175 Jul 16 00:09:44.235519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Request body: {'port': {'device_id': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:44.271067 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:44.271646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.322275 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.505079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a4c6007a-76f9-4537-8536-682acd6095fb None None] Provisioning for port ff30f356-4537-47ee-9e14-de00094129da completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:44.510711 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a4c6007a-76f9-4537-8536-682acd6095fb None None] Provisioning complete for port ff30f356-4537-47ee-9e14-de00094129da triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:44.511604 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4c6007a-76f9-4537-8536-682acd6095fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.515551 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:44.552515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a4c6007a-76f9-4537-8536-682acd6095fb None None] Port ff30f356-4537-47ee-9e14-de00094129da cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:09:44.970231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bf45e-305a-4ead-83ad-0c0ef7a9548f req-7e1a6925-8fc2-427d-babd-5270767932a0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:44.971760 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-705bf45e-305a-4ead-83ad-0c0ef7a9548f req-7e1a6925-8fc2-427d-babd-5270767932a0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 932 time: 0.4459705 Jul 16 00:09:44.977618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff30f356-4537-47ee-9e14-de00094129da {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:09:44.986382 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:45.013506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Transition to ACTIVE for port object ff30f356-4537-47ee-9e14-de00094129da will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:45.023070 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:45.035268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-705bf45e-305a-4ead-83ad-0c0ef7a9548f req-524ee677-d8ba-44fa-bce0-6825ec44bdbc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531125 Jul 16 00:09:45.077287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:45.152019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Attempting to bind port ff30f356-4537-47ee-9e14-de00094129da on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:45.152367 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Attempting to bind port ff30f356-4537-47ee-9e14-de00094129da by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:45.152702 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Attempting to bind port ff30f356-4537-47ee-9e14-de00094129da on network ca68dad6-6920-42a1-b8da-c8f303168be3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:45.158089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Port ff30f356-4537-47ee-9e14-de00094129da on network ca68dad6-6920-42a1-b8da-c8f303168be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:09:45.158422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Attempting to bind port ff30f356-4537-47ee-9e14-de00094129da on network ca68dad6-6920-42a1-b8da-c8f303168be3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:45.164722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:45.165067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Checking segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:45.165458 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Bound using segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:45.165896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Bound port: ff30f356-4537-47ee-9e14-de00094129da, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:45.166258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:45.231662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:45.234659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:45.239297 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:45.274105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:45.274729 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:45.276180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 1092 time: 1.0454152 Jul 16 00:09:45.276618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:45.278917 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a011a846-7c89-494e-952d-f5b928f3285a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "tag": "ff30f356-4537-47ee-9e14-de00094129da"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:45.303229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3239efc-2485-47ad-8043-9716741ffb65 service neutron] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:45.321810 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa305aa-396a-450d-a5f1-35dea4bdc543 x-openstack-request-id: req-1fa305aa-396a-450d-a5f1-35dea4bdc543 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:45.322094 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "tag": "ff30f356-4537-47ee-9e14-de00094129da", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:45.322697 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fa305aa-396a-450d-a5f1-35dea4bdc543 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:45.322884 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da', 'status': 'completed', 'code': 200} Jul 16 00:09:45.397767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-7b031c97-51f9-4674-82e6-7fd1f2231138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:45.399258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-7b031c97-51f9-4674-82e6-7fd1f2231138 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1095 time: 0.0583732 Jul 16 00:09:45.446656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-9080b213-3f13-4c9c-b0e3-834d922069b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 217 time: 0.0348754 Jul 16 00:09:45.495375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-656a23ce-b3ce-49ee-bf38-af4a9fd7b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:45.496900 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-656a23ce-b3ce-49ee-bf38-af4a9fd7b05a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0444317 Jul 16 00:09:45.557645 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-3d562bef-f490-4c6e-8af7-80110195decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:45.559155 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-3d562bef-f490-4c6e-8af7-80110195decb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563004 Jul 16 00:09:45.647931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-8e295c7e-7be0-4887-806f-cfe1757de63d service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822029 Jul 16 00:09:45.704404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7899e9bb-eaa0-4006-952c-8208387810d5 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:45.744384 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe355248-45ca-4f2b-93c8-757a260f5068 req-45c94cfd-1e58-4064-a02d-b4309336817f service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900140 Jul 16 00:09:45.758562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 7899e9bb-eaa0-4006-952c-8208387810d5 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:45.758961 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:45.879089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a846-7c89-494e-952d-f5b928f3285a req-e46dda17-cb3a-474d-9171-ddaf2cd77cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:45.880613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a011a846-7c89-494e-952d-f5b928f3285a req-e46dda17-cb3a-474d-9171-ddaf2cd77cfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1095 time: 0.0545244 Jul 16 00:09:45.971298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a846-7c89-494e-952d-f5b928f3285a req-596b9d0e-0ba6-4e6a-8644-e68a8df3e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:45.973354 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a011a846-7c89-494e-952d-f5b928f3285a req-596b9d0e-0ba6-4e6a-8644-e68a8df3e091 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 898 time: 0.0866086 Jul 16 00:09:46.013717 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a011a846-7c89-494e-952d-f5b928f3285a req-e386546a-c97f-4b14-8e40-5c56218ca50a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 217 time: 0.0333953 Jul 16 00:09:46.065145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a846-7c89-494e-952d-f5b928f3285a req-a902e95b-4371-49de-8ff4-bbf48dfd3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:46.066622 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a011a846-7c89-494e-952d-f5b928f3285a req-a902e95b-4371-49de-8ff4-bbf48dfd3087 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0468419 Jul 16 00:09:46.130672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a846-7c89-494e-952d-f5b928f3285a req-5cddfd07-de85-481c-9923-8b632e771126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:46.132326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a011a846-7c89-494e-952d-f5b928f3285a req-5cddfd07-de85-481c-9923-8b632e771126 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569067 Jul 16 00:09:46.265090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a011a846-7c89-494e-952d-f5b928f3285a req-e7530d7d-47af-4ce9-a965-4159b7236f9e service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246550 Jul 16 00:09:46.277432 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3ce34-81e1-4d96-986a-55c49680ff2e req-d35f3b83-8bf8-4615-a54d-9a8a89032408 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:46.278845 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46a3ce34-81e1-4d96-986a-55c49680ff2e req-d35f3b83-8bf8-4615-a54d-9a8a89032408 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 944 time: 0.1217823 Jul 16 00:09:46.363784 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-46a3ce34-81e1-4d96-986a-55c49680ff2e req-74ac6f10-4896-4f1e-b763-e378ac63bbb2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761814 Jul 16 00:09:46.389353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a011a846-7c89-494e-952d-f5b928f3285a req-1a5581fc-c92e-417c-8a7f-d32ad5516d65 service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095712 Jul 16 00:09:47.536628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677b54f-4767-4dd4-9d66-390695d52822 req-c7fc91b9-86e4-47d1-a066-44cff094cae7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:47.538111 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a677b54f-4767-4dd4-9d66-390695d52822 req-c7fc91b9-86e4-47d1-a066-44cff094cae7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 944 time: 0.0668340 Jul 16 00:09:47.574951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a677b54f-4767-4dd4-9d66-390695d52822 req-4b87c5dd-fcb4-48de-b011-955aa2a5ba44 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313814 Jul 16 00:09:47.873623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff30f356-4537-47ee-9e14-de00094129da details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:09:47.968951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:47.979627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'ff30f356-4537-47ee-9e14-de00094129da', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'port_id': 'ff30f356-4537-47ee-9e14-de00094129da', 'mac_address': 'fa:16:3e:7e:d6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:09:48.015747 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.027988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff30f356-4537-47ee-9e14-de00094129da {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:09:48.047489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:48.052072 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.098250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:48.141184 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-64f2d5be-e6f0-4e05-99e6-0df5a50a298d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.356662 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['ff30f356-4537-47ee-9e14-de00094129da'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:48.744639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88b0e1-1cb0-4769-8665-db46994ba1d1 req-f41ea3b1-16a4-4bbd-9f7a-0f76c24bc6d8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:48.746160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e88b0e1-1cb0-4769-8665-db46994ba1d1 req-f41ea3b1-16a4-4bbd-9f7a-0f76c24bc6d8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 945 time: 0.0641627 Jul 16 00:09:48.785076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4e88b0e1-1cb0-4769-8665-db46994ba1d1 req-b4538a12-5de6-419d-b40d-3e04482e9671 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326233 Jul 16 00:09:49.894636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff30f356-4537-47ee-9e14-de00094129da up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:49.945204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port ff30f356-4537-47ee-9e14-de00094129da completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:49.949052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port ff30f356-4537-47ee-9e14-de00094129da triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:49.949453 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.953301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2c437-4800-4639-93cd-5575ede329b5 req-be5ad03a-e111-434e-98c9-04fe128a4be5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:49.954840 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ca2c437-4800-4639-93cd-5575ede329b5 req-be5ad03a-e111-434e-98c9-04fe128a4be5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 945 time: 0.0630894 Jul 16 00:09:49.993267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ca2c437-4800-4639-93cd-5575ede329b5 req-d9c5a72f-840d-4835-9b9e-50b4da205536 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327954 Jul 16 00:09:50.024610 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:50.046661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:50.048954 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d269a6ac-2a77-4e67-a73b-d230825c2a98" -d '{"events": [{"server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "name": "network-vif-plugged", "status": "completed", "tag": "ff30f356-4537-47ee-9e14-de00094129da"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:50.061446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:50.065298 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:50.089775 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f18579-a388-4153-89a0-388345666e24 x-openstack-request-id: req-96f18579-a388-4153-89a0-388345666e24 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:50.090071 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "name": "network-vif-plugged", "status": "completed", "tag": "ff30f356-4537-47ee-9e14-de00094129da", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:50.090323 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96f18579-a388-4153-89a0-388345666e24 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:50.090711 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da', 'code': 200} Jul 16 00:09:50.119365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:50.226480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ecd87-46c3-4105-ad3f-208e6d8419d2 req-658405ba-72b4-4641-8f8e-cb87ace80329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:50.227989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a27ecd87-46c3-4105-ad3f-208e6d8419d2 req-658405ba-72b4-4641-8f8e-cb87ace80329 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1097 time: 0.0552781 Jul 16 00:09:50.262103 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a27ecd87-46c3-4105-ad3f-208e6d8419d2 req-f2c069a5-e6c0-4673-ae11-97d9629b2635 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281868 Jul 16 00:09:50.774378 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-472aaad8-e3c7-49d3-ab05-0a403d2a972a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.149904 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.167719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20e674-073f-4a8f-8dca-5cec9c21ec77 req-952b387a-f1b7-411a-9976-850351f0052f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:51.169225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b20e674-073f-4a8f-8dca-5cec9c21ec77 req-952b387a-f1b7-411a-9976-850351f0052f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0652425 Jul 16 00:09:51.206583 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b20e674-073f-4a8f-8dca-5cec9c21ec77 req-1a8fc312-a5c5-4100-a0aa-9c1d2ec47e96 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318036 Jul 16 00:09:51.768577 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.381566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f559-3a09-4500-80d4-7a9862db4417 req-740d4eff-dc66-4e36-ba75-dda983e9804e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:52.383105 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8443f559-3a09-4500-80d4-7a9862db4417 req-740d4eff-dc66-4e36-ba75-dda983e9804e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0672786 Jul 16 00:09:52.419960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8443f559-3a09-4500-80d4-7a9862db4417 req-6c0682b9-3d34-4221-ba9f-20427257cbba tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313792 Jul 16 00:09:52.588207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e9e09-e81d-485c-9e1b-fa112b3775b2 req-b0fdca6c-77ed-4a05-8fad-dd2b922a9d1b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:52.589585 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-283e9e09-e81d-485c-9e1b-fa112b3775b2 req-b0fdca6c-77ed-4a05-8fad-dd2b922a9d1b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0645022 Jul 16 00:09:52.626296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-283e9e09-e81d-485c-9e1b-fa112b3775b2 req-9d1b25b7-0875-4a6f-8ef4-3aa1c39ade90 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311983 Jul 16 00:09:52.650007 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57856) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:52.705250 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50afc7cd-d421-481d-826a-4878699b4889 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:52.706957 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-50afc7cd-d421-481d-826a-4878699b4889 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1092 time: 0.0558813 Jul 16 00:09:52.709674 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57858) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:52.714111 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'ff30f356-4537-47ee-9e14-de00094129da', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:52.738876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.832432 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.933525 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.130 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/e096a813-aad4-412a-a2ea-e73575e2a267) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:53.030356 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.068313 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.110816 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:53.113551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:53.117080 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:53.122516 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=e096a813-aad4-412a-a2ea-e73575e2a267,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:53.530474 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.859449 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.966487 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.113865 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.118172 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.190450 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=e096a813-aad4-412a-a2ea-e73575e2a267,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:54.197567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.294978 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP 3e8e6fce-da25-4406-a7bf-0a99e27f498a associated. External IP: 172.25.3.130, port: ff30f356-4537-47ee-9e14-de00094129da. Jul 16 00:09:54.498126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:09:54.603308 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:09:54.612906 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] Sync routers for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:09:54.620239 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.623035 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:54.623641 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:54.656048 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-e5579239-61bd-42d8-b64d-cb42ad9e7a22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9453537 Jul 16 00:09:54.656836 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:54.712535 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da29a23e86a42380a5cd25913bdb9d72f9bbeb157bbfaf6e4f2b7925054ceba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d2db4-e394-4b32-910f-aca952fcfcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "tag": "ff30f356-4537-47ee-9e14-de00094129da"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:54.733902 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:54.807998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870e795-d8c5-4fe6-a138-33838b1b443b req-7507ea86-3179-4003-86c7-caac0cdb676d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:54.809422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e870e795-d8c5-4fe6-a138-33838b1b443b req-7507ea86-3179-4003-86c7-caac0cdb676d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0628259 Jul 16 00:09:54.848578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e870e795-d8c5-4fe6-a138-33838b1b443b req-627b91b3-67f0-402e-9e0b-deb919eef921 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336084 Jul 16 00:09:54.872813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57868) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:54.944670 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4c0a81b6-ee0b-4e72-aeb3-3307102616e9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/3e8e6fce-da25-4406-a7bf-0a99e27f498a HTTP/1.1" status: 200 len: 992 time: 0.0707400 Jul 16 00:09:54.946166 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7120b884-0303-4f47-b843-ae4add42a8ac x-openstack-request-id: req-7120b884-0303-4f47-b843-ae4add42a8ac {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:54.946445 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "tag": "ff30f356-4537-47ee-9e14-de00094129da", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:54.946694 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7120b884-0303-4f47-b843-ae4add42a8ac {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:54.947178 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da', 'status': 'completed', 'code': 200} Jul 16 00:09:54.960985 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '3e8e6fce-da25-4406-a7bf-0a99e27f498a', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'port_id': 'ff30f356-4537-47ee-9e14-de00094129da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'mac_address': 'fa:16:3e:7e:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:09:53Z', 'updated_at': '2021-07-16T00:09:53Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:43Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:54.986899 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] Checking router: bfdd579a-b0b8-4d0c-83ed-ee090ca53051 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:09:54.995658 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:54.996257 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:09:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:55.045077 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-0a40aede-2287-4792-97e9-112a769ab55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:55.046581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-0a40aede-2287-4792-97e9-112a769ab55a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1097 time: 0.0567064 Jul 16 00:09:55.137803 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-5e573e17-5f34-4606-abd6-a982d8fb313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:55.139231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-5e573e17-5f34-4606-abd6-a982d8fb313c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 898 time: 0.0867596 Jul 16 00:09:55.184204 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:55.207943 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-f2bd5647-5d80-4565-950a-7d864e2f6561 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 1000 time: 0.0626531 Jul 16 00:09:55.256515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-fe0b1504-e543-4257-8e1d-cc4bc5d4efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:55.258003 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-fe0b1504-e543-4257-8e1d-cc4bc5d4efcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0439372 Jul 16 00:09:55.314385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-c28a596b-a9fa-4f92-a21b-a283a9ed21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:55.315948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-c28a596b-a9fa-4f92-a21b-a283a9ed21c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523241 Jul 16 00:09:55.398387 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '3e8e6fce-da25-4406-a7bf-0a99e27f498a', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'port_id': 'ff30f356-4537-47ee-9e14-de00094129da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'mac_address': 'fa:16:3e:7e:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:09:53Z', 'updated_at': '2021-07-16T00:09:53Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:43Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:55.411503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-a82012a9-0528-45d5-a3fd-2b6e006b21cf service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888696 Jul 16 00:09:55.427753 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc0733-c948-4b11-b797-719b4b12326a None None] The sync data for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 is: [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '3e8e6fce-da25-4406-a7bf-0a99e27f498a', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'port_id': 'ff30f356-4537-47ee-9e14-de00094129da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'mac_address': 'fa:16:3e:7e:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:09:53Z', 'updated_at': '2021-07-16T00:09:53Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:43Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:09:55.502800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-df8d2db4-e394-4b32-910f-aca952fcfcb0 req-ee895046-bd5c-43ea-b64c-9f9a8b3f330d service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844228 Jul 16 00:09:55.624234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4b903e-02a2-4bd8-a580-64127ff29d3c None None] New status for floating IP 3e8e6fce-da25-4406-a7bf-0a99e27f498a: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:09:55.738936 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.948629 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57870) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:56.006899 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-5e5775b2-3084-43da-b4bf-53c74b930e72 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/3e8e6fce-da25-4406-a7bf-0a99e27f498a HTTP/1.1" status: 200 len: 994 time: 0.0571270 Jul 16 00:10:05.004354 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:10:14.504677 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:18.141318 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08bf6e7b-8e42-4535-9357-e3ef1919b99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:20.774034 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d7acfb6-046f-4a22-9e1b-a8e15b324422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:21.150236 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:21.772584 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:23.089199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df988ea-f1f3-4108-8244-92c2bfe936ba req-82f506fe-5194-4238-940e-0f99cbf0d704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:23.090700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6df988ea-f1f3-4108-8244-92c2bfe936ba req-82f506fe-5194-4238-940e-0f99cbf0d704 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.1072874 Jul 16 00:10:23.097531 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-b3dac821-8401-41ba-b127-a109b7a36368 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317654 Jul 16 00:10:23.131215 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6df988ea-f1f3-4108-8244-92c2bfe936ba req-5eabb7a7-c2ac-494a-9a84-6f20c4faa751 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Jul 16 00:10:23.532336 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:24.231867 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-49953c7c-2ab6-4863-80d4-dab5e123e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:24.233415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-49953c7c-2ab6-4863-80d4-dab5e123e325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1097 time: 0.0536201 Jul 16 00:10:24.364514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-237f45c5-2c98-4956-aec7-7bfedc7a1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:24.365982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-237f45c5-2c98-4956-aec7-7bfedc7a1643 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 898 time: 0.1265013 Jul 16 00:10:24.374162 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35472-804a-40db-ad10-189de81cde5f req-1b896074-a450-4aba-bc90-671a235a4382 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:24.375537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0a35472-804a-40db-ad10-189de81cde5f req-1b896074-a450-4aba-bc90-671a235a4382 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.1287026 Jul 16 00:10:24.455296 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0a35472-804a-40db-ad10-189de81cde5f req-de26120b-f1a3-4d9b-a08d-1e83d4014340 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729654 Jul 16 00:10:24.461930 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-5682d0ae-1001-4e1e-839d-3d17f06d4fe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 1002 time: 0.0855250 Jul 16 00:10:24.511141 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-099411f1-45d6-4eb6-9766-0e8567cb6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:24.512630 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-099411f1-45d6-4eb6-9766-0e8567cb6730 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0443130 Jul 16 00:10:24.569763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-4a689e0a-3bee-448a-9de4-aec34ba06494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:24.571328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-4a689e0a-3bee-448a-9de4-aec34ba06494 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516784 Jul 16 00:10:24.666611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-73f23530-09f8-4d8b-bf9b-ebdee2daf799 service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877140 Jul 16 00:10:24.761383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-7992fade-d09e-4d60-b873-61e4dd46b1ab service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874448 Jul 16 00:10:25.626880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f4920-8887-4141-a799-66189ac97375 req-d755665b-3566-40d4-9e59-9c2ca41f20a4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:25.628473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-086f4920-8887-4141-a799-66189ac97375 req-d755665b-3566-40d4-9e59-9c2ca41f20a4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0647540 Jul 16 00:10:25.666788 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-086f4920-8887-4141-a799-66189ac97375 req-3bf97ae2-f15a-4781-9284-54ad6096ef1f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328395 Jul 16 00:10:25.723985 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:26.838770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84c012-62a0-4d21-bc98-a37667fed62a req-26fac636-1e2c-4458-80a9-2ad6bc87a67a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:26.840267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe84c012-62a0-4d21-bc98-a37667fed62a req-26fac636-1e2c-4458-80a9-2ad6bc87a67a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0641670 Jul 16 00:10:26.877158 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fe84c012-62a0-4d21-bc98-a37667fed62a req-65381554-b8ae-45ad-81db-e7eee73d6d03 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314302 Jul 16 00:10:28.055302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c2397-99f8-4c96-bddd-474fb635c960 req-8e28446a-3615-4aef-b0ec-e2b5608dcdec tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:28.056762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-831c2397-99f8-4c96-bddd-474fb635c960 req-8e28446a-3615-4aef-b0ec-e2b5608dcdec tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0667310 Jul 16 00:10:28.093376 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-831c2397-99f8-4c96-bddd-474fb635c960 req-ca9cd84d-892e-4c7f-b705-070a8c39a5c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311513 Jul 16 00:10:29.265101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb110f72-14ac-42e3-b892-b5fdcd656ede req-8a838784-b1dd-4641-a4ba-08e5b37c5f7d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:29.266590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb110f72-14ac-42e3-b892-b5fdcd656ede req-8a838784-b1dd-4641-a4ba-08e5b37c5f7d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0626960 Jul 16 00:10:29.304805 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fb110f72-14ac-42e3-b892-b5fdcd656ede req-de11090e-810c-4726-8d38-1b1ab6f1ebd8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324934 Jul 16 00:10:30.474322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef2c03-fe77-4d37-9c6d-b0cb872a2711 req-bb54d09a-224e-45e5-afb9-b9b0cfe01dfc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:30.475810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52ef2c03-fe77-4d37-9c6d-b0cb872a2711 req-bb54d09a-224e-45e5-afb9-b9b0cfe01dfc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0621035 Jul 16 00:10:30.512414 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-52ef2c03-fe77-4d37-9c6d-b0cb872a2711 req-a8a91e0d-fe76-48b5-8ced-44ea27f4b9c1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311682 Jul 16 00:10:31.690987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed391-b067-44d1-ad4b-276171cacfad req-f486f47f-af31-4af9-91ab-57e9a1e0c163 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:31.692490 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b0ed391-b067-44d1-ad4b-276171cacfad req-f486f47f-af31-4af9-91ab-57e9a1e0c163 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0710466 Jul 16 00:10:31.731910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b0ed391-b067-44d1-ad4b-276171cacfad req-2c1ac021-454d-42ca-b2b4-2801ac9605ca tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330665 Jul 16 00:10:32.905747 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952beae-eab6-4ef0-ba81-4384d22f579d req-cdc0a140-8ce9-431a-9a28-bc34cf2a0d7b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:32.907250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8952beae-eab6-4ef0-ba81-4384d22f579d req-cdc0a140-8ce9-431a-9a28-bc34cf2a0d7b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0642314 Jul 16 00:10:32.944302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8952beae-eab6-4ef0-ba81-4384d22f579d req-003c2533-703f-4d71-90af-622329a538b8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306520 Jul 16 00:10:34.119005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c191c2e-049e-498c-9ce7-f022bf6d873c req-f12cde53-5f49-4ff6-b833-d6f07e83140d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:34.120482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c191c2e-049e-498c-9ce7-f022bf6d873c req-f12cde53-5f49-4ff6-b833-d6f07e83140d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0662382 Jul 16 00:10:34.156842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c191c2e-049e-498c-9ce7-f022bf6d873c req-bd6757c4-07f5-4071-a5d9-434e1279faaa tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308552 Jul 16 00:10:35.328970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a6866-4efa-4371-8a3e-8a198cbbc2b1 req-e076dea4-7261-43cd-addd-ac2a3a1a1683 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:35.330366 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a1a6866-4efa-4371-8a3e-8a198cbbc2b1 req-e076dea4-7261-43cd-addd-ac2a3a1a1683 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0631385 Jul 16 00:10:35.367263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a1a6866-4efa-4371-8a3e-8a198cbbc2b1 req-b16fa0ed-88d1-483e-af9b-c3de4ca5826e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Jul 16 00:10:36.539895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c66065-5846-4bc4-b0cc-4848e665314f req-a218678f-90b6-4410-b73f-5d076c9f1ea1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:36.541379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5c66065-5846-4bc4-b0cc-4848e665314f req-a218678f-90b6-4410-b73f-5d076c9f1ea1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0658309 Jul 16 00:10:36.579641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5c66065-5846-4bc4-b0cc-4848e665314f req-e93b7849-84b0-480b-bcb3-a96609926d15 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326991 Jul 16 00:10:36.823993 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-2836505b-007f-4520-a099-d8bb72f174ee service neutron] show failed (client error): The resource could not be found. Jul 16 00:10:36.825010 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-2836505b-007f-4520-a099-d8bb72f174ee service neutron] 10.222.0.37 "GET /v2.0/ports/ff30f356-4537-47ee-9e14-de00094129da/bindings/n-h2-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0582604 Jul 16 00:10:37.093777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-c2f17ddc-dbdc-4715-bad7-d73723d0561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:37.095234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-c2f17ddc-dbdc-4715-bad7-d73723d0561f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 1097 time: 0.0540311 Jul 16 00:10:37.106719 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:37.180922 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:37.383899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:37.417067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:37.455775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:37.458558 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606c3cb1-8cc8-4bc4-96c7-82b90a5114fc" -d '{"events": [{"server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "name": "network-vif-unplugged", "status": "completed", "tag": "ff30f356-4537-47ee-9e14-de00094129da"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:37.463393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:37.475885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Transition to ACTIVE for port object ff30f356-4537-47ee-9e14-de00094129da will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:37.479064 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:37.513299 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242897bb-c7ca-496e-bb1a-83aa43aecfab x-openstack-request-id: req-242897bb-c7ca-496e-bb1a-83aa43aecfab {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:37.513776 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "name": "network-vif-unplugged", "status": "completed", "tag": "ff30f356-4537-47ee-9e14-de00094129da", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:37.514201 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-242897bb-c7ca-496e-bb1a-83aa43aecfab {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:37.514869 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da', 'code': 200} Jul 16 00:10:37.573770 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:37.588369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.588717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.589061 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.589397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.589729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.590056 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.590383 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.590708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.591058 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.591379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.591700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.592020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:37.636102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] No DVR routers for this DVR port ff30f356-4537-47ee-9e14-de00094129da on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:10:37.826659 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939469b8-c163-48bf-bc7e-7346f1acf81a req-16405010-2f4e-4dca-aa5c-742011196c49 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:37.828225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-939469b8-c163-48bf-bc7e-7346f1acf81a req-16405010-2f4e-4dca-aa5c-742011196c49 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 944 time: 0.1076667 Jul 16 00:10:37.829289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Attempting to bind port ff30f356-4537-47ee-9e14-de00094129da on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:37.829619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Attempting to bind port ff30f356-4537-47ee-9e14-de00094129da by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:37.829944 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Attempting to bind port ff30f356-4537-47ee-9e14-de00094129da on network ca68dad6-6920-42a1-b8da-c8f303168be3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:37.836606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Port ff30f356-4537-47ee-9e14-de00094129da on network ca68dad6-6920-42a1-b8da-c8f303168be3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:10:37.836928 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Attempting to bind port ff30f356-4537-47ee-9e14-de00094129da on network ca68dad6-6920-42a1-b8da-c8f303168be3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:37.855561 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:37.855900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Checking segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:37.856278 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Bound using segment: {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:37.856713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Bound port: ff30f356-4537-47ee-9e14-de00094129da, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:37.857068 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:37.886837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-939469b8-c163-48bf-bc7e-7346f1acf81a req-4e868f8f-f264-4d43-806d-8797a1037d96 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519080 Jul 16 00:10:37.934030 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:37.936994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:37.941705 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:37.975228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:37.975843 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:37.977276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 1092 time: 0.8746598 Jul 16 00:10:37.998227 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29cfc9-b74c-4530-b025-a6ea54d4dee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:38.058464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-900a3337-471c-4e8a-bdd4-455ac055720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:38.060032 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-900a3337-471c-4e8a-bdd4-455ac055720b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1095 time: 0.0556192 Jul 16 00:10:38.156114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-4ae4b457-c775-441c-8fed-94864fba945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:38.157521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-4ae4b457-c775-441c-8fed-94864fba945f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 898 time: 0.0908635 Jul 16 00:10:38.224107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-e771e785-566c-45ba-9229-3c0bcccc7ce0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 1000 time: 0.0599654 Jul 16 00:10:38.271643 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-7ace280c-6068-4afc-a40f-ee0329138cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:38.273076 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-7ace280c-6068-4afc-a40f-ee0329138cd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0432503 Jul 16 00:10:38.330043 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-0ab282d1-c096-472b-9f70-dbe0d9d0a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:38.332056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-0ab282d1-c096-472b-9f70-dbe0d9d0a02a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518670 Jul 16 00:10:38.424476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-a4f4a1fb-4b03-4d78-a325-a943303efe14 service neutron] 10.222.0.59 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854232 Jul 16 00:10:38.512619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-725324fb-c3c5-4d13-a0f1-1c78e79f1c91 req-67c8ad5d-5115-4bc4-b581-1b4247fd1bdf service neutron] 10.222.0.59 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811613 Jul 16 00:10:39.058834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bac236-fcbd-40d3-b672-85f18624dbaa req-60bd285c-3f66-4a8c-9d8b-9b7bc3516bef tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:39.060220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-48bac236-fcbd-40d3-b672-85f18624dbaa req-60bd285c-3f66-4a8c-9d8b-9b7bc3516bef tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 944 time: 0.0621765 Jul 16 00:10:39.096465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-48bac236-fcbd-40d3-b672-85f18624dbaa req-ae4bf0fc-8ca0-4254-a87d-8c5f0674e570 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307977 Jul 16 00:10:39.516026 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:39.518930 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffdea05-156b-4d96-bbfc-7667abe237ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "tag": "ff30f356-4537-47ee-9e14-de00094129da"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:39.566875 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798196d8-3b41-49c3-986e-674c1ccf5828 x-openstack-request-id: req-798196d8-3b41-49c3-986e-674c1ccf5828 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:39.567191 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "tag": "ff30f356-4537-47ee-9e14-de00094129da", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:39.567443 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-798196d8-3b41-49c3-986e-674c1ccf5828 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:39.567844 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da', 'status': 'completed', 'code': 200} Jul 16 00:10:39.686568 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-b1043412-3869-43e2-923a-6dfeed781028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:39.688114 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-b1043412-3869-43e2-923a-6dfeed781028 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1095 time: 0.0963058 Jul 16 00:10:39.694398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-f3a46f88-fe24-4801-9652-cc710dee0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:39.695791 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-f3a46f88-fe24-4801-9652-cc710dee0000 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1095 time: 0.0740585 Jul 16 00:10:39.846197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-87a0ccd3-0f76-4d4d-a2b6-08afc07cafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:39.847624 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-87a0ccd3-0f76-4d4d-a2b6-08afc07cafc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 898 time: 0.1509056 Jul 16 00:10:39.848966 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-6963e23d-badb-4a22-993a-bd6d5b3e8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:39.850262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-6963e23d-badb-4a22-993a-bd6d5b3e8e55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 898 time: 0.1456492 Jul 16 00:10:39.961367 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-f25ed62a-0ff5-4cec-9318-3f59841dc010 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 1000 time: 0.1045029 Jul 16 00:10:39.965171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-c41bcb7d-5f5c-4b24-809e-b5bbe0baecdd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 1000 time: 0.1073661 Jul 16 00:10:40.048912 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-a35bcb01-6637-49e5-98e1-a2b0547b2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:40.050997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-a35bcb01-6637-49e5-98e1-a2b0547b2722 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0833805 Jul 16 00:10:40.052627 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-ae245627-b407-41bf-a4b1-2817aabe2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:40.054109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-ae245627-b407-41bf-a4b1-2817aabe2b14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0786581 Jul 16 00:10:40.150179 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-cda97236-0b0c-44b9-b20f-16d60d94745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:40.151734 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-cda97236-0b0c-44b9-b20f-16d60d94745d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950313 Jul 16 00:10:40.155585 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-7322128d-a46d-42a6-8f69-f0d996587f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:40.157058 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-7322128d-a46d-42a6-8f69-f0d996587f06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930459 Jul 16 00:10:40.226954 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff30f356-4537-47ee-9e14-de00094129da no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:10:40.266487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device ff30f356-4537-47ee-9e14-de00094129da not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:10:40.665718 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-e8944c9a-91a7-4ef9-85ab-cb2ff69c468e service neutron] 10.222.0.59 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969838 Jul 16 00:10:40.668350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-ada1d164-9f8c-47dd-8664-fe91d79fe64d service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097027 Jul 16 00:10:40.675864 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeabaf6-9f25-4756-9371-33eae04224d9 req-c93f6b0f-b929-4231-a007-7724d49c0afc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:40.677273 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faeabaf6-9f25-4756-9371-33eae04224d9 req-c93f6b0f-b929-4231-a007-7724d49c0afc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 944 time: 0.1822190 Jul 16 00:10:40.836374 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faeabaf6-9f25-4756-9371-33eae04224d9 req-a0f1ee86-42ec-4126-b18d-71a957e4479b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392624 Jul 16 00:10:40.863819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-5bf19501-1c8e-491e-a6b7-682229b6824f service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855891 Jul 16 00:10:40.865743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5ffdea05-156b-4d96-bbfc-7667abe237ea req-bd361513-f09c-4cca-a0ad-882a37f4456c service neutron] 10.222.0.59 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865370 Jul 16 00:10:41.178964 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fa1d6-f228-4f06-abca-2779339a7123 req-07c38a73-849f-4ebc-8583-f3543196f697 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:41.180473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-646fa1d6-f228-4f06-abca-2779339a7123 req-07c38a73-849f-4ebc-8583-f3543196f697 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 944 time: 0.1169398 Jul 16 00:10:41.203066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262935d-fec9-4813-b475-f1128b7424c8 req-99c1dade-2714-4d23-8166-667a4cc2a37d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:41.205038 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-99c1dade-2714-4d23-8166-667a4cc2a37d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236&tenant_id=430342c9e4474a87836b1f9f27d111c6&binding%3Ahost_id=n-h2-793618-8 HTTP/1.1" status: 200 len: 944 time: 0.1098959 Jul 16 00:10:41.263040 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-646fa1d6-f228-4f06-abca-2779339a7123 req-d20f065b-b559-4b3d-a011-dbff8d281926 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769441 Jul 16 00:10:41.286746 n-d-793618-8 neutron-server[93715]: INFO neutron.api.v2.resource [req-0262935d-fec9-4813-b475-f1128b7424c8 req-753c9c00-04d7-41ad-9d05-a30da75a7a94 service neutron] delete failed (client error): The resource could not be found. Jul 16 00:10:41.288131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-753c9c00-04d7-41ad-9d05-a30da75a7a94 service neutron] 10.222.0.37 "DELETE /v2.0/ports/ff30f356-4537-47ee-9e14-de00094129da/bindings/n-h1-793618-8 HTTP/1.1" status: 404 len: 380 time: 0.0743482 Jul 16 00:10:41.450817 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262935d-fec9-4813-b475-f1128b7424c8 req-01a6d1eb-f6e1-42e4-9fef-d6b3b5302565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:41.452302 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-01a6d1eb-f6e1-42e4-9fef-d6b3b5302565 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1095 time: 0.0984080 Jul 16 00:10:41.464145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a9c1f-0fa4-471c-8a98-5b70b781cc65 req-dcf1a32e-4611-4611-9cee-da2c6d1ab022 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:41.465454 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c8a9c1f-0fa4-471c-8a98-5b70b781cc65 req-dcf1a32e-4611-4611-9cee-da2c6d1ab022 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 944 time: 0.0845335 Jul 16 00:10:41.555033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c8a9c1f-0fa4-471c-8a98-5b70b781cc65 req-56397084-c627-4ad0-8a89-6c0674781afd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801809 Jul 16 00:10:41.575506 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262935d-fec9-4813-b475-f1128b7424c8 req-a94b6513-49fb-4e68-a32f-ccff27388019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:41.576980 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-a94b6513-49fb-4e68-a32f-ccff27388019 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 898 time: 0.1107025 Jul 16 00:10:41.643839 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-6a341edd-f043-4be5-9b3e-c62aef01969d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 1000 time: 0.0604582 Jul 16 00:10:41.691884 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262935d-fec9-4813-b475-f1128b7424c8 req-060f17d9-2a5f-4e9f-adc9-1e1e2d889621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:41.693382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-060f17d9-2a5f-4e9f-adc9-1e1e2d889621 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0440717 Jul 16 00:10:41.765002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262935d-fec9-4813-b475-f1128b7424c8 req-9ed9d0da-883d-4c37-8367-781d5b7714e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:41.766536 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-9ed9d0da-883d-4c37-8367-781d5b7714e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645387 Jul 16 00:10:41.823944 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ff30f356-4537-47ee-9e14-de00094129da details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:10:41.867207 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-b2433152-8a67-4387-92a3-21383a26ead5 service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936534 Jul 16 00:10:41.929430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:41.942703 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'ff30f356-4537-47ee-9e14-de00094129da', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'port_id': 'ff30f356-4537-47ee-9e14-de00094129da', 'mac_address': 'fa:16:3e:7e:d6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:10:41.966857 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0262935d-fec9-4813-b475-f1128b7424c8 req-a18fc5ac-d9f9-4d1d-977b-2e6db6d1aca7 service neutron] 10.222.0.37 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929780 Jul 16 00:10:41.986152 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:42.001190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff30f356-4537-47ee-9e14-de00094129da {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:10:42.004615 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:10:42.024601 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:42.029508 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:42.081951 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:42.089429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.089783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.090129 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.090478 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.091023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.091366 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.091701 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.092035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.092370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.092699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.093025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.093400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:42.251077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['ff30f356-4537-47ee-9e14-de00094129da'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:10:42.735225 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c8369-9911-4888-9f2c-373af43dc04f req-d2c7b4ff-019b-41f3-9bce-6ccbe69726a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:42.736722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-964c8369-9911-4888-9f2c-373af43dc04f req-d2c7b4ff-019b-41f3-9bce-6ccbe69726a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 945 time: 0.0679750 Jul 16 00:10:42.774627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-964c8369-9911-4888-9f2c-373af43dc04f req-70605233-856e-49b6-b989-14727077ebe3 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317192 Jul 16 00:10:42.798419 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57960) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:42.860566 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-2e13e3fc-89b4-4b8f-bb43-1c245846d221 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/3e8e6fce-da25-4406-a7bf-0a99e27f498a HTTP/1.1" status: 200 len: 993 time: 0.0610082 Jul 16 00:10:43.833014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ff30f356-4537-47ee-9e14-de00094129da up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:43.879775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port ff30f356-4537-47ee-9e14-de00094129da completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:43.883216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port ff30f356-4537-47ee-9e14-de00094129da triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:43.883583 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:43.958717 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:43.979803 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:43.982007 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f372a16-835a-43fb-944a-6b4366ba5256" -d '{"events": [{"server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "name": "network-vif-plugged", "status": "completed", "tag": "ff30f356-4537-47ee-9e14-de00094129da"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:43.994000 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:43.998066 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:44.024912 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ae8b0-12cb-44ce-9bbd-5287bbe475a6 x-openstack-request-id: req-7c8ae8b0-12cb-44ce-9bbd-5287bbe475a6 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:44.025205 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "name": "network-vif-plugged", "status": "completed", "tag": "ff30f356-4537-47ee-9e14-de00094129da", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:44.025451 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c8ae8b0-12cb-44ce-9bbd-5287bbe475a6 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:44.025832 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da', 'code': 200} Jul 16 00:10:44.046858 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=9']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:44.524910 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:48.142728 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a8cb0d09-0b6d-480d-b2ab-7d5151f764ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:50.775291 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5361dd1b-1aa6-42dc-8f5a-9fe6cc55e1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:51.150950 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:51.775688 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.535128 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:55.724060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:11.262373 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57972) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:11.423920 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port e096a813-aad4-412a-a2ea-e73575e2a267 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:11.424274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:11.499456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:11.499811 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:11.511924 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for e096a813-aad4-412a-a2ea-e73575e2a267 owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:11.662484 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:11.688139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=e096a813-aad4-412a-a2ea-e73575e2a267,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:11.720272 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.720649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.720993 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.721332 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.721713 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.721997 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.722323 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.722891 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.723039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.723348 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.723693 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.724082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:11.765575 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:11.765910 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP 3e8e6fce-da25-4406-a7bf-0a99e27f498a disassociated (deleted). External IP: 172.25.3.130, port: ff30f356-4537-47ee-9e14-de00094129da. Jul 16 00:11:11.975437 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:12.088750 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:12.096271 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:12.102980 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] Sync routers for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:12.114570 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:12.115860 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:12.133901 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c6b98ae-b807-4d1c-ae53-5880fef964c4 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/floatingips/3e8e6fce-da25-4406-a7bf-0a99e27f498a HTTP/1.1" status: 204 len: 168 time: 0.8699994 Jul 16 00:11:12.135146 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:12.137826 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da29a23e86a42380a5cd25913bdb9d72f9bbeb157bbfaf6e4f2b7925054ceba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e9e9be-ff9e-461e-8556-657669c74d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "tag": "ff30f356-4537-47ee-9e14-de00094129da"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:12.229924 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:12.393728 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b4c8cd-7707-461a-a52f-8ee254baced7 x-openstack-request-id: req-13b4c8cd-7707-461a-a52f-8ee254baced7 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:12.394285 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "tag": "ff30f356-4537-47ee-9e14-de00094129da", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:12.394285 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13b4c8cd-7707-461a-a52f-8ee254baced7 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:12.394669 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da', 'status': 'completed', 'code': 200} Jul 16 00:11:12.464474 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:43Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:12.499088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-810a0acc-0168-40ab-90bf-fac2dab5f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:12.499733 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] Checking router: bfdd579a-b0b8-4d0c-83ed-ee090ca53051 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:12.500523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-810a0acc-0168-40ab-90bf-fac2dab5f5fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 1097 time: 0.0737138 Jul 16 00:11:12.509322 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:12.510089 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:12.617437 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:12.636177 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817c71-6ffc-4022-9d73-bb13ebfcbf88 req-d28cc3a3-2ab0-473e-b5ec-8031c91bc71d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:12.640501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43817c71-6ffc-4022-9d73-bb13ebfcbf88 req-d28cc3a3-2ab0-473e-b5ec-8031c91bc71d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.1428735 Jul 16 00:11:12.655569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-af6a20aa-0086-4241-9464-6b682cc594f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:12.657023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-af6a20aa-0086-4241-9464-6b682cc594f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 200 len: 898 time: 0.1297295 Jul 16 00:11:12.708283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-1627de65-6f47-454d-8046-a5b6dfa77ea0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 200 len: 217 time: 0.0427213 Jul 16 00:11:12.756807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-43817c71-6ffc-4022-9d73-bb13ebfcbf88 req-c6b9cc3a-d1c0-4a47-a11a-626b09dcb599 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121366 Jul 16 00:11:12.785765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-f15a9a60-a57b-46bd-b605-267ce3dfb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:12.787361 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-f15a9a60-a57b-46bd-b605-267ce3dfb8a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 200 len: 834 time: 0.0724769 Jul 16 00:11:12.835234 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:43Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:12.851526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-8ddb398f-0149-40b9-8809-df9cc82b52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:12.853233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-8ddb398f-0149-40b9-8809-df9cc82b52f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca68dad6-6920-42a1-b8da-c8f303168be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584929 Jul 16 00:11:12.862635 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa13b4d3-0cf4-49b5-bceb-398981e67c3b None None] The sync data for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 is: [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:40Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '7899e9bb-eaa0-4006-952c-8208387810d5', 'name': '', 'network_id': 'ca68dad6-6920-42a1-b8da-c8f303168be3', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:2f:cd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:40Z', 'updated_at': '2021-07-16T00:09:43Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': '4a164b66-a710-459e-9dd1-93adfd3edd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:12.959982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-05a8a743-caa6-48e9-8361-0169aed028c3 service neutron] 10.222.0.59 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989606 Jul 16 00:11:13.064932 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d6e9e9be-ff9e-461e-8556-657669c74d2a req-b08f5c1a-e5fa-49f4-9cb4-541c2cf1b293 service neutron] 10.222.0.59 "GET /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981162 Jul 16 00:11:13.124397 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50108d09-8cf3-4874-81e3-048a3be9e34f None None] New status for floating IP 3e8e6fce-da25-4406-a7bf-0a99e27f498a: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:11:13.779901 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-4a3c33dd-4219-4b70-8f39-388275417de0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:13.781431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-4a3c33dd-4219-4b70-8f39-388275417de0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.0646005 Jul 16 00:11:13.922936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port ff30f356-4537-47ee-9e14-de00094129da {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:13.923293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:14.018670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03ff3c-0e73-4872-8deb-4d497896b7f6 req-9bb7d9ad-aaea-4e1f-abb6-47ff38eaa377 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:14.022800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c03ff3c-0e73-4872-8deb-4d497896b7f6 req-9bb7d9ad-aaea-4e1f-abb6-47ff38eaa377 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5635dff-6fb1-448b-a9b9-c327a4724236 HTTP/1.1" status: 200 len: 946 time: 0.1389973 Jul 16 00:11:14.053356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port ff30f356-4537-47ee-9e14-de00094129da, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=ff30f356-4537-47ee-9e14-de00094129da,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:14.053714 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:14.072126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for ff30f356-4537-47ee-9e14-de00094129da owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:14.093570 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c03ff3c-0e73-4872-8deb-4d497896b7f6 req-a48a0c91-938d-4911-aa02-8e20466ba67a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=09af367d-3e39-4257-8f72-361a2d30ebae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659504 Jul 16 00:11:14.222734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:14.252233 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=ff30f356-4537-47ee-9e14-de00094129da,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:14.297987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] No DVR routers for this DVR port ff30f356-4537-47ee-9e14-de00094129da on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:11:14.301004 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:14.303759 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2e9492f2-3fc4-48ea-910b-770b5c7f5f04 req-ac439ddc-ccc6-4286-9038-92b06693c08b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "DELETE /v2.0/ports/ff30f356-4537-47ee-9e14-de00094129da HTTP/1.1" status: 204 len: 173 time: 0.5160201 Jul 16 00:11:14.304392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'name': 'network-vif-deleted', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:14.308991 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7b4cb6-aa8d-4652-b2a1-064277181f66" -d '{"events": [{"server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "name": "network-vif-deleted", "tag": "ff30f356-4537-47ee-9e14-de00094129da"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:14.353073 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a4e840-f7ba-4ca6-a57f-ca9cca53f474 x-openstack-request-id: req-c4a4e840-f7ba-4ca6-a57f-ca9cca53f474 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:14.353546 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5635dff-6fb1-448b-a9b9-c327a4724236", "name": "network-vif-deleted", "tag": "ff30f356-4537-47ee-9e14-de00094129da", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:14.353796 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4a4e840-f7ba-4ca6-a57f-ca9cca53f474 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:14.354211 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5635dff-6fb1-448b-a9b9-c327a4724236', 'name': 'network-vif-deleted', 'tag': 'ff30f356-4537-47ee-9e14-de00094129da', 'status': 'completed', 'code': 200} Jul 16 00:11:14.532860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:15.186258 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57988) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:15.803641 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.065886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 7899e9bb-eaa0-4006-952c-8208387810d5 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:16.066120 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.156665 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port 7899e9bb-eaa0-4006-952c-8208387810d5, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7899e9bb-eaa0-4006-952c-8208387810d5,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:16.157016 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.169213 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 7899e9bb-eaa0-4006-952c-8208387810d5 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:16.351251 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.377484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=7899e9bb-eaa0-4006-952c-8208387810d5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:16.552049 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.759137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:16.860796 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:16.865725 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c6f0b537-9542-483b-b656-066b1004ae9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/bfdd579a-b0b8-4d0c-83ed-ee090ca53051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783564 Jul 16 00:11:16.868540 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57990) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:16.870855 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] Sync routers for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:16.879875 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:16.880477 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:16.922563 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f2f199-f5e0-441b-8b24-dc5a477ab787 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting subnet 4a164b66-a710-459e-9dd1-93adfd3edd51 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:11:16.925591 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96f2f199-f5e0-441b-8b24-dc5a477ab787 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.964716 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96f2f199-f5e0-441b-8b24-dc5a477ab787 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:16.982850 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:17.046108 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96f2f199-f5e0-441b-8b24-dc5a477ab787 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.108507 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96f2f199-f5e0-441b-8b24-dc5a477ab787 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.137969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-96f2f199-f5e0-441b-8b24-dc5a477ab787 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.139860 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96f2f199-f5e0-441b-8b24-dc5a477ab787 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/subnets/4a164b66-a710-459e-9dd1-93adfd3edd51 HTTP/1.1" status: 204 len: 168 time: 0.2703919 Jul 16 00:11:17.141480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2f199-f5e0-441b-8b24-dc5a477ab787 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Subnet': ['ID=4a164b66-a710-459e-9dd1-93adfd3edd51,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:17.142708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57992) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:17.143415 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9503859-0204-4211-9709-96faaf4a98c4 None None] Network ca68dad6-6920-42a1-b8da-c8f303168be3 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:17.175385 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:11:16Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:17.206997 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] Checking router: bfdd579a-b0b8-4d0c-83ed-ee090ca53051 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:17.215538 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] Routers {'bfdd579a-b0b8-4d0c-83ed-ee090ca53051'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:17.216142 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:10:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:17.252596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.331622 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] DHCP port deletion for ca68dad6-6920-42a1-b8da-c8f303168be3 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:11:17.371578 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.384444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] Deleting port 063849c5-6e24-4f91-82fd-a8dceb954765 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:17.384879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.415139 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] Set router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:17.431168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:17.431513 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.452048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] For port 063849c5-6e24-4f91-82fd-a8dceb954765, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=063849c5-6e24-4f91-82fd-a8dceb954765,segment=NetworkSegment(e9aa2ce3-0d90-4919-9e7c-ea86c06208a4),segment_id=e9aa2ce3-0d90-4919-9e7c-ea86c06208a4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:17.452800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.467442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] Calling delete_port for 063849c5-6e24-4f91-82fd-a8dceb954765 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:17.518973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port 0f081c2c-bc3a-4be0-9d8e-203f14cd924f, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=0f081c2c-bc3a-4be0-9d8e-203f14cd924f,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:17.519429 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.536809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 0f081c2c-bc3a-4be0-9d8e-203f14cd924f owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:17.561878 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.590342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] Pushing event deleted for resources: {'Port': ['ID=063849c5-6e24-4f91-82fd-a8dceb954765,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:17.596594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4d58d-244f-4abe-a796-7dca1746b817 None None] No DVR routers for this DVR port 063849c5-6e24-4f91-82fd-a8dceb954765 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:11:17.614694 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:11:16Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:17.647500 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2f733-2b15-40ce-a04c-fa90c47b029f None None] The sync data for ids ['bfdd579a-b0b8-4d0c-83ed-ee090ca53051'] in n-d-793618-8 is: [{'id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897642060', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:11:16Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '0f081c2c-bc3a-4be0-9d8e-203f14cd924f', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd579a-b0b8-4d0c-83ed-ee090ca53051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:09:37Z', 'updated_at': '2021-07-16T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:17.748575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.775461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=0f081c2c-bc3a-4be0-9d8e-203f14cd924f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:17.838386 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.926247 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.928309 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.968909 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.969481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Fanout notify agent at l3_agent the message router_deleted on router bfdd579a-b0b8-4d0c-83ed-ee090ca53051 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:11:17.976132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:17.977877 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f917f4c6-bf39-4385-898b-7e156c965ca7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/routers/bfdd579a-b0b8-4d0c-83ed-ee090ca53051 HTTP/1.1" status: 204 len: 168 time: 0.8336205 Jul 16 00:11:17.980649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 57994) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:18.019495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ff30f356-4537-47ee-9e14-de00094129da no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:18.049992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: ff30f356-4537-47ee-9e14-de00094129da {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:18.053847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device ff30f356-4537-47ee-9e14-de00094129da not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:18.072047 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.119294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 063849c5-6e24-4f91-82fd-a8dceb954765 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:18.144817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 063849c5-6e24-4f91-82fd-a8dceb954765 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:18.145507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 063849c5-6e24-4f91-82fd-a8dceb954765 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:18.145634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7899e9bb-eaa0-4006-952c-8208387810d5 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:18.170018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.171630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 7899e9bb-eaa0-4006-952c-8208387810d5 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:18.172147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7899e9bb-eaa0-4006-952c-8208387810d5 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:18.175802 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e03f6fb-e4de-4e74-a6e1-0b6f2e006102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.182259 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca68dad6-6920-42a1-b8da-c8f303168be3']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:18.193020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:18.193428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9aa2ce3-0d90-4919-9e7c-ea86c06208a4') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:18.203014 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.217001 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.222816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:11:18.223201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:11:18.226242 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:11:18.288210 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.295863 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.297693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/networks/ca68dad6-6920-42a1-b8da-c8f303168be3 HTTP/1.1" status: 204 len: 168 time: 0.3160872 Jul 16 00:11:18.300719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 57996) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:18.309325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ac41-c889-4d11-8f7c-8b2a042ede3a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Network': ['ID=ca68dad6-6920-42a1-b8da-c8f303168be3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:18.364934 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d176e342-b4c1-482a-a7fb-899a4be190df tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.391010 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d176e342-b4c1-482a-a7fb-899a4be190df tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.451794 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d176e342-b4c1-482a-a7fb-899a4be190df tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.454443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d176e342-b4c1-482a-a7fb-899a4be190df tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.455629 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d176e342-b4c1-482a-a7fb-899a4be190df tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/security-groups/09af367d-3e39-4257-8f72-361a2d30ebae HTTP/1.1" status: 204 len: 168 time: 0.1539094 Jul 16 00:11:18.464487 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176e342-b4c1-482a-a7fb-899a4be190df tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09af367d-3e39-4257-8f72-361a2d30ebae,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:18.812306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58002) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:18.817094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-275d6d28-458d-4ace-916a-2d6df199e63a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-129439562', 'description': 'tempest-secgroup-smoke-129439562 description', 'project_id': '430342c9e4474a87836b1f9f27d111c6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:18.838549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-275d6d28-458d-4ace-916a-2d6df199e63a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.918647 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-275d6d28-458d-4ace-916a-2d6df199e63a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.922274 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-275d6d28-458d-4ace-916a-2d6df199e63a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.948125 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-275d6d28-458d-4ace-916a-2d6df199e63a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:18.949343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-275d6d28-458d-4ace-916a-2d6df199e63a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1359584 Jul 16 00:11:18.952475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58004) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:18.953750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d6d28-458d-4ace-916a-2d6df199e63a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ecdd5c-390c-4142-8c1c-f291d1c63c08,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:18.957321 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-6b60b184-7908-4738-9baf-42a018a4ab2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '29ecdd5c-390c-4142-8c1c-f291d1c63c08', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:18.984001 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b60b184-7908-4738-9baf-42a018a4ab2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.003212 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:11:19.030889 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b60b184-7908-4738-9baf-42a018a4ab2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.034243 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b60b184-7908-4738-9baf-42a018a4ab2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.053327 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60b184-7908-4738-9baf-42a018a4ab2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591c6d79-3f7e-4398-88c8-5495a7689d23,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:19.060335 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-6b60b184-7908-4738-9baf-42a018a4ab2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.061396 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-6b60b184-7908-4738-9baf-42a018a4ab2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078756 Jul 16 00:11:19.064159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58006) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:19.068478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b4def7f7-c50a-41d8-ba23-ef99cd552845 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '29ecdd5c-390c-4142-8c1c-f291d1c63c08', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:19.093229 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4def7f7-c50a-41d8-ba23-ef99cd552845 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.152812 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4def7f7-c50a-41d8-ba23-ef99cd552845 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.156343 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4def7f7-c50a-41d8-ba23-ef99cd552845 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.174116 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4def7f7-c50a-41d8-ba23-ef99cd552845 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204e220e-1355-418f-8cb5-bc070034d66f,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:19.180430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b4def7f7-c50a-41d8-ba23-ef99cd552845 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.181408 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b4def7f7-c50a-41d8-ba23-ef99cd552845 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159935 Jul 16 00:11:19.183839 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58008) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:19.188204 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-3555aae7-5f55-4432-aab2-ba773a2dcc45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '29ecdd5c-390c-4142-8c1c-f291d1c63c08', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:19.213117 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3555aae7-5f55-4432-aab2-ba773a2dcc45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.269216 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3555aae7-5f55-4432-aab2-ba773a2dcc45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.272662 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3555aae7-5f55-4432-aab2-ba773a2dcc45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.291123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555aae7-5f55-4432-aab2-ba773a2dcc45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1493e06b-d087-4b0b-804d-7cd6db8e992d,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:19.295945 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-3555aae7-5f55-4432-aab2-ba773a2dcc45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.297327 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-3555aae7-5f55-4432-aab2-ba773a2dcc45 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124041 Jul 16 00:11:19.299968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58010) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:19.304461 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1c5d0f03-383a-4c14-8329-fd4519d71ffe tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '29ecdd5c-390c-4142-8c1c-f291d1c63c08', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:19.331160 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0f03-383a-4c14-8329-fd4519d71ffe tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.388365 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0f03-383a-4c14-8329-fd4519d71ffe tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.391803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0f03-383a-4c14-8329-fd4519d71ffe tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.409312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d0f03-383a-4c14-8329-fd4519d71ffe tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e668622-90c8-4d95-94b2-576e1507bb88,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:19.415635 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0f03-383a-4c14-8329-fd4519d71ffe tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.416838 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1c5d0f03-383a-4c14-8329-fd4519d71ffe tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159003 Jul 16 00:11:19.420201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58012) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:19.424069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b9c6c03b-f6cd-4a0e-ba2e-6232ea7c5f21 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '29ecdd5c-390c-4142-8c1c-f291d1c63c08', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:19.444645 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-b9c6c03b-f6cd-4a0e-ba2e-6232ea7c5f21 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:11:19.449161 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c03b-f6cd-4a0e-ba2e-6232ea7c5f21 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.510644 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c03b-f6cd-4a0e-ba2e-6232ea7c5f21 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.514057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c03b-f6cd-4a0e-ba2e-6232ea7c5f21 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.533856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6c03b-f6cd-4a0e-ba2e-6232ea7c5f21 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740d8530-1560-4434-9515-a8860c5650ab,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:19.537072 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c03b-f6cd-4a0e-ba2e-6232ea7c5f21 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.538262 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b9c6c03b-f6cd-4a0e-ba2e-6232ea7c5f21 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177084 Jul 16 00:11:19.541780 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58014) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:19.546312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f7b2d81e-34f0-4803-9f33-851d0700cfdd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': '29ecdd5c-390c-4142-8c1c-f291d1c63c08', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:19.567292 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-f7b2d81e-34f0-4803-9f33-851d0700cfdd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:11:19.571925 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7b2d81e-34f0-4803-9f33-851d0700cfdd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.631459 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7b2d81e-34f0-4803-9f33-851d0700cfdd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.634964 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7b2d81e-34f0-4803-9f33-851d0700cfdd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.649441 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2d81e-34f0-4803-9f33-851d0700cfdd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8483b12d-d221-43f7-9126-ee73c3e61461,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:19.657713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f7b2d81e-34f0-4803-9f33-851d0700cfdd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.659032 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f7b2d81e-34f0-4803-9f33-851d0700cfdd tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163135 Jul 16 00:11:19.661897 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58016) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:19.667606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'network': {'name': 'tempest-network-smoke--821646519', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'port_security_enabled': True}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:19.688028 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:19.691708 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.710228 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f081c2c-bc3a-4be0-9d8e-203f14cd924f no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:19.715704 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:11:19.724820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.725605 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Added segment ac54a9c3-b60f-4f24-af4e-7919733bf1b6 of type vlan for network ae2088a6-64da-475c-af3f-67ca1faca3f4 Jul 16 00:11:19.741566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 0f081c2c-bc3a-4be0-9d8e-203f14cd924f {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:19.741909 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 0f081c2c-bc3a-4be0-9d8e-203f14cd924f not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:19.772977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.800683 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.806988 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:19.807563 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.842211 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1792984 Jul 16 00:11:19.845046 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58018) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:19.849357 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'admin_state_up': True, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:19.886687 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a423f-a488-41da-ab61-47162f5ab445 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Network': ['ID=ae2088a6-64da-475c-af3f-67ca1faca3f4,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:19.897534 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:11:19.901567 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.902547 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:19.953110 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:20.089164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:20.279013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:20.297105 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:20.395201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.103 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/08fb81ce-4a28-477f-a80e-b91415875cff) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:20.497541 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:20.534961 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:20.568861 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:20.575379 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:20.578896 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:20.584166 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=08fb81ce-4a28-477f-a80e-b91415875cff,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:20.776046 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e6ff3139-95d1-4a85-9607-16c06b0aadc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:20.821661 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.010021 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.131552 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 7396fda6-3fe6-45fb-b5a8-5a321114153a is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:11:21.151817 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.507900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:21.517932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Sync routers for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:21.526543 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.527805 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1f5f241e-90b7-4de7-b7de-440a682e280a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6818500 Jul 16 00:11:21.527972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:21.528567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:21.530971 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58020) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:21.558985 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f3ea767f-fa7e-4616-b408-1744dd2019e5 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=430342c9e4474a87836b1f9f27d111c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268078 Jul 16 00:11:21.561617 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58022) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:21.631300 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:21.645218 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfec3f70-2403-4950-a06b-2873d9837598 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:21.646742 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-dfec3f70-2403-4950-a06b-2873d9837598 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841634 Jul 16 00:11:21.650118 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58024) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:21.681977 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-70108463-b79a-4504-b271-0e2ae6e736dd tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307446 Jul 16 00:11:21.684521 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58026) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:21.689314 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-401486472', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:21.776827 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:21.780826 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.799956 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.824347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:20Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:21.851119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Checking router: 7396fda6-3fe6-45fb-b5a8-5a321114153a for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:21.851471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Updating router 7396fda6-3fe6-45fb-b5a8-5a321114153a port 08fb81ce-4a28-477f-a80e-b91415875cff binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:11:21.885019 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.956214 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.018686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Subnet': ['ID=dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:22.032752 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Checking segment: {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:22.033371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network hostable DHCP agents. Network: ae2088a6-64da-475c-af3f-67ca1faca3f4, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:11:22.057505 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:11:22.067184 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, ae2088a6-64da-475c-af3f-67ca1faca3f4) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:22.072418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:22.073013 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.079339 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45a1976-3451-4700-b2be-f988cf103a2f None None] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:22.091516 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d5beb0e6-31e3-4fc6-b7b2-6515bc678987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4057848 Jul 16 00:11:22.094108 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58028) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:22.228910 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.264147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Transition to ACTIVE for port object 08fb81ce-4a28-477f-a80e-b91415875cff will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:22.273242 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.342246 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-ae2088a6-64da-475c-af3f-67ca1faca3f4', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:11:22.343129 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.361302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Attempting to bind port 08fb81ce-4a28-477f-a80e-b91415875cff on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:22.361677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Attempting to bind port 08fb81ce-4a28-477f-a80e-b91415875cff by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:22.362041 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Attempting to bind port 08fb81ce-4a28-477f-a80e-b91415875cff on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:22.369905 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec5a50-f36f-4558-b30b-1a6fd29659f1 None None] Pushing event updated for resources: {'Port': ['ID=08fb81ce-4a28-477f-a80e-b91415875cff,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:22.380551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:22.380930 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:22.381334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.381911 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:22.382253 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Bound port: 08fb81ce-4a28-477f-a80e-b91415875cff, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:22.382705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.517485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] For port 08fb81ce-4a28-477f-a80e-b91415875cff, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:22.519928 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.534996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] For port 08fb81ce-4a28-477f-a80e-b91415875cff, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=08fb81ce-4a28-477f-a80e-b91415875cff,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:22.542377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.576912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Allocated IP 172.20.0.2 (ae2088a6-64da-475c-af3f-67ca1faca3f4/dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24/7e0557ed-9216-4b31-9e65-9f2eda595f69) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:22.620644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:22.621378 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:22.660158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec5a50-f36f-4558-b30b-1a6fd29659f1 None None] Pushing event updated for resources: {'Port': ['ID=08fb81ce-4a28-477f-a80e-b91415875cff,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:22.802430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:22.911347 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:22.945416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Transition to ACTIVE for port object 7e0557ed-9216-4b31-9e65-9f2eda595f69 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:22.974398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Transition to ACTIVE for port object 7e0557ed-9216-4b31-9e65-9f2eda595f69 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:22.982693 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.026889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.1 (ae2088a6-64da-475c-af3f-67ca1faca3f4/dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24/971ed65d-8621-433a-a563-6f78dfdac7b7) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:23.043236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:23.051881 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:23.058136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:23.065830 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Pushing event updated for resources: {'Port': ['ID=7e0557ed-9216-4b31-9e65-9f2eda595f69,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:23.127884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:20Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:23.130887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Attempting to bind port 7e0557ed-9216-4b31-9e65-9f2eda595f69 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:23.131258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Attempting to bind port 7e0557ed-9216-4b31-9e65-9f2eda595f69 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:23.131628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Attempting to bind port 7e0557ed-9216-4b31-9e65-9f2eda595f69 on network ae2088a6-64da-475c-af3f-67ca1faca3f4 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:23.148227 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.159209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97e3be-d6b4-4460-bfac-a6b7157e3e4d None None] The sync data for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 is: [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:20Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:23.161004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:23.161444 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Checking segment: {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:23.161783 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.162166 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Bound using segment: {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:23.163054 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object 971ed65d-8621-433a-a563-6f78dfdac7b7 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:23.163160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Bound port: 7e0557ed-9216-4b31-9e65-9f2eda595f69, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:23.163160 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.200074 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.235592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] For port 7e0557ed-9216-4b31-9e65-9f2eda595f69, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:23.239734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] For port 7e0557ed-9216-4b31-9e65-9f2eda595f69, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7e0557ed-9216-4b31-9e65-9f2eda595f69,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:23.240976 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:23.247844 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.250433 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:23.253082 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:23.293042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=971ed65d-8621-433a-a563-6f78dfdac7b7,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:23.314876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd6fc3-e4cd-4ab7-8898-9cc687014d84 None None] Pushing event updated for resources: {'Port': ['ID=7e0557ed-9216-4b31-9e65-9f2eda595f69,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:23.323211 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.495649 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.561200 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.832202 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7e0557ed-9216-4b31-9e65-9f2eda595f69 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:23.839922 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.845890 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.900468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 7e0557ed-9216-4b31-9e65-9f2eda595f69 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:23.905369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 08fb81ce-4a28-477f-a80e-b91415875cff up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:23.928346 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=971ed65d-8621-433a-a563-6f78dfdac7b7,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:23.934483 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.964799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 08fb81ce-4a28-477f-a80e-b91415875cff completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:23.969968 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 08fb81ce-4a28-477f-a80e-b91415875cff triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:23.970338 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:24.043985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:24.046032 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:24.059549 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:24.083804 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 08fb81ce-4a28-477f-a80e-b91415875cff, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=08fb81ce-4a28-477f-a80e-b91415875cff,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:24.089461 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:24.153894 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=08fb81ce-4a28-477f-a80e-b91415875cff,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:24.193996 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 7396fda6-3fe6-45fb-b5a8-5a321114153a has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:24.308155 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:24.313494 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7d9a6552-fa9c-4f9d-bf37-2dfdda60ee06 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/7396fda6-3fe6-45fb-b5a8-5a321114153a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2183003 Jul 16 00:11:24.425702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3433d1-d18e-47df-a2b6-572f56a53d7f None None] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:24.457628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-06f66547-1b62-4f18-8047-3aae69350f7f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-129439562&fields=id&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 267 time: 0.0329456 Jul 16 00:11:24.579971 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-185fc57d-5e60-4996-bb7a-70e214be0758 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:24.581844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-185fc57d-5e60-4996-bb7a-70e214be0758 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/networks?id=ae2088a6-64da-475c-af3f-67ca1faca3f4 HTTP/1.1" status: 200 len: 796 time: 0.1175399 Jul 16 00:11:24.597283 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-4702bd9f-c8c3-470f-81d5-396f45f7fbfb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/quotas/430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 375 time: 0.0096574 Jul 16 00:11:24.671234 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cbbc8a02-a9de-44c7-acbe-f9b717ae735f None None] Provisioning for port 7e0557ed-9216-4b31-9e65-9f2eda595f69 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:24.671484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-c6cf2c90-e34c-4e8d-bb49-01d1bbea2667 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647631 Jul 16 00:11:24.678343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cbbc8a02-a9de-44c7-acbe-f9b717ae735f None None] Provisioning complete for port 7e0557ed-9216-4b31-9e65-9f2eda595f69 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:24.678850 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cbbc8a02-a9de-44c7-acbe-f9b717ae735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:24.805538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-f79ac428-8100-4745-8d23-f718ebfe1278 service neutron] 10.222.0.23 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160598 Jul 16 00:11:24.823174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cbbc8a02-a9de-44c7-acbe-f9b717ae735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:24.865871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-cbbc8a02-a9de-44c7-acbe-f9b717ae735f None None] For port 7e0557ed-9216-4b31-9e65-9f2eda595f69, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7e0557ed-9216-4b31-9e65-9f2eda595f69,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:24.872876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cbbc8a02-a9de-44c7-acbe-f9b717ae735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:24.908256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-42482005-6b64-465d-b7a1-92c256fc42cd service neutron] 10.222.0.23 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966692 Jul 16 00:11:24.935784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc8a02-a9de-44c7-acbe-f9b717ae735f None None] Pushing event updated for resources: {'Port': ['ID=7e0557ed-9216-4b31-9e65-9f2eda595f69,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:25.114037 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Sync routers for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:25.129544 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:25.130290 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:25.135093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-300471fa-6a96-49c9-898e-a1b33afecb1c req-7e56696f-6335-4900-ac5c-b1d814465d8d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 210 time: 0.0553367 Jul 16 00:11:25.200684 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f938848a-4a88-41cd-949a-0d19bbe4cc81 None None] Provisioning complete for port 7e0557ed-9216-4b31-9e65-9f2eda595f69 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:25.201314 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f938848a-4a88-41cd-949a-0d19bbe4cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.299676 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:25.364024 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f938848a-4a88-41cd-949a-0d19bbe4cc81 None None] Provisioning for port 971ed65d-8621-433a-a563-6f78dfdac7b7 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:25.370098 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f938848a-4a88-41cd-949a-0d19bbe4cc81 None None] Provisioning complete for port 971ed65d-8621-433a-a563-6f78dfdac7b7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:25.370615 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f938848a-4a88-41cd-949a-0d19bbe4cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.410458 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f938848a-4a88-41cd-949a-0d19bbe4cc81 None None] Port 971ed65d-8621-433a-a563-6f78dfdac7b7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:25.545343 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-129754e7-7066-424d-9d75-a07eae2d10b8 None None] Provisioning complete for port 971ed65d-8621-433a-a563-6f78dfdac7b7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:25.546029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-129754e7-7066-424d-9d75-a07eae2d10b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.549760 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 2, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:25.589972 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Checking router: 7396fda6-3fe6-45fb-b5a8-5a321114153a for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:25.590326 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Updating router 7396fda6-3fe6-45fb-b5a8-5a321114153a port 971ed65d-8621-433a-a563-6f78dfdac7b7 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:11:25.609486 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-129754e7-7066-424d-9d75-a07eae2d10b8 None None] Port 971ed65d-8621-433a-a563-6f78dfdac7b7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:25.628473 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.741594 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-08b7c54a-933c-4bb1-9a12-ae59f9ba7cde None None] Provisioning complete for port 971ed65d-8621-433a-a563-6f78dfdac7b7 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:25.742067 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54a-933c-4bb1-9a12-ae59f9ba7cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.764172 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.777617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-08b7c54a-933c-4bb1-9a12-ae59f9ba7cde None None] Port 971ed65d-8621-433a-a563-6f78dfdac7b7 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:25.797833 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7e0557ed-9216-4b31-9e65-9f2eda595f69 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:25.848293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 7e0557ed-9216-4b31-9e65-9f2eda595f69 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:25.848660 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.915737 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.926631 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Transition to ACTIVE for port object 971ed65d-8621-433a-a563-6f78dfdac7b7 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:25.926854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 08fb81ce-4a28-477f-a80e-b91415875cff up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:25.933387 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.976610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 08fb81ce-4a28-477f-a80e-b91415875cff triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:25.977034 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.984980 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Pushing event updated for resources: {'Port': ['ID=971ed65d-8621-433a-a563-6f78dfdac7b7,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:26.030781 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.031142 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.031447 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.031776 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.032103 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.032427 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.032744 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.033061 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.033374 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.033688 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.034001 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.034312 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:26.053116 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Attempting to bind port 971ed65d-8621-433a-a563-6f78dfdac7b7 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:26.053492 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Attempting to bind port 971ed65d-8621-433a-a563-6f78dfdac7b7 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:26.053852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Attempting to bind port 971ed65d-8621-433a-a563-6f78dfdac7b7 on network ae2088a6-64da-475c-af3f-67ca1faca3f4 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:26.059690 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:26.060202 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Checking segment: {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:26.060745 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.061172 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Bound using segment: {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:26.061641 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Bound port: 971ed65d-8621-433a-a563-6f78dfdac7b7, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:26.062021 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.129617 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] For port 971ed65d-8621-433a-a563-6f78dfdac7b7, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:26.132859 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] For port 971ed65d-8621-433a-a563-6f78dfdac7b7, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=971ed65d-8621-433a-a563-6f78dfdac7b7,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:26.137690 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.190250 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:26.191103 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:26.286377 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6e9d774c-5394-48b0-b307-8537f57d1bce req-848d4e65-a97b-492e-a2f3-48db0f4f95a9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 210 time: 0.0320148 Jul 16 00:11:26.308444 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:26.340701 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56d67-1878-48c4-8d35-d4bd7eba7e8f None None] Pushing event updated for resources: {'Port': ['ID=971ed65d-8621-433a-a563-6f78dfdac7b7,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:26.426524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-59f0a4ef-eef0-4162-a615-2cfd6e0b93f5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:26.427990 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-59f0a4ef-eef0-4162-a615-2cfd6e0b93f5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "GET /v2.0/networks?id=ae2088a6-64da-475c-af3f-67ca1faca3f4 HTTP/1.1" status: 200 len: 796 time: 0.1408191 Jul 16 00:11:26.473350 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-e79e5057-06ed-4141-91c5-96cec11bb5fc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 379 time: 0.0343118 Jul 16 00:11:26.482950 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'port': {'device_id': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'admin_state_up': True, 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'security_groups': ['29ecdd5c-390c-4142-8c1c-f291d1c63c08']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:26.521103 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:26Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:26.600960 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:26.604799 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.638260 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d12b3-7ff5-4a19-9b67-515d6fe5b179 None None] The sync data for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 is: [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:26Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:26.749356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.9 (ae2088a6-64da-475c-af3f-67ca1faca3f4/dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24/a7dc21eb-8407-4647-ab68-2a6d07349429) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:26.892615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.911063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object a7dc21eb-8407-4647-ab68-2a6d07349429 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:26.946495 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.992196 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:26.995968 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:26.999967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:27.024779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=a7dc21eb-8407-4647-ab68-2a6d07349429,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:27.054000 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:27.054817 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.071732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-904371e3-e336-4d8e-a353-8b44985dbb33 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925074 Jul 16 00:11:27.087839 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Request body: {'port': {'device_id': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:27.172424 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.253445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c4abf088-b5ce-40bd-8103-9328a43c6dc8 None None] Provisioning for port a7dc21eb-8407-4647-ab68-2a6d07349429 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:27.258211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c4abf088-b5ce-40bd-8103-9328a43c6dc8 None None] Provisioning complete for port a7dc21eb-8407-4647-ab68-2a6d07349429 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:27.258717 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c4abf088-b5ce-40bd-8103-9328a43c6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.295636 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c4abf088-b5ce-40bd-8103-9328a43c6dc8 None None] Port a7dc21eb-8407-4647-ab68-2a6d07349429 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:27.779791 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5209b5-c20e-4798-821d-daed03b1b132 req-1e38bb3c-d4be-47e3-a9ee-89a1506ee59c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:27.781400 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f5209b5-c20e-4798-821d-daed03b1b132 req-1e38bb3c-d4be-47e3-a9ee-89a1506ee59c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 931 time: 0.1039340 Jul 16 00:11:27.793794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 971ed65d-8621-433a-a563-6f78dfdac7b7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:27.836762 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7dc21eb-8407-4647-ab68-2a6d07349429 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:11:27.845276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 971ed65d-8621-433a-a563-6f78dfdac7b7 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:27.849422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 971ed65d-8621-433a-a563-6f78dfdac7b7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:27.849807 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.851343 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.860880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f5209b5-c20e-4798-821d-daed03b1b132 req-2ea17546-3af5-495e-ac56-a23a32117304 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733662 Jul 16 00:11:27.867932 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Transition to ACTIVE for port object a7dc21eb-8407-4647-ab68-2a6d07349429 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:27.885384 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.927406 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.935003 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dc21eb-8407-4647-ab68-2a6d07349429,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:27.966972 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 971ed65d-8621-433a-a563-6f78dfdac7b7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=971ed65d-8621-433a-a563-6f78dfdac7b7,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:27.971075 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.009325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Attempting to bind port a7dc21eb-8407-4647-ab68-2a6d07349429 on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:28.009661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Attempting to bind port a7dc21eb-8407-4647-ab68-2a6d07349429 by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:28.009988 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Attempting to bind port a7dc21eb-8407-4647-ab68-2a6d07349429 on network ae2088a6-64da-475c-af3f-67ca1faca3f4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:28.015782 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Port a7dc21eb-8407-4647-ab68-2a6d07349429 on network ae2088a6-64da-475c-af3f-67ca1faca3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:11:28.016234 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Attempting to bind port a7dc21eb-8407-4647-ab68-2a6d07349429 on network ae2088a6-64da-475c-af3f-67ca1faca3f4 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:28.021413 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:28.021760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Checking segment: {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:28.022150 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Bound using segment: {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:28.022615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Bound port: a7dc21eb-8407-4647-ab68-2a6d07349429, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:28.023004 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.028752 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=971ed65d-8621-433a-a563-6f78dfdac7b7,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:28.096796 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] For port a7dc21eb-8407-4647-ab68-2a6d07349429, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:28.100100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] For port a7dc21eb-8407-4647-ab68-2a6d07349429, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a7dc21eb-8407-4647-ab68-2a6d07349429,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:28.104952 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.137269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.138116 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.139551 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] 10.222.0.59 "PUT /v2.0/ports/a7dc21eb-8407-4647-ab68-2a6d07349429 HTTP/1.1" status: 200 len: 1091 time: 1.0599179 Jul 16 00:11:28.141647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:28.144699 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821824e3-21b9-4cdf-b788-68919813df1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:28.183859 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d4156-cd40-4aec-be70-90e3e35bdd53 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dc21eb-8407-4647-ab68-2a6d07349429,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:28.193344 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098e236a-9eb4-4991-86a5-48fb7ea0ce92 x-openstack-request-id: req-098e236a-9eb4-4991-86a5-48fb7ea0ce92 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:28.193630 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:28.193876 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-098e236a-9eb4-4991-86a5-48fb7ea0ce92 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:28.194267 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'status': 'completed', 'code': 200} Jul 16 00:11:28.249529 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-ebbd682b-dab3-4770-81c0-4f5b9e2994ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.251435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-ebbd682b-dab3-4770-81c0-4f5b9e2994ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 1094 time: 0.0561423 Jul 16 00:11:28.299310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-c76de1f7-7c2c-4f22-98f1-37f4cb2ad2fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dc21eb-8407-4647-ab68-2a6d07349429 HTTP/1.1" status: 200 len: 217 time: 0.0398684 Jul 16 00:11:28.351484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-95f35082-5b9b-4e85-80b5-c9e82d63e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.353796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-95f35082-5b9b-4e85-80b5-c9e82d63e75b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24 HTTP/1.1" status: 200 len: 834 time: 0.0478692 Jul 16 00:11:28.410575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-7b770aec-c5fa-4053-b0d1-36f7a0eb59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.412176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-7b770aec-c5fa-4053-b0d1-36f7a0eb59ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae2088a6-64da-475c-af3f-67ca1faca3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519166 Jul 16 00:11:28.503351 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-e534e91a-35b0-414d-8146-433214946c56 service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836191 Jul 16 00:11:28.590006 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b27e4343-1624-43ee-b3aa-7fbc23842148 req-b128fa44-9dc1-46c2-8e2b-eda3e7dc6a5e service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797863 Jul 16 00:11:28.688492 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821824e3-21b9-4cdf-b788-68919813df1f req-9d72c99f-4411-479b-8f96-d962035697c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.690053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821824e3-21b9-4cdf-b788-68919813df1f req-9d72c99f-4411-479b-8f96-d962035697c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 1094 time: 0.0524189 Jul 16 00:11:28.784306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821824e3-21b9-4cdf-b788-68919813df1f req-7a503e72-c0a8-433f-8c0a-237ad4a9a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.785748 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821824e3-21b9-4cdf-b788-68919813df1f req-7a503e72-c0a8-433f-8c0a-237ad4a9a8d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae2088a6-64da-475c-af3f-67ca1faca3f4 HTTP/1.1" status: 200 len: 897 time: 0.0886607 Jul 16 00:11:28.826774 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821824e3-21b9-4cdf-b788-68919813df1f req-f0de6137-85fb-49d9-80f4-d4cadb436767 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dc21eb-8407-4647-ab68-2a6d07349429 HTTP/1.1" status: 200 len: 217 time: 0.0332246 Jul 16 00:11:28.877571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821824e3-21b9-4cdf-b788-68919813df1f req-81f96eed-5fae-4328-9c0e-0cbae53fe0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.879027 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821824e3-21b9-4cdf-b788-68919813df1f req-81f96eed-5fae-4328-9c0e-0cbae53fe0c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24 HTTP/1.1" status: 200 len: 834 time: 0.0458562 Jul 16 00:11:28.936584 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821824e3-21b9-4cdf-b788-68919813df1f req-f0ed6b90-97e2-4776-9a37-69969480ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:28.938106 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821824e3-21b9-4cdf-b788-68919813df1f req-f0ed6b90-97e2-4776-9a37-69969480ef8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae2088a6-64da-475c-af3f-67ca1faca3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521815 Jul 16 00:11:29.070427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821824e3-21b9-4cdf-b788-68919813df1f req-f86d4e0d-1f50-41e6-970c-00902ff539c0 service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246819 Jul 16 00:11:29.102364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30234271-270c-49f3-a186-7e329bf1a50a req-14283c7d-4ac6-4a04-bd2f-6fd6a7e4c681 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:29.103829 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30234271-270c-49f3-a186-7e329bf1a50a req-14283c7d-4ac6-4a04-bd2f-6fd6a7e4c681 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 943 time: 0.1297793 Jul 16 00:11:29.184363 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30234271-270c-49f3-a186-7e329bf1a50a req-c92c8bf6-c7db-4b9c-9eb2-d077b66b9404 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743597 Jul 16 00:11:29.202187 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-821824e3-21b9-4cdf-b788-68919813df1f req-b119241e-12d6-4afc-895c-7c154efad254 service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248894 Jul 16 00:11:29.761715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 971ed65d-8621-433a-a563-6f78dfdac7b7 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:29.808504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 971ed65d-8621-433a-a563-6f78dfdac7b7 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:29.808867 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.354375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00300d0-b021-4f82-97b9-9020bb4d77a6 req-f3bfae04-85b1-479c-844d-436adfab2f79 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:30.355896 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b00300d0-b021-4f82-97b9-9020bb4d77a6 req-f3bfae04-85b1-479c-844d-436adfab2f79 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 943 time: 0.0631070 Jul 16 00:11:30.393081 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b00300d0-b021-4f82-97b9-9020bb4d77a6 req-f0cb0dbd-25e1-45ba-a39d-9f5e079fb1ec tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Jul 16 00:11:31.566917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb5a-cf59-4d46-9ee9-da700f14fd7c req-539b9af3-4367-4525-aee2-ae929b890278 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:31.568427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d80bfb5a-cf59-4d46-9ee9-da700f14fd7c req-539b9af3-4367-4525-aee2-ae929b890278 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 943 time: 0.0661259 Jul 16 00:11:31.605642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d80bfb5a-cf59-4d46-9ee9-da700f14fd7c req-7689fccf-15ff-4e36-bbd5-c0b406a86052 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312405 Jul 16 00:11:32.113505 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a7dc21eb-8407-4647-ab68-2a6d07349429 details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:11:32.209210 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a7dc21eb-8407-4647-ab68-2a6d07349429, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a7dc21eb-8407-4647-ab68-2a6d07349429,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:32.219918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'port_id': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'mac_address': 'fa:16:3e:68:33:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:11:32.255023 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.267424 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7dc21eb-8407-4647-ab68-2a6d07349429 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:11:32.285681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a7dc21eb-8407-4647-ab68-2a6d07349429, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a7dc21eb-8407-4647-ab68-2a6d07349429,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:32.290073 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.338609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=a7dc21eb-8407-4647-ab68-2a6d07349429,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:32.486026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['a7dc21eb-8407-4647-ab68-2a6d07349429'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:11:32.781899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29f103-bba3-4c94-8625-34dcb2fed140 req-fba331b7-fa52-4cb4-9b35-657da29b1c73 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:32.783341 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c29f103-bba3-4c94-8625-34dcb2fed140 req-fba331b7-fa52-4cb4-9b35-657da29b1c73 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 944 time: 0.0691874 Jul 16 00:11:32.820700 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c29f103-bba3-4c94-8625-34dcb2fed140 req-fda62990-ceed-48e1-85cd-ed6014992b69 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Jul 16 00:11:33.988201 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467dbe9-0bfe-422e-936b-cfceb2170671 req-89d2b52a-ddbc-4908-bd04-6bbb6600c45c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:33.989593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d467dbe9-0bfe-422e-936b-cfceb2170671 req-89d2b52a-ddbc-4908-bd04-6bbb6600c45c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 944 time: 0.0623720 Jul 16 00:11:34.026320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d467dbe9-0bfe-422e-936b-cfceb2170671 req-ad93bb44-e5bd-44f2-81d4-d181d6a24c77 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306015 Jul 16 00:11:34.121195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a7dc21eb-8407-4647-ab68-2a6d07349429 up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:34.168652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port a7dc21eb-8407-4647-ab68-2a6d07349429 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:34.172361 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port a7dc21eb-8407-4647-ab68-2a6d07349429 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:34.172728 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.246156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.267445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:34.269656 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4722709-be76-4dea-9d49-a5a14d845769" -d '{"events": [{"server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "name": "network-vif-plugged", "status": "completed", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:34.285381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port a7dc21eb-8407-4647-ab68-2a6d07349429, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a7dc21eb-8407-4647-ab68-2a6d07349429,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:34.290388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.314950 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3513186-eec5-4d02-9b73-77d0b03f2403 x-openstack-request-id: req-f3513186-eec5-4d02-9b73-77d0b03f2403 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:34.315236 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "name": "network-vif-plugged", "status": "completed", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:34.315486 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3513186-eec5-4d02-9b73-77d0b03f2403 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:34.315873 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'code': 200} Jul 16 00:11:34.343035 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=a7dc21eb-8407-4647-ab68-2a6d07349429,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:34.419300 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86736c1-2a76-45e2-902d-22c51f53108c req-1f9bb7cc-4e77-403c-8970-9fa6dc9f0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:34.420763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b86736c1-2a76-45e2-902d-22c51f53108c req-1f9bb7cc-4e77-403c-8970-9fa6dc9f0f36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 1096 time: 0.0556276 Jul 16 00:11:34.453183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b86736c1-2a76-45e2-902d-22c51f53108c req-3e77e97d-64ea-4141-896d-b9334d94b65a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263216 Jul 16 00:11:35.201202 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31ec1-d2ab-4b63-8dc5-9e1dc49e3999 req-a1c86786-ae3f-44f3-a326-2a0f93000605 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:35.202858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7d31ec1-d2ab-4b63-8dc5-9e1dc49e3999 req-a1c86786-ae3f-44f3-a326-2a0f93000605 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0672176 Jul 16 00:11:35.244501 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c7d31ec1-d2ab-4b63-8dc5-9e1dc49e3999 req-e5b87a4c-15de-4f1d-b407-662df796f988 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361841 Jul 16 00:11:36.463240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b3fb2-d602-4915-ae47-41a71c7fd412 req-15ef16ce-5fe2-4b2c-b916-a95ddab53285 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:36.464722 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a25b3fb2-d602-4915-ae47-41a71c7fd412 req-15ef16ce-5fe2-4b2c-b916-a95ddab53285 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.1089997 Jul 16 00:11:36.501253 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a25b3fb2-d602-4915-ae47-41a71c7fd412 req-3781b3ab-5535-4387-9f72-b7c3ae52588b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310721 Jul 16 00:11:36.672273 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6586-6de9-44f6-bae1-46d534e618c1 req-cdad50e4-5ef5-4049-89d7-816def07b644 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:36.673770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b7c6586-6de9-44f6-bae1-46d534e618c1 req-cdad50e4-5ef5-4049-89d7-816def07b644 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0664306 Jul 16 00:11:36.710258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b7c6586-6de9-44f6-bae1-46d534e618c1 req-ef4d48aa-c244-40db-8fbe-e12ae2df4a03 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308807 Jul 16 00:11:36.734832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58082) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:36.785750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d0c5d-8efb-449e-974d-44b8933ec9d8 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:36.787206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5d3d0c5d-8efb-449e-974d-44b8933ec9d8 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 1091 time: 0.0513990 Jul 16 00:11:36.790341 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58084) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:36.794706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:36.815677 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.913441 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.012672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.97 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/5c6b779e-6ac8-4c5a-9240-2a6392e31a60) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:37.116168 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.153941 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.188763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:37.193346 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:37.196707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:37.221101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=5c6b779e-6ac8-4c5a-9240-2a6392e31a60,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:37.558284 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.635307 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.780841 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.786511 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.859900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=5c6b779e-6ac8-4c5a-9240-2a6392e31a60,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:37.871999 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.872350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.872690 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.873025 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.873355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.873691 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.874019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.874344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.874670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.875019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.875345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.875666 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:37.879775 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.981302 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP d8e9a222-1823-4433-b66d-7648224db3df associated. External IP: 172.25.3.97, port: a7dc21eb-8407-4647-ab68-2a6d07349429. Jul 16 00:11:38.195120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 7396fda6-3fe6-45fb-b5a8-5a321114153a has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:38.306426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:38.317487 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] Sync routers for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:38.323789 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.328119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:38.328755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:38.361720 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-916bf4e7-91dd-4502-9653-41efd7ba1591 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5702717 Jul 16 00:11:38.362364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:38.364707 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a74bbd-e644-46d0-8917-0fa8857b7b97" -d '{"events": [{"name": "network-changed", "server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:38.444060 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:38.518973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005e1d9-3ca8-4e9c-bcd8-97c409f67e4e req-52acf553-25d0-4f03-be24-901b11cb3d00 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:38.520427 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5005e1d9-3ca8-4e9c-bcd8-97c409f67e4e req-52acf553-25d0-4f03-be24-901b11cb3d00 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0686824 Jul 16 00:11:38.559448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5005e1d9-3ca8-4e9c-bcd8-97c409f67e4e req-8bb560e2-4399-4d6e-ae57-826e5e258bf7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331705 Jul 16 00:11:38.583315 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58090) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:38.605600 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982109ba-50b3-4b8b-b67a-f60ff5242438 x-openstack-request-id: req-982109ba-50b3-4b8b-b67a-f60ff5242438 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:38.605900 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:38.606511 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-982109ba-50b3-4b8b-b67a-f60ff5242438 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:38.606659 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'status': 'completed', 'code': 200} Jul 16 00:11:38.649570 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-68fa3470-35ce-4217-a204-09f576efc295 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/d8e9a222-1823-4433-b66d-7648224db3df HTTP/1.1" status: 200 len: 990 time: 0.0642891 Jul 16 00:11:38.672250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd8e9a222-1823-4433-b66d-7648224db3df', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'port_id': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'mac_address': 'fa:16:3e:68:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:11:37Z', 'updated_at': '2021-07-16T00:11:37Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:27Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:38.686590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-c46c4d61-331c-49db-bfe1-a08b4fbd1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:38.688188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-c46c4d61-331c-49db-bfe1-a08b4fbd1cf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 1096 time: 0.0553300 Jul 16 00:11:38.701691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] Checking router: 7396fda6-3fe6-45fb-b5a8-5a321114153a for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:38.709978 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:38.710590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:11:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:38.786427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-d485cb70-72a0-4a20-93b1-bc3e21fa2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:38.787858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-d485cb70-72a0-4a20-93b1-bc3e21fa2608 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae2088a6-64da-475c-af3f-67ca1faca3f4 HTTP/1.1" status: 200 len: 897 time: 0.0922685 Jul 16 00:11:38.815037 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:38.853267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-9c0cb253-bfc1-41c9-9e6e-c1d272481b1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dc21eb-8407-4647-ab68-2a6d07349429 HTTP/1.1" status: 200 len: 998 time: 0.0578063 Jul 16 00:11:38.904916 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-564815eb-1761-4511-bc8d-3c4ebcac227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:38.906379 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-564815eb-1761-4511-bc8d-3c4ebcac227c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24 HTTP/1.1" status: 200 len: 834 time: 0.0470438 Jul 16 00:11:38.962847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-0fcc0f36-e88f-4f5d-9ab8-5fdf511007b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:38.964378 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-0fcc0f36-e88f-4f5d-9ab8-5fdf511007b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae2088a6-64da-475c-af3f-67ca1faca3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516140 Jul 16 00:11:39.031681 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd8e9a222-1823-4433-b66d-7648224db3df', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'port_id': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'mac_address': 'fa:16:3e:68:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:11:37Z', 'updated_at': '2021-07-16T00:11:37Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:27Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:39.057416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-aab44ed1-f870-498d-a171-1a5e58955388 service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866866 Jul 16 00:11:39.061587 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205493a2-90da-4c76-95a1-af05e9a4dcac None None] The sync data for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 is: [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'd8e9a222-1823-4433-b66d-7648224db3df', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.97', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'port_id': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'mac_address': 'fa:16:3e:68:33:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:11:37Z', 'updated_at': '2021-07-16T00:11:37Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:27Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:39.151435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b2a74bbd-e644-46d0-8917-0fa8857b7b97 req-4e0dc71b-8729-4686-9be4-9962453c337e service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874510 Jul 16 00:11:39.245660 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42b94aa-a79c-4bc2-9c69-de04f4fb93fb None None] New status for floating IP d8e9a222-1823-4433-b66d-7648224db3df: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:11:39.651355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58092) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:39.715749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2f43ad9c-2af8-4d5c-aa53-14cbd0d24887 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/d8e9a222-1823-4433-b66d-7648224db3df HTTP/1.1" status: 200 len: 992 time: 0.0633090 Jul 16 00:11:44.543353 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:45.689234 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [req-faff947c-5d69-48c7-891d-f7bc934789d0 req-ea66e151-304c-4e4f-adeb-61258e29e53e service neutron] (93714) timed out ('10.222.0.37', 50539) {{(pid=93714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:11:48.146816 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a26c2e1b-491f-4c23-a521-15ee76429896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:50.777647 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e311bdd4-0271-40d7-b987-290535584045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:51.152688 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:51.780690 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:53.540780 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:55.736900 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:56.002867 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:12:13.323093 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df09ca-302b-4381-b022-93f0960426e9 req-8f86ae8c-2447-4384-b677-6643b857aa30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:13.324563 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22df09ca-302b-4381-b022-93f0960426e9 req-8f86ae8c-2447-4384-b677-6643b857aa30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0662076 Jul 16 00:12:13.362773 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-22df09ca-302b-4381-b022-93f0960426e9 req-758ea1bf-ea56-4a03-8c79-2739841dc72b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327494 Jul 16 00:12:14.536712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342a23-c531-46b8-9a20-165886b9e475 req-71fe9b56-5d15-489f-884a-e62ff7d5f1d6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:14.538127 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2342a23-c531-46b8-9a20-165886b9e475 req-71fe9b56-5d15-489f-884a-e62ff7d5f1d6 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0629706 Jul 16 00:12:14.548086 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:14.577362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e2342a23-c531-46b8-9a20-165886b9e475 req-56f9dca1-6dc2-4e98-92f9-dcf382d4a650 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327737 Jul 16 00:12:15.934587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232323a7-23d2-422f-bb07-ca09a508839b req-fb5fcbd7-d69b-4b16-8e16-771cd716d580 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:15.936094 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-232323a7-23d2-422f-bb07-ca09a508839b req-fb5fcbd7-d69b-4b16-8e16-771cd716d580 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0668209 Jul 16 00:12:15.973426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-232323a7-23d2-422f-bb07-ca09a508839b req-6ba57d9f-a392-487a-ad08-ad3290311127 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319314 Jul 16 00:12:17.142845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbcdcc-ca7b-4d5c-bc1e-28f440dc343d req-2cf361c3-ec27-4056-9237-da352eaab1a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:17.144340 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87bbcdcc-ca7b-4d5c-bc1e-28f440dc343d req-2cf361c3-ec27-4056-9237-da352eaab1a1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0634689 Jul 16 00:12:17.182239 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87bbcdcc-ca7b-4d5c-bc1e-28f440dc343d req-401b1120-747f-49bd-b18a-545666e76c3c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Jul 16 00:12:18.146876 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc729243-1aa1-4100-a2aa-e07099208da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:18.356848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a7c9-6b8d-4b30-aa78-3cbdc2c69fbf req-62f15663-c1e5-4b6f-8688-feca244f351b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:18.358346 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fb5a7c9-6b8d-4b30-aa78-3cbdc2c69fbf req-62f15663-c1e5-4b6f-8688-feca244f351b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0665970 Jul 16 00:12:18.712190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9fb5a7c9-6b8d-4b30-aa78-3cbdc2c69fbf req-cafc81f8-329e-4aba-ad04-89bb47f05a68 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484008 Jul 16 00:12:19.881120 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064b38c-ce4a-487d-8b25-142bf22f5ba5 req-37dd0c7b-dce6-4c7c-a699-787a85525c7a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:19.882592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0064b38c-ce4a-487d-8b25-142bf22f5ba5 req-37dd0c7b-dce6-4c7c-a699-787a85525c7a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0617049 Jul 16 00:12:19.920322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0064b38c-ce4a-487d-8b25-142bf22f5ba5 req-f17326a0-b7f8-4ec9-8159-18b4a37f4bb0 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321445 Jul 16 00:12:20.778372 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-af9ef13e-35b3-49a8-9c27-733e46aefc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:21.091758 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae4e41-7718-4016-96e7-5cb000545c64 req-57bfa37a-4c4a-445a-be64-fd0f169e2012 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:21.093290 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0ae4e41-7718-4016-96e7-5cb000545c64 req-57bfa37a-4c4a-445a-be64-fd0f169e2012 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0662136 Jul 16 00:12:21.130460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f0ae4e41-7718-4016-96e7-5cb000545c64 req-121a82b9-8a9e-4a91-bc9a-954a839bcbdc tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Jul 16 00:12:21.152601 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:21.782847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:22.299530 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a78567-95f4-488f-b492-a96b01c2dc9d req-71380597-621d-4d86-ba5f-8a3ae1de0c10 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:22.301014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23a78567-95f4-488f-b492-a96b01c2dc9d req-71380597-621d-4d86-ba5f-8a3ae1de0c10 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0625420 Jul 16 00:12:22.340880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-23a78567-95f4-488f-b492-a96b01c2dc9d req-453c7976-a4ca-474d-8857-3c21d8c59c4b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343907 Jul 16 00:12:23.512753 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627cbf8-23e4-4a05-bb87-9e9872a90891 req-14e5244f-f0f2-41dc-a8a9-b05828885a52 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:23.514238 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8627cbf8-23e4-4a05-bb87-9e9872a90891 req-14e5244f-f0f2-41dc-a8a9-b05828885a52 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0621383 Jul 16 00:12:23.545221 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:23.552072 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8627cbf8-23e4-4a05-bb87-9e9872a90891 req-20204504-7b45-4fb8-868f-dccdb1518d86 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Jul 16 00:12:24.728841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a6f1f-7c3f-4f3a-a2b4-985ef840fdbb req-a652bdd3-2a52-420c-ab8b-13788c88fbc5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:24.731853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-195a6f1f-7c3f-4f3a-a2b4-985ef840fdbb req-a652bdd3-2a52-420c-ab8b-13788c88fbc5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0691304 Jul 16 00:12:24.767677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-195a6f1f-7c3f-4f3a-a2b4-985ef840fdbb req-57fe3af8-4a4a-4662-8497-8148f99752ee tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Jul 16 00:12:25.751846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:25.936847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543835b-485c-49d8-9976-a1bacfa751c3 req-bf20dff7-19c0-47e0-b9da-9af0cb089c81 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:25.938305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5543835b-485c-49d8-9976-a1bacfa751c3 req-bf20dff7-19c0-47e0-b9da-9af0cb089c81 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0624318 Jul 16 00:12:25.974834 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5543835b-485c-49d8-9976-a1bacfa751c3 req-5e3677b6-1247-4d29-8d61-ca440e28d1cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308852 Jul 16 00:12:27.148307 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b217-9cd4-424e-bc06-7c0dcbb2acc0 req-bde6d9b6-7ffb-488f-b512-09c60c13192c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:27.149779 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c1b217-9cd4-424e-bc06-7c0dcbb2acc0 req-bde6d9b6-7ffb-488f-b512-09c60c13192c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0656288 Jul 16 00:12:27.187188 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e1c1b217-9cd4-424e-bc06-7c0dcbb2acc0 req-2c688640-630e-42f4-99df-f3a6d16b6f9d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312264 Jul 16 00:12:28.366192 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7a47d-1947-4297-bc82-d03922f5528d req-d5f8e38c-294d-4982-afde-7d99b57b18c8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:28.367714 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93d7a47d-1947-4297-bc82-d03922f5528d req-d5f8e38c-294d-4982-afde-7d99b57b18c8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0660586 Jul 16 00:12:28.405817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-93d7a47d-1947-4297-bc82-d03922f5528d req-a83e0796-2c2e-45d4-838f-154bb70d2a56 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Jul 16 00:12:29.573828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562bd16-cc2b-4604-99dd-59a88ab74760 req-67487fbb-e7cc-4082-b754-127bbfea3e22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:29.575921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a562bd16-cc2b-4604-99dd-59a88ab74760 req-67487fbb-e7cc-4082-b754-127bbfea3e22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0638740 Jul 16 00:12:29.612156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a562bd16-cc2b-4604-99dd-59a88ab74760 req-f4f19120-b0dc-460f-8a5b-6d0d3e4bacc8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308762 Jul 16 00:12:29.635954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58142) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:29.699412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1790a665-ad3d-4537-bb1c-32749dfa9b41 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/d8e9a222-1823-4433-b66d-7648224db3df HTTP/1.1" status: 200 len: 992 time: 0.0622540 Jul 16 00:12:31.140748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-7cf137e2-a38a-4090-bf7d-9283fe9f9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.142250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-7cf137e2-a38a-4090-bf7d-9283fe9f9942 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 1096 time: 0.0974290 Jul 16 00:12:31.153174 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b762cd-4344-4495-abde-260e171f37ba req-7057eb24-a59e-4b36-a73a-6f5ed08146e8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.154528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3b762cd-4344-4495-abde-260e171f37ba req-7057eb24-a59e-4b36-a73a-6f5ed08146e8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0840099 Jul 16 00:12:31.238424 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3b762cd-4344-4495-abde-260e171f37ba req-18d5ea07-784c-4aa3-ba90-dc8d81a9ef17 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757802 Jul 16 00:12:31.264342 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-41bf3e22-2356-41ef-9359-c1f0160c5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.265808 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-41bf3e22-2356-41ef-9359-c1f0160c5248 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae2088a6-64da-475c-af3f-67ca1faca3f4 HTTP/1.1" status: 200 len: 897 time: 0.1104333 Jul 16 00:12:31.333632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-139d549a-2735-4224-8131-53fac257126d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dc21eb-8407-4647-ab68-2a6d07349429 HTTP/1.1" status: 200 len: 1000 time: 0.0608513 Jul 16 00:12:31.380276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-0dfcb443-14f5-4e9e-bfed-57a6450eb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.381667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-0dfcb443-14f5-4e9e-bfed-57a6450eb56d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24 HTTP/1.1" status: 200 len: 834 time: 0.0417309 Jul 16 00:12:31.437476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-5bf8aafa-bd7e-4d05-8803-afe0b80ae8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.438948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-5bf8aafa-bd7e-4d05-8803-afe0b80ae8c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae2088a6-64da-475c-af3f-67ca1faca3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506370 Jul 16 00:12:31.529475 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-5dd811ac-8e60-4fc5-b5d1-d5428a086773 service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833457 Jul 16 00:12:31.616904 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afb5abbb-744d-493e-843f-2e10b4b0e5cd req-6174c7be-05c4-4a6e-9254-785164244b9b service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807686 Jul 16 00:12:31.828875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-bd6ec4ab-7fa7-4ccc-b060-c44112337ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.830289 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-bd6ec4ab-7fa7-4ccc-b060-c44112337ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 1096 time: 0.0564449 Jul 16 00:12:31.936879 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-82a276a5-0f00-43cb-a64d-04eb5d6478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.938349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-82a276a5-0f00-43cb-a64d-04eb5d6478e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae2088a6-64da-475c-af3f-67ca1faca3f4 HTTP/1.1" status: 200 len: 897 time: 0.0842235 Jul 16 00:12:32.011183 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-691a004a-3a2d-464b-b997-3af548d22bc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dc21eb-8407-4647-ab68-2a6d07349429 HTTP/1.1" status: 200 len: 1000 time: 0.0632427 Jul 16 00:12:32.061020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-784307b5-53d6-4bea-aa76-6ba1d4bb023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:32.062431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-784307b5-53d6-4bea-aa76-6ba1d4bb023a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24 HTTP/1.1" status: 200 len: 834 time: 0.0437222 Jul 16 00:12:32.128369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-7f7729c9-5c97-45a2-9c04-a88f931a5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:32.129815 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-7f7729c9-5c97-45a2-9c04-a88f931a5e28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae2088a6-64da-475c-af3f-67ca1faca3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551009 Jul 16 00:12:32.226997 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-0e06d8d8-4492-4e00-a3f1-f12ff7c155ae service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888703 Jul 16 00:12:32.316387 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8c7ec532-2d5d-4e32-aa40-d69b0fa89fcd req-957b5fee-91f6-4585-ac57-817b41da6373 service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832944 Jul 16 00:12:32.422900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239ebd6-b7fd-4d23-93aa-f4749fcc6264 req-c4489531-114e-4f92-9417-d7c0648e9f74 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:32.424392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9239ebd6-b7fd-4d23-93aa-f4749fcc6264 req-c4489531-114e-4f92-9417-d7c0648e9f74 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0677233 Jul 16 00:12:32.461553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9239ebd6-b7fd-4d23-93aa-f4749fcc6264 req-311133cf-1e46-4e47-9871-b6feaff58674 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316424 Jul 16 00:12:32.485813 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58152) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:32.545513 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1de8c347-d07b-4429-80dc-a4d29cdd8802 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/d8e9a222-1823-4433-b66d-7648224db3df HTTP/1.1" status: 200 len: 992 time: 0.0585973 Jul 16 00:12:33.003696 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:12:44.547308 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:48.146704 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b5c09a71-7fb7-472c-b017-df1b67d8a287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:50.778766 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b2cd70-8f90-4bc5-994d-78cf96b8141f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:51.152273 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:51.787058 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:53.547858 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:55.770045 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:03.146088 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58170) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:03.301124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 5c6b779e-6ac8-4c5a-9240-2a6392e31a60 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:03.301508 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:03.379010 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:03.379264 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:03.390606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 5c6b779e-6ac8-4c5a-9240-2a6392e31a60 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:03.536534 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:03.566689 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=5c6b779e-6ac8-4c5a-9240-2a6392e31a60,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:03.591158 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.592011 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.592352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.592686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.593014 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.593351 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.593672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.593998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.594322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.594648 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.594989 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.595313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:03.635558 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:03.635809 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP d8e9a222-1823-4433-b66d-7648224db3df disassociated (deleted). External IP: 172.25.3.97, port: a7dc21eb-8407-4647-ab68-2a6d07349429. Jul 16 00:13:03.836155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 7396fda6-3fe6-45fb-b5a8-5a321114153a has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:13:03.941459 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:03.946326 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:03.950651 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] Sync routers for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:03.959999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:03.960617 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:03.985284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f7ce1f8d-0252-4b32-9801-79ae7d7998a5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/floatingips/d8e9a222-1823-4433-b66d-7648224db3df HTTP/1.1" status: 204 len: 168 time: 0.8381033 Jul 16 00:13:03.985863 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:03.988135 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:04.063969 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:04.285582 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40bee8e-fc25-493a-9dbe-3e49fd06675f x-openstack-request-id: req-f40bee8e-fc25-493a-9dbe-3e49fd06675f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:04.286103 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:04.286206 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f40bee8e-fc25-493a-9dbe-3e49fd06675f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:04.286830 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'status': 'completed', 'code': 200} Jul 16 00:13:04.368528 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-9cd0b250-4af9-421a-9cee-062b15d849e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:04.370893 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-9cd0b250-4af9-421a-9cee-062b15d849e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 1096 time: 0.0568917 Jul 16 00:13:04.425256 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:27Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:04.451263 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] Checking router: 7396fda6-3fe6-45fb-b5a8-5a321114153a for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:04.459489 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:04.460110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:04.501001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-c16e6eaf-8787-4ef8-91fb-d08bc1c0fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:04.502484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-c16e6eaf-8787-4ef8-91fb-d08bc1c0fdd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae2088a6-64da-475c-af3f-67ca1faca3f4 HTTP/1.1" status: 200 len: 897 time: 0.1206939 Jul 16 00:13:04.509877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930efa-0179-4b6e-bf32-7c7e2879100f req-fb8faf19-6117-4e40-8b54-28d45f5a0e38 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:04.511294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f930efa-0179-4b6e-bf32-7c7e2879100f req-fb8faf19-6117-4e40-8b54-28d45f5a0e38 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.1383066 Jul 16 00:13:04.557260 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-cb9a0de4-0566-4b6a-a366-1d43cd3cd803 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dc21eb-8407-4647-ab68-2a6d07349429 HTTP/1.1" status: 200 len: 217 time: 0.0450001 Jul 16 00:13:04.567660 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:04.601967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7f930efa-0179-4b6e-bf32-7c7e2879100f req-b0eb04c2-fa4a-4910-be65-e500aba6ad5f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835567 Jul 16 00:13:04.617862 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-3991e9ad-4afb-4e3b-9ead-8d92e8f87854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:04.619362 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-3991e9ad-4afb-4e3b-9ead-8d92e8f87854 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24 HTTP/1.1" status: 200 len: 834 time: 0.0546288 Jul 16 00:13:04.684597 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-eb083efa-d3a2-4f28-9e6a-7aa1e589edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:04.686280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-eb083efa-d3a2-4f28-9e6a-7aa1e589edab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae2088a6-64da-475c-af3f-67ca1faca3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573709 Jul 16 00:13:04.770140 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:27Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:04.777134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-86a5fea8-fc38-4504-bc7b-bfebbe8d183c service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831239 Jul 16 00:13:04.796702 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96198c6-078e-41ed-aaa7-b12925b2b917 None None] The sync data for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 is: [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:11:23Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '971ed65d-8621-433a-a563-6f78dfdac7b7', 'name': '', 'network_id': 'ae2088a6-64da-475c-af3f-67ca1faca3f4', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:dc:58:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:22Z', 'updated_at': '2021-07-16T00:11:27Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:04.873208 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb0831dc-1f4f-4000-aa20-ba5e95d16dbd req-ef67fc68-a07e-4774-8db2-4fb5583171fb service neutron] 10.222.0.59 "GET /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881088 Jul 16 00:13:05.015761 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a376d8-bcf2-40c6-92e0-3da72d9c114e None None] New status for floating IP d8e9a222-1823-4433-b66d-7648224db3df: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:13:05.776248 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe2c6e-bdab-4673-853b-1f9fa7147878 req-b4758d5c-8576-44e6-b1c5-5093f1d5e838 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:05.777753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cfe2c6e-bdab-4673-853b-1f9fa7147878 req-b4758d5c-8576-44e6-b1c5-5093f1d5e838 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0638015 Jul 16 00:13:05.818182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4cfe2c6e-bdab-4673-853b-1f9fa7147878 req-d2811e0d-e97c-454f-90df-a0b7dfec0f38 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=29ecdd5c-390c-4142-8c1c-f291d1c63c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321133 Jul 16 00:13:05.946344 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-a7729c2e-3e2b-4a5a-95cf-c65244342c58 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:05.947911 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-a7729c2e-3e2b-4a5a-95cf-c65244342c58 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 945 time: 0.0658031 Jul 16 00:13:06.044902 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port a7dc21eb-8407-4647-ab68-2a6d07349429 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:06.045249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:06.135347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port a7dc21eb-8407-4647-ab68-2a6d07349429, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=a7dc21eb-8407-4647-ab68-2a6d07349429,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:06.135710 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:06.148172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for a7dc21eb-8407-4647-ab68-2a6d07349429 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:06.272723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:06.305547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=a7dc21eb-8407-4647-ab68-2a6d07349429,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:06.353047 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] No DVR routers for this DVR port a7dc21eb-8407-4647-ab68-2a6d07349429 on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:13:06.355783 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:06.357947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4ff2a559-12a9-46e6-8baa-0e8909f45694 req-c899620a-dd50-416d-ae43-b9f76ea88c36 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.59 "DELETE /v2.0/ports/a7dc21eb-8407-4647-ab68-2a6d07349429 HTTP/1.1" status: 204 len: 173 time: 0.4046650 Jul 16 00:13:06.358404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'name': 'network-vif-deleted', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:06.360891 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144fb302-504e-4007-bf05-83cd8f9033a1" -d '{"events": [{"server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "name": "network-vif-deleted", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:06.405381 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127b8ae4-1a8b-4574-88f4-419eab6d1c96 x-openstack-request-id: req-127b8ae4-1a8b-4574-88f4-419eab6d1c96 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:06.405708 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2954b4d-f338-487e-b2e2-e02ab42bdb29", "name": "network-vif-deleted", "tag": "a7dc21eb-8407-4647-ab68-2a6d07349429", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:06.406195 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-127b8ae4-1a8b-4574-88f4-419eab6d1c96 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:06.406534 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2954b4d-f338-487e-b2e2-e02ab42bdb29', 'name': 'network-vif-deleted', 'tag': 'a7dc21eb-8407-4647-ab68-2a6d07349429', 'status': 'completed', 'code': 200} Jul 16 00:13:06.978855 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21aa3a8d-c381-42de-acdd-2eade839dafb req-69c1ee8c-019b-4137-a478-ab769dea4bba tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2954b4d-f338-487e-b2e2-e02ab42bdb29 HTTP/1.1" status: 200 len: 210 time: 0.0282741 Jul 16 00:13:08.070535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58190) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:08.421393 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:08.682493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 971ed65d-8621-433a-a563-6f78dfdac7b7 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:08.682778 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:08.767598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port 971ed65d-8621-433a-a563-6f78dfdac7b7, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=971ed65d-8621-433a-a563-6f78dfdac7b7,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:08.767958 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:08.784328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 971ed65d-8621-433a-a563-6f78dfdac7b7 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:08.965858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:08.992582 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=971ed65d-8621-433a-a563-6f78dfdac7b7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:09.471727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:09.678994 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 7396fda6-3fe6-45fb-b5a8-5a321114153a has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:13:09.786774 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:09.804969 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8a3a673d-fcce-4876-abd3-34af1c3cd3d2 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/7396fda6-3fe6-45fb-b5a8-5a321114153a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333474 Jul 16 00:13:09.805725 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58192) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:09.807557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] Sync routers for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:09.818245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:09.820149 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:09.857102 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e18461-eaef-44fb-a3d9-ac72754c0184 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting subnet dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:13:09.860222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94e18461-eaef-44fb-a3d9-ac72754c0184 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:09.899964 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94e18461-eaef-44fb-a3d9-ac72754c0184 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:09.922952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:09.987128 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94e18461-eaef-44fb-a3d9-ac72754c0184 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.003608 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:13:10.045645 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94e18461-eaef-44fb-a3d9-ac72754c0184 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.072935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e18461-eaef-44fb-a3d9-ac72754c0184 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:10.074916 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94e18461-eaef-44fb-a3d9-ac72754c0184 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.079804 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-94e18461-eaef-44fb-a3d9-ac72754c0184 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/subnets/dc6bc48e-b3e8-4ad3-8e02-1d552cc3cb24 HTTP/1.1" status: 204 len: 168 time: 0.2707081 Jul 16 00:13:10.080610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58194) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:10.085690 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959274a9-f719-4203-bfe8-60d54b565a52 None None] Network ae2088a6-64da-475c-af3f-67ca1faca3f4 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:13:10.159924 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:13:08Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:10.187700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.202574 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] Checking router: 7396fda6-3fe6-45fb-b5a8-5a321114153a for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:10.234112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] Routers {'7396fda6-3fe6-45fb-b5a8-5a321114153a'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:10.234732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['7396fda6-3fe6-45fb-b5a8-5a321114153a'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:10.292919 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.347165 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 08fb81ce-4a28-477f-a80e-b91415875cff {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:10.347521 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.350674 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] Set router 7396fda6-3fe6-45fb-b5a8-5a321114153a gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:10.405708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] DHCP port deletion for ae2088a6-64da-475c-af3f-67ca1faca3f4 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:13:10.433115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port 08fb81ce-4a28-477f-a80e-b91415875cff, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=08fb81ce-4a28-477f-a80e-b91415875cff,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:10.433483 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.445969 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 08fb81ce-4a28-477f-a80e-b91415875cff owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:10.528531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Deleting port 7e0557ed-9216-4b31-9e65-9f2eda595f69 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:10.528908 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.613957 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.616666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a7dc21eb-8407-4647-ab68-2a6d07349429 no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:10.637921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=08fb81ce-4a28-477f-a80e-b91415875cff,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:10.651214 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: a7dc21eb-8407-4647-ab68-2a6d07349429 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:10.651566 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device a7dc21eb-8407-4647-ab68-2a6d07349429 not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:10.658215 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] For port 7e0557ed-9216-4b31-9e65-9f2eda595f69, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7e0557ed-9216-4b31-9e65-9f2eda595f69,segment=NetworkSegment(ac54a9c3-b60f-4f24-af4e-7919733bf1b6),segment_id=ac54a9c3-b60f-4f24-af4e-7919733bf1b6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:10.658619 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.673275 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Calling delete_port for 7e0557ed-9216-4b31-9e65-9f2eda595f69 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:10.687895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:13:08Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:10.702536 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.715977 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97ff0e-9a43-4146-8e61-8b35571599d9 None None] The sync data for ids ['7396fda6-3fe6-45fb-b5a8-5a321114153a'] in n-d-793618-8 is: [{'id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360480883', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:19Z', 'updated_at': '2021-07-16T00:13:08Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': '08fb81ce-4a28-477f-a80e-b91415875cff', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:03:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7396fda6-3fe6-45fb-b5a8-5a321114153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:20Z', 'updated_at': '2021-07-16T00:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:10.792579 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.800528 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.802733 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.819446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Pushing event deleted for resources: {'Port': ['ID=7e0557ed-9216-4b31-9e65-9f2eda595f69,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:10.821738 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] No DVR routers for this DVR port 7e0557ed-9216-4b31-9e65-9f2eda595f69 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:13:10.830131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.830477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.830847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.831186 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.831516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.831864 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.832191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.832514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.832839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.833151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.833471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.833790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3328a-4efa-413e-844f-ec2f0ee1e703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:10.846663 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.847244 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Fanout notify agent at l3_agent the message router_deleted on router 7396fda6-3fe6-45fb-b5a8-5a321114153a {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:13:10.853958 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:10.855082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5cc62610-3bbf-47f8-beb5-00a2b6059c92 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/routers/7396fda6-3fe6-45fb-b5a8-5a321114153a HTTP/1.1" status: 204 len: 168 time: 0.7739348 Jul 16 00:13:10.858332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58196) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:10.934037 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.021358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.031412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2088a6-64da-475c-af3f-67ca1faca3f4']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:11.041089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:11.041624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac54a9c3-b60f-4f24-af4e-7919733bf1b6') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:11.051557 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.067655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.074319 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:13:11.075023 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:13:11.078156 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:13:11.143575 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.151121 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.153332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/networks/ae2088a6-64da-475c-af3f-67ca1faca3f4 HTTP/1.1" status: 204 len: 168 time: 0.2938654 Jul 16 00:13:11.156499 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58198) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:11.174216 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040621d5-594a-4c19-b273-e89837cf9706 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Network': ['ID=ae2088a6-64da-475c-af3f-67ca1faca3f4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:11.227169 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86e9d28b-58e4-460a-9076-7c5e4809353c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.252435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86e9d28b-58e4-460a-9076-7c5e4809353c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.316099 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86e9d28b-58e4-460a-9076-7c5e4809353c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.318892 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-86e9d28b-58e4-460a-9076-7c5e4809353c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.320097 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-86e9d28b-58e4-460a-9076-7c5e4809353c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/security-groups/29ecdd5c-390c-4142-8c1c-f291d1c63c08 HTTP/1.1" status: 204 len: 168 time: 0.1626780 Jul 16 00:13:11.330694 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9d28b-58e4-460a-9076-7c5e4809353c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ecdd5c-390c-4142-8c1c-f291d1c63c08,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:11.617802 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58204) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:11.622557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5506db02-2265-44fe-9f91-e05e9717351e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-449667519', 'description': 'tempest-secgroup-smoke-449667519 description', 'project_id': '430342c9e4474a87836b1f9f27d111c6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:11.645753 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5506db02-2265-44fe-9f91-e05e9717351e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.732248 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5506db02-2265-44fe-9f91-e05e9717351e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.736202 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5506db02-2265-44fe-9f91-e05e9717351e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.769786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5506db02-2265-44fe-9f91-e05e9717351e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.774347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5506db02-2265-44fe-9f91-e05e9717351e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1522291 Jul 16 00:13:11.774623 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58206) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:11.775270 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506db02-2265-44fe-9f91-e05e9717351e tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b871ff1a-526c-418d-a5c3-ffe71997f950,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:11.781353 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'b871ff1a-526c-418d-a5c3-ffe71997f950', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:11.808593 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.825582 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7e0557ed-9216-4b31-9e65-9f2eda595f69 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:11.845980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 7e0557ed-9216-4b31-9e65-9f2eda595f69 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:11.846329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7e0557ed-9216-4b31-9e65-9f2eda595f69 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:11.846771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 971ed65d-8621-433a-a563-6f78dfdac7b7 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:11.865198 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 971ed65d-8621-433a-a563-6f78dfdac7b7 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:11.865549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 971ed65d-8621-433a-a563-6f78dfdac7b7 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:11.865990 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 08fb81ce-4a28-477f-a80e-b91415875cff no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:11.867912 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.871751 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.888296 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 08fb81ce-4a28-477f-a80e-b91415875cff {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:11.888764 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 08fb81ce-4a28-477f-a80e-b91415875cff not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:11.893057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca972887-1ba1-40f5-b1e6-da0809207369,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:11.901980 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.903204 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277008 Jul 16 00:13:11.904714 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.905063 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.905399 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.905831 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.906123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58210) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:11.906248 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.906488 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.906846 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.907176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.907504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.907835 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.908162 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.908503 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4fa0-9f59-4e29-8839-0d8a7bdc2987 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:11.910967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ba7e4777-9deb-493b-a059-3804ceff4a0f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'b871ff1a-526c-418d-a5c3-ffe71997f950', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:11.938190 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba7e4777-9deb-493b-a059-3804ceff4a0f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.993504 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba7e4777-9deb-493b-a059-3804ceff4a0f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:11.996944 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba7e4777-9deb-493b-a059-3804ceff4a0f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.014410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e4777-9deb-493b-a059-3804ceff4a0f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d848332b-12aa-448c-b552-cdee93b9d43b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:12.019921 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ba7e4777-9deb-493b-a059-3804ceff4a0f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.020937 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ba7e4777-9deb-493b-a059-3804ceff4a0f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136956 Jul 16 00:13:12.023678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58212) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:12.028016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-495d9fc2-4c87-41c5-ab84-f1881b0f466a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'b871ff1a-526c-418d-a5c3-ffe71997f950', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:12.053515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495d9fc2-4c87-41c5-ab84-f1881b0f466a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.110379 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495d9fc2-4c87-41c5-ab84-f1881b0f466a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.114085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495d9fc2-4c87-41c5-ab84-f1881b0f466a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.134544 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d9fc2-4c87-41c5-ab84-f1881b0f466a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b3f94f-c1bf-4790-927d-2ab7b9866544,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:12.137774 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-495d9fc2-4c87-41c5-ab84-f1881b0f466a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.141533 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-495d9fc2-4c87-41c5-ab84-f1881b0f466a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143448 Jul 16 00:13:12.142067 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58214) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:12.146252 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-fd263a89-4fe9-4f8f-ad38-5ac4edeb717b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'b871ff1a-526c-418d-a5c3-ffe71997f950', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:12.173355 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd263a89-4fe9-4f8f-ad38-5ac4edeb717b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.231041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd263a89-4fe9-4f8f-ad38-5ac4edeb717b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.235218 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd263a89-4fe9-4f8f-ad38-5ac4edeb717b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.255557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd263a89-4fe9-4f8f-ad38-5ac4edeb717b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64bb437-e95e-43f6-8bdc-33aa5682a1db,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:12.261458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fd263a89-4fe9-4f8f-ad38-5ac4edeb717b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.262220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-fd263a89-4fe9-4f8f-ad38-5ac4edeb717b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195774 Jul 16 00:13:12.265010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58216) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:12.269363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-74a265b2-faad-4440-94fb-5179ee086315 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'b871ff1a-526c-418d-a5c3-ffe71997f950', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:12.290745 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-74a265b2-faad-4440-94fb-5179ee086315 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:13:12.296403 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74a265b2-faad-4440-94fb-5179ee086315 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.355784 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74a265b2-faad-4440-94fb-5179ee086315 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.359743 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74a265b2-faad-4440-94fb-5179ee086315 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.376320 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a265b2-faad-4440-94fb-5179ee086315 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5014fda5-f676-445d-a4d7-fb9e47185e8b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:12.382345 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-74a265b2-faad-4440-94fb-5179ee086315 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.383824 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-74a265b2-faad-4440-94fb-5179ee086315 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178672 Jul 16 00:13:12.386548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58218) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:12.391010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-be873eee-08cc-4467-8e3e-2cd695d60e71 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'security_group_rule': {'security_group_id': 'b871ff1a-526c-418d-a5c3-ffe71997f950', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:12.413488 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-be873eee-08cc-4467-8e3e-2cd695d60e71 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Project 430342c9e4474a87836b1f9f27d111c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:13:12.418566 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be873eee-08cc-4467-8e3e-2cd695d60e71 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.478825 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be873eee-08cc-4467-8e3e-2cd695d60e71 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.482643 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be873eee-08cc-4467-8e3e-2cd695d60e71 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.502541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be873eee-08cc-4467-8e3e-2cd695d60e71 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c410edae-b91a-4281-a1af-7c8387ce261a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:12.506046 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-be873eee-08cc-4467-8e3e-2cd695d60e71 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.507360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-be873eee-08cc-4467-8e3e-2cd695d60e71 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198599 Jul 16 00:13:12.510236 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58220) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:12.515082 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'network': {'name': 'tempest-network-smoke--1847871388', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'port_security_enabled': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:12.535305 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:13:12.538866 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.563153 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:13:12.572323 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.572673 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Added segment 4cc61776-5f35-4464-828e-b97c5a55228f of type vlan for network fe24aff5-61c8-4424-a1c1-f415768ce8ba Jul 16 00:13:12.614392 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.641918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.647303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:12.647890 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.681231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1699409 Jul 16 00:13:12.683956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58222) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:12.690541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'admin_state_up': True, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:12.727159 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d74c86-9bbe-4218-8803-9ca1f6ca4b46 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Network': ['ID=fe24aff5-61c8-4424-a1c1-f415768ce8ba,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:12.737271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:13:12.742573 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.743619 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.799661 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:12.934053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:13.124951 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:13.142831 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:13.244587 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.156 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:13:13.343271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:13.380949 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:13.426206 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:13.428962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:13.432562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:13:13.454045 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:13.674042 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:14.177813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:14.303679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 3a434070-c8ab-4c85-9e63-37ea8307da07 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:13:14.408923 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:14.418232 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Sync routers for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:14.427620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:14.427899 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:14.428410 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:14.429271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-770e7c1b-c903-4942-992a-7b1374fd3401 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7443523 Jul 16 00:13:14.432427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58224) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:14.515028 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-18d5f1c2-1dcb-4fb2-9225-0785517986d0 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=430342c9e4474a87836b1f9f27d111c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785868 Jul 16 00:13:14.515269 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58228) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:14.537103 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:14.561291 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:14.606712 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb05043d-0982-497f-a156-10682ce1800e tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:14.608831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bb05043d-0982-497f-a156-10682ce1800e tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927124 Jul 16 00:13:14.611621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58230) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:14.637966 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-89dca9f1-6bd4-41c7-bde1-1d24bfba99e4 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=f167d4a2-055b-45fa-8416-d0ea84ea88a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253139 Jul 16 00:13:14.640470 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58232) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:14.645157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1387899416', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:14.715611 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:13Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:14.736662 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:13:14.740255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:14.742017 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Checking router: 3a434070-c8ab-4c85-9e63-37ea8307da07 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:14.742370 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Updating router 3a434070-c8ab-4c85-9e63-37ea8307da07 port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:13:14.776970 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:14.920234 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:14.984325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Subnet': ['ID=b58639ad-cbb3-48ea-b794-cc93c18b2d1a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:14.989392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Checking segment: {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:14.989755 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network hostable DHCP agents. Network: fe24aff5-61c8-4424-a1c1-f415768ce8ba, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:13:15.006669 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:13:15.016364 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, fe24aff5-61c8-4424-a1c1-f415768ce8ba) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:15.021098 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:15.022071 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.025806 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.025989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9173106f-80ca-4061-9110-e7b825deb2ee None None] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:13:15.036578 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Transition to ACTIVE for port object c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:15.040727 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1d280cde-0668-4fd1-a683-1ffbb77d24d5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3965530 Jul 16 00:13:15.041016 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58234) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:15.044320 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.097449 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Attempting to bind port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:13:15.097815 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Attempting to bind port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:13:15.098176 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Attempting to bind port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:13:15.100073 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Pushing event updated for resources: {'Port': ['ID=c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:15.109298 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:13:15.109556 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:15.109763 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.110160 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:13:15.110627 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Bound port: c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:13:15.111088 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.113578 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.113922 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.114256 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.115082 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.115082 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.115296 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.115561 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.115879 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.116230 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.116546 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.116862 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.117177 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:15.170321 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] For port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:13:15.173808 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] For port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:13:15.177418 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.189193 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:13:15.190273 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.243730 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f81423-5129-4359-b07d-0cdac688f987 None None] Pushing event updated for resources: {'Port': ['ID=c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:15.249345 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:15.249960 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:15.358532 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:15.492548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Allocated IP 172.20.0.2 (fe24aff5-61c8-4424-a1c1-f415768ce8ba/b58639ad-cbb3-48ea-b794-cc93c18b2d1a/505c03ce-9152-4b83-80f9-436b5352b126) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:13:15.494987 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.540628 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:13Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:15.567437 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90520c-d1ca-4a1c-9364-3dd73a81eb18 None None] The sync data for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 is: [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:13Z', 'revision_number': 3, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:15.647982 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.657326 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Transition to ACTIVE for port object 505c03ce-9152-4b83-80f9-436b5352b126 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:15.672790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Transition to ACTIVE for port object 505c03ce-9152-4b83-80f9-436b5352b126 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:15.680965 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.721876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:15.724723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:15.728363 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:13:15.735562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Pushing event updated for resources: {'Port': ['ID=505c03ce-9152-4b83-80f9-436b5352b126,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:15.801989 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Attempting to bind port 505c03ce-9152-4b83-80f9-436b5352b126 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:13:15.802621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Attempting to bind port 505c03ce-9152-4b83-80f9-436b5352b126 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:13:15.803654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Attempting to bind port 505c03ce-9152-4b83-80f9-436b5352b126 on network fe24aff5-61c8-4424-a1c1-f415768ce8ba {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:13:15.809371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:13:15.809748 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Checking segment: {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:15.810585 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.810585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Bound using segment: {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:13:15.811070 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Bound port: 505c03ce-9152-4b83-80f9-436b5352b126, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:13:15.811429 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.820532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.1 (fe24aff5-61c8-4424-a1c1-f415768ce8ba/b58639ad-cbb3-48ea-b794-cc93c18b2d1a/e7bb5d5a-37f9-431a-8e1b-9d3315210bd2) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:13:15.898873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] For port 505c03ce-9152-4b83-80f9-436b5352b126, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:13:15.902372 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] For port 505c03ce-9152-4b83-80f9-436b5352b126, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=505c03ce-9152-4b83-80f9-436b5352b126,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:13:15.907722 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.976267 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc2e98-647b-4cc0-8284-bc23bffaa809 None None] Pushing event updated for resources: {'Port': ['ID=505c03ce-9152-4b83-80f9-436b5352b126,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:15.978197 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:15.994069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:16.030571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:16.077326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:16.080820 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:16.085258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:13:16.092667 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:16.163341 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:16.324065 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:16.611356 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:16.616332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:16.698074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:16.701940 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:16.797563 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:16.799033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:16.897526 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f24a3f-358a-441b-9cc1-50cfb471d547 None None] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:13:16.916854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 3a434070-c8ab-4c85-9e63-37ea8307da07 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:13:16.979547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-206727f0-1d49-4eb6-9549-365065b32d6c None None] Provisioning for port 505c03ce-9152-4b83-80f9-436b5352b126 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:17.028788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:17.034275 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-15ac6f3f-f71d-4404-93c8-7f52bfc7cc2a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/3a434070-c8ab-4c85-9e63-37ea8307da07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9919567 Jul 16 00:13:17.184691 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-ad97507a-a7d0-4421-991d-74c2d2474b42 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449667519&fields=id&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 267 time: 0.0365081 Jul 16 00:13:17.304980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-e79d3fb5-471d-4973-88a5-6a79d04e326c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:17.306704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-e79d3fb5-471d-4973-88a5-6a79d04e326c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/networks?id=fe24aff5-61c8-4424-a1c1-f415768ce8ba HTTP/1.1" status: 200 len: 797 time: 0.1155431 Jul 16 00:13:17.311259 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-caea0537-675f-4a8e-b7fb-b8da4360a11f None None] Provisioning for port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:17.315345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-caea0537-675f-4a8e-b7fb-b8da4360a11f None None] Provisioning complete for port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:17.315720 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-caea0537-675f-4a8e-b7fb-b8da4360a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:17.324423 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-76e0f0a7-1d28-46ea-84ce-94c92fce6185 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/quotas/430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 375 time: 0.0110159 Jul 16 00:13:17.357412 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-caea0537-675f-4a8e-b7fb-b8da4360a11f None None] Port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:13:17.402872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-72cab85e-878a-48f6-afbf-805bf477c380 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720940 Jul 16 00:13:17.467798 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Sync routers for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:17.485456 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:17.486085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:17.527007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6ddec267-e412-40fc-a286-a01bc7094743 None None] Provisioning complete for port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:17.527630 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ddec267-e412-40fc-a286-a01bc7094743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:17.549292 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-2e7b7ce8-f771-4b8f-8499-bd35f05ac784 service neutron] 10.222.0.23 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339114 Jul 16 00:13:17.601853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6ddec267-e412-40fc-a286-a01bc7094743 None None] Port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:13:17.627590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:17.651901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-1296bad5-fcd0-416e-9a05-75bdb74a4750 service neutron] 10.222.0.23 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955513 Jul 16 00:13:17.766445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-c3005c68-4052-42c7-afd5-40e5d31a26ee None None] Provisioning complete for port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:17.766855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3005c68-4052-42c7-afd5-40e5d31a26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:17.826934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-c3005c68-4052-42c7-afd5-40e5d31a26ee None None] Port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:13:17.845619 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c2d156b7-2e87-4d5d-9307-834cd33428c8 req-3b90ee07-3230-4e84-b4e3-3464bb59c424 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 210 time: 0.0454390 Jul 16 00:13:17.885340 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 2, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:17.915446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Checking router: 3a434070-c8ab-4c85-9e63-37ea8307da07 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:17.916025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Updating router 3a434070-c8ab-4c85-9e63-37ea8307da07 port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:13:17.946409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:17.977217 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.046409 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:18.092382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:18.092626 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.177885 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e3b69bbf-145a-4b7a-94f8-55ef046dd275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.263639 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.296825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:18.302264 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.303013 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 505c03ce-9152-4b83-80f9-436b5352b126 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:18.422370 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.429928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:18.440929 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Transition to ACTIVE for port object e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:18.446322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 505c03ce-9152-4b83-80f9-436b5352b126 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:18.449799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.460394 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 505c03ce-9152-4b83-80f9-436b5352b126 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:18.460765 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.533219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f773d-ca14-4f57-b87a-2b1f2cc3fcc1 None None] Pushing event updated for resources: {'Port': ['ID=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:18.594880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Attempting to bind port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:13:18.595255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Attempting to bind port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:13:18.595621 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Attempting to bind port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 on network fe24aff5-61c8-4424-a1c1-f415768ce8ba {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:13:18.618156 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:13:18.618537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Checking segment: {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:18.618971 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.619367 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Bound using segment: {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:13:18.619857 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Bound port: e7bb5d5a-37f9-431a-8e1b-9d3315210bd2, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:13:18.620237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.663025 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.719766 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 505c03ce-9152-4b83-80f9-436b5352b126, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=505c03ce-9152-4b83-80f9-436b5352b126,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:18.722677 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] For port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:13:18.726498 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.757071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] For port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:13:18.763219 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:18.805304 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=505c03ce-9152-4b83-80f9-436b5352b126,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:18.831790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:18.832425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:12:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:18.929539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f773d-ca14-4f57-b87a-2b1f2cc3fcc1 None None] Pushing event updated for resources: {'Port': ['ID=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:18.962730 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:19.045900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-75f51323-0927-477e-b180-d8b48f65fedb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:19.047507 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-75f51323-0927-477e-b180-d8b48f65fedb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/networks?id=fe24aff5-61c8-4424-a1c1-f415768ce8ba HTTP/1.1" status: 200 len: 797 time: 0.1886392 Jul 16 00:13:19.084465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-03f2474c-c3f5-470c-9a85-6ece1dddf366 req-8bd72d68-e05f-44c8-993c-503c7d8ad7b7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 210 time: 0.0357916 Jul 16 00:13:19.130301 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-eaaeaaac-559d-4e12-a6fd-8257746f3ca8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430342c9e4474a87836b1f9f27d111c6 HTTP/1.1" status: 200 len: 379 time: 0.0448267 Jul 16 00:13:19.147682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'port': {'device_id': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'admin_state_up': True, 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'security_groups': ['b871ff1a-526c-418d-a5c3-ffe71997f950']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:19.260931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Made reservation on behalf of 430342c9e4474a87836b1f9f27d111c6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:13:19.265250 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:19.348835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:19.375334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef4c18-f4f9-4ccf-8147-4a16a2105e2e None None] The sync data for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 is: [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:19.391389 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.20.0.13 (fe24aff5-61c8-4424-a1c1-f415768ce8ba/b58639ad-cbb3-48ea-b794-cc93c18b2d1a/b106fb10-55f1-46d4-8b15-0a53c2dfd1bb) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:13:19.548049 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:19.562842 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Transition to ACTIVE for port object b106fb10-55f1-46d4-8b15-0a53c2dfd1bb will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:19.597025 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:19.642396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:19.647915 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:19.651917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:13:19.689010 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:19.716686 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:19.717332 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:19.736236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-23bd2611-1878-4575-a237-6d62dd49dd6a tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5925739 Jul 16 00:13:19.810788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Request body: {'port': {'device_id': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:19.898415 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:19.945433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:19.990999 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cec61cb7-7b0b-4fec-80e4-21ea84fb3c6d None None] Provisioning for port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:19.996790 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-cec61cb7-7b0b-4fec-80e4-21ea84fb3c6d None None] Provisioning complete for port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:19.997164 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cec61cb7-7b0b-4fec-80e4-21ea84fb3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.036328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:20.043115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:20.043487 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.045704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-cec61cb7-7b0b-4fec-80e4-21ea84fb3c6d None None] Port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:13:20.124611 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.159691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:20.165192 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.167736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:20.205303 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b106fb10-55f1-46d4-8b15-0a53c2dfd1bb {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:13:20.214530 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.248876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:20.256847 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Transition to ACTIVE for port object b106fb10-55f1-46d4-8b15-0a53c2dfd1bb will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:20.264380 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:20.264831 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.265827 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.333345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Pushing event updated for resources: {'Port': ['ID=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:20.342665 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03c89e-6ed9-429f-9040-8ebe0cea2fac req-8ccf5b7e-0f9c-4501-9649-09cc5ec91c60 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:20.344256 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a03c89e-6ed9-429f-9040-8ebe0cea2fac req-8ccf5b7e-0f9c-4501-9649-09cc5ec91c60 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 932 time: 0.1244686 Jul 16 00:13:20.359138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 505c03ce-9152-4b83-80f9-436b5352b126 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:20.411408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 505c03ce-9152-4b83-80f9-436b5352b126 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:20.411887 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.440923 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6a03c89e-6ed9-429f-9040-8ebe0cea2fac req-a49a1792-5452-410d-9f4d-baf0b93ca7d9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898411 Jul 16 00:13:20.455462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Attempting to bind port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:13:20.455603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Attempting to bind port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:13:20.455926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Attempting to bind port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb on network fe24aff5-61c8-4424-a1c1-f415768ce8ba {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:13:20.460806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb on network fe24aff5-61c8-4424-a1c1-f415768ce8ba not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:13:20.461275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Attempting to bind port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb on network fe24aff5-61c8-4424-a1c1-f415768ce8ba {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:13:20.467114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:13:20.467241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Checking segment: {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:20.467647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Bound using segment: {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:13:20.468357 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Bound port: b106fb10-55f1-46d4-8b15-0a53c2dfd1bb, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc61776-5f35-4464-828e-b97c5a55228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:13:20.468880 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.555750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] For port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:13:20.559105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] For port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:13:20.564685 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.599171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:20.599687 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.601107 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] 10.222.0.37 "PUT /v2.0/ports/b106fb10-55f1-46d4-8b15-0a53c2dfd1bb HTTP/1.1" status: 200 len: 1092 time: 0.8517220 Jul 16 00:13:20.601636 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:20.603922 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ec14f-53da-4115-8c66-aba95bac1c87" -d '{"events": [{"name": "network-changed", "server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:20.638985 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee30c64-4537-4230-9541-5694e0135262 service neutron] Pushing event updated for resources: {'Port': ['ID=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:20.665237 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ca888-c1f6-4205-9c9c-8d69c6b815c1 x-openstack-request-id: req-f60ca888-c1f6-4205-9c9c-8d69c6b815c1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:20.666471 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:20.667086 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f60ca888-c1f6-4205-9c9c-8d69c6b815c1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:20.667500 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'status': 'completed', 'code': 200} Jul 16 00:13:20.746345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-ea1ea93b-9324-4a03-8df4-a75461613bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:20.748044 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-ea1ea93b-9324-4a03-8df4-a75461613bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 1095 time: 0.0624843 Jul 16 00:13:20.780994 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f57c2a0-8f82-466a-96d4-5f9180678795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:20.798693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-9ddaf555-6fe2-4fdf-a349-6d75918bf585 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb HTTP/1.1" status: 200 len: 217 time: 0.0380592 Jul 16 00:13:20.845020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-8bbe6c1f-4b69-4a09-8b1a-cbc2ccc93ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:20.846421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-8bbe6c1f-4b69-4a09-8b1a-cbc2ccc93ee3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b58639ad-cbb3-48ea-b794-cc93c18b2d1a HTTP/1.1" status: 200 len: 835 time: 0.0422757 Jul 16 00:13:20.909301 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-534995d9-100b-48fc-8710-beec8084dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:20.910842 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-534995d9-100b-48fc-8710-beec8084dbbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe24aff5-61c8-4424-a1c1-f415768ce8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566247 Jul 16 00:13:20.998666 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-baa90ffe-cc3b-450e-946f-1c8d945846fa service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810056 Jul 16 00:13:21.090604 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1ed8aa36-7444-465c-a396-6fe09b52b85d req-718f7415-637f-477a-9c3e-273deb87be7b service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855627 Jul 16 00:13:21.153379 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:21.225380 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-92ace06c-8f19-435f-ae38-a7b79399e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:21.226891 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-92ace06c-8f19-435f-ae38-a7b79399e237 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 1095 time: 0.0521638 Jul 16 00:13:21.316415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-e8b3996d-1172-491f-8e23-125b131d270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:21.317841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-e8b3996d-1172-491f-8e23-125b131d270b service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe24aff5-61c8-4424-a1c1-f415768ce8ba HTTP/1.1" status: 200 len: 898 time: 0.0847492 Jul 16 00:13:21.356831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-951e6297-4783-431e-b340-260c9045b859 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb HTTP/1.1" status: 200 len: 217 time: 0.0327823 Jul 16 00:13:21.402777 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-84444336-706f-4808-901f-ba9f636f23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:21.404176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-84444336-706f-4808-901f-ba9f636f23f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b58639ad-cbb3-48ea-b794-cc93c18b2d1a HTTP/1.1" status: 200 len: 835 time: 0.0412958 Jul 16 00:13:21.463737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-40ec3ead-e7ee-42fd-b896-a331aa5e6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:21.465193 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-40ec3ead-e7ee-42fd-b896-a331aa5e6737 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe24aff5-61c8-4424-a1c1-f415768ce8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534179 Jul 16 00:13:21.806384 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:21.840410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:21.890639 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:21.890928 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:21.938486 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-ab6f6915-4efe-4294-95e3-caf73ba67898 service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662852 Jul 16 00:13:21.950446 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29377c0-eb9e-4ada-bd0f-0e29510cb0dd req-6c0ea79f-903e-4346-85eb-4ec4ec1a3645 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:21.951916 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c29377c0-eb9e-4ada-bd0f-0e29510cb0dd req-6c0ea79f-903e-4346-85eb-4ec4ec1a3645 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 944 time: 0.1250455 Jul 16 00:13:22.037300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c29377c0-eb9e-4ada-bd0f-0e29510cb0dd req-eca1cdda-6462-4845-9097-53ba132b6da1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772870 Jul 16 00:13:22.063222 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-915ec14f-53da-4115-8c66-aba95bac1c87 req-74b657a1-6e30-4dc6-83a6-b9b958db31d0 service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103835 Jul 16 00:13:23.212289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e167d7-15f7-4b5c-bb45-a254a54a91b5 req-f5bff3c2-ea41-4cd2-aaa5-bf3ed410bfdb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:23.213781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99e167d7-15f7-4b5c-bb45-a254a54a91b5 req-f5bff3c2-ea41-4cd2-aaa5-bf3ed410bfdb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 944 time: 0.0677340 Jul 16 00:13:23.251632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-99e167d7-15f7-4b5c-bb45-a254a54a91b5 req-1942eb5c-2164-443d-9190-61bdf9c04918 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Jul 16 00:13:23.551080 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:24.435504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2485cb-d826-4b45-add0-64134a30de32 req-92fe7072-2c25-4d36-b051-0e1907f6c5e8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:24.436972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af2485cb-d826-4b45-add0-64134a30de32 req-92fe7072-2c25-4d36-b051-0e1907f6c5e8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 944 time: 0.0620878 Jul 16 00:13:24.473310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af2485cb-d826-4b45-add0-64134a30de32 req-a8bd1b69-4908-4a54-b555-91ddb39f8ed7 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308490 Jul 16 00:13:24.920168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b106fb10-55f1-46d4-8b15-0a53c2dfd1bb details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:13:25.018523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:25.032726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'port_id': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'mac_address': 'fa:16:3e:5e:48:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:13:25.069601 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:25.083102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b106fb10-55f1-46d4-8b15-0a53c2dfd1bb {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:13:25.102159 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:25.106290 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:25.153591 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:25.412746 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['b106fb10-55f1-46d4-8b15-0a53c2dfd1bb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:13:25.648297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630be90-1b00-4799-baa4-b51f3d65ef5b req-7cf09039-8dff-49e9-be22-fcc758b4fc12 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:25.649783 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f630be90-1b00-4799-baa4-b51f3d65ef5b req-7cf09039-8dff-49e9-be22-fcc758b4fc12 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 945 time: 0.0667052 Jul 16 00:13:25.692562 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f630be90-1b00-4799-baa4-b51f3d65ef5b req-e7327411-d3bc-43b4-8797-8c57dd6536c5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372403 Jul 16 00:13:25.773538 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:26.861123 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba760-194f-4096-8272-2d77920fdb2f req-cceb5f52-1ece-4a81-a61e-da1721c1eafb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:26.862594 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-792ba760-194f-4096-8272-2d77920fdb2f req-cceb5f52-1ece-4a81-a61e-da1721c1eafb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 945 time: 0.0623698 Jul 16 00:13:26.899832 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-792ba760-194f-4096-8272-2d77920fdb2f req-bfd61c63-4914-4614-8184-7d49392a1519 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317104 Jul 16 00:13:26.936802 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b106fb10-55f1-46d4-8b15-0a53c2dfd1bb up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:26.982959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:26.986576 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:26.986984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:27.065896 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:27.087368 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:27.089603 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ce1f1e-a42c-4206-aa98-b8e47e6b54d9" -d '{"events": [{"server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "name": "network-vif-plugged", "status": "completed", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:27.101705 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:27.106027 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:27.154785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:27.176889 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63986a5-89e2-4ec7-a324-b419e6ac0215 x-openstack-request-id: req-f63986a5-89e2-4ec7-a324-b419e6ac0215 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:27.177187 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "name": "network-vif-plugged", "status": "completed", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:27.177449 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f63986a5-89e2-4ec7-a324-b419e6ac0215 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:27.177872 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'code': 200} Jul 16 00:13:27.310461 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b971f-e1b0-488c-ad8b-9d9a21ea1956 req-2e9998ab-1fb3-4b69-8df3-b301b782f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:27.311958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-589b971f-e1b0-488c-ad8b-9d9a21ea1956 req-2e9998ab-1fb3-4b69-8df3-b301b782f80a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 1097 time: 0.0510209 Jul 16 00:13:27.345615 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-589b971f-e1b0-488c-ad8b-9d9a21ea1956 req-6438e02c-4920-4fd3-a979-d6f353a7f7c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271308 Jul 16 00:13:28.073031 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd1adb-4238-4159-bece-16dcdd04bab3 req-efdcaede-6dbd-4f95-be92-7b7a95e3844b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:28.074413 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6fd1adb-4238-4159-bece-16dcdd04bab3 req-efdcaede-6dbd-4f95-be92-7b7a95e3844b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.0651298 Jul 16 00:13:28.111039 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a6fd1adb-4238-4159-bece-16dcdd04bab3 req-9542918b-014a-4455-8d60-02a8e0a25c1c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305161 Jul 16 00:13:29.284974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347446f-0979-4802-866b-62367b635963 req-18805c1c-4a36-42bb-b38a-034290d425b1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:29.286401 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d347446f-0979-4802-866b-62367b635963 req-18805c1c-4a36-42bb-b38a-034290d425b1 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.0629358 Jul 16 00:13:29.324479 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d347446f-0979-4802-866b-62367b635963 req-7bc67530-8b92-4952-ad5b-6df8e593a9f9 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324891 Jul 16 00:13:29.490503 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304685-4248-43de-851f-e3042b1850f3 req-796c66d2-7059-474c-bca0-49d196c12619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:29.492009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58304685-4248-43de-851f-e3042b1850f3 req-796c66d2-7059-474c-bca0-49d196c12619 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.0626588 Jul 16 00:13:29.533546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58304685-4248-43de-851f-e3042b1850f3 req-51c0c917-b70a-44a9-a97b-da57d2302c12 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361018 Jul 16 00:13:29.556541 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58294) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:29.607022 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0205c-f5b6-4ff5-a7bb-c679133f3078 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:29.608553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-20a0205c-f5b6-4ff5-a7bb-c679133f3078 tempest-TestNetworkAdvancedServerOps-1513730454 tempest-TestNetworkAdvancedServerOps-1513730454-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 1092 time: 0.0510426 Jul 16 00:13:29.611185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58296) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:29.615467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:29.637411 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:29.731846 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:29.839097 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Allocated IP 172.25.3.161 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/58d6d090-c17b-4e5c-b612-27406d59353b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:13:29.938515 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:29.980446 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.014094 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:30.016895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:30.019548 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:13:30.050954 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=58d6d090-c17b-4e5c-b612-27406d59353b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:30.384509 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.458126 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.612044 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.616820 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.686402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event updated for resources: {'Port': ['ID=58d6d090-c17b-4e5c-b612-27406d59353b,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:30.697986 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.797286 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP 034aecd1-8fb9-4b61-9639-388dfd336d4b associated. External IP: 172.25.3.161, port: b106fb10-55f1-46d4-8b15-0a53c2dfd1bb. Jul 16 00:13:30.994868 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 3a434070-c8ab-4c85-9e63-37ea8307da07 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:13:31.102144 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:31.111993 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] Sync routers for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:31.117507 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:31.121055 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:31.121762 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:13:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:31.157180 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bf1fd550-5dfa-4e54-97c0-d9fe071cdd99 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5419688 Jul 16 00:13:31.157180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:31.157555 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6500605-5501-48f0-b651-049482e4b97f" -d '{"events": [{"name": "network-changed", "server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:31.226659 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:31.310855 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8654c-a7bc-43cb-aac3-460dfeeabfbd req-c87e7835-9498-472b-bec3-eb61e1d3481c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.312294 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21a8654c-a7bc-43cb-aac3-460dfeeabfbd req-c87e7835-9498-472b-bec3-eb61e1d3481c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.0675440 Jul 16 00:13:31.351071 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-21a8654c-a7bc-43cb-aac3-460dfeeabfbd req-e61751c5-b08c-4c77-b53b-21b4566f7c22 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330932 Jul 16 00:13:31.375960 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58302) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:31.398210 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0958e296-2960-4e55-b680-9c06b2ecdeb4 x-openstack-request-id: req-0958e296-2960-4e55-b680-9c06b2ecdeb4 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:31.398727 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:31.398866 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0958e296-2960-4e55-b680-9c06b2ecdeb4 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:31.399186 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'status': 'completed', 'code': 200} Jul 16 00:13:31.442783 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-96ca4d7d-2a1a-4c76-b78b-ed00e7c7bf84 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/034aecd1-8fb9-4b61-9639-388dfd336d4b HTTP/1.1" status: 200 len: 992 time: 0.0655947 Jul 16 00:13:31.450166 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '034aecd1-8fb9-4b61-9639-388dfd336d4b', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'port_id': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'mac_address': 'fa:16:3e:5e:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:13:30Z', 'updated_at': '2021-07-16T00:13:30Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:20Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:31.480232 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] Checking router: 3a434070-c8ab-4c85-9e63-37ea8307da07 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:31.489073 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:31.489682 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:13:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:31.496386 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6500605-5501-48f0-b651-049482e4b97f req-156f426f-0b7e-4c2e-9dcf-ce93f35f889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.497910 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6500605-5501-48f0-b651-049482e4b97f req-156f426f-0b7e-4c2e-9dcf-ce93f35f889b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 1097 time: 0.0532491 Jul 16 00:13:31.591589 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6500605-5501-48f0-b651-049482e4b97f req-589878f1-8c9c-428d-903e-935bcf3eda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.593096 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:31.593588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6500605-5501-48f0-b651-049482e4b97f req-589878f1-8c9c-428d-903e-935bcf3eda59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe24aff5-61c8-4424-a1c1-f415768ce8ba HTTP/1.1" status: 200 len: 898 time: 0.0889633 Jul 16 00:13:31.657978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6500605-5501-48f0-b651-049482e4b97f req-cdcea4f7-5d02-4d4d-bb02-4b134573c508 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb HTTP/1.1" status: 200 len: 1000 time: 0.0570393 Jul 16 00:13:31.706452 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6500605-5501-48f0-b651-049482e4b97f req-99fd3b1a-2105-401d-8289-ab0df4ca90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.708338 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6500605-5501-48f0-b651-049482e4b97f req-99fd3b1a-2105-401d-8289-ab0df4ca90b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b58639ad-cbb3-48ea-b794-cc93c18b2d1a HTTP/1.1" status: 200 len: 835 time: 0.0440185 Jul 16 00:13:31.768825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6500605-5501-48f0-b651-049482e4b97f req-bf20aeb3-4ad6-4733-baa1-fbc74a50bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.770440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6500605-5501-48f0-b651-049482e4b97f req-bf20aeb3-4ad6-4733-baa1-fbc74a50bcc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe24aff5-61c8-4424-a1c1-f415768ce8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564215 Jul 16 00:13:31.809579 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '034aecd1-8fb9-4b61-9639-388dfd336d4b', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'port_id': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'mac_address': 'fa:16:3e:5e:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:13:30Z', 'updated_at': '2021-07-16T00:13:30Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:20Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:31.835666 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57b6cc-f314-44e5-be1e-d4154e6895bd None None] The sync data for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 is: [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '034aecd1-8fb9-4b61-9639-388dfd336d4b', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'port_id': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'mac_address': 'fa:16:3e:5e:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:13:30Z', 'updated_at': '2021-07-16T00:13:30Z', 'revision_number': 0, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:20Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:31.859755 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6500605-5501-48f0-b651-049482e4b97f req-62ca3839-e9ac-48d3-b6c4-3e743ba668d6 service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825853 Jul 16 00:13:31.956817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6500605-5501-48f0-b651-049482e4b97f req-a943c3bc-b478-4a53-806c-ee0b70b4cc1f service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912330 Jul 16 00:13:32.029558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeb5a9e-4062-4873-b1ee-3e7a5373f572 None None] New status for floating IP 034aecd1-8fb9-4b61-9639-388dfd336d4b: ACTIVE {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:13:32.446703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58304) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:32.506713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e42b9610-5cf0-4e59-ba08-654f4a7175a8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/034aecd1-8fb9-4b61-9639-388dfd336d4b HTTP/1.1" status: 200 len: 994 time: 0.0589182 Jul 16 00:13:41.633280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-adfb0619-5d4f-4702-8ead-5085b04f18ff req-b729e289-7c1c-4ddb-9a7c-fa0c12767771 service neutron] (93715) timed out ('10.222.0.23', 51278) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:13:44.547702 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:44.819765 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-88c68ec6-9584-4791-a767-ae1bf814d70d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542483 Jul 16 00:13:44.928329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-a51b325f-1e93-4a00-8913-9c5323e2aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:44.929801 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-a51b325f-1e93-4a00-8913-9c5323e2aba5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 1097 time: 0.0515277 Jul 16 00:13:45.032473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-ba0ba8a9-4fba-4a5f-a86b-341db91d8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:45.033938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-ba0ba8a9-4fba-4a5f-a86b-341db91d8915 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe24aff5-61c8-4424-a1c1-f415768ce8ba HTTP/1.1" status: 200 len: 898 time: 0.0827134 Jul 16 00:13:45.100909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-48bab19d-5227-4605-a766-3378c716948b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb HTTP/1.1" status: 200 len: 1002 time: 0.0603755 Jul 16 00:13:45.148193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-e6e20278-6be6-4a02-9863-10fd7ee197e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:45.149602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-e6e20278-6be6-4a02-9863-10fd7ee197e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b58639ad-cbb3-48ea-b794-cc93c18b2d1a HTTP/1.1" status: 200 len: 835 time: 0.0430937 Jul 16 00:13:45.205316 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-72506b23-9aa4-4e61-b692-b33e15c6aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:45.206817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-72506b23-9aa4-4e61-b692-b33e15c6aa73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe24aff5-61c8-4424-a1c1-f415768ce8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505986 Jul 16 00:13:45.297770 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-8b4c4d83-d91e-4489-b6e1-0867dd9bc5d9 service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842440 Jul 16 00:13:45.384646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2b2cd687-c54d-415f-919c-d0bba1e8a20d req-0f8369c9-6168-484e-86b6-10fde8b48e89 service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800915 Jul 16 00:13:47.007188 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:13:48.148310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8eead6a-d849-4ccd-a5e3-4c0ab934505a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.783145 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6436-8920-4f3e-af8c-b8038416d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:51.154847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:51.792582 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.553419 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.792279 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:04.061279 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588c072-c527-4588-a7b1-a022a2b1cf54 req-84eb591a-af38-4816-b45a-b6f3f0386dbb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:04.062684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f588c072-c527-4588-a7b1-a022a2b1cf54 req-84eb591a-af38-4816-b45a-b6f3f0386dbb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.0666285 Jul 16 00:14:04.099618 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f588c072-c527-4588-a7b1-a022a2b1cf54 req-7e061b07-9edc-4931-9b97-0f5d39c2c249 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307422 Jul 16 00:14:05.269921 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58875a90-e19d-46c7-9b57-8e4cf68ff1c1 req-7bd2bc4b-a1f4-4dc6-8475-322f820aae59 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:05.271443 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58875a90-e19d-46c7-9b57-8e4cf68ff1c1 req-7bd2bc4b-a1f4-4dc6-8475-322f820aae59 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.0628235 Jul 16 00:14:05.309547 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-58875a90-e19d-46c7-9b57-8e4cf68ff1c1 req-865ee696-b81f-42af-ab4f-310a92cf0f54 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325513 Jul 16 00:14:05.333496 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58332) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:05.391794 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f0a5d9f2-8bf7-42f1-a7aa-cc24938d49a3 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/034aecd1-8fb9-4b61-9639-388dfd336d4b HTTP/1.1" status: 200 len: 994 time: 0.0570817 Jul 16 00:14:06.873369 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033313-bfac-4446-a26a-d782f83c6c3a req-673a5542-3fa8-459a-be86-33f6e7626158 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:06.874942 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c033313-bfac-4446-a26a-d782f83c6c3a req-673a5542-3fa8-459a-be86-33f6e7626158 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.1053452 Jul 16 00:14:06.876672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-69734f31-91f2-49b4-bdea-73a7fac8f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:06.878249 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-69734f31-91f2-49b4-bdea-73a7fac8f4c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 1097 time: 0.0978949 Jul 16 00:14:06.938633 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c033313-bfac-4446-a26a-d782f83c6c3a req-e05342e9-df47-4b7b-ae17-0f43d52a903d tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581160 Jul 16 00:14:06.991720 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-3c980ff4-4c9f-41be-93e9-8532b7083a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:06.993165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-3c980ff4-4c9f-41be-93e9-8532b7083a2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe24aff5-61c8-4424-a1c1-f415768ce8ba HTTP/1.1" status: 200 len: 898 time: 0.1070278 Jul 16 00:14:07.055385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-cb234059-e417-4412-90df-84001663e625 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb HTTP/1.1" status: 200 len: 1002 time: 0.0557005 Jul 16 00:14:07.101668 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-31bfe471-06a5-473f-b33b-9b713fcde1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:07.103093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-31bfe471-06a5-473f-b33b-9b713fcde1e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b58639ad-cbb3-48ea-b794-cc93c18b2d1a HTTP/1.1" status: 200 len: 835 time: 0.0422134 Jul 16 00:14:07.161724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-bfc94653-5366-4661-9b0e-8bf7258bc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:07.163234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-bfc94653-5366-4661-9b0e-8bf7258bc483 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe24aff5-61c8-4424-a1c1-f415768ce8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545378 Jul 16 00:14:07.248651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-693b82a1-a2b8-4f08-9aa9-b79e9601c506 service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787132 Jul 16 00:14:07.341280 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-31b3fa52-a390-4045-8364-ca477c3bfa94 req-1678986b-fd8d-4fd0-8437-667200fdf331 service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847855 Jul 16 00:14:08.112207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f827c9-0d62-438f-be7f-39df703bdd15 req-ab558f80-8492-4005-ada6-11b1075fc26b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:08.113616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4f827c9-0d62-438f-be7f-39df703bdd15 req-ab558f80-8492-4005-ada6-11b1075fc26b tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.0623310 Jul 16 00:14:08.153503 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f4f827c9-0d62-438f-be7f-39df703bdd15 req-c6b1aac4-1609-4fbd-b9a4-ea90d2e71cc5 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Jul 16 00:14:09.322655 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9a16c-4924-4e34-99f5-ad45998181e2 req-67bc8f68-1d64-4b3a-81d5-6b9b047f297c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:09.324332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1e9a16c-4924-4e34-99f5-ad45998181e2 req-67bc8f68-1d64-4b3a-81d5-6b9b047f297c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.0627701 Jul 16 00:14:09.367171 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a1e9a16c-4924-4e34-99f5-ad45998181e2 req-784acd85-b2a3-4442-ae34-4dfa8d546ebf tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373762 Jul 16 00:14:09.390942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58344) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:09.450167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0c611277-4ab3-47f5-ba14-d73406eac933 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/floatingips/034aecd1-8fb9-4b61-9639-388dfd336d4b HTTP/1.1" status: 200 len: 994 time: 0.0580187 Jul 16 00:14:09.715289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58350) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:09.871807 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port 58d6d090-c17b-4e5c-b612-27406d59353b {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:14:09.872153 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:09.944522 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:09.944829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:09.955749 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for 58d6d090-c17b-4e5c-b612-27406d59353b owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:14:10.097624 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:10.122558 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=58d6d090-c17b-4e5c-b612-27406d59353b,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:10.188395 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:10.188749 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Floating IP 034aecd1-8fb9-4b61-9639-388dfd336d4b disassociated (deleted). External IP: 172.25.3.161, port: b106fb10-55f1-46d4-8b15-0a53c2dfd1bb. Jul 16 00:14:10.387803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 3a434070-c8ab-4c85-9e63-37ea8307da07 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:14:10.492363 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:10.496845 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:10.502995 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] Sync routers for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:10.512260 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:10.512926 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:13:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:10.531744 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-79f9737b-658a-4802-b88b-b9d4d55bcd0c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/floatingips/034aecd1-8fb9-4b61-9639-388dfd336d4b HTTP/1.1" status: 204 len: 168 time: 0.8154385 Jul 16 00:14:10.532440 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:10.535399 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da29a23e86a42380a5cd25913bdb9d72f9bbeb157bbfaf6e4f2b7925054ceba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e9c650-03ed-41ca-a440-5ca28e15f2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:10.614889 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:10.779507 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1325944c-99fa-4260-b00a-5b871a1d77f5 x-openstack-request-id: req-1325944c-99fa-4260-b00a-5b871a1d77f5 {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:10.780020 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:10.780118 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1325944c-99fa-4260-b00a-5b871a1d77f5 {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:10.780556 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'status': 'completed', 'code': 200} Jul 16 00:14:10.811461 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:20Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:10.836783 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] Checking router: 3a434070-c8ab-4c85-9e63-37ea8307da07 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:10.845004 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:10.845602 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:13:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:10.948669 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:11.244378 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:20Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:11.251152 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-86a0b9ed-b505-48c4-b6b0-7b53276433ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:11.253211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-86a0b9ed-b505-48c4-b6b0-7b53276433ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=430342c9e4474a87836b1f9f27d111c6&device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 1097 time: 0.4150057 Jul 16 00:14:11.271216 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40fe7f-1c2e-4125-95bc-e214bde0b6bb None None] The sync data for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 is: [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:13:16Z', 'revision_number': 4, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'e7bb5d5a-37f9-431a-8e1b-9d3315210bd2', 'name': '', 'network_id': 'fe24aff5-61c8-4424-a1c1-f415768ce8ba', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'mac_address': 'fa:16:3e:76:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:15Z', 'updated_at': '2021-07-16T00:13:20Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'subnets': [{'id': 'b58639ad-cbb3-48ea-b794-cc93c18b2d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:11.276117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af182b9-45cb-447d-9002-4231e76a170f req-806fb664-3ce6-40bd-804f-58eb254b8203 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:11.277627 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5af182b9-45cb-447d-9002-4231e76a170f req-806fb664-3ce6-40bd-804f-58eb254b8203 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.4100709 Jul 16 00:14:11.357623 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5af182b9-45cb-447d-9002-4231e76a170f req-19bd4af9-6030-45e8-9a51-ea2550327bdb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699582 Jul 16 00:14:11.385375 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-42c53092-cf52-4192-8db3-54d3020c1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:11.386890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-42c53092-cf52-4192-8db3-54d3020c1422 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fe24aff5-61c8-4424-a1c1-f415768ce8ba HTTP/1.1" status: 200 len: 898 time: 0.1267889 Jul 16 00:14:11.432757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-2c361d72-ccf5-48e0-a0a3-5c854006d4a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb HTTP/1.1" status: 200 len: 217 time: 0.0387430 Jul 16 00:14:11.481647 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-2d10d9d4-4239-4c81-9185-c24a42a3abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:11.483141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-2d10d9d4-4239-4c81-9185-c24a42a3abd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b58639ad-cbb3-48ea-b794-cc93c18b2d1a HTTP/1.1" status: 200 len: 835 time: 0.0443029 Jul 16 00:14:11.494342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9263de-a1a5-47db-883c-5bf0a1cef127 None None] New status for floating IP 034aecd1-8fb9-4b61-9639-388dfd336d4b: DOWN {{(pid=93716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:14:11.541632 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-d19e88e5-f3e5-462c-b092-da228be7bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:11.543310 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-d19e88e5-f3e5-462c-b092-da228be7bc84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fe24aff5-61c8-4424-a1c1-f415768ce8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508604 Jul 16 00:14:11.635863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-76343124-8027-49a2-9a2d-6bb104468fca service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856411 Jul 16 00:14:11.722951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01e9c650-03ed-41ca-a440-5ca28e15f2ed req-058f1636-b1f9-44af-8b87-51a205cb23eb service neutron] 10.222.0.37 "GET /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802836 Jul 16 00:14:12.573575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ac7ba-4b4a-4363-9ec2-132868236981 req-007aa379-e202-4e08-9302-ad4dc416bb1f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:12.575090 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e46ac7ba-4b4a-4363-9ec2-132868236981 req-007aa379-e202-4e08-9302-ad4dc416bb1f tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.1067095 Jul 16 00:14:12.583717 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-29bb14e7-5e1d-47e5-a308-e50fa90e0140 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:12.585059 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-29bb14e7-5e1d-47e5-a308-e50fa90e0140 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "GET /v2.0/ports?device_id=d872d471-2f2e-4a2b-b72b-e09027f7791c HTTP/1.1" status: 200 len: 946 time: 0.1058280 Jul 16 00:14:12.651133 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e46ac7ba-4b4a-4363-9ec2-132868236981 req-0c92ce82-3776-4396-aefb-827bf53db039 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "GET /v2.0/security-groups?id=b871ff1a-526c-418d-a5c3-ffe71997f950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650351 Jul 16 00:14:12.707168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:14:12.707506 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:12.795208 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:12.795565 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:12.807557 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for b106fb10-55f1-46d4-8b15-0a53c2dfd1bb owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:14:12.934131 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:12.962881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=b106fb10-55f1-46d4-8b15-0a53c2dfd1bb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:12.990779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.991134 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.991471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.991809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.992136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.992463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.992786 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.993107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.993428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.993748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.994066 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:12.994379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:13.020229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] No DVR routers for this DVR port b106fb10-55f1-46d4-8b15-0a53c2dfd1bb on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:14:13.022790 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:13.024886 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50ea5810-75af-478e-ae20-ae6e4e5a0960 req-f69beedf-8b56-4c55-aabd-8f0e4baf7f30 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.37 "DELETE /v2.0/ports/b106fb10-55f1-46d4-8b15-0a53c2dfd1bb HTTP/1.1" status: 204 len: 173 time: 0.4329906 Jul 16 00:14:13.025309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'name': 'network-vif-deleted', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:13.027619 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c4191-e876-4805-b481-dac41b24cec8" -d '{"events": [{"server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "name": "network-vif-deleted", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:13.064441 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c48610-aea4-4ec7-a876-303e4533e7cb x-openstack-request-id: req-c8c48610-aea4-4ec7-a876-303e4533e7cb {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:13.065338 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d872d471-2f2e-4a2b-b72b-e09027f7791c", "name": "network-vif-deleted", "tag": "b106fb10-55f1-46d4-8b15-0a53c2dfd1bb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:13.065591 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8c48610-aea4-4ec7-a876-303e4533e7cb {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:13.065985 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd872d471-2f2e-4a2b-b72b-e09027f7791c', 'name': 'network-vif-deleted', 'tag': 'b106fb10-55f1-46d4-8b15-0a53c2dfd1bb', 'status': 'completed', 'code': 200} Jul 16 00:14:13.746457 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58364) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:14.098180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:14.365215 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:14:14.365478 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:14.456419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port e7bb5d5a-37f9-431a-8e1b-9d3315210bd2, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:14.456789 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:14.468314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:14:14.544353 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:14.648702 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:14.675062 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=e7bb5d5a-37f9-431a-8e1b-9d3315210bd2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:14.849308 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.060540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Router 3a434070-c8ab-4c85-9e63-37ea8307da07 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:14:15.163956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:15.169580 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2ed20c98-af32-4056-a5e7-a02a18eb0d07 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "PUT /v2.0/routers/3a434070-c8ab-4c85-9e63-37ea8307da07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217026 Jul 16 00:14:15.171894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58366) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:15.176189 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] Sync routers for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:15.186519 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:15.187165 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:13:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:15.225482 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c34e7fd-5f81-4e51-9955-9fb8331b22cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting subnet b58639ad-cbb3-48ea-b794-cc93c18b2d1a {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:14:15.228812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c34e7fd-5f81-4e51-9955-9fb8331b22cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.267300 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c34e7fd-5f81-4e51-9955-9fb8331b22cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.290153 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:15.356002 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c34e7fd-5f81-4e51-9955-9fb8331b22cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.413358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c34e7fd-5f81-4e51-9955-9fb8331b22cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.437638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34e7fd-5f81-4e51-9955-9fb8331b22cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Subnet': ['ID=b58639ad-cbb3-48ea-b794-cc93c18b2d1a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:15.444341 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4c34e7fd-5f81-4e51-9955-9fb8331b22cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.446206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4c34e7fd-5f81-4e51-9955-9fb8331b22cb tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/subnets/b58639ad-cbb3-48ea-b794-cc93c18b2d1a HTTP/1.1" status: 204 len: 168 time: 0.2734027 Jul 16 00:14:15.449092 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58368) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:15.451103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e5f86-ec5f-44e1-adbb-14569c9d06f1 None None] Network fe24aff5-61c8-4424-a1c1-f415768ce8ba requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:14:15.467585 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:14:14Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:15.498030 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] Checking router: 3a434070-c8ab-4c85-9e63-37ea8307da07 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:15.506652 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] Routers {'3a434070-c8ab-4c85-9e63-37ea8307da07'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:15.508181 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:13:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['3a434070-c8ab-4c85-9e63-37ea8307da07'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:15.561827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.611509 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] Set router 3a434070-c8ab-4c85-9e63-37ea8307da07 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:15.642175 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] DHCP port deletion for fe24aff5-61c8-4424-a1c1-f415768ce8ba request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:14:15.667533 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.692616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Deleting port 505c03ce-9152-4b83-80f9-436b5352b126 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:14:15.693269 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.722568 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Deleting port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:14:15.723202 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.755637 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] For port 505c03ce-9152-4b83-80f9-436b5352b126, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=505c03ce-9152-4b83-80f9-436b5352b126,segment=NetworkSegment(4cc61776-5f35-4464-828e-b97c5a55228f),segment_id=4cc61776-5f35-4464-828e-b97c5a55228f)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:15.756112 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.769170 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Calling delete_port for 505c03ce-9152-4b83-80f9-436b5352b126 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:14:15.794725 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:14:14Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:15.816792 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] For port c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:15.817561 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.828351 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37c174-7688-4edc-b3b1-7601cb9616a5 None None] The sync data for ids ['3a434070-c8ab-4c85-9e63-37ea8307da07'] in n-d-793618-8 is: [{'id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830824776', 'tenant_id': '430342c9e4474a87836b1f9f27d111c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:12Z', 'updated_at': '2021-07-16T00:14:14Z', 'revision_number': 5, 'project_id': '430342c9e4474a87836b1f9f27d111c6', 'gw_port': {'id': 'c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a434070-c8ab-4c85-9e63-37ea8307da07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:13Z', 'updated_at': '2021-07-16T00:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:15.845606 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Calling delete_port for c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:14:15.876516 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:15.902452 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Pushing event deleted for resources: {'Port': ['ID=505c03ce-9152-4b83-80f9-436b5352b126,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:15.906734 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] No DVR routers for this DVR port 505c03ce-9152-4b83-80f9-436b5352b126 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:14:15.919567 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.919916 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.920257 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.920653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.921091 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.921427 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.921753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.922151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.922496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.922840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.923165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:15.923512 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c1d541-6d15-4327-b6e4-cb9bce494922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.014224 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.038376 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Port': ['ID=c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:16.050564 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.050949 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.051290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.051625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.051958 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.052289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.052616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.052943 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.053269 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.053595 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.053916 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.054238 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:16.112639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.246599 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 505c03ce-9152-4b83-80f9-436b5352b126 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:14:16.271946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 505c03ce-9152-4b83-80f9-436b5352b126 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:14:16.272370 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 505c03ce-9152-4b83-80f9-436b5352b126 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:14:16.481338 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.483460 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.524412 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.524983 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Fanout notify agent at l3_agent the message router_deleted on router 3a434070-c8ab-4c85-9e63-37ea8307da07 {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:14:16.531598 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.532703 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ac7656f9-9ce8-4169-8891-4423b484d383 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/routers/3a434070-c8ab-4c85-9e63-37ea8307da07 HTTP/1.1" status: 204 len: 168 time: 1.0825825 Jul 16 00:14:16.535873 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58370) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:16.613053 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.702068 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.711978 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe24aff5-61c8-4424-a1c1-f415768ce8ba']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:16.722616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc61776-5f35-4464-828e-b97c5a55228f') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:16.722616 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc61776-5f35-4464-828e-b97c5a55228f') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:16.730737 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.744182 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.749663 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:14:16.750039 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:14:16.753114 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:14:16.812981 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.820042 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.821707 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/networks/fe24aff5-61c8-4424-a1c1-f415768ce8ba HTTP/1.1" status: 204 len: 168 time: 0.2848501 Jul 16 00:14:16.824546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58372) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:16.832789 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70336d90-ab2d-42dc-8b5c-a626e8fb167c tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'Network': ['ID=fe24aff5-61c8-4424-a1c1-f415768ce8ba,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:16.882697 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c6e980e5-32d2-49c7-b576-5a3f4871fac8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.912676 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c6e980e5-32d2-49c7-b576-5a3f4871fac8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.975458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c6e980e5-32d2-49c7-b576-5a3f4871fac8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.978008 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c6e980e5-32d2-49c7-b576-5a3f4871fac8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:16.979200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c6e980e5-32d2-49c7-b576-5a3f4871fac8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] 10.222.0.23 "DELETE /v2.0/security-groups/b871ff1a-526c-418d-a5c3-ffe71997f950 HTTP/1.1" status: 204 len: 168 time: 0.1536131 Jul 16 00:14:16.989023 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e980e5-32d2-49c7-b576-5a3f4871fac8 tempest-TestNetworkAdvancedServerOps-1106669844 tempest-TestNetworkAdvancedServerOps-1106669844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b871ff1a-526c-418d-a5c3-ffe71997f950,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:17.200825 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b106fb10-55f1-46d4-8b15-0a53c2dfd1bb no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:14:17.222870 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: b106fb10-55f1-46d4-8b15-0a53c2dfd1bb {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:14:17.223218 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device b106fb10-55f1-46d4-8b15-0a53c2dfd1bb not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:14:17.298358 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58380) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:17.423156 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4aaa8f42-544b-4b89-8b7c-7e8c247e7ce7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=430342c9e4474a87836b1f9f27d111c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230130 Jul 16 00:14:17.426401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58384) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:17.473258 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64d09e66-a283-481a-82b2-4058f3b88d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:17.493429 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64d09e66-a283-481a-82b2-4058f3b88d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:17.538918 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64d09e66-a283-481a-82b2-4058f3b88d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:17.541450 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64d09e66-a283-481a-82b2-4058f3b88d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:17.542599 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-64d09e66-a283-481a-82b2-4058f3b88d8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a699a0b-9fbe-4c71-b469-2558f633c815 HTTP/1.1" status: 204 len: 168 time: 0.1152768 Jul 16 00:14:17.550811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d09e66-a283-481a-82b2-4058f3b88d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a699a0b-9fbe-4c71-b469-2558f633c815,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:17.792473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:17.806471 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9e36bd4-f3bd-44c1-a583-fce7e3447ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:17.851148 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:14:17.873197 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:14:17.873540 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device e7bb5d5a-37f9-431a-8e1b-9d3315210bd2 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:14:17.874027 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:14:17.892391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:14:17.893331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device c1bf7b45-aa7d-4cb3-9960-c1164d1fbf9c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:14:17.906240 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9e36bd4-f3bd-44c1-a583-fce7e3447ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:17.909999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b9e36bd4-f3bd-44c1-a583-fce7e3447ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:17.946865 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b9e36bd4-f3bd-44c1-a583-fce7e3447ff4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa2113104d724ec89745d7e2532658fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529989 Jul 16 00:14:17.948759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e36bd4-f3bd-44c1-a583-fce7e3447ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fd2a2a-ee57-4b3d-b5a0-6b8474226f07,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:17.949594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58392) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:17.998719 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-731be1df-e779-4401-8400-62674f279849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.018910 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-731be1df-e779-4401-8400-62674f279849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.066003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-731be1df-e779-4401-8400-62674f279849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.068489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-731be1df-e779-4401-8400-62674f279849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.069625 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-731be1df-e779-4401-8400-62674f279849 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7fd2a2a-ee57-4b3d-b5a0-6b8474226f07 HTTP/1.1" status: 204 len: 168 time: 0.1189420 Jul 16 00:14:18.076889 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731be1df-e779-4401-8400-62674f279849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fd2a2a-ee57-4b3d-b5a0-6b8474226f07,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:18.149334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-40064a3a-0dc9-4a7d-94ba-157f5ff2bfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.737071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58414) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:18.833029 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1757550299-network', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:18.853074 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Made reservation on behalf of ef6e738a3214430a99243c6e6a8c43c6 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:14:18.855469 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.863734 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.953630 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.957506 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.980656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:14:18.990527 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed97bbd-ad8f-4608-a1ef-0f833441bcf2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:18.998993 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:18.998993 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Added segment 00255a88-5f3a-437e-867d-9733dc542dee of type vlan for network f5242963-64bb-4c6d-b98b-e5253dc3e2df Jul 16 00:14:19.038058 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.066705 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.067680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:19.068262 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.104252 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3656168 Jul 16 00:14:19.107290 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58418) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:19.112950 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Request body: {'subnet': {'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1757550299-subnet', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:19.135002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Made reservation on behalf of ef6e738a3214430a99243c6e6a8c43c6 for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:14:19.137357 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.141293 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5cd2d-7e95-45bc-b75a-cfb814a642a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5242963-64bb-4c6d-b98b-e5253dc3e2df,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:19.150952 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:14:19.304111 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.362294 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe18085-fd5c-4bab-b047-f36f66918d85,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:19.370504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Checking segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:19.370899 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Network hostable DHCP agents. Network: f5242963-64bb-4c6d-b98b-e5253dc3e2df, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:14:19.386581 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:14:19.394509 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, f5242963-64bb-4c6d-b98b-e5253dc3e2df) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:19.398504 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:19.399227 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.403980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbcc9ae-3072-40cb-bb0d-bd3abdf2aaac None None] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:14:19.413606 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ba3b7eba-2899-46a7-b57f-8cad3f86989f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051221 Jul 16 00:14:19.416385 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58420) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:19.420927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:19.440755 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.441735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.491969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.548647 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:14:19.550135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.625735 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.687966 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Allocated IP 172.20.0.2 (f5242963-64bb-4c6d-b98b-e5253dc3e2df/bfe18085-fd5c-4bab-b047-f36f66918d85/b03114ba-db70-42b0-ac8d-f5db20938434) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:19.825443 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.832622 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.840751 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Transition to ACTIVE for port object b03114ba-db70-42b0-ac8d-f5db20938434 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:19.844827 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.856416 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Transition to ACTIVE for port object b03114ba-db70-42b0-ac8d-f5db20938434 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:19.862159 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.897249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:19.901745 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:19.905032 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:19.916007 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Pushing event updated for resources: {'Port': ['ID=b03114ba-db70-42b0-ac8d-f5db20938434,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:19.947730 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Allocated IP 172.25.3.112 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/7d7ae96a-791e-4c2a-b331-a60978ab9f6c) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:19.966025 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Attempting to bind port b03114ba-db70-42b0-ac8d-f5db20938434 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:14:19.966461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Attempting to bind port b03114ba-db70-42b0-ac8d-f5db20938434 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:14:19.966897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Attempting to bind port b03114ba-db70-42b0-ac8d-f5db20938434 on network f5242963-64bb-4c6d-b98b-e5253dc3e2df {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:19.972462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:14:19.972839 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Checking segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:19.973240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:19.973630 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Bound using segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:14:19.974096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Bound port: b03114ba-db70-42b0-ac8d-f5db20938434, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:14:19.974482 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:20.039715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] For port b03114ba-db70-42b0-ac8d-f5db20938434, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:14:20.043449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] For port b03114ba-db70-42b0-ac8d-f5db20938434, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b03114ba-db70-42b0-ac8d-f5db20938434,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:14:20.047859 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:20.053713 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:20.097083 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:20.115564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bad91-a40b-4658-b7d7-9bfebbc3198e None None] Pushing event updated for resources: {'Port': ['ID=b03114ba-db70-42b0-ac8d-f5db20938434,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:20.132001 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:20.135040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:20.140900 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:20.172880 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7ae96a-791e-4c2a-b331-a60978ab9f6c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:20.412113 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:20.603898 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:20.731803 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:14:20.783879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0970b518-5b72-4f94-a23e-f32f22adf393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:20.848518 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:20.858250 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Sync routers for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:20.869917 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:20.870628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:20.870901 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:20.872463 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-8e515d20-f901-4d18-b300-25382dae3097 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4551430 Jul 16 00:14:20.875129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58422) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:20.983303 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:21.012877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081ae0e-7e10-4900-aaa9-29b2792c70bf None None] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:14:21.123028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5dd9e797-0b96-4940-95db-f15e12919659 None None] Provisioning for port b03114ba-db70-42b0-ac8d-f5db20938434 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:21.298926 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.353972 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.456594 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Allocated IP 172.20.0.1 (f5242963-64bb-4c6d-b98b-e5253dc3e2df/bfe18085-fd5c-4bab-b047-f36f66918d85/5a435451-7001-476a-a3ab-e663b11e6ff0) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:21.481565 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:20Z', 'revision_number': 3, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:21.508518 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Checking router: a9d5182e-6dfa-4618-acfb-a01b6b601fd0 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:21.508872 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Updating router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:14:21.550845 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.566803 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.581667 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Transition to ACTIVE for port object 5a435451-7001-476a-a3ab-e663b11e6ff0 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:21.616225 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.658055 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:21.662844 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:21.672139 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:21.675571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Pushing event updated for resources: {'Port': ['ID=5a435451-7001-476a-a3ab-e663b11e6ff0,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:21.713265 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.833829 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.847705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.860258 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.861479 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Transition to ACTIVE for port object 7d7ae96a-791e-4c2a-b331-a60978ab9f6c will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:21.871021 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.948996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b03114ba-db70-42b0-ac8d-f5db20938434 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:21.954506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Attempting to bind port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:14:21.954506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Attempting to bind port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:14:21.954871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Attempting to bind port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:21.983483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24d73c-ea6f-451f-a6dd-85f6b8d91883 None None] Pushing event updated for resources: {'Port': ['ID=7d7ae96a-791e-4c2a-b331-a60978ab9f6c,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:21.989065 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:14:21.989445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:21.989847 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:21.990237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:14:21.990785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Bound port: 7d7ae96a-791e-4c2a-b331-a60978ab9f6c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:14:21.991162 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.036274 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-07d81a19-3906-462f-b1b1-9167c5dc4197 None None] Provisioning for port 5a435451-7001-476a-a3ab-e663b11e6ff0 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:22.044676 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-07d81a19-3906-462f-b1b1-9167c5dc4197 None None] Provisioning complete for port 5a435451-7001-476a-a3ab-e663b11e6ff0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:22.045043 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07d81a19-3906-462f-b1b1-9167c5dc4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.060869 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.066057 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.092993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port b03114ba-db70-42b0-ac8d-f5db20938434 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:22.100643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] For port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:14:22.102551 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b03114ba-db70-42b0-ac8d-f5db20938434 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:22.102949 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.105571 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] For port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7d7ae96a-791e-4c2a-b331-a60978ab9f6c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:14:22.106822 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-07d81a19-3906-462f-b1b1-9167c5dc4197 None None] Port 5a435451-7001-476a-a3ab-e663b11e6ff0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:14:22.130091 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.134475 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Pushing event updated for resources: {'Port': ['ID=5a435451-7001-476a-a3ab-e663b11e6ff0,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:22.139553 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.202002 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24d73c-ea6f-451f-a6dd-85f6b8d91883 None None] Pushing event updated for resources: {'Port': ['ID=7d7ae96a-791e-4c2a-b331-a60978ab9f6c,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:22.204495 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:22.205143 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:22.235259 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:22.237187 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:22.325755 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.370578 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:22.404654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port b03114ba-db70-42b0-ac8d-f5db20938434, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b03114ba-db70-42b0-ac8d-f5db20938434,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:22.410992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.523959 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=b03114ba-db70-42b0-ac8d-f5db20938434,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:22.569254 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d5a29138-808b-4b37-a4f4-3788bcde1a86 None None] Provisioning complete for port 5a435451-7001-476a-a3ab-e663b11e6ff0 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:22.569633 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5a29138-808b-4b37-a4f4-3788bcde1a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:22.634381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:14:22.635305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d5a29138-808b-4b37-a4f4-3788bcde1a86 None None] Port 5a435451-7001-476a-a3ab-e663b11e6ff0 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:14:22.662320 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 2, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:22.689280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3ab13-444e-40b2-ac9c-513409f73f69 None None] The sync data for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 is: [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 2, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:22.745201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:22.751013 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-30484153-cb2d-4ca8-9d18-89118163c1ac admin admin] 10.222.0.23 "PUT /v2.0/routers/a9d5182e-6dfa-4618-acfb-a01b6b601fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747506 Jul 16 00:14:23.258249 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58438) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:23.263297 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1399207699-network', 'tenant_id': 'f369448756244b08ba340294da446ece'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:23.284794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Made reservation on behalf of f369448756244b08ba340294da446ece for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:14:23.287342 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.297500 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.409815 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.414081 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.442911 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:14:23.449275 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab68a94-fee1-499c-910a-7add272e28ec,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:23.456354 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.456706 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Added segment da338cb7-819e-48fa-9e65-7dbbb97d8950 of type vlan for network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe Jul 16 00:14:23.500448 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.531627 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.532660 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:23.533831 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.557455 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.567317 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3078918 Jul 16 00:14:23.570069 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58440) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:23.599649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Request body: {'subnet': {'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1399207699-subnet', 'tenant_id': 'f369448756244b08ba340294da446ece', 'ip_version': 4}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:23.604008 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96102-dfd3-44e8-ad45-72d97788526f admin admin] Pushing event updated for resources: {'Network': ['ID=00338ac8-0d6f-4963-b424-a8c8e6f00dfe,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:23.619297 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:14:23.624016 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Made reservation on behalf of f369448756244b08ba340294da446ece for: {'subnet': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:14:23.626466 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5131563'] for subnet, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.804018 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5127433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5131577'] for subnet, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.869191 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94a6aeb-375d-4ea5-9968-0de2f88ffad1,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:23.876571 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Checking segment: {'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:23.876904 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Network hostable DHCP agents. Network: 00338ac8-0d6f-4963-b424-a8c8e6f00dfe, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:14:23.895640 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:14:23.908003 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 00338ac8-0d6f-4963-b424-a8c8e6f00dfe) {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:23.913593 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:23.914284 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.920261 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221325d9-3844-444e-951e-efb8300ea1cc None None] Network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:14:23.944120 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b03114ba-db70-42b0-ac8d-f5db20938434 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:23.948063 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7ce18ab1-058e-4cd1-8856-881bb14783c7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3745458 Jul 16 00:14:23.948217 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58442) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:23.954219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:23.975384 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:23.976639 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.007185 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:14:24.027833 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.070557 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port b03114ba-db70-42b0-ac8d-f5db20938434 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:24.070961 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.133689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-00338ac8-0d6f-4963-b424-a8c8e6f00dfe', 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe', 'tenant_id': 'f369448756244b08ba340294da446ece', 'fixed_ips': [{'subnet_id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:14:24.134526 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.169014 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.258438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7d7ae96a-791e-4c2a-b331-a60978ab9f6c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:24.335207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Allocated IP 172.20.0.2 (00338ac8-0d6f-4963-b424-a8c8e6f00dfe/a94a6aeb-375d-4ea5-9968-0de2f88ffad1/421dedc4-5d59-4340-b3b5-e15492af715e) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:24.355219 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:24.373883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:24.374251 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.374848 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.398438 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.502951 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Allocated IP 172.25.3.73 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/2f386a16-99e3-4907-a2d9-389f56100e26) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:24.546638 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.555483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Transition to ACTIVE for port object 421dedc4-5d59-4340-b3b5-e15492af715e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:24.568328 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.581033 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Transition to ACTIVE for port object 421dedc4-5d59-4340-b3b5-e15492af715e will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:24.590745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.619642 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.626334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7d7ae96a-791e-4c2a-b331-a60978ab9f6c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:24.641046 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.646204 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:24.650827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Pushing event updated for resources: {'Port': ['ID=421dedc4-5d59-4340-b3b5-e15492af715e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:24.653471 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:24.657747 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:24.671350 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.709527 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:24.712657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:24.720349 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:24.750252 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f386a16-99e3-4907-a2d9-389f56100e26,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:24.826887 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Sync routers for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:24.839443 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:24.841317 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:24.931328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=7d7ae96a-791e-4c2a-b331-a60978ab9f6c,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:24.934020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Attempting to bind port 421dedc4-5d59-4340-b3b5-e15492af715e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:14:24.934403 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Attempting to bind port 421dedc4-5d59-4340-b3b5-e15492af715e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:14:24.934816 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Attempting to bind port 421dedc4-5d59-4340-b3b5-e15492af715e on network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:24.941167 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:14:24.941547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Checking segment: {'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:24.941951 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.942342 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Bound using segment: {'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:14:24.942828 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Bound port: 421dedc4-5d59-4340-b3b5-e15492af715e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:14:24.943213 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:24.981641 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:25.005159 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.008597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] For port 421dedc4-5d59-4340-b3b5-e15492af715e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:14:25.012054 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] For port 421dedc4-5d59-4340-b3b5-e15492af715e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=421dedc4-5d59-4340-b3b5-e15492af715e,segment=NetworkSegment(da338cb7-819e-48fa-9e65-7dbbb97d8950),segment_id=da338cb7-819e-48fa-9e65-7dbbb97d8950)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:14:25.017765 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.090271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86682819-74e9-4e84-9772-9ec168ff8054 None None] Pushing event updated for resources: {'Port': ['ID=421dedc4-5d59-4340-b3b5-e15492af715e,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:25.213156 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 2, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:25.241998 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.242225 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Checking router: a9d5182e-6dfa-4618-acfb-a01b6b601fd0 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:25.242338 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Updating router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 port 5a435451-7001-476a-a3ab-e663b11e6ff0 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:14:25.312491 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.406359 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Router 95a782f5-5d9e-434b-949b-39fc227298ac is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:14:25.530411 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:25.539422 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Sync routers for ids ['95a782f5-5d9e-434b-949b-39fc227298ac'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:25.546562 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.547856 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b8be90d1-81b4-4f70-95a2-0072cd2a48b4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5980494 Jul 16 00:14:25.551542 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58444) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:25.552993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Routers {'95a782f5-5d9e-434b-949b-39fc227298ac'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:25.553618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['95a782f5-5d9e-434b-949b-39fc227298ac'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:25.641340 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.652855 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Transition to ACTIVE for port object 5a435451-7001-476a-a3ab-e663b11e6ff0 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:25.660083 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.681740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Set router 95a782f5-5d9e-434b-949b-39fc227298ac gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:25.769941 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Pushing event updated for resources: {'Port': ['ID=5a435451-7001-476a-a3ab-e663b11e6ff0,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:25.778562 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.778979 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.779254 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.779584 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.779908 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.780228 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.780592 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.780858 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.781169 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.781490 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.781796 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.782108 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:25.812971 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Attempting to bind port 5a435451-7001-476a-a3ab-e663b11e6ff0 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:14:25.813331 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Attempting to bind port 5a435451-7001-476a-a3ab-e663b11e6ff0 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:14:25.813679 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Attempting to bind port 5a435451-7001-476a-a3ab-e663b11e6ff0 on network f5242963-64bb-4c6d-b98b-e5253dc3e2df {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:25.828836 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:14:25.831001 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Checking segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:25.835214 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.835612 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Bound using segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:14:25.836104 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Bound port: 5a435451-7001-476a-a3ab-e663b11e6ff0, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:14:25.836486 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.864318 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:25.980390 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 3, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port': {'id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:24Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:25.982716 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] For port 5a435451-7001-476a-a3ab-e663b11e6ff0, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:14:25.999222 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] For port 5a435451-7001-476a-a3ab-e663b11e6ff0, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5a435451-7001-476a-a3ab-e663b11e6ff0,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:14:26.009409 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.049829 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Checking router: 95a782f5-5d9e-434b-949b-39fc227298ac for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:26.050266 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Updating router 95a782f5-5d9e-434b-949b-39fc227298ac port 2f386a16-99e3-4907-a2d9-389f56100e26 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:14:26.089192 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:26.089810 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:26.095690 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276ca01-bbc6-424a-ac86-a039f4974043 None None] Pushing event updated for resources: {'Port': ['ID=5a435451-7001-476a-a3ab-e663b11e6ff0,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:26.098642 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 421dedc4-5d59-4340-b3b5-e15492af715e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:26.149157 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.176403 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.306992 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 421dedc4-5d59-4340-b3b5-e15492af715e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:26.331635 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7d7ae96a-791e-4c2a-b331-a60978ab9f6c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:26.362520 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Allocated IP 172.20.0.1 (00338ac8-0d6f-4963-b424-a8c8e6f00dfe/a94a6aeb-375d-4ea5-9968-0de2f88ffad1/55b4e4ec-d486-4c10-ac12-3c98272e7bd1) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:26.395480 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:26.398236 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83f219-a29c-43d9-84fc-51e3e5c98df6 None None] Network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:14:26.488191 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.528174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:26.528561 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.581264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5f773343-b05f-4e0c-a18e-318fb5c744c9 None None] Provisioning for port 421dedc4-5d59-4340-b3b5-e15492af715e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:26.608217 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-5f773343-b05f-4e0c-a18e-318fb5c744c9 None None] Provisioning complete for port 421dedc4-5d59-4340-b3b5-e15492af715e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:26.608888 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5f773343-b05f-4e0c-a18e-318fb5c744c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.622354 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:25Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:26.650709 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651fc3f7-a61d-4526-b382-5ac1dc1f42fb None None] The sync data for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 is: [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:25Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:26.767216 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.801794 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Transition to ACTIVE for port object 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:26.806302 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Transition to ACTIVE for port object 2f386a16-99e3-4907-a2d9-389f56100e26 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:26.841927 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.844932 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.882915 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:26.887947 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:26.891513 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:26.914787 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5f773343-b05f-4e0c-a18e-318fb5c744c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.919236 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Pushing event updated for resources: {'Port': ['ID=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:26.941140 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.943116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Attempting to bind port 2f386a16-99e3-4907-a2d9-389f56100e26 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:14:26.943493 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Attempting to bind port 2f386a16-99e3-4907-a2d9-389f56100e26 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:14:26.943853 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Attempting to bind port 2f386a16-99e3-4907-a2d9-389f56100e26 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:26.946840 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419cd0e-a249-432d-bec8-9fb0a03e5a0e None None] Pushing event updated for resources: {'Port': ['ID=2f386a16-99e3-4907-a2d9-389f56100e26,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:26.960801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:14:26.961181 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:26.961584 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:26.961983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:14:26.962468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Bound port: 2f386a16-99e3-4907-a2d9-389f56100e26, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:14:26.962886 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.009475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5f773343-b05f-4e0c-a18e-318fb5c744c9 None None] For port 421dedc4-5d59-4340-b3b5-e15492af715e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=421dedc4-5d59-4340-b3b5-e15492af715e,segment=NetworkSegment(da338cb7-819e-48fa-9e65-7dbbb97d8950),segment_id=da338cb7-819e-48fa-9e65-7dbbb97d8950)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:27.019437 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5f773343-b05f-4e0c-a18e-318fb5c744c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.091082 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] For port 2f386a16-99e3-4907-a2d9-389f56100e26, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:14:27.097873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] For port 2f386a16-99e3-4907-a2d9-389f56100e26, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2f386a16-99e3-4907-a2d9-389f56100e26,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:14:27.107716 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.117818 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f773343-b05f-4e0c-a18e-318fb5c744c9 None None] Pushing event updated for resources: {'Port': ['ID=421dedc4-5d59-4340-b3b5-e15492af715e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:27.130489 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.172606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Routers {'95a782f5-5d9e-434b-949b-39fc227298ac'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:27.173264 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['95a782f5-5d9e-434b-949b-39fc227298ac'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:27.209757 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419cd0e-a249-432d-bec8-9fb0a03e5a0e None None] Pushing event updated for resources: {'Port': ['ID=2f386a16-99e3-4907-a2d9-389f56100e26,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:27.292592 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] Set router 95a782f5-5d9e-434b-949b-39fc227298ac gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:27.335187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.340621 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.403682 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-75a5a9fb-fa90-4e5e-8b21-948a03ded0b8 None None] Provisioning complete for port 421dedc4-5d59-4340-b3b5-e15492af715e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:27.403899 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75a5a9fb-fa90-4e5e-8b21-948a03ded0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.420673 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.427143 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Pushing event updated for resources: {'Port': ['ID=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:27.522029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:27.523427 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:27.589131 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:14:27Z', 'revision_number': 4, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port': {'id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:24Z', 'updated_at': '2021-07-16T00:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '55b4e4ec-d486-4c10-ac12-3c98272e7bd1', 'name': '', 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe', 'tenant_id': 'f369448756244b08ba340294da446ece', 'mac_address': 'fa:16:3e:00:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:26Z', 'updated_at': '2021-07-16T00:14:26Z', 'revision_number': 1, 'project_id': 'f369448756244b08ba340294da446ece', 'subnets': [{'id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:27.615461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856be2b-0a1a-4787-8c66-f554f76b4bba None None] The sync data for ids ['95a782f5-5d9e-434b-949b-39fc227298ac'] in n-d-793618-8 is: [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:14:27Z', 'revision_number': 4, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port': {'id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:24Z', 'updated_at': '2021-07-16T00:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '55b4e4ec-d486-4c10-ac12-3c98272e7bd1', 'name': '', 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe', 'tenant_id': 'f369448756244b08ba340294da446ece', 'mac_address': 'fa:16:3e:00:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:26Z', 'updated_at': '2021-07-16T00:14:26Z', 'revision_number': 1, 'project_id': 'f369448756244b08ba340294da446ece', 'subnets': [{'id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:27.657849 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Router 95a782f5-5d9e-434b-949b-39fc227298ac has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:14:27.696135 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-72ae087f-27e8-41eb-a664-03395d162273 None None] Provisioning for port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:27.703627 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-72ae087f-27e8-41eb-a664-03395d162273 None None] Provisioning complete for port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:27.704293 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72ae087f-27e8-41eb-a664-03395d162273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.748920 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-72ae087f-27e8-41eb-a664-03395d162273 None None] Port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:14:27.792681 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:27.797999 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-787fbe0a-8ecb-4e61-917c-c304599134dc admin admin] 10.222.0.23 "PUT /v2.0/routers/95a782f5-5d9e-434b-949b-39fc227298ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454524 Jul 16 00:14:27.867888 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-17138db3-438c-4eb6-a0ff-a9fdbbf9d7c9 None None] Provisioning complete for port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:27.868391 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17138db3-438c-4eb6-a0ff-a9fdbbf9d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.920771 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-17138db3-438c-4eb6-a0ff-a9fdbbf9d7c9 None None] Port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:14:27.957762 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5a435451-7001-476a-a3ab-e663b11e6ff0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:28.012108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 5a435451-7001-476a-a3ab-e663b11e6ff0 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:28.016288 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5a435451-7001-476a-a3ab-e663b11e6ff0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:28.016665 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.099575 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.138689 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 5a435451-7001-476a-a3ab-e663b11e6ff0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5a435451-7001-476a-a3ab-e663b11e6ff0,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:28.142506 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.143553 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 421dedc4-5d59-4340-b3b5-e15492af715e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:28.221136 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=5a435451-7001-476a-a3ab-e663b11e6ff0,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:28.232715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 421dedc4-5d59-4340-b3b5-e15492af715e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:28.232860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.728186 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58452) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:28.733159 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-1ffeb8d8-7453-4710-9d46-3840d1f02dea tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863110223', 'description': 'tempest-secgroup-smoke-1863110223 description', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:28.755065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb8d8-7453-4710-9d46-3840d1f02dea tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.835863 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb8d8-7453-4710-9d46-3840d1f02dea tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.839315 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb8d8-7453-4710-9d46-3840d1f02dea tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.871479 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb8d8-7453-4710-9d46-3840d1f02dea tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.872725 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-1ffeb8d8-7453-4710-9d46-3840d1f02dea tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433692 Jul 16 00:14:28.873903 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffeb8d8-7453-4710-9d46-3840d1f02dea tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f69641-1b42-4e65-8515-aab3bc923692,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:28.876505 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58454) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:28.881570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-589c83b3-5de1-4d59-ace0-3067b839774d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': '63f69641-1b42-4e65-8515-aab3bc923692', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:28.909724 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-589c83b3-5de1-4d59-ace0-3067b839774d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.964810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-589c83b3-5de1-4d59-ace0-3067b839774d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.968451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-589c83b3-5de1-4d59-ace0-3067b839774d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.987575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c83b3-5de1-4d59-ace0-3067b839774d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f4b62e-7326-416c-80ab-5b398a08f0c5,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:28.994212 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-589c83b3-5de1-4d59-ace0-3067b839774d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:28.995515 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-589c83b3-5de1-4d59-ace0-3067b839774d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178112 Jul 16 00:14:28.998231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58456) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:29.002713 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-708016c6-046a-4654-ab54-b34849388ffb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': '63f69641-1b42-4e65-8515-aab3bc923692', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:29.028286 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-708016c6-046a-4654-ab54-b34849388ffb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.090005 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-708016c6-046a-4654-ab54-b34849388ffb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.093556 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-708016c6-046a-4654-ab54-b34849388ffb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.114590 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708016c6-046a-4654-ab54-b34849388ffb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a9281a-13b9-452c-9524-1099927c1fa3,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:29.120498 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-708016c6-046a-4654-ab54-b34849388ffb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.121539 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-708016c6-046a-4654-ab54-b34849388ffb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223476 Jul 16 00:14:29.124276 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58458) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:29.129575 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-5fae8860-bc45-4958-9fb3-464ecaa4985b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': '63f69641-1b42-4e65-8515-aab3bc923692', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:29.155616 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5fae8860-bc45-4958-9fb3-464ecaa4985b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.212686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5fae8860-bc45-4958-9fb3-464ecaa4985b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.216311 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5fae8860-bc45-4958-9fb3-464ecaa4985b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.234349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae8860-bc45-4958-9fb3-464ecaa4985b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9914ee-4251-4d70-ac0a-283fb69333b3,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:29.241739 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5fae8860-bc45-4958-9fb3-464ecaa4985b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.243052 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-5fae8860-bc45-4958-9fb3-464ecaa4985b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178217 Jul 16 00:14:29.245749 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58460) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:29.250172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-29a86932-966f-49e4-a55f-e49a4496f9d6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': '63f69641-1b42-4e65-8515-aab3bc923692', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:29.277755 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29a86932-966f-49e4-a55f-e49a4496f9d6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.342723 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29a86932-966f-49e4-a55f-e49a4496f9d6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.346079 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29a86932-966f-49e4-a55f-e49a4496f9d6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.363085 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a86932-966f-49e4-a55f-e49a4496f9d6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08899c1-0baf-487a-955e-28b5530f0864,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:29.369201 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-29a86932-966f-49e4-a55f-e49a4496f9d6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.372511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29a86932-966f-49e4-a55f-e49a4496f9d6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238112 Jul 16 00:14:29.373237 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58462) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:29.378312 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ac16ea8c-a1c6-4d7e-9aaa-b8a9936ec6bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': '63f69641-1b42-4e65-8515-aab3bc923692', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:29.400384 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-ac16ea8c-a1c6-4d7e-9aaa-b8a9936ec6bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Project ef6e738a3214430a99243c6e6a8c43c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:14:29.405798 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac16ea8c-a1c6-4d7e-9aaa-b8a9936ec6bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.470586 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac16ea8c-a1c6-4d7e-9aaa-b8a9936ec6bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.475324 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac16ea8c-a1c6-4d7e-9aaa-b8a9936ec6bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.497421 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16ea8c-a1c6-4d7e-9aaa-b8a9936ec6bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea80fab-121e-489f-81af-e148d6ca965a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:29.508045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac16ea8c-a1c6-4d7e-9aaa-b8a9936ec6bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.509610 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-ac16ea8c-a1c6-4d7e-9aaa-b8a9936ec6bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353517 Jul 16 00:14:29.512396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58464) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:29.517251 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4b9f9582-2b63-4dc5-93cb-7a3bfab7a9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': '63f69641-1b42-4e65-8515-aab3bc923692', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:29.540512 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-4b9f9582-2b63-4dc5-93cb-7a3bfab7a9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Project ef6e738a3214430a99243c6e6a8c43c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:14:29.546013 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9582-2b63-4dc5-93cb-7a3bfab7a9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.610549 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9582-2b63-4dc5-93cb-7a3bfab7a9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.615021 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9582-2b63-4dc5-93cb-7a3bfab7a9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.635607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f9582-2b63-4dc5-93cb-7a3bfab7a9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf29618-4753-4e1b-be24-3a6b846bc2b2,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:29.642683 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9582-2b63-4dc5-93cb-7a3bfab7a9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:29.643976 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4b9f9582-2b63-4dc5-93cb-7a3bfab7a9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305199 Jul 16 00:14:29.789742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-a0501a2c-fbe7-41bc-ad9d-4f643eb4587f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863110223&fields=id&tenant_id=ef6e738a3214430a99243c6e6a8c43c6 HTTP/1.1" status: 200 len: 267 time: 0.0350397 Jul 16 00:14:29.911883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-4c96b5bf-e519-4f2c-95f9-186be631ad9a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:29.913453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-4c96b5bf-e519-4f2c-95f9-186be631ad9a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 809 time: 0.1167135 Jul 16 00:14:29.930295 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-0993ba9e-4c6d-4813-b703-ad5fd01f10ed tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/quotas/ef6e738a3214430a99243c6e6a8c43c6 HTTP/1.1" status: 200 len: 375 time: 0.0111938 Jul 16 00:14:29.947391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5a435451-7001-476a-a3ab-e663b11e6ff0 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:30.007211 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-5b26c65a-02ec-415c-8683-f7f60250c2b1 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693505 Jul 16 00:14:30.107175 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-d0c2a670-1516-4f40-bf9e-63b789fda973 service neutron] 10.222.0.23 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877683 Jul 16 00:14:30.151671 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 5a435451-7001-476a-a3ab-e663b11e6ff0 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:30.152047 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:30.203843 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-eddccb84-b716-426a-99de-138e448a5ee8 service neutron] 10.222.0.23 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907719 Jul 16 00:14:30.228329 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2f386a16-99e3-4907-a2d9-389f56100e26 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:30.278232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 2f386a16-99e3-4907-a2d9-389f56100e26 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:30.282178 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 2f386a16-99e3-4907-a2d9-389f56100e26 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:30.283038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:30.366648 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:30.379355 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6068dce3-c08c-4269-b1bc-480a988dd2b9 req-d1b192e7-c547-4cae-baab-bda0b39c2dcb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 210 time: 0.0317411 Jul 16 00:14:30.389715 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 2f386a16-99e3-4907-a2d9-389f56100e26, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2f386a16-99e3-4907-a2d9-389f56100e26,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:30.394357 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:30.449436 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=2f386a16-99e3-4907-a2d9-389f56100e26,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:30.715509 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12356541-0394-427d-be6a-092553477652 None None] Sync routers for ids ['95a782f5-5d9e-434b-949b-39fc227298ac'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:30.726463 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12356541-0394-427d-be6a-092553477652 None None] Routers {'95a782f5-5d9e-434b-949b-39fc227298ac'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:30.727227 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-12356541-0394-427d-be6a-092553477652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['95a782f5-5d9e-434b-949b-39fc227298ac'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:30.832488 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-12356541-0394-427d-be6a-092553477652 None None] Set router 95a782f5-5d9e-434b-949b-39fc227298ac gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:31.036545 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-12356541-0394-427d-be6a-092553477652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:14:27Z', 'revision_number': 4, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port': {'id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:24Z', 'updated_at': '2021-07-16T00:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '55b4e4ec-d486-4c10-ac12-3c98272e7bd1', 'name': '', 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe', 'tenant_id': 'f369448756244b08ba340294da446ece', 'mac_address': 'fa:16:3e:00:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:26Z', 'updated_at': '2021-07-16T00:14:27Z', 'revision_number': 2, 'project_id': 'f369448756244b08ba340294da446ece', 'subnets': [{'id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:31.066161 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12356541-0394-427d-be6a-092553477652 None None] Checking router: 95a782f5-5d9e-434b-949b-39fc227298ac for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:31.066516 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12356541-0394-427d-be6a-092553477652 None None] Updating router 95a782f5-5d9e-434b-949b-39fc227298ac port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:14:31.100526 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-12356541-0394-427d-be6a-092553477652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:31.360481 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-12356541-0394-427d-be6a-092553477652 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:31.369688 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-12356541-0394-427d-be6a-092553477652 None None] Transition to ACTIVE for port object 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:31.375241 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-12356541-0394-427d-be6a-092553477652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:31.425497 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0206f25-2a7b-451d-ae7d-5a33afa8b967 None None] Pushing event updated for resources: {'Port': ['ID=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:31.475414 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-12356541-0394-427d-be6a-092553477652 None None] Attempting to bind port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:14:31.476029 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-12356541-0394-427d-be6a-092553477652 None None] Attempting to bind port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:14:31.476422 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356541-0394-427d-be6a-092553477652 None None] Attempting to bind port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 on network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:31.483407 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356541-0394-427d-be6a-092553477652 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:14:31.483776 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356541-0394-427d-be6a-092553477652 None None] Checking segment: {'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:31.484177 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-12356541-0394-427d-be6a-092553477652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:31.484573 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356541-0394-427d-be6a-092553477652 None None] Bound using segment: {'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:14:31.485298 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-12356541-0394-427d-be6a-092553477652 None None] Bound port: 55b4e4ec-d486-4c10-ac12-3c98272e7bd1, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da338cb7-819e-48fa-9e65-7dbbb97d8950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:14:31.485579 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-12356541-0394-427d-be6a-092553477652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:31.542879 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8135bbf5-c320-4300-b1ea-032c3ff6c9ad req-9151b04b-b65f-46c3-a3e2-b1c37e6348d8 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 210 time: 0.0415709 Jul 16 00:14:31.556197 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-12356541-0394-427d-be6a-092553477652 None None] For port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:14:31.560435 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-12356541-0394-427d-be6a-092553477652 None None] For port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,segment=NetworkSegment(da338cb7-819e-48fa-9e65-7dbbb97d8950),segment_id=da338cb7-819e-48fa-9e65-7dbbb97d8950)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:14:31.571691 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-12356541-0394-427d-be6a-092553477652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:31.634092 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12356541-0394-427d-be6a-092553477652 None None] Routers {'95a782f5-5d9e-434b-949b-39fc227298ac'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:31.634855 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-12356541-0394-427d-be6a-092553477652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['95a782f5-5d9e-434b-949b-39fc227298ac'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:31.676836 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0206f25-2a7b-451d-ae7d-5a33afa8b967 None None] Pushing event updated for resources: {'Port': ['ID=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:31.764680 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-12356541-0394-427d-be6a-092553477652 None None] Set router 95a782f5-5d9e-434b-949b-39fc227298ac gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:31.792745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-a1d8bfd5-b808-4b0c-bf0c-4b50f6b434b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:31.794641 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-a1d8bfd5-b808-4b0c-bf0c-4b50f6b434b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 809 time: 0.1354632 Jul 16 00:14:31.848352 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-28250e42-b3b0-4dda-a2dd-13cd64de0187 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6e738a3214430a99243c6e6a8c43c6 HTTP/1.1" status: 200 len: 380 time: 0.0427768 Jul 16 00:14:31.858500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'port': {'device_id': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'admin_state_up': True, 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'security_groups': ['63f69641-1b42-4e65-8515-aab3bc923692']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:31.946543 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:32.009472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Made reservation on behalf of ef6e738a3214430a99243c6e6a8c43c6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:14:32.013463 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.020491 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-12356541-0394-427d-be6a-092553477652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:14:27Z', 'revision_number': 4, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port': {'id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:24Z', 'updated_at': '2021-07-16T00:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '55b4e4ec-d486-4c10-ac12-3c98272e7bd1', 'name': '', 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe', 'tenant_id': 'f369448756244b08ba340294da446ece', 'mac_address': 'fa:16:3e:00:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:26Z', 'updated_at': '2021-07-16T00:14:31Z', 'revision_number': 4, 'project_id': 'f369448756244b08ba340294da446ece', 'subnets': [{'id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:32.027801 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:32.031714 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:32.032153 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.049618 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12356541-0394-427d-be6a-092553477652 None None] The sync data for ids ['95a782f5-5d9e-434b-949b-39fc227298ac'] in n-d-793618-8 is: [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:14:27Z', 'revision_number': 4, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port': {'id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:24Z', 'updated_at': '2021-07-16T00:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '55b4e4ec-d486-4c10-ac12-3c98272e7bd1', 'name': '', 'network_id': '00338ac8-0d6f-4963-b424-a8c8e6f00dfe', 'tenant_id': 'f369448756244b08ba340294da446ece', 'mac_address': 'fa:16:3e:00:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:26Z', 'updated_at': '2021-07-16T00:14:31Z', 'revision_number': 4, 'project_id': 'f369448756244b08ba340294da446ece', 'subnets': [{'id': 'a94a6aeb-375d-4ea5-9968-0de2f88ffad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:32.113645 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.150583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,segment=NetworkSegment(da338cb7-819e-48fa-9e65-7dbbb97d8950),segment_id=da338cb7-819e-48fa-9e65-7dbbb97d8950)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:32.154139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Allocated IP 172.20.0.8 (f5242963-64bb-4c6d-b98b-e5253dc3e2df/bfe18085-fd5c-4bab-b047-f36f66918d85/1a20104d-71b3-4b0f-a319-8af5092b9c6e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:32.155342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.156163 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2f386a16-99e3-4907-a2d9-389f56100e26 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:32.237971 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:32.251265 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 2f386a16-99e3-4907-a2d9-389f56100e26 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:32.251641 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.308357 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.324132 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Transition to ACTIVE for port object 1a20104d-71b3-4b0f-a319-8af5092b9c6e will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:32.360519 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.406721 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:32.410401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:32.414286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:32.442422 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:32.473849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:32.474926 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.490895 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-c58e166f-2048-449c-a153-0d27a6433644 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6369729 Jul 16 00:14:32.591830 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Request body: {'port': {'device_id': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:32.644066 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b0b0bdd7-0bb5-4bdc-9176-71a4577d651a None None] Provisioning for port 1a20104d-71b3-4b0f-a319-8af5092b9c6e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:32.648014 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-b0b0bdd7-0bb5-4bdc-9176-71a4577d651a None None] Provisioning complete for port 1a20104d-71b3-4b0f-a319-8af5092b9c6e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:32.648482 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b0b0bdd7-0bb5-4bdc-9176-71a4577d651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.685558 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0bdd7-0bb5-4bdc-9176-71a4577d651a None None] Port 1a20104d-71b3-4b0f-a319-8af5092b9c6e cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:14:32.699679 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:32.775768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d5aff-5182-4f37-8b8c-fc095fbe094d req-a677d53f-c2e6-4f8d-a292-d597af46669a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:32.777261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa4d5aff-5182-4f37-8b8c-fc095fbe094d req-a677d53f-c2e6-4f8d-a292-d597af46669a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 931 time: 0.1157510 Jul 16 00:14:32.875284 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa4d5aff-5182-4f37-8b8c-fc095fbe094d req-8ebab412-2a3b-4603-b030-c932f5a693b1 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922945 Jul 16 00:14:33.009477 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a20104d-71b3-4b0f-a319-8af5092b9c6e {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:14:33.016738 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:33.028841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Transition to ACTIVE for port object 1a20104d-71b3-4b0f-a319-8af5092b9c6e will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:33.032458 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:33.102845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:33.159451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Attempting to bind port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:14:33.159882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Attempting to bind port 1a20104d-71b3-4b0f-a319-8af5092b9c6e by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:14:33.160313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Attempting to bind port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on network f5242963-64bb-4c6d-b98b-e5253dc3e2df {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:33.165564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on network f5242963-64bb-4c6d-b98b-e5253dc3e2df not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:14:33.165987 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Attempting to bind port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on network f5242963-64bb-4c6d-b98b-e5253dc3e2df {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:33.171880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:14:33.172230 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Checking segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:33.172633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Bound using segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:14:33.173069 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Bound port: 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:14:33.173433 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:33.239520 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:14:33.242626 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:14:33.246590 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:33.283478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:33.284097 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:33.285523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] 10.222.0.59 "PUT /v2.0/ports/1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 1091 time: 0.7868297 Jul 16 00:14:33.285958 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:33.288243 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f962d10-9e81-4ee5-b90f-7f4098d88037" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:33.309792 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd8ad8-d737-4ffd-a031-e54843a20418 service neutron] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:33.361787 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670fccc5-d481-45cf-89c9-55adfd7d2ff7 x-openstack-request-id: req-670fccc5-d481-45cf-89c9-55adfd7d2ff7 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:33.362174 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:33.362489 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-670fccc5-d481-45cf-89c9-55adfd7d2ff7 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:33.362978 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'status': 'completed', 'code': 200} Jul 16 00:14:33.390874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-b1a27268-46f8-48a3-827e-73ee34df9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:33.392491 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-b1a27268-46f8-48a3-827e-73ee34df9eea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1094 time: 0.0640306 Jul 16 00:14:33.435347 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-4ff6ecda-67f2-4f36-9e70-fbcec8f9a70c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 217 time: 0.0356631 Jul 16 00:14:33.485414 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-1f30ad57-79bb-4db9-b249-b8df89104e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:33.487511 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-1f30ad57-79bb-4db9-b249-b8df89104e9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0457866 Jul 16 00:14:33.546598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-0759d596-1ba9-4375-9d61-497b909077ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:33.548450 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-0759d596-1ba9-4375-9d61-497b909077ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547755 Jul 16 00:14:33.645200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-a083730e-c9c3-4ec0-84d2-2ba5fb2c3a08 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900481 Jul 16 00:14:33.740151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-28a4b263-0714-4917-926a-e4be7a4573c2 req-9a7b2b9b-6379-47f1-abf8-f60ad9a7152a service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888946 Jul 16 00:14:33.835760 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-1608e892-8aa7-4d4b-8f63-04c0d030502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:33.837304 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-1608e892-8aa7-4d4b-8f63-04c0d030502b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1094 time: 0.0527549 Jul 16 00:14:33.865564 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:33.912425 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:33.912915 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:33.929885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-579f5d38-e66d-426b-b992-41dd2158607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:33.931411 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-579f5d38-e66d-426b-b992-41dd2158607f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0878251 Jul 16 00:14:34.293128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-0f997d54-ac94-4559-9b02-c341ee5586bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 217 time: 0.3550665 Jul 16 00:14:34.366707 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-995f7dfa-9f45-4eb4-98af-f69529eb2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:34.368203 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-995f7dfa-9f45-4eb4-98af-f69529eb2a33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0672259 Jul 16 00:14:34.417433 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a38b0b-24af-4920-b79e-097bc621cf51 req-5ebc46f2-6ac0-4289-a0cb-a3f510a37492 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:34.419167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9a38b0b-24af-4920-b79e-097bc621cf51 req-5ebc46f2-6ac0-4289-a0cb-a3f510a37492 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 943 time: 0.1285703 Jul 16 00:14:34.467652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-5252a433-24e7-4bd1-a879-450165191bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:34.469075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-5252a433-24e7-4bd1-a879-450165191bb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911980 Jul 16 00:14:34.471847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9a38b0b-24af-4920-b79e-097bc621cf51 req-fbd3779e-eba7-4d3a-aba7-9cd4f7f041bc tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467753 Jul 16 00:14:34.560880 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-5eb89376-5a8e-4da8-9921-c15b86b10cb0 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843060 Jul 16 00:14:34.649403 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1f962d10-9e81-4ee5-b90f-7f4098d88037 req-84b8ed52-9770-4265-b032-1627029c9866 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811849 Jul 16 00:14:35.641511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83744f-3123-4713-b7b6-6d95f637fce9 req-cd853fa2-7f7a-4397-a3a0-89188e113b77 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:35.643538 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b83744f-3123-4713-b7b6-6d95f637fce9 req-cd853fa2-7f7a-4397-a3a0-89188e113b77 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 943 time: 0.0634487 Jul 16 00:14:35.685151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4b83744f-3123-4713-b7b6-6d95f637fce9 req-ece455e6-cb9a-462e-987c-90de380d6e18 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360234 Jul 16 00:14:36.859640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ff62-0a52-490d-b53b-e3508009ae16 req-5c8d42a5-0090-4be1-97b6-63404b4568a1 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:36.861050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afc1ff62-0a52-490d-b53b-e3508009ae16 req-5c8d42a5-0090-4be1-97b6-63404b4568a1 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 943 time: 0.0666437 Jul 16 00:14:36.896355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:14:36.898884 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afc1ff62-0a52-490d-b53b-e3508009ae16 req-16ed3946-ddfd-4048-8590-e5f93fd82246 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Jul 16 00:14:36.994744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:37.005964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'port_id': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'mac_address': 'fa:16:3e:25:67:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:14:37.045114 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:37.057900 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a20104d-71b3-4b0f-a319-8af5092b9c6e {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:14:37.081391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:37.084991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:37.131294 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:37.337928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['1a20104d-71b3-4b0f-a319-8af5092b9c6e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:14:38.071480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af6675-89ed-4dd6-acf3-941c18939374 req-f69bc5e5-a966-4c7c-8ff3-065d231fe01c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:38.072905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5af6675-89ed-4dd6-acf3-941c18939374 req-f69bc5e5-a966-4c7c-8ff3-065d231fe01c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0641887 Jul 16 00:14:38.110892 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b5af6675-89ed-4dd6-acf3-941c18939374 req-634b3fad-2daa-4738-85fd-e0761a101ee4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323830 Jul 16 00:14:38.899371 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:38.946895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 1a20104d-71b3-4b0f-a319-8af5092b9c6e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:38.950469 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 1a20104d-71b3-4b0f-a319-8af5092b9c6e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:38.950873 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:39.026691 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:39.049615 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:39.051884 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d42b21-efa3-4552-8a47-211b0362fc5d" -d '{"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:39.064658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:39.069013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:39.091778 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1972f1c-5b1c-455f-ad1e-c878b1ec338b x-openstack-request-id: req-b1972f1c-5b1c-455f-ad1e-c878b1ec338b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:39.092086 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:39.092324 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1972f1c-5b1c-455f-ad1e-c878b1ec338b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:39.092708 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'code': 200} Jul 16 00:14:39.119975 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:39.215908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2f7b0-4cfd-4529-89e1-6a607d98d205 req-7e8fb83d-3582-447c-b097-3e28a9341616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:39.217430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfa2f7b0-4cfd-4529-89e1-6a607d98d205 req-7e8fb83d-3582-447c-b097-3e28a9341616 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0559227 Jul 16 00:14:39.286110 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cfa2f7b0-4cfd-4529-89e1-6a607d98d205 req-c70ee51d-ffea-4991-9d65-48c20ed3fd81 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597074 Jul 16 00:14:39.309876 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6202e7-78fa-4da6-ae55-cc0ab2fc5e03 req-fc52d201-de92-494a-a207-e92c2d3751ad tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:39.311371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a6202e7-78fa-4da6-ae55-cc0ab2fc5e03 req-fc52d201-de92-494a-a207-e92c2d3751ad tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0867505 Jul 16 00:14:39.349586 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a6202e7-78fa-4da6-ae55-cc0ab2fc5e03 req-dca20df5-dc5d-4851-be5e-66299fe3255b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Jul 16 00:14:40.516638 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66924fbb-6a44-4de4-bf57-7dbdaffcbbd1 req-f5883fbc-591a-4aed-bbdb-790dfd93e3dd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:40.518153 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66924fbb-6a44-4de4-bf57-7dbdaffcbbd1 req-f5883fbc-591a-4aed-bbdb-790dfd93e3dd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0624549 Jul 16 00:14:40.559989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66924fbb-6a44-4de4-bf57-7dbdaffcbbd1 req-986f5bf2-3de8-4ce2-87dd-28f02184e73a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364008 Jul 16 00:14:40.725962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1dae9-a788-4064-8f32-fd3b6e020134 req-96ac2162-0bda-437b-8cdd-77be38897378 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:40.727528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8e1dae9-a788-4064-8f32-fd3b6e020134 req-96ac2162-0bda-437b-8cdd-77be38897378 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0631323 Jul 16 00:14:40.763825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c8e1dae9-a788-4064-8f32-fd3b6e020134 req-856a1f30-3f76-4fd8-b45d-562d26a5a927 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307558 Jul 16 00:14:40.787907 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58524) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:40.881166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c2f6f-38e4-427b-bc42-b5cca446e259 tempest-TestShelveInstance-1289845143 tempest-TestShelveInstance-1289845143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:40.882675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f22c2f6f-38e4-427b-bc42-b5cca446e259 tempest-TestShelveInstance-1289845143 tempest-TestShelveInstance-1289845143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1091 time: 0.0937600 Jul 16 00:14:40.885594 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58528) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:40.889913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:40.912982 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:41.010599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:41.110649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Allocated IP 172.25.3.104 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/bb2ce5ec-0ee4-403a-b6b6-9a3224ab75b4) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:41.214760 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:41.252888 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:41.287646 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:41.292258 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:41.295880 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:41.326330 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'Port': ['ID=bb2ce5ec-0ee4-403a-b6b6-9a3224ab75b4,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:41.664438 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:41.743744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:41.897875 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:41.902241 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:41.969936 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'Port': ['ID=bb2ce5ec-0ee4-403a-b6b6-9a3224ab75b4,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:41.981816 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:42.084038 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Floating IP 8ad9d2d2-3c2c-4735-b1aa-b69994d89789 associated. External IP: 172.25.3.104, port: 1a20104d-71b3-4b0f-a319-8af5092b9c6e. Jul 16 00:14:42.296904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:14:42.407940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:42.417481 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] Sync routers for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:42.425330 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:42.431883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:42.432589 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:42.476872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2da59cc4-e44d-4a5b-bf27-46ba0de9c130 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5763183 Jul 16 00:14:42.476872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:42.476872 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:42.504243 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c464d232-9393-4ada-bdbe-a780766cd1dd x-openstack-request-id: req-c464d232-9393-4ada-bdbe-a780766cd1dd {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:42.504532 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:42.504783 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c464d232-9393-4ada-bdbe-a780766cd1dd {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:42.505185 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'status': 'completed', 'code': 200} Jul 16 00:14:42.550466 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:42.587384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-9ad7259d-3d35-4c5a-b7ea-6742adbdecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:42.588926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-9ad7259d-3d35-4c5a-b7ea-6742adbdecfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0532928 Jul 16 00:14:42.685103 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-6fbf8247-8977-4b4d-b05b-ce03d4df591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:42.686605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-6fbf8247-8977-4b4d-b05b-ce03d4df591f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0899899 Jul 16 00:14:42.754982 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-6962e9cd-e033-4608-9dd8-b134717ce538 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 999 time: 0.0599201 Jul 16 00:14:42.775154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8ad9d2d2-3c2c-4735-b1aa-b69994d89789', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'port_id': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'mac_address': 'fa:16:3e:25:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:14:41Z', 'updated_at': '2021-07-16T00:14:41Z', 'revision_number': 0, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:42.802119 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] Checking router: a9d5182e-6dfa-4618-acfb-a01b6b601fd0 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:42.808514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-4f58a3f1-2c29-4d1a-b007-bc6b497197d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:42.810046 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-4f58a3f1-2c29-4d1a-b007-bc6b497197d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0487647 Jul 16 00:14:42.810446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:42.811085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:14:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:42.869771 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-cdf8c463-b8de-4d85-a0a7-8b1550193c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:42.871345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-cdf8c463-b8de-4d85-a0a7-8b1550193c92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536482 Jul 16 00:14:42.915282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:42.965963 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-e2c2f1d5-e6cf-43a4-8d06-ff51d0e38e7e service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864360 Jul 16 00:14:43.059793 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-27c6ced5-8e17-41b0-a9bb-f2e6d4511132 req-a48e8282-4f19-448e-8a34-d5877cbe2f7f service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865674 Jul 16 00:14:43.136832 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8ad9d2d2-3c2c-4735-b1aa-b69994d89789', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'port_id': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'mac_address': 'fa:16:3e:25:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:14:41Z', 'updated_at': '2021-07-16T00:14:41Z', 'revision_number': 0, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:43.167151 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf3514-1b05-4c35-bc56-a1300850f74b None None] The sync data for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 is: [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '8ad9d2d2-3c2c-4735-b1aa-b69994d89789', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'port_id': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'mac_address': 'fa:16:3e:25:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:14:41Z', 'updated_at': '2021-07-16T00:14:41Z', 'revision_number': 0, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:43.346650 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57e91cc-2a30-4c7e-a397-0f177b682efe None None] New status for floating IP 8ad9d2d2-3c2c-4735-b1aa-b69994d89789: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:14:44.564437 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:48.150975 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-957a75c1-8f32-42be-b022-1b142b897103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:50.786721 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-18fabb18-53b1-4277-95b3-eeb198cdeba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:51.155885 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:51.798095 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:53.559692 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:55.801222 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.008185 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:15:14.570582 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:18.152245 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4614ba07-8341-495e-8797-0f5e81ba1eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:20.785991 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59e3c38c-6d27-4a26-b29b-380321726505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:21.155935 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:21.801522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:23.562396 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:25.815693 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:35.778152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-9a7b8e8e-1fde-4254-99f7-1580047e835e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508316 Jul 16 00:15:35.873706 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-3c5a114f-2322-46c7-87a2-5e7c23e86362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:35.875220 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-3c5a114f-2322-46c7-87a2-5e7c23e86362 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0556128 Jul 16 00:15:35.978579 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-9d2ff203-c6a8-4bfb-8d9c-9e34615961a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:35.980085 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-9d2ff203-c6a8-4bfb-8d9c-9e34615961a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0845275 Jul 16 00:15:36.049173 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-d746f9f5-2d83-4a49-9441-d38f7b1672c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 1001 time: 0.0616665 Jul 16 00:15:36.095832 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-e05ddaa4-5698-4c53-8666-f2f7bd9be995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:36.097235 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-e05ddaa4-5698-4c53-8666-f2f7bd9be995 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0425086 Jul 16 00:15:36.152325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-6ba4003e-dfb6-47e0-b1f7-4bfa8c7ffecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:36.153773 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-6ba4003e-dfb6-47e0-b1f7-4bfa8c7ffecf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503123 Jul 16 00:15:36.246523 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-8a26633c-d4c5-418c-9578-1aab29ffff43 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852544 Jul 16 00:15:36.335109 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-101e1c2b-5003-4ee1-b3f5-de7e276c3ab4 req-eea2fbb7-eb69-415d-83a5-7ad627dc95cf service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807712 Jul 16 00:15:38.007521 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:15:44.574390 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:48.151824 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-80087523-20a4-4ea5-94b8-be8dbbfb9187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:50.789835 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75b10474-96a8-4085-9d9f-0f117138bc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:51.156944 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:51.803347 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:53.564501 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:55.810917 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:14.573705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:15.006278 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:16:18.152628 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42ef0115-9526-4ba9-bc96-d96afa0decb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:20.790420 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9f734c9b-90b9-4b37-ae5f-441d16a79e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:21.157992 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:21.805890 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:23.567556 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:25.811344 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:35.783463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-9d1820cc-a569-443f-b1a0-1c02af8f82bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582058 Jul 16 00:16:35.875607 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-3e6a1f78-17c4-4274-ae58-174a070da3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:35.877115 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-3e6a1f78-17c4-4274-ae58-174a070da3f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0514729 Jul 16 00:16:35.979535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-04718666-cb2a-4f93-a7ed-a1a3bc8713cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:35.981130 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-04718666-cb2a-4f93-a7ed-a1a3bc8713cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0837235 Jul 16 00:16:36.048588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-0f971bf5-fc18-4419-86b8-471526110c7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 1001 time: 0.0608578 Jul 16 00:16:36.097125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-a59db12f-302d-4336-9ff4-266f65813c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:36.098557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-a59db12f-302d-4336-9ff4-266f65813c56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0433307 Jul 16 00:16:36.153737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-51bbc51f-6f65-4371-8d91-f58cafff44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:36.155202 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-51bbc51f-6f65-4371-8d91-f58cafff44f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499432 Jul 16 00:16:36.247166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-6418edf6-3b36-49c0-93ee-31db0fec4c61 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845175 Jul 16 00:16:36.332935 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bf7125c8-2363-41ea-b0f2-2b6576c75b8a req-f43d640d-846f-4adb-b351-9e07b82ef890 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798342 Jul 16 00:16:40.475356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72694f-55d4-475f-9bb1-4c2a6036e448 req-b1dddf9b-c321-4d7d-a471-40e04635abc6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:40.476831 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b72694f-55d4-475f-9bb1-4c2a6036e448 req-b1dddf9b-c321-4d7d-a471-40e04635abc6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0665922 Jul 16 00:16:40.513444 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9b72694f-55d4-475f-9bb1-4c2a6036e448 req-439aad45-9eb3-46d4-84c1-316f580d7219 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Jul 16 00:16:41.714476 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db5a28-b55e-44cb-bfd3-23e5a5f47582 req-49123bb2-9d1c-4b8a-999b-75a5f05d56c4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:41.716029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69db5a28-b55e-44cb-bfd3-23e5a5f47582 req-49123bb2-9d1c-4b8a-999b-75a5f05d56c4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0641756 Jul 16 00:16:41.753956 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69db5a28-b55e-44cb-bfd3-23e5a5f47582 req-3d27ed82-53b2-42da-9f8b-747d18d96b4a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Jul 16 00:16:42.938295 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d5407-3c8a-44e2-b68a-6ae35ce1b6b7 req-2bc48f2a-8511-4d8b-b57b-62d13effae72 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:42.939822 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f7d5407-3c8a-44e2-b68a-6ae35ce1b6b7 req-2bc48f2a-8511-4d8b-b57b-62d13effae72 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0754826 Jul 16 00:16:42.977635 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3f7d5407-3c8a-44e2-b68a-6ae35ce1b6b7 req-096e2aaa-0f10-43e7-8782-2ed60b5ed61d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Jul 16 00:16:44.147670 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e71e5-ebcf-4382-a1e2-2214796b5bd8 req-b8135898-d4b0-4c01-a789-fc5aacff762d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:44.149176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a9e71e5-ebcf-4382-a1e2-2214796b5bd8 req-b8135898-d4b0-4c01-a789-fc5aacff762d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0630343 Jul 16 00:16:44.186456 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8a9e71e5-ebcf-4382-a1e2-2214796b5bd8 req-26d2ba98-7627-44c5-a4f4-a8e398ec5125 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Jul 16 00:16:44.590011 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:45.360203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d84529-83c8-41bb-a1ed-63c843354932 req-b16c45ab-4749-49f2-9990-9964f590bf92 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:45.361660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30d84529-83c8-41bb-a1ed-63c843354932 req-b16c45ab-4749-49f2-9990-9964f590bf92 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0668867 Jul 16 00:16:45.399243 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-30d84529-83c8-41bb-a1ed-63c843354932 req-1221bfa3-34db-4b48-bb28-72fbd7d1f47f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jul 16 00:16:46.573199 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502ffc3-1edb-40ec-8ac4-45b902eb7825 req-19d63330-0a91-4b87-b558-087404f7f91e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:46.574661 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3502ffc3-1edb-40ec-8ac4-45b902eb7825 req-19d63330-0a91-4b87-b558-087404f7f91e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0655823 Jul 16 00:16:46.611534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3502ffc3-1edb-40ec-8ac4-45b902eb7825 req-5d6ed229-a624-44b2-a94d-1a84e18b924c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Jul 16 00:16:47.782633 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab773a-9f05-4355-80d1-d6e5b097a4ce req-8280fa6e-6a29-4a2b-a316-231b3de0b7d0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:47.784177 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcab773a-9f05-4355-80d1-d6e5b097a4ce req-8280fa6e-6a29-4a2b-a316-231b3de0b7d0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0642157 Jul 16 00:16:47.820818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bcab773a-9f05-4355-80d1-d6e5b097a4ce req-1f31493b-3673-4b5e-9c5d-b988cc76343d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Jul 16 00:16:48.154103 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6caba034-3398-4b54-84cb-d9c2d8d175e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:48.992949 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca11cf-2984-4133-b274-06cf437a168b req-a79fc790-8ac3-452d-a866-67bef7e306df tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:48.994331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5ca11cf-2984-4133-b274-06cf437a168b req-a79fc790-8ac3-452d-a866-67bef7e306df tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0653100 Jul 16 00:16:49.031360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a5ca11cf-2984-4133-b274-06cf437a168b req-c3f92066-d495-43c3-b898-ae940d6991b3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Jul 16 00:16:50.202037 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d465f-efd3-4b15-9efb-396ee25c1154 req-6efcf3c0-58a9-4482-a055-35ce61f755d0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:50.203554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b96d465f-efd3-4b15-9efb-396ee25c1154 req-6efcf3c0-58a9-4482-a055-35ce61f755d0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0625331 Jul 16 00:16:50.240576 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b96d465f-efd3-4b15-9efb-396ee25c1154 req-45b38415-2a94-417d-a2dc-65b49cf4f8ff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315659 Jul 16 00:16:50.791026 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f6b571fa-e0b1-4bd9-9edc-0922797d612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.158565 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.418742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9eed-b5ba-4fd2-9223-90183a4c2de5 req-ad7a6e61-2b52-4fd3-baad-d9bb18b2a02f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:51.420121 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-871e9eed-b5ba-4fd2-9223-90183a4c2de5 req-ad7a6e61-2b52-4fd3-baad-d9bb18b2a02f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0665286 Jul 16 00:16:51.460657 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-871e9eed-b5ba-4fd2-9223-90183a4c2de5 req-e692907e-a23c-47eb-9da1-adff8184eaab tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348036 Jul 16 00:16:51.528477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:16:51.621485 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:51.632085 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'port_id': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'mac_address': 'fa:16:3e:25:67:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:16:51.667594 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.680110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a20104d-71b3-4b0f-a319-8af5092b9c6e {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:16:51.698772 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:51.702616 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.749741 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:51.756854 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.757180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.757516 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.757848 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.758174 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.758503 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.758843 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.759165 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.759483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.759800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.760144 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.760462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:51.781868 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['1a20104d-71b3-4b0f-a319-8af5092b9c6e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:16:51.828754 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.006028 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:16:52.634185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95a81-8394-4e63-bd14-42fd682d0773 req-cccc87f7-6e98-4270-9c31-51516245975c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:52.635671 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09b95a81-8394-4e63-bd14-42fd682d0773 req-cccc87f7-6e98-4270-9c31-51516245975c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0654259 Jul 16 00:16:52.672546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-09b95a81-8394-4e63-bd14-42fd682d0773 req-28704c61-b0b6-447e-b267-98b87cfe7939 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305786 Jul 16 00:16:53.538112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:16:53.596055 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.613796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 1a20104d-71b3-4b0f-a319-8af5092b9c6e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:53.614470 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.716086 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.745897 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:16:53.748707 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4369d2cc-0594-4bd5-9d85-85f7584a6204" -d '{"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:16:53.766873 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:53.774307 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.875402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d30e1-560a-4677-a6e9-250a33a4cde5 req-2239f7c8-95bc-43dc-b546-436d0e18de3e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:53.882681 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-775d30e1-560a-4677-a6e9-250a33a4cde5 req-2239f7c8-95bc-43dc-b546-436d0e18de3e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0874398 Jul 16 00:16:53.932134 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-775d30e1-560a-4677-a6e9-250a33a4cde5 req-9797f15b-a888-4476-bce9-89f0a427f009 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Jul 16 00:16:54.011713 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb3fd4-f37e-45cd-942a-ad3fe38081a5 x-openstack-request-id: req-f4fb3fd4-f37e-45cd-942a-ad3fe38081a5 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:16:54.012153 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:16:54.012498 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4fb3fd4-f37e-45cd-942a-ad3fe38081a5 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:16:54.013058 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'code': 200} Jul 16 00:16:54.030216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:55.124853 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d167e-a1f9-4b17-a47c-5eb2a39106dd req-57eaa80d-8b91-4140-8a23-ac442c85aab6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:55.126889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-647d167e-a1f9-4b17-a47c-5eb2a39106dd req-57eaa80d-8b91-4140-8a23-ac442c85aab6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0759847 Jul 16 00:16:55.166019 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-647d167e-a1f9-4b17-a47c-5eb2a39106dd req-c4593c93-8193-4934-af2d-a76beb5b6f17 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Jul 16 00:16:55.841333 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:56.358986 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5dc1f-c075-40de-ab2b-985ba34ee102 req-57f80f3b-8d5c-4cbb-93a9-3f338b352a9f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:56.360498 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55b5dc1f-c075-40de-ab2b-985ba34ee102 req-57f80f3b-8d5c-4cbb-93a9-3f338b352a9f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0749743 Jul 16 00:16:56.405684 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-55b5dc1f-c075-40de-ab2b-985ba34ee102 req-f10fc7b8-e391-4e99-a21b-5b739b3682f7 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388916 Jul 16 00:16:57.588742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb267-f1d2-46b6-9478-262a5dc9c914 req-e813e2e4-4962-461f-87cd-470ef5d26164 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:57.590264 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-537bb267-f1d2-46b6-9478-262a5dc9c914 req-e813e2e4-4962-461f-87cd-470ef5d26164 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0658824 Jul 16 00:16:57.635850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-537bb267-f1d2-46b6-9478-262a5dc9c914 req-69cf16bf-2639-44ef-aa36-fb2df0466c97 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Jul 16 00:16:58.826275 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37639433-e9fb-4e55-be33-1ee9dc46b3dd req-76aaaefa-d753-44b0-bb20-c25e3db3ad05 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:58.827775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37639433-e9fb-4e55-be33-1ee9dc46b3dd req-76aaaefa-d753-44b0-bb20-c25e3db3ad05 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0719657 Jul 16 00:16:58.879442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-37639433-e9fb-4e55-be33-1ee9dc46b3dd req-27008e9f-37ef-4238-bef1-da071f7eec00 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Jul 16 00:17:00.049678 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334bf3b-4751-42b8-8515-cac90d6bfb47 req-8629e652-99de-4072-9aaa-1a83174e5e9e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.051326 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c334bf3b-4751-42b8-8515-cac90d6bfb47 req-8629e652-99de-4072-9aaa-1a83174e5e9e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0667560 Jul 16 00:17:00.093838 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c334bf3b-4751-42b8-8515-cac90d6bfb47 req-f966de8a-5540-4c52-828c-1b50d23b5aa3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355451 Jul 16 00:17:01.281899 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f17159-7255-41fb-be57-dc025fc74877 req-cf07a205-b84a-4f04-b301-db056fc9038b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:01.283499 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65f17159-7255-41fb-be57-dc025fc74877 req-cf07a205-b84a-4f04-b301-db056fc9038b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0709937 Jul 16 00:17:01.653847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65f17159-7255-41fb-be57-dc025fc74877 req-da4d9154-2c24-4e5b-abdc-e33abcea9c31 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638427 Jul 16 00:17:02.548836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-8a57b816-48ba-446a-b24a-b39a4c547892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:02.550319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-8a57b816-48ba-446a-b24a-b39a4c547892 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1096 time: 0.0516188 Jul 16 00:17:02.644173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-ad174f71-2a4c-4b06-8ff7-3a39408dd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:02.645749 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-ad174f71-2a4c-4b06-8ff7-3a39408dd20a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0878379 Jul 16 00:17:02.709737 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-1fa04992-586e-4755-8cf5-91fcfc4682ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 1001 time: 0.0575488 Jul 16 00:17:02.761900 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-3478ce8f-9f2a-436f-9335-38f18b94501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:02.764086 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-3478ce8f-9f2a-436f-9335-38f18b94501a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0467839 Jul 16 00:17:02.867473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34081c-5030-4e42-be5f-7d178f798bfa req-5e7c56f9-6656-4aff-a36a-304e0af8bdeb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:02.868955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba34081c-5030-4e42-be5f-7d178f798bfa req-5e7c56f9-6656-4aff-a36a-304e0af8bdeb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.1038699 Jul 16 00:17:02.870711 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-1ae1e221-1f7d-4469-a665-361c94262266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:02.872108 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-1ae1e221-1f7d-4469-a665-361c94262266 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985155 Jul 16 00:17:02.961383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba34081c-5030-4e42-be5f-7d178f798bfa req-581e8b18-e8f2-4974-a537-644db4b62393 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855405 Jul 16 00:17:02.987562 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-33196094-de19-4d7b-964c-b6a263ac338c service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058259 Jul 16 00:17:03.075945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c28fff8-e05f-4892-a882-01f471ecd353 req-fce76395-17b5-402d-bdf6-042aa2c10d4e service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811167 Jul 16 00:17:04.136110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ecd26-e555-4ca0-9f84-e40d5b4ed0c3 req-42fb0ee0-3d9f-49a5-8553-a2304c690c86 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:04.137588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c9ecd26-e555-4ca0-9f84-e40d5b4ed0c3 req-42fb0ee0-3d9f-49a5-8553-a2304c690c86 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0677431 Jul 16 00:17:04.174730 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2c9ecd26-e555-4ca0-9f84-e40d5b4ed0c3 req-e1c51d0e-9269-485b-afe1-2c904005e9c9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Jul 16 00:17:05.345616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d897ce-b739-4ac3-984d-c7f8fd9f0dea req-6ec9c9ce-f76d-419d-9279-ae28449f066b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:05.347151 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76d897ce-b739-4ac3-984d-c7f8fd9f0dea req-6ec9c9ce-f76d-419d-9279-ae28449f066b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0637555 Jul 16 00:17:05.384061 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-76d897ce-b739-4ac3-984d-c7f8fd9f0dea req-7c275033-0ff3-4eb8-9e2c-10987eac6667 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Jul 16 00:17:05.545549 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:17:05.624301 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:05.647616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:17:05.649989 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd80269d-245c-4298-88b8-c91da7c01e04" -d '{"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:17:05.662732 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:05.672174 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:05.732515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:05.740825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab1554-eeb0-46cc-9609-ac7a234b1afa req-ed608985-4b8a-45ae-80c2-143c4c7b9830 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:05.742383 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18ab1554-eeb0-46cc-9609-ac7a234b1afa req-ed608985-4b8a-45ae-80c2-143c4c7b9830 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 943 time: 0.0720642 Jul 16 00:17:05.782160 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-18ab1554-eeb0-46cc-9609-ac7a234b1afa req-0630b999-97fb-4646-a6ad-4b8fdd83088a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338547 Jul 16 00:17:05.829035 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 00:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4965c74c-4246-4182-b1fd-8c3516f497ef x-openstack-request-id: req-4965c74c-4246-4182-b1fd-8c3516f497ef {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:17:05.829411 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-unplugged", "status": "failed", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "code": 422}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:17:05.829661 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4965c74c-4246-4182-b1fd-8c3516f497ef {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:17:05.830086 n-d-793618-8 neutron-server[93716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'code': 422} returned with failed status Jul 16 00:17:05.858046 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58728) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:17:05.949236 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-0ae20c44-5400-441b-a8e8-9a3c9cef957b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900135 Jul 16 00:17:06.995261 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb7ff9-c823-45ff-bf2b-0b3f0fe319b4 req-cf1fb978-2a74-4364-86dd-29a110a7ffe5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:06.996668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26eb7ff9-c823-45ff-bf2b-0b3f0fe319b4 req-cf1fb978-2a74-4364-86dd-29a110a7ffe5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 943 time: 0.1029742 Jul 16 00:17:06.998451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-f8eaa9ed-9a28-4f3b-8e8e-f76c8fdd9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:06.999841 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-f8eaa9ed-9a28-4f3b-8e8e-f76c8fdd9711 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a&tenant_id=ef6e738a3214430a99243c6e6a8c43c6 HTTP/1.1" status: 200 len: 1094 time: 0.0951171 Jul 16 00:17:07.022128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793618-8', 'device_owner': 'compute:nova'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:17:07.070002 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-26eb7ff9-c823-45ff-bf2b-0b3f0fe319b4 req-0994bdec-7917-4792-9010-42d393e09a3c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678980 Jul 16 00:17:07.109998 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:07.309221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:07.340734 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:17:07.376635 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a20104d-71b3-4b0f-a319-8af5092b9c6e {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:17:07.383858 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:07.396399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Transition to ACTIVE for port object 1a20104d-71b3-4b0f-a319-8af5092b9c6e will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:17:07.399669 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:07.477184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=9']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:07.489194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.489542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.489882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.490219 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.490553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.490983 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.491313 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.491639 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.491962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.492283 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.492606 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.492925 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:17:07.534349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] No DVR routers for this DVR port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:17:07.670515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Attempting to bind port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:17:07.670742 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Attempting to bind port 1a20104d-71b3-4b0f-a319-8af5092b9c6e by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:17:07.671078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Attempting to bind port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on network f5242963-64bb-4c6d-b98b-e5253dc3e2df {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:17:07.675701 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on network f5242963-64bb-4c6d-b98b-e5253dc3e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:17:07.676028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Attempting to bind port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on network f5242963-64bb-4c6d-b98b-e5253dc3e2df {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:17:07.680732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:17:07.681068 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Checking segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:17:07.681451 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Bound using segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:17:07.681881 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Bound port: 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:17:07.682243 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:07.743692 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:17:07.746610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:17:07.751598 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:07.784998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:07.785632 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:07.787053 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] 10.222.0.37 "PUT /v2.0/ports/1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 1091 time: 0.7688994 Jul 16 00:17:07.787478 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:17:07.789715 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:17:07.816990 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2dab2-b02e-4d12-997f-e038ef5199ee service neutron] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=10']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:07.853419 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e30282-57ce-4a79-ac26-a98a3ee5e5b8 x-openstack-request-id: req-d7e30282-57ce-4a79-ac26-a98a3ee5e5b8 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:17:07.853712 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:17:07.853970 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7e30282-57ce-4a79-ac26-a98a3ee5e5b8 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:17:07.854367 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'status': 'completed', 'code': 200} Jul 16 00:17:07.882566 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-f2336354-6c92-44b7-8989-a45b13954d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:07.884165 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-f2336354-6c92-44b7-8989-a45b13954d39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1095 time: 0.0597167 Jul 16 00:17:07.982775 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-1f24e046-87c1-422a-9fa2-be940d613425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:07.984318 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-1f24e046-87c1-422a-9fa2-be940d613425 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0929499 Jul 16 00:17:08.051800 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-0165d1f2-0634-4c25-b9b2-07766fd93066 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 999 time: 0.0609555 Jul 16 00:17:08.098610 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-1aa91a00-4e23-4054-964d-8219b0fcd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.099993 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-1aa91a00-4e23-4054-964d-8219b0fcd2d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0420129 Jul 16 00:17:08.156002 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-b61d7637-c12a-488c-b381-bd48dba6a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.157510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-b61d7637-c12a-488c-b381-bd48dba6a415 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513527 Jul 16 00:17:08.167871 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-915f7637-27a2-441b-8c52-9510dc3cad11 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:17:08.168811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-915f7637-27a2-441b-8c52-9510dc3cad11 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049870 Jul 16 00:17:08.301412 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-c9da0a05-6cf6-4add-811c-db91d19a7e17 service neutron] 10.222.0.37 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247087 Jul 16 00:17:08.309498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d44121-007f-4e9f-95be-b5d5c17453d2 req-179ca86f-ce19-47dc-ad1c-0de5561f5a85 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.310915 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01d44121-007f-4e9f-95be-b5d5c17453d2 req-179ca86f-ce19-47dc-ad1c-0de5561f5a85 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.1273777 Jul 16 00:17:08.398228 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-01d44121-007f-4e9f-95be-b5d5c17453d2 req-c7dfc26b-1a5c-418b-adb3-78e2cab657ae tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794470 Jul 16 00:17:08.424519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-c95b4449-1823-4466-b7dd-89bac67b22e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126573 Jul 16 00:17:08.541424 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-f19b9e7d-93ad-4fca-b199-7a223725f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.542965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-f19b9e7d-93ad-4fca-b199-7a223725f6e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1095 time: 0.0525608 Jul 16 00:17:08.639696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-3489ae9a-11fc-4939-af30-57a18b1e3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.641181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-3489ae9a-11fc-4939-af30-57a18b1e3b82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0894458 Jul 16 00:17:08.706268 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-a626a755-8456-4d69-b78d-b4886a25390d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 999 time: 0.0587907 Jul 16 00:17:08.758672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-3d0a6586-808e-460b-809e-de7019377460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.760375 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-3d0a6586-808e-460b-809e-de7019377460 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0474453 Jul 16 00:17:09.581765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59218b-65b2-4a62-b7bc-17ea7ce5f728 req-936b0842-279e-40d5-a48a-8a75e2982edd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:09.583469 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad59218b-65b2-4a62-b7bc-17ea7ce5f728 req-936b0842-279e-40d5-a48a-8a75e2982edd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0714893 Jul 16 00:17:09.621914 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ad59218b-65b2-4a62-b7bc-17ea7ce5f728 req-0954306c-5407-4394-bebf-bd58974a10b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Jul 16 00:17:10.804904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675df7c-63f3-4735-b1b7-21dd6bdb5c83 req-f05abc1a-4efb-48e9-b2c7-9da7d0d2a4ca tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:10.806465 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7675df7c-63f3-4735-b1b7-21dd6bdb5c83 req-f05abc1a-4efb-48e9-b2c7-9da7d0d2a4ca tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0715816 Jul 16 00:17:10.845741 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7675df7c-63f3-4735-b1b7-21dd6bdb5c83 req-580dcfdb-63ef-4696-ba7e-61789f85ff11 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 16 00:17:12.036287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91042c-48df-429f-9a10-4f2d2ed833df req-e2213d54-7186-4318-882b-ee6d4da653a0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:12.037753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a91042c-48df-429f-9a10-4f2d2ed833df req-e2213d54-7186-4318-882b-ee6d4da653a0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0691776 Jul 16 00:17:12.078161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5a91042c-48df-429f-9a10-4f2d2ed833df req-ad6db302-056f-4d78-9b4c-9779d8f924f9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343401 Jul 16 00:17:13.264602 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddf390-b4d1-4d91-9683-e7b015320e04 req-e6fcc0e5-4b75-4df3-b8a5-93a3fe0a7368 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:13.266470 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63ddf390-b4d1-4d91-9683-e7b015320e04 req-e6fcc0e5-4b75-4df3-b8a5-93a3fe0a7368 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0705810 Jul 16 00:17:13.304225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63ddf390-b4d1-4d91-9683-e7b015320e04 req-31ade9a1-cccf-43f2-bcec-30a0546f8692 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Jul 16 00:17:14.479565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ec768-940b-4806-8e06-c70f2c311a66 req-aa216e3f-336c-455b-9804-f6935552151f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:14.481054 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d7ec768-940b-4806-8e06-c70f2c311a66 req-aa216e3f-336c-455b-9804-f6935552151f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0633571 Jul 16 00:17:14.518954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d7ec768-940b-4806-8e06-c70f2c311a66 req-2a4feeb6-7c06-47e2-bc69-233fdc5ab62d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323210 Jul 16 00:17:14.596615 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:15.709937 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb355d-d072-40ed-9834-c3eea66600f6 req-d2dc16b2-f6f5-478e-851e-287199b8112d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:15.711485 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eeb355d-d072-40ed-9834-c3eea66600f6 req-d2dc16b2-f6f5-478e-851e-287199b8112d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0784650 Jul 16 00:17:15.750204 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7eeb355d-d072-40ed-9834-c3eea66600f6 req-e3b709ea-f6c5-434e-8a16-75a18d95febc tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Jul 16 00:17:16.923471 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264da546-5305-495e-ad1e-27a683eb97ce req-f6909c0e-bdc2-41cf-801a-97fa6bf7eec2 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:16.924951 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-264da546-5305-495e-ad1e-27a683eb97ce req-f6909c0e-bdc2-41cf-801a-97fa6bf7eec2 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0621679 Jul 16 00:17:16.966124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-264da546-5305-495e-ad1e-27a683eb97ce req-21bb4c24-65b0-4d31-9d00-0197ee40140d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355897 Jul 16 00:17:18.145462 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8173ae-68b3-4ac0-b692-c9a29b18227c req-a40591ef-7f97-4231-a2bd-c611f98cbd80 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:18.147009 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d8173ae-68b3-4ac0-b692-c9a29b18227c req-a40591ef-7f97-4231-a2bd-c611f98cbd80 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0628524 Jul 16 00:17:18.154939 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8372ebe0-62c1-48be-8e5f-dc4b261eb159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:18.204859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d8173ae-68b3-4ac0-b692-c9a29b18227c req-fdff5281-0f64-49ac-bad4-57ef2c2d47b2 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508146 Jul 16 00:17:19.380326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e20462-b0dc-4efe-adce-26cd3f0e31a7 req-3e565b24-44f8-43cd-afa5-7ddb8ef2a94b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:19.382781 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96e20462-b0dc-4efe-adce-26cd3f0e31a7 req-3e565b24-44f8-43cd-afa5-7ddb8ef2a94b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0708673 Jul 16 00:17:19.432616 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-96e20462-b0dc-4efe-adce-26cd3f0e31a7 req-9f574d37-d3a3-4180-bd1e-75321ef95698 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443997 Jul 16 00:17:20.592872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1883f-7c9f-4537-b7d9-8f80768e60a0 req-a6631fbc-9f94-49f6-98d0-dae68a28b5b4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:20.594365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bc1883f-7c9f-4537-b7d9-8f80768e60a0 req-a6631fbc-9f94-49f6-98d0-dae68a28b5b4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0620551 Jul 16 00:17:20.632847 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bc1883f-7c9f-4537-b7d9-8f80768e60a0 req-7347b6c1-fce6-4955-a996-74ec782571cc tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Jul 16 00:17:20.791250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-036c9818-31c7-4596-8bec-34b516a437bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:21.159663 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:21.811354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:21.854018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66364c06-2cd7-4e94-97e5-471fdb259645 req-86f1f7f8-8405-4f96-bc0a-97f429297089 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:21.855554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66364c06-2cd7-4e94-97e5-471fdb259645 req-86f1f7f8-8405-4f96-bc0a-97f429297089 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.1114275 Jul 16 00:17:21.861688 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-85d10504-9fab-44f2-9f07-22f53a28a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:21.863139 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-85d10504-9fab-44f2-9f07-22f53a28a7a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854142 Jul 16 00:17:21.921588 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66364c06-2cd7-4e94-97e5-471fdb259645 req-f6c4d91c-b2f6-4765-81b4-3efd29655643 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575173 Jul 16 00:17:21.977878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-42d115e7-5375-4ad3-b123-f87085879319 service neutron] 10.222.0.37 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005023 Jul 16 00:17:22.069331 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5283b7fa-3f91-4ee5-b50f-1f6d816ae545 req-6956a503-0d1e-47e3-9369-c4503952dec2 service neutron] 10.222.0.37 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840061 Jul 16 00:17:23.094883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eadc3-5cfc-438c-a0f1-b80199addc98 req-1e75a0bd-aa97-471b-9584-785aa33d83a9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:23.096262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a77eadc3-5cfc-438c-a0f1-b80199addc98 req-1e75a0bd-aa97-471b-9584-785aa33d83a9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0657053 Jul 16 00:17:23.132882 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a77eadc3-5cfc-438c-a0f1-b80199addc98 req-e0dd22f9-d8c6-4a02-a80e-717d99258088 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Jul 16 00:17:23.574522 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:24.305095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74b4c-0e76-4671-93d4-f9b31ec85bdf req-c7470a9c-451e-49df-9d68-d7823f1d6c1f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:24.306571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10d74b4c-0e76-4671-93d4-f9b31ec85bdf req-c7470a9c-451e-49df-9d68-d7823f1d6c1f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0634415 Jul 16 00:17:24.343527 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-10d74b4c-0e76-4671-93d4-f9b31ec85bdf req-b2519f42-6ab8-4f4a-b31a-32c09912e86b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Jul 16 00:17:25.514442 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3de45-5865-4dc4-aeaa-963de79a9b0b req-0be92380-df1c-489d-8b3b-f04356d268ee tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:25.515931 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69f3de45-5865-4dc4-aeaa-963de79a9b0b req-0be92380-df1c-489d-8b3b-f04356d268ee tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 944 time: 0.0626454 Jul 16 00:17:25.554306 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-69f3de45-5865-4dc4-aeaa-963de79a9b0b req-8fd5a0a7-9c53-4dad-908c-cfe3b8153f20 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Jul 16 00:17:25.832235 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:26.059649 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:17:26.155184 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:26.165835 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'port_id': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'mac_address': 'fa:16:3e:25:67:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:17:26.201650 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:26.213796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a20104d-71b3-4b0f-a319-8af5092b9c6e {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:17:26.234216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:26.237858 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:26.283189 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=11']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:26.545755 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['1a20104d-71b3-4b0f-a319-8af5092b9c6e'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:17:26.734243 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aac62-3904-4fad-9820-5bf6f7a84164 req-b0cde1ea-2c26-402c-9b16-46ba6af5bed6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:26.735758 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-013aac62-3904-4fad-9820-5bf6f7a84164 req-b0cde1ea-2c26-402c-9b16-46ba6af5bed6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0705945 Jul 16 00:17:26.779045 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-013aac62-3904-4fad-9820-5bf6f7a84164 req-332f4c60-66bf-4313-9362-2b99bacae99e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335801 Jul 16 00:17:27.949918 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a9f4f-c048-472e-9307-e5d605762c0d req-4b82d917-ec62-4616-8e84-ef2027e93811 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:27.952023 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e5a9f4f-c048-472e-9307-e5d605762c0d req-4b82d917-ec62-4616-8e84-ef2027e93811 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 945 time: 0.0636456 Jul 16 00:17:27.988433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1e5a9f4f-c048-472e-9307-e5d605762c0d req-bf99f902-b224-43f2-b9cf-30b3723d1d2a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308557 Jul 16 00:17:28.067442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:17:28.114945 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 1a20104d-71b3-4b0f-a319-8af5092b9c6e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:17:28.118429 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 1a20104d-71b3-4b0f-a319-8af5092b9c6e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:17:28.118830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:28.194345 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:28.215796 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:17:28.218064 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be48f118-4ca6-4bab-8daf-9ed515ba9956" -d '{"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:17:28.230112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:28.234938 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:28.258091 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1759fe67-d066-41e1-b7b1-8cbac39177a3 x-openstack-request-id: req-1759fe67-d066-41e1-b7b1-8cbac39177a3 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:17:28.258390 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-plugged", "status": "completed", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:17:28.258644 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1759fe67-d066-41e1-b7b1-8cbac39177a3 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:17:28.259129 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'code': 200} Jul 16 00:17:28.283740 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=12']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:28.466396 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00b45c-b323-452e-aace-10b04d2e7b57 req-fff40000-ff01-4cf3-9868-49788656a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:28.467919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b00b45c-b323-452e-aace-10b04d2e7b57 req-fff40000-ff01-4cf3-9868-49788656a04f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1097 time: 0.0549002 Jul 16 00:17:28.501656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b00b45c-b323-452e-aace-10b04d2e7b57 req-a2b7bdb8-a315-43ef-9a09-35f8544d1a7f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272269 Jul 16 00:17:29.004896 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:17:29.159767 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38e1f-68eb-45bc-a128-89029412bd17 req-33cdf1c7-b181-4495-8145-0cd6e68a7001 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:29.161234 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afe38e1f-68eb-45bc-a128-89029412bd17 req-33cdf1c7-b181-4495-8145-0cd6e68a7001 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 946 time: 0.0625067 Jul 16 00:17:29.197328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-afe38e1f-68eb-45bc-a128-89029412bd17 req-286799ca-ca6c-4ba1-b06b-5cea3e098fce tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306046 Jul 16 00:17:30.367547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9346b-cef4-42c6-8544-e5f95a4696eb req-181fd89d-14ae-478a-94cf-508bec6cbaf1 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:30.369029 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ceb9346b-cef4-42c6-8544-e5f95a4696eb req-181fd89d-14ae-478a-94cf-508bec6cbaf1 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 946 time: 0.0631614 Jul 16 00:17:30.405763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ceb9346b-cef4-42c6-8544-e5f95a4696eb req-2cdc2e4d-d077-4203-9e60-fa15b2f9bb5f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306222 Jul 16 00:17:44.592184 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:48.156177 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-db1e9f59-fe5a-41e4-befa-a02c823b1498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:48.812506 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db454a47-56bb-4eea-804b-24500deeb366 req-9550262e-01ff-422d-8c06-f48f1edc41f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541310 Jul 16 00:17:48.921895 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db454a47-56bb-4eea-804b-24500deeb366 req-3b63f96f-eede-4a68-b66c-d9a66f4a6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:48.923435 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db454a47-56bb-4eea-804b-24500deeb366 req-3b63f96f-eede-4a68-b66c-d9a66f4a6a05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1097 time: 0.0517645 Jul 16 00:17:49.028231 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db454a47-56bb-4eea-804b-24500deeb366 req-1a33cb01-1102-43be-9ee6-cdd62dd3d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:49.029590 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db454a47-56bb-4eea-804b-24500deeb366 req-1a33cb01-1102-43be-9ee6-cdd62dd3d6d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0862753 Jul 16 00:17:49.093817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db454a47-56bb-4eea-804b-24500deeb366 req-5555203b-2ca5-4b49-8b12-a813d0fbfe38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 1001 time: 0.0568867 Jul 16 00:17:49.145140 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db454a47-56bb-4eea-804b-24500deeb366 req-2f73685a-95ac-4004-bec8-3d030d0e4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:49.146589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db454a47-56bb-4eea-804b-24500deeb366 req-2f73685a-95ac-4004-bec8-3d030d0e4cf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0416656 Jul 16 00:17:49.207005 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db454a47-56bb-4eea-804b-24500deeb366 req-c6f9da2d-d6d0-4fbf-a66c-71d8e2114439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:49.208474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db454a47-56bb-4eea-804b-24500deeb366 req-c6f9da2d-d6d0-4fbf-a66c-71d8e2114439 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551372 Jul 16 00:17:49.300983 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db454a47-56bb-4eea-804b-24500deeb366 req-08821a93-d8f5-49f6-b085-baf3aa7b7ffe service neutron] 10.222.0.37 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825729 Jul 16 00:17:49.395967 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-db454a47-56bb-4eea-804b-24500deeb366 req-e97abd10-56cb-41c8-8657-9b15db549b32 service neutron] 10.222.0.37 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885437 Jul 16 00:17:50.794107 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0d5769f1-732d-46b6-a661-b61ee88e3720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:51.160364 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:51.814073 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:53.577485 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:55.834566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:06.003461 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:18:14.593482 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:18.156227 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-54b75d66-8f81-478f-a74e-0b433f2a06ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:20.795011 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc51798f-c24c-4925-9f49-70daa774f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:21.160447 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:21.815745 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:23.580107 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:25.831023 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.937572 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58862) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:42.097805 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Deleting port bb2ce5ec-0ee4-403a-b6b6-9a3224ab75b4 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:18:42.098148 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.178948 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.179288 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.190570 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Calling delete_port for bb2ce5ec-0ee4-403a-b6b6-9a3224ab75b4 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:18:42.337042 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.371125 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event deleted for resources: {'Port': ['ID=bb2ce5ec-0ee4-403a-b6b6-9a3224ab75b4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:42.381260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.381604 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.381931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.382254 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.382578 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.382926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.383250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.383565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.383883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.384218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.384535 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.384845 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:42.439505 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.439842 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Floating IP 8ad9d2d2-3c2c-4735-b1aa-b69994d89789 disassociated (deleted). External IP: 172.25.3.104, port: 1a20104d-71b3-4b0f-a319-8af5092b9c6e. Jul 16 00:18:42.947488 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:18:43.002205 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:18:43.053450 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:18:43.058654 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.063058 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] Sync routers for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:18:43.072468 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:43.073071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:43.094291 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-376014f8-e2b0-438b-90d5-eeb4e1d25a08 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ad9d2d2-3c2c-4735-b1aa-b69994d89789 HTTP/1.1" status: 204 len: 168 time: 1.1556399 Jul 16 00:18:43.095028 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:43.097374 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5477a739-e73a-4568-a657-53a7a660699b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:43.177233 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:43.383768 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:43.404520 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337cc1ac-b2bb-4f1b-8329-8b78bf87f962 x-openstack-request-id: req-337cc1ac-b2bb-4f1b-8329-8b78bf87f962 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:43.404979 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:43.405392 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-337cc1ac-b2bb-4f1b-8329-8b78bf87f962 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:43.405855 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'status': 'completed', 'code': 200} Jul 16 00:18:43.413052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] Checking router: a9d5182e-6dfa-4618-acfb-a01b6b601fd0 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:18:43.421811 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:43.422413 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:18:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:43.530330 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:43.591294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477a739-e73a-4568-a657-53a7a660699b req-4440431d-18da-4bb1-9c9d-0e96209e1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:43.592814 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5477a739-e73a-4568-a657-53a7a660699b req-4440431d-18da-4bb1-9c9d-0e96209e1462 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 1097 time: 0.1417899 Jul 16 00:18:43.599924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456132-0544-4f2e-8325-16d39d3848f2 req-5272c7ec-1c70-4bbd-8b64-d7014babf986 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:43.601323 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce456132-0544-4f2e-8325-16d39d3848f2 req-5272c7ec-1c70-4bbd-8b64-d7014babf986 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 946 time: 0.1111267 Jul 16 00:18:43.689084 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ce456132-0544-4f2e-8325-16d39d3848f2 req-a55e813d-0dae-4b14-ae2d-cb3f4171db8d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790327 Jul 16 00:18:43.720101 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477a739-e73a-4568-a657-53a7a660699b req-cfe34532-905d-452b-8c2e-9f85b6cc139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:43.721602 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5477a739-e73a-4568-a657-53a7a660699b req-cfe34532-905d-452b-8c2e-9f85b6cc139c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.1194284 Jul 16 00:18:43.729568 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:43.755196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352bf41a-5080-4703-89e6-fba6a167410d None None] The sync data for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 is: [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:18:43.763358 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5477a739-e73a-4568-a657-53a7a660699b req-e3ed85c6-c916-4834-824f-d42e79c59ef8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 200 len: 217 time: 0.0339291 Jul 16 00:18:43.814405 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477a739-e73a-4568-a657-53a7a660699b req-987aeeb3-0d5a-4e30-b322-fbf42036b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:43.815974 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5477a739-e73a-4568-a657-53a7a660699b req-987aeeb3-0d5a-4e30-b322-fbf42036b750 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0458317 Jul 16 00:18:43.876184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477a739-e73a-4568-a657-53a7a660699b req-88285a37-35f4-4df6-afd9-ccedb55986b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:43.878066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5477a739-e73a-4568-a657-53a7a660699b req-88285a37-35f4-4df6-afd9-ccedb55986b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545802 Jul 16 00:18:43.976656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5477a739-e73a-4568-a657-53a7a660699b req-55b68afe-2f09-40c4-8cec-0273758c21af service neutron] 10.222.0.37 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910728 Jul 16 00:18:43.988927 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc033e-975b-4913-a014-11ef565c08f8 None None] New status for floating IP 8ad9d2d2-3c2c-4735-b1aa-b69994d89789: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:18:44.073859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5477a739-e73a-4568-a657-53a7a660699b req-4448d5ea-bc39-4299-8596-07031680009e service neutron] 10.222.0.37 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902719 Jul 16 00:18:44.617224 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.889048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5587a9-2cfd-4a33-bb7f-f32a28c51903 req-aee4eb7e-00d5-4f08-a7a1-4f0f95be4560 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:44.890439 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e5587a9-2cfd-4a33-bb7f-f32a28c51903 req-aee4eb7e-00d5-4f08-a7a1-4f0f95be4560 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 946 time: 0.0919466 Jul 16 00:18:44.950595 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-39d2d143-4927-49b5-b31f-b6fc5d56f576 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:44.952453 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-39d2d143-4927-49b5-b31f-b6fc5d56f576 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 946 time: 0.1148834 Jul 16 00:18:44.957460 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7e5587a9-2cfd-4a33-bb7f-f32a28c51903 req-982877f4-1ecc-40a1-8eff-f4bc3147235a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=63f69641-1b42-4e65-8515-aab3bc923692&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608888 Jul 16 00:18:45.063024 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Deleting port 1a20104d-71b3-4b0f-a319-8af5092b9c6e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:18:45.063770 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:45.166378 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] For port 1a20104d-71b3-4b0f-a319-8af5092b9c6e, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=1a20104d-71b3-4b0f-a319-8af5092b9c6e,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:45.166655 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:45.178730 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Calling delete_port for 1a20104d-71b3-4b0f-a319-8af5092b9c6e owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:18:45.308195 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:45.345808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event deleted for resources: {'Port': ['ID=1a20104d-71b3-4b0f-a319-8af5092b9c6e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:45.395203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] No DVR routers for this DVR port 1a20104d-71b3-4b0f-a319-8af5092b9c6e on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:18:45.397833 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:45.400518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bdd69f8f-e00f-418f-998a-f1e6a0554e45 req-7c5c1833-f267-4663-a3ec-c7dce16e22a5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.37 "DELETE /v2.0/ports/1a20104d-71b3-4b0f-a319-8af5092b9c6e HTTP/1.1" status: 204 len: 173 time: 0.4416206 Jul 16 00:18:45.407164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-deleted', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:45.409545 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1f50f1-ab9f-46fb-bb15-23d61039ee3d" -d '{"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-deleted", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:45.449587 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea329a7-cde1-4bdf-8dcb-99968e902e9b x-openstack-request-id: req-5ea329a7-cde1-4bdf-8dcb-99968e902e9b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:45.449880 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a", "name": "network-vif-deleted", "tag": "1a20104d-71b3-4b0f-a319-8af5092b9c6e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:45.450135 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ea329a7-cde1-4bdf-8dcb-99968e902e9b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:45.450716 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a', 'name': 'network-vif-deleted', 'tag': '1a20104d-71b3-4b0f-a319-8af5092b9c6e', 'status': 'completed', 'code': 200} Jul 16 00:18:46.117189 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6f560741-41f3-40fd-bf95-0274f369d3e3 req-f62c79ae-a0f7-49a5-908f-cd0f068bb689 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfcbb4c-95c1-4182-8ff1-26bc59c4fc6a HTTP/1.1" status: 200 len: 210 time: 0.0277848 Jul 16 00:18:47.207484 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58884) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:47.268416 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.292710 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.351829 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.354892 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.356079 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "DELETE /v2.0/security-groups/63f69641-1b42-4e65-8515-aab3bc923692 HTTP/1.1" status: 204 len: 168 time: 0.1475918 Jul 16 00:18:47.365470 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f69641-1b42-4e65-8515-aab3bc923692,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:47.378719 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.379102 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.379445 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.379786 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.380163 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.380562 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.380957 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.381354 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.381842 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.382176 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.382648 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.383132 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0709b4-2e7e-43d5-a85e-e8f3c5f3265f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:47.740417 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 58892) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:47.745703 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1c4dbda2-4801-400c-b8ee-15ce05764328 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583617900', 'description': 'tempest-secgroup-smoke-583617900 description', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:47.767313 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1c4dbda2-4801-400c-b8ee-15ce05764328 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.850278 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1c4dbda2-4801-400c-b8ee-15ce05764328 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.855950 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1c4dbda2-4801-400c-b8ee-15ce05764328 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.884855 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1c4dbda2-4801-400c-b8ee-15ce05764328 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.886075 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1c4dbda2-4801-400c-b8ee-15ce05764328 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1446588 Jul 16 00:18:47.887926 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dbda2-4801-400c-b8ee-15ce05764328 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70078e5-80aa-4634-8603-da16c19b22e5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:47.889219 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58894) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:47.894040 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-4623aaa6-83bd-42f6-95fe-ec8a04f6068d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': 'd70078e5-80aa-4634-8603-da16c19b22e5', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:47.919855 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4623aaa6-83bd-42f6-95fe-ec8a04f6068d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.965501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4623aaa6-83bd-42f6-95fe-ec8a04f6068d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.968821 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4623aaa6-83bd-42f6-95fe-ec8a04f6068d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.987404 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623aaa6-83bd-42f6-95fe-ec8a04f6068d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf38daad-281a-4694-bdaa-0919c3ee41c4,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:47.990430 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-4623aaa6-83bd-42f6-95fe-ec8a04f6068d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.991639 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-4623aaa6-83bd-42f6-95fe-ec8a04f6068d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1013615 Jul 16 00:18:47.994890 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58896) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:47.999299 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-0c624971-6eae-45ed-9bd5-2be5412fe26c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': 'd70078e5-80aa-4634-8603-da16c19b22e5', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:48.023631 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c624971-6eae-45ed-9bd5-2be5412fe26c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.079929 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c624971-6eae-45ed-9bd5-2be5412fe26c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.083680 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c624971-6eae-45ed-9bd5-2be5412fe26c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.101566 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c624971-6eae-45ed-9bd5-2be5412fe26c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8975719-ad37-4c7b-94fc-53c9562b3047,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:48.107762 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0c624971-6eae-45ed-9bd5-2be5412fe26c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.109068 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0c624971-6eae-45ed-9bd5-2be5412fe26c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132452 Jul 16 00:18:48.111956 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58898) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:48.116381 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-271ccf06-93f7-4b60-9413-cac6f713f3b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': 'd70078e5-80aa-4634-8603-da16c19b22e5', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:48.140601 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-271ccf06-93f7-4b60-9413-cac6f713f3b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.156779 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9ab1-8ed1-4479-8c08-283be78833eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.201187 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-271ccf06-93f7-4b60-9413-cac6f713f3b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.204748 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-271ccf06-93f7-4b60-9413-cac6f713f3b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.222805 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ccf06-93f7-4b60-9413-cac6f713f3b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f917703-b10b-420c-a65a-5eea03ae1009,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:48.226339 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-271ccf06-93f7-4b60-9413-cac6f713f3b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.231360 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-271ccf06-93f7-4b60-9413-cac6f713f3b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182563 Jul 16 00:18:48.232097 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58900) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:48.237122 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-52ad867f-84b8-4507-8588-782c215976e0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': 'd70078e5-80aa-4634-8603-da16c19b22e5', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:48.262470 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-52ad867f-84b8-4507-8588-782c215976e0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.321510 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-52ad867f-84b8-4507-8588-782c215976e0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.325274 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-52ad867f-84b8-4507-8588-782c215976e0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.348768 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad867f-84b8-4507-8588-782c215976e0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f124d02-cdbb-4217-aed7-7486f361faef,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:48.352390 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-52ad867f-84b8-4507-8588-782c215976e0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.354244 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-52ad867f-84b8-4507-8588-782c215976e0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211872 Jul 16 00:18:48.357049 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58902) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:48.361478 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-93099233-8820-4332-a163-46f2a856e9cd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': 'd70078e5-80aa-4634-8603-da16c19b22e5', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:48.372374 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:18:48.383734 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-93099233-8820-4332-a163-46f2a856e9cd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Project ef6e738a3214430a99243c6e6a8c43c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:18:48.388771 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93099233-8820-4332-a163-46f2a856e9cd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.395876 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 1a20104d-71b3-4b0f-a319-8af5092b9c6e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:18:48.396235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 1a20104d-71b3-4b0f-a319-8af5092b9c6e not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:18:48.449605 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93099233-8820-4332-a163-46f2a856e9cd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.452956 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93099233-8820-4332-a163-46f2a856e9cd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.471312 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93099233-8820-4332-a163-46f2a856e9cd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c96900d-b0f3-4709-bdc9-ec8638eb224f,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:48.474154 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-93099233-8820-4332-a163-46f2a856e9cd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.475343 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-93099233-8820-4332-a163-46f2a856e9cd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173577 Jul 16 00:18:48.478192 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 58904) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:48.482551 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-91917a6b-8a13-4563-aeb8-802a14999de3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'security_group_rule': {'security_group_id': 'd70078e5-80aa-4634-8603-da16c19b22e5', 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:48.502826 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-91917a6b-8a13-4563-aeb8-802a14999de3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Project ef6e738a3214430a99243c6e6a8c43c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:18:48.507400 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-91917a6b-8a13-4563-aeb8-802a14999de3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.569164 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-91917a6b-8a13-4563-aeb8-802a14999de3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.573550 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-91917a6b-8a13-4563-aeb8-802a14999de3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.592991 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91917a6b-8a13-4563-aeb8-802a14999de3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa949e4-a25f-4bec-b3ed-19d7d2b078c9,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:48.599328 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-91917a6b-8a13-4563-aeb8-802a14999de3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.600520 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-91917a6b-8a13-4563-aeb8-802a14999de3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213679 Jul 16 00:18:50.796435 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-10b30259-3aef-4d14-94af-790e25e5e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.165035 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.819925 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:53.582646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:55.849452 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:02.847909 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-db09f6eb-565b-43da-a34c-5ed7d458df96 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583617900&fields=id&tenant_id=ef6e738a3214430a99243c6e6a8c43c6 HTTP/1.1" status: 200 len: 267 time: 0.0332503 Jul 16 00:19:02.955465 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-b3f9f36f-cfef-41e5-b7fc-bc19f6a156bd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:02.956853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-b3f9f36f-cfef-41e5-b7fc-bc19f6a156bd tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 809 time: 0.1027222 Jul 16 00:19:02.971525 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-4e8d2a1c-b7e9-4c65-9f16-09e6fe13dfff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/quotas/ef6e738a3214430a99243c6e6a8c43c6 HTTP/1.1" status: 200 len: 375 time: 0.0095112 Jul 16 00:19:03.035442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-150ff136-7e83-444d-8f00-e4cf6d88a79c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593274 Jul 16 00:19:03.175754 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-219defbd-a940-49a6-9eb9-ee04c4844615 service neutron] 10.222.0.23 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295297 Jul 16 00:19:03.267837 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-7f345e08-036c-4d91-ad4a-1b4e9d5a4cec service neutron] 10.222.0.23 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863571 Jul 16 00:19:03.552906 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-25d8293e-c582-4d04-9246-a306061c5223 req-07065f81-64a2-4027-bf22-3388f0b2fe21 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 210 time: 0.0291531 Jul 16 00:19:04.562416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-8d6a72cc-fc26-41c6-b531-ebc8755cd6a0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:04.563913 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-8d6a72cc-fc26-41c6-b531-ebc8755cd6a0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 809 time: 0.1051905 Jul 16 00:19:04.613796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-d7ff5aab-4aa4-4f6c-ab92-1182f0b5f678 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6e738a3214430a99243c6e6a8c43c6 HTTP/1.1" status: 200 len: 379 time: 0.0394685 Jul 16 00:19:04.623779 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'port': {'device_id': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'admin_state_up': True, 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'security_groups': ['d70078e5-80aa-4634-8603-da16c19b22e5']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:19:04.719495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fcbeff2f-1f78-421e-af34-525aa586f5d5 req-66112d6b-e6c6-4db6-a560-7fc1620dda3d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 210 time: 0.0357008 Jul 16 00:19:04.764764 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Made reservation on behalf of ef6e738a3214430a99243c6e6a8c43c6 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:19:04.768687 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:04.895564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Allocated IP 172.20.0.3 (f5242963-64bb-4c6d-b98b-e5253dc3e2df/bfe18085-fd5c-4bab-b047-f36f66918d85/2b7e9220-7825-4cf0-b975-a0d70499146b) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:19:05.036922 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.051547 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Transition to ACTIVE for port object 2b7e9220-7825-4cf0-b975-a0d70499146b will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:19:05.084195 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.131434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:19:05.134869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:19:05.139203 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:19:05.165825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:05.194903 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:05.195553 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.210564 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-ec5f03a2-d00c-4130-b786-e72319b34bff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5915596 Jul 16 00:19:05.221399 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-b4fab3e3-7509-47bf-9519-756e87bc0250 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:19:05.222474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-b4fab3e3-7509-47bf-9519-756e87bc0250 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056963 Jul 16 00:19:05.233818 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Request body: {'port': {'device_id': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:19:05.314851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.341777 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-67c92601-1be2-4cb6-ac0a-62f79ef3ba01 None None] Provisioning for port 2b7e9220-7825-4cf0-b975-a0d70499146b completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:19:05.346212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-67c92601-1be2-4cb6-ac0a-62f79ef3ba01 None None] Provisioning complete for port 2b7e9220-7825-4cf0-b975-a0d70499146b triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:19:05.346588 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-67c92601-1be2-4cb6-ac0a-62f79ef3ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.379725 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-67c92601-1be2-4cb6-ac0a-62f79ef3ba01 None None] Port 2b7e9220-7825-4cf0-b975-a0d70499146b cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:19:05.585980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7e9220-7825-4cf0-b975-a0d70499146b {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:19:05.594048 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.606917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Transition to ACTIVE for port object 2b7e9220-7825-4cf0-b975-a0d70499146b will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:19:05.611851 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.660073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:05.755798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Attempting to bind port 2b7e9220-7825-4cf0-b975-a0d70499146b on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:19:05.755798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Attempting to bind port 2b7e9220-7825-4cf0-b975-a0d70499146b by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:19:05.756114 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Attempting to bind port 2b7e9220-7825-4cf0-b975-a0d70499146b on network f5242963-64bb-4c6d-b98b-e5253dc3e2df {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:19:05.762055 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Port 2b7e9220-7825-4cf0-b975-a0d70499146b on network f5242963-64bb-4c6d-b98b-e5253dc3e2df not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:19:05.762400 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Attempting to bind port 2b7e9220-7825-4cf0-b975-a0d70499146b on network f5242963-64bb-4c6d-b98b-e5253dc3e2df {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:19:05.768317 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:19:05.768785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Checking segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:19:05.769260 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Bound using segment: {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:19:05.770136 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Bound port: 2b7e9220-7825-4cf0-b975-a0d70499146b, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00255a88-5f3a-437e-867d-9733dc542dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:19:05.770571 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.866302 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:19:05.871250 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:19:05.886358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.941735 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:05.942143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:05.943736 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] 10.222.0.59 "PUT /v2.0/ports/2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 1091 time: 0.7147541 Jul 16 00:19:05.956656 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:19:05.959268 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45278e4f-03ed-468b-bbfe-5389b356d61c" -d '{"events": [{"name": "network-changed", "server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:19:06.021516 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d7de5-170d-43d3-b38b-b4de0fc01f44 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:06.064565 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad26b7-d397-4eb6-8c0c-a5bc5447c5fe req-a4e443cc-7231-492a-b83e-1a3d5e78082f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:06.066182 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08ad26b7-d397-4eb6-8c0c-a5bc5447c5fe req-a4e443cc-7231-492a-b83e-1a3d5e78082f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.1935434 Jul 16 00:19:06.086614 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-45459bb4-c04a-43a1-925a-b04300125f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:06.088584 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-45459bb4-c04a-43a1-925a-b04300125f13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1094 time: 0.0974770 Jul 16 00:19:06.140194 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-d40ae88b-6e9b-47af-aed9-7907e2f1b97b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 217 time: 0.0445979 Jul 16 00:19:06.178534 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-08ad26b7-d397-4eb6-8c0c-a5bc5447c5fe req-483068a1-1d73-4eb9-b20b-3c8f4720e594 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044247 Jul 16 00:19:06.201065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-d3fe02ed-fbe6-49a3-8a40-c361a01d9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:06.202645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-d3fe02ed-fbe6-49a3-8a40-c361a01d9dc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0552886 Jul 16 00:19:06.239267 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420dd731-1a48-42ba-9597-e6f81bfc93ae x-openstack-request-id: req-420dd731-1a48-42ba-9597-e6f81bfc93ae {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:19:06.239562 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:19:06.239816 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-420dd731-1a48-42ba-9597-e6f81bfc93ae {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:19:06.240255 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'status': 'completed', 'code': 200} Jul 16 00:19:06.267325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-2041fb02-9e28-4ce0-9c03-a1b3177e28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:06.268901 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-2041fb02-9e28-4ce0-9c03-a1b3177e28f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594561 Jul 16 00:19:06.362835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-641ddbaa-f452-4430-afc2-6917eee9ce57 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875659 Jul 16 00:19:06.454467 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c04ab9b3-42ea-4327-88dd-68fe2a18513b req-1657bd6c-9d99-4585-970c-c94b8dab8c55 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851507 Jul 16 00:19:06.556377 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-ad81af0a-fecb-4fa5-bca2-c6ec5bad2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:06.558434 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-ad81af0a-fecb-4fa5-bca2-c6ec5bad2e1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1094 time: 0.0568829 Jul 16 00:19:06.647287 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-23888f8c-612f-43cb-a1d6-70363e844fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:06.648682 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-23888f8c-612f-43cb-a1d6-70363e844fa3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0836303 Jul 16 00:19:06.695508 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-2d46c25e-dc7e-43bf-a25b-3d7ca00e9607 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 217 time: 0.0394330 Jul 16 00:19:06.745722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-2e10bc70-a2ef-4a9c-b9a2-12d6b89fccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:06.747281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-2e10bc70-a2ef-4a9c-b9a2-12d6b89fccbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0443542 Jul 16 00:19:06.803962 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-ae1773d8-3e38-4700-a59b-43852d3b733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:06.805482 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-ae1773d8-3e38-4700-a59b-43852d3b733f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517340 Jul 16 00:19:06.898244 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-420562fc-88a9-457b-9cab-56ee3a595aad service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854833 Jul 16 00:19:06.989198 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-45278e4f-03ed-468b-bbfe-5389b356d61c req-4bbca067-1251-417e-8ef5-f229db1daeb1 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835099 Jul 16 00:19:07.358998 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19193583-2744-4b95-88b0-0ac5b9857e4f req-36832625-dd21-4da5-98e1-d41f18b38aac tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:07.360947 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19193583-2744-4b95-88b0-0ac5b9857e4f req-36832625-dd21-4da5-98e1-d41f18b38aac tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0699029 Jul 16 00:19:07.398835 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19193583-2744-4b95-88b0-0ac5b9857e4f req-45202d17-b540-476c-8039-7c58612405e7 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321813 Jul 16 00:19:08.570463 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb40c8a-5840-46b4-9656-fdefe663d556 req-efadea6b-d83b-4498-a28d-4b5cec132234 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:08.572170 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb40c8a-5840-46b4-9656-fdefe663d556 req-efadea6b-d83b-4498-a28d-4b5cec132234 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0634639 Jul 16 00:19:08.611305 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5fb40c8a-5840-46b4-9656-fdefe663d556 req-8720e30b-2bc8-441f-81f6-0abd5af47937 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335374 Jul 16 00:19:09.783828 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7edc28-424c-4b49-a1af-92c74f44f1a1 req-ed1ed75c-ee5c-4c9b-89a2-6927ec9d7efb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:09.785281 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc7edc28-424c-4b49-a1af-92c74f44f1a1 req-ed1ed75c-ee5c-4c9b-89a2-6927ec9d7efb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0629113 Jul 16 00:19:09.822251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cc7edc28-424c-4b49-a1af-92c74f44f1a1 req-03257dd5-7624-4867-921c-a1c95df20237 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314600 Jul 16 00:19:10.993290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995832-f9ee-41a0-a4b4-cfbc65bd8c69 req-465b681e-491b-4137-ae21-fd20ad26e5ab tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:10.994656 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56995832-f9ee-41a0-a4b4-cfbc65bd8c69 req-465b681e-491b-4137-ae21-fd20ad26e5ab tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0649114 Jul 16 00:19:11.030863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-56995832-f9ee-41a0-a4b4-cfbc65bd8c69 req-8325a8ec-58f6-47b1-9b04-fa430cb5c0b9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300031 Jul 16 00:19:12.202267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1c8f-cdb7-4444-b3da-c87e45b974ff req-765af993-68a0-424d-ad08-41bf0936b9a6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:12.203782 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ebdb1c8f-cdb7-4444-b3da-c87e45b974ff req-765af993-68a0-424d-ad08-41bf0936b9a6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0640454 Jul 16 00:19:12.240328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ebdb1c8f-cdb7-4444-b3da-c87e45b974ff req-c39408ab-95c6-46af-bc86-ca2176ef4122 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311403 Jul 16 00:19:13.412410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56be0e5-c58d-4d52-bc3a-1de0163eb1d6 req-ef71dca7-1f0c-4316-9954-134d1d9e18df tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:13.414064 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f56be0e5-c58d-4d52-bc3a-1de0163eb1d6 req-ef71dca7-1f0c-4316-9954-134d1d9e18df tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0665801 Jul 16 00:19:13.451546 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f56be0e5-c58d-4d52-bc3a-1de0163eb1d6 req-c7b53b7c-730a-4ac1-98d2-e9b9fbcc8441 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Jul 16 00:19:14.622298 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be4b86-4f53-48f0-ba2d-c694bdd6eee5 req-bbfd1066-30f8-4265-8ef9-5e1b2c520350 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:14.623861 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51be4b86-4f53-48f0-ba2d-c694bdd6eee5 req-bbfd1066-30f8-4265-8ef9-5e1b2c520350 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0625041 Jul 16 00:19:14.632723 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:14.661926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51be4b86-4f53-48f0-ba2d-c694bdd6eee5 req-7514cd21-ff28-42a2-9739-14aee57be8d5 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324850 Jul 16 00:19:15.831440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db141c-9a88-4bb0-bc36-14ae03cbfa41 req-530f880a-2883-49fa-9df6-93fd848486af tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:15.832945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11db141c-9a88-4bb0-bc36-14ae03cbfa41 req-530f880a-2883-49fa-9df6-93fd848486af tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0625958 Jul 16 00:19:15.871426 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-11db141c-9a88-4bb0-bc36-14ae03cbfa41 req-e8962569-af37-41d9-83f2-064d5823f166 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326247 Jul 16 00:19:17.045976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58935cb-566a-4563-85a2-cf6480c39181 req-10220f69-982f-46b1-ac4d-c866aed9a22d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:17.047392 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b58935cb-566a-4563-85a2-cf6480c39181 req-10220f69-982f-46b1-ac4d-c866aed9a22d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0653527 Jul 16 00:19:17.084592 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b58935cb-566a-4563-85a2-cf6480c39181 req-d3f81e8b-d673-4e0e-9e55-83586d8b6072 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Jul 16 00:19:18.157943 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8bb412ba-ba2d-4de1-ab0e-1bbb322d6996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:18.198731 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2b7e9220-7825-4cf0-b975-a0d70499146b details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:19:18.258304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbfa8b-c932-45d3-a29f-4558857cd44b req-85cef1d8-084f-4fbb-9cad-b7fd9cb85e88 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:18.259830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bbbfa8b-c932-45d3-a29f-4558857cd44b req-85cef1d8-084f-4fbb-9cad-b7fd9cb85e88 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0656893 Jul 16 00:19:18.293781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:19:18.297353 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4bbbfa8b-c932-45d3-a29f-4558857cd44b req-c35ef05e-18b1-4211-9565-45b4adc66ec4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Jul 16 00:19:18.305079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'port_id': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'mac_address': 'fa:16:3e:ce:97:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:19:18.343109 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:18.355276 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7e9220-7825-4cf0-b975-a0d70499146b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:19:18.374821 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:19:18.378261 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:18.423847 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:18.431242 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.431586 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.431923 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.432255 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.432585 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.432912 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.433235 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.434170 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.434499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.434841 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.435162 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.435580 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:19:18.619926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2b7e9220-7825-4cf0-b975-a0d70499146b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:19:19.473210 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50e9f2-ec64-415b-b2f5-6dacba12871c req-39dc913f-b4fb-48bf-9a60-424706bf5d7f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:19.474703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c50e9f2-ec64-415b-b2f5-6dacba12871c req-39dc913f-b4fb-48bf-9a60-424706bf5d7f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 944 time: 0.0669267 Jul 16 00:19:19.512320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c50e9f2-ec64-415b-b2f5-6dacba12871c req-e5f31554-92e2-493e-b2c4-86304f1e0682 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Jul 16 00:19:20.000980 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:19:20.205895 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2b7e9220-7825-4cf0-b975-a0d70499146b up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:19:20.255168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 2b7e9220-7825-4cf0-b975-a0d70499146b completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:19:20.258871 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 2b7e9220-7825-4cf0-b975-a0d70499146b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:19:20.259163 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:20.332191 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:20.353707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:19:20.355940 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24a2e95-9c19-4785-836f-3eb3593fe088" -d '{"events": [{"server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:19:20.368312 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:19:20.372181 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:20.423137 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:20.623381 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c1b066-5f8b-474b-9c3a-96008903ba52 x-openstack-request-id: req-e4c1b066-5f8b-474b-9c3a-96008903ba52 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:19:20.623672 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:19:20.623923 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4c1b066-5f8b-474b-9c3a-96008903ba52 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:19:20.624348 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'code': 200} Jul 16 00:19:20.778628 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e949c-b16d-455d-b586-11a4a3e92339 req-d8b9b9de-6f27-4633-8c41-cf4a779ee3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:20.780199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-456e949c-b16d-455d-b586-11a4a3e92339 req-d8b9b9de-6f27-4633-8c41-cf4a779ee3bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1096 time: 0.0956078 Jul 16 00:19:20.787402 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949aef3-5e3c-4cee-ad90-e922d1961ae0 req-86a46d55-c391-4c5f-86a3-f256c2a24f8c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:20.788807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b949aef3-5e3c-4cee-ad90-e922d1961ae0 req-86a46d55-c391-4c5f-86a3-f256c2a24f8c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0787418 Jul 16 00:19:20.797547 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e2a2-84b9-444a-bdf1-8320dafd7ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:20.839079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-456e949c-b16d-455d-b586-11a4a3e92339 req-56d98dde-9896-41d9-9599-d8a350f85692 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493133 Jul 16 00:19:20.845869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b949aef3-5e3c-4cee-ad90-e922d1961ae0 req-63206285-4683-417d-b6b7-68d4e98e3c7c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493340 Jul 16 00:19:21.166586 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:21.822908 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:22.022262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409ec62-7fb1-4dbe-9b5d-79e4bc08925a req-50f7227d-e689-4487-a045-6cbc16be55ac tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:22.023826 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b409ec62-7fb1-4dbe-9b5d-79e4bc08925a req-50f7227d-e689-4487-a045-6cbc16be55ac tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0658882 Jul 16 00:19:22.061654 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b409ec62-7fb1-4dbe-9b5d-79e4bc08925a req-56b20d7f-045a-48cf-908b-3bea3f388a1f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321560 Jul 16 00:19:22.228048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679f2d6-c71d-4656-b9a3-20333555b626 req-1059cc26-83aa-400c-a0b7-14072347a8c2 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:22.229518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b679f2d6-c71d-4656-b9a3-20333555b626 req-1059cc26-83aa-400c-a0b7-14072347a8c2 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0623472 Jul 16 00:19:22.267231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b679f2d6-c71d-4656-b9a3-20333555b626 req-c25e94fd-49f4-4a0f-b69f-8e9b6072c9a8 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317688 Jul 16 00:19:22.290576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59094) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:19:22.345661 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c3f23b-553d-45bb-8220-fbf8182d9130 tempest-TestShelveInstance-1289845143 tempest-TestShelveInstance-1289845143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:22.347191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c5c3f23b-553d-45bb-8220-fbf8182d9130 tempest-TestShelveInstance-1289845143 tempest-TestShelveInstance-1289845143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1091 time: 0.0556195 Jul 16 00:19:22.349917 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59096) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:19:22.354218 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:19:22.376295 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:22.469898 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:22.570981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Allocated IP 172.25.3.44 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/1b4ccd5a-4859-4caf-a709-6d14acb5389f) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:19:22.667757 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:22.705938 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:22.741931 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:19:22.746586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:19:22.750018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:19:22.776849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'Port': ['ID=1b4ccd5a-4859-4caf-a709-6d14acb5389f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:23.425596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:23.501009 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:23.586237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:23.648329 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:23.652551 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:23.719788 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event updated for resources: {'Port': ['ID=1b4ccd5a-4859-4caf-a709-6d14acb5389f,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:23.730371 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:23.830154 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Floating IP c7e7db58-a90d-492f-b6e9-5a362397fe5b associated. External IP: 172.25.3.44, port: 2b7e9220-7825-4cf0-b975-a0d70499146b. Jul 16 00:19:24.042142 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:19:24.148385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:19:24.158926 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] Sync routers for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:19:24.164229 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:24.168438 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:19:24.169062 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:19:24.200258 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-a9b9598d-4130-4f24-9bb8-417a17891561 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8493412 Jul 16 00:19:24.201297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:19:24.203228 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd051d92-c552-4573-87c6-3cfc366b424a" -d '{"events": [{"name": "network-changed", "server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:19:24.243890 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf9157d-4ce8-4cbb-920a-8a7a0fb8161d x-openstack-request-id: req-2bf9157d-4ce8-4cbb-920a-8a7a0fb8161d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:19:24.244271 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:19:24.244630 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bf9157d-4ce8-4cbb-920a-8a7a0fb8161d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:19:24.245041 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'status': 'completed', 'code': 200} Jul 16 00:19:24.322075 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd051d92-c552-4573-87c6-3cfc366b424a req-c17904e4-5486-4b48-a452-d685dcc1145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:24.323621 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd051d92-c552-4573-87c6-3cfc366b424a req-c17904e4-5486-4b48-a452-d685dcc1145a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1096 time: 0.0555761 Jul 16 00:19:24.423564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd051d92-c552-4573-87c6-3cfc366b424a req-5f93aff8-a742-40a0-9885-c081f17622bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:24.425050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd051d92-c552-4573-87c6-3cfc366b424a req-5f93aff8-a742-40a0-9885-c081f17622bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0934374 Jul 16 00:19:24.431907 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:19:24.489056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd051d92-c552-4573-87c6-3cfc366b424a req-351838ac-4349-4125-9259-7797d584027d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 998 time: 0.0573344 Jul 16 00:19:24.543329 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd051d92-c552-4573-87c6-3cfc366b424a req-32eb664d-edfa-4119-96f3-cce923a4a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:24.545385 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd051d92-c552-4573-87c6-3cfc366b424a req-32eb664d-edfa-4119-96f3-cce923a4a6c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0493603 Jul 16 00:19:24.602836 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd051d92-c552-4573-87c6-3cfc366b424a req-779fb57a-0884-4f8d-87c4-20ca0427596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:24.604393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd051d92-c552-4573-87c6-3cfc366b424a req-779fb57a-0884-4f8d-87c4-20ca0427596e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522654 Jul 16 00:19:24.654364 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'c7e7db58-a90d-492f-b6e9-5a362397fe5b', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'port_id': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'mac_address': 'fa:16:3e:ce:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:19:23Z', 'updated_at': '2021-07-16T00:19:23Z', 'revision_number': 0, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:19:24.684980 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] Checking router: a9d5182e-6dfa-4618-acfb-a01b6b601fd0 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:19:24.693915 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:19:24.694807 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:19:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:19:24.700646 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd051d92-c552-4573-87c6-3cfc366b424a req-b8c69e6a-a700-4765-93d2-9531dcb178b3 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890374 Jul 16 00:19:24.798678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:19:24.802080 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd051d92-c552-4573-87c6-3cfc366b424a req-46e873c9-222c-4358-b6c6-df185e4bf105 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944123 Jul 16 00:19:25.027384 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'c7e7db58-a90d-492f-b6e9-5a362397fe5b', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'port_id': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'mac_address': 'fa:16:3e:ce:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:19:23Z', 'updated_at': '2021-07-16T00:19:23Z', 'revision_number': 0, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:19:25.054334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f76a96-4dc4-4dea-8975-0791d30834ce None None] The sync data for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 is: [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': 'c7e7db58-a90d-492f-b6e9-5a362397fe5b', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'port_id': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'mac_address': 'fa:16:3e:ce:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:19:23Z', 'updated_at': '2021-07-16T00:19:23Z', 'revision_number': 0, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:19:25.262295 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4992204-63c6-4134-b2f2-4505f0f6c906 None None] New status for floating IP c7e7db58-a90d-492f-b6e9-5a362397fe5b: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:19:25.846223 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:41.815761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-ff91db38-8699-4397-ae6b-00489068826c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881033 Jul 16 00:19:41.919001 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-02cf45f1-d461-48db-ac7e-2fb692186f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:41.920509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-02cf45f1-d461-48db-ac7e-2fb692186f95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1096 time: 0.0597217 Jul 16 00:19:42.038407 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-fe7e3607-2956-4538-ac08-2194e6c4e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:42.039908 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-fe7e3607-2956-4538-ac08-2194e6c4e921 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0964954 Jul 16 00:19:42.110128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-86df88ca-e9a1-4985-bde2-03bcbcc584c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 1000 time: 0.0619857 Jul 16 00:19:42.157761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-374e802d-9b1f-4933-9630-deadbf0388f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:42.159757 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-374e802d-9b1f-4933-9630-deadbf0388f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0430267 Jul 16 00:19:42.219511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-bb4116b9-9c3d-4f2e-b9d4-79718c78ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:42.220999 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-bb4116b9-9c3d-4f2e-b9d4-79718c78ebc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513103 Jul 16 00:19:42.316050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-90ab99c1-8464-4316-8184-d89222dcbe2c service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878747 Jul 16 00:19:42.406033 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-618fcb38-295f-4d18-bfdb-6b4db38c5d56 req-8c4b1352-6ab5-43e6-9a1f-5b4d44d89cfb service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832286 Jul 16 00:19:44.632370 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:48.159115 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cba6bcf0-5551-40de-8339-0b1ead9672e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:50.798126 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2b6f900d-92f9-4605-adf1-c6f1af1e6426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:51.171566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:51.824566 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:53.589973 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:55.862943 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:57.004382 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:20:14.633168 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.160161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bc13bc3b-0289-4f53-b532-e143c497f06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.799360 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e6ea085a-6418-4488-a41b-ab13c1ef059a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.172201 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.826747 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.590603 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.915177 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:26.850212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-2b13a507-8cdd-43bc-9a71-cc087fd4da40 req-f81ceaef-e164-4bb7-af5b-95f70369ed81 service neutron] (93715) timed out ('10.222.0.59', 53980) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:20:34.004356 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:20:41.790205 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832b356e-f59b-4aba-8918-b2790de70421 req-7f4ba143-5baa-487b-bbe4-90c85722006d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554283 Jul 16 00:20:41.883778 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b356e-f59b-4aba-8918-b2790de70421 req-0917b5b4-671e-4244-8528-2fb1676a0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:41.885259 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832b356e-f59b-4aba-8918-b2790de70421 req-0917b5b4-671e-4244-8528-2fb1676a0c0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1096 time: 0.0511653 Jul 16 00:20:41.984783 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b356e-f59b-4aba-8918-b2790de70421 req-61ae74ea-021b-474d-a0c9-aa1406a38413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:41.986132 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832b356e-f59b-4aba-8918-b2790de70421 req-61ae74ea-021b-474d-a0c9-aa1406a38413 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0821848 Jul 16 00:20:42.054675 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832b356e-f59b-4aba-8918-b2790de70421 req-60d61709-d9a9-4868-b8ac-c822c42aee57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 1000 time: 0.0621951 Jul 16 00:20:42.111388 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b356e-f59b-4aba-8918-b2790de70421 req-120ab23d-6bed-4994-a754-5491eccabc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:42.112852 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832b356e-f59b-4aba-8918-b2790de70421 req-120ab23d-6bed-4994-a754-5491eccabc93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0512943 Jul 16 00:20:42.167992 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b356e-f59b-4aba-8918-b2790de70421 req-bdcd756d-be2f-4842-bb38-2c5371fd7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:42.169556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832b356e-f59b-4aba-8918-b2790de70421 req-bdcd756d-be2f-4842-bb38-2c5371fd7418 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509198 Jul 16 00:20:42.261343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832b356e-f59b-4aba-8918-b2790de70421 req-e5350a8e-c50e-4b4a-854f-e02a04dc3ea9 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845428 Jul 16 00:20:42.346696 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-832b356e-f59b-4aba-8918-b2790de70421 req-03b6d93f-cc76-4951-a41b-0c826f3e6bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794137 Jul 16 00:20:44.647032 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:48.161475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-984d06ad-aede-45c0-943d-8f75d5e9c13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:50.799601 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9e0619de-f84a-4719-b3a2-a8340ef4c713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:51.172925 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:51.830788 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:53.592967 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:55.940921 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:11.004507 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:21:14.658898 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:18.161664 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bd72-35dd-4c04-a85a-9ec1d2b9778e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:20.800051 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4f230b4-b881-4355-8d90-8030c10694d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:21.173529 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:21.833558 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:22.152467 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aade60-def7-442f-bd24-96e0da81ead3 req-11275be7-6426-4364-a49a-cc89fa792fde tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:22.154514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19aade60-def7-442f-bd24-96e0da81ead3 req-11275be7-6426-4364-a49a-cc89fa792fde tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0693052 Jul 16 00:21:22.191186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19aade60-def7-442f-bd24-96e0da81ead3 req-81bbfe12-691d-4faf-b9d8-dec436850091 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311186 Jul 16 00:21:23.387672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c91fc-061d-40c9-a69e-179635820420 req-3c4f7105-e734-44a7-b6a2-a761ddbe1a2d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:23.389217 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d74c91fc-061d-40c9-a69e-179635820420 req-3c4f7105-e734-44a7-b6a2-a761ddbe1a2d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0625670 Jul 16 00:21:23.427448 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d74c91fc-061d-40c9-a69e-179635820420 req-107e1a33-cb7f-4cea-9847-898d4d5ba653 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Jul 16 00:21:23.595646 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:24.612235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3027200-e75d-4ec1-9686-bee0e36ef9c8 req-03426dff-2c52-4565-bc22-f1e7e1fab49b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:24.613731 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3027200-e75d-4ec1-9686-bee0e36ef9c8 req-03426dff-2c52-4565-bc22-f1e7e1fab49b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0688174 Jul 16 00:21:24.650763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3027200-e75d-4ec1-9686-bee0e36ef9c8 req-9ba447c6-f9b5-49ea-b49e-56c0c8ceaf4c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Jul 16 00:21:25.820872 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f740dc-68d1-442c-b154-c068a57da647 req-7bf38a42-162d-46fc-8988-8950655ed137 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:25.822327 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9f740dc-68d1-442c-b154-c068a57da647 req-7bf38a42-162d-46fc-8988-8950655ed137 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0624988 Jul 16 00:21:25.859605 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9f740dc-68d1-442c-b154-c068a57da647 req-926a0d61-7b0a-417a-825d-cb1f91e98635 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312645 Jul 16 00:21:25.964644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.027498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ff364-6d4c-489a-951d-5fa1a30a3823 req-583124a5-741c-4176-8246-b58f2a7ff346 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:27.029429 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa6ff364-6d4c-489a-951d-5fa1a30a3823 req-583124a5-741c-4176-8246-b58f2a7ff346 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0621734 Jul 16 00:21:27.066568 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa6ff364-6d4c-489a-951d-5fa1a30a3823 req-9f51d6b4-0aa5-4f37-b408-aee7d1b6f3ca tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Jul 16 00:21:28.242473 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e4c99-48ac-4c6a-b837-ddf1f7a2e8ad req-6dfc3087-0537-4a69-8e99-42aecbd0dc66 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:28.243991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-248e4c99-48ac-4c6a-b837-ddf1f7a2e8ad req-6dfc3087-0537-4a69-8e99-42aecbd0dc66 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0669193 Jul 16 00:21:28.281380 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-248e4c99-48ac-4c6a-b837-ddf1f7a2e8ad req-7a110899-87c1-47e0-8617-f65177b8c36b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312583 Jul 16 00:21:29.452327 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ed418-0776-4116-a209-62db3e118d18 req-0d633fd3-cb02-45ae-958e-015bfab1527a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:29.453819 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-896ed418-0776-4116-a209-62db3e118d18 req-0d633fd3-cb02-45ae-958e-015bfab1527a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0635576 Jul 16 00:21:29.491128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-896ed418-0776-4116-a209-62db3e118d18 req-bc46ce26-a658-49e9-9796-da4812716eff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318182 Jul 16 00:21:30.662404 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea1bdb-89f2-413a-86db-767be40f753d req-33aba0a9-afdb-4e4c-a4bb-705da051e3e6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:30.663902 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4ea1bdb-89f2-413a-86db-767be40f753d req-33aba0a9-afdb-4e4c-a4bb-705da051e3e6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0657558 Jul 16 00:21:30.701514 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e4ea1bdb-89f2-413a-86db-767be40f753d req-ffdcb2ac-79cd-4649-896a-43dc22ea2799 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Jul 16 00:21:31.871401 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236bcf4-ca3b-4c64-8060-25e21cae232b req-2290a219-b951-4e6c-aec8-0a7270f17708 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:31.873516 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a236bcf4-ca3b-4c64-8060-25e21cae232b req-2290a219-b951-4e6c-aec8-0a7270f17708 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0639157 Jul 16 00:21:31.910161 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a236bcf4-ca3b-4c64-8060-25e21cae232b req-626094c9-3054-468c-8c41-1997be794645 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310178 Jul 16 00:21:32.262124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-b541f262-d3d9-42d4-a664-85731b80454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:32.263647 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-b541f262-d3d9-42d4-a664-85731b80454f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1096 time: 0.0521522 Jul 16 00:21:32.354111 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-76efe504-d1b3-4cd6-af9e-6e0d68032def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:32.355542 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-76efe504-d1b3-4cd6-af9e-6e0d68032def service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0853374 Jul 16 00:21:32.418703 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-5db8cc09-de31-4d37-8963-591e98127020 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 1000 time: 0.0552895 Jul 16 00:21:32.471089 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-a7282cde-de50-4f79-8144-db7a69fb1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:32.472484 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-a7282cde-de50-4f79-8144-db7a69fb1055 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0467534 Jul 16 00:21:32.530496 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-1f56041f-ef17-4bf8-b1cf-818b832b0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:32.532047 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-1f56041f-ef17-4bf8-b1cf-818b832b0f8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522473 Jul 16 00:21:32.619858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-3c331233-168d-49a6-aa0b-8ca0782c3153 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806305 Jul 16 00:21:32.712328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-64baa9f3-3aed-462b-b500-29ae933cad30 req-81816d3b-c4ec-4aaf-932d-d52344ef44ec service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857153 Jul 16 00:21:33.081705 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490620-cb00-40fd-8173-c6d0587e4318 req-d91128b6-b23f-44b4-8b93-054d412fbb26 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:33.083191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61490620-cb00-40fd-8173-c6d0587e4318 req-d91128b6-b23f-44b4-8b93-054d412fbb26 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0625889 Jul 16 00:21:33.119763 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-61490620-cb00-40fd-8173-c6d0587e4318 req-2542899e-b61a-4324-acb0-e635326a24f1 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Jul 16 00:21:34.294409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ece30-5fb4-4656-981e-369e8e12ec59 req-3efa7b6f-f941-49bb-aa56-d948a0a8e4c2 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:34.295986 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd4ece30-5fb4-4656-981e-369e8e12ec59 req-3efa7b6f-f941-49bb-aa56-d948a0a8e4c2 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0679891 Jul 16 00:21:34.335274 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cd4ece30-5fb4-4656-981e-369e8e12ec59 req-f5dbd2cd-902d-4433-bc0f-553100b0ada4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338256 Jul 16 00:21:35.508624 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769207fe-72b7-45a9-b487-b6df1475bf24 req-c0d32163-b8d0-429e-9132-dbe566d8842c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:35.510128 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-769207fe-72b7-45a9-b487-b6df1475bf24 req-c0d32163-b8d0-429e-9132-dbe566d8842c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0653205 Jul 16 00:21:35.547936 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-769207fe-72b7-45a9-b487-b6df1475bf24 req-b079623a-b58d-4237-a783-a1aef456ab06 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Jul 16 00:21:36.717035 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd9be-b11b-4cbe-b031-69e30dcb0177 req-e6473351-edb0-4507-93a1-cdd730cdcdb4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:36.718522 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65cfd9be-b11b-4cbe-b031-69e30dcb0177 req-e6473351-edb0-4507-93a1-cdd730cdcdb4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0629354 Jul 16 00:21:36.759897 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-65cfd9be-b11b-4cbe-b031-69e30dcb0177 req-9b10430c-c2fc-4bd2-9986-857597a2c6c6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358763 Jul 16 00:21:37.105878 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-f54a2bba-ccbf-46c6-877b-2c29397c6b4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326537 Jul 16 00:21:37.118228 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d20f3b-ef77-4463-b71b-5f8f6e2cfa95 req-b06cc8e7-7410-41cf-a089-e44a9f532a62 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:37.119617 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2d20f3b-ef77-4463-b71b-5f8f6e2cfa95 req-b06cc8e7-7410-41cf-a089-e44a9f532a62 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0799267 Jul 16 00:21:37.158719 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d2d20f3b-ef77-4463-b71b-5f8f6e2cfa95 req-729c5a6c-b75e-464c-a532-fcd1d59abacf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326343 Jul 16 00:21:38.330272 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3c6f-640f-4a6e-a91f-4aadaab69d8f req-415e8373-d964-41e1-8540-32bfdd507dbf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:38.331697 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3be3c6f-640f-4a6e-a91f-4aadaab69d8f req-415e8373-d964-41e1-8540-32bfdd507dbf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0662823 Jul 16 00:21:38.370261 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d3be3c6f-640f-4a6e-a91f-4aadaab69d8f req-14d2a736-f2bf-4bc5-b44a-022548bba6c0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329232 Jul 16 00:21:38.786680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2b7e9220-7825-4cf0-b975-a0d70499146b no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:21:38.860775 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.882509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:21:38.884905 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8148e-9d8c-4ec1-a42f-da05a927a107" -d '{"events": [{"server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "name": "network-vif-unplugged", "status": "completed", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:21:38.898099 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:38.903141 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.932174 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 00:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d7228e-140e-4441-a139-1842f0ae9a9a x-openstack-request-id: req-c3d7228e-140e-4441-a139-1842f0ae9a9a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:21:38.932408 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "name": "network-vif-unplugged", "status": "failed", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b", "code": 422}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:21:38.932658 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3d7228e-140e-4441-a139-1842f0ae9a9a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:21:38.933054 n-d-793618-8 neutron-server[93716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'code': 422} returned with failed status Jul 16 00:21:38.957750 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:38.965278 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.965618 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.966445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.966799 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.967132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.967461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.967782 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.968127 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.968447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.968763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.969079 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.969392 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:39.549194 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492dcb-2616-4b4f-ac3c-72593fda7ff8 req-cbc17603-8a5d-450c-ad6c-a844b9b0b052 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:39.550743 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba492dcb-2616-4b4f-ac3c-72593fda7ff8 req-cbc17603-8a5d-450c-ad6c-a844b9b0b052 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0657339 Jul 16 00:21:39.588933 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-ba492dcb-2616-4b4f-ac3c-72593fda7ff8 req-b71ed602-2ad8-472f-bf30-e18df763f708 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323195 Jul 16 00:21:40.806173 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146eca6-5d40-4f98-b438-f0c9b31c1a67 req-0419e223-02f1-427d-a478-95b398967115 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:40.807713 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7146eca6-5d40-4f98-b438-f0c9b31c1a67 req-0419e223-02f1-427d-a478-95b398967115 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.1067572 Jul 16 00:21:40.845567 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7146eca6-5d40-4f98-b438-f0c9b31c1a67 req-d8bcdc42-2256-4124-bed5-a6b6545ca688 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Jul 16 00:21:42.022696 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ecda6-d092-43e3-989c-b279d88e59f8 req-66c9b9b2-1bd3-4d32-86a0-eff6042a5748 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:42.024972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f6ecda6-d092-43e3-989c-b279d88e59f8 req-66c9b9b2-1bd3-4d32-86a0-eff6042a5748 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0687504 Jul 16 00:21:42.064206 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0f6ecda6-d092-43e3-989c-b279d88e59f8 req-954aee56-2c17-4f42-b4c8-f9b75ceb09c2 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333834 Jul 16 00:21:42.862911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-68c26777-8672-45ba-98fb-d4cfc03c54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:42.864371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-68c26777-8672-45ba-98fb-d4cfc03c54cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce&tenant_id=ef6e738a3214430a99243c6e6a8c43c6 HTTP/1.1" status: 200 len: 1094 time: 0.0519879 Jul 16 00:21:42.938882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-e9fa035e-34d1-4f44-a840-1bc6848c6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:42.940332 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-e9fa035e-34d1-4f44-a840-1bc6848c6aa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1094 time: 0.0541689 Jul 16 00:21:43.027438 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-7d87669a-0d90-40b2-8acb-f0d4a33b5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:43.029320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-7d87669a-0d90-40b2-8acb-f0d4a33b5b78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0825529 Jul 16 00:21:43.094382 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-1fed1cff-39a6-43be-86d4-389abc7b27bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 998 time: 0.0594585 Jul 16 00:21:43.141809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-38f04b75-2df3-4a74-b710-bcefe0526c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:43.143309 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-38f04b75-2df3-4a74-b710-bcefe0526c55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0425968 Jul 16 00:21:43.243878 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-c27dea4f-0ad4-4d93-b2c2-1053703b2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:43.245349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-c27dea4f-0ad4-4d93-b2c2-1053703b2032 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959935 Jul 16 00:21:43.256894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1147025-28ea-44b0-94d9-94a76bd9f7e7 req-415daf39-967f-41bd-907d-2b00a2148983 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:43.258218 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1147025-28ea-44b0-94d9-94a76bd9f7e7 req-415daf39-967f-41bd-907d-2b00a2148983 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0839393 Jul 16 00:21:43.345313 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d1147025-28ea-44b0-94d9-94a76bd9f7e7 req-c45d2cc3-9bc8-41e5-a8ea-f826c3e426ff tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780101 Jul 16 00:21:43.365889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-0499a62b-795d-4bba-812f-be893dd43f4d service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067770 Jul 16 00:21:43.455557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-04fc8011-9c07-47b0-8f73-595e4db1d8d6 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833030 Jul 16 00:21:43.810408 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c2651-912d-4670-8344-2787557c3c8c req-52b926e0-f3cb-4415-8a9a-680d52db1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:43.811890 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c94c2651-912d-4670-8344-2787557c3c8c req-52b926e0-f3cb-4415-8a9a-680d52db1855 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1094 time: 0.0511887 Jul 16 00:21:43.920397 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c2651-912d-4670-8344-2787557c3c8c req-8533c048-4c31-40fd-82e3-8418b6b5baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:43.921850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c94c2651-912d-4670-8344-2787557c3c8c req-8533c048-4c31-40fd-82e3-8418b6b5baa2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0884085 Jul 16 00:21:43.985056 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c94c2651-912d-4670-8344-2787557c3c8c req-bbbb555e-271d-451d-acf0-abce2c1c6573 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 998 time: 0.0563920 Jul 16 00:21:44.031339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c2651-912d-4670-8344-2787557c3c8c req-0b85df32-012b-4e5a-80ee-2db26d3ff194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:44.032335 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c94c2651-912d-4670-8344-2787557c3c8c req-0b85df32-012b-4e5a-80ee-2db26d3ff194 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0412655 Jul 16 00:21:44.092247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c2651-912d-4670-8344-2787557c3c8c req-02e9b346-9069-4936-94e3-afc25ca4ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:44.093710 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c94c2651-912d-4670-8344-2787557c3c8c req-02e9b346-9069-4936-94e3-afc25ca4ab16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553062 Jul 16 00:21:44.180548 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c94c2651-912d-4670-8344-2787557c3c8c req-5fc10d9f-2639-475f-8fc2-0363e087a634 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799809 Jul 16 00:21:44.269528 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c94c2651-912d-4670-8344-2787557c3c8c req-cfca9c97-07f3-42cd-8499-159647ad987b service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826485 Jul 16 00:21:44.516410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33540686-1711-433e-81a6-4d57cce338b9 req-cb17d856-2fd6-4caf-96ba-e7659303773d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:44.517858 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33540686-1711-433e-81a6-4d57cce338b9 req-cb17d856-2fd6-4caf-96ba-e7659303773d tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0606155 Jul 16 00:21:44.555415 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-33540686-1711-433e-81a6-4d57cce338b9 req-d00f7692-66c4-4cb2-acb9-edf58f58e361 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Jul 16 00:21:44.665647 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.728974 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f84d24-5e2a-4cde-96fe-5021ffa30adf req-51fc0f82-ff8d-41e8-8438-408c400e2920 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:45.730489 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66f84d24-5e2a-4cde-96fe-5021ffa30adf req-51fc0f82-ff8d-41e8-8438-408c400e2920 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0677242 Jul 16 00:21:46.080007 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-66f84d24-5e2a-4cde-96fe-5021ffa30adf req-b6294208-e9ff-4ac4-8ab9-8bab6433083c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429306 Jul 16 00:21:47.247883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602aeee-d304-448b-9a3f-22a1847e919f req-9d18511f-99bc-42ab-bdca-abe4d8837b0f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:47.249343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6602aeee-d304-448b-9a3f-22a1847e919f req-9d18511f-99bc-42ab-bdca-abe4d8837b0f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0619965 Jul 16 00:21:47.285869 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6602aeee-d304-448b-9a3f-22a1847e919f req-21c69367-8f06-488b-b799-eb4dcbf9e8d0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Jul 16 00:21:48.004209 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:21:48.163317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d769cd36-8b1b-40e0-860a-dbd979008e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:48.457118 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11823f-3efb-482b-b85f-128a7d585f3f req-f00f5aeb-1b6b-439e-86f7-fe04a4ec047a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:48.458620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d11823f-3efb-482b-b85f-128a7d585f3f req-f00f5aeb-1b6b-439e-86f7-fe04a4ec047a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0638349 Jul 16 00:21:48.501796 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3d11823f-3efb-482b-b85f-128a7d585f3f req-3ec2cfc0-6357-4ec7-9a71-b21efd9fd3f4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364888 Jul 16 00:21:49.674883 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63475e7a-1443-45ac-abc9-8a81262e004e req-5f8a811a-cc6b-4c6d-8ee5-c10e3e94c52f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:49.676371 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63475e7a-1443-45ac-abc9-8a81262e004e req-5f8a811a-cc6b-4c6d-8ee5-c10e3e94c52f tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0617189 Jul 16 00:21:49.714147 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-63475e7a-1443-45ac-abc9-8a81262e004e req-43fd15c7-57fd-47c2-83ad-248cd8ade15c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Jul 16 00:21:50.800491 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-10767367-44de-492c-a93f-45c39fc4be51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:50.838277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2b7e9220-7825-4cf0-b975-a0d70499146b details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:21:50.884483 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6108-b16e-4d07-918c-e22d82ba662e req-ca2b70d2-da13-4afe-b6ed-26b771222665 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:50.886587 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d69c6108-b16e-4d07-918c-e22d82ba662e req-ca2b70d2-da13-4afe-b6ed-26b771222665 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 943 time: 0.0631609 Jul 16 00:21:50.923589 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d69c6108-b16e-4d07-918c-e22d82ba662e req-61bdc63d-3c60-4462-b622-748d7f4e346b tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315015 Jul 16 00:21:50.932535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:50.943988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'port_id': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'mac_address': 'fa:16:3e:ce:97:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:21:50.983690 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:50.995679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7e9220-7825-4cf0-b975-a0d70499146b {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:21:51.015309 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:51.019768 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:51.065328 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:51.174806 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:51.237604 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['2b7e9220-7825-4cf0-b975-a0d70499146b'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:21:51.835513 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.096524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9399ea2-c0d3-4b3a-8f28-871c7d44fab7 req-e54c7e3a-581e-4905-874c-f48c6bd938c6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:52.098066 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9399ea2-c0d3-4b3a-8f28-871c7d44fab7 req-e54c7e3a-581e-4905-874c-f48c6bd938c6 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 944 time: 0.0665374 Jul 16 00:21:52.134422 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b9399ea2-c0d3-4b3a-8f28-871c7d44fab7 req-c1aa170c-1228-46b2-875f-fda0ecb15ec4 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Jul 16 00:21:52.856411 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2b7e9220-7825-4cf0-b975-a0d70499146b up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:52.903693 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 2b7e9220-7825-4cf0-b975-a0d70499146b triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:52.904070 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.980338 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:53.002365 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:21:53.004580 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bdf31c-c127-49b2-b2e8-3fd813f93fc4" -d '{"events": [{"server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:21:53.016878 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:53.021092 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:53.046369 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfe002a-fd85-4ee8-90cf-418ac1f92a88 x-openstack-request-id: req-4dfe002a-fd85-4ee8-90cf-418ac1f92a88 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:21:53.046666 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "name": "network-vif-plugged", "status": "completed", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:21:53.046943 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dfe002a-fd85-4ee8-90cf-418ac1f92a88 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:21:53.047342 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'code': 200} Jul 16 00:21:53.072461 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:53.207854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e0a3f-7ed9-49ee-b75b-fde17c563cd4 req-b8fa26ef-9de2-4df6-9e2b-3333b944ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:53.209466 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c92e0a3f-7ed9-49ee-b75b-fde17c563cd4 req-b8fa26ef-9de2-4df6-9e2b-3333b944ca05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1096 time: 0.0530100 Jul 16 00:21:53.246724 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c92e0a3f-7ed9-49ee-b75b-fde17c563cd4 req-03be2605-6670-444e-b39d-26d5413d3784 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293095 Jul 16 00:21:53.308970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe754a-972f-4538-9af5-e3b2c7aed507 req-22090447-9e2f-4b41-b862-640420b934eb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:53.310396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bfe754a-972f-4538-9af5-e3b2c7aed507 req-22090447-9e2f-4b41-b862-640420b934eb tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0626948 Jul 16 00:21:53.347679 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7bfe754a-972f-4538-9af5-e3b2c7aed507 req-b17d680f-ac0b-4e3e-8133-e084892590c3 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Jul 16 00:21:53.598714 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:54.521349 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae678b8-5977-4429-8b4f-ae8108d91599 req-7e6c4761-ab06-4696-a7d7-e7fb95933ec0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:54.522817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ae678b8-5977-4429-8b4f-ae8108d91599 req-7e6c4761-ab06-4696-a7d7-e7fb95933ec0 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0651648 Jul 16 00:21:54.560496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ae678b8-5977-4429-8b4f-ae8108d91599 req-0bea8577-4c56-4470-8b5d-fe8c9568d55c tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320997 Jul 16 00:21:55.974929 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:14.659289 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:18.164503 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d63a1bcf-bb83-4197-bf76-2d0d3f06d6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:20.802908 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-beb197dc-ff46-4204-a3f8-7f7f505c9151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:21.174867 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:21.839128 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:23.601955 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:25.003892 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:22:25.966686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:44.715671 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:46.448001 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-89b58c57-00fa-4f5f-bb9a-3250d0097a80 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508647 Jul 16 00:22:46.540581 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-eea36c24-9065-422a-8ed9-fdf9ec0c59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:22:46.542651 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-eea36c24-9065-422a-8ed9-fdf9ec0c59b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1096 time: 0.0511925 Jul 16 00:22:46.646403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-dd8e027b-f235-494c-be42-56f4c8fefd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:22:46.647844 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-dd8e027b-f235-494c-be42-56f4c8fefd7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.0857134 Jul 16 00:22:46.712169 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-37d3a8a5-0c68-439e-acae-086839bc4518 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 1000 time: 0.0571842 Jul 16 00:22:46.764109 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-6ed00006-7fb2-4f78-b898-99e31cf56879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:22:46.765557 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-6ed00006-7fb2-4f78-b898-99e31cf56879 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0471401 Jul 16 00:22:46.821943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-6dca16ea-5e99-4b52-abde-2d0bf977f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:22:46.823559 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-6dca16ea-5e99-4b52-abde-2d0bf977f00c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509222 Jul 16 00:22:46.914571 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-48b78eb3-31b2-433e-8fc7-25d2840504bf service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840476 Jul 16 00:22:47.001850 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6699a3-35e8-4f34-9c65-60b4130c39c3 req-b924cb54-4bb6-4559-a622-f63a54c87854 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807765 Jul 16 00:22:48.165699 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d2ee-b865-41da-88d9-802b98980e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:50.804881 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-85350e71-7d03-4d57-92ab-93d2da2d5dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:51.175900 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:51.842156 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:53.603776 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:55.966517 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:02.002455 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:23:10.059042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59264) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:10.212029 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Deleting port 1b4ccd5a-4859-4caf-a709-6d14acb5389f {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:10.212375 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:10.288054 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:10.288385 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:10.299775 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Calling delete_port for 1b4ccd5a-4859-4caf-a709-6d14acb5389f owned by network:floatingip {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:10.441183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:10.471039 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event deleted for resources: {'Port': ['ID=1b4ccd5a-4859-4caf-a709-6d14acb5389f,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:10.497678 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.498026 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.498368 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.498707 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.499066 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.499396 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.499726 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.500058 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.500382 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.500708 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.501036 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.501360 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:10.540656 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:10.540998 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Floating IP c7e7db58-a90d-492f-b6e9-5a362397fe5b disassociated (deleted). External IP: 172.25.3.44, port: 2b7e9220-7825-4cf0-b975-a0d70499146b. Jul 16 00:23:10.752898 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:23:10.858813 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:23:10.863697 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:10.868492 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] Sync routers for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:23:10.877445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:10.878054 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:10.900263 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a90efbd5-826d-48d4-b40e-f07e135e5fd9 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "DELETE /v2.0/floatingips/c7e7db58-a90d-492f-b6e9-5a362397fe5b HTTP/1.1" status: 204 len: 168 time: 0.8402078 Jul 16 00:23:10.900847 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:23:10.903250 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da29a23e86a42380a5cd25913bdb9d72f9bbeb157bbfaf6e4f2b7925054ceba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d8ce35-f672-4a7e-aeb0-33f24161df71" -d '{"events": [{"name": "network-changed", "server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:23:10.983018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:11.182937 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:11.204382 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a768d1c0-0bf9-4484-97ab-539a6646f2df x-openstack-request-id: req-a768d1c0-0bf9-4484-97ab-539a6646f2df {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:23:11.204944 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:23:11.204944 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a768d1c0-0bf9-4484-97ab-539a6646f2df {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:23:11.205292 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'status': 'completed', 'code': 200} Jul 16 00:23:11.214515 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] Checking router: a9d5182e-6dfa-4618-acfb-a01b6b601fd0 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:23:11.223101 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:11.223719 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:11.287076 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-d114554f-d2b8-4d55-ba24-4c8eb6d6680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:11.289213 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-d114554f-d2b8-4d55-ba24-4c8eb6d6680a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 1096 time: 0.0542610 Jul 16 00:23:11.329447 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:11.435324 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539589-0006-4fe8-864e-ea288b496689 req-c72a01a5-3960-40af-9d57-26fe58613bae tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:11.436926 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9539589-0006-4fe8-864e-ea288b496689 req-c72a01a5-3960-40af-9d57-26fe58613bae tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.1424017 Jul 16 00:23:11.438571 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-ca009ea9-f767-4a3c-a3e4-607df988c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:11.439972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-ca009ea9-f767-4a3c-a3e4-607df988c502 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 200 len: 910 time: 0.1360922 Jul 16 00:23:11.495131 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-a22d9d61-b5c2-4aa8-a20a-a8d3dfe0ed21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 200 len: 217 time: 0.0459592 Jul 16 00:23:11.539811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d9539589-0006-4fe8-864e-ea288b496689 req-c10a975c-2aef-4c7d-9383-f488b9ca1b1e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971558 Jul 16 00:23:11.556514 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-8917d6a0-a818-4858-92ff-b2a9a2d47d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:11.557958 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-8917d6a0-a818-4858-92ff-b2a9a2d47d1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 200 len: 848 time: 0.0563397 Jul 16 00:23:11.620427 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-5afd7855-4241-4b86-8e02-c7a470fc2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:11.621960 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-5afd7855-4241-4b86-8e02-c7a470fc2595 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5242963-64bb-4c6d-b98b-e5253dc3e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572948 Jul 16 00:23:11.690720 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:11.715607 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-d6661334-f1a3-4f1d-b5f3-f86e0204433c service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858803 Jul 16 00:23:11.717110 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ac575-fd5d-4d83-a230-d5f6afcad0f4 None None] The sync data for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 is: [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:21Z', 'revision_number': 4, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '5a435451-7001-476a-a3ab-e663b11e6ff0', 'name': '', 'network_id': 'f5242963-64bb-4c6d-b98b-e5253dc3e2df', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'mac_address': 'fa:16:3e:61:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:21Z', 'updated_at': '2021-07-16T00:14:28Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'subnets': [{'id': 'bfe18085-fd5c-4bab-b047-f36f66918d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:23:11.818398 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f6d8ce35-f672-4a7e-aeb0-33f24161df71 req-a3339d16-dfca-4bf9-8454-0bf66b1d1840 service neutron] 10.222.0.59 "GET /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923362 Jul 16 00:23:11.930840 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a060bd7-1fb2-4e1a-badc-2829192fa9cb None None] New status for floating IP c7e7db58-a90d-492f-b6e9-5a362397fe5b: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:23:12.713012 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40106be-fcc4-4390-960f-e7048ae20989 req-613670bb-7e2b-41df-b4f6-7b76c31b6f4a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:12.714496 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e40106be-fcc4-4390-960f-e7048ae20989 req-613670bb-7e2b-41df-b4f6-7b76c31b6f4a tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0644970 Jul 16 00:23:12.781442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-e40106be-fcc4-4390-960f-e7048ae20989 req-6bccf5b6-05ac-477e-9c48-8dd936d1b9bf tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/security-groups?id=d70078e5-80aa-4634-8603-da16c19b22e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614514 Jul 16 00:23:12.809795 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-bef96bd6-8bdf-4ab0-ac96-eddc7d9574b7 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:12.811381 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-bef96bd6-8bdf-4ab0-ac96-eddc7d9574b7 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 945 time: 0.0851259 Jul 16 00:23:12.915297 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Deleting port 2b7e9220-7825-4cf0-b975-a0d70499146b {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:12.915631 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:13.002020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] For port 2b7e9220-7825-4cf0-b975-a0d70499146b, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=2b7e9220-7825-4cf0-b975-a0d70499146b,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:13.002383 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:13.014617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Calling delete_port for 2b7e9220-7825-4cf0-b975-a0d70499146b owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:13.143057 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:13.177617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event deleted for resources: {'Port': ['ID=2b7e9220-7825-4cf0-b975-a0d70499146b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:13.212172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.212537 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.212869 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.213211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.213549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.213892 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.214221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.214551 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.214908 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.215235 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.215560 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.215882 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:13.236687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] No DVR routers for this DVR port 2b7e9220-7825-4cf0-b975-a0d70499146b on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:23:13.239148 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:13.241251 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9e288aad-efdf-405d-bd63-d86bf8cf0e1e req-f7336e49-0e87-48a9-939b-0526b63b6579 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.59 "DELETE /v2.0/ports/2b7e9220-7825-4cf0-b975-a0d70499146b HTTP/1.1" status: 204 len: 173 time: 0.4231324 Jul 16 00:23:13.241684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'name': 'network-vif-deleted', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:23:13.243987 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f1642-3416-42b0-9e32-49dce2910f88" -d '{"events": [{"server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "name": "network-vif-deleted", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:23:13.279802 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb6405c-5a59-4690-a310-8cead77c0ccf x-openstack-request-id: req-6eb6405c-5a59-4690-a310-8cead77c0ccf {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:23:13.280090 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8848e8fc-e0df-4192-b1da-cf8ce3e521ce", "name": "network-vif-deleted", "tag": "2b7e9220-7825-4cf0-b975-a0d70499146b", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:23:13.280345 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6eb6405c-5a59-4690-a310-8cead77c0ccf {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:23:13.280746 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8848e8fc-e0df-4192-b1da-cf8ce3e521ce', 'name': 'network-vif-deleted', 'tag': '2b7e9220-7825-4cf0-b975-a0d70499146b', 'status': 'completed', 'code': 200} Jul 16 00:23:13.922732 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7c26a080-a256-4960-8d68-147bb9050461 req-ea6e11d1-1e65-4543-9b84-4c1fe3bd7e3e tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 210 time: 0.0309091 Jul 16 00:23:14.726682 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:15.063037 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5cc6c0e-5822-43e1-998b-12acffbfb12c req-4c6df6e3-8845-4221-81cd-c268e30b5fac tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 210 time: 0.0295310 Jul 16 00:23:16.208625 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c9bdadc-9430-44ef-8cb7-b53d6f2e7d43 req-ae57bb4d-2784-4bed-a108-6ab01c608081 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "GET /v2.0/ports?device_id=8848e8fc-e0df-4192-b1da-cf8ce3e521ce HTTP/1.1" status: 200 len: 210 time: 0.0330427 Jul 16 00:23:17.244723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2b7e9220-7825-4cf0-b975-a0d70499146b no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:23:17.271055 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 2b7e9220-7825-4cf0-b975-a0d70499146b {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:23:17.271305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 2b7e9220-7825-4cf0-b975-a0d70499146b not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:23:17.312806 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59294) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:17.374306 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ceb1509e-4525-4250-8358-085ae130b700 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:17.398838 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ceb1509e-4525-4250-8358-085ae130b700 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:17.459930 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ceb1509e-4525-4250-8358-085ae130b700 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:17.462856 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ceb1509e-4525-4250-8358-085ae130b700 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:17.464020 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-ceb1509e-4525-4250-8358-085ae130b700 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] 10.222.0.23 "DELETE /v2.0/security-groups/d70078e5-80aa-4634-8603-da16c19b22e5 HTTP/1.1" status: 204 len: 168 time: 0.1502016 Jul 16 00:23:17.473183 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1509e-4525-4250-8358-085ae130b700 tempest-TestShelveInstance-882934990 tempest-TestShelveInstance-882934990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70078e5-80aa-4634-8603-da16c19b22e5,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:17.522629 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59298) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:17.971420 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:18.167123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2cf999a1-6629-4da3-9bfb-bc9f26d202f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:18.233027 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Deleting port 5a435451-7001-476a-a3ab-e663b11e6ff0 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:18.233255 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:18.314115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] For port 5a435451-7001-476a-a3ab-e663b11e6ff0, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=5a435451-7001-476a-a3ab-e663b11e6ff0,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:18.314477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:18.327314 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Calling delete_port for 5a435451-7001-476a-a3ab-e663b11e6ff0 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:18.505609 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:18.537765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a435451-7001-476a-a3ab-e663b11e6ff0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:18.715682 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:18.933504 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:23:19.040693 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:23:19.046553 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2967d35f-c84a-41ff-ad6f-78d7109f3be9 admin admin] 10.222.0.23 "PUT /v2.0/routers/a9d5182e-6dfa-4618-acfb-a01b6b601fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5228782 Jul 16 00:23:19.049151 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59302) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:19.052170 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] Sync routers for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:23:19.062199 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:19.062742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:19.155999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.169902 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:19.267090 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.320412 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Deleting port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:19.320649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.353282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:23:18Z', 'revision_number': 5, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port': {'id': '7d7ae96a-791e-4c2a-b331-a60978ab9f6c', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:19.379736 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] Checking router: a9d5182e-6dfa-4618-acfb-a01b6b601fd0 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:23:19.388983 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] Routers {'a9d5182e-6dfa-4618-acfb-a01b6b601fd0'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:19.389600 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:22:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:19.399332 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] For port 7d7ae96a-791e-4c2a-b331-a60978ab9f6c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=7d7ae96a-791e-4c2a-b331-a60978ab9f6c,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:19.399765 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.411930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Calling delete_port for 7d7ae96a-791e-4c2a-b331-a60978ab9f6c owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:19.476548 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] Set router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:19.530887 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:23:19Z', 'revision_number': 6, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:19.559379 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea7b066-de3c-4ce2-b52c-b281b671129c None None] The sync data for ids ['a9d5182e-6dfa-4618-acfb-a01b6b601fd0'] in n-d-793618-8 is: [{'id': 'a9d5182e-6dfa-4618-acfb-a01b6b601fd0', 'name': 'tempest-TestShelveInstance-1757550299-router', 'tenant_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:19Z', 'updated_at': '2021-07-16T00:23:19Z', 'revision_number': 6, 'project_id': 'ef6e738a3214430a99243c6e6a8c43c6', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:23:19.596497 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.631108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7ae96a-791e-4c2a-b331-a60978ab9f6c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:19.686961 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.776476 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.778539 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.823492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.824064 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9d5182e-6dfa-4618-acfb-a01b6b601fd0 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:23:19.828357 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.829632 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b6e16bb3-3f9a-4241-a205-4f83d9b89378 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a9d5182e-6dfa-4618-acfb-a01b6b601fd0 HTTP/1.1" status: 204 len: 168 time: 0.7794309 Jul 16 00:23:19.832121 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59304) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:19.875827 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-32255f83-2aec-4a74-a517-ba0a6bc708ed admin admin] Deleting subnet bfe18085-fd5c-4bab-b047-f36f66918d85 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:23:19.878640 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32255f83-2aec-4a74-a517-ba0a6bc708ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.913193 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32255f83-2aec-4a74-a517-ba0a6bc708ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:19.997442 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32255f83-2aec-4a74-a517-ba0a6bc708ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.054626 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32255f83-2aec-4a74-a517-ba0a6bc708ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.079858 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32255f83-2aec-4a74-a517-ba0a6bc708ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe18085-fd5c-4bab-b047-f36f66918d85,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:20.084335 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32255f83-2aec-4a74-a517-ba0a6bc708ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.086685 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-32255f83-2aec-4a74-a517-ba0a6bc708ed admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bfe18085-fd5c-4bab-b047-f36f66918d85 HTTP/1.1" status: 204 len: 168 time: 0.2531037 Jul 16 00:23:20.088744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59306) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:20.090094 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad7a93f-5d89-4d95-ad55-2383d4b16a0e None None] Network f5242963-64bb-4c6d-b98b-e5253dc3e2df requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:23:20.155664 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.212515 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Deleting port b03114ba-db70-42b0-ac8d-f5db20938434 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:20.212857 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.361943 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] DHCP port deletion for f5242963-64bb-4c6d-b98b-e5253dc3e2df request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:23:20.421530 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5a435451-7001-476a-a3ab-e663b11e6ff0 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:23:20.433663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] Deleting port b03114ba-db70-42b0-ac8d-f5db20938434 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:20.434038 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.452653 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 5a435451-7001-476a-a3ab-e663b11e6ff0 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:23:20.452996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 5a435451-7001-476a-a3ab-e663b11e6ff0 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:23:20.453418 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device b03114ba-db70-42b0-ac8d-f5db20938434 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:23:20.542291 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] For port b03114ba-db70-42b0-ac8d-f5db20938434, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b03114ba-db70-42b0-ac8d-f5db20938434,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:20.542686 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.557277 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] Calling delete_port for b03114ba-db70-42b0-ac8d-f5db20938434 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:20.595489 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] For port b03114ba-db70-42b0-ac8d-f5db20938434, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b03114ba-db70-42b0-ac8d-f5db20938434,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:20.595850 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.609078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Calling delete_port for b03114ba-db70-42b0-ac8d-f5db20938434 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:20.633502 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.688925 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port b03114ba-db70-42b0-ac8d-f5db20938434, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=b03114ba-db70-42b0-ac8d-f5db20938434,segment=NetworkSegment(00255a88-5f3a-437e-867d-9733dc542dee),segment_id=00255a88-5f3a-437e-867d-9733dc542dee)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:20.694013 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.694775 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7d7ae96a-791e-4c2a-b331-a60978ab9f6c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:23:20.709631 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.735745 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03114ba-db70-42b0-ac8d-f5db20938434,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:20.736028 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.737765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 7d7ae96a-791e-4c2a-b331-a60978ab9f6c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:23:20.738109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 7d7ae96a-791e-4c2a-b331-a60978ab9f6c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:23:20.739229 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] No DVR routers for this DVR port b03114ba-db70-42b0-ac8d-f5db20938434 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:23:20.758523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] No DVR routers for this DVR port b03114ba-db70-42b0-ac8d-f5db20938434 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:23:20.778521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=b03114ba-db70-42b0-ac8d-f5db20938434,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:20.786282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.786644 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.787003 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.787476 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.787810 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.788191 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.788528 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.788884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.789209 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.789531 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.790856 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.791196 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:20.813727 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.823432 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e893f-4ad6-4288-a7a6-cb528b6baaef None None] Pushing event deleted for resources: {'Port': ['ID=b03114ba-db70-42b0-ac8d-f5db20938434,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:20.824398 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5242963-64bb-4c6d-b98b-e5253dc3e2df']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:20.833073 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bfa7dd6f-8ee7-4662-89f1-030f4f728242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.834860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00255a88-5f3a-437e-867d-9733dc542dee') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:20.835161 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00255a88-5f3a-437e-867d-9733dc542dee') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:20.844040 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.857401 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.863190 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:23:20.863572 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: self.session.flush() Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:23:20.865845 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:23:20.917670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.923990 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:20.926118 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f5242963-64bb-4c6d-b98b-e5253dc3e2df HTTP/1.1" status: 204 len: 168 time: 0.8364487 Jul 16 00:23:20.929686 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59308) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:20.937128 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe3091-3ef3-4c00-8f34-7f39d97ab685 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5242963-64bb-4c6d-b98b-e5253dc3e2df,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:21.176499 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:21.266916 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:21.512821 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Deleting port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:21.513071 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:21.586982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] For port 55b4e4ec-d486-4c10-ac12-3c98272e7bd1, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,segment=NetworkSegment(da338cb7-819e-48fa-9e65-7dbbb97d8950),segment_id=da338cb7-819e-48fa-9e65-7dbbb97d8950)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:21.587341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:21.599233 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Calling delete_port for 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 owned by network:router_interface {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:21.777093 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:21.803772 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Pushing event deleted for resources: {'Port': ['ID=55b4e4ec-d486-4c10-ac12-3c98272e7bd1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:21.845736 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:21.973262 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:22.445999 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Router 95a782f5-5d9e-434b-949b-39fc227298ac has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:23:22.551048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:23:22.556512 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-336342d4-7b2e-4139-8b98-9d1482adaa0c admin admin] 10.222.0.23 "PUT /v2.0/routers/95a782f5-5d9e-434b-949b-39fc227298ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6257739 Jul 16 00:23:22.559057 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59310) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:22.561453 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] Sync routers for ids ['95a782f5-5d9e-434b-949b-39fc227298ac'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:23:22.571147 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] Routers {'95a782f5-5d9e-434b-949b-39fc227298ac'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:22.571754 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['95a782f5-5d9e-434b-949b-39fc227298ac'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:22.661977 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks [] for router, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:22.673286 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] Set router 95a782f5-5d9e-434b-949b-39fc227298ac gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:22.761123 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:22.817579 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Deleting port 2f386a16-99e3-4907-a2d9-389f56100e26 {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:22.817924 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:22.850104 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:23:21Z', 'revision_number': 5, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port': {'id': '2f386a16-99e3-4907-a2d9-389f56100e26', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:14:24Z', 'updated_at': '2021-07-16T00:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:22.876152 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] Checking router: 95a782f5-5d9e-434b-949b-39fc227298ac for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:23:22.884790 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] Routers {'95a782f5-5d9e-434b-949b-39fc227298ac'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:22.885384 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['95a782f5-5d9e-434b-949b-39fc227298ac'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:22.895449 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] For port 2f386a16-99e3-4907-a2d9-389f56100e26, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=2f386a16-99e3-4907-a2d9-389f56100e26,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:22.895820 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:22.908056 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Calling delete_port for 2f386a16-99e3-4907-a2d9-389f56100e26 owned by network:router_gateway {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:23.061489 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] Set router 95a782f5-5d9e-434b-949b-39fc227298ac gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:23.077526 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.107853 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f386a16-99e3-4907-a2d9-389f56100e26,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:23.114956 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:23:22Z', 'revision_number': 6, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:23.140473 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e508e2-57e4-4382-9e3f-dd5f20b04a1a None None] The sync data for ids ['95a782f5-5d9e-434b-949b-39fc227298ac'] in n-d-793618-8 is: [{'id': '95a782f5-5d9e-434b-949b-39fc227298ac', 'name': 'tempest-TestShelveInstance-1399207699-router', 'tenant_id': 'f369448756244b08ba340294da446ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:14:23Z', 'updated_at': '2021-07-16T00:23:22Z', 'revision_number': 6, 'project_id': 'f369448756244b08ba340294da446ece', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:23:23.178175 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.270197 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.272993 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.315003 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.315434 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a782f5-5d9e-434b-949b-39fc227298ac {{(pid=93714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:23:23.320213 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.321443 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-cee1cdae-b05d-4e7d-8e17-d19454cffc3c admin admin] 10.222.0.23 "DELETE /v2.0/routers/95a782f5-5d9e-434b-949b-39fc227298ac HTTP/1.1" status: 204 len: 168 time: 0.7614579 Jul 16 00:23:23.324071 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59312) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:23.370553 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d237c9a-cfdd-4df3-b0db-25d151995751 admin admin] Deleting subnet a94a6aeb-375d-4ea5-9968-0de2f88ffad1 {{(pid=93714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:23:23.373503 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d237c9a-cfdd-4df3-b0db-25d151995751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.406623 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d237c9a-cfdd-4df3-b0db-25d151995751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067538'] for subnet, precommit_delete_associations {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.479982 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d237c9a-cfdd-4df3-b0db-25d151995751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.533960 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d237c9a-cfdd-4df3-b0db-25d151995751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5127638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5131520'] for subnet, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.563556 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d237c9a-cfdd-4df3-b0db-25d151995751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94a6aeb-375d-4ea5-9968-0de2f88ffad1,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:23.569987 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-0d237c9a-cfdd-4df3-b0db-25d151995751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.571926 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-0d237c9a-cfdd-4df3-b0db-25d151995751 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a94a6aeb-375d-4ea5-9968-0de2f88ffad1 HTTP/1.1" status: 204 len: 168 time: 0.2468359 Jul 16 00:23:23.574329 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59314) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:23.576808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3986dd-ccdb-436c-a0f1-422f33c75c1c None None] Network 00338ac8-0d6f-4963-b424-a8c8e6f00dfe requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:23:23.624599 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.644176 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.696649 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Deleting port 421dedc4-5d59-4340-b3b5-e15492af715e {{(pid=93714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:23:23.696992 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.765201 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.db [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] For port 421dedc4-5d59-4340-b3b5-e15492af715e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=421dedc4-5d59-4340-b3b5-e15492af715e,segment=NetworkSegment(da338cb7-819e-48fa-9e65-7dbbb97d8950),segment_id=da338cb7-819e-48fa-9e65-7dbbb97d8950)] {{(pid=93714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:23.765559 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.777174 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Calling delete_port for 421dedc4-5d59-4340-b3b5-e15492af715e owned by network:dhcp {{(pid=93714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:23:23.855456 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.883391 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Pushing event deleted for resources: {'Port': ['ID=421dedc4-5d59-4340-b3b5-e15492af715e,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:23.887072 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] No DVR routers for this DVR port 421dedc4-5d59-4340-b3b5-e15492af715e on host n-d-793618-8 {{(pid=93714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:23:23.936884 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd638b0-209a-4b9c-a56b-bae8f66d998c None None] DHCP port deletion for 00338ac8-0d6f-4963-b424-a8c8e6f00dfe request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:23:23.964031 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:23.974403 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00338ac8-0d6f-4963-b424-a8c8e6f00dfe']}} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:23.983985 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da338cb7-819e-48fa-9e65-7dbbb97d8950') {'for_net_delete': True} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:23.984289 n-d-793618-8 neutron-server[93714]: DEBUG neutron.services.segments.db [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da338cb7-819e-48fa-9e65-7dbbb97d8950') {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:23.992950 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067557'] for segment, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.006703 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.013042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:23:24.013356 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5128052'] for segment, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: Traceback (most recent call last): Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: timer() Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: cb(*args, **kw) Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: return func(*args, **kwargs) Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: self._notify() Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: self.callback(batched_events) Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: event.method(event) Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: return f(self, *a, **k) Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: return self._get(url).json() Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: return self.request(url, 'GET', **kwargs) Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:23:24.015126 n-d-793618-8 neutron-server[93714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:23:24.075762 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.081630 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.086983 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] 10.222.0.23 "DELETE /v2.0/networks/00338ac8-0d6f-4963-b424-a8c8e6f00dfe HTTP/1.1" status: 204 len: 168 time: 0.5088832 Jul 16 00:23:24.097161 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d52a6-d5c3-4396-8c2c-126102ebd21b admin admin] Pushing event deleted for resources: {'Network': ['ID=00338ac8-0d6f-4963-b424-a8c8e6f00dfe,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:24.153382 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 421dedc4-5d59-4340-b3b5-e15492af715e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:23:24.174739 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 421dedc4-5d59-4340-b3b5-e15492af715e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:23:24.175112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 421dedc4-5d59-4340-b3b5-e15492af715e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:23:24.175529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:23:24.196317 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:23:24.196883 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 55b4e4ec-d486-4c10-ac12-3c98272e7bd1 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:23:24.197496 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2f386a16-99e3-4907-a2d9-389f56100e26 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:23:24.203089 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59318) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:24.220623 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 2f386a16-99e3-4907-a2d9-389f56100e26 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:23:24.220962 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 2f386a16-99e3-4907-a2d9-389f56100e26 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:23:24.249374 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-240aaf78-95bc-4565-a624-3d4333408c04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef6e738a3214430a99243c6e6a8c43c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451233 Jul 16 00:23:24.251927 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59320) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:24.299965 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-314ec3c6-7999-46aa-a58b-9097a91b611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.322317 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-314ec3c6-7999-46aa-a58b-9097a91b611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.372002 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-314ec3c6-7999-46aa-a58b-9097a91b611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.374501 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-314ec3c6-7999-46aa-a58b-9097a91b611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.375977 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-314ec3c6-7999-46aa-a58b-9097a91b611b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eed97bbd-ad8f-4608-a1ef-0f833441bcf2 HTTP/1.1" status: 204 len: 168 time: 0.1231544 Jul 16 00:23:24.384313 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ec3c6-7999-46aa-a58b-9097a91b611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed97bbd-ad8f-4608-a1ef-0f833441bcf2,revision_number=None']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:24.684007 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59326) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:24.724883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-b10005a8-d140-4ccc-a99c-cefb00913097 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f369448756244b08ba340294da446ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394573 Jul 16 00:23:24.727239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59328) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:24.780613 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2ee35de-155e-4783-9d0b-1df9cd72eb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.801449 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2ee35de-155e-4783-9d0b-1df9cd72eb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.848915 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2ee35de-155e-4783-9d0b-1df9cd72eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.851615 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f2ee35de-155e-4783-9d0b-1df9cd72eb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:24.852821 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-f2ee35de-155e-4783-9d0b-1df9cd72eb2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ab68a94-fee1-499c-910a-7add272e28ec HTTP/1.1" status: 204 len: 168 time: 0.1244466 Jul 16 00:23:24.860718 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee35de-155e-4783-9d0b-1df9cd72eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab68a94-fee1-499c-910a-7add272e28ec,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:25.524919 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59350) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:25.617984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1944903979-network', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:25.643742 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Made reservation on behalf of 55780e2e8fcf4f35a06707eaf3e46033 for: {'network': 1} {{(pid=93714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:23:25.646650 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.654772 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.742413 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.746226 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.774964 n-d-793618-8 neutron-server[93714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:23:25.780129 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf83dfd-64d0-4ab6-8bc3-71e77dec5597,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:25.788023 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.788023 n-d-793618-8 neutron-server[93714]: INFO neutron.db.segments_db [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Added segment a2d10437-56cd-4848-a195-65677b9f0675 of type vlan for network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 Jul 16 00:23:25.829427 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.857183 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.858126 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:25.858704 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Notify callbacks [] for network, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.890615 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3645785 Jul 16 00:23:25.893553 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59354) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:25.898558 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Request body: {'subnet': {'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1944903979-subnet', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:25.919354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Made reservation on behalf of 55780e2e8fcf4f35a06707eaf3e46033 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:23:25.921871 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:25.923177 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e4cda-2adf-41c1-b937-5937dcfc996b admin admin] Pushing event updated for resources: {'Network': ['ID=7d62a90b-d0cb-43f7-befe-cc1b72a199d6,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:25.933913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:23:26.007022 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.093477 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.146599 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e02784-50e3-4e80-8d2d-bd8ec9660f1b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:26.156748 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Checking segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:26.157115 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Network hostable DHCP agents. Network: 7d62a90b-d0cb-43f7-befe-cc1b72a199d6, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:23:26.173860 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:23:26.182309 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 7d62a90b-d0cb-43f7-befe-cc1b72a199d6) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:26.186117 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:26.186747 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.191245 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4046d4-d1f3-45b0-b6b0-25b438b274b8 None None] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:23:26.200704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-8d2006bb-78ee-4840-8c2a-7a5a8068b53a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3060515 Jul 16 00:23:26.203723 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59356) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:26.208110 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:26.228896 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.229876 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.286027 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.340442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:23:26.341393 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.425353 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.477932 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Allocated IP 172.20.0.2 (7d62a90b-d0cb-43f7-befe-cc1b72a199d6/42e02784-50e3-4e80-8d2d-bd8ec9660f1b/a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:23:26.617310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.625282 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Transition to ACTIVE for port object a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:26.630244 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.640507 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Transition to ACTIVE for port object a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:26.646098 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.649142 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.686212 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:26.692776 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:26.696355 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:23:26.703386 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Pushing event updated for resources: {'Port': ['ID=a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:26.758281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Attempting to bind port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:23:26.758634 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Attempting to bind port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:23:26.759020 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Attempting to bind port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 on network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:23:26.759829 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Allocated IP 172.25.3.11 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/8ae408f8-0a76-4e92-846a-1a210e9c3363) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:23:26.764203 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:23:26.764593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Checking segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:26.765029 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.765504 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Bound using segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:23:26.766005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Bound port: a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:23:26.766384 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.827663 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] For port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:23:26.831157 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] For port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:23:26.835499 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.864710 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.894440 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b941808-8fe9-4cac-9874-d0fd71ae09e0 None None] Pushing event updated for resources: {'Port': ['ID=a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:26.904370 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.948759 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:26.951854 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:26.956356 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:23:26.959810 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae408f8-0a76-4e92-846a-1a210e9c3363,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:27.229362 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:27.422714 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:27.552913 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Router cf270253-e811-44fa-a276-b6ce2df71694 is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:23:27.661184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:23:27.674139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Sync routers for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:23:27.682425 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:27.683786 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-32e84cf5-b243-4ad5-a5a9-e1fa4395fdc1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4790945 Jul 16 00:23:27.686549 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59358) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:27.688519 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:27.689271 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:27.811583 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea49da65-3911-42a4-8c23-b18d48e0179a None None] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:23:27.814332 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:27.916077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d47b1917-0915-4bc0-a558-25be133a571a None None] Provisioning for port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:28.122398 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.192892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:28.282352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Allocated IP 172.20.0.1 (7d62a90b-d0cb-43f7-befe-cc1b72a199d6/42e02784-50e3-4e80-8d2d-bd8ec9660f1b/dbbbb22f-9261-4a70-be98-69e80cfd3225) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:23:28.314158 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:28.318708 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:27Z', 'revision_number': 3, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:28.323116 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:28.323486 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.369269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Checking router: cf270253-e811-44fa-a276-b6ce2df71694 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:23:28.369541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Updating router cf270253-e811-44fa-a276-b6ce2df71694 port 8ae408f8-0a76-4e92-846a-1a210e9c3363 binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:23:28.390776 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.406680 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Transition to ACTIVE for port object dbbbb22f-9261-4a70-be98-69e80cfd3225 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:28.421567 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.449085 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.487596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:28.494619 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:28.497737 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:23:28.526428 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Pushing event updated for resources: {'Port': ['ID=dbbbb22f-9261-4a70-be98-69e80cfd3225,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:28.539640 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.550134 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.603506 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:28.609066 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.698360 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.712398 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-174c206b-7eca-434a-884f-271c9386f99e None None] Provisioning complete for port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:28.713015 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-174c206b-7eca-434a-884f-271c9386f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.760187 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:28.864051 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.875455 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Transition to ACTIVE for port object 8ae408f8-0a76-4e92-846a-1a210e9c3363 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:28.881161 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.884787 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.889581 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.934509 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Attempting to bind port 8ae408f8-0a76-4e92-846a-1a210e9c3363 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:23:28.934890 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Attempting to bind port 8ae408f8-0a76-4e92-846a-1a210e9c3363 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:23:28.935249 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Attempting to bind port 8ae408f8-0a76-4e92-846a-1a210e9c3363 on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:23:28.938168 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83528b7-2731-4299-86de-d426d2ffca59 None None] Pushing event updated for resources: {'Port': ['ID=8ae408f8-0a76-4e92-846a-1a210e9c3363,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:28.943362 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:23:28.943742 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:28.944149 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.944538 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:23:28.945005 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Bound port: 8ae408f8-0a76-4e92-846a-1a210e9c3363, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:23:28.945388 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:28.959822 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Pushing event updated for resources: {'Port': ['ID=dbbbb22f-9261-4a70-be98-69e80cfd3225,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:28.962377 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.000597 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6f9db8d1-621a-4a95-9252-b41d8ab13913 None None] Provisioning for port dbbbb22f-9261-4a70-be98-69e80cfd3225 completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:29.008299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6f9db8d1-621a-4a95-9252-b41d8ab13913 None None] Provisioning complete for port dbbbb22f-9261-4a70-be98-69e80cfd3225 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:29.008689 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f9db8d1-621a-4a95-9252-b41d8ab13913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.010539 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] For port 8ae408f8-0a76-4e92-846a-1a210e9c3363, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:23:29.014128 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] For port 8ae408f8-0a76-4e92-846a-1a210e9c3363, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8ae408f8-0a76-4e92-846a-1a210e9c3363,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:23:29.038215 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.057267 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:29.058620 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:29.080273 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6f9db8d1-621a-4a95-9252-b41d8ab13913 None None] Port dbbbb22f-9261-4a70-be98-69e80cfd3225 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:23:29.110195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:29.110862 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:29.113979 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83528b7-2731-4299-86de-d426d2ffca59 None None] Pushing event updated for resources: {'Port': ['ID=8ae408f8-0a76-4e92-846a-1a210e9c3363,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:29.181423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Router cf270253-e811-44fa-a276-b6ce2df71694 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:23:29.228499 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:29.292044 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:23:29.297246 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-6a6e3c28-bd85-4f5b-8011-f1c55cba134c admin admin] 10.222.0.23 "PUT /v2.0/routers/cf270253-e811-44fa-a276-b6ce2df71694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6096492 Jul 16 00:23:29.335369 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-671db12e-e0be-4998-b54e-f410aedcc73b None None] Provisioning complete for port dbbbb22f-9261-4a70-be98-69e80cfd3225 triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:29.335750 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-671db12e-e0be-4998-b54e-f410aedcc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.410441 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-671db12e-e0be-4998-b54e-f410aedcc73b None None] Port dbbbb22f-9261-4a70-be98-69e80cfd3225 cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:23:29.483964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 2, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:29.511231 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d531759c-d4ab-4eee-8b49-1879274443a8 None None] The sync data for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 is: [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 2, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:23:29.784687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59374) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:29.790122 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1203187475-network', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:29.813761 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Made reservation on behalf of 86208f52bfe54a318ba56c74c0fd9b60 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:23:29.816937 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.826296 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.920599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.924842 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.948419 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:23:29.963166 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d92ba-2279-4b6f-be6d-98b20982b162,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:29.968293 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:29.968650 n-d-793618-8 neutron-server[93715]: INFO neutron.db.segments_db [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Added segment f071e058-9c33-4509-a6f1-0509636fd6b0 of type vlan for network 11a124a8-1945-432a-aec5-714833019930 Jul 16 00:23:30.014541 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771652857348'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.046688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.047943 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:30.048726 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.084825 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2989330 Jul 16 00:23:30.087536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59376) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:30.094033 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Request body: {'subnet': {'network_id': '11a124a8-1945-432a-aec5-714833019930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1203187475-subnet', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:30.125124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9f0e5-7ac9-4d1a-9533-0b92d10c1635 admin admin] Pushing event updated for resources: {'Network': ['ID=11a124a8-1945-432a-aec5-714833019930,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:30.153109 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Network 11a124a8-1945-432a-aec5-714833019930 details requested by agent ovs-agent-n-d-793618-8 with host n-d-793618-8 {{(pid=93716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:23:30.164100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Made reservation on behalf of 86208f52bfe54a318ba56c74c0fd9b60 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:23:30.166570 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33474414'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.226347 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:30.293023 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:30.293484 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.378052 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33329015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33474428'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.434181 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce47132f-be3f-4bbc-916e-52f0c6390289,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:30.446294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Checking segment: {'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:30.446652 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Network hostable DHCP agents. Network: 11a124a8-1945-432a-aec5-714833019930, hostable agents: ['0b70950d-0d86-4537-a186-6e397c2eaa63'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:23:30.464617 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Network 11a124a8-1945-432a-aec5-714833019930 is scheduled to be hosted by DHCP agent 0b70950d-0d86-4537-a186-6e397c2eaa63 with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:23:30.474105 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793618-8, 11a124a8-1945-432a-aec5-714833019930) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:30.478315 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:30.478943 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.485619 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38e6e6-47e4-411c-bcc0-0d1f7741d580 None None] Network 11a124a8-1945-432a-aec5-714833019930 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:23:30.494124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e01c7547-4a4d-460a-bd61-2dff594fb003 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4055400 Jul 16 00:23:30.496864 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59378) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:30.502137 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:30.525876 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124047'] for router, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.527220 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-417932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124036'] for router, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.584795 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.649172 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909a72e4-fe35-5676-a5a1-c15f397e5b9f-11a124a8-1945-432a-aec5-714833019930', 'network_id': '11a124a8-1945-432a-aec5-714833019930', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'fixed_ips': [{'subnet_id': 'ce47132f-be3f-4bbc-916e-52f0c6390289'}]}} from n-d-793618-8. {{(pid=93716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:23:30.650158 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.734907 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419627', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127342'] for router, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.803344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Allocated IP 172.20.0.2 (11a124a8-1945-432a-aec5-714833019930/ce47132f-be3f-4bbc-916e-52f0c6390289/43529067-fb67-4927-a52a-404a8ad6736e) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:23:30.935584 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.949968 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.958545 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.958808 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Transition to ACTIVE for port object 43529067-fb67-4927-a52a-404a8ad6736e will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:30.974211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Transition to ACTIVE for port object 43529067-fb67-4927-a52a-404a8ad6736e will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:30.979436 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:31.020258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Network 11a124a8-1945-432a-aec5-714833019930 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:31.024849 n-d-793618-8 neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:31.029381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:23:31.032590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Pushing event updated for resources: {'Port': ['ID=43529067-fb67-4927-a52a-404a8ad6736e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:31.066371 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Allocated IP 172.25.3.63 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/f7db93b4-7633-4460-b5dd-c32a59a053ee) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:23:31.090614 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Attempting to bind port 43529067-fb67-4927-a52a-404a8ad6736e on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:23:31.091016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Attempting to bind port 43529067-fb67-4927-a52a-404a8ad6736e by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:23:31.091391 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Attempting to bind port 43529067-fb67-4927-a52a-404a8ad6736e on network 11a124a8-1945-432a-aec5-714833019930 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:23:31.096251 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:23:31.096632 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Checking segment: {'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:31.097040 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:31.097998 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Bound using segment: {'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:23:31.098465 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Bound port: 43529067-fb67-4927-a52a-404a8ad6736e, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:23:31.098879 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:31.166258 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] For port 43529067-fb67-4927-a52a-404a8ad6736e, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:23:31.169609 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] For port 43529067-fb67-4927-a52a-404a8ad6736e, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=43529067-fb67-4927-a52a-404a8ad6736e,segment=NetworkSegment(f071e058-9c33-4509-a6f1-0509636fd6b0),segment_id=f071e058-9c33-4509-a6f1-0509636fd6b0)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:23:31.173374 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:31.174153 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:31.215417 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:31.241237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb16c2-bcd4-43d5-9a6e-2a888047c39b None None] Pushing event updated for resources: {'Port': ['ID=43529067-fb67-4927-a52a-404a8ad6736e,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:31.260968 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:31.263893 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:31.266657 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:23:31.292717 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Pushing event updated for resources: {'Port': ['ID=f7db93b4-7633-4460-b5dd-c32a59a053ee,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:31.551121 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:31.622115 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Sync routers for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:23:31.631315 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:31.631922 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:31.739822 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:31.955021 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 2, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:31.981114 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Checking router: cf270253-e811-44fa-a276-b6ce2df71694 for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:23:31.981457 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Updating router cf270253-e811-44fa-a276-b6ce2df71694 port dbbbb22f-9261-4a70-be98-69e80cfd3225 binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:23:32.016263 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.029341 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419598'] for router, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.193030 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c is scheduled to L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b with binding_index 1 {{(pid=93714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:23:32.255670 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8ae408f8-0a76-4e92-846a-1a210e9c3363 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:32.310345 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 8ae408f8-0a76-4e92-846a-1a210e9c3363 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:32.314877 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8ae408f8-0a76-4e92-846a-1a210e9c3363 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:32.315387 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.332414 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:23:32.342648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Sync routers for ids ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:23:32.345122 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.357969 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] Notify callbacks [] for router, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.358372 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Transition to ACTIVE for port object dbbbb22f-9261-4a70-be98-69e80cfd3225 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:32.359681 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-a3b50ef6-0764-4853-96c1-f7f4a83dd591 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8610609 Jul 16 00:23:32.362480 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59380) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:32.372913 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.373195 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Routers {'89c61201-db9e-4dd9-b3fd-cbbefeb4360c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:32.373824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:32.493527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Pushing event updated for resources: {'Port': ['ID=dbbbb22f-9261-4a70-be98-69e80cfd3225,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:32.508667 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.509120 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.509684 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.510130 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.510564 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.511020 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.511463 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.511980 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.512406 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.512829 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.513252 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.513837 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:23:32.529343 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Attempting to bind port dbbbb22f-9261-4a70-be98-69e80cfd3225 on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:23:32.529852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Attempting to bind port dbbbb22f-9261-4a70-be98-69e80cfd3225 by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:23:32.530318 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Attempting to bind port dbbbb22f-9261-4a70-be98-69e80cfd3225 on network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:23:32.546211 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:23:32.547050 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Checking segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:32.547382 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.547886 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Bound using segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:23:32.548745 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Bound port: dbbbb22f-9261-4a70-be98-69e80cfd3225, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:23:32.549231 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.645490 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] For port dbbbb22f-9261-4a70-be98-69e80cfd3225, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:23:32.648921 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] For port dbbbb22f-9261-4a70-be98-69e80cfd3225, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dbbbb22f-9261-4a70-be98-69e80cfd3225,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:23:32.655198 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.684794 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c9b96-aad3-4f70-af0a-27aed26f12d4 None None] Network 11a124a8-1945-432a-aec5-714833019930 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:23:32.705233 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.723231 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:32.724886 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:32.732483 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 8ae408f8-0a76-4e92-846a-1a210e9c3363, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8ae408f8-0a76-4e92-846a-1a210e9c3363,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:32.747102 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.747875 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 43529067-fb67-4927-a52a-404a8ad6736e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:32.785270 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ec7df-3d52-416d-8bc3-d0683abe96dd None None] Pushing event updated for resources: {'Port': ['ID=dbbbb22f-9261-4a70-be98-69e80cfd3225,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:32.824678 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Set router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:32.872770 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:32.909378 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:32.934354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-96f25539-8437-4bb0-9535-bd4d9845add2 None None] Provisioning for port 43529067-fb67-4927-a52a-404a8ad6736e completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:33.055866 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=8ae408f8-0a76-4e92-846a-1a210e9c3363,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:33.077521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 43529067-fb67-4927-a52a-404a8ad6736e completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:33.085048 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Allocated IP 172.20.0.1 (11a124a8-1945-432a-aec5-714833019930/ce47132f-be3f-4bbc-916e-52f0c6390289/06bd4de5-f744-49eb-be73-9f30564fa23c) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:23:33.103192 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:33.115439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 43529067-fb67-4927-a52a-404a8ad6736e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:33.115817 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.130333 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206c313-9fe5-4abb-a52d-a06a867777cf None None] The sync data for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 is: [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:23:33.219603 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.236002 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.provisioning_blocks [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Transition to ACTIVE for port object 06bd4de5-f744-49eb-be73-9f30564fa23c will not be triggered until provisioned by entity DHCP. {{(pid=93714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:33.272232 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:31Z', 'revision_number': 3, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port': {'id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:33.273248 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.275926 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.312160 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Checking router: 89c61201-db9e-4dd9-b3fd-cbbefeb4360c for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:23:33.312529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Updating router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c port f7db93b4-7633-4460-b5dd-c32a59a053ee binding host n-d-793618-8 {{(pid=93716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:23:33.318869 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Network 11a124a8-1945-432a-aec5-714833019930 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:33.326886 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:33.336388 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Pushing event updated for resources: {'Port': ['ID=06bd4de5-f744-49eb-be73-9f30564fa23c,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:33.340342 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:23:33.374583 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.380038 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 43529067-fb67-4927-a52a-404a8ad6736e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=43529067-fb67-4927-a52a-404a8ad6736e,segment=NetworkSegment(f071e058-9c33-4509-a6f1-0509636fd6b0),segment_id=f071e058-9c33-4509-a6f1-0509636fd6b0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:33.387065 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417849'] for router_interface, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.399644 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.532354 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=43529067-fb67-4927-a52a-404a8ad6736e,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:33.533331 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.551820 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-f0a504f5-db0b-40db-a6bb-3c803c95bf30 None None] Provisioning complete for port 43529067-fb67-4927-a52a-404a8ad6736e triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:33.552197 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0a504f5-db0b-40db-a6bb-3c803c95bf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.704835 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.710376 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.770023 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.779415 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Pushing event updated for resources: {'Port': ['ID=06bd4de5-f744-49eb-be73-9f30564fa23c,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:33.780784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Transition to ACTIVE for port object f7db93b4-7633-4460-b5dd-c32a59a053ee will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:33.781852 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-417869'] for router_interface, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.791776 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.855735 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30acbeb-3e38-41a7-92cb-5141897ae23a None None] Pushing event updated for resources: {'Port': ['ID=f7db93b4-7633-4460-b5dd-c32a59a053ee,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:33.858446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Attempting to bind port f7db93b4-7633-4460-b5dd-c32a59a053ee on host n-d-793618-8 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:23:33.858446 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Attempting to bind port f7db93b4-7633-4460-b5dd-c32a59a053ee by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:23:33.858723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Attempting to bind port f7db93b4-7633-4460-b5dd-c32a59a053ee on network f167d4a2-055b-45fa-8416-d0ea84ea88a1 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:23:33.865763 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:23:33.866216 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Checking segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:33.866791 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.867180 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Bound using segment: {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:23:33.867648 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Bound port: f7db93b4-7633-4460-b5dd-c32a59a053ee, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b0438-b4b3-4d48-8815-0fded235a1bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:23:33.868030 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.870654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-974b1fb3-4e13-444c-afe9-5af2410c7781 None None] Provisioning for port 06bd4de5-f744-49eb-be73-9f30564fa23c completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:33.875442 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Network 11a124a8-1945-432a-aec5-714833019930 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:33.876771 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:33.891484 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-974b1fb3-4e13-444c-afe9-5af2410c7781 None None] Provisioning complete for port 06bd4de5-f744-49eb-be73-9f30564fa23c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:33.891866 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-974b1fb3-4e13-444c-afe9-5af2410c7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.937704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-974b1fb3-4e13-444c-afe9-5af2410c7781 None None] Port 06bd4de5-f744-49eb-be73-9f30564fa23c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:23:33.955445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] For port f7db93b4-7633-4460-b5dd-c32a59a053ee, host n-d-793618-8, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:23:33.959043 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] For port f7db93b4-7633-4460-b5dd-c32a59a053ee, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f7db93b4-7633-4460-b5dd-c32a59a053ee,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:23:33.963457 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.999598 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:23:34.025344 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30acbeb-3e38-41a7-92cb-5141897ae23a None None] Pushing event updated for resources: {'Port': ['ID=f7db93b4-7633-4460-b5dd-c32a59a053ee,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:34.028086 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Routers {'89c61201-db9e-4dd9-b3fd-cbbefeb4360c'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:34.028696 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:34.124682 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:23:34.130486 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-7b448396-bf40-4d88-b401-43876a265068 admin admin] 10.222.0.23 "PUT /v2.0/routers/89c61201-db9e-4dd9-b3fd-cbbefeb4360c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666905 Jul 16 00:23:34.164207 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] Set router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:34.198581 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dbbbb22f-9261-4a70-be98-69e80cfd3225 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:34.203046 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-46211c3f-839e-42ea-a79f-7417bbf1200d None None] Provisioning complete for port 06bd4de5-f744-49eb-be73-9f30564fa23c triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:34.203505 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-46211c3f-839e-42ea-a79f-7417bbf1200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.314780 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-46211c3f-839e-42ea-a79f-7417bbf1200d None None] Port 06bd4de5-f744-49eb-be73-9f30564fa23c cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:23:34.365698 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port dbbbb22f-9261-4a70-be98-69e80cfd3225 completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:34.373442 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port dbbbb22f-9261-4a70-be98-69e80cfd3225 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:34.373818 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.495999 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.509400 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 4, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port': {'id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '06bd4de5-f744-49eb-be73-9f30564fa23c', 'name': '', 'network_id': '11a124a8-1945-432a-aec5-714833019930', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'mac_address': 'fa:16:3e:b7:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:32Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 2, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'subnets': [{'id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:34.536562 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add05f83-c97b-4fd3-ae24-dde04c971c0f None None] The sync data for ids ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'] in n-d-793618-8 is: [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 4, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port': {'id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '06bd4de5-f744-49eb-be73-9f30564fa23c', 'name': '', 'network_id': '11a124a8-1945-432a-aec5-714833019930', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'mac_address': 'fa:16:3e:b7:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:32Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 2, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'subnets': [{'id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:23:34.562928 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port dbbbb22f-9261-4a70-be98-69e80cfd3225, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dbbbb22f-9261-4a70-be98-69e80cfd3225,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:34.567253 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.568132 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8ae408f8-0a76-4e92-846a-1a210e9c3363 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:34.642433 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=dbbbb22f-9261-4a70-be98-69e80cfd3225,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:34.656190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 8ae408f8-0a76-4e92-846a-1a210e9c3363 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:34.656568 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.724538 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59390) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:34.729977 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e8697164-af2f-4706-9085-6c87c84975e0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625458920', 'description': 'tempest-secgroup-smoke-1625458920 description', 'project_id': '55780e2e8fcf4f35a06707eaf3e46033'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:34.759744 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 43529067-fb67-4927-a52a-404a8ad6736e up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:34.776933 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8697164-af2f-4706-9085-6c87c84975e0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.818475 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 43529067-fb67-4927-a52a-404a8ad6736e triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:34.819424 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.877620 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8697164-af2f-4706-9085-6c87c84975e0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.882813 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8697164-af2f-4706-9085-6c87c84975e0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.913200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8697164-af2f-4706-9085-6c87c84975e0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:34.916143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8697164-af2f-4706-9085-6c87c84975e0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.917668 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e8697164-af2f-4706-9085-6c87c84975e0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1915262 Jul 16 00:23:34.920576 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59392) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:34.926149 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-257e1a52-8cef-46ef-aaf1-fa2558af42a7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'security_group_rule': {'security_group_id': 'f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28', 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:34.953265 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-257e1a52-8cef-46ef-aaf1-fa2558af42a7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.012935 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-257e1a52-8cef-46ef-aaf1-fa2558af42a7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.016700 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-257e1a52-8cef-46ef-aaf1-fa2558af42a7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.036852 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e1a52-8cef-46ef-aaf1-fa2558af42a7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48700d45-6ed7-4c77-9a49-03ed2226abc7,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:35.040518 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-257e1a52-8cef-46ef-aaf1-fa2558af42a7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.044620 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-257e1a52-8cef-46ef-aaf1-fa2558af42a7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203561 Jul 16 00:23:35.045143 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59394) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:35.049524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-e0337396-e3df-4b62-9999-8c83e04b43cd tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'security_group_rule': {'security_group_id': 'f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28', 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:35.076931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0337396-e3df-4b62-9999-8c83e04b43cd tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.135786 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0337396-e3df-4b62-9999-8c83e04b43cd tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.140062 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0337396-e3df-4b62-9999-8c83e04b43cd tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.159013 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0337396-e3df-4b62-9999-8c83e04b43cd tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a889391-58f8-4550-954b-e42c5b605ee0,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:35.165657 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e0337396-e3df-4b62-9999-8c83e04b43cd tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.167768 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-e0337396-e3df-4b62-9999-8c83e04b43cd tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219261 Jul 16 00:23:35.170546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59396) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:35.175145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-041d274b-f96f-49c3-b02b-651853a87697 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'security_group_rule': {'security_group_id': 'f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28', 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:35.222118 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-041d274b-f96f-49c3-b02b-651853a87697 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.294132 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-041d274b-f96f-49c3-b02b-651853a87697 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.297962 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-041d274b-f96f-49c3-b02b-651853a87697 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.316811 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d274b-f96f-49c3-b02b-651853a87697 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdcb0cc-176c-438b-ba50-b184e11aa8c4,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:35.323678 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-041d274b-f96f-49c3-b02b-651853a87697 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.324895 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-041d274b-f96f-49c3-b02b-651853a87697 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533606 Jul 16 00:23:35.327722 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59398) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:35.332838 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4fdc4a29-f6a7-4c3c-bc9c-9fdcf05a1499 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'security_group_rule': {'security_group_id': 'f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28', 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:35.361883 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4a29-f6a7-4c3c-bc9c-9fdcf05a1499 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.432670 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4a29-f6a7-4c3c-bc9c-9fdcf05a1499 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.436597 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4a29-f6a7-4c3c-bc9c-9fdcf05a1499 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.456221 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc4a29-f6a7-4c3c-bc9c-9fdcf05a1499 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61055987-38ec-4f38-849a-79732392ed79,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:35.464673 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4a29-f6a7-4c3c-bc9c-9fdcf05a1499 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.466124 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-4fdc4a29-f6a7-4c3c-bc9c-9fdcf05a1499 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371865 Jul 16 00:23:35.468896 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59400) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:35.473970 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-162827b1-7293-4255-b3ab-f6c73f319416 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'security_group_rule': {'security_group_id': 'f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28', 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:35.497732 n-d-793618-8 neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-162827b1-7293-4255-b3ab-f6c73f319416 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Project 55780e2e8fcf4f35a06707eaf3e46033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:23:35.503180 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162827b1-7293-4255-b3ab-f6c73f319416 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.567424 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162827b1-7293-4255-b3ab-f6c73f319416 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.571630 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162827b1-7293-4255-b3ab-f6c73f319416 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.591920 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162827b1-7293-4255-b3ab-f6c73f319416 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0f9565-c302-4738-9a47-fa9d773c333b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:35.600254 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-162827b1-7293-4255-b3ab-f6c73f319416 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.601991 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-162827b1-7293-4255-b3ab-f6c73f319416 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321061 Jul 16 00:23:35.605215 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59402) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:35.609982 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-c48e648e-04dd-4e36-b6bd-d2eb9f1c471c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'security_group_rule': {'security_group_id': 'f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28', 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:35.633336 n-d-793618-8 neutron-server[93714]: INFO neutron.db.securitygroups_db [None req-c48e648e-04dd-4e36-b6bd-d2eb9f1c471c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Project 55780e2e8fcf4f35a06707eaf3e46033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:23:35.638544 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c48e648e-04dd-4e36-b6bd-d2eb9f1c471c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.702636 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c48e648e-04dd-4e36-b6bd-d2eb9f1c471c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.706884 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c48e648e-04dd-4e36-b6bd-d2eb9f1c471c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.727998 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e648e-04dd-4e36-b6bd-d2eb9f1c471c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03586de-801b-4d08-b9d8-7331ebf16dc8,revision_number=0']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:35.734221 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-c48e648e-04dd-4e36-b6bd-d2eb9f1c471c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:35.736381 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-c48e648e-04dd-4e36-b6bd-d2eb9f1c471c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295385 Jul 16 00:23:35.877476 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-17eb19cf-18f3-4761-b9f7-1f08dad3cf29 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625458920&fields=id&tenant_id=55780e2e8fcf4f35a06707eaf3e46033 HTTP/1.1" status: 200 len: 267 time: 0.0332487 Jul 16 00:23:35.985953 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-9e76f87b-3642-4171-9e29-de0eff2e6edc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:35.987919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-9e76f87b-3642-4171-9e29-de0eff2e6edc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 810 time: 0.1029763 Jul 16 00:23:36.002032 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-48917644-bdd3-49cf-b58d-b05e1efd1e4e tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/quotas/55780e2e8fcf4f35a06707eaf3e46033 HTTP/1.1" status: 200 len: 375 time: 0.0087993 Jul 16 00:23:36.066418 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-4a56e9b2-7df2-4123-b64e-647316ee07be tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596108 Jul 16 00:23:36.081207 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-621eac9e-9d9b-4174-b9a7-8134c5071f49 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:23:36.082200 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-621eac9e-9d9b-4174-b9a7-8134c5071f49 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050058 Jul 16 00:23:36.232112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f7db93b4-7633-4460-b5dd-c32a59a053ee up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:36.283769 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port f7db93b4-7633-4460-b5dd-c32a59a053ee completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:36.288643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f7db93b4-7633-4460-b5dd-c32a59a053ee triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:36.289010 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:36.372135 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:36.394147 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port f7db93b4-7633-4460-b5dd-c32a59a053ee, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f7db93b4-7633-4460-b5dd-c32a59a053ee,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:36.398342 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:36.400048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dbbbb22f-9261-4a70-be98-69e80cfd3225 up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:36.483542 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=f7db93b4-7633-4460-b5dd-c32a59a053ee,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:36.494712 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-f56063d9-b208-420f-9a34-f5cab4a7f636 service neutron] 10.222.0.23 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073527 Jul 16 00:23:36.497280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port dbbbb22f-9261-4a70-be98-69e80cfd3225 triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:36.497656 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:36.592830 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-128b2c7b-59f4-45d5-b612-0b4fc10bbb74 service neutron] 10.222.0.23 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918081 Jul 16 00:23:36.769771 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-73dfa78f-eb57-4280-95de-890fcbb0c108 req-3634d6d7-6a82-4b58-a57b-2e7048f1c4c1 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 210 time: 0.0335495 Jul 16 00:23:36.868132 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Sync routers for ids ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:23:36.877571 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Routers {'89c61201-db9e-4dd9-b3fd-cbbefeb4360c'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:36.878712 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:37.078574 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Set router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:37.280980 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 4, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port': {'id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '06bd4de5-f744-49eb-be73-9f30564fa23c', 'name': '', 'network_id': '11a124a8-1945-432a-aec5-714833019930', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'mac_address': 'fa:16:3e:b7:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:32Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 2, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'subnets': [{'id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:37.310474 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Checking router: 89c61201-db9e-4dd9-b3fd-cbbefeb4360c for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:23:37.310852 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Updating router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c port 06bd4de5-f744-49eb-be73-9f30564fa23c binding host n-d-793618-8 {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:23:37.344434 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:37.599016 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:37.608488 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Transition to ACTIVE for port object 06bd4de5-f744-49eb-be73-9f30564fa23c will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:37.614920 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:37.670466 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c73b5-f798-4fa4-a606-00a2828a243a None None] Pushing event updated for resources: {'Port': ['ID=06bd4de5-f744-49eb-be73-9f30564fa23c,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:37.725662 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Attempting to bind port 06bd4de5-f744-49eb-be73-9f30564fa23c on host n-d-793618-8 for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:23:37.726043 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Attempting to bind port 06bd4de5-f744-49eb-be73-9f30564fa23c by drivers openvswitch,hyperv on host n-d-793618-8 at level 0 using segments [{'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:23:37.726398 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Attempting to bind port 06bd4de5-f744-49eb-be73-9f30564fa23c on network 11a124a8-1945-432a-aec5-714833019930 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:23:37.732974 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Checking agent: {'id': '45e9fbfb-b9a8-4670-a8c0-929c90a0a2c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 51), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793618-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:23:37.732974 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Checking segment: {'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:37.733438 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:37.734445 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Bound using segment: {'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:23:37.734974 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Bound port: 06bd4de5-f744-49eb-be73-9f30564fa23c, host: n-d-793618-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f071e058-9c33-4509-a6f1-0509636fd6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '11a124a8-1945-432a-aec5-714833019930'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:23:37.735357 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:37.812295 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] For port 06bd4de5-f744-49eb-be73-9f30564fa23c, host n-d-793618-8, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:23:37.817857 n-d-793618-8 neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] For port 06bd4de5-f744-49eb-be73-9f30564fa23c, host n-d-793618-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=06bd4de5-f744-49eb-be73-9f30564fa23c,segment=NetworkSegment(f071e058-9c33-4509-a6f1-0509636fd6b0),segment_id=f071e058-9c33-4509-a6f1-0509636fd6b0)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:23:37.823407 n-d-793618-8 neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:37.887924 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-5fbcbbdf-1014-4894-abc6-75a56fbb4071 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:37.890432 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-5fbcbbdf-1014-4894-abc6-75a56fbb4071 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 810 time: 0.1362498 Jul 16 00:23:37.903396 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Routers {'89c61201-db9e-4dd9-b3fd-cbbefeb4360c'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:37.904195 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:37.906208 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c73b5-f798-4fa4-a606-00a2828a243a None None] Pushing event updated for resources: {'Port': ['ID=06bd4de5-f744-49eb-be73-9f30564fa23c,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:37.940493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-65c9a622-67fd-4b37-aa74-776b61c37748 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55780e2e8fcf4f35a06707eaf3e46033 HTTP/1.1" status: 200 len: 380 time: 0.0413859 Jul 16 00:23:37.964825 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'port': {'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'admin_state_up': True, 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'security_groups': ['f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:38.004455 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-6b1384d8-824a-477f-8d73-b702135a66de req-a1a7878a-7d26-48c4-b28b-df880b339e70 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 210 time: 0.0606360 Jul 16 00:23:38.069537 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] Set router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:38.110191 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Made reservation on behalf of 55780e2e8fcf4f35a06707eaf3e46033 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:23:38.116040 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.209851 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 06bd4de5-f744-49eb-be73-9f30564fa23c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:38.263349 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning for port 06bd4de5-f744-49eb-be73-9f30564fa23c completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:38.271893 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 06bd4de5-f744-49eb-be73-9f30564fa23c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:38.272281 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.288281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Allocated IP 172.20.0.3 (7d62a90b-d0cb-43f7-befe-cc1b72a199d6/42e02784-50e3-4e80-8d2d-bd8ec9660f1b/90ff2f61-54cc-4394-80eb-f4c21703309d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:23:38.294666 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 4, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port': {'id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '06bd4de5-f744-49eb-be73-9f30564fa23c', 'name': '', 'network_id': '11a124a8-1945-432a-aec5-714833019930', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'mac_address': 'fa:16:3e:b7:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:32Z', 'updated_at': '2021-07-16T00:23:37Z', 'revision_number': 4, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'subnets': [{'id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:38.323294 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b91359-e611-40ff-8c89-a18093820d76 None None] The sync data for ids ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'] in n-d-793618-8 is: [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:33Z', 'revision_number': 4, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port': {'id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': '06bd4de5-f744-49eb-be73-9f30564fa23c', 'name': '', 'network_id': '11a124a8-1945-432a-aec5-714833019930', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'mac_address': 'fa:16:3e:b7:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:32Z', 'updated_at': '2021-07-16T00:23:37Z', 'revision_number': 4, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'subnets': [{'id': 'ce47132f-be3f-4bbc-916e-52f0c6390289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:23:38.353480 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.388292 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] For port 06bd4de5-f744-49eb-be73-9f30564fa23c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=06bd4de5-f744-49eb-be73-9f30564fa23c,segment=NetworkSegment(f071e058-9c33-4509-a6f1-0509636fd6b0),segment_id=f071e058-9c33-4509-a6f1-0509636fd6b0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:38.392333 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.393319 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f7db93b4-7633-4460-b5dd-c32a59a053ee up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:38.447198 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.463603 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Transition to ACTIVE for port object 90ff2f61-54cc-4394-80eb-f4c21703309d will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:38.499775 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.552481 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:38.556065 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:38.560909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:23:38.565837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:38.618536 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:38.619448 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.637636 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-73d4375a-4501-483c-823c-1dcc695049fc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6841819 Jul 16 00:23:38.647547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Pushing event updated for resources: {'Port': ['ID=06bd4de5-f744-49eb-be73-9f30564fa23c,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:38.650392 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Request body: {'port': {'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:38.662946 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port f7db93b4-7633-4460-b5dd-c32a59a053ee triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:38.663387 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.745000 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.903729 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fc659177-876f-4b1d-b794-69e530381707 None None] Provisioning for port 90ff2f61-54cc-4394-80eb-f4c21703309d completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:38.907524 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-fc659177-876f-4b1d-b794-69e530381707 None None] Provisioning complete for port 90ff2f61-54cc-4394-80eb-f4c21703309d triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:38.907896 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fc659177-876f-4b1d-b794-69e530381707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.945500 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fc659177-876f-4b1d-b794-69e530381707 None None] Port 90ff2f61-54cc-4394-80eb-f4c21703309d cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:23:39.000911 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:23:39.043100 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ff2f61-54cc-4394-80eb-f4c21703309d {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:23:39.051596 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:39.064615 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Transition to ACTIVE for port object 90ff2f61-54cc-4394-80eb-f4c21703309d will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:23:39.069439 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:39.120873 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:39.243679 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Attempting to bind port 90ff2f61-54cc-4394-80eb-f4c21703309d on host n-h2-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:23:39.244107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Attempting to bind port 90ff2f61-54cc-4394-80eb-f4c21703309d by drivers openvswitch,hyperv on host n-h2-793618-8 at level 0 using segments [{'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:23:39.244347 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Attempting to bind port 90ff2f61-54cc-4394-80eb-f4c21703309d on network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:23:39.253193 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Port 90ff2f61-54cc-4394-80eb-f4c21703309d on network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:23:39.253522 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Attempting to bind port 90ff2f61-54cc-4394-80eb-f4c21703309d on network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:23:39.267362 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcdb21-3d16-4586-866d-a6d6ce0b5cd7 req-34bd1d12-2b1c-4a14-afd3-bb11c1d81253 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:39.268810 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8abcdb21-3d16-4586-866d-a6d6ce0b5cd7 req-34bd1d12-2b1c-4a14-afd3-bb11c1d81253 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 943 time: 0.1348009 Jul 16 00:23:39.269973 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Checking agent: {'id': 'c89e7d9e-3202-4554-859f-32155672282a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:23:39.270339 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Checking segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:23:39.270687 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Bound using segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:23:39.271178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Bound port: 90ff2f61-54cc-4394-80eb-f4c21703309d, host: n-h2-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:23:39.271542 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:39.347446 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8abcdb21-3d16-4586-866d-a6d6ce0b5cd7 req-868c3b4c-da80-4e87-a1ab-585eda02e6f7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727177 Jul 16 00:23:39.373124 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:23:39.376502 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:23:39.379859 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:39.411823 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:39.412473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:39.413941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] 10.222.0.59 "PUT /v2.0/ports/90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 1091 time: 0.7684383 Jul 16 00:23:39.414328 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:23:39.416892 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe6cc4-1595-42d0-82d2-c8732ca9af33" -d '{"events": [{"name": "network-changed", "server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:23:39.444787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4948fc7-d127-4fae-8438-9be48bebfdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:39.486065 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655b4105-6999-472b-b9e2-12173f42ef60 x-openstack-request-id: req-655b4105-6999-472b-b9e2-12173f42ef60 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:23:39.486349 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:23:39.486626 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-655b4105-6999-472b-b9e2-12173f42ef60 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:23:39.487049 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'status': 'completed', 'code': 200} Jul 16 00:23:39.514086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-0baae242-7b3b-4116-8e33-b4a4a30924d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:39.515723 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-0baae242-7b3b-4116-8e33-b4a4a30924d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1094 time: 0.0573709 Jul 16 00:23:39.563989 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-f2619daa-faad-4d1e-9af3-87609102d81e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 217 time: 0.0401971 Jul 16 00:23:39.613621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-76cbf85a-6d49-4a2a-ab5e-7599dc0b1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:39.615149 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-76cbf85a-6d49-4a2a-ab5e-7599dc0b1cd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0449388 Jul 16 00:23:39.673763 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-4bd4201b-f34a-4e48-8cbc-a21425b3ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:39.677176 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-4bd4201b-f34a-4e48-8cbc-a21425b3ba99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562580 Jul 16 00:23:39.771762 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-741d2433-3186-4762-9e5e-f1624f459a27 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880806 Jul 16 00:23:39.858223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d0a03860-e8ad-4567-895d-71ba99a278b1 req-dc5f9776-f065-40fc-9fc0-6f71c31174c8 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799155 Jul 16 00:23:39.952257 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-9c44acea-7a49-4f3c-bf86-a7e038a5af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:39.953775 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-9c44acea-7a49-4f3c-bf86-a7e038a5af89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1094 time: 0.0513449 Jul 16 00:23:40.047781 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-05a111ee-af61-4052-9e11-6eb20b7b86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:40.049263 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-05a111ee-af61-4052-9e11-6eb20b7b86c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0893288 Jul 16 00:23:40.089683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-cbac1af8-64f8-4a85-be1d-d8bb8fbbfa71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 217 time: 0.0337222 Jul 16 00:23:40.144649 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-01bd405d-81f6-43e7-8413-7daede8ff522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:40.146141 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-01bd405d-81f6-43e7-8413-7daede8ff522 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0492351 Jul 16 00:23:40.154470 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 06bd4de5-f744-49eb-be73-9f30564fa23c up at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:40.203879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Provisioning complete for port 06bd4de5-f744-49eb-be73-9f30564fa23c triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:40.204095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-112b1acf-7e4b-4f47-bbd6-e36c99ad5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:40.204237 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:40.205949 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-112b1acf-7e4b-4f47-bbd6-e36c99ad5687 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522003 Jul 16 00:23:40.299190 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-f0e04be5-7333-4dba-b344-5b5f3ff1a1f3 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866110 Jul 16 00:23:40.389316 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-81fe6cc4-1595-42d0-82d2-c8732ca9af33 req-d1667ee8-ed0b-4933-b1f1-9f9c304bd1d4 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832212 Jul 16 00:23:40.522268 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20695c9-a568-4b7d-a2d8-3b469290071e req-2a2776dd-096d-4e4f-a213-7c7273a3d7dc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:40.523693 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a20695c9-a568-4b7d-a2d8-3b469290071e req-2a2776dd-096d-4e4f-a213-7c7273a3d7dc tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 943 time: 0.0625913 Jul 16 00:23:40.564473 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a20695c9-a568-4b7d-a2d8-3b469290071e req-bde2e636-0078-459b-9131-83ce1ecbb029 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352204 Jul 16 00:23:41.735991 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f946-bc3d-4e03-a9ec-e518d78868c5 req-1064bfff-7bbc-4ce8-9571-6c93b1147399 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:41.737626 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc89f946-bc3d-4e03-a9ec-e518d78868c5 req-1064bfff-7bbc-4ce8-9571-6c93b1147399 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 943 time: 0.0642767 Jul 16 00:23:41.775509 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fc89f946-bc3d-4e03-a9ec-e518d78868c5 req-35a31c99-48e7-4b4b-82e3-98e346fe0421 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Jul 16 00:23:42.944426 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf6ab9-1d7c-4180-95c1-671116d74bdd req-bbcecae0-6456-46db-9ded-d33c46adb935 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:42.945894 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dbf6ab9-1d7c-4180-95c1-671116d74bdd req-bbcecae0-6456-46db-9ded-d33c46adb935 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 943 time: 0.0624306 Jul 16 00:23:42.983495 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0dbf6ab9-1d7c-4180-95c1-671116d74bdd req-f851b9fd-ce91-4cc9-abcc-7aed36e360c4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320978 Jul 16 00:23:43.314679 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 90ff2f61-54cc-4394-80eb-f4c21703309d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:23:43.411016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:43.422071 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:23:43.458200 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:43.470244 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ff2f61-54cc-4394-80eb-f4c21703309d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:23:43.489778 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:43.493374 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:43.543462 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:43.717004 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['90ff2f61-54cc-4394-80eb-f4c21703309d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:23:44.160157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc6028-5570-403f-aea3-4360d4c5c155 req-9c91302b-7dd0-4751-bda0-c5a09ef6f424 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:44.161660 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1afc6028-5570-403f-aea3-4360d4c5c155 req-9c91302b-7dd0-4751-bda0-c5a09ef6f424 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 944 time: 0.0670571 Jul 16 00:23:44.199088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1afc6028-5570-403f-aea3-4360d4c5c155 req-aecf4aea-f897-46c1-81a4-bdfc82438ab9 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Jul 16 00:23:44.732989 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:45.315190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 90ff2f61-54cc-4394-80eb-f4c21703309d up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:23:45.364547 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning for port 90ff2f61-54cc-4394-80eb-f4c21703309d completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:23:45.367806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dc27a-5aab-4821-b25a-3b718323cfdc req-b9e37b63-d274-40b3-825e-260c09c74f86 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:45.368569 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 90ff2f61-54cc-4394-80eb-f4c21703309d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:23:45.368969 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:45.369328 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f3dc27a-5aab-4821-b25a-3b718323cfdc req-b9e37b63-d274-40b3-825e-260c09c74f86 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 944 time: 0.0634813 Jul 16 00:23:45.407811 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-2f3dc27a-5aab-4821-b25a-3b718323cfdc req-c3629d65-0a60-4f13-b652-29fc573b5e36 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327747 Jul 16 00:23:45.445709 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:45.467789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:23:45.470125 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b7ea37-dfbe-49cf-a65b-49abcf4b6e82" -d '{"events": [{"server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "name": "network-vif-plugged", "status": "completed", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:23:45.482603 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:23:45.487125 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:45.512740 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2551acd7-7ba5-4630-86df-6f597c964c1b x-openstack-request-id: req-2551acd7-7ba5-4630-86df-6f597c964c1b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:23:45.513037 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "name": "network-vif-plugged", "status": "completed", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:23:45.513289 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2551acd7-7ba5-4630-86df-6f597c964c1b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:23:45.513675 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'code': 200} Jul 16 00:23:45.541472 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:45.626601 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c574059-a4ee-447f-9969-3924b5149c4a req-b1f4cdce-357a-449e-8471-be42719649d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:45.628014 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c574059-a4ee-447f-9969-3924b5149c4a req-b1f4cdce-357a-449e-8471-be42719649d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1096 time: 0.0513232 Jul 16 00:23:45.668941 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3c574059-a4ee-447f-9969-3924b5149c4a req-f8d1b25c-2d67-41ba-b280-d7adad0fd13c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335717 Jul 16 00:23:46.586672 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac57d7b-9097-48f2-bc0b-a7b92d0d3b8f req-d50822ac-afdb-4895-a3dc-95954911af9c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:46.588250 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ac57d7b-9097-48f2-bc0b-a7b92d0d3b8f req-d50822ac-afdb-4895-a3dc-95954911af9c tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 945 time: 0.0672998 Jul 16 00:23:46.627279 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ac57d7b-9097-48f2-bc0b-a7b92d0d3b8f req-cae218c5-9316-459c-b6ca-3bb3b6b05c29 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333910 Jul 16 00:23:47.798708 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26c4df-6075-4ddd-a5a3-2b043b4b90da req-9ddbefc7-682f-4b68-8421-141e39e735d9 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:47.800223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b26c4df-6075-4ddd-a5a3-2b043b4b90da req-9ddbefc7-682f-4b68-8421-141e39e735d9 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 945 time: 0.0635018 Jul 16 00:23:47.837199 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b26c4df-6075-4ddd-a5a3-2b043b4b90da req-aa19d43e-0287-432f-b4e0-f35a4aefd97f tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315444 Jul 16 00:23:48.017676 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87264fc2-cec2-46fd-b041-cc63ea092265 req-2db67532-e0cc-412a-a13d-1f69674afe2b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:48.019186 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87264fc2-cec2-46fd-b041-cc63ea092265 req-2db67532-e0cc-412a-a13d-1f69674afe2b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 945 time: 0.0709095 Jul 16 00:23:48.057416 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-87264fc2-cec2-46fd-b041-cc63ea092265 req-442bef61-fdb7-489e-993e-3e9e36d8760b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326471 Jul 16 00:23:48.081042 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59462) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:48.171073 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a7ad8cda-c780-4b0a-940e-cf987cc98504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:48.220820 n-d-793618-8 neutron-server[93714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f904b1-0e3d-470c-bb5b-b472f2a8b0fd tempest-TestSnapshotPattern-596779918 tempest-TestSnapshotPattern-596779918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:48.222252 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-b1f904b1-0e3d-470c-bb5b-b472f2a8b0fd tempest-TestSnapshotPattern-596779918 tempest-TestSnapshotPattern-596779918-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1091 time: 0.1402066 Jul 16 00:23:48.225141 n-d-793618-8 neutron-server[93714]: DEBUG neutron.wsgi [-] (93714) accepted ('10.222.0.23', 59466) {{(pid=93714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:23:48.229418 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.v2.base [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:23:48.250259 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for floatingip, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:48.342236 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:48.422921 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-3c5a3497-a00c-4f67-a0e5-51d470c628bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526752 Jul 16 00:23:48.446856 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.db_base_plugin_common [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Allocated IP 172.25.3.145 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/7b9f9145-2b10-4d89-862b-d74a1c27c620) {{(pid=93714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:23:48.515493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-5da375a9-6a4a-45bc-a048-080c922c0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:48.517093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-5da375a9-6a4a-45bc-a048-080c922c0fd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1096 time: 0.0523305 Jul 16 00:23:48.549022 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for port, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:48.587006 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5127589'] for port, after_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:48.622119 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:23:48.624984 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.base_scheduler [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Resources bound (agent type, host, resource id): {{(pid=93714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:23:48.626841 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-7d5f09b5-4882-4e54-ad16-bf596011d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:48.627625 n-d-793618-8 neutron-server[93714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Received port after_create {{(pid=93714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:23:48.628319 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-7d5f09b5-4882-4e54-ad16-bf596011d1c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0900702 Jul 16 00:23:48.666770 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'Port': ['ID=7b9f9145-2b10-4d89-862b-d74a1c27c620,revision_number=1']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:48.669629 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-07ec4635-72e7-46ef-99ba-6d1f4f5184a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 217 time: 0.0344954 Jul 16 00:23:48.718326 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-bb08f140-bea0-449c-8132-a8dd42340783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:48.720420 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-bb08f140-bea0-449c-8132-a8dd42340783 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0436516 Jul 16 00:23:48.785814 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-b62af62f-587c-406f-b550-df983f81f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:48.787408 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-b62af62f-587c-406f-b550-df983f81f0eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608444 Jul 16 00:23:48.876233 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-1802a3a7-4418-4704-926c-3d4ec3663eca service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818999 Jul 16 00:23:48.970540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f39ca989-2d80-4c53-b36f-b4a0e2fb2804 req-4521c0cd-7000-420f-9afa-9b67e59346f8 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876439 Jul 16 00:23:49.005131 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:49.081208 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:49.496333 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for port, precommit_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:49.500562 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5127580'] for port, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:49.566123 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'Port': ['ID=7b9f9145-2b10-4d89-862b-d74a1c27c620,revision_number=2']} {{(pid=93714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:23:49.575786 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:49.675053 n-d-793618-8 neutron-server[93714]: INFO neutron.db.l3_db [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Floating IP 24c95a54-8a64-4c19-9967-e37cf0eaf48e associated. External IP: 172.25.3.145, port: 90ff2f61-54cc-4394-80eb-f4c21703309d. Jul 16 00:23:49.888851 n-d-793618-8 neutron-server[93714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Router cf270253-e811-44fa-a276-b6ce2df71694 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:23:50.005015 n-d-793618-8 neutron-server[93714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:23:50.014859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] Sync routers for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:23:50.022050 n-d-793618-8 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:50.024396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:50.025026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:50.060069 n-d-793618-8 neutron-server[93714]: INFO neutron.wsgi [None req-777fab4f-dfc6-4bd8-b692-4dc9a17fcce2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8338959 Jul 16 00:23:50.061147 n-d-793618-8 neutron-server[93714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d'}] {{(pid=93714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:23:50.063629 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da29a23e86a42380a5cd25913bdb9d72f9bbeb157bbfaf6e4f2b7925054ceba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69763dd-da52-4cf3-bbed-e411de10ec9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d"}]}' {{(pid=93714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:23:50.101568 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c276e79-94a6-416a-8f50-229dbf3fd53a x-openstack-request-id: req-2c276e79-94a6-416a-8f50-229dbf3fd53a {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:23:50.102160 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d", "status": "completed", "code": 200}]} {{(pid=93714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:23:50.102286 n-d-793618-8 neutron-server[93714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c276e79-94a6-416a-8f50-229dbf3fd53a {{(pid=93714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:23:50.102935 n-d-793618-8 neutron-server[93714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'status': 'completed', 'code': 200} Jul 16 00:23:50.140322 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:50.180095 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-e7f8b784-7af9-4e34-bc3c-c6d8d300c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:50.181785 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-e7f8b784-7af9-4e34-bc3c-c6d8d300c116 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1096 time: 0.0559156 Jul 16 00:23:50.277443 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-4a7f9d48-79e3-4d9b-9478-6df099686a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:50.279065 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-4a7f9d48-79e3-4d9b-9478-6df099686a2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0906901 Jul 16 00:23:50.345231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-d09350bd-0846-48ba-ab00-afa7f3d08a59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 999 time: 0.0590839 Jul 16 00:23:50.380138 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:48Z', 'revision_number': 0, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:50.393976 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-645f9425-1938-4646-ac09-82a5aeef2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:50.395519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-645f9425-1938-4646-ac09-82a5aeef2c48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0450077 Jul 16 00:23:50.411910 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] Checking router: cf270253-e811-44fa-a276-b6ce2df71694 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:23:50.420535 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:23:50.421154 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:23:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:50.461415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-65a7bac3-6d09-4deb-80aa-e324786d6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:50.463135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-65a7bac3-6d09-4deb-80aa-e324786d6d9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613725 Jul 16 00:23:50.533606 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:23:50.555872 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-e5384d0e-5885-4421-a953-3553343a535a service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854168 Jul 16 00:23:50.648520 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-f69763dd-da52-4cf3-bbed-e411de10ec9f req-346746ee-4e63-41bf-b185-cc311593c362 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860357 Jul 16 00:23:50.762310 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:48Z', 'revision_number': 0, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:23:50.788177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20beb4-bb1c-4a81-8f83-dc994c522bf5 None None] The sync data for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 is: [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:48Z', 'revision_number': 0, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:23:50.804586 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9582-7f3e-41db-a25e-8a6e348e206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:51.178338 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:51.401145 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57543ad5-0c3a-4cbb-90d6-fb9d10c0749d None None] New status for floating IP 24c95a54-8a64-4c19-9967-e37cf0eaf48e: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:23:51.852409 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:53.609675 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:55.967438 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:14.728533 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:16.000533 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:24:18.171821 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-48b6e8d5-87b7-46f3-a032-a51b9542bc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:20.805224 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9d57b759-f7c2-43cf-b8ba-45cd5d827d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:21.178989 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:21.850668 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:23.612599 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:25.982385 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:44.742372 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:48.172956 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-75c24ed5-4a8f-4c2a-83c0-ef5291d3a884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:50.506998 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-b94ffe7c-e785-47ab-b3af-c5671458f392 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943539 Jul 16 00:24:50.600573 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-8e67032f-6f7b-42fd-9d29-07deba444e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:50.602042 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-8e67032f-6f7b-42fd-9d29-07deba444e55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1096 time: 0.0522859 Jul 16 00:24:50.709486 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-d0927d96-2b5f-4c58-80bc-4a24610c92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:50.710985 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-d0927d96-2b5f-4c58-80bc-4a24610c92cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0881276 Jul 16 00:24:50.777876 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-2dff3f5a-f8c6-4a14-9916-a935813b138d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 1001 time: 0.0598531 Jul 16 00:24:50.805250 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-007f2544-152f-4794-8035-db064fa3749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:50.826975 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-bee108e2-7f05-4402-85b3-428f1a9eabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:50.828440 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-bee108e2-7f05-4402-85b3-428f1a9eabc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0434492 Jul 16 00:24:50.884440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-c8de7660-ec61-41d4-b0fe-a798774eccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:50.885889 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-c8de7660-ec61-41d4-b0fe-a798774eccb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503364 Jul 16 00:24:50.976152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-75004da9-28ac-447d-95bb-f9a9b39202bd service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830882 Jul 16 00:24:51.062704 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-415bc6f4-a031-4580-8d31-0fa5bde48637 req-0ac12372-5cd7-4fbb-8ed8-c33a9d008728 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798304 Jul 16 00:24:51.179564 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:51.853593 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:53.000090 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:24:53.615514 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:55.990475 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:14.753270 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:18.174549 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d3917871-7697-48ba-92ee-9cb3c1b9f5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:20.805760 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cc0cf8e2-828f-4f0f-91c5-5f77f395b439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:21.179984 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:21.855933 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:23.619209 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:25.985653 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:30.000165 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:25:44.765154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:48.174353 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-976f3f9e-a522-4d9c-aca6-05bbf4d172ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:49.846102 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 90ff2f61-54cc-4394-80eb-f4c21703309d details requested by agent hyperv_n-h2-793618-8 with host n-h2-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:25:49.947817 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:25:49.960753 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Returning: {'device': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:25:50.008223 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:50.027964 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90ff2f61-54cc-4394-80eb-f4c21703309d {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:25:50.051430 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:25:50.055392 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:50.116161 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:50.123716 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.124093 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.124421 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.124765 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.125108 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.125449 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.125773 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.126105 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.126439 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.127434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.127434 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.127685 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:50.138691 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] get_ports_and_sgs() called for port_ids ['90ff2f61-54cc-4394-80eb-f4c21703309d'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:25:50.507980 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-05ad0b31-5b9d-4e51-936d-444cfb0e39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:50.509500 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-05ad0b31-5b9d-4e51-936d-444cfb0e39f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1095 time: 0.0691786 Jul 16 00:25:50.636241 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-e5ca54ad-3230-442b-b369-ba203787d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:50.640518 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-e5ca54ad-3230-442b-b369-ba203787d32c service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.1075258 Jul 16 00:25:50.722254 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-6a1c9706-2f99-4881-8b6a-3f5ab7d92dec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 1000 time: 0.0753393 Jul 16 00:25:50.784048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-485b82a2-3623-41b1-876b-0ed9e7f736a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:50.785478 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-485b82a2-3623-41b1-876b-0ed9e7f736a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0560231 Jul 16 00:25:50.823090 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6751d8cd-9057-48b6-b145-be4449527ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:50.851982 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-c2924a55-3c8b-4264-a9b6-0db839fe2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:50.853927 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-c2924a55-3c8b-4264-a9b6-0db839fe2db3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617888 Jul 16 00:25:50.963406 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-3bc50b5b-034c-477b-9434-8f54bdf41f88 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015148 Jul 16 00:25:51.083504 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-94b5d9c3-6ec8-42f6-9e26-1fde152cdbb3 req-35d79015-502e-418f-aa8b-369db4f2b19e service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129973 Jul 16 00:25:51.184265 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.859806 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 90ff2f61-54cc-4394-80eb-f4c21703309d up at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:25:51.864759 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.919315 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Provisioning complete for port 90ff2f61-54cc-4394-80eb-f4c21703309d triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:25:51.919997 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.015296 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.040726 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:25:52.045181 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b19cbce-0b70-42df-953e-902c99a63d59" -d '{"events": [{"server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "name": "network-vif-plugged", "status": "completed", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:25:52.060269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:25:52.067697 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.131666 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:52.213778 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfaae84-0c8d-48c1-8d4d-2708e9a25f6a x-openstack-request-id: req-7cfaae84-0c8d-48c1-8d4d-2708e9a25f6a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:25:52.214450 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "name": "network-vif-plugged", "status": "completed", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:25:52.214450 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cfaae84-0c8d-48c1-8d4d-2708e9a25f6a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:25:52.214727 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'code': 200} Jul 16 00:25:53.625796 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:55.986314 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:59.642024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-22d2ee07-4104-40e9-8d08-58c625f092a8 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625458920&fields=id&tenant_id=55780e2e8fcf4f35a06707eaf3e46033 HTTP/1.1" status: 200 len: 267 time: 0.0330656 Jul 16 00:25:59.751738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-17fbfc39-d34d-47c5-acff-42c88700f310 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:59.753219 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-17fbfc39-d34d-47c5-acff-42c88700f310 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 810 time: 0.1049540 Jul 16 00:25:59.767859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-7ce7faa4-5998-4ec4-9897-3975d5f5a301 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/quotas/55780e2e8fcf4f35a06707eaf3e46033 HTTP/1.1" status: 200 len: 375 time: 0.0093129 Jul 16 00:25:59.836116 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-04759bfa-28c4-4778-a3c5-dc3ac8e76a33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0636089 Jul 16 00:25:59.977776 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-4bf1aa5f-e6e4-44f8-a240-995b3e2d13c9 service neutron] 10.222.0.23 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262579 Jul 16 00:26:00.065578 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-54d2f001-5b46-457e-8375-3c7fb6c262f4 service neutron] 10.222.0.23 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819843 Jul 16 00:26:00.234088 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-51ff2064-05cc-4dda-987a-548e56c48f6b req-dbc7686f-e953-40f2-86d0-be14d994ebe3 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 210 time: 0.0317192 Jul 16 00:26:01.314955 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-aa3334b5-edde-4994-8fb1-44f5f7ea117d req-e1dda18a-77d2-49b7-b949-ad7f10484cd0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 210 time: 0.0288343 Jul 16 00:26:02.350850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-fa762d9e-b8d4-4d22-888d-0138bf55530d tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:02.352399 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-fa762d9e-b8d4-4d22-888d-0138bf55530d tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.37 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 810 time: 0.1105206 Jul 16 00:26:02.404345 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-fed56bdc-af04-49f2-b7d9-f2644972fcda tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55780e2e8fcf4f35a06707eaf3e46033 HTTP/1.1" status: 200 len: 380 time: 0.0351646 Jul 16 00:26:02.412898 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'port': {'device_id': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'admin_state_up': True, 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'security_groups': ['f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:26:02.467166 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-af17092b-59ac-4a63-a775-1a4715a8aa5b req-e6cae7d7-22a2-4c27-beff-a1e171694993 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 210 time: 0.0323160 Jul 16 00:26:02.549979 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Made reservation on behalf of 55780e2e8fcf4f35a06707eaf3e46033 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:26:02.553511 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:02.675981 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Allocated IP 172.20.0.10 (7d62a90b-d0cb-43f7-befe-cc1b72a199d6/42e02784-50e3-4e80-8d2d-bd8ec9660f1b/381eaa58-8502-4639-a547-1a313dad7bcb) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:26:02.853812 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:02.871063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Transition to ACTIVE for port object 381eaa58-8502-4639-a547-1a313dad7bcb will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:26:02.939738 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:03.051440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:26:03.055354 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:26:03.061444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:26:03.070285 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'Port': ['ID=381eaa58-8502-4639-a547-1a313dad7bcb,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:03.097621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.098071 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.098487 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.098956 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.099361 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.099765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.100167 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.100569 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.100967 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.101365 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.101768 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.102178 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:03.195511 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:03.199454 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:03.244920 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-267d8257-359d-471c-b8e5-57d9229f73f4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8357489 Jul 16 00:26:03.455359 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6a13d79e-e15c-4590-837a-a297c2253451 None None] Provisioning for port 381eaa58-8502-4639-a547-1a313dad7bcb completed by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:26:03.460590 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-6a13d79e-e15c-4590-837a-a297c2253451 None None] Provisioning complete for port 381eaa58-8502-4639-a547-1a313dad7bcb triggered by entity DHCP. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:26:03.461084 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a13d79e-e15c-4590-837a-a297c2253451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:03.503879 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6a13d79e-e15c-4590-837a-a297c2253451 None None] Port 381eaa58-8502-4639-a547-1a313dad7bcb cannot update to ACTIVE because it is not bound. {{(pid=93716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:26:03.948115 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 90ff2f61-54cc-4394-80eb-f4c21703309d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:26:03.976157 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee77ee1-3d4d-47f7-9bcf-df0150bd28bd req-f767351e-36ff-4c58-a435-a3049c7a0b72 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:03.979226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fee77ee1-3d4d-47f7-9bcf-df0150bd28bd req-f767351e-36ff-4c58-a435-a3049c7a0b72 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 932 time: 0.3982391 Jul 16 00:26:04.025192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fee77ee1-3d4d-47f7-9bcf-df0150bd28bd req-498a4efa-5d43-4bea-b397-0ffee2a5ba58 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415194 Jul 16 00:26:04.032414 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:04.064056 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:26:04.066484 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674e09cd-5d99-4604-a0b4-fa8d12085900" -d '{"events": [{"server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "name": "network-vif-unplugged", "status": "completed", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:26:04.081016 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:26:04.085700 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:04.115807 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2acec22-e15d-4908-b90f-d0b281421552 x-openstack-request-id: req-b2acec22-e15d-4908-b90f-d0b281421552 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:26:04.116110 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "name": "network-vif-unplugged", "status": "completed", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:26:04.116365 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2acec22-e15d-4908-b90f-d0b281421552 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:26:04.116758 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'code': 200} Jul 16 00:26:04.142280 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Pushing event updated for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=8']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:05.221729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d70705-f1f7-4090-b954-bd4f1ae1d0de req-6d57ca0a-4731-4fd1-a371-8fff5bafa2cf tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:05.223628 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3d70705-f1f7-4090-b954-bd4f1ae1d0de req-6d57ca0a-4731-4fd1-a371-8fff5bafa2cf tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 932 time: 0.0753217 Jul 16 00:26:05.262152 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-c3d70705-f1f7-4090-b954-bd4f1ae1d0de req-0e2f7d4c-e448-4f82-b33c-6ca5a568abf5 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326693 Jul 16 00:26:06.449294 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d9543-b2dd-4428-bd51-63c9cd3deecf req-bbca052d-6a08-458f-a8bc-708ac29548cf tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:06.451537 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-421d9543-b2dd-4428-bd51-63c9cd3deecf req-bbca052d-6a08-458f-a8bc-708ac29548cf tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 932 time: 0.0764077 Jul 16 00:26:06.498898 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-421d9543-b2dd-4428-bd51-63c9cd3deecf req-1f55d2f4-f98b-41f1-a7ba-fc387ff91048 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Jul 16 00:26:06.999398 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:26:07.676381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a877-33db-4c51-9f5b-a0027404dc23 req-70fa27f9-c21b-4091-9b32-1460120fb607 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:07.677875 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ff1a877-33db-4c51-9f5b-a0027404dc23 req-70fa27f9-c21b-4091-9b32-1460120fb607 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 932 time: 0.0649157 Jul 16 00:26:07.717954 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8ff1a877-33db-4c51-9f5b-a0027404dc23 req-94004af6-80ad-4401-92a4-b73077190b04 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345395 Jul 16 00:26:08.903355 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452633b-cbcf-4504-8cdb-3515caeba295 req-dd063a15-d9c5-417e-8a27-b98412f5c825 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:08.904853 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4452633b-cbcf-4504-8cdb-3515caeba295 req-dd063a15-d9c5-417e-8a27-b98412f5c825 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 932 time: 0.0703201 Jul 16 00:26:08.945079 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4452633b-cbcf-4504-8cdb-3515caeba295 req-ec012bba-91fa-48ca-a0b4-9260c6cfd31b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346825 Jul 16 00:26:10.127542 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20fc41-724b-468d-847e-9366938fb845 req-2602176d-aa7f-4dff-be23-c1e07c924dd6 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:10.129082 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f20fc41-724b-468d-847e-9366938fb845 req-2602176d-aa7f-4dff-be23-c1e07c924dd6 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 932 time: 0.0653179 Jul 16 00:26:10.168907 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-4f20fc41-724b-468d-847e-9366938fb845 req-36b09b19-7866-436b-b4e5-6a226cce2918 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335424 Jul 16 00:26:11.346850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aca4b8-c03d-45f5-9cbd-570a54541c49 req-d5431fd6-3332-4903-abba-b1fb16d61ac0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:11.348393 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8aca4b8-c03d-45f5-9cbd-570a54541c49 req-d5431fd6-3332-4903-abba-b1fb16d61ac0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 932 time: 0.0672514 Jul 16 00:26:11.388821 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-b8aca4b8-c03d-45f5-9cbd-570a54541c49 req-3335409d-d198-4e1d-a509-eafdcf88d5d1 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341713 Jul 16 00:26:12.566321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5f091-34ff-4883-a568-ee61666c8905 req-ca96fa09-29c2-4c70-87c0-a3a5f783ee25 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:12.567859 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ab5f091-34ff-4883-a568-ee61666c8905 req-ca96fa09-29c2-4c70-87c0-a3a5f783ee25 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 932 time: 0.0679808 Jul 16 00:26:12.606004 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0ab5f091-34ff-4883-a568-ee61666c8905 req-ece6f08f-1e03-46cb-9b93-60540f24dd79 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Jul 16 00:26:13.130697 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Request body: {'port': {'device_id': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793618-8'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:26:13.199343 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:13.456073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381eaa58-8502-4639-a547-1a313dad7bcb {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:26:13.463667 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:13.476091 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Transition to ACTIVE for port object 381eaa58-8502-4639-a547-1a313dad7bcb will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:26:13.479511 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:13.529175 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Pushing event updated for resources: {'Port': ['ID=381eaa58-8502-4639-a547-1a313dad7bcb,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:13.602494 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Attempting to bind port 381eaa58-8502-4639-a547-1a313dad7bcb on host n-h1-793618-8 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:26:13.603217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Attempting to bind port 381eaa58-8502-4639-a547-1a313dad7bcb by drivers openvswitch,hyperv on host n-h1-793618-8 at level 0 using segments [{'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:26:13.603217 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Attempting to bind port 381eaa58-8502-4639-a547-1a313dad7bcb on network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:26:13.607816 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Port 381eaa58-8502-4639-a547-1a313dad7bcb on network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793618-8 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:26:13.608139 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Attempting to bind port 381eaa58-8502-4639-a547-1a313dad7bcb on network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:26:13.613160 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Checking agent: {'id': '35a36b93-f629-42b7-8f30-306ae337fb59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793618-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:26:13.613524 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Checking segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:26:13.613891 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Bound using segment: {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:26:13.614325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Bound port: 381eaa58-8502-4639-a547-1a313dad7bcb, host: n-h1-793618-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d10437-56cd-4848-a195-65677b9f0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:26:13.614688 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:13.682213 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:26:13.686048 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=381eaa58-8502-4639-a547-1a313dad7bcb,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:26:13.690542 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:13.736464 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:13.736962 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:13.738343 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] 10.222.0.37 "PUT /v2.0/ports/381eaa58-8502-4639-a547-1a313dad7bcb HTTP/1.1" status: 200 len: 1092 time: 0.6538627 Jul 16 00:26:13.742611 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:26:13.744922 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ff419c-3916-414a-96b0-bf15e3fd13e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:26:13.788290 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483ba63-9d3b-4069-9716-1f83eb4b9762 service neutron] Pushing event updated for resources: {'Port': ['ID=381eaa58-8502-4639-a547-1a313dad7bcb,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:13.849623 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb444e75-3723-4ea8-8ee1-a08c8b61bcc9 req-68aa32fd-6ea2-4c8a-ae30-c99343d4ff64 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:13.851223 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb444e75-3723-4ea8-8ee1-a08c8b61bcc9 req-68aa32fd-6ea2-4c8a-ae30-c99343d4ff64 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 944 time: 0.1305494 Jul 16 00:26:13.900281 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-870adb13-7f1c-40c7-ae02-548a293300ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:13.901792 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-870adb13-7f1c-40c7-ae02-548a293300ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 1095 time: 0.1030693 Jul 16 00:26:13.905070 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-eb444e75-3723-4ea8-8ee1-a08c8b61bcc9 req-91a7add0-7951-4ad1-8818-1cfd95802966 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469470 Jul 16 00:26:13.948645 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-3962b8d8-baa5-4b3f-91c0-303136122d25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=381eaa58-8502-4639-a547-1a313dad7bcb HTTP/1.1" status: 200 len: 217 time: 0.0345929 Jul 16 00:26:14.000247 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-ae4947c4-c3c8-4aff-9fde-fedc75af6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:14.001735 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-ae4947c4-c3c8-4aff-9fde-fedc75af6900 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0472100 Jul 16 00:26:14.003163 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07256762-12f5-493e-8cca-c88dee0ee2b5 x-openstack-request-id: req-07256762-12f5-493e-8cca-c88dee0ee2b5 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:26:14.003452 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:26:14.003700 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07256762-12f5-493e-8cca-c88dee0ee2b5 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:26:14.004083 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb', 'status': 'completed', 'code': 200} Jul 16 00:26:14.068801 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-7cc3bfb9-4ede-4cb5-91a2-2607446fb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:14.070300 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-7cc3bfb9-4ede-4cb5-91a2-2607446fb67f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513685 Jul 16 00:26:14.159667 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-8dfb27aa-fa5c-43a4-af41-d318f476f5d5 service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824270 Jul 16 00:26:14.246154 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-466c1f08-afb2-43e5-90b5-513529a3f22c req-95bb0f76-71a9-4960-8e0a-13d7c48e1bf7 service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804884 Jul 16 00:26:14.379240 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-353f18f7-8fec-4a0b-8602-c768f2322398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:14.380739 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-353f18f7-8fec-4a0b-8602-c768f2322398 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 1095 time: 0.0531073 Jul 16 00:26:14.475350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-1f4ec8c0-97ed-454c-9dd6-ce913da73eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:14.476938 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-1f4ec8c0-97ed-454c-9dd6-ce913da73eb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0878644 Jul 16 00:26:14.516708 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-7b075c56-71b7-4fb3-b914-b6348350211f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=381eaa58-8502-4639-a547-1a313dad7bcb HTTP/1.1" status: 200 len: 217 time: 0.0335135 Jul 16 00:26:14.568036 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-5771df40-1625-4338-bd24-5f73cc28527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:14.569554 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-5771df40-1625-4338-bd24-5f73cc28527a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0470855 Jul 16 00:26:14.626262 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-8ea3ee7b-d29b-4640-888a-25d8d84f9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:14.627870 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-8ea3ee7b-d29b-4640-888a-25d8d84f9c0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511556 Jul 16 00:26:14.717320 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-680280fb-58d8-4f07-ad75-e5c50816c311 service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818067 Jul 16 00:26:14.760573 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:14.811365 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07ff419c-3916-414a-96b0-bf15e3fd13e2 req-8e9ee161-f454-4346-b2a7-bcfc8b26ad5f service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872819 Jul 16 00:26:15.077640 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff262b-b016-4202-92b4-9bcf99dd265c req-05e02fcd-4ce6-4287-a56b-df127c92fd66 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:15.079024 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bff262b-b016-4202-92b4-9bcf99dd265c req-05e02fcd-4ce6-4287-a56b-df127c92fd66 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 944 time: 0.0621476 Jul 16 00:26:15.116226 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1bff262b-b016-4202-92b4-9bcf99dd265c req-f09312c5-17c8-43cf-ae3e-778e0b352fc4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Jul 16 00:26:16.289909 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7257d5-7cba-4f36-9e4c-bb24d4541042 req-d9b5341c-976b-4d22-aa5a-4cd27bad0be4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:16.291395 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b7257d5-7cba-4f36-9e4c-bb24d4541042 req-d9b5341c-976b-4d22-aa5a-4cd27bad0be4 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 944 time: 0.0664313 Jul 16 00:26:16.327683 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-1b7257d5-7cba-4f36-9e4c-bb24d4541042 req-fad1d81f-16e8-432b-9f9b-89b72cb00463 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302649 Jul 16 00:26:16.457201 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 381eaa58-8502-4639-a547-1a313dad7bcb details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:26:16.552541 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=381eaa58-8502-4639-a547-1a313dad7bcb,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:26:16.563211 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '381eaa58-8502-4639-a547-1a313dad7bcb', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'port_id': '381eaa58-8502-4639-a547-1a313dad7bcb', 'mac_address': 'fa:16:3e:2b:c8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:26:16.599060 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:16.611052 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381eaa58-8502-4639-a547-1a313dad7bcb {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:26:16.629459 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=381eaa58-8502-4639-a547-1a313dad7bcb,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:26:16.632963 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:16.682260 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=381eaa58-8502-4639-a547-1a313dad7bcb,revision_number=4']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:16.933824 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['381eaa58-8502-4639-a547-1a313dad7bcb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:26:17.498942 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c69b13-d53c-47e5-9d24-a6646def1127 req-da3096b8-8c4d-4234-b2d4-c15c405c5495 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:17.500430 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5c69b13-d53c-47e5-9d24-a6646def1127 req-da3096b8-8c4d-4234-b2d4-c15c405c5495 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 945 time: 0.0634346 Jul 16 00:26:17.538851 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d5c69b13-d53c-47e5-9d24-a6646def1127 req-bfddf459-259c-43b7-b304-059f3e03fe24 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329707 Jul 16 00:26:18.174629 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14ce29dd-c409-4bd0-aaf5-04d3408aad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:18.472994 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 381eaa58-8502-4639-a547-1a313dad7bcb up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:26:18.520575 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning for port 381eaa58-8502-4639-a547-1a313dad7bcb completed by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:26:18.524031 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 381eaa58-8502-4639-a547-1a313dad7bcb triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:26:18.524402 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:18.598180 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:18.619988 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:26:18.622873 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc1cc75-d673-48fe-bc20-8d98b0276b9f" -d '{"events": [{"server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "name": "network-vif-plugged", "status": "completed", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:26:18.638723 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=381eaa58-8502-4639-a547-1a313dad7bcb,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:26:18.642707 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:18.710947 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06b87-fb51-4b82-a655-aa415c6945e6 req-d7daef28-2288-43b5-a09c-d1db9bc5ae5d tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:18.712549 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13e06b87-fb51-4b82-a655-aa415c6945e6 req-d7daef28-2288-43b5-a09c-d1db9bc5ae5d tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 946 time: 0.0654645 Jul 16 00:26:18.753820 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-13e06b87-fb51-4b82-a655-aa415c6945e6 req-3741fe14-07b7-4bb6-9e02-fe26cb672e59 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Jul 16 00:26:18.823518 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfa3ffd-2a1b-422e-a565-07a242fa174b x-openstack-request-id: req-ebfa3ffd-2a1b-422e-a565-07a242fa174b {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:26:18.823790 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "name": "network-vif-plugged", "status": "completed", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:26:18.824039 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebfa3ffd-2a1b-422e-a565-07a242fa174b {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:26:18.824421 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb', 'code': 200} Jul 16 00:26:18.852311 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=381eaa58-8502-4639-a547-1a313dad7bcb,revision_number=5']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:18.945126 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efab29d-100c-475f-aa7e-4ad6998665e4 req-1fa00662-b613-41cc-8847-e217f40fdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:18.946642 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5efab29d-100c-475f-aa7e-4ad6998665e4 req-1fa00662-b613-41cc-8847-e217f40fdaf5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 1097 time: 0.0553648 Jul 16 00:26:18.978981 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-5efab29d-100c-475f-aa7e-4ad6998665e4 req-707cd9d8-dc7b-4692-9b72-91f455df3c32 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261779 Jul 16 00:26:19.929870 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215df28-b884-4da4-bcc1-8f200734445a req-7cc10e72-3662-40ff-bb66-7a5761470fe7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:19.931396 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d215df28-b884-4da4-bcc1-8f200734445a req-7cc10e72-3662-40ff-bb66-7a5761470fe7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 946 time: 0.0634151 Jul 16 00:26:19.969322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-d215df28-b884-4da4-bcc1-8f200734445a req-9dbee60b-e19c-407a-81b5-ee4cf3860fd0 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323708 Jul 16 00:26:20.804312 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4324a7bb-b1e9-4152-b1aa-9655b0e35a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.143296 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea5706-f384-465c-840d-207fce075e61 req-5acb0a5a-5af6-4169-b0d6-a037e0f55454 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:21.144761 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faea5706-f384-465c-840d-207fce075e61 req-5acb0a5a-5af6-4169-b0d6-a037e0f55454 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 946 time: 0.0664039 Jul 16 00:26:21.184807 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-faea5706-f384-465c-840d-207fce075e61 req-4be40aba-9385-4a35-a076-e27a478892ec tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Jul 16 00:26:21.186523 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.352809 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ce25c-1aee-406f-92d9-d6435fc4fc91 req-ebff2c26-8927-48da-88b4-3e666ec0e7a9 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:21.354192 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-450ce25c-1aee-406f-92d9-d6435fc4fc91 req-ebff2c26-8927-48da-88b4-3e666ec0e7a9 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 946 time: 0.0630252 Jul 16 00:26:21.391240 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-450ce25c-1aee-406f-92d9-d6435fc4fc91 req-ab3648e3-2175-4b22-979d-a01d5bf6d8f2 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jul 16 00:26:21.416945 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59748) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:26:21.468353 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29133535-db88-4ce2-9591-eedf31bb54b8 tempest-TestSnapshotPattern-596779918 tempest-TestSnapshotPattern-596779918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:21.469874 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-29133535-db88-4ce2-9591-eedf31bb54b8 tempest-TestSnapshotPattern-596779918 tempest-TestSnapshotPattern-596779918-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 1092 time: 0.0519466 Jul 16 00:26:21.472621 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59750) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:26:21.477084 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.v2.base [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Request body: {'floatingip': {'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'port_id': '381eaa58-8502-4639-a547-1a313dad7bcb', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:26:21.498891 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.597860 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.704289 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Allocated IP 172.25.3.31 (f167d4a2-055b-45fa-8416-d0ea84ea88a1/cc2e4427-2564-48c9-a084-42a5505b296b/e8e3e92e-ed1f-4f6d-85da-1c3ba4ac9c3a) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:26:21.804222 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.841997 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771652915851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.861242 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.877376 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Network f167d4a2-055b-45fa-8416-d0ea84ea88a1 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:26:21.882104 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:26:21.885480 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:26:21.914183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'Port': ['ID=e8e3e92e-ed1f-4f6d-85da-1c3ba4ac9c3a,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:22.252020 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:22.331230 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:22.478703 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:22.483137 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33329122'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:22.551145 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event updated for resources: {'Port': ['ID=e8e3e92e-ed1f-4f6d-85da-1c3ba4ac9c3a,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:22.561251 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419744'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:22.658198 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Floating IP 36c41e0c-fe0f-44b7-8b38-52a001faa098 associated. External IP: 172.25.3.31, port: 381eaa58-8502-4639-a547-1a313dad7bcb. Jul 16 00:26:22.861596 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Router cf270253-e811-44fa-a276-b6ce2df71694 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:26:22.972403 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:26:22.982308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] Sync routers for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:26:22.988247 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:22.991293 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:26:22.991918 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:26:23.023753 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-c76708c6-3dec-4c21-85fc-6b675978de77 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5500295 Jul 16 00:26:23.024598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:26:23.026859 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfdbe38-fd6b-40b1-82da-67677947c6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:26:23.063324 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5ffb56-1f73-4f87-937c-c6b055ce582d x-openstack-request-id: req-9c5ffb56-1f73-4f87-937c-c6b055ce582d {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:26:23.063620 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:26:23.063881 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c5ffb56-1f73-4f87-937c-c6b055ce582d {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:26:23.064304 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb', 'status': 'completed', 'code': 200} Jul 16 00:26:23.102243 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:26:23.158885 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-46babbc2-9527-483c-bdc4-cbc87cf64c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:23.160421 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-46babbc2-9527-483c-bdc4-cbc87cf64c91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 1097 time: 0.0523903 Jul 16 00:26:23.256200 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-b4a5cda4-3b7f-42ed-b413-3ddd1da93b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:23.257613 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-b4a5cda4-3b7f-42ed-b413-3ddd1da93b3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0910060 Jul 16 00:26:23.322818 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-ca2aedf6-2dbe-430c-8f9f-9e5df8a0c12b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=381eaa58-8502-4639-a547-1a313dad7bcb HTTP/1.1" status: 200 len: 999 time: 0.0588067 Jul 16 00:26:23.327593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:51Z', 'revision_number': 1, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}, {'id': '36c41e0c-fe0f-44b7-8b38-52a001faa098', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '381eaa58-8502-4639-a547-1a313dad7bcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:2b:c8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:26:22Z', 'updated_at': '2021-07-16T00:26:22Z', 'revision_number': 0, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:26:23.353800 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] Checking router: cf270253-e811-44fa-a276-b6ce2df71694 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:26:23.362044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:26:23.362654 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:26:21Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:26:23.374416 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-1858299e-85e6-48f8-8361-6fa285f03ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:23.376104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-1858299e-85e6-48f8-8361-6fa285f03ef9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0474594 Jul 16 00:26:23.433935 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-643f9d53-c63c-4e54-a01d-6c12f25c231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:23.435519 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-643f9d53-c63c-4e54-a01d-6c12f25c231d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539432 Jul 16 00:26:23.466657 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:26:23.523725 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-a725b531-ca37-4774-b0e4-2d86cd51105f service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819440 Jul 16 00:26:23.615270 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-8dfdbe38-fd6b-40b1-82da-67677947c6ef req-c1d99e5c-03b4-4a2d-a133-8907cf6dea39 service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852971 Jul 16 00:26:23.634553 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:23.700700 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:51Z', 'revision_number': 1, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}, {'id': '36c41e0c-fe0f-44b7-8b38-52a001faa098', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '381eaa58-8502-4639-a547-1a313dad7bcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:2b:c8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:26:22Z', 'updated_at': '2021-07-16T00:26:22Z', 'revision_number': 0, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:26:23.729661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf1ea0-95ad-4f33-86c1-4141333b4c4e None None] The sync data for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 is: [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:51Z', 'revision_number': 1, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}, {'id': '36c41e0c-fe0f-44b7-8b38-52a001faa098', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '381eaa58-8502-4639-a547-1a313dad7bcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:2b:c8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:26:22Z', 'updated_at': '2021-07-16T00:26:22Z', 'revision_number': 0, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:26:23.920247 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce8fcb-15a6-47a2-a366-50dc30abe996 None None] New status for floating IP 36c41e0c-fe0f-44b7-8b38-52a001faa098: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:26:26.002894 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:43.999854 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:26:44.770396 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:48.174978 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-af7dd3ea-21b9-4d9b-b922-a1c6d9dd9a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:50.805075 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-80884548-2de6-4fc4-ba70-a31acb7d3b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:51.186918 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:51.365978 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-32965ce9-bbab-4d0d-8e29-34a6156e59d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501945 Jul 16 00:26:51.465050 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-1f1ca509-d241-47ec-87ef-3c44accc2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:51.466442 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-1f1ca509-d241-47ec-87ef-3c44accc2ff0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1094 time: 0.0556574 Jul 16 00:26:51.569540 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-2ab92f00-be9c-4d47-8a39-1efe19104730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:51.571050 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-2ab92f00-be9c-4d47-8a39-1efe19104730 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0827372 Jul 16 00:26:51.637100 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-4c9e70ae-19bb-4423-8d0a-3b75046f0745 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 999 time: 0.0594642 Jul 16 00:26:51.686325 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-6f10cddd-cbc0-4927-a195-30b66c6f6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:51.687794 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-6f10cddd-cbc0-4927-a195-30b66c6f6ccc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0434749 Jul 16 00:26:51.744337 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-255b4163-a0ef-463d-8d69-e4bc36e0c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:51.745863 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-255b4163-a0ef-463d-8d69-e4bc36e0c691 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515528 Jul 16 00:26:51.868535 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:52.152225 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-c8ae4a38-4c35-44ec-b8b3-0653acf31cd3 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991857 Jul 16 00:26:52.243231 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-a26cd27a-5686-49f0-89af-9d86d3f5ba3e req-73464032-60f2-4598-bdc1-b9746baa4fec service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Jul 16 00:26:53.625123 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:55.723744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-9523464f-c2e8-43d2-871e-544bd0529d58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506024 Jul 16 00:26:55.834929 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-34075a5b-56a3-4706-afa2-c361e29707bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:55.836965 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-34075a5b-56a3-4706-afa2-c361e29707bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 1097 time: 0.0560460 Jul 16 00:26:55.937440 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-a1e9c38b-7aab-4394-aa3b-0413af512064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:55.938948 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-a1e9c38b-7aab-4394-aa3b-0413af512064 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0828767 Jul 16 00:26:55.991517 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:56.005873 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-389963fd-43bb-4f00-bf0d-4b309d26ef81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=381eaa58-8502-4639-a547-1a313dad7bcb HTTP/1.1" status: 200 len: 1001 time: 0.0605733 Jul 16 00:26:56.053420 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-b06f2978-dca9-4922-9285-6a02dc5cfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:56.054887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-b06f2978-dca9-4922-9285-6a02dc5cfbe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0428839 Jul 16 00:26:56.109951 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-d3cc83fc-1766-4aef-bc8f-b470091b8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:56.111433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-d3cc83fc-1766-4aef-bc8f-b470091b8237 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502279 Jul 16 00:26:56.204431 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-5bd86423-d244-4ae5-b22a-833333e90314 service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847757 Jul 16 00:26:56.291600 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-0df1a9e0-2f8f-4080-bb1f-a1c6e79858b9 req-86f7c40e-bd13-4240-8971-26575839008f service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808899 Jul 16 00:27:14.769159 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:18.175316 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d27b8601-2b36-436a-be31-17107de76435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:20.805217 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b013db8e-4ed7-464d-bcb2-e14483118c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:20.999728 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:27:21.187702 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:21.868526 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:23.629609 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:26.006374 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:44.781215 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:48.176920 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-430e3108-d59a-40d8-a068-a171bc2c458c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:50.807506 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e6f65130-1cbc-4efe-af49-4da0ebf397d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:51.187787 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:51.870702 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:52.459556 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-672d9d26-a22e-4dcf-b9b0-af9b8a8e2dc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552790 Jul 16 00:27:52.554532 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-8de2f694-4147-4077-ba30-f04c36ec0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:52.555944 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-8de2f694-4147-4077-ba30-f04c36ec0bc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1094 time: 0.0514688 Jul 16 00:27:52.662410 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-5a021446-9194-45c5-81a0-0b810803d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:52.664044 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-5a021446-9194-45c5-81a0-0b810803d1b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.0861835 Jul 16 00:27:52.733074 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-246650f1-8b9e-438b-81b3-00b76c590000 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 999 time: 0.0616107 Jul 16 00:27:52.781787 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-fc062fb4-d76f-4768-8f0f-f7f3de00d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:52.783276 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-fc062fb4-d76f-4768-8f0f-f7f3de00d0c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0432656 Jul 16 00:27:52.840598 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-93e1a262-1ae9-4bdd-9c17-34ca4635d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:52.841972 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-93e1a262-1ae9-4bdd-9c17-34ca4635d977 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507462 Jul 16 00:27:52.933905 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-4663eccc-58e9-401c-ba0c-377bfdbf2c42 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847843 Jul 16 00:27:53.007396 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 381eaa58-8502-4639-a547-1a313dad7bcb details requested by agent hyperv_n-h1-793618-8 with host n-h1-793618-8 {{(pid=93716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:27:53.024521 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-fa7cbc15-b00e-4dee-90bc-04987bb3e049 req-9f3181f0-d976-4802-8255-d66fe63cbc09 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 Jul 16 00:27:53.107096 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=381eaa58-8502-4639-a547-1a313dad7bcb,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:27:53.121537 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Returning: {'device': '381eaa58-8502-4639-a547-1a313dad7bcb', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'port_id': '381eaa58-8502-4639-a547-1a313dad7bcb', 'mac_address': 'fa:16:3e:2b:c8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:27:53.162004 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:53.174593 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 381eaa58-8502-4639-a547-1a313dad7bcb {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:27:53.193913 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=381eaa58-8502-4639-a547-1a313dad7bcb,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:27:53.197633 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:53.245381 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=381eaa58-8502-4639-a547-1a313dad7bcb,revision_number=6']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:27:53.253316 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.253658 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.253996 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.254334 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.254695 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.255048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.255375 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.255699 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.256026 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.256348 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.256697 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.257018 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:27:53.377336 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] get_ports_and_sgs() called for port_ids ['381eaa58-8502-4639-a547-1a313dad7bcb'] {{(pid=93716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:27:53.631642 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:55.015106 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 381eaa58-8502-4639-a547-1a313dad7bcb up at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:27:55.073827 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Provisioning complete for port 381eaa58-8502-4639-a547-1a313dad7bcb triggered by entity L2. {{(pid=93716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:27:55.074305 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1522598'] for port, provisioning_complete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:55.162799 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578838'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:55.187612 n-d-793618-8 neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:27:55.190566 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b86fa52431e5b9bd29f72236291d0569840d0e47d48b26daa1a4ab028a55ccd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6d0c37-d59c-4464-b8c2-45d2b31ab0a4" -d '{"events": [{"server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "name": "network-vif-plugged", "status": "completed", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:27:55.207437 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-609f674a-3768-4990-a21c-5a34d544713d None None] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=381eaa58-8502-4639-a547-1a313dad7bcb,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:27:55.213202 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771653305685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771652915869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771652915887'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:55.245471 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c7ae2a-574e-44cf-a011-6316ca3148b0 x-openstack-request-id: req-b3c7ae2a-574e-44cf-a011-6316ca3148b0 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:27:55.245763 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "name": "network-vif-plugged", "status": "completed", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:27:55.246280 n-d-793618-8 neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3c7ae2a-574e-44cf-a011-6316ca3148b0 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:27:55.246834 n-d-793618-8 neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb', 'code': 200} Jul 16 00:27:55.273408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Pushing event updated for resources: {'Port': ['ID=381eaa58-8502-4639-a547-1a313dad7bcb,revision_number=7']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:27:55.846765 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-b0b58ae9-ca78-4e83-abd9-73076299c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:55.848463 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-b0b58ae9-ca78-4e83-abd9-73076299c7ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 1097 time: 0.0634897 Jul 16 00:27:55.980008 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-8d5d7d1b-8a9c-4ecb-b9f6-6de84248831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:55.981611 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-8d5d7d1b-8a9c-4ecb-b9f6-6de84248831f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.1042523 Jul 16 00:27:56.006412 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:56.057167 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-d3ba6250-389c-41fd-b64d-66292e97a5d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=381eaa58-8502-4639-a547-1a313dad7bcb HTTP/1.1" status: 200 len: 1001 time: 0.0686970 Jul 16 00:27:56.112379 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-a3bb42d7-bd42-4126-915f-df7881dd3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:56.114017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-a3bb42d7-bd42-4126-915f-df7881dd3508 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0510831 Jul 16 00:27:56.182472 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-5687e7eb-a79a-40cd-9829-9d8ad29d304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:56.184262 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-5687e7eb-a79a-40cd-9829-9d8ad29d304c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630434 Jul 16 00:27:56.195498 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-c4d2d51d-696c-40a9-9439-a1fa9cd1a1b9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:27:56.196540 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-c4d2d51d-696c-40a9-9439-a1fa9cd1a1b9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051713 Jul 16 00:27:56.313271 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-63447f13-e5ca-4505-a908-788edb6e0c6d service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094713 Jul 16 00:27:56.435181 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-07196467-72b1-4e74-b7d2-f25a8980a7c2 req-f9f13d9f-c701-49ba-9d93-decfe4d21266 service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145604 Jul 16 00:27:57.999640 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:28:03.338163 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 59948) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:03.491372 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Deleting port e8e3e92e-ed1f-4f6d-85da-1c3ba4ac9c3a {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:03.491717 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:03.570665 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:03.570945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:03.582904 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Calling delete_port for e8e3e92e-ed1f-4f6d-85da-1c3ba4ac9c3a owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:03.736342 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:03.762799 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event deleted for resources: {'Port': ['ID=e8e3e92e-ed1f-4f6d-85da-1c3ba4ac9c3a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:03.775148 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.775500 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.775844 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.776183 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.776518 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.776850 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.777185 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.777512 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.777837 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.778164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.778545 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.778875 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793618-8 {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:03.839358 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:03.839803 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Floating IP 36c41e0c-fe0f-44b7-8b38-52a001faa098 disassociated (deleted). External IP: 172.25.3.31, port: 381eaa58-8502-4639-a547-1a313dad7bcb. Jul 16 00:28:04.045857 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Router cf270253-e811-44fa-a276-b6ce2df71694 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:28:04.151384 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:28:04.156172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:04.161490 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46677fea-e12d-4049-9e51-599b2537200c None None] Sync routers for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:28:04.170139 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46677fea-e12d-4049-9e51-599b2537200c None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:28:04.170781 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-46677fea-e12d-4049-9e51-599b2537200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:04.196104 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-2cf1e614-4fea-48aa-9bf0-04802beff38b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "DELETE /v2.0/floatingips/36c41e0c-fe0f-44b7-8b38-52a001faa098 HTTP/1.1" status: 204 len: 168 time: 0.8567927 Jul 16 00:28:04.196808 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:28:04.199299 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49" -d '{"events": [{"name": "network-changed", "server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:28:04.277610 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-46677fea-e12d-4049-9e51-599b2537200c None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:28:04.441573 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1adc03c-57e9-47ec-a6e8-bb16b6675e38 x-openstack-request-id: req-b1adc03c-57e9-47ec-a6e8-bb16b6675e38 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:28:04.442107 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:28:04.442107 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1adc03c-57e9-47ec-a6e8-bb16b6675e38 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:28:04.442525 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb', 'status': 'completed', 'code': 200} Jul 16 00:28:04.506997 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-46677fea-e12d-4049-9e51-599b2537200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:51Z', 'revision_number': 1, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:04.535028 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46677fea-e12d-4049-9e51-599b2537200c None None] Checking router: cf270253-e811-44fa-a276-b6ce2df71694 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:28:04.543572 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46677fea-e12d-4049-9e51-599b2537200c None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:28:04.544190 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-46677fea-e12d-4049-9e51-599b2537200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:04.576073 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-2d2a5349-a701-46d0-886a-236f8d5eb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:04.577593 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-2d2a5349-a701-46d0-886a-236f8d5eb740 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 1097 time: 0.0846701 Jul 16 00:28:04.648308 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-46677fea-e12d-4049-9e51-599b2537200c None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:28:04.664789 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a85aa-210d-4d41-a2fe-e3ed89a32cfd req-3c2a5d9b-4906-4133-8b3b-cdaacbe78fad tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:04.670325 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6a85aa-210d-4d41-a2fe-e3ed89a32cfd req-3c2a5d9b-4906-4133-8b3b-cdaacbe78fad tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 946 time: 0.1295245 Jul 16 00:28:04.709284 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-ac384181-9cc9-4232-9e68-8bfb3ea954e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:04.710742 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-ac384181-9cc9-4232-9e68-8bfb3ea954e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.1247413 Jul 16 00:28:04.755987 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-9c6a85aa-210d-4d41-a2fe-e3ed89a32cfd req-67098b81-7cd8-4f47-a408-0770576f8bc3 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795531 Jul 16 00:28:04.757349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-78462609-8532-40ec-8bf5-4b7bad0e36b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=381eaa58-8502-4639-a547-1a313dad7bcb HTTP/1.1" status: 200 len: 217 time: 0.0392096 Jul 16 00:28:04.808562 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-3f020651-2fe6-4da5-8663-f93882f5fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:04.810021 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-3f020651-2fe6-4da5-8663-f93882f5fcb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0465279 Jul 16 00:28:04.867974 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-46677fea-e12d-4049-9e51-599b2537200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:51Z', 'revision_number': 1, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:04.873078 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-7ae0f81e-ee2c-43ca-9390-5ab6b9aa19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:04.874709 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-7ae0f81e-ee2c-43ca-9390-5ab6b9aa19b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569279 Jul 16 00:28:04.897306 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46677fea-e12d-4049-9e51-599b2537200c None None] The sync data for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 is: [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_floatingips': [{'id': '24c95a54-8a64-4c19-9967-e37cf0eaf48e', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'router_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'port_id': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'mac_address': 'fa:16:3e:09:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:23:48Z', 'updated_at': '2021-07-16T00:23:51Z', 'revision_number': 1, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:28:04.968836 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-9541038b-b40e-400a-9c65-31ff561847d5 service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862544 Jul 16 00:28:05.065715 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-bbf22a49-9835-41fb-a23c-d0ee4c4bce49 req-bc3a5c75-b4d7-40e7-867e-19419d311a47 service neutron] 10.222.0.37 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897508 Jul 16 00:28:05.116895 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8a6fb-adff-43dc-8a12-ff18cd585251 None None] New status for floating IP 36c41e0c-fe0f-44b7-8b38-52a001faa098: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:28:05.927445 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846f265-efb4-49aa-a877-4f28b876d476 req-42a3ce22-7d5b-49f8-be57-75fd49a0c5de tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:05.928953 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7846f265-efb4-49aa-a877-4f28b876d476 req-42a3ce22-7d5b-49f8-be57-75fd49a0c5de tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 946 time: 0.0643795 Jul 16 00:28:05.966178 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-7846f265-efb4-49aa-a877-4f28b876d476 req-4a981684-0e11-4b62-9924-3f3eb0b0ab02 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Jul 16 00:28:06.183930 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-bb828a89-9f40-434a-80fd-ba10ee526b82 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:06.185433 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-bb828a89-9f40-434a-80fd-ba10ee526b82 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 946 time: 0.0665381 Jul 16 00:28:06.284546 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Deleting port 381eaa58-8502-4639-a547-1a313dad7bcb {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:06.284900 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:06.376131 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] For port 381eaa58-8502-4639-a547-1a313dad7bcb, host n-h1-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793618-8',level=0,port_id=381eaa58-8502-4639-a547-1a313dad7bcb,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:06.376493 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:06.388280 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Calling delete_port for 381eaa58-8502-4639-a547-1a313dad7bcb owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:06.511895 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:06.547381 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event deleted for resources: {'Port': ['ID=381eaa58-8502-4639-a547-1a313dad7bcb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:06.591018 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] No DVR routers for this DVR port 381eaa58-8502-4639-a547-1a313dad7bcb on host n-h1-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:28:06.593678 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:06.596349 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-50b2d09d-f6d9-4630-a57b-0715e95169f3 req-1aeb018f-e811-4ebb-bbf2-0ea9f6ebd8ce tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.37 "DELETE /v2.0/ports/381eaa58-8502-4639-a547-1a313dad7bcb HTTP/1.1" status: 204 len: 173 time: 0.4045041 Jul 16 00:28:06.596785 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'name': 'network-vif-deleted', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:28:06.599105 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfad0bc-94ea-4c1b-a5ef-12eb75fd818d" -d '{"events": [{"server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "name": "network-vif-deleted", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:28:06.634283 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63839b77-2649-4fee-bf8f-36e33c722be4 x-openstack-request-id: req-63839b77-2649-4fee-bf8f-36e33c722be4 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:28:06.634594 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b975b6f-25ef-4b59-ad8d-e1f8fba89477", "name": "network-vif-deleted", "tag": "381eaa58-8502-4639-a547-1a313dad7bcb", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:28:06.634861 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63839b77-2649-4fee-bf8f-36e33c722be4 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:28:06.635265 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b975b6f-25ef-4b59-ad8d-e1f8fba89477', 'name': 'network-vif-deleted', 'tag': '381eaa58-8502-4639-a547-1a313dad7bcb', 'status': 'completed', 'code': 200} Jul 16 00:28:07.082404 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 381eaa58-8502-4639-a547-1a313dad7bcb no longer exists at agent hyperv_n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:07.103030 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-609f674a-3768-4990-a21c-5a34d544713d None None] No Port match for: 381eaa58-8502-4639-a547-1a313dad7bcb {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:28:07.103410 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Device 381eaa58-8502-4639-a547-1a313dad7bcb not bound to the agent host n-h1-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:28:07.122126 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-775c3a39-082d-46e1-b6a9-bc9df4a92079 req-d8784948-1eb9-4ca7-bc5a-f232755fa60e tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b975b6f-25ef-4b59-ad8d-e1f8fba89477 HTTP/1.1" status: 200 len: 210 time: 0.0305748 Jul 16 00:28:08.725363 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60004) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:08.876819 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Deleting port 7b9f9145-2b10-4d89-862b-d74a1c27c620 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:08.877166 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:08.954805 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:08.955143 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:08.966710 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Calling delete_port for 7b9f9145-2b10-4d89-862b-d74a1c27c620 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:09.112038 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:09.134335 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event deleted for resources: {'Port': ['ID=7b9f9145-2b10-4d89-862b-d74a1c27c620,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:09.197507 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:09.197847 n-d-793618-8 neutron-server[93715]: INFO neutron.db.l3_db [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Floating IP 24c95a54-8a64-4c19-9967-e37cf0eaf48e disassociated (deleted). External IP: 172.25.3.145, port: 90ff2f61-54cc-4394-80eb-f4c21703309d. Jul 16 00:28:09.401856 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Router cf270253-e811-44fa-a276-b6ce2df71694 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:28:09.507444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:28:09.512172 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:09.517103 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] Sync routers for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:28:09.525628 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:28:09.526237 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:09.547945 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9f062435-508e-43d5-99b4-72c93163dc33 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "DELETE /v2.0/floatingips/24c95a54-8a64-4c19-9967-e37cf0eaf48e HTTP/1.1" status: 204 len: 168 time: 0.8214743 Jul 16 00:28:09.548526 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:28:09.550779 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74666593-cf42-4107-88c9-98a9cb7a9d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:28:09.792652 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:28:09.793387 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96f7152-2650-4b33-927e-76e66a8e9bf3 x-openstack-request-id: req-d96f7152-2650-4b33-927e-76e66a8e9bf3 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:28:09.793903 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:28:09.793903 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d96f7152-2650-4b33-927e-76e66a8e9bf3 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:28:09.794425 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'status': 'completed', 'code': 200} Jul 16 00:28:09.874684 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-1455f760-f57c-4b04-b759-852063c49d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:09.876321 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-1455f760-f57c-4b04-b759-852063c49d11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 1094 time: 0.0570662 Jul 16 00:28:09.998177 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:10.015750 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f61f03-0d85-4a31-9231-6cedd6bb5f8f req-175cef8a-0c10-459f-9b35-f37e42ec67ac tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:10.017817 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f61f03-0d85-4a31-9231-6cedd6bb5f8f req-175cef8a-0c10-459f-9b35-f37e42ec67ac tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 943 time: 0.1378999 Jul 16 00:28:10.023484 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-738ebefd-601c-4ac2-8373-acd590826a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:10.024887 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-738ebefd-601c-4ac2-8373-acd590826a99 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 200 len: 911 time: 0.1351850 Jul 16 00:28:10.031299 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] Checking router: cf270253-e811-44fa-a276-b6ce2df71694 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:28:10.041358 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:28:10.041981 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:10.074919 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-65c3d783-ef8b-4094-bb5d-b9e653593044 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 200 len: 217 time: 0.0414848 Jul 16 00:28:10.115164 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-89f61f03-0d85-4a31-9231-6cedd6bb5f8f req-44b7a7df-e149-4a12-bc06-a8cee1adf33b tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893006 Jul 16 00:28:10.138119 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-57c917cf-ea38-416a-a581-d69d418b0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:10.138119 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-57c917cf-ea38-416a-a581-d69d418b0e1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 200 len: 849 time: 0.0505581 Jul 16 00:28:10.151408 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:28:10.197738 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-9ec18e49-2d13-4276-ac1e-c669bd2eef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:10.199267 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-9ec18e49-2d13-4276-ac1e-c669bd2eef29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d62a90b-d0cb-43f7-befe-cc1b72a199d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569534 Jul 16 00:28:10.289677 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-dcae834f-0693-49d0-b2a8-22ff85a6ac01 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828614 Jul 16 00:28:10.351194 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:10.377770 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29554254-d43f-41ac-8954-cab4608308c8 None None] The sync data for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 is: [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:28Z', 'revision_number': 4, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8', '_interfaces': [{'id': 'dbbbb22f-9261-4a70-be98-69e80cfd3225', 'name': '', 'network_id': '7d62a90b-d0cb-43f7-befe-cc1b72a199d6', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'mac_address': 'fa:16:3e:1c:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:28Z', 'updated_at': '2021-07-16T00:23:34Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'subnets': [{'id': '42e02784-50e3-4e80-8d2d-bd8ec9660f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:28:10.599977 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab296f37-730c-47c6-b681-605d69ca4a2f None None] New status for floating IP 24c95a54-8a64-4c19-9967-e37cf0eaf48e: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:28:10.702510 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-74666593-cf42-4107-88c9-98a9cb7a9d5a req-00f218fd-5c72-4ac0-b4cb-0a1c2906c4c7 service neutron] 10.222.0.59 "GET /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055898 Jul 16 00:28:11.289874 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c6480-d5aa-4326-8715-cd589dcd687a req-43adf415-8842-4bea-b813-5b96036a11f7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:11.291348 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a0c6480-d5aa-4326-8715-cd589dcd687a req-43adf415-8842-4bea-b813-5b96036a11f7 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 943 time: 0.0616620 Jul 16 00:28:11.329883 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-3a0c6480-d5aa-4326-8715-cd589dcd687a req-eff19116-8a66-42fd-ae69-9ceaab598670 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330415 Jul 16 00:28:11.581352 n-d-793618-8 neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-18f6ab2b-0e2b-490c-9551-ddea85e6b68a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:11.582833 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-18f6ab2b-0e2b-490c-9551-ddea85e6b68a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.59 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 943 time: 0.0647659 Jul 16 00:28:11.681700 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Deleting port 90ff2f61-54cc-4394-80eb-f4c21703309d {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:11.682045 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:11.773510 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] For port 90ff2f61-54cc-4394-80eb-f4c21703309d, host n-h2-793618-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793618-8',level=0,port_id=90ff2f61-54cc-4394-80eb-f4c21703309d,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:11.773879 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:11.785321 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Calling delete_port for 90ff2f61-54cc-4394-80eb-f4c21703309d owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:11.909953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:11.939984 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event deleted for resources: {'Port': ['ID=90ff2f61-54cc-4394-80eb-f4c21703309d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:11.989444 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] No DVR routers for this DVR port 90ff2f61-54cc-4394-80eb-f4c21703309d on host n-h2-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:28:11.993053 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-985280'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:11.995135 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-19c16c76-b9b3-4029-b0f8-5bffcb16ec6d req-700377c3-c926-4179-be05-10ba4a29ac1a tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.59 "DELETE /v2.0/ports/90ff2f61-54cc-4394-80eb-f4c21703309d HTTP/1.1" status: 204 len: 173 time: 0.4056511 Jul 16 00:28:11.995564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'name': 'network-vif-deleted', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:28:11.997835 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0592fac3a9bdfa2fd924ca32f7f23242f18e1cc4e110f439b2018cde8f0995e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1713563-c64a-43a7-a07b-d2a1a2769461" -d '{"events": [{"server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "name": "network-vif-deleted", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:28:12.034304 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e068636c-0f7d-46d9-b7a5-8b5451f01a3c x-openstack-request-id: req-e068636c-0f7d-46d9-b7a5-8b5451f01a3c {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:28:12.034594 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e997dad9-6977-4170-be9c-b3b794c9f919", "name": "network-vif-deleted", "tag": "90ff2f61-54cc-4394-80eb-f4c21703309d", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:28:12.034921 n-d-793618-8 neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e068636c-0f7d-46d9-b7a5-8b5451f01a3c {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:28:12.035344 n-d-793618-8 neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e997dad9-6977-4170-be9c-b3b794c9f919', 'name': 'network-vif-deleted', 'tag': '90ff2f61-54cc-4394-80eb-f4c21703309d', 'status': 'completed', 'code': 200} Jul 16 00:28:12.491113 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [req-cec8e276-c425-463e-bc71-9cc02b4f083e req-316a270a-5715-4287-a18e-1a5d2b82f640 tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e997dad9-6977-4170-be9c-b3b794c9f919 HTTP/1.1" status: 200 len: 210 time: 0.0284319 Jul 16 00:28:13.582107 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60020) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:13.638273 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7548e3ae-8cd0-4c23-907c-7dc5d2c4a1ee tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:13.663123 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7548e3ae-8cd0-4c23-907c-7dc5d2c4a1ee tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:13.725047 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7548e3ae-8cd0-4c23-907c-7dc5d2c4a1ee tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:13.727810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7548e3ae-8cd0-4c23-907c-7dc5d2c4a1ee tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:13.729017 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-7548e3ae-8cd0-4c23-907c-7dc5d2c4a1ee tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28 HTTP/1.1" status: 204 len: 168 time: 0.1458826 Jul 16 00:28:13.738890 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548e3ae-8cd0-4c23-907c-7dc5d2c4a1ee tempest-TestSnapshotPattern-647209053 tempest-TestSnapshotPattern-647209053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b4a14c-73c3-4407-b4ef-ff1cc8d7ec28,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:14.792684 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:14.794849 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60026) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:15.121451 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:15.365517 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Deleting port dbbbb22f-9261-4a70-be98-69e80cfd3225 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:15.365856 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:15.445641 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] For port dbbbb22f-9261-4a70-be98-69e80cfd3225, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=dbbbb22f-9261-4a70-be98-69e80cfd3225,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:15.445999 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:15.458092 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Calling delete_port for dbbbb22f-9261-4a70-be98-69e80cfd3225 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:15.632989 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:15.659434 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbbb22f-9261-4a70-be98-69e80cfd3225,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:15.824599 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.041172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Router cf270253-e811-44fa-a276-b6ce2df71694 has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:28:16.146350 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:28:16.151360 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-bc07c7c6-00b6-45ee-9a89-4424e0e40540 admin admin] 10.222.0.23 "PUT /v2.0/routers/cf270253-e811-44fa-a276-b6ce2df71694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3554902 Jul 16 00:28:16.153877 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60028) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:16.154680 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d59a27-374b-4924-ba19-64d602730301 None None] Sync routers for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:28:16.163889 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d59a27-374b-4924-ba19-64d602730301 None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:28:16.164611 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-90d59a27-374b-4924-ba19-64d602730301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:16.257257 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.268240 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-90d59a27-374b-4924-ba19-64d602730301 None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: n-d-793618-8 {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:28:16.360906 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.413306 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Deleting port 8ae408f8-0a76-4e92-846a-1a210e9c3363 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:16.413649 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.448704 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-90d59a27-374b-4924-ba19-64d602730301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:28:15Z', 'revision_number': 5, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port': {'id': '8ae408f8-0a76-4e92-846a-1a210e9c3363', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:16.474529 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d59a27-374b-4924-ba19-64d602730301 None None] Checking router: cf270253-e811-44fa-a276-b6ce2df71694 for host: n-d-793618-8 {{(pid=93716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:28:16.482707 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d59a27-374b-4924-ba19-64d602730301 None None] Routers {'cf270253-e811-44fa-a276-b6ce2df71694'} bound to L3 agent in host n-d-793618-8 {{(pid=93716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:28:16.483346 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-90d59a27-374b-4924-ba19-64d602730301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['cf270253-e811-44fa-a276-b6ce2df71694'], 'active': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:16.487865 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 90ff2f61-54cc-4394-80eb-f4c21703309d no longer exists at agent hyperv_n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:16.490423 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] For port 8ae408f8-0a76-4e92-846a-1a210e9c3363, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=8ae408f8-0a76-4e92-846a-1a210e9c3363,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:16.490810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.507732 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Calling delete_port for 8ae408f8-0a76-4e92-846a-1a210e9c3363 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:16.561514 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] No Port match for: 90ff2f61-54cc-4394-80eb-f4c21703309d {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:28:16.562298 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Device 90ff2f61-54cc-4394-80eb-f4c21703309d not bound to the agent host n-h2-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:28:16.588785 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvr_db [None req-90d59a27-374b-4924-ba19-64d602730301 None None] Set router cf270253-e811-44fa-a276-b6ce2df71694 gateway port host: None {{(pid=93716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:28:16.643419 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_hamode_db [None req-90d59a27-374b-4924-ba19-64d602730301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:28:16Z', 'revision_number': 6, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:16.669141 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d59a27-374b-4924-ba19-64d602730301 None None] The sync data for ids ['cf270253-e811-44fa-a276-b6ce2df71694'] in n-d-793618-8 is: [{'id': 'cf270253-e811-44fa-a276-b6ce2df71694', 'name': 'tempest-TestSnapshotPattern-1944903979-router', 'tenant_id': '55780e2e8fcf4f35a06707eaf3e46033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:26Z', 'updated_at': '2021-07-16T00:28:16Z', 'revision_number': 6, 'project_id': '55780e2e8fcf4f35a06707eaf3e46033', 'gw_port_host': None}] {{(pid=93716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:28:16.674467 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.706197 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae408f8-0a76-4e92-846a-1a210e9c3363,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:16.765781 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.851618 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.853559 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.897986 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.898493 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf270253-e811-44fa-a276-b6ce2df71694 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:28:16.902686 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.904093 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-abc193e9-e49e-42ab-88fd-9ad34c3d663c admin admin] 10.222.0.23 "DELETE /v2.0/routers/cf270253-e811-44fa-a276-b6ce2df71694 HTTP/1.1" status: 204 len: 168 time: 0.7491958 Jul 16 00:28:16.907345 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60030) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:16.950322 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2283b6-cfbf-48a2-ae87-a0df2193ebb1 admin admin] Deleting subnet 42e02784-50e3-4e80-8d2d-bd8ec9660f1b {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:28:16.953744 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c2283b6-cfbf-48a2-ae87-a0df2193ebb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:16.986653 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c2283b6-cfbf-48a2-ae87-a0df2193ebb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.069133 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c2283b6-cfbf-48a2-ae87-a0df2193ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.125931 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c2283b6-cfbf-48a2-ae87-a0df2193ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.152113 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2283b6-cfbf-48a2-ae87-a0df2193ebb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e02784-50e3-4e80-8d2d-bd8ec9660f1b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:17.154041 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9c2283b6-cfbf-48a2-ae87-a0df2193ebb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.156493 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9c2283b6-cfbf-48a2-ae87-a0df2193ebb1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/42e02784-50e3-4e80-8d2d-bd8ec9660f1b HTTP/1.1" status: 204 len: 168 time: 0.2482157 Jul 16 00:28:17.159006 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60032) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:17.161331 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c2d1ae-11c2-48ce-95cf-3e85dff58775 None None] Network 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:28:17.224974 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.281911 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Deleting port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:17.282249 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.344239 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] For port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6,segment=NetworkSegment(a2d10437-56cd-4848-a195-65677b9f0675),segment_id=a2d10437-56cd-4848-a195-65677b9f0675)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:17.344591 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.355798 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Calling delete_port for a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:17.425789 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] DHCP port deletion for 7d62a90b-d0cb-43f7-befe-cc1b72a199d6 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:28:17.440418 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.469180 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] No DVR routers for this DVR port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:28:17.474682 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:17.476661 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] Deleting port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:17.477079 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.543942 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] For port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:17.544338 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.544461 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.555171 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d62a90b-d0cb-43f7-befe-cc1b72a199d6']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:17.557044 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] Calling delete_port for a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:17.559712 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] Port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 00:28:17.560916 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.569323 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d10437-56cd-4848-a195-65677b9f0675') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:17.569746 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d10437-56cd-4848-a195-65677b9f0675') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:17.578823 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.586783 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] Pushing event deleted for resources: {'Port': ['ID=a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:17.588718 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0404ae3-7c46-4ebe-9274-42dc4e7e52e9 None None] No DVR routers for this DVR port a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:28:17.599960 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.610211 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:28:17.610837 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:28:17.628041 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:28:17.685338 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.689902 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:17.692148 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d62a90b-d0cb-43f7-befe-cc1b72a199d6 HTTP/1.1" status: 204 len: 168 time: 0.5322382 Jul 16 00:28:17.695586 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60034) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:17.710616 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247bbc2-02a7-4acf-bc3d-ad7c915283d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d62a90b-d0cb-43f7-befe-cc1b72a199d6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:18.178432 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17598843-bcac-4f41-b70f-4b2ce138afac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:18.313892 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dbbbb22f-9261-4a70-be98-69e80cfd3225 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:18.333523 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: dbbbb22f-9261-4a70-be98-69e80cfd3225 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:28:18.333867 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device dbbbb22f-9261-4a70-be98-69e80cfd3225 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:28:18.334281 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8ae408f8-0a76-4e92-846a-1a210e9c3363 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:18.352179 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 8ae408f8-0a76-4e92-846a-1a210e9c3363 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:28:18.352521 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 8ae408f8-0a76-4e92-846a-1a210e9c3363 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:28:18.352934 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:18.362782 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-417952'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:18.370616 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:28:18.370993 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device a0eebe30-e2ac-48e7-a8fb-a2c93f1654c6 not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:28:18.611155 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Deleting port 06bd4de5-f744-49eb-be73-9f30564fa23c {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:18.611435 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:18.687020 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] For port 06bd4de5-f744-49eb-be73-9f30564fa23c, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=06bd4de5-f744-49eb-be73-9f30564fa23c,segment=NetworkSegment(f071e058-9c33-4509-a6f1-0509636fd6b0),segment_id=f071e058-9c33-4509-a6f1-0509636fd6b0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:18.687380 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:18.699286 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Calling delete_port for 06bd4de5-f744-49eb-be73-9f30564fa23c owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:18.873780 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:18.905164 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06bd4de5-f744-49eb-be73-9f30564fa23c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:19.070088 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-422960'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:19.278618 n-d-793618-8 neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c has already been hosted by L3 agent d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:28:19.381108 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] Notify agent at l3_agent.n-d-793618-8 the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:28:19.386191 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-37e031ff-51d0-4ad2-bcba-489ff2038fd2 admin admin] 10.222.0.23 "PUT /v2.0/routers/89c61201-db9e-4dd9-b3fd-cbbefeb4360c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804657 Jul 16 00:28:19.388729 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60036) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:19.391229 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] Sync routers for ids ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'] in n-d-793618-8 {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:28:19.400409 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] Routers {'89c61201-db9e-4dd9-b3fd-cbbefeb4360c'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:28:19.401015 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:19.491236 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:19.504390 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] Set router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c gateway port host: n-d-793618-8 {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:28:19.598162 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:19.651834 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Deleting port f7db93b4-7633-4460-b5dd-c32a59a053ee {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:19.652236 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:19.681220 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'external_fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:28:18Z', 'revision_number': 5, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port': {'id': 'f7db93b4-7633-4460-b5dd-c32a59a053ee', 'name': '', 'network_id': 'f167d4a2-055b-45fa-8416-d0ea84ea88a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793618-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc2e4427-2564-48c9-a084-42a5505b296b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793618-8'}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:19.711782 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] Checking router: 89c61201-db9e-4dd9-b3fd-cbbefeb4360c for host: n-d-793618-8 {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:28:19.721198 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] Routers {'89c61201-db9e-4dd9-b3fd-cbbefeb4360c'} bound to L3 agent in host n-d-793618-8 {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:28:19.721795 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793618-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:51Z,description=,heartbeat_timestamp=2021-07-16T00:27:51Z,host='n-d-793618-8',id=d24d1dce-96a6-4acc-88cb-bf3a2c99ef2b,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:51Z,topic='l3_agent')) {'router_ids': ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:19.731086 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] For port f7db93b4-7633-4460-b5dd-c32a59a053ee, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=f7db93b4-7633-4460-b5dd-c32a59a053ee,segment=NetworkSegment(860b0438-b4b3-4d48-8815-0fded235a1bc),segment_id=860b0438-b4b3-4d48-8815-0fded235a1bc)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:19.731455 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:19.743848 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Calling delete_port for f7db93b4-7633-4460-b5dd-c32a59a053ee owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:19.805270 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] Set router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:28:19.855942 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:28:19Z', 'revision_number': 6, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port_host': None}], 'n-d-793618-8', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:19.885087 n-d-793618-8 neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044b8cc-44d7-4cba-9166-bd00b5884e8b None None] The sync data for ids ['89c61201-db9e-4dd9-b3fd-cbbefeb4360c'] in n-d-793618-8 is: [{'id': '89c61201-db9e-4dd9-b3fd-cbbefeb4360c', 'name': 'tempest-TestSnapshotPattern-1203187475-router', 'tenant_id': '86208f52bfe54a318ba56c74c0fd9b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:23:30Z', 'updated_at': '2021-07-16T00:28:19Z', 'revision_number': 6, 'project_id': '86208f52bfe54a318ba56c74c0fd9b60', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:28:19.912459 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:19.943385 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7db93b4-7633-4460-b5dd-c32a59a053ee,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:20.003135 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419690'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.095859 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124061'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.097945 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.140872 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-421608'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.141415 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c61201-db9e-4dd9-b3fd-cbbefeb4360c {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:28:20.146144 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.147322 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-906f739d-fdad-430b-af0c-963b7acd6a6f admin admin] 10.222.0.23 "DELETE /v2.0/routers/89c61201-db9e-4dd9-b3fd-cbbefeb4360c HTTP/1.1" status: 204 len: 168 time: 0.7576852 Jul 16 00:28:20.149744 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60038) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:20.197083 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2058c6-f33e-4029-b367-357f5fa37842 admin admin] Deleting subnet ce47132f-be3f-4bbc-916e-52f0c6390289 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:28:20.200146 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da2058c6-f33e-4029-b367-357f5fa37842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.233953 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da2058c6-f33e-4029-b367-357f5fa37842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33378166'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.319200 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da2058c6-f33e-4029-b367-357f5fa37842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519695'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.373866 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da2058c6-f33e-4029-b367-357f5fa37842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33329064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33474373'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.403475 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2058c6-f33e-4029-b367-357f5fa37842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce47132f-be3f-4bbc-916e-52f0c6390289,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:20.407473 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-da2058c6-f33e-4029-b367-357f5fa37842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.409457 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-da2058c6-f33e-4029-b367-357f5fa37842 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ce47132f-be3f-4bbc-916e-52f0c6390289 HTTP/1.1" status: 204 len: 168 time: 0.2587943 Jul 16 00:28:20.412081 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60040) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:20.414598 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca629b-5e22-471d-b897-7378a03fe317 None None] Network 11a124a8-1945-432a-aec5-714833019930 requested from n-d-793618-8 {{(pid=93716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:28:20.480309 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1563684'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.532184 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Deleting port 43529067-fb67-4927-a52a-404a8ad6736e {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:20.532540 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.603212 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] For port 43529067-fb67-4927-a52a-404a8ad6736e, host n-d-793618-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793618-8',level=0,port_id=43529067-fb67-4927-a52a-404a8ad6736e,segment=NetworkSegment(f071e058-9c33-4509-a6f1-0509636fd6b0),segment_id=f071e058-9c33-4509-a6f1-0509636fd6b0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:20.603517 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.615564 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Calling delete_port for 43529067-fb67-4927-a52a-404a8ad6736e owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:20.676643 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] DHCP port deletion for 11a124a8-1945-432a-aec5-714833019930 request from n-d-793618-8 {{(pid=93716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:28:20.701018 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33329115'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.711314 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 06bd4de5-f744-49eb-be73-9f30564fa23c no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:20.733940 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Pushing event deleted for resources: {'Port': ['ID=43529067-fb67-4927-a52a-404a8ad6736e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:20.734784 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 06bd4de5-f744-49eb-be73-9f30564fa23c {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:28:20.735337 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 06bd4de5-f744-49eb-be73-9f30564fa23c not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:28:20.735894 n-d-793618-8 neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] No DVR routers for this DVR port 43529067-fb67-4927-a52a-404a8ad6736e on host n-d-793618-8 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:28:20.754048 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] Deleting port 43529067-fb67-4927-a52a-404a8ad6736e {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:28:20.754428 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771653302703'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.810810 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494059', 'neutron.services.segments.db._delete_segments_for_network-8771653430604'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.822371 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a124a8-1945-432a-aec5-714833019930']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:20.825269 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] For port 43529067-fb67-4927-a52a-404a8ad6736e, host n-d-793618-8, got binding levels [] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:20.825670 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421531'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.832724 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f071e058-9c33-4509-a6f1-0509636fd6b0') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:20.833019 n-d-793618-8 neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f071e058-9c33-4509-a6f1-0509636fd6b0') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:28:20.840077 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] Calling delete_port for 43529067-fb67-4927-a52a-404a8ad6736e owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:28:20.841683 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fff37d97-c8d6-41a4-871d-61674e70fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.842412 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771653433941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33378113'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.844059 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.ipam_backend_mixin [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] Port 43529067-fb67-4927-a52a-404a8ad6736e was not found and therefore no delete operation was performed {{(pid=93716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 00:28:20.845595 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771653305730', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771652915860'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.857492 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.865304 n-d-793618-8 neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:28:20.865904 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33328394'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: Traceback (most recent call last): Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: timer() Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: cb(*args, **kw) Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: return func(*args, **kwargs) Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: self._notify() Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: self.callback(batched_events) Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: event.method(event) Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: return f(self, *a, **k) Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: return self._get(url).json() Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:28:20.867995 n-d-793618-8 neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:28:20.875477 n-d-793618-8 neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] Pushing event deleted for resources: {'Port': ['ID=43529067-fb67-4927-a52a-404a8ad6736e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:20.879305 n-d-793618-8 neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021763a3-7195-495c-8d49-f57741f661d3 None None] No DVR routers for this DVR port 43529067-fb67-4927-a52a-404a8ad6736e on host n-d-793618-8 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:28:20.933821 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-780069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419766'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.940579 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-780115'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:20.942474 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] 10.222.0.23 "DELETE /v2.0/networks/11a124a8-1945-432a-aec5-714833019930 HTTP/1.1" status: 204 len: 168 time: 0.5294728 Jul 16 00:28:20.953806 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafdde9-4e08-44c0-8332-883f3b84970a admin admin] Pushing event deleted for resources: {'Network': ['ID=11a124a8-1945-432a-aec5-714833019930,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:21.121519 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60044) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:21.160772 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-080c42ca-2f2f-4ad2-a4b8-11b22cd9682e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55780e2e8fcf4f35a06707eaf3e46033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380681 Jul 16 00:28:21.163168 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60046) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:21.189850 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.211287 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e50a193-2cc8-46f8-baed-eccf4bf7fe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.231971 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e50a193-2cc8-46f8-baed-eccf4bf7fe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.278271 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e50a193-2cc8-46f8-baed-eccf4bf7fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.281422 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9e50a193-2cc8-46f8-baed-eccf4bf7fe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.282581 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-9e50a193-2cc8-46f8-baed-eccf4bf7fe98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdf83dfd-64d0-4ab6-8bc3-71e77dec5597 HTTP/1.1" status: 204 len: 168 time: 0.1185269 Jul 16 00:28:21.290063 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50a193-2cc8-46f8-baed-eccf4bf7fe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf83dfd-64d0-4ab6-8bc3-71e77dec5597,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:21.594776 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60052) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:21.637091 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-3f3ffebf-c5c8-4ccb-8393-6949260bf0f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86208f52bfe54a318ba56c74c0fd9b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411086 Jul 16 00:28:21.640189 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.23', 60054) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:28:21.687069 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-52936f6a-7e6c-4bc6-9281-7f6b08561110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.707977 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-52936f6a-7e6c-4bc6-9281-7f6b08561110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.754730 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-52936f6a-7e6c-4bc6-9281-7f6b08561110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608631'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.757420 n-d-793618-8 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-52936f6a-7e6c-4bc6-9281-7f6b08561110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:21.758744 n-d-793618-8 neutron-server[93715]: INFO neutron.wsgi [None req-52936f6a-7e6c-4bc6-9281-7f6b08561110 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d72d92ba-2279-4b6f-be6d-98b20982b162 HTTP/1.1" status: 204 len: 168 time: 0.1176572 Jul 16 00:28:21.767172 n-d-793618-8 neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52936f6a-7e6c-4bc6-9281-7f6b08561110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d92ba-2279-4b6f-be6d-98b20982b162,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:21.872095 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:22.315399 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f7db93b4-7633-4460-b5dd-c32a59a053ee no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:22.335112 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: f7db93b4-7633-4460-b5dd-c32a59a053ee {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:28:22.335464 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device f7db93b4-7633-4460-b5dd-c32a59a053ee not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:28:22.335880 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 43529067-fb67-4927-a52a-404a8ad6736e no longer exists at agent ovs-agent-n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:22.354445 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] No Port match for: 43529067-fb67-4927-a52a-404a8ad6736e {{(pid=93716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:28:22.354859 n-d-793618-8 neutron-server[93716]: DEBUG neutron.plugins.ml2.rpc [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Device 43529067-fb67-4927-a52a-404a8ad6736e not bound to the agent host n-d-793618-8 {{(pid=93716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:28:23.636715 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:26.003107 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:35.000199 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:28:44.784530 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:48.178827 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9535b2a6-7688-4edc-97d6-ed4474db7165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:50.812867 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-73138619-f94d-43c2-b9e7-a26146502912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:51.190035 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:51.876341 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:53.638877 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:56.003413 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:12.000614 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:29:14.786653 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:18.179377 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a24dcaac-1f96-4a12-a2d9-67ef13500124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:20.817064 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-075146c1-f401-4deb-8470-c0fb3fcabf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:21.190180 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:21.877230 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:23.642117 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:25.997017 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:44.787464 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:48.180440 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2ba1-6b1d-4086-8555-f9b87a02cbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:48.999527 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:29:50.816829 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8fe84522-1fb2-4443-b094-d26d8a155e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:51.190921 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:51.880998 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:53.644828 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:56.003981 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:14.795374 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:18.182310 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3e24a47f-8169-44f3-844e-b9d618f32697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:20.817014 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9717-b30c-4430-8a53-e7469be2f5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:21.191562 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:21.881860 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.647948 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:25.999279 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:30:26.016407 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:44.808075 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:48.182221 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ebd5c590-189c-4919-8438-fc7dcc214f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:50.816306 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-339498f5-e886-4d6b-8869-5a5242d440fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:51.191849 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:51.886252 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:53.834334 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:56.015587 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:02.998172 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:31:14.808175 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:18.183078 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-014f6518-0ee2-42b6-a878-f247db4b5b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:20.816617 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f285fd0a-5ccf-4694-abb8-b514c54e1cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:21.191565 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:21.888264 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:23.654818 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:26.013394 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:39.997148 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:31:44.805800 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:48.183274 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15209c85-6515-47f0-a6ed-f79ed1d8d218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:50.817436 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ef1d24e-0550-481d-bb76-4b91a7be1161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:51.191442 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:51.892523 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:53.656140 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:56.025337 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:05.951021 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-07b7f828-86bb-48f9-8797-9d6017cd0720 req-0ae20c44-5400-441b-a8e8-9a3c9cef957b service neutron] (93715) timed out ('10.222.0.23', 58728) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:32:14.800129 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:16.995883 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:32:18.184477 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8e2c-c9d3-40bb-84c9-4daf5775ba06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:20.817069 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4ea55ec9-b18e-4867-a702-5b94575f8db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:21.191836 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:21.893846 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:23.659353 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:26.038803 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:44.812186 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:48.184316 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c11b0cbf-11f3-4275-ad98-782223d0dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:50.817154 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-701bf687-842b-4a9f-a7a8-50aedbead8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:51.191396 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:51.899291 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:53.660657 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:53.995183 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:32:56.076062 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:14.809901 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:18.184672 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bbb4de50-4b79-4063-9f57-31f7ad56b6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:20.817306 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-76df7182-2270-477f-b0d5-49feede8bea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:21.191787 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:21.900474 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:23.663603 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:26.080796 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:30.994195 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:33:44.824266 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:48.185100 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ee024e-5386-497e-a383-8b8b5a01a32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:50.817647 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9ee83c49-b10c-40ad-a6c3-c9f53fbf0824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:51.191827 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:51.904440 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:53.667937 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:56.085035 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:07.992708 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:34:14.823665 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:18.185339 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f653d426-f616-412c-909b-4db3308a1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:20.818240 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2fdee62b-7d6c-4a7d-8a20-4bbdfa610271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:21.191165 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:21.906980 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:23.669688 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:26.094354 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:44.821700 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:44.991014 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:34:48.184711 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7c1dbd35-d6c8-4a22-b87d-e72b7b0b459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:50.817925 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-96abb614-ef06-49e6-a169-49018d3562f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:51.191400 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:51.908533 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:53.672855 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:56.100773 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:14.820845 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:18.183759 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3bfbcb04-3331-4823-a07b-6116ba4f6fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:20.817807 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c17cbb20-0d01-4309-b993-8d8deaa3e097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:21.192697 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:21.911765 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:21.989885 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:35:23.674872 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:26.117591 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:44.832434 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:48.184547 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f5fb0581-7c3f-4857-a680-6dc0fba4c8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:50.819575 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e848-825d-4dcd-a00b-685979085952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:51.193513 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:51.914727 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:53.677705 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:56.119605 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:58.988367 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:36:14.831205 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:18.185545 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1291780b-54ba-4d6a-82ea-fb0c49e8cfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:20.820309 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f817b801-ac83-46e5-9d7d-32e4ff9146d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:21.193794 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:21.917926 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:23.682778 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:26.126429 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:35.987560 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:36:37.107409 n-d-793618-8 neutron-server[93715]: DEBUG neutron.wsgi [req-6aa8b841-5a10-411f-8beb-48aa660b795d req-f54a2bba-ccbf-46c6-877b-2c29397c6b4b service neutron] (93715) timed out ('10.222.0.23', 53046) {{(pid=93715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:36:44.858070 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:48.185830 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4c2b0af2-a274-4660-aa68-e7cbd22c10c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:50.821770 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7885211e-915a-47db-9f54-a1c9ff7ae3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:51.194526 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aff9558c-c03a-47fc-a6f7-53b5e58bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:51.921317 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4d61-510b-4f8a-a7b0-9a0dbedb5c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:53.684071 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e593edb8-7b07-4bf6-977b-9fda374f252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:56.122815 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-609f674a-3768-4990-a21c-5a34d544713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:12.987660 n-d-793618-8 neutron-server[93717]: DEBUG neutron.db.agents_db [None req-06634d4f-a5a6-4682-a263-056b0908ed12 None None] Agent healthcheck: found 7 active agents {{(pid=93717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:37:14.887018 n-d-793618-8 neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-853077e9-52ce-4a8f-8700-7185aa448390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771653430586', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520753'] for agent, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}